-- Logs begin at Mon 2022-05-30 03:58:30 UTC, end at Mon 2022-05-30 06:09:53 UTC. -- May 30 04:45:12.028255 dv-neutron-843763-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. May 30 04:45:14.573918 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO neutron.common.config [-] Logging enabled! May 30 04:45:14.575155 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.4.1.dev3 May 30 04:45:14.575251 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88153) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 30 04:45:14.578334 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO neutron.common.config [-] Logging enabled! May 30 04:45:14.578589 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.4.1.dev3 May 30 04:45:14.578902 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88153) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 30 04:45:14.579827 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 30 04:45:14.580061 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 30 04:45:14.580411 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 30 04:45:14.580656 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 30 04:45:14.580881 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 30 04:45:14.581195 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:14.581487 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:14.581781 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:14.582037 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:14.582331 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:14.582621 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:14.582905 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:14.583198 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:14.583494 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:14.583781 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:14.584064 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:14.584347 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:14.584578 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:14.584858 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] config_source = [] {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:14.585146 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:14.585432 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:14.585657 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] debug = True {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:14.585962 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:14.586392 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:14.586787 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:14.587068 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:14.587494 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:14.587632 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:14.587906 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:14.588178 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:14.588465 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:14.588795 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] host = dv-neutron-843763-1-hyperv {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:14.589075 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:14.589361 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:14.589648 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:14.590519 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:14.590803 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:14.591083 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:14.591371 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:14.591646 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] log_dir = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:14.591921 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] log_file = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:14.592197 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:14.592488 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:14.592776 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:14.593065 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:14.593296 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:14.593518 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:14.593832 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:14.594114 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:14.594392 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:14.594669 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:14.594946 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:14.595219 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:14.595493 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:14.595762 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:14.596045 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:14.596331 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:14.596617 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:14.596891 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:14.597164 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:14.597434 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:14.597704 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:14.598016 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:14.598290 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:14.598565 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:14.598837 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:14.599122 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:14.599390 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:14.599662 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:14.599960 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:14.600248 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:14.600535 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:14.600825 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:14.601101 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:14.601384 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:14.601659 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:14.601958 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] use_journal = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:14.602234 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] use_json = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:14.602509 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:14.602781 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:14.603063 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:14.603341 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:14.603614 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:14.603887 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:14.604157 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:14.604444 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:14.604717 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:14.605014 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:14.605313 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:14.605635 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:14.605953 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:14.606245 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:14.606526 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:14.606816 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:14.607091 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:14.607380 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:14.607668 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:14.607954 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:14.608232 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:14.608521 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:14.608799 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:14.609093 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:14.609396 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:14.609690 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:14.610011 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:14.610286 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:14.610559 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:14.610834 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:14.611111 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:14.611396 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:14.611690 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:14.611980 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:14.612253 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:14.612530 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:14.612825 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:14.613102 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:14.613382 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:14.613659 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:14.613984 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:14.614262 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:14.614532 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:14.614814 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:14.615102 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:14.615392 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:14.615661 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:14.615936 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:14.616224 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:14.616500 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:14.616771 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:14.617042 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:14.617316 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:14.617584 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:14.617893 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:14.618169 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:14.618439 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:14.618710 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:14.618985 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:14.619258 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:14.619529 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:14.619803 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:14.620076 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:14.620351 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:14.620626 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:14.620901 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:14.621695 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:14.622008 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:14.622283 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:14.622554 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:14.622828 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:14.623105 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:14.623380 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:14.623655 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:14.623930 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:14.624202 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:14.624475 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:14.624759 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:14.625056 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:14.625335 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:14.625614 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:14.625920 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:14.626200 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:14.626479 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:14.626755 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:14.627034 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:14.627313 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:14.627586 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:14.627874 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:14.628159 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:14.628441 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:14.628721 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:14.628998 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:14.629291 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:14.629568 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:14.629881 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:14.630161 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:14.630443 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:14.630725 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:14.631008 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:14.631303 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:14.631598 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:14.631892 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:14.632186 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:14.632475 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:14.632754 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:14.633062 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:14.633344 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:14.633562 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 30 04:45:14.633835 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=88153) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 30 04:45:15.024603 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO keyring.backend [-] Loading KWallet May 30 04:45:15.032318 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO keyring.backend [-] Loading SecretService May 30 04:45:15.035775 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO keyring.backend [-] Loading Windows May 30 04:45:15.037078 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO keyring.backend [-] Loading chainer May 30 04:45:15.037891 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO keyring.backend [-] Loading macOS May 30 04:45:15.070744 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=88153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 30 04:45:15.071021 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=88153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 30 04:45:15.071314 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=88153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 30 04:45:15.071652 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO neutron.manager [-] Loading core plugin: ml2 May 30 04:45:15.459730 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 04:45:15.460031 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 04:45:15.460304 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 04:45:15.461594 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 04:45:15.461897 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 04:45:15.462167 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 04:45:15.497302 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 04:45:15.497581 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 04:45:15.497874 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 04:45:15.510757 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 04:45:15.511037 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 04:45:15.511304 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 04:45:15.541062 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 04:45:15.541343 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 04:45:15.541615 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 04:45:15.582658 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 04:45:15.583438 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 04:45:15.583438 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 04:45:15.819465 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 04:45:15.819752 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 04:45:15.820019 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 04:45:15.820288 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 04:45:15.821029 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 04:45:15.941676 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 04:45:15.942028 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 04:45:15.942315 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 04:45:15.942587 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 04:45:15.942856 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 04:45:15.943170 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 04:45:15.943436 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 04:45:15.943692 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 04:45:15.943946 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 04:45:15.944232 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 04:45:15.944491 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 04:45:15.944754 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 04:45:15.945017 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 04:45:15.945271 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 04:45:15.945537 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 04:45:15.945842 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 04:45:15.946090 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 04:45:15.946361 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 04:45:15.946616 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 04:45:15.946898 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 04:45:15.947248 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 04:45:15.947501 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 04:45:15.947750 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 04:45:15.948033 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 04:45:15.948282 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 04:45:15.948526 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 04:45:15.948908 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=88153) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 30 04:45:15.949147 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=88153) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 30 04:45:15.949948 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=88153) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 30 04:45:15.950188 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=88153) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 30 04:45:15.950443 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=88153) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 30 04:45:15.950692 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=88153) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 30 04:45:15.951055 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 30 04:45:15.954205 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 30 04:45:15.958130 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 30 04:45:15.961880 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) May 30 04:45:15.963492 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 30 04:45:15.964081 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 30 04:45:15.964415 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 30 04:45:15.964802 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 30 04:45:15.968148 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 30 04:45:15.968404 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 30 04:45:15.968750 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 30 04:45:15.996013 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 30 04:45:15.996504 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 04:45:15.996803 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=88153) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 30 04:45:15.997163 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 04:45:15.998521 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=88153) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 30 04:45:15.998802 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 30 04:45:15.999050 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 30 04:45:16.002348 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 04:45:16.002631 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 04:45:16.064178 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 30 04:45:16.064418 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 30 04:45:16.064661 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 30 04:45:16.065025 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 30 04:45:16.097300 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_db.sqlalchemy.engines [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=88153) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} May 30 04:45:16.427118 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO neutron.plugins.ml2.managers [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Initializing driver for type 'gre' May 30 04:45:16.427549 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] gre ID ranges: [(1, 1000)] May 30 04:45:16.479952 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO neutron.plugins.ml2.managers [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Initializing driver for type 'local' May 30 04:45:16.480392 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO neutron.plugins.ml2.managers [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Initializing driver for type 'vlan' May 30 04:45:16.492312 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] VlanTypeDriver initialization complete May 30 04:45:16.492652 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO neutron.plugins.ml2.managers [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Initializing driver for type 'vxlan' May 30 04:45:16.493124 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] vxlan ID ranges: [(1, 1000)] May 30 04:45:16.547230 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO neutron.plugins.ml2.managers [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Initializing extension driver 'port_security' May 30 04:45:16.547597 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO neutron.plugins.ml2.extensions.port_security [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] PortSecurityExtensionDriver initialization complete May 30 04:45:16.547964 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO neutron.plugins.ml2.managers [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Initializing mechanism driver 'openvswitch' May 30 04:45:16.548307 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO neutron.plugins.ml2.managers [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Initializing mechanism driver 'hyperv' May 30 04:45:16.555071 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.plugins.ml2.plugin [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=88153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:45:16.555745 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Subscribe: > port after_create 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 04:45:16.556119 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Subscribe: > port after_update 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 04:45:16.556473 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Subscribe: > port after_delete 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 04:45:16.557008 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=88153) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 30 04:45:16.557436 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Subscribe: > subnet after_create 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 04:45:16.557791 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Subscribe: > subnet after_update 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 04:45:16.558159 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Subscribe: > subnet after_delete 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 04:45:16.558558 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=88153) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 30 04:45:16.559025 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Subscribe: > network after_create 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 04:45:16.559375 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Subscribe: > network after_update 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 04:45:16.559715 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Subscribe: > network after_delete 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 04:45:16.560095 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=88153) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 30 04:45:16.560497 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Subscribe: > security_group after_create 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 04:45:16.560846 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Subscribe: > security_group after_update 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 04:45:16.561192 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Subscribe: > security_group after_delete 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 04:45:16.563224 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=88153) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 30 04:45:16.563653 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 04:45:16.564017 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 04:45:16.564370 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 04:45:16.564777 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=88153) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 30 04:45:16.565190 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Subscribe: > address_group after_create 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 04:45:16.565542 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Subscribe: > address_group after_update 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 04:45:16.565921 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Subscribe: > address_group after_delete 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 04:45:16.566319 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=88153) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 30 04:45:16.566766 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] ML2 OVO RPC backend initialized. {{(pid=88153) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} May 30 04:45:16.567495 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Subscribe: > router_interface after_create 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 04:45:16.567865 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 04:45:16.568283 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Subscribe: > network before_response 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 04:45:16.568636 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Subscribe: > networks before_response 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 04:45:16.568985 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Subscribe: > port before_response 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 04:45:16.569330 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Subscribe: > ports before_response 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 04:45:16.569674 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Subscribe: > subnet before_response 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 04:45:16.570042 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Subscribe: > subnets before_response 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 04:45:16.570392 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Subscribe: > network after_create 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 04:45:16.570734 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Subscribe: > network after_update 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 04:45:16.571076 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Subscribe: > network after_delete 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 04:45:16.571411 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Subscribe: > port after_create 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 04:45:16.571747 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Subscribe: > port after_update 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 04:45:16.572081 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Subscribe: > port after_delete 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 04:45:16.572417 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Subscribe: > subnet after_create 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 04:45:16.572752 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Subscribe: > subnet after_update 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 04:45:16.573086 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Subscribe: > subnet after_delete 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 04:45:16.573665 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO neutron.plugins.ml2.plugin [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Modular L2 Plugin initialization complete May 30 04:45:16.574022 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.manager [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loading services supported by the core plugin {{(pid=88153) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 30 04:45:16.574895 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO neutron.plugins.ml2.managers [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Got port-security extension from driver 'port_security' May 30 04:45:16.575355 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO neutron.extensions.vlantransparent [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Disabled vlantransparent extension. May 30 04:45:16.575842 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.manager [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=88153) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 30 04:45:16.576156 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO neutron.manager [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loading Plugin: router May 30 04:45:16.611627 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Subscribe: > router_interface before_create 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 04:45:16.612243 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Subscribe: > router after_create 55549900 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 04:45:16.612378 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Subscribe: > router before_create 55549900 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 04:45:16.612744 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Subscribe: > router_interface before_delete 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 04:45:16.613116 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 04:45:16.613471 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Subscribe: > router after_delete 55549900 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 04:45:16.613846 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Subscribe: > floatingip after_update 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 04:45:16.614213 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Subscribe: > router after_create 55549900 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 04:45:16.614560 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Subscribe: > router after_update 55549900 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 04:45:16.614910 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Subscribe: > router after_update 55549900 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 04:45:16.615257 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 04:45:16.615617 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Subscribe: > router after_update 55549900 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 04:45:16.616029 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Subscribe: > router precommit_update 55549900 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 04:45:16.616400 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Subscribe: port after_update 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 04:45:16.616741 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Subscribe: port after_delete 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 04:45:16.617081 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Subscribe: subnet after_update 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 04:45:16.617419 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 04:45:16.617765 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Subscribe: > port precommit_delete 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 04:45:16.618132 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Subscribe: > router precommit_create 55549900 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 04:45:16.618475 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Subscribe: port before_delete 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 04:45:16.618817 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Subscribe: > router precommit_create 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 04:45:16.619174 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Subscribe: > router after_update 55549900 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 04:45:16.619515 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Subscribe: > router precommit_delete 55549900 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 04:45:16.619860 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Subscribe: > router precommit_create 55549900 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 04:45:16.620225 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Subscribe: > router_interface after_create 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 04:45:16.620570 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Subscribe: > router precommit_update 55549900 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 04:45:16.620932 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Subscribe: > agent after_create 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 04:45:16.621305 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Subscribe: > agent after_delete 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 04:45:16.621650 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Subscribe: > network after_delete 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 04:45:16.622530 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.quota.resource_registry [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Tracking information for resource: router configured {{(pid=88153) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 30 04:45:16.622864 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.quota.resource_registry [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Tracking information for resource: floatingip configured {{(pid=88153) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 30 04:45:16.627758 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO neutron.db.l3_agentschedulers_db [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 30 04:45:16.628326 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Subscribe: port after_update 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 04:45:16.628688 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Subscribe: port after_create 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 04:45:16.629040 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Subscribe: port after_delete 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 04:45:16.629392 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Subscribe: port after_update 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 04:45:16.630218 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Subscribe: > router before_create 55550100 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 04:45:16.630588 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Subscribe: > router precommit_delete 55550100 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 04:45:16.630954 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Subscribe: > router precommit_create 55550100 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 04:45:16.631311 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Subscribe: > router precommit_update 55550100 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 04:45:16.635814 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.services.provider_configuration [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Service providers = [] {{(pid=88153) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 30 04:45:16.636183 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.db.servicetype_db [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=88153) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 30 04:45:16.639649 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.services.service_base [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=88153) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 30 04:45:16.639999 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.services.service_base [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=88153) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 30 04:45:16.640341 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.services.service_base [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=88153) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 30 04:45:16.641255 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.services.service_base [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=88153) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 30 04:45:16.641627 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO neutron.services.service_base [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Default provider is not specified for service type L3_ROUTER_NAT May 30 04:45:16.642032 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.manager [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=88153) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 30 04:45:16.642351 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO neutron.manager [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 30 04:45:16.653446 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.manager [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Successfully loaded METERING plugin. Description: METERING {{(pid=88153) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 30 04:45:16.653783 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO neutron.manager [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loading Plugin: auto_allocate May 30 04:45:16.659431 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Subscribe: network precommit_update 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 04:45:16.659804 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Subscribe: network precommit_create 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 04:45:16.660331 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.manager [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=88153) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 30 04:45:16.660652 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO neutron.manager [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loading Plugin: tag May 30 04:45:16.667050 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.manager [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=88153) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 30 04:45:16.667383 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO neutron.manager [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loading Plugin: timestamp May 30 04:45:16.671369 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.manager [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=88153) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 30 04:45:16.671701 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO neutron.manager [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loading Plugin: network_ip_availability May 30 04:45:16.676848 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 04:45:16.677266 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 04:45:16.677579 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 04:45:16.678326 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.manager [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=88153) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 30 04:45:16.678901 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO neutron.manager [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loading Plugin: flavors May 30 04:45:16.683555 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.manager [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=88153) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 30 04:45:16.683916 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO neutron.manager [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loading Plugin: revisions May 30 04:45:16.688141 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.manager [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=88153) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 30 04:45:16.688535 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_concurrency.lockutils [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.617s {{(pid=88153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 30 04:45:16.689276 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=88153) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 30 04:45:16.689612 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Initializing extension manager. May 30 04:45:16.690153 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loading extension file: __init__.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 04:45:16.690497 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loading extension file: __pycache__ {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 04:45:16.690832 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 04:45:16.691165 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loading extension file: address_group.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 04:45:16.691915 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 04:45:16.692489 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loaded extension: address-group May 30 04:45:16.692813 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loading extension file: address_scope.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 04:45:16.693712 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 04:45:16.694250 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loaded extension: address-scope May 30 04:45:16.694574 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loading extension file: admin_state_down_before_update.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 04:45:16.695493 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 04:45:16.696006 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loaded extension: router-admin-state-down-before-update May 30 04:45:16.696327 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loading extension file: agent.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 04:45:16.697021 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 04:45:16.697527 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loaded extension: agent May 30 04:45:16.697874 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loading extension file: agent_resources_synced.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 04:45:16.698776 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 04:45:16.699818 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loaded extension: agent-resources-synced May 30 04:45:16.700142 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loading extension file: allowedaddresspairs.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 04:45:16.701958 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 04:45:16.702484 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loaded extension: allowed-address-pairs May 30 04:45:16.702814 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loading extension file: auto_allocated_topology.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 04:45:16.703881 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 04:45:16.704401 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loaded extension: auto-allocated-topology May 30 04:45:16.704730 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loading extension file: availability_zone.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 04:45:16.705421 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 04:45:16.705971 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loaded extension: availability_zone May 30 04:45:16.706297 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loading extension file: availability_zone_filter.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 04:45:16.707206 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 04:45:16.707715 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loaded extension: availability_zone_filter May 30 04:45:16.708035 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loading extension file: data_plane_status.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 04:45:16.708940 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 04:45:16.709444 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Extension data-plane-status not supported by any of loaded plugins May 30 04:45:16.709767 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loading extension file: default_subnetpools.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 04:45:16.710706 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 04:45:16.711221 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loaded extension: default-subnetpools May 30 04:45:16.711546 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loading extension file: dhcpagentscheduler.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 04:45:16.712348 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 04:45:16.712858 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loaded extension: dhcp_agent_scheduler May 30 04:45:16.713182 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loading extension file: dns.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 04:45:16.714113 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 04:45:16.714624 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Extension dns-integration not supported by any of loaded plugins May 30 04:45:16.715503 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loading extension file: dns_domain_ports.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 04:45:16.716460 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 04:45:16.716970 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Extension dns-domain-ports not supported by any of loaded plugins May 30 04:45:16.717295 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loading extension file: dvr.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 04:45:16.717991 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 04:45:16.718503 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loaded extension: dvr May 30 04:45:16.718824 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loading extension file: empty_string_filtering.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 04:45:16.719737 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 04:45:16.720251 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loaded extension: empty-string-filtering May 30 04:45:16.720577 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 04:45:16.721475 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 04:45:16.722006 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 30 04:45:16.722328 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 04:45:16.723230 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 04:45:16.723736 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 30 04:45:16.724056 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loading extension file: external_net.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 04:45:16.724955 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 04:45:16.725461 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loaded extension: external-net May 30 04:45:16.725781 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loading extension file: extra_dhcp_opt.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 04:45:16.726718 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 04:45:16.727229 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loaded extension: extra_dhcp_opt May 30 04:45:16.727549 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loading extension file: extraroute.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 04:45:16.728454 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 04:45:16.728963 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loaded extension: extraroute May 30 04:45:16.729282 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loading extension file: extraroute_atomic.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 04:45:16.730338 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 04:45:16.730879 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loaded extension: extraroute-atomic May 30 04:45:16.731200 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loading extension file: filter_validation.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 04:45:16.731857 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 04:45:16.732360 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loaded extension: filter-validation May 30 04:45:16.732677 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loading extension file: fip_pf_description.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 04:45:16.733585 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 04:45:16.734124 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 30 04:45:16.734446 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loading extension file: fip_port_details.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 04:45:16.735364 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 04:45:16.735868 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loaded extension: fip-port-details May 30 04:45:16.736189 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loading extension file: flavors.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 04:45:16.737405 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 04:45:16.737961 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loaded extension: flavors May 30 04:45:16.738286 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 04:45:16.739925 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 04:45:16.740459 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 30 04:45:16.740793 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loading extension file: floatingip_pools.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 04:45:16.741499 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 04:45:16.742049 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loaded extension: floatingip-pools May 30 04:45:16.742380 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loading extension file: ip_allocation.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 04:45:16.743296 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 04:45:16.743809 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Extension ip_allocation not supported by any of loaded plugins May 30 04:45:16.744133 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loading extension file: ip_substring_port_filtering.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 04:45:16.745048 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 04:45:16.745564 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loaded extension: ip-substring-filtering May 30 04:45:16.745926 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loading extension file: l2_adjacency.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 04:45:16.746985 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 04:45:16.747496 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Extension l2_adjacency not supported by any of loaded plugins May 30 04:45:16.747820 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loading extension file: l3.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 04:45:16.748912 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 04:45:16.749441 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loaded extension: router May 30 04:45:16.749770 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loading extension file: l3_conntrack_helper.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 04:45:16.752008 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 04:45:16.752538 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 30 04:45:16.752870 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loading extension file: l3_ext_gw_mode.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 04:45:16.753792 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 04:45:16.754332 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loaded extension: ext-gw-mode May 30 04:45:16.754659 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loading extension file: l3_ext_ha_mode.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 04:45:16.755571 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 04:45:16.756088 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loaded extension: l3-ha May 30 04:45:16.756413 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loading extension file: l3_flavors.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 04:45:16.757323 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 04:45:16.757856 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loaded extension: l3-flavors May 30 04:45:16.758183 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 04:45:16.759106 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 04:45:16.759617 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loaded extension: l3-port-ip-change-not-allowed May 30 04:45:16.759938 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loading extension file: l3agentscheduler.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 04:45:16.760954 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 04:45:16.761496 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loaded extension: l3_agent_scheduler May 30 04:45:16.762407 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loading extension file: logging.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 04:45:16.763919 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 04:45:16.764437 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Extension logging not supported by any of loaded plugins May 30 04:45:16.764769 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loading extension file: metering.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 04:45:16.765515 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 04:45:16.766122 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loaded extension: metering May 30 04:45:16.766450 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 04:45:16.767534 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 04:45:16.768048 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loaded extension: metering_source_and_destination_fields May 30 04:45:16.768374 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loading extension file: multiprovidernet.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 04:45:16.769298 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 04:45:16.769842 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loaded extension: multi-provider May 30 04:45:16.770162 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loading extension file: netmtu.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 04:45:16.771081 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 04:45:16.771595 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loaded extension: net-mtu May 30 04:45:16.771916 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loading extension file: netmtu_writable.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 04:45:16.772832 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 04:45:16.773344 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loaded extension: net-mtu-writable May 30 04:45:16.773667 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loading extension file: network_availability_zone.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 04:45:16.774365 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 04:45:16.774874 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loaded extension: network_availability_zone May 30 04:45:16.775194 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loading extension file: network_ip_availability.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 04:45:16.776272 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 04:45:16.776787 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loaded extension: network-ip-availability May 30 04:45:16.777113 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loading extension file: network_segment_range.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 04:45:16.778489 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 04:45:16.778995 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Extension network-segment-range not supported by any of loaded plugins May 30 04:45:16.779317 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loading extension file: pagination.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 04:45:16.780289 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 04:45:16.780619 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loaded extension: pagination May 30 04:45:16.780943 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loading extension file: port_device_profile.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 04:45:16.781872 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 04:45:16.782393 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loaded extension: port-device-profile May 30 04:45:16.782717 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loading extension file: port_mac_address_regenerate.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 04:45:16.783631 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 04:45:16.784143 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loaded extension: port-mac-address-regenerate May 30 04:45:16.784464 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loading extension file: port_numa_affinity_policy.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 04:45:16.785379 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 04:45:16.785919 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loaded extension: port-numa-affinity-policy May 30 04:45:16.786245 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loading extension file: port_resource_request.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 04:45:16.787150 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 04:45:16.787659 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Extension port-resource-request not supported by any of loaded plugins May 30 04:45:16.787982 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loading extension file: portbindings.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 04:45:16.788902 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 04:45:16.789415 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loaded extension: binding May 30 04:45:16.789738 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loading extension file: portbindings_extended.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 04:45:16.791140 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 04:45:16.791657 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loaded extension: binding-extended May 30 04:45:16.791985 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loading extension file: portsecurity.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 04:45:16.792901 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 04:45:16.793441 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loaded extension: port-security May 30 04:45:16.793767 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loading extension file: project_id.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 04:45:16.794763 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 04:45:16.795091 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loaded extension: project-id May 30 04:45:16.795414 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loading extension file: providernet.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 04:45:16.796333 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 04:45:16.796849 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loaded extension: provider May 30 04:45:16.797173 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loading extension file: qos.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 04:45:16.800660 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 04:45:16.801195 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Extension qos not supported by any of loaded plugins May 30 04:45:16.801528 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loading extension file: qos_bw_limit_direction.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 04:45:16.802800 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 04:45:16.803324 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 30 04:45:16.803908 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 04:45:16.804822 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 04:45:16.805337 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 30 04:45:16.805663 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loading extension file: qos_default.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 04:45:16.806604 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 04:45:16.807121 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Extension qos-default not supported by any of loaded plugins May 30 04:45:16.807452 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loading extension file: qos_fip.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 04:45:16.808105 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 04:45:16.808633 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Extension qos-fip not supported by any of loaded plugins May 30 04:45:16.808966 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loading extension file: qos_gateway_ip.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 04:45:16.809920 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 04:45:16.810434 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Extension qos-gateway-ip not supported by any of loaded plugins May 30 04:45:16.810758 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loading extension file: qos_port_network_policy.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 04:45:16.811673 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 04:45:16.812186 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Extension qos-port-network-policy not supported by any of loaded plugins May 30 04:45:16.812511 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loading extension file: qos_rule_type_details.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 04:45:16.813419 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 04:45:16.813970 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Extension qos-rule-type-details not supported by any of loaded plugins May 30 04:45:16.814298 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loading extension file: qos_rules_alias.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 04:45:16.815329 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 04:45:16.815845 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Extension qos-rules-alias not supported by any of loaded plugins May 30 04:45:16.816170 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loading extension file: quotasv2.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 04:45:16.817059 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 04:45:16.817385 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loaded extension: quotas May 30 04:45:16.817706 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loading extension file: quotasv2_detail.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 04:45:16.819336 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 04:45:16.819677 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loaded extension: quota_details May 30 04:45:16.820010 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loading extension file: rbac.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 04:45:16.821051 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 04:45:16.821580 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loaded extension: rbac-policies May 30 04:45:16.821943 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loading extension file: rbac_address_group.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 04:45:16.822868 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 04:45:16.823387 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loaded extension: rbac-address-group May 30 04:45:16.823711 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loading extension file: rbac_address_scope.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 04:45:16.825155 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 04:45:16.825667 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loaded extension: rbac-address-scope May 30 04:45:16.826025 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loading extension file: rbac_security_groups.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 04:45:16.826948 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 04:45:16.827463 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loaded extension: rbac-security-groups May 30 04:45:16.827784 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loading extension file: rbac_subnetpool.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 04:45:16.828706 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 04:45:16.829221 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loaded extension: rbac-subnetpool May 30 04:45:16.829541 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loading extension file: revisionifmatch.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 04:45:16.830607 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 04:45:16.831129 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loaded extension: revision-if-match May 30 04:45:16.831457 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loading extension file: revisions.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 04:45:16.832560 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 04:45:16.833075 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loaded extension: standard-attr-revisions May 30 04:45:16.833401 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loading extension file: router_availability_zone.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 04:45:16.834109 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 04:45:16.834621 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loaded extension: router_availability_zone May 30 04:45:16.834940 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loading extension file: routerservicetype.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 04:45:16.835855 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 04:45:16.836369 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Extension router-service-type not supported by any of loaded plugins May 30 04:45:16.836690 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 04:45:16.837603 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 04:45:16.838142 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loaded extension: security-groups-normalized-cidr May 30 04:45:16.838463 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loading extension file: security_groups_port_filtering.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 04:45:16.839378 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 04:45:16.840496 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loaded extension: port-security-groups-filtering May 30 04:45:16.840824 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loading extension file: security_groups_remote_address_group.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 04:45:16.841745 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 04:45:16.842289 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loaded extension: security-groups-remote-address-group May 30 04:45:16.842613 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loading extension file: securitygroup.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 04:45:16.853427 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 04:45:16.853998 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loaded extension: security-group May 30 04:45:16.854333 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loading extension file: segment.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 04:45:16.855125 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 04:45:16.855718 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Extension segment not supported by any of loaded plugins May 30 04:45:16.856050 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 04:45:16.856994 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 04:45:16.857507 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 30 04:45:16.857860 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loading extension file: servicetype.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 04:45:16.858962 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 04:45:16.859484 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loaded extension: service-type May 30 04:45:16.859809 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loading extension file: sorting.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 04:45:16.860788 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 04:45:16.861121 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loaded extension: sorting May 30 04:45:16.861451 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loading extension file: standard_attr_segment.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 04:45:16.862392 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 04:45:16.862907 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Extension standard-attr-segment not supported by any of loaded plugins May 30 04:45:16.863231 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loading extension file: standardattrdescription.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 04:45:16.863873 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 04:45:16.864384 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loaded extension: standard-attr-description May 30 04:45:16.864705 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loading extension file: stateful_security_group.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 04:45:16.865617 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 04:45:16.866165 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loaded extension: stateful-security-group May 30 04:45:16.866493 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loading extension file: stdattrs_common.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 04:45:16.867075 dv-neutron-843763-1-hyperv neutron-server[88153]: WARNING neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 30 04:45:16.867396 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 04:45:16.868413 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 04:45:16.868929 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 30 04:45:16.869253 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loading extension file: subnet_onboard.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 04:45:16.870349 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 04:45:16.870871 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loaded extension: subnet_onboard May 30 04:45:16.871734 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loading extension file: subnet_segmentid_writable.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 04:45:16.872663 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 04:45:16.873172 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 30 04:45:16.873495 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loading extension file: subnet_service_types.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 04:45:16.874457 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 04:45:16.874972 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loaded extension: subnet-service-types May 30 04:45:16.875298 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loading extension file: subnetallocation.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 04:45:16.876374 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 04:45:16.876887 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loaded extension: subnet_allocation May 30 04:45:16.877209 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 04:45:16.877903 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 04:45:16.878413 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loaded extension: subnetpool-prefix-ops May 30 04:45:16.878736 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 04:45:16.879672 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 04:45:16.880177 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 30 04:45:16.880499 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loading extension file: tagging.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 04:45:16.881547 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 04:45:16.882098 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loaded extension: standard-attr-tag May 30 04:45:16.882424 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loading extension file: timestamp.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 04:45:16.883605 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 04:45:16.884127 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loaded extension: standard-attr-timestamp May 30 04:45:16.884454 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loading extension file: trunk.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 04:45:16.885471 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 04:45:16.886014 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Extension trunk not supported by any of loaded plugins May 30 04:45:16.886342 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loading extension file: trunk_details.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 04:45:16.887871 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 04:45:16.888386 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Extension trunk-details not supported by any of loaded plugins May 30 04:45:16.888709 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loading extension file: uplink_status_propagation.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 04:45:16.889631 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 04:45:16.890168 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Extension uplink-status-propagation not supported by any of loaded plugins May 30 04:45:16.890492 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Loading extension file: vlantransparent.py {{(pid=88153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 30 04:45:16.891157 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=88153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 30 04:45:16.891665 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Extension vlan-transparent not supported by any of loaded plugins May 30 04:45:16.894049 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO neutron.quota.resource_registry [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Creating instance of TrackedResource for resource:network May 30 04:45:16.894770 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO neutron.quota.resource_registry [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Creating instance of TrackedResource for resource:subnet May 30 04:45:16.895380 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO neutron.quota.resource_registry [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Creating instance of TrackedResource for resource:subnetpool May 30 04:45:17.004023 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO neutron.quota.resource_registry [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Creating instance of TrackedResource for resource:port May 30 04:45:17.005318 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.v2.resource_helper [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88153) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 30 04:45:17.005761 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.v2.resource_helper [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Service FLAVORS assigned prefix: {{(pid=88153) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 30 04:45:17.006412 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.v2.resource_helper [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88153) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 30 04:45:17.006845 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.v2.resource_helper [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88153) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 30 04:45:17.007182 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO neutron.quota.resource_registry [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Creating instance of TrackedResource for resource:router May 30 04:45:17.007840 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO neutron.quota.resource_registry [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Creating instance of TrackedResource for resource:floatingip May 30 04:45:17.008647 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.v2.resource_helper [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Service METERING assigned prefix: /metering {{(pid=88153) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 30 04:45:17.010116 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 04:45:17.010492 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 04:45:17.010846 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 04:45:17.012491 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO neutron.quota.resource_registry [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Creating instance of CountableResource for resource:rbac_policy May 30 04:45:17.012933 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO neutron.quota.resource_registry [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Creating instance of TrackedResource for resource:security_group May 30 04:45:17.013596 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO neutron.quota.resource_registry [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Creating instance of TrackedResource for resource:security_group_rule May 30 04:45:17.014364 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.v2.resource_helper [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Service CORE assigned prefix: {{(pid=88153) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 30 04:45:17.014703 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO neutron.quota.resource_registry [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Creating instance of TrackedResource for resource:subnetpool May 30 04:45:17.015057 dv-neutron-843763-1-hyperv neutron-server[88153]: WARNING neutron.quota.resource_registry [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] subnetpool is already registered May 30 04:45:17.015741 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.v2.resource_helper [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Service CORE assigned prefix: {{(pid=88153) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 30 04:45:17.016076 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO neutron.quota.resource_registry [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Creating instance of TrackedResource for resource:subnetpool May 30 04:45:17.016406 dv-neutron-843763-1-hyperv neutron-server[88153]: WARNING neutron.quota.resource_registry [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] subnetpool is already registered May 30 04:45:17.018867 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.v2.resource_helper [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88153) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 30 04:45:17.019306 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.v2.resource_helper [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Service FLAVORS assigned prefix: {{(pid=88153) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 30 04:45:17.019890 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.v2.resource_helper [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88153) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 30 04:45:17.020312 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.v2.resource_helper [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88153) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 30 04:45:17.020648 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO neutron.quota.resource_registry [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Creating instance of TrackedResource for resource:router May 30 04:45:17.020977 dv-neutron-843763-1-hyperv neutron-server[88153]: WARNING neutron.quota.resource_registry [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] router is already registered May 30 04:45:17.021572 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO neutron.quota.resource_registry [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Creating instance of TrackedResource for resource:floatingip May 30 04:45:17.021985 dv-neutron-843763-1-hyperv neutron-server[88153]: WARNING neutron.quota.resource_registry [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] floatingip is already registered May 30 04:45:17.022683 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.v2.resource_helper [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Service METERING assigned prefix: /metering {{(pid=88153) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 30 04:45:17.023481 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO neutron.quota.resource_registry [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Creating instance of CountableResource for resource:rbac_policy May 30 04:45:17.023846 dv-neutron-843763-1-hyperv neutron-server[88153]: WARNING neutron.quota.resource_registry [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] rbac_policy is already registered May 30 04:45:17.024423 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO neutron.quota.resource_registry [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Creating instance of TrackedResource for resource:security_group May 30 04:45:17.024756 dv-neutron-843763-1-hyperv neutron-server[88153]: WARNING neutron.quota.resource_registry [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] security_group is already registered May 30 04:45:17.025355 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO neutron.quota.resource_registry [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Creating instance of TrackedResource for resource:security_group_rule May 30 04:45:17.025689 dv-neutron-843763-1-hyperv neutron-server[88153]: WARNING neutron.quota.resource_registry [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] security_group_rule is already registered May 30 04:45:17.026381 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.v2.resource_helper [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Service CORE assigned prefix: {{(pid=88153) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 30 04:45:17.026714 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO neutron.quota.resource_registry [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Creating instance of TrackedResource for resource:subnetpool May 30 04:45:17.027041 dv-neutron-843763-1-hyperv neutron-server[88153]: WARNING neutron.quota.resource_registry [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] subnetpool is already registered May 30 04:45:17.027806 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.v2.resource_helper [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Service CORE assigned prefix: {{(pid=88153) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 30 04:45:17.028217 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO neutron.quota.resource_registry [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Creating instance of TrackedResource for resource:subnetpool May 30 04:45:17.028554 dv-neutron-843763-1-hyperv neutron-server[88153]: WARNING neutron.quota.resource_registry [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] subnetpool is already registered May 30 04:45:17.029203 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Extended resource: extensions {{(pid=88153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 30 04:45:17.030715 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Extended resource: address-groups {{(pid=88153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 30 04:45:17.032341 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Extended resource: address-scopes {{(pid=88153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 30 04:45:17.033531 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Extended resource: agents {{(pid=88153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 30 04:45:17.034718 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Extended resource: auto-allocated-topology {{(pid=88153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 30 04:45:17.035949 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Extended resource: availability_zones {{(pid=88153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 30 04:45:17.037261 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Extended resource: dhcp-networks {{(pid=88153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 30 04:45:17.038693 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Extended resource: dhcp-agents {{(pid=88153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 30 04:45:17.040099 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Extended resource: routers {{(pid=88153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 30 04:45:17.041899 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Extended resource: flavors {{(pid=88153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 30 04:45:17.043102 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Extended resource: service_profiles {{(pid=88153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 30 04:45:17.044314 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Extended resource: next_providers {{(pid=88153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 30 04:45:17.045852 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Extended resource: service_profiles {{(pid=88153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 30 04:45:17.047271 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Extended resource: floatingip-pools {{(pid=88153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 30 04:45:17.048462 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Extended resource: routers {{(pid=88153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 30 04:45:17.050298 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Extended resource: floatingips {{(pid=88153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 30 04:45:17.051475 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Extended resource: l3-routers {{(pid=88153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 30 04:45:17.052851 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Extended resource: l3-agents {{(pid=88153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 30 04:45:17.054547 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Extended resource: metering-labels {{(pid=88153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 30 04:45:17.055880 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Extended resource: metering-label-rules {{(pid=88153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 30 04:45:17.057157 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Extended resource: network-ip-availabilities {{(pid=88153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 30 04:45:17.058445 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Extended resource: bindings {{(pid=88153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 30 04:45:17.060634 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Extended resource: quotas {{(pid=88153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 30 04:45:17.062075 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Extended resource: quotas {{(pid=88153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 30 04:45:17.063471 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Extended resource: rbac-policies {{(pid=88153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 30 04:45:17.064762 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Extended resource: security-groups {{(pid=88153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 30 04:45:17.066000 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Extended resource: security-group-rules {{(pid=88153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 30 04:45:17.067206 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Extended resource: service-providers {{(pid=88153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 30 04:45:17.068423 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Extended resource: subnetpools {{(pid=88153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 30 04:45:17.070781 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Extended resource: subnetpools {{(pid=88153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 30 04:45:17.072228 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Extended resource: tags {{(pid=88153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 30 04:45:17.073939 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Extended resource: tags {{(pid=88153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 30 04:45:17.076353 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Extended resource: tags {{(pid=88153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 30 04:45:17.078136 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Extended resource: tags {{(pid=88153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 30 04:45:17.079905 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Extended resource: tags {{(pid=88153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 30 04:45:17.081746 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Extended resource: tags {{(pid=88153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 30 04:45:17.083442 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Extended resource: tags {{(pid=88153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 30 04:45:17.085328 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Extended resource: tags {{(pid=88153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 30 04:45:17.087076 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Extended resource: tags {{(pid=88153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 30 04:45:17.088906 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron.api.extensions [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Extended resource: tags {{(pid=88153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 30 04:45:17.094797 dv-neutron-843763-1-hyperv neutron-server[88153]: WARNING keystonemiddleware.auth_token [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 30 04:45:17.099470 dv-neutron-843763-1-hyperv neutron-server[88153]: WARNING keystonemiddleware.auth_token [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 30 04:45:17.107636 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_concurrency.lockutils [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Acquired lock "singleton_lock" {{(pid=88153) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 30 04:45:17.108111 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_concurrency.lockutils [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Releasing lock "singleton_lock" {{(pid=88153) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 30 04:45:17.108738 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO oslo_service.service [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Starting 2 workers May 30 04:45:17.113384 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Started child 88260 {{(pid=88153) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 30 04:45:17.117562 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Started child 88261 {{(pid=88153) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 30 04:45:17.118397 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:45:17.119134 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO neutron.service [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Neutron service started, listening on 0.0.0.0:9696 May 30 04:45:17.119777 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [-] (88260) wsgi starting up on http://0.0.0.0:9696 May 30 04:45:17.119875 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Notify callbacks [] for process, before_spawn {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:45:17.122765 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO oslo_service.service [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Starting 1 workers May 30 04:45:17.123000 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:45:17.124365 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [-] (88261) wsgi starting up on http://0.0.0.0:9696 May 30 04:45:17.127750 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Started child 88262 {{(pid=88153) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 30 04:45:17.128248 dv-neutron-843763-1-hyperv neutron-server[88153]: INFO oslo_service.service [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Starting 1 workers May 30 04:45:17.131311 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.service [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] calling RpcWorker wait() {{(pid=88262) _wait /opt/stack/neutron/neutron/service.py:128}} May 30 04:45:17.131864 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.service [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] returning from RpcWorker wait() {{(pid=88262) _wait /opt/stack/neutron/neutron/service.py:135}} May 30 04:45:17.132514 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Started child 88263 {{(pid=88153) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 30 04:45:17.133147 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:45:17.133296 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG neutron_lib.callbacks.manager [None req-a6d8414b-38a2-4ab0-acc5-1584027d658f None None] Notify callbacks [] for process, after_spawn {{(pid=88153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:45:17.133680 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:45:17.135109 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88153) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 30 04:45:17.135326 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 30 04:45:17.135511 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 30 04:45:17.135724 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 30 04:45:17.136065 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 30 04:45:17.136231 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 30 04:45:17.136711 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.137582 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.137895 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.138039 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:45:17.138498 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.138498 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.139011 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.139108 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:45:17.139278 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.139542 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.139820 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.140072 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.140239 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.140404 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.140653 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.140896 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.141212 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.141485 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.141719 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.142021 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.142188 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.142438 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.142695 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.142953 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.143212 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] debug = True {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.143462 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.143924 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.144148 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.144381 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.144594 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.144850 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.145091 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.145346 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.145587 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.145798 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.146074 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.146341 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.146578 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.146799 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.147008 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.147277 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.147488 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.147933 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] host = dv-neutron-843763-1-hyperv {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.148146 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.148378 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.148617 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.148839 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.149081 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.149292 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.149548 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.149791 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.150060 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.150312 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.150557 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.150819 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.151031 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.151279 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] log_file = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.151440 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] log_options = True {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.151650 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.151930 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.152201 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.152410 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.152578 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.152750 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.152995 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.153156 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.153404 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.153631 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.153860 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.154095 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.154335 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.154567 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.154836 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.155059 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.155281 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.155492 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.155733 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.156009 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.156234 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.156414 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.156630 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.156904 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.157085 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.157297 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.157525 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.157733 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.157964 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.158222 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.158450 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.158701 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.158942 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.159173 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.159397 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.159618 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.159849 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.160105 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.160334 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.160595 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.160839 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.161049 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.161292 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.161508 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.161739 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.161985 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] use_json = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.162193 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.162401 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.162658 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.162890 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.163103 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.163311 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.163771 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.163771 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.164032 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.164355 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.164608 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.164924 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.165180 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.165520 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.165520 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.166574 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.166574 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.166574 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.166574 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.166977 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.167173 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.167337 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.167679 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.167923 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.168291 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.168553 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.168817 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.169061 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.169294 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.169536 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.169772 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.170106 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.170358 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.170616 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.171197 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.171417 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.171636 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.171875 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.172104 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.172352 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.172550 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.172796 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.173008 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.173234 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.173474 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.173729 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.173999 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.174231 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.174459 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.174694 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.174923 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.175158 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.175386 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.175601 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.175810 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.176022 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.176266 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.176478 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.176709 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.176923 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.177192 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.177417 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.177632 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.177866 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.178117 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.178335 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.178815 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.179026 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.179258 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.179491 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.179730 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.179964 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.180186 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.180421 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.180636 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.180871 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.181105 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.181326 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.181563 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.181779 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.182027 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.182240 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.182470 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.182689 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.182900 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.183111 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.184273 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.184273 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.184567 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.184567 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.184825 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.184976 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.185183 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.185475 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.185788 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.186027 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.186321 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.186561 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.186817 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.187054 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.187302 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.187520 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.187771 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.188000 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.188263 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.188508 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.188752 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.188995 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.189240 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.189496 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.189710 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.189988 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.190200 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.190446 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.190664 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.190867 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 34190) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:45:17.191018 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.191186 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.191367 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.191597 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.191846 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.192107 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.192353 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.192620 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.192855 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.193109 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.193411 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.193668 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.193961 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.194195 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.194425 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.194701 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.194950 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.195222 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.195476 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.195689 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.195901 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.196184 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.196439 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.196677 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.196888 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.197118 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.197472 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.197713 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.197963 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.198195 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.198459 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.198714 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.198948 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.199204 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.200041 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.200304 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.200547 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.200793 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.201028 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.201255 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.201481 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.201692 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.201946 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.202176 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.202425 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.202652 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.203260 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.203527 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.203758 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.203994 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.204236 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.204465 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.204686 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.204911 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.205122 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.205336 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.205569 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.205781 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.206019 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.206234 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.206451 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.206703 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.206936 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.207214 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.207472 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.207703 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.207927 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.208166 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.208433 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.208664 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.208905 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.209141 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.209356 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.209585 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.209799 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.210060 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.210269 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.210516 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.210732 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.210964 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.211214 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.211551 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.211800 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.212050 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.212305 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.212535 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.212746 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.212961 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.213172 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.213380 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.213593 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.213843 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.214078 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.214289 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.214525 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.214736 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.214975 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.215255 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.215485 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.215718 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.215928 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.216144 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.216354 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.216549 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.216778 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.216978 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.217183 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.217388 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.217744 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.218179 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.218615 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.219001 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.219415 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.219793 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.220179 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.220579 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.220967 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.221361 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.221749 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.222197 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.222299 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [-] 10.222.0.15 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0232563 May 30 04:45:17.222709 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.223082 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.223506 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.223914 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.224380 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.224869 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.225306 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.225690 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.226230 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.226655 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.227066 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.227520 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.228057 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.228469 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.228885 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.229290 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.229685 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.230145 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.231123 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.231622 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.232101 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.232569 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.233037 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.233522 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.234013 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.234591 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.235004 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.235506 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.236897 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.237394 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.237872 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.238294 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.238747 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.239007 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.239229 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.239598 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.239974 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.241196 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.241597 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.242015 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.242448 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.242869 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.243092 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.243306 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.243569 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.243853 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.244750 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.245929 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.246879 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 30 04:45:17.247418 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88153) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 30 04:45:17.248533 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 30 04:45:17.248533 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 30 04:45:17.248533 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 30 04:45:17.248533 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 30 04:45:17.248533 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 30 04:45:17.249117 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.249292 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.249460 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.250405 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.250405 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.250405 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.250405 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.250785 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.250941 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.251095 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.251238 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.252427 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.252427 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.252427 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.252427 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.252427 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.252427 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.252803 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.252994 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.253142 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.253281 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.254267 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.254267 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] debug = True {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.254267 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.254267 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.254267 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.254267 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.254658 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.254857 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.254955 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.255121 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.255205 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.255338 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.255338 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.255338 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.255338 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.255338 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.255338 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.255338 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.256722 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.256722 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] host = dv-neutron-843763-1-hyperv {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.256722 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.256893 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.256893 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.257080 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.257330 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.257330 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.257598 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.257598 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.257598 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.257598 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.257598 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.257598 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.257598 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.257598 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] log_file = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.261741 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] log_options = True {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.261741 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.261741 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.261741 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.261741 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.261741 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.261741 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.262710 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.262710 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.262710 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.262710 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.262710 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.262710 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.262710 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.262710 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.265545 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.265545 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.265545 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.265545 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.265545 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.265545 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.265545 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.265545 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.267653 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.267653 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.267653 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.267653 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.267653 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.267653 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.267653 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.267653 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.267653 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.269530 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.269530 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.269530 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.269530 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.269530 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.269530 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.269530 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.269530 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.271817 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.271817 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.271817 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.271817 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.271817 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.271817 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.271817 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] use_json = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.271817 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.272830 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.272830 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.272830 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.272830 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.272830 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.272830 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.272830 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.272830 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 04:45:17.273842 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.273842 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.273842 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.273842 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.273842 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.273842 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.273842 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.273842 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.276174 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.276174 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.276174 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.276174 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.276174 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.276174 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.276174 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.276174 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.278038 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.278038 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.278038 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.278038 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.278038 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.278038 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.278038 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.278038 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.279150 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.279150 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.279150 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.279150 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.279150 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.279150 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.279150 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.279150 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.280152 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.280152 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.280152 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.280152 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.280152 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.280152 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.280152 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.280152 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.280152 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.281282 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.281282 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.281540 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:45:17.281691 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.281691 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.281691 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.281691 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.281691 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.281691 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.281691 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.281691 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.281691 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.282850 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.282850 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.282850 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.282850 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.282850 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.282850 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.282850 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.282850 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.283854 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.283854 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.283854 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.283854 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.283854 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.283854 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.283854 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.283854 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.283854 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.286489 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.286489 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.286489 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.286489 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.286489 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.286489 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.286489 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.286489 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.286489 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.287643 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.287643 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.287643 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.287643 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.287643 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.287643 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.287643 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.287643 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.288651 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.288651 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.288651 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.288651 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.288651 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.288651 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.288651 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.288651 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.289656 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.289656 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.289656 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.289656 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.289656 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.289656 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.289656 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.289656 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.290759 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.290759 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.290759 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.290759 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.290759 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.290759 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.290759 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.290759 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.292330 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.292330 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.292330 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.292330 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.292330 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.292330 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.292330 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.292330 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.293970 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.293970 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.293970 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.293970 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.293970 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.293970 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.293970 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.293970 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.293970 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.294777 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.294777 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.294777 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.294777 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.294777 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.294777 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.294777 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.294777 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.295286 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.295286 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.295286 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.295286 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.295532 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.295611 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.295738 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.295912 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.296076 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.296231 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.296371 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.296520 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.296678 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.296834 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.296991 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.297154 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.297315 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.297471 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.297628 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.297789 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.298065 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.298913 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.298913 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.298913 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.298913 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.298913 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.299238 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.299238 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.299238 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.299422 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.299635 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.299724 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.299857 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.300008 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.300151 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.300302 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.300441 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.300605 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.300755 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.300916 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.301174 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.301341 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.301498 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.301657 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.301858 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.302031 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.302187 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.302347 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.302507 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.302675 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.302895 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.303667 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.303667 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.303889 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.304044 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.304238 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.304449 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.304643 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.304835 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.305032 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.305193 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.305359 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.305513 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.305655 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.305845 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.306977 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.307159 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.307434 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.307706 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.307911 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.308070 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.308236 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.308398 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.309421 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.309739 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.309934 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.310098 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.310261 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.310422 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.310583 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.310744 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.310915 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.311075 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.311337 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.311500 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.311662 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.311838 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.311984 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.312132 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.312280 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.312418 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.312569 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.312705 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.312841 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.312977 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.313140 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.313307 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.313467 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.313626 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.313792 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.313989 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.314148 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.314303 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.314472 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.314631 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.314798 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.314962 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.315116 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.315253 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.315388 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.315522 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.315690 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.315854 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.315996 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.316597 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.316597 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.316597 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.316597 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.317152 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.317152 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.317152 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.317530 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.317530 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.317530 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.317939 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.317939 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.318213 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.318213 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.318470 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.318470 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.318726 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.318726 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.318993 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.318993 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.319258 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.319395 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.319529 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.319662 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.319797 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 04:45:17.319931 dv-neutron-843763-1-hyperv neutron-server[88153]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 30 04:45:27.951287 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a74b1b-9002-4637-a583-e119d777ccee None None] get_active_networks_info from dv-neutron-843763-1-hyperv {{(pid=88262) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 30 04:45:28.024254 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a74b1b-9002-4637-a583-e119d777ccee None None] No non-hosted networks {{(pid=88262) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 30 04:45:28.031278 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.agentschedulers_db [None req-15a74b1b-9002-4637-a583-e119d777ccee None None] DHCP Agent not found on host dv-neutron-843763-1-hyperv {{(pid=88262) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} May 30 04:45:28.104728 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-1ea87fdd-fb68-45de-a201-253abf65af74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1602072'] for agent, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:45:30.127196 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-443d71c3-8da4-478e-a436-0527e4de98de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1602072'] for agent, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:45:30.172160 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-4a3177a1-eb51-46e8-a068-379197487c9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:45:31.101795 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56ded65b-0e68-413c-8b9b-1097922cc81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1602072'] for agent, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:45:31.346430 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1602072'] for agent, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:45:31.349112 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:45:31.351438 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:45:31.352010 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:45:31.353498 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:45:31.354498 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:45:31.354896 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:45:31.355334 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:45:31.355742 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:45:31.356261 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:45:31.357127 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:45:31.357658 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:45:31.359187 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:45:31.359872 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-843763-1-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:45:31.368114 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-843763-1-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:45:32.667312 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a142624-940e-4c55-bf49-a5329c884075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1602072'] for agent, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:45:33.605638 dv-neutron-843763-1-hyperv neutron-server[88262]: INFO neutron.db.l3_hamode_db [None req-4e0b8f24-6ae5-43f4-aa71-f31589572955 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 30 04:45:33.688252 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0b8f24-6ae5-43f4-aa71-f31589572955 None None] Routers set() bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 04:45:33.688880 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0b8f24-6ae5-43f4-aa71-f31589572955 None None] Router IDs set() for agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} May 30 04:45:34.251297 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 34290) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:45:34.815368 dv-neutron-843763-1-hyperv neutron-server[88261]: WARNING oslo_policy.policy [None req-b5728ee6-43d4-423a-80fe-84f6828ffc5e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 30 04:45:34.815965 dv-neutron-843763-1-hyperv neutron-server[88261]: WARNING oslo_policy.policy [None req-b5728ee6-43d4-423a-80fe-84f6828ffc5e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 30 04:45:35.030957 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [None req-b5728ee6-43d4-423a-80fe-84f6828ffc5e admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=88261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 30 04:45:35.031930 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-b5728ee6-43d4-423a-80fe-84f6828ffc5e admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7797539 May 30 04:45:37.433027 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 34304) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:45:37.795930 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-083f269c-ee6b-4255-955e-c4071e65903b admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:45:37.890064 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.policy [None req-083f269c-ee6b-4255-955e-c4071e65903b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88261) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 30 04:45:37.934337 dv-neutron-843763-1-hyperv neutron-server[88261]: WARNING oslo_policy.policy [None req-083f269c-ee6b-4255-955e-c4071e65903b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 30 04:45:37.934694 dv-neutron-843763-1-hyperv neutron-server[88261]: WARNING oslo_policy.policy [None req-083f269c-ee6b-4255-955e-c4071e65903b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 30 04:45:37.943041 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.quota [None req-083f269c-ee6b-4255-955e-c4071e65903b admin admin] Loaded quota_driver: . May 30 04:45:37.958810 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-083f269c-ee6b-4255-955e-c4071e65903b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:45:38.017008 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-083f269c-ee6b-4255-955e-c4071e65903b admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729232813763', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729232813332', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729232866258', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729232863085', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729232848330', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729232839335', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-897665', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-897757', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1944129', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1766379'] for rbac-policy, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:45:38.078446 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-083f269c-ee6b-4255-955e-c4071e65903b admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:45:38.079615 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-083f269c-ee6b-4255-955e-c4071e65903b admin admin] 10.222.0.15 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6451173 May 30 04:45:40.695872 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 34318) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:45:41.030975 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-e748aa74-af28-4da3-814b-5191e4648ede admin admin] Request body: {'network': {'project_id': 'd37bb8ae0da848759bbc4a23792b8672', 'admin_state_up': True, 'name': 'private'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:45:41.035595 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-e748aa74-af28-4da3-814b-5191e4648ede admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:45:41.039973 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-e748aa74-af28-4da3-814b-5191e4648ede admin admin] Usage tracker for resource:network and tenant:d37bb8ae0da848759bbc4a23792b8672 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:45:41.045014 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-e748aa74-af28-4da3-814b-5191e4648ede admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:45:41.051007 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-e748aa74-af28-4da3-814b-5191e4648ede admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:45:41.060445 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e748aa74-af28-4da3-814b-5191e4648ede admin admin] Made reservation on behalf of d37bb8ae0da848759bbc4a23792b8672 for: {'network': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:45:41.063262 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e748aa74-af28-4da3-814b-5191e4648ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for network, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:45:41.080298 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e748aa74-af28-4da3-814b-5191e4648ede admin admin] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:45:41.094338 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-e748aa74-af28-4da3-814b-5191e4648ede admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:45:41.097935 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-e748aa74-af28-4da3-814b-5191e4648ede admin admin] Usage tracker for resource:security_group_rule and tenant:d37bb8ae0da848759bbc4a23792b8672 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:45:41.102792 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-e748aa74-af28-4da3-814b-5191e4648ede admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:45:41.108844 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-e748aa74-af28-4da3-814b-5191e4648ede admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:45:41.203663 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e748aa74-af28-4da3-814b-5191e4648ede admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:45:41.207337 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e748aa74-af28-4da3-814b-5191e4648ede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:45:41.232880 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e748aa74-af28-4da3-814b-5191e4648ede admin admin] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=88261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 04:45:41.257450 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e748aa74-af28-4da3-814b-5191e4648ede admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8729234922963', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:45:41.258063 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e748aa74-af28-4da3-814b-5191e4648ede admin admin] Unsubscribe: segment precommit_create {{(pid=88261) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 30 04:45:41.258586 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.db.segments_db [None req-e748aa74-af28-4da3-814b-5191e4648ede admin admin] Added segment 7f31e0c9-2c3b-47f3-851f-032662e44728 of type vlan for network 697e0516-764c-4381-b920-617b788132ad May 30 04:45:41.267389 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e748aa74-af28-4da3-814b-5191e4648ede admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bd95809-7fda-4044-867a-05df8decd609,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:45:41.321257 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e748aa74-af28-4da3-814b-5191e4648ede admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:45:41.321630 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e748aa74-af28-4da3-814b-5191e4648ede admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:45:41.322072 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e748aa74-af28-4da3-814b-5191e4648ede admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:45:41.322409 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e748aa74-af28-4da3-814b-5191e4648ede admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:45:41.322740 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e748aa74-af28-4da3-814b-5191e4648ede admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:45:41.323084 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e748aa74-af28-4da3-814b-5191e4648ede admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:45:41.323413 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e748aa74-af28-4da3-814b-5191e4648ede admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:45:41.323740 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e748aa74-af28-4da3-814b-5191e4648ede admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:45:41.324594 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e748aa74-af28-4da3-814b-5191e4648ede admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:45:41.324932 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e748aa74-af28-4da3-814b-5191e4648ede admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:45:41.325236 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e748aa74-af28-4da3-814b-5191e4648ede admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:45:41.325554 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e748aa74-af28-4da3-814b-5191e4648ede admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:45:41.326900 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e748aa74-af28-4da3-814b-5191e4648ede admin admin] Tracked resource versions report: May 30 04:45:41.326900 dv-neutron-843763-1-hyperv neutron-server[88261]: pushed versions: May 30 04:45:41.326900 dv-neutron-843763-1-hyperv neutron-server[88261]: { 'AddressGroup': {'1.2'}, May 30 04:45:41.326900 dv-neutron-843763-1-hyperv neutron-server[88261]: 'ConntrackHelper': {'1.0'}, May 30 04:45:41.326900 dv-neutron-843763-1-hyperv neutron-server[88261]: 'Log': {'1.0'}, May 30 04:45:41.326900 dv-neutron-843763-1-hyperv neutron-server[88261]: 'Network': {'1.1'}, May 30 04:45:41.326900 dv-neutron-843763-1-hyperv neutron-server[88261]: 'Port': {'1.7'}, May 30 04:45:41.326900 dv-neutron-843763-1-hyperv neutron-server[88261]: 'PortForwarding': {'1.2'}, May 30 04:45:41.326900 dv-neutron-843763-1-hyperv neutron-server[88261]: 'QosPolicy': {'1.8'}, May 30 04:45:41.326900 dv-neutron-843763-1-hyperv neutron-server[88261]: 'SecurityGroup': {'1.4'}, May 30 04:45:41.326900 dv-neutron-843763-1-hyperv neutron-server[88261]: 'SecurityGroupRule': {'1.2'}, May 30 04:45:41.326900 dv-neutron-843763-1-hyperv neutron-server[88261]: 'SubPort': {'1.0'}, May 30 04:45:41.326900 dv-neutron-843763-1-hyperv neutron-server[88261]: 'Subnet': {'1.1'}, May 30 04:45:41.326900 dv-neutron-843763-1-hyperv neutron-server[88261]: 'Trunk': {'1.1'}} May 30 04:45:41.326900 dv-neutron-843763-1-hyperv neutron-server[88261]: consumer versions: May 30 04:45:41.326900 dv-neutron-843763-1-hyperv neutron-server[88261]: { DHCP agent@dv-neutron-843763-1-hyperv: {}, May 30 04:45:41.326900 dv-neutron-843763-1-hyperv neutron-server[88261]: L3 agent@dv-neutron-843763-1-hyperv: {}, May 30 04:45:41.326900 dv-neutron-843763-1-hyperv neutron-server[88261]: Metadata agent@dv-neutron-843763-1-hyperv: {}, May 30 04:45:41.326900 dv-neutron-843763-1-hyperv neutron-server[88261]: Metering agent@dv-neutron-843763-1-hyperv: {}, May 30 04:45:41.326900 dv-neutron-843763-1-hyperv neutron-server[88261]: Open vSwitch agent@dv-neutron-843763-1-hyperv: { 'AddressGroup': '1.2', May 30 04:45:41.326900 dv-neutron-843763-1-hyperv neutron-server[88261]: 'ConntrackHelper': '1.0', May 30 04:45:41.326900 dv-neutron-843763-1-hyperv neutron-server[88261]: 'Log': '1.0', May 30 04:45:41.326900 dv-neutron-843763-1-hyperv neutron-server[88261]: 'Network': '1.1', May 30 04:45:41.326900 dv-neutron-843763-1-hyperv neutron-server[88261]: 'Port': '1.7', May 30 04:45:41.326900 dv-neutron-843763-1-hyperv neutron-server[88261]: 'PortForwarding': '1.2', May 30 04:45:41.326900 dv-neutron-843763-1-hyperv neutron-server[88261]: 'QosPolicy': '1.8', May 30 04:45:41.326900 dv-neutron-843763-1-hyperv neutron-server[88261]: 'SecurityGroup': '1.4', May 30 04:45:41.326900 dv-neutron-843763-1-hyperv neutron-server[88261]: 'SecurityGroupRule': '1.2', May 30 04:45:41.326900 dv-neutron-843763-1-hyperv neutron-server[88261]: 'SubPort': '1.0', May 30 04:45:41.326900 dv-neutron-843763-1-hyperv neutron-server[88261]: 'Subnet': '1.1', May 30 04:45:41.326900 dv-neutron-843763-1-hyperv neutron-server[88261]: 'Trunk': '1.1'}} May 30 04:45:41.326900 dv-neutron-843763-1-hyperv neutron-server[88261]: {{(pid=88261) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 30 04:45:41.371623 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e748aa74-af28-4da3-814b-5191e4648ede admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729234556353'] for network, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:45:41.411290 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e748aa74-af28-4da3-814b-5191e4648ede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788'] for network, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:45:41.412293 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e748aa74-af28-4da3-814b-5191e4648ede admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:45:41.412933 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e748aa74-af28-4da3-814b-5191e4648ede admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642826'] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:45:41.516209 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-e748aa74-af28-4da3-814b-5191e4648ede admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8182518 May 30 04:45:41.520433 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e748aa74-af28-4da3-814b-5191e4648ede admin admin] Pushing event updated for resources: {'Network': ['ID=697e0516-764c-4381-b920-617b788132ad,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:45:41.532583 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Network 697e0516-764c-4381-b920-617b788132ad details requested by agent ovs-agent-dv-neutron-843763-1-hyperv with host dv-neutron-843763-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 04:45:44.219005 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 34334) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:45:44.800941 dv-neutron-843763-1-hyperv neutron-server[88260]: WARNING oslo_policy.policy [None req-bb899fbc-b0a4-4911-951e-ae382e3fdcea admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 30 04:45:44.801526 dv-neutron-843763-1-hyperv neutron-server[88260]: WARNING oslo_policy.policy [None req-bb899fbc-b0a4-4911-951e-ae382e3fdcea admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 30 04:45:45.236111 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.policy [None req-bb899fbc-b0a4-4911-951e-ae382e3fdcea admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88260) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 30 04:45:45.280046 dv-neutron-843763-1-hyperv neutron-server[88260]: WARNING oslo_policy.policy [None req-bb899fbc-b0a4-4911-951e-ae382e3fdcea admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 30 04:45:45.280422 dv-neutron-843763-1-hyperv neutron-server[88260]: WARNING oslo_policy.policy [None req-bb899fbc-b0a4-4911-951e-ae382e3fdcea admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 30 04:45:45.288540 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb899fbc-b0a4-4911-951e-ae382e3fdcea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:45:45.290445 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-bb899fbc-b0a4-4911-951e-ae382e3fdcea admin admin] 10.222.0.15 "GET /v2.0/networks/697e0516-764c-4381-b920-617b788132ad HTTP/1.1" status: 200 len: 825 time: 1.0694418 May 30 04:45:45.322682 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-4b455bb8-22d0-408c-9be9-6186f690376f admin admin] 10.222.0.15 "GET /v2.0/subnetpools/794cf5ae-219f-409e-b0df-ca0d4032b25d HTTP/1.1" status: 200 len: 734 time: 0.0264182 May 30 04:45:45.331173 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-c31bc071-2bf7-49fe-aa0f-ec6221253ef3 admin admin] Request body: {'subnet': {'network_id': '697e0516-764c-4381-b920-617b788132ad', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'ip_version': 4, 'tenant_id': 'd37bb8ae0da848759bbc4a23792b8672', 'subnetpool_id': '794cf5ae-219f-409e-b0df-ca0d4032b25d'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:45:45.332633 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.quota [None req-c31bc071-2bf7-49fe-aa0f-ec6221253ef3 admin admin] Loaded quota_driver: . May 30 04:45:45.338579 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-c31bc071-2bf7-49fe-aa0f-ec6221253ef3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:45:45.344159 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-c31bc071-2bf7-49fe-aa0f-ec6221253ef3 admin admin] Usage tracker for resource:subnet and tenant:d37bb8ae0da848759bbc4a23792b8672 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:45:45.347423 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-c31bc071-2bf7-49fe-aa0f-ec6221253ef3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:45:45.354280 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-c31bc071-2bf7-49fe-aa0f-ec6221253ef3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:45:45.368381 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c31bc071-2bf7-49fe-aa0f-ec6221253ef3 admin admin] Made reservation on behalf of d37bb8ae0da848759bbc4a23792b8672 for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:45:45.371709 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c31bc071-2bf7-49fe-aa0f-ec6221253ef3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:45:45.675515 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c31bc071-2bf7-49fe-aa0f-ec6221253ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788'] for subnet, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:45:45.753925 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31bc071-2bf7-49fe-aa0f-ec6221253ef3 admin admin] Checking segment: {'id': '7f31e0c9-2c3b-47f3-851f-032662e44728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '697e0516-764c-4381-b920-617b788132ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:45:45.754319 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c31bc071-2bf7-49fe-aa0f-ec6221253ef3 admin admin] Network hostable DHCP agents. Network: 697e0516-764c-4381-b920-617b788132ad, hostable agents: ['1c705e68-3d3e-4dd3-9252-feb21d4b96ab'], hosted agents: [] {{(pid=88260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 04:45:45.775093 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31bc071-2bf7-49fe-aa0f-ec6221253ef3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0dffd13b-466b-4c86-9c4f-ac86b5802bd3,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:45:45.786764 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31bc071-2bf7-49fe-aa0f-ec6221253ef3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:45:45.787285 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31bc071-2bf7-49fe-aa0f-ec6221253ef3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:45:45.787668 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31bc071-2bf7-49fe-aa0f-ec6221253ef3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:45:45.788058 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31bc071-2bf7-49fe-aa0f-ec6221253ef3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:45:45.788385 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31bc071-2bf7-49fe-aa0f-ec6221253ef3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:45:45.788724 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31bc071-2bf7-49fe-aa0f-ec6221253ef3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:45:45.789054 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31bc071-2bf7-49fe-aa0f-ec6221253ef3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:45:45.789390 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31bc071-2bf7-49fe-aa0f-ec6221253ef3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:45:45.789712 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31bc071-2bf7-49fe-aa0f-ec6221253ef3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:45:45.790060 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31bc071-2bf7-49fe-aa0f-ec6221253ef3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:45:45.790376 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31bc071-2bf7-49fe-aa0f-ec6221253ef3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:45:45.790689 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31bc071-2bf7-49fe-aa0f-ec6221253ef3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:45:45.792017 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31bc071-2bf7-49fe-aa0f-ec6221253ef3 admin admin] Tracked resource versions report: May 30 04:45:45.792017 dv-neutron-843763-1-hyperv neutron-server[88260]: pushed versions: May 30 04:45:45.792017 dv-neutron-843763-1-hyperv neutron-server[88260]: { 'AddressGroup': {'1.2'}, May 30 04:45:45.792017 dv-neutron-843763-1-hyperv neutron-server[88260]: 'ConntrackHelper': {'1.0'}, May 30 04:45:45.792017 dv-neutron-843763-1-hyperv neutron-server[88260]: 'Log': {'1.0'}, May 30 04:45:45.792017 dv-neutron-843763-1-hyperv neutron-server[88260]: 'Network': {'1.1'}, May 30 04:45:45.792017 dv-neutron-843763-1-hyperv neutron-server[88260]: 'Port': {'1.7'}, May 30 04:45:45.792017 dv-neutron-843763-1-hyperv neutron-server[88260]: 'PortForwarding': {'1.2'}, May 30 04:45:45.792017 dv-neutron-843763-1-hyperv neutron-server[88260]: 'QosPolicy': {'1.8'}, May 30 04:45:45.792017 dv-neutron-843763-1-hyperv neutron-server[88260]: 'SecurityGroup': {'1.4'}, May 30 04:45:45.792017 dv-neutron-843763-1-hyperv neutron-server[88260]: 'SecurityGroupRule': {'1.2'}, May 30 04:45:45.792017 dv-neutron-843763-1-hyperv neutron-server[88260]: 'SubPort': {'1.0'}, May 30 04:45:45.792017 dv-neutron-843763-1-hyperv neutron-server[88260]: 'Subnet': {'1.1'}, May 30 04:45:45.792017 dv-neutron-843763-1-hyperv neutron-server[88260]: 'Trunk': {'1.1'}} May 30 04:45:45.792017 dv-neutron-843763-1-hyperv neutron-server[88260]: consumer versions: May 30 04:45:45.792017 dv-neutron-843763-1-hyperv neutron-server[88260]: { DHCP agent@dv-neutron-843763-1-hyperv: {}, May 30 04:45:45.792017 dv-neutron-843763-1-hyperv neutron-server[88260]: L3 agent@dv-neutron-843763-1-hyperv: {}, May 30 04:45:45.792017 dv-neutron-843763-1-hyperv neutron-server[88260]: Metadata agent@dv-neutron-843763-1-hyperv: {}, May 30 04:45:45.792017 dv-neutron-843763-1-hyperv neutron-server[88260]: Metering agent@dv-neutron-843763-1-hyperv: {}, May 30 04:45:45.792017 dv-neutron-843763-1-hyperv neutron-server[88260]: Open vSwitch agent@dv-neutron-843763-1-hyperv: { 'AddressGroup': '1.2', May 30 04:45:45.792017 dv-neutron-843763-1-hyperv neutron-server[88260]: 'ConntrackHelper': '1.0', May 30 04:45:45.792017 dv-neutron-843763-1-hyperv neutron-server[88260]: 'Log': '1.0', May 30 04:45:45.792017 dv-neutron-843763-1-hyperv neutron-server[88260]: 'Network': '1.1', May 30 04:45:45.792017 dv-neutron-843763-1-hyperv neutron-server[88260]: 'Port': '1.7', May 30 04:45:45.792017 dv-neutron-843763-1-hyperv neutron-server[88260]: 'PortForwarding': '1.2', May 30 04:45:45.792017 dv-neutron-843763-1-hyperv neutron-server[88260]: 'QosPolicy': '1.8', May 30 04:45:45.792017 dv-neutron-843763-1-hyperv neutron-server[88260]: 'SecurityGroup': '1.4', May 30 04:45:45.792017 dv-neutron-843763-1-hyperv neutron-server[88260]: 'SecurityGroupRule': '1.2', May 30 04:45:45.792017 dv-neutron-843763-1-hyperv neutron-server[88260]: 'SubPort': '1.0', May 30 04:45:45.792017 dv-neutron-843763-1-hyperv neutron-server[88260]: 'Subnet': '1.1', May 30 04:45:45.792017 dv-neutron-843763-1-hyperv neutron-server[88260]: 'Trunk': '1.1'}} May 30 04:45:45.792017 dv-neutron-843763-1-hyperv neutron-server[88260]: {{(pid=88260) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 30 04:45:45.809524 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c31bc071-2bf7-49fe-aa0f-ec6221253ef3 admin admin] Network 697e0516-764c-4381-b920-617b788132ad is scheduled to be hosted by DHCP agent 1c705e68-3d3e-4dd3-9252-feb21d4b96ab with binding_index 1 {{(pid=88260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 04:45:45.825486 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-c31bc071-2bf7-49fe-aa0f-ec6221253ef3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843763-1-hyperv, 697e0516-764c-4381-b920-617b788132ad) {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:45:45.830255 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c31bc071-2bf7-49fe-aa0f-ec6221253ef3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:45:45.830892 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c31bc071-2bf7-49fe-aa0f-ec6221253ef3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642826'] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:45:45.835039 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b3f562-5f7a-49d8-83fb-d923de5b6871 None None] Network 697e0516-764c-4381-b920-617b788132ad requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:45:45.852571 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-c31bc071-2bf7-49fe-aa0f-ec6221253ef3 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5249364 May 30 04:45:46.139738 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e6ef8f7-3375-4a20-8ea9-ab7735adc8e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bbf24ed-7ba9-53d2-873f-8f9642b1e987-697e0516-764c-4381-b920-617b788132ad', 'network_id': '697e0516-764c-4381-b920-617b788132ad', 'tenant_id': 'd37bb8ae0da848759bbc4a23792b8672', 'fixed_ips': [{'subnet_id': '0dffd13b-466b-4c86-9c4f-ac86b5802bd3'}]}} from dv-neutron-843763-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 30 04:45:46.140934 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-4e6ef8f7-3375-4a20-8ea9-ab7735adc8e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:45:46.330273 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-4e6ef8f7-3375-4a20-8ea9-ab7735adc8e8 None None] Allocated IP 172.20.0.2 (697e0516-764c-4381-b920-617b788132ad/0dffd13b-466b-4c86-9c4f-ac86b5802bd3/e150b9c5-b96f-4444-84cd-e721e95a3534) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:45:46.564087 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-4e6ef8f7-3375-4a20-8ea9-ab7735adc8e8 None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:45:46.577698 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-4e6ef8f7-3375-4a20-8ea9-ab7735adc8e8 None None] Transition to ACTIVE for port object e150b9c5-b96f-4444-84cd-e721e95a3534 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:45:46.600408 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-4e6ef8f7-3375-4a20-8ea9-ab7735adc8e8 None None] Transition to ACTIVE for port object e150b9c5-b96f-4444-84cd-e721e95a3534 will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:45:46.606935 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-4e6ef8f7-3375-4a20-8ea9-ab7735adc8e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:45:46.668381 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e6ef8f7-3375-4a20-8ea9-ab7735adc8e8 None None] Network 697e0516-764c-4381-b920-617b788132ad is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:45:46.671098 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-4e6ef8f7-3375-4a20-8ea9-ab7735adc8e8 None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:45:46.677078 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6ef8f7-3375-4a20-8ea9-ab7735adc8e8 None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:45:46.683181 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6ef8f7-3375-4a20-8ea9-ab7735adc8e8 None None] Pushing event updated for resources: {'Port': ['ID=e150b9c5-b96f-4444-84cd-e721e95a3534,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:45:46.720706 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6ef8f7-3375-4a20-8ea9-ab7735adc8e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:45:46.721069 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6ef8f7-3375-4a20-8ea9-ab7735adc8e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:45:46.721413 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6ef8f7-3375-4a20-8ea9-ab7735adc8e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:45:46.721747 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6ef8f7-3375-4a20-8ea9-ab7735adc8e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:45:46.722101 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6ef8f7-3375-4a20-8ea9-ab7735adc8e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:45:46.722447 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6ef8f7-3375-4a20-8ea9-ab7735adc8e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:45:46.722777 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6ef8f7-3375-4a20-8ea9-ab7735adc8e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:45:46.723101 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6ef8f7-3375-4a20-8ea9-ab7735adc8e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:45:46.723441 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6ef8f7-3375-4a20-8ea9-ab7735adc8e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:45:46.723756 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6ef8f7-3375-4a20-8ea9-ab7735adc8e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:45:46.724079 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6ef8f7-3375-4a20-8ea9-ab7735adc8e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:45:46.724396 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6ef8f7-3375-4a20-8ea9-ab7735adc8e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:45:46.725764 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6ef8f7-3375-4a20-8ea9-ab7735adc8e8 None None] Tracked resource versions report: May 30 04:45:46.725764 dv-neutron-843763-1-hyperv neutron-server[88262]: pushed versions: May 30 04:45:46.725764 dv-neutron-843763-1-hyperv neutron-server[88262]: { 'AddressGroup': {'1.2'}, May 30 04:45:46.725764 dv-neutron-843763-1-hyperv neutron-server[88262]: 'ConntrackHelper': {'1.0'}, May 30 04:45:46.725764 dv-neutron-843763-1-hyperv neutron-server[88262]: 'Log': {'1.0'}, May 30 04:45:46.725764 dv-neutron-843763-1-hyperv neutron-server[88262]: 'Network': {'1.1'}, May 30 04:45:46.725764 dv-neutron-843763-1-hyperv neutron-server[88262]: 'Port': {'1.7'}, May 30 04:45:46.725764 dv-neutron-843763-1-hyperv neutron-server[88262]: 'PortForwarding': {'1.2'}, May 30 04:45:46.725764 dv-neutron-843763-1-hyperv neutron-server[88262]: 'QosPolicy': {'1.8'}, May 30 04:45:46.725764 dv-neutron-843763-1-hyperv neutron-server[88262]: 'SecurityGroup': {'1.4'}, May 30 04:45:46.725764 dv-neutron-843763-1-hyperv neutron-server[88262]: 'SecurityGroupRule': {'1.2'}, May 30 04:45:46.725764 dv-neutron-843763-1-hyperv neutron-server[88262]: 'SubPort': {'1.0'}, May 30 04:45:46.725764 dv-neutron-843763-1-hyperv neutron-server[88262]: 'Subnet': {'1.1'}, May 30 04:45:46.725764 dv-neutron-843763-1-hyperv neutron-server[88262]: 'Trunk': {'1.1'}} May 30 04:45:46.725764 dv-neutron-843763-1-hyperv neutron-server[88262]: consumer versions: May 30 04:45:46.725764 dv-neutron-843763-1-hyperv neutron-server[88262]: { DHCP agent@dv-neutron-843763-1-hyperv: {}, May 30 04:45:46.725764 dv-neutron-843763-1-hyperv neutron-server[88262]: L3 agent@dv-neutron-843763-1-hyperv: {}, May 30 04:45:46.725764 dv-neutron-843763-1-hyperv neutron-server[88262]: Metadata agent@dv-neutron-843763-1-hyperv: {}, May 30 04:45:46.725764 dv-neutron-843763-1-hyperv neutron-server[88262]: Metering agent@dv-neutron-843763-1-hyperv: {}, May 30 04:45:46.725764 dv-neutron-843763-1-hyperv neutron-server[88262]: Open vSwitch agent@dv-neutron-843763-1-hyperv: { 'AddressGroup': '1.2', May 30 04:45:46.725764 dv-neutron-843763-1-hyperv neutron-server[88262]: 'ConntrackHelper': '1.0', May 30 04:45:46.725764 dv-neutron-843763-1-hyperv neutron-server[88262]: 'Log': '1.0', May 30 04:45:46.725764 dv-neutron-843763-1-hyperv neutron-server[88262]: 'Network': '1.1', May 30 04:45:46.725764 dv-neutron-843763-1-hyperv neutron-server[88262]: 'Port': '1.7', May 30 04:45:46.725764 dv-neutron-843763-1-hyperv neutron-server[88262]: 'PortForwarding': '1.2', May 30 04:45:46.725764 dv-neutron-843763-1-hyperv neutron-server[88262]: 'QosPolicy': '1.8', May 30 04:45:46.725764 dv-neutron-843763-1-hyperv neutron-server[88262]: 'SecurityGroup': '1.4', May 30 04:45:46.725764 dv-neutron-843763-1-hyperv neutron-server[88262]: 'SecurityGroupRule': '1.2', May 30 04:45:46.725764 dv-neutron-843763-1-hyperv neutron-server[88262]: 'SubPort': '1.0', May 30 04:45:46.725764 dv-neutron-843763-1-hyperv neutron-server[88262]: 'Subnet': '1.1', May 30 04:45:46.725764 dv-neutron-843763-1-hyperv neutron-server[88262]: 'Trunk': '1.1'}} May 30 04:45:46.725764 dv-neutron-843763-1-hyperv neutron-server[88262]: {{(pid=88262) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 30 04:45:46.782096 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-4e6ef8f7-3375-4a20-8ea9-ab7735adc8e8 None None] Attempting to bind port e150b9c5-b96f-4444-84cd-e721e95a3534 on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 04:45:46.782473 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-4e6ef8f7-3375-4a20-8ea9-ab7735adc8e8 None None] Attempting to bind port e150b9c5-b96f-4444-84cd-e721e95a3534 by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': '7f31e0c9-2c3b-47f3-851f-032662e44728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '697e0516-764c-4381-b920-617b788132ad'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 04:45:46.782913 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6ef8f7-3375-4a20-8ea9-ab7735adc8e8 None None] Attempting to bind port e150b9c5-b96f-4444-84cd-e721e95a3534 on network 697e0516-764c-4381-b920-617b788132ad {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 04:45:46.787997 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6ef8f7-3375-4a20-8ea9-ab7735adc8e8 None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 4, 45, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 04:45:46.788403 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6ef8f7-3375-4a20-8ea9-ab7735adc8e8 None None] Checking segment: {'id': '7f31e0c9-2c3b-47f3-851f-032662e44728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '697e0516-764c-4381-b920-617b788132ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:45:46.788886 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-4e6ef8f7-3375-4a20-8ea9-ab7735adc8e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:45:46.789273 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6ef8f7-3375-4a20-8ea9-ab7735adc8e8 None None] Bound using segment: {'id': '7f31e0c9-2c3b-47f3-851f-032662e44728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '697e0516-764c-4381-b920-617b788132ad'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 04:45:46.789753 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-4e6ef8f7-3375-4a20-8ea9-ab7735adc8e8 None None] Bound port: e150b9c5-b96f-4444-84cd-e721e95a3534, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f31e0c9-2c3b-47f3-851f-032662e44728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '697e0516-764c-4381-b920-617b788132ad'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 04:45:46.790144 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-4e6ef8f7-3375-4a20-8ea9-ab7735adc8e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:45:46.874951 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-4e6ef8f7-3375-4a20-8ea9-ab7735adc8e8 None None] For port e150b9c5-b96f-4444-84cd-e721e95a3534, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 04:45:46.878623 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-4e6ef8f7-3375-4a20-8ea9-ab7735adc8e8 None None] For port e150b9c5-b96f-4444-84cd-e721e95a3534, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=e150b9c5-b96f-4444-84cd-e721e95a3534,segment=NetworkSegment(7f31e0c9-2c3b-47f3-851f-032662e44728),segment_id=7f31e0c9-2c3b-47f3-851f-032662e44728)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 04:45:46.883110 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-4e6ef8f7-3375-4a20-8ea9-ab7735adc8e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:45:46.971117 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6ef8f7-3375-4a20-8ea9-ab7735adc8e8 None None] Pushing event updated for resources: {'Port': ['ID=e150b9c5-b96f-4444-84cd-e721e95a3534,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:45:48.293967 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 34354) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:45:48.655366 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [None req-d1404030-89bd-4b92-84b7-690d89c2cc0b admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=88260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 30 04:45:48.656341 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-d1404030-89bd-4b92-84b7-690d89c2cc0b admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3614511 May 30 04:45:50.784723 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf6759aa-076b-41de-ac0d-55081a340d9f None None] Network 697e0516-764c-4381-b920-617b788132ad requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:45:50.867247 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-01467436-2d98-4d10-ae65-fc249474ede2 None None] Provisioning for port e150b9c5-b96f-4444-84cd-e721e95a3534 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:45:51.079097 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 34368) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:45:51.158918 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device e150b9c5-b96f-4444-84cd-e721e95a3534 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 04:45:51.228326 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port e150b9c5-b96f-4444-84cd-e721e95a3534 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:45:51.233776 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port e150b9c5-b96f-4444-84cd-e721e95a3534 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:45:51.234343 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:45:51.336017 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-b3871b92-4939-49f4-8ee5-f9ec22704cff None None] Provisioning complete for port e150b9c5-b96f-4444-84cd-e721e95a3534 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:45:51.336395 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-b3871b92-4939-49f4-8ee5-f9ec22704cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:45:51.407555 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port e150b9c5-b96f-4444-84cd-e721e95a3534 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:45:51.407971 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:45:51.464096 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [None req-b5bcda71-cbf1-42a6-8a16-0a897a300706 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=88260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 30 04:45:51.465099 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-b5bcda71-cbf1-42a6-8a16-0a897a300706 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3850324 May 30 04:45:51.500383 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] For port e150b9c5-b96f-4444-84cd-e721e95a3534, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=e150b9c5-b96f-4444-84cd-e721e95a3534,segment=NetworkSegment(7f31e0c9-2c3b-47f3-851f-032662e44728),segment_id=7f31e0c9-2c3b-47f3-851f-032662e44728)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:45:51.507620 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:45:51.574949 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-b3871b92-4939-49f4-8ee5-f9ec22704cff None None] Current status of the port e150b9c5-b96f-4444-84cd-e721e95a3534 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:45:51.575154 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-b3871b92-4939-49f4-8ee5-f9ec22704cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:45:51.612969 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Pushing event updated for resources: {'Port': ['ID=e150b9c5-b96f-4444-84cd-e721e95a3534,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:45:51.670150 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.db.api [None req-b3871b92-4939-49f4-8ee5-f9ec22704cff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 04:45:51.670555 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG oslo_db.api [None req-b3871b92-4939-49f4-8ee5-f9ec22704cff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 04:45:52.222588 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-b3871b92-4939-49f4-8ee5-f9ec22704cff None None] Current status of the port e150b9c5-b96f-4444-84cd-e721e95a3534 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:45:53.131398 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device e150b9c5-b96f-4444-84cd-e721e95a3534 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 04:45:53.200646 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port e150b9c5-b96f-4444-84cd-e721e95a3534 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:45:53.201025 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:45:53.314663 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port e150b9c5-b96f-4444-84cd-e721e95a3534 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:45:54.133626 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 34380) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:45:54.478798 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-c1aa50c9-e87a-438a-9820-5b358ed064eb admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': 'd37bb8ae0da848759bbc4a23792b8672', 'admin_state_up': True}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:45:54.484334 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-c1aa50c9-e87a-438a-9820-5b358ed064eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:45:54.488208 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-c1aa50c9-e87a-438a-9820-5b358ed064eb admin admin] Usage tracker for resource:router and tenant:d37bb8ae0da848759bbc4a23792b8672 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:45:54.491442 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-c1aa50c9-e87a-438a-9820-5b358ed064eb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:45:54.497247 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-c1aa50c9-e87a-438a-9820-5b358ed064eb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:45:54.507867 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c1aa50c9-e87a-438a-9820-5b358ed064eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1603901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11666'] for router, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:45:54.509481 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c1aa50c9-e87a-438a-9820-5b358ed064eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11675'] for router, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:45:54.530276 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c1aa50c9-e87a-438a-9820-5b358ed064eb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:45:54.638316 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c1aa50c9-e87a-438a-9820-5b358ed064eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603653'] for router, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:45:54.655966 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c1aa50c9-e87a-438a-9820-5b358ed064eb admin admin] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:45:54.657251 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-c1aa50c9-e87a-438a-9820-5b358ed064eb admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5226359 May 30 04:45:57.050580 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 34390) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:45:57.413250 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [None req-ba7395c9-0f31-4b6c-bc41-f1f3300b514d admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=88260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 30 04:45:57.414243 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-ba7395c9-0f31-4b6c-bc41-f1f3300b514d admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3627348 May 30 04:45:57.895473 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-424bb029-933d-48f9-b64b-92beebeb24b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:45:59.826541 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 34400) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:46:00.120705 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38b29021-1954-4e13-aa39-578e27b4b822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:46:00.191858 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-2556ec24-6163-41b1-a232-0bd352c8177d admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'name': 'public', 'is_default': True, 'router:external': True, 'admin_state_up': True, 'provider:network_type': 'flat'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:46:00.196451 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-2556ec24-6163-41b1-a232-0bd352c8177d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:46:00.201124 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-2556ec24-6163-41b1-a232-0bd352c8177d admin admin] Usage tracker for resource:network and tenant:f2be5ce1390b4fde946a7e693d8f2f89 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:46:00.204174 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-2556ec24-6163-41b1-a232-0bd352c8177d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:46:00.210510 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-2556ec24-6163-41b1-a232-0bd352c8177d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:46:00.222193 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2556ec24-6163-41b1-a232-0bd352c8177d admin admin] Made reservation on behalf of f2be5ce1390b4fde946a7e693d8f2f89 for: {'network': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:46:00.225183 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2556ec24-6163-41b1-a232-0bd352c8177d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for network, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:46:00.241279 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2556ec24-6163-41b1-a232-0bd352c8177d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:46:00.255611 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-2556ec24-6163-41b1-a232-0bd352c8177d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:46:00.260007 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-2556ec24-6163-41b1-a232-0bd352c8177d admin admin] Usage tracker for resource:security_group_rule and tenant:f2be5ce1390b4fde946a7e693d8f2f89 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:46:00.263757 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-2556ec24-6163-41b1-a232-0bd352c8177d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:46:00.269487 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-2556ec24-6163-41b1-a232-0bd352c8177d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:46:00.350331 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2556ec24-6163-41b1-a232-0bd352c8177d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:46:00.353945 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2556ec24-6163-41b1-a232-0bd352c8177d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:46:00.371598 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-2556ec24-6163-41b1-a232-0bd352c8177d admin admin] Reserving flat network on physical network physnet1 {{(pid=88261) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 30 04:46:00.392869 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2556ec24-6163-41b1-a232-0bd352c8177d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71f12616-2e4d-4e04-b427-689933d7869b,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:46:00.399078 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2556ec24-6163-41b1-a232-0bd352c8177d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:46:00.399463 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.db.segments_db [None req-2556ec24-6163-41b1-a232-0bd352c8177d admin admin] Added segment ad083d94-0233-4c50-a0ed-00ef7686038c of type flat for network 1bab70f4-3794-44db-8e17-19f483aa8ffa May 30 04:46:00.432438 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2556ec24-6163-41b1-a232-0bd352c8177d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729234556353'] for network, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:46:00.467335 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2556ec24-6163-41b1-a232-0bd352c8177d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788'] for network, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:46:00.468323 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2556ec24-6163-41b1-a232-0bd352c8177d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:46:00.468912 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2556ec24-6163-41b1-a232-0bd352c8177d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642826'] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:46:00.573002 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-2556ec24-6163-41b1-a232-0bd352c8177d admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7453773 May 30 04:46:00.574285 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2556ec24-6163-41b1-a232-0bd352c8177d admin admin] Pushing event updated for resources: {'Network': ['ID=1bab70f4-3794-44db-8e17-19f483aa8ffa,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:46:00.587336 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Network 1bab70f4-3794-44db-8e17-19f483aa8ffa details requested by agent ovs-agent-dv-neutron-843763-1-hyperv with host dv-neutron-843763-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 04:46:01.075435 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56ded65b-0e68-413c-8b9b-1097922cc81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:46:01.337797 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:46:02.619243 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a142624-940e-4c55-bf49-a5329c884075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:46:02.971718 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 34420) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:46:03.179898 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f6a5c87-4de8-4028-8e56-20482fb1e081 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:46:03.181224 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-9f6a5c87-4de8-4028-8e56-20482fb1e081 admin admin] 10.222.0.15 "GET /v2.0/subnets/0dffd13b-466b-4c86-9c4f-ac86b5802bd3 HTTP/1.1" status: 200 len: 849 time: 0.2085745 May 30 04:46:03.360751 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-587456c4-651c-4817-b42a-5733f6220b5a admin admin] 10.222.0.15 "GET /v2.0/routers/6a566cd7-1126-4459-a670-2c4a3bc745a7 HTTP/1.1" status: 200 len: 704 time: 0.1738808 May 30 04:46:03.804933 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ff810f27-15f9-42e8-8184-71e19f4179b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:46:04.029089 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-ff810f27-15f9-42e8-8184-71e19f4179b5 admin admin] Allocated IP 172.20.0.1 (697e0516-764c-4381-b920-617b788132ad/0dffd13b-466b-4c86-9c4f-ac86b5802bd3/f7eafe41-482a-4911-bc68-71084d6fbc59) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:46:04.176318 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-45f79e78-106a-4f09-9d2c-69baeab7263d None None] Agent healthcheck: found 5 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 04:46:04.180780 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ff810f27-15f9-42e8-8184-71e19f4179b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:46:04.199524 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [None req-ff810f27-15f9-42e8-8184-71e19f4179b5 admin admin] Transition to ACTIVE for port object f7eafe41-482a-4911-bc68-71084d6fbc59 will not be triggered until provisioned by entity DHCP. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:46:04.254269 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ff810f27-15f9-42e8-8184-71e19f4179b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:46:04.319590 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff810f27-15f9-42e8-8184-71e19f4179b5 admin admin] Network 697e0516-764c-4381-b920-617b788132ad is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:46:04.322157 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-ff810f27-15f9-42e8-8184-71e19f4179b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:46:04.328788 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff810f27-15f9-42e8-8184-71e19f4179b5 admin admin] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:46:04.329316 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ff810f27-15f9-42e8-8184-71e19f4179b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604623'] for router_interface, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:46:04.462730 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff810f27-15f9-42e8-8184-71e19f4179b5 admin admin] Pushing event updated for resources: {'Port': ['ID=f7eafe41-482a-4911-bc68-71084d6fbc59,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:46:04.505639 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-85149b2a-8db1-4bbf-a841-6299ef9d39ee None None] Provisioning for port f7eafe41-482a-4911-bc68-71084d6fbc59 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:46:04.510943 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-85149b2a-8db1-4bbf-a841-6299ef9d39ee None None] Provisioning complete for port f7eafe41-482a-4911-bc68-71084d6fbc59 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:46:04.511389 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-85149b2a-8db1-4bbf-a841-6299ef9d39ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:46:04.562557 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-85149b2a-8db1-4bbf-a841-6299ef9d39ee None None] Port f7eafe41-482a-4911-bc68-71084d6fbc59 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 04:46:04.623492 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ff810f27-15f9-42e8-8184-71e19f4179b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:46:04.842721 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ff810f27-15f9-42e8-8184-71e19f4179b5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:46:04.847024 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ff810f27-15f9-42e8-8184-71e19f4179b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:46:04.847779 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ff810f27-15f9-42e8-8184-71e19f4179b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1642774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602230'] for router_interface, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:46:04.978732 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff810f27-15f9-42e8-8184-71e19f4179b5 admin admin] Pushing event updated for resources: {'Port': ['ID=f7eafe41-482a-4911-bc68-71084d6fbc59,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:46:05.039651 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff810f27-15f9-42e8-8184-71e19f4179b5 admin admin] Network 697e0516-764c-4381-b920-617b788132ad is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:46:05.040699 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-ff810f27-15f9-42e8-8184-71e19f4179b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:46:05.224659 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff810f27-15f9-42e8-8184-71e19f4179b5 admin admin] Router 6a566cd7-1126-4459-a670-2c4a3bc745a7 is scheduled to L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 with binding_index 1 {{(pid=88261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 30 04:46:05.284270 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-09c495ea-1122-434c-b868-0484168e3a88 None None] Provisioning complete for port f7eafe41-482a-4911-bc68-71084d6fbc59 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:46:05.284637 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-09c495ea-1122-434c-b868-0484168e3a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:46:05.338067 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-09c495ea-1122-434c-b868-0484168e3a88 None None] Port f7eafe41-482a-4911-bc68-71084d6fbc59 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 04:46:05.377581 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff810f27-15f9-42e8-8184-71e19f4179b5 admin admin] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 04:46:05.386873 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-ff810f27-15f9-42e8-8184-71e19f4179b5 admin admin] 10.222.0.15 "PUT /v2.0/routers/6a566cd7-1126-4459-a670-2c4a3bc745a7/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0210466 May 30 04:46:05.388280 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bccaafd6-9ddb-493d-95df-4294f4521148 None None] Sync routers for ids ['6a566cd7-1126-4459-a670-2c4a3bc745a7'] in dv-neutron-843763-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 04:46:05.398903 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bccaafd6-9ddb-493d-95df-4294f4521148 None None] Routers {'6a566cd7-1126-4459-a670-2c4a3bc745a7'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 04:46:05.399725 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-bccaafd6-9ddb-493d-95df-4294f4521148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T04:46:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['6a566cd7-1126-4459-a670-2c4a3bc745a7'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:46:05.570084 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-bccaafd6-9ddb-493d-95df-4294f4521148 None None] Set router 6a566cd7-1126-4459-a670-2c4a3bc745a7 gateway port host: None {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 04:46:05.939697 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-bccaafd6-9ddb-493d-95df-4294f4521148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a566cd7-1126-4459-a670-2c4a3bc745a7', 'name': 'router1', 'tenant_id': 'd37bb8ae0da848759bbc4a23792b8672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T04:45:54Z', 'updated_at': '2022-05-30T04:46:04Z', 'revision_number': 2, 'project_id': 'd37bb8ae0da848759bbc4a23792b8672', 'gw_port_host': None, '_interfaces': [{'id': 'f7eafe41-482a-4911-bc68-71084d6fbc59', 'name': '', 'network_id': '697e0516-764c-4381-b920-617b788132ad', 'tenant_id': 'd37bb8ae0da848759bbc4a23792b8672', 'mac_address': 'fa:16:3e:75:14:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a566cd7-1126-4459-a670-2c4a3bc745a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0dffd13b-466b-4c86-9c4f-ac86b5802bd3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:46:03Z', 'updated_at': '2022-05-30T04:46:04Z', 'revision_number': 2, 'project_id': 'd37bb8ae0da848759bbc4a23792b8672', 'subnets': [{'id': '0dffd13b-466b-4c86-9c4f-ac86b5802bd3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '794cf5ae-219f-409e-b0df-ca0d4032b25d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:46:05.944411 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bccaafd6-9ddb-493d-95df-4294f4521148 None None] Checking router: 6a566cd7-1126-4459-a670-2c4a3bc745a7 for host: dv-neutron-843763-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 04:46:05.944774 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bccaafd6-9ddb-493d-95df-4294f4521148 None None] Updating router 6a566cd7-1126-4459-a670-2c4a3bc745a7 port f7eafe41-482a-4911-bc68-71084d6fbc59 binding host dv-neutron-843763-1-hyperv {{(pid=88263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 30 04:46:05.995011 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-bccaafd6-9ddb-493d-95df-4294f4521148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:46:06.366769 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-bccaafd6-9ddb-493d-95df-4294f4521148 None None] Notify callbacks [] for port, precommit_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:46:06.382360 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.provisioning_blocks [None req-bccaafd6-9ddb-493d-95df-4294f4521148 None None] Transition to ACTIVE for port object f7eafe41-482a-4911-bc68-71084d6fbc59 will not be triggered until provisioned by entity L2. {{(pid=88263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:46:06.388907 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-bccaafd6-9ddb-493d-95df-4294f4521148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:46:06.610237 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebdfefe-85d8-4484-9bc4-912ed10bcda3 None None] Pushing event updated for resources: {'Port': ['ID=f7eafe41-482a-4911-bc68-71084d6fbc59,revision_number=3']} {{(pid=88263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:46:06.628890 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebdfefe-85d8-4484-9bc4-912ed10bcda3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:46:06.629240 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebdfefe-85d8-4484-9bc4-912ed10bcda3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:46:06.629581 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebdfefe-85d8-4484-9bc4-912ed10bcda3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:46:06.629935 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebdfefe-85d8-4484-9bc4-912ed10bcda3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:46:06.630261 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebdfefe-85d8-4484-9bc4-912ed10bcda3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:46:06.630600 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebdfefe-85d8-4484-9bc4-912ed10bcda3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:46:06.630926 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebdfefe-85d8-4484-9bc4-912ed10bcda3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:46:06.631246 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebdfefe-85d8-4484-9bc4-912ed10bcda3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:46:06.631832 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebdfefe-85d8-4484-9bc4-912ed10bcda3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:46:06.632173 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebdfefe-85d8-4484-9bc4-912ed10bcda3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:46:06.632472 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebdfefe-85d8-4484-9bc4-912ed10bcda3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:46:06.632785 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebdfefe-85d8-4484-9bc4-912ed10bcda3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:46:06.634158 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebdfefe-85d8-4484-9bc4-912ed10bcda3 None None] Tracked resource versions report: May 30 04:46:06.634158 dv-neutron-843763-1-hyperv neutron-server[88263]: pushed versions: May 30 04:46:06.634158 dv-neutron-843763-1-hyperv neutron-server[88263]: { 'AddressGroup': {'1.2'}, May 30 04:46:06.634158 dv-neutron-843763-1-hyperv neutron-server[88263]: 'ConntrackHelper': {'1.0'}, May 30 04:46:06.634158 dv-neutron-843763-1-hyperv neutron-server[88263]: 'Log': {'1.0'}, May 30 04:46:06.634158 dv-neutron-843763-1-hyperv neutron-server[88263]: 'Network': {'1.1'}, May 30 04:46:06.634158 dv-neutron-843763-1-hyperv neutron-server[88263]: 'Port': {'1.7'}, May 30 04:46:06.634158 dv-neutron-843763-1-hyperv neutron-server[88263]: 'PortForwarding': {'1.2'}, May 30 04:46:06.634158 dv-neutron-843763-1-hyperv neutron-server[88263]: 'QosPolicy': {'1.8'}, May 30 04:46:06.634158 dv-neutron-843763-1-hyperv neutron-server[88263]: 'SecurityGroup': {'1.4'}, May 30 04:46:06.634158 dv-neutron-843763-1-hyperv neutron-server[88263]: 'SecurityGroupRule': {'1.2'}, May 30 04:46:06.634158 dv-neutron-843763-1-hyperv neutron-server[88263]: 'SubPort': {'1.0'}, May 30 04:46:06.634158 dv-neutron-843763-1-hyperv neutron-server[88263]: 'Subnet': {'1.1'}, May 30 04:46:06.634158 dv-neutron-843763-1-hyperv neutron-server[88263]: 'Trunk': {'1.1'}} May 30 04:46:06.634158 dv-neutron-843763-1-hyperv neutron-server[88263]: consumer versions: May 30 04:46:06.634158 dv-neutron-843763-1-hyperv neutron-server[88263]: { DHCP agent@dv-neutron-843763-1-hyperv: {}, May 30 04:46:06.634158 dv-neutron-843763-1-hyperv neutron-server[88263]: L3 agent@dv-neutron-843763-1-hyperv: {}, May 30 04:46:06.634158 dv-neutron-843763-1-hyperv neutron-server[88263]: Metadata agent@dv-neutron-843763-1-hyperv: {}, May 30 04:46:06.634158 dv-neutron-843763-1-hyperv neutron-server[88263]: Metering agent@dv-neutron-843763-1-hyperv: {}, May 30 04:46:06.634158 dv-neutron-843763-1-hyperv neutron-server[88263]: Open vSwitch agent@dv-neutron-843763-1-hyperv: { 'AddressGroup': '1.2', May 30 04:46:06.634158 dv-neutron-843763-1-hyperv neutron-server[88263]: 'ConntrackHelper': '1.0', May 30 04:46:06.634158 dv-neutron-843763-1-hyperv neutron-server[88263]: 'Log': '1.0', May 30 04:46:06.634158 dv-neutron-843763-1-hyperv neutron-server[88263]: 'Network': '1.1', May 30 04:46:06.634158 dv-neutron-843763-1-hyperv neutron-server[88263]: 'Port': '1.7', May 30 04:46:06.634158 dv-neutron-843763-1-hyperv neutron-server[88263]: 'PortForwarding': '1.2', May 30 04:46:06.634158 dv-neutron-843763-1-hyperv neutron-server[88263]: 'QosPolicy': '1.8', May 30 04:46:06.634158 dv-neutron-843763-1-hyperv neutron-server[88263]: 'SecurityGroup': '1.4', May 30 04:46:06.634158 dv-neutron-843763-1-hyperv neutron-server[88263]: 'SecurityGroupRule': '1.2', May 30 04:46:06.634158 dv-neutron-843763-1-hyperv neutron-server[88263]: 'SubPort': '1.0', May 30 04:46:06.634158 dv-neutron-843763-1-hyperv neutron-server[88263]: 'Subnet': '1.1', May 30 04:46:06.634158 dv-neutron-843763-1-hyperv neutron-server[88263]: 'Trunk': '1.1'}} May 30 04:46:06.634158 dv-neutron-843763-1-hyperv neutron-server[88263]: {{(pid=88263) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 30 04:46:06.640218 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-bccaafd6-9ddb-493d-95df-4294f4521148 None None] Attempting to bind port f7eafe41-482a-4911-bc68-71084d6fbc59 on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 04:46:06.640665 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-bccaafd6-9ddb-493d-95df-4294f4521148 None None] Attempting to bind port f7eafe41-482a-4911-bc68-71084d6fbc59 by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': '7f31e0c9-2c3b-47f3-851f-032662e44728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '697e0516-764c-4381-b920-617b788132ad'}] {{(pid=88263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 04:46:06.641127 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bccaafd6-9ddb-493d-95df-4294f4521148 None None] Attempting to bind port f7eafe41-482a-4911-bc68-71084d6fbc59 on network 697e0516-764c-4381-b920-617b788132ad {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 04:46:06.646584 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bccaafd6-9ddb-493d-95df-4294f4521148 None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 4, 46, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 04:46:06.646990 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bccaafd6-9ddb-493d-95df-4294f4521148 None None] Checking segment: {'id': '7f31e0c9-2c3b-47f3-851f-032662e44728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '697e0516-764c-4381-b920-617b788132ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:46:06.647504 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-bccaafd6-9ddb-493d-95df-4294f4521148 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:46:06.647885 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bccaafd6-9ddb-493d-95df-4294f4521148 None None] Bound using segment: {'id': '7f31e0c9-2c3b-47f3-851f-032662e44728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '697e0516-764c-4381-b920-617b788132ad'} {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 04:46:06.648375 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-bccaafd6-9ddb-493d-95df-4294f4521148 None None] Bound port: f7eafe41-482a-4911-bc68-71084d6fbc59, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f31e0c9-2c3b-47f3-851f-032662e44728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '697e0516-764c-4381-b920-617b788132ad'}}] {{(pid=88263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 04:46:06.648740 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-bccaafd6-9ddb-493d-95df-4294f4521148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:46:06.734831 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.db [None req-bccaafd6-9ddb-493d-95df-4294f4521148 None None] For port f7eafe41-482a-4911-bc68-71084d6fbc59, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 04:46:06.738989 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.db [None req-bccaafd6-9ddb-493d-95df-4294f4521148 None None] For port f7eafe41-482a-4911-bc68-71084d6fbc59, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=f7eafe41-482a-4911-bc68-71084d6fbc59,segment=NetworkSegment(7f31e0c9-2c3b-47f3-851f-032662e44728),segment_id=7f31e0c9-2c3b-47f3-851f-032662e44728)] {{(pid=88263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 04:46:06.744364 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-bccaafd6-9ddb-493d-95df-4294f4521148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:46:06.818247 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bccaafd6-9ddb-493d-95df-4294f4521148 None None] Routers {'6a566cd7-1126-4459-a670-2c4a3bc745a7'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 04:46:06.818859 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-bccaafd6-9ddb-493d-95df-4294f4521148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T04:46:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['6a566cd7-1126-4459-a670-2c4a3bc745a7'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:46:06.949487 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebdfefe-85d8-4484-9bc4-912ed10bcda3 None None] Pushing event updated for resources: {'Port': ['ID=f7eafe41-482a-4911-bc68-71084d6fbc59,revision_number=4']} {{(pid=88263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:46:06.986361 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-bccaafd6-9ddb-493d-95df-4294f4521148 None None] Set router 6a566cd7-1126-4459-a670-2c4a3bc745a7 gateway port host: None {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 04:46:07.304859 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-bccaafd6-9ddb-493d-95df-4294f4521148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a566cd7-1126-4459-a670-2c4a3bc745a7', 'name': 'router1', 'tenant_id': 'd37bb8ae0da848759bbc4a23792b8672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T04:45:54Z', 'updated_at': '2022-05-30T04:46:04Z', 'revision_number': 2, 'project_id': 'd37bb8ae0da848759bbc4a23792b8672', 'gw_port_host': None, '_interfaces': [{'id': 'f7eafe41-482a-4911-bc68-71084d6fbc59', 'name': '', 'network_id': '697e0516-764c-4381-b920-617b788132ad', 'tenant_id': 'd37bb8ae0da848759bbc4a23792b8672', 'mac_address': 'fa:16:3e:75:14:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a566cd7-1126-4459-a670-2c4a3bc745a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0dffd13b-466b-4c86-9c4f-ac86b5802bd3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:46:03Z', 'updated_at': '2022-05-30T04:46:06Z', 'revision_number': 4, 'project_id': 'd37bb8ae0da848759bbc4a23792b8672', 'subnets': [{'id': '0dffd13b-466b-4c86-9c4f-ac86b5802bd3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '794cf5ae-219f-409e-b0df-ca0d4032b25d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:46:07.308774 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bccaafd6-9ddb-493d-95df-4294f4521148 None None] The sync data for ids ['6a566cd7-1126-4459-a670-2c4a3bc745a7'] in dv-neutron-843763-1-hyperv is: [{'id': '6a566cd7-1126-4459-a670-2c4a3bc745a7', 'name': 'router1', 'tenant_id': 'd37bb8ae0da848759bbc4a23792b8672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T04:45:54Z', 'updated_at': '2022-05-30T04:46:04Z', 'revision_number': 2, 'project_id': 'd37bb8ae0da848759bbc4a23792b8672', 'gw_port_host': None, '_interfaces': [{'id': 'f7eafe41-482a-4911-bc68-71084d6fbc59', 'name': '', 'network_id': '697e0516-764c-4381-b920-617b788132ad', 'tenant_id': 'd37bb8ae0da848759bbc4a23792b8672', 'mac_address': 'fa:16:3e:75:14:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a566cd7-1126-4459-a670-2c4a3bc745a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0dffd13b-466b-4c86-9c4f-ac86b5802bd3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:46:03Z', 'updated_at': '2022-05-30T04:46:06Z', 'revision_number': 4, 'project_id': 'd37bb8ae0da848759bbc4a23792b8672', 'subnets': [{'id': '0dffd13b-466b-4c86-9c4f-ac86b5802bd3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '794cf5ae-219f-409e-b0df-ca0d4032b25d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 04:46:07.619441 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 34442) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:46:07.769081 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c6d3ac1-dddf-492a-a401-8c4696b5311b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:46:07.769659 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-7c6d3ac1-dddf-492a-a401-8c4696b5311b admin admin] Synchronizing usage tracker for tenant:f2be5ce1390b4fde946a7e693d8f2f89 on resource:network {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:46:07.788296 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-7c6d3ac1-dddf-492a-a401-8c4696b5311b admin admin] Unset dirty status for tenant:f2be5ce1390b4fde946a7e693d8f2f89 on resource:network {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:46:07.789544 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-7c6d3ac1-dddf-492a-a401-8c4696b5311b admin admin] 10.222.0.15 "GET /v2.0/networks/1bab70f4-3794-44db-8e17-19f483aa8ffa HTTP/1.1" status: 200 len: 842 time: 0.1690855 May 30 04:46:07.798881 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-f1f5a42f-2c64-444f-b2a2-d34d881093f1 admin admin] Request body: {'subnet': {'gateway_ip': '172.26.6.1', 'name': 'public-subnet', 'cidr': '172.26.6.0/24', 'enable_dhcp': False, 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'ip_version': 4}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:46:07.804009 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-f1f5a42f-2c64-444f-b2a2-d34d881093f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:46:07.807754 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-f1f5a42f-2c64-444f-b2a2-d34d881093f1 admin admin] Usage tracker for resource:subnet and tenant:f2be5ce1390b4fde946a7e693d8f2f89 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:46:07.810578 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-f1f5a42f-2c64-444f-b2a2-d34d881093f1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:46:07.816827 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-f1f5a42f-2c64-444f-b2a2-d34d881093f1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:46:07.827054 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1f5a42f-2c64-444f-b2a2-d34d881093f1 admin admin] Made reservation on behalf of f2be5ce1390b4fde946a7e693d8f2f89 for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:46:07.829328 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f1f5a42f-2c64-444f-b2a2-d34d881093f1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:46:08.259377 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.objects.ports [None req-f1f5a42f-2c64-444f-b2a2-d34d881093f1 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88261) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 30 04:46:08.259816 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f1f5a42f-2c64-444f-b2a2-d34d881093f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:46:08.329523 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f5a42f-2c64-444f-b2a2-d34d881093f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b5b73c1-b0ce-4f83-a930-c00cc5522926,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:46:08.340892 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f5a42f-2c64-444f-b2a2-d34d881093f1 admin admin] Checking segment: {'id': 'ad083d94-0233-4c50-a0ed-00ef7686038c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:46:08.341248 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f5a42f-2c64-444f-b2a2-d34d881093f1 admin admin] Network hostable DHCP agents. Network: 1bab70f4-3794-44db-8e17-19f483aa8ffa, hostable agents: ['1c705e68-3d3e-4dd3-9252-feb21d4b96ab'], hosted agents: [] {{(pid=88261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 04:46:08.362286 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f5a42f-2c64-444f-b2a2-d34d881093f1 admin admin] Network 1bab70f4-3794-44db-8e17-19f483aa8ffa is scheduled to be hosted by DHCP agent 1c705e68-3d3e-4dd3-9252-feb21d4b96ab with binding_index 1 {{(pid=88261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 04:46:08.372170 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-f1f5a42f-2c64-444f-b2a2-d34d881093f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843763-1-hyperv, 1bab70f4-3794-44db-8e17-19f483aa8ffa) {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:46:08.375963 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f5a42f-2c64-444f-b2a2-d34d881093f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:46:08.376538 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f1f5a42f-2c64-444f-b2a2-d34d881093f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642826'] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:46:08.380989 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1734581-22be-4926-be80-688248d05f1f None None] Network 1bab70f4-3794-44db-8e17-19f483aa8ffa requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:46:08.395243 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-f1f5a42f-2c64-444f-b2a2-d34d881093f1 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5998449 May 30 04:46:08.602438 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e63ad80c-3c00-4d2f-a41d-2e338cb23377 None None] Network 1bab70f4-3794-44db-8e17-19f483aa8ffa requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:46:09.164812 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device f7eafe41-482a-4911-bc68-71084d6fbc59 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 04:46:09.234820 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port f7eafe41-482a-4911-bc68-71084d6fbc59 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:46:09.241719 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port f7eafe41-482a-4911-bc68-71084d6fbc59 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:46:09.242234 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:46:09.364972 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port f7eafe41-482a-4911-bc68-71084d6fbc59 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:46:09.365374 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:46:09.396719 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] For port f7eafe41-482a-4911-bc68-71084d6fbc59, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=f7eafe41-482a-4911-bc68-71084d6fbc59,segment=NetworkSegment(7f31e0c9-2c3b-47f3-851f-032662e44728),segment_id=7f31e0c9-2c3b-47f3-851f-032662e44728)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:46:09.401110 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:46:09.468174 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Pushing event updated for resources: {'Port': ['ID=f7eafe41-482a-4911-bc68-71084d6fbc59,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:46:10.694288 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 34456) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:46:10.882216 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-29299c71-36a3-4d10-b6ff-6d013e0e3d3c admin admin] 10.222.0.15 "GET /v2.0/routers/6a566cd7-1126-4459-a670-2c4a3bc745a7 HTTP/1.1" status: 200 len: 710 time: 0.1867161 May 30 04:46:11.013740 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8417629-5ef9-4066-bb63-be583c094789 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:46:11.015136 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-b8417629-5ef9-4066-bb63-be583c094789 admin admin] 10.222.0.15 "GET /v2.0/networks/1bab70f4-3794-44db-8e17-19f483aa8ffa HTTP/1.1" status: 200 len: 886 time: 0.1278431 May 30 04:46:11.023655 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-e00777bf-d1ed-49ae-9434-38a04290d31b admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'}}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:46:11.141599 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device f7eafe41-482a-4911-bc68-71084d6fbc59 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 04:46:11.207153 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port f7eafe41-482a-4911-bc68-71084d6fbc59 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:46:11.207523 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:46:11.346724 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port f7eafe41-482a-4911-bc68-71084d6fbc59 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:46:11.470905 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e00777bf-d1ed-49ae-9434-38a04290d31b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11765'] for router, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:46:11.787771 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e00777bf-d1ed-49ae-9434-38a04290d31b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:46:11.889233 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e00777bf-d1ed-49ae-9434-38a04290d31b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:46:12.018146 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-e00777bf-d1ed-49ae-9434-38a04290d31b admin admin] Allocated IP 172.26.6.126 (1bab70f4-3794-44db-8e17-19f483aa8ffa/6b5b73c1-b0ce-4f83-a930-c00cc5522926/071c3dca-6f7b-4cd2-ad0d-b41005b332da) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:46:12.161381 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e00777bf-d1ed-49ae-9434-38a04290d31b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:46:12.191640 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e00777bf-d1ed-49ae-9434-38a04290d31b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:46:12.256326 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e00777bf-d1ed-49ae-9434-38a04290d31b admin admin] Network 1bab70f4-3794-44db-8e17-19f483aa8ffa is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:46:12.259068 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-e00777bf-d1ed-49ae-9434-38a04290d31b admin admin] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:46:12.262781 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00777bf-d1ed-49ae-9434-38a04290d31b admin admin] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:46:12.334028 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00777bf-d1ed-49ae-9434-38a04290d31b admin admin] Pushing event updated for resources: {'Port': ['ID=071c3dca-6f7b-4cd2-ad0d-b41005b332da,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:46:12.640476 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e00777bf-d1ed-49ae-9434-38a04290d31b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:46:12.967297 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e00777bf-d1ed-49ae-9434-38a04290d31b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11765'] for router, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:46:12.970470 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e00777bf-d1ed-49ae-9434-38a04290d31b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1603699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1603708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1603909'] for router, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:46:13.139258 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e00777bf-d1ed-49ae-9434-38a04290d31b admin admin] Router 6a566cd7-1126-4459-a670-2c4a3bc745a7 has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 04:46:13.354658 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e00777bf-d1ed-49ae-9434-38a04290d31b admin admin] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 04:46:13.362819 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e00777bf-d1ed-49ae-9434-38a04290d31b admin admin] Notify callbacks [] for router, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:46:13.363722 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd1eea9b-8a2c-401f-9abe-ec3e60598832 None None] Sync routers for ids ['6a566cd7-1126-4459-a670-2c4a3bc745a7'] in dv-neutron-843763-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 04:46:13.364189 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-e00777bf-d1ed-49ae-9434-38a04290d31b admin admin] 10.222.0.15 "PUT /v2.0/routers/6a566cd7-1126-4459-a670-2c4a3bc745a7 HTTP/1.1" status: 200 len: 890 time: 2.3434391 May 30 04:46:13.374059 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1eea9b-8a2c-401f-9abe-ec3e60598832 None None] Routers {'6a566cd7-1126-4459-a670-2c4a3bc745a7'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 04:46:13.374728 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-bd1eea9b-8a2c-401f-9abe-ec3e60598832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T04:46:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['6a566cd7-1126-4459-a670-2c4a3bc745a7'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:46:13.563393 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-bd1eea9b-8a2c-401f-9abe-ec3e60598832 None None] Set router 6a566cd7-1126-4459-a670-2c4a3bc745a7 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 04:46:13.898486 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-bd1eea9b-8a2c-401f-9abe-ec3e60598832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a566cd7-1126-4459-a670-2c4a3bc745a7', 'name': 'router1', 'tenant_id': 'd37bb8ae0da848759bbc4a23792b8672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.126'}], 'enable_snat': True}, 'gw_port_id': '071c3dca-6f7b-4cd2-ad0d-b41005b332da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T04:45:54Z', 'updated_at': '2022-05-30T04:46:12Z', 'revision_number': 4, 'project_id': 'd37bb8ae0da848759bbc4a23792b8672', 'gw_port': {'id': '071c3dca-6f7b-4cd2-ad0d-b41005b332da', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:cf:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a566cd7-1126-4459-a670-2c4a3bc745a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:46:11Z', 'updated_at': '2022-05-30T04:46:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': 'f7eafe41-482a-4911-bc68-71084d6fbc59', 'name': '', 'network_id': '697e0516-764c-4381-b920-617b788132ad', 'tenant_id': 'd37bb8ae0da848759bbc4a23792b8672', 'mac_address': 'fa:16:3e:75:14:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a566cd7-1126-4459-a670-2c4a3bc745a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0dffd13b-466b-4c86-9c4f-ac86b5802bd3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:46:03Z', 'updated_at': '2022-05-30T04:46:09Z', 'revision_number': 5, 'project_id': 'd37bb8ae0da848759bbc4a23792b8672', 'subnets': [{'id': '0dffd13b-466b-4c86-9c4f-ac86b5802bd3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '794cf5ae-219f-409e-b0df-ca0d4032b25d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:46:13.903726 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd1eea9b-8a2c-401f-9abe-ec3e60598832 None None] Checking router: 6a566cd7-1126-4459-a670-2c4a3bc745a7 for host: dv-neutron-843763-1-hyperv {{(pid=88262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 04:46:13.904083 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd1eea9b-8a2c-401f-9abe-ec3e60598832 None None] Updating router 6a566cd7-1126-4459-a670-2c4a3bc745a7 port 071c3dca-6f7b-4cd2-ad0d-b41005b332da binding host dv-neutron-843763-1-hyperv {{(pid=88262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 30 04:46:13.958059 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-bd1eea9b-8a2c-401f-9abe-ec3e60598832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:46:14.298826 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-bd1eea9b-8a2c-401f-9abe-ec3e60598832 None None] Notify callbacks [] for port, precommit_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:46:14.310125 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-bd1eea9b-8a2c-401f-9abe-ec3e60598832 None None] Transition to ACTIVE for port object 071c3dca-6f7b-4cd2-ad0d-b41005b332da will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:46:14.316683 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-bd1eea9b-8a2c-401f-9abe-ec3e60598832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:46:14.394786 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-bd1eea9b-8a2c-401f-9abe-ec3e60598832 None None] Attempting to bind port 071c3dca-6f7b-4cd2-ad0d-b41005b332da on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 04:46:14.395334 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-bd1eea9b-8a2c-401f-9abe-ec3e60598832 None None] Attempting to bind port 071c3dca-6f7b-4cd2-ad0d-b41005b332da by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': 'ad083d94-0233-4c50-a0ed-00ef7686038c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 04:46:14.395515 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1eea9b-8a2c-401f-9abe-ec3e60598832 None None] Attempting to bind port 071c3dca-6f7b-4cd2-ad0d-b41005b332da on network 1bab70f4-3794-44db-8e17-19f483aa8ffa {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 04:46:14.400867 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717bd736-186d-44c0-b8e1-0ea6b9458171 None None] Pushing event updated for resources: {'Port': ['ID=071c3dca-6f7b-4cd2-ad0d-b41005b332da,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:46:14.405658 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1eea9b-8a2c-401f-9abe-ec3e60598832 None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 4, 46, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 04:46:14.406052 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1eea9b-8a2c-401f-9abe-ec3e60598832 None None] Checking segment: {'id': 'ad083d94-0233-4c50-a0ed-00ef7686038c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:46:14.406453 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-bd1eea9b-8a2c-401f-9abe-ec3e60598832 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:46:14.406835 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1eea9b-8a2c-401f-9abe-ec3e60598832 None None] Bound using segment: {'id': 'ad083d94-0233-4c50-a0ed-00ef7686038c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 04:46:14.407299 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-bd1eea9b-8a2c-401f-9abe-ec3e60598832 None None] Bound port: 071c3dca-6f7b-4cd2-ad0d-b41005b332da, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad083d94-0233-4c50-a0ed-00ef7686038c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 04:46:14.407671 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-bd1eea9b-8a2c-401f-9abe-ec3e60598832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:46:14.477116 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-bd1eea9b-8a2c-401f-9abe-ec3e60598832 None None] For port 071c3dca-6f7b-4cd2-ad0d-b41005b332da, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 04:46:14.480128 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-bd1eea9b-8a2c-401f-9abe-ec3e60598832 None None] For port 071c3dca-6f7b-4cd2-ad0d-b41005b332da, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=071c3dca-6f7b-4cd2-ad0d-b41005b332da,segment=NetworkSegment(ad083d94-0233-4c50-a0ed-00ef7686038c),segment_id=ad083d94-0233-4c50-a0ed-00ef7686038c)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 04:46:14.484078 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-bd1eea9b-8a2c-401f-9abe-ec3e60598832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:46:14.562952 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1eea9b-8a2c-401f-9abe-ec3e60598832 None None] Routers {'6a566cd7-1126-4459-a670-2c4a3bc745a7'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 04:46:14.563560 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-bd1eea9b-8a2c-401f-9abe-ec3e60598832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T04:46:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['6a566cd7-1126-4459-a670-2c4a3bc745a7'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:46:14.609748 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717bd736-186d-44c0-b8e1-0ea6b9458171 None None] Pushing event updated for resources: {'Port': ['ID=071c3dca-6f7b-4cd2-ad0d-b41005b332da,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:46:14.766775 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-bd1eea9b-8a2c-401f-9abe-ec3e60598832 None None] Set router 6a566cd7-1126-4459-a670-2c4a3bc745a7 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 04:46:15.115082 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-bd1eea9b-8a2c-401f-9abe-ec3e60598832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a566cd7-1126-4459-a670-2c4a3bc745a7', 'name': 'router1', 'tenant_id': 'd37bb8ae0da848759bbc4a23792b8672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.126'}], 'enable_snat': True}, 'gw_port_id': '071c3dca-6f7b-4cd2-ad0d-b41005b332da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T04:45:54Z', 'updated_at': '2022-05-30T04:46:12Z', 'revision_number': 4, 'project_id': 'd37bb8ae0da848759bbc4a23792b8672', 'gw_port': {'id': '071c3dca-6f7b-4cd2-ad0d-b41005b332da', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:cf:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a566cd7-1126-4459-a670-2c4a3bc745a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:46:11Z', 'updated_at': '2022-05-30T04:46:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': 'f7eafe41-482a-4911-bc68-71084d6fbc59', 'name': '', 'network_id': '697e0516-764c-4381-b920-617b788132ad', 'tenant_id': 'd37bb8ae0da848759bbc4a23792b8672', 'mac_address': 'fa:16:3e:75:14:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a566cd7-1126-4459-a670-2c4a3bc745a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0dffd13b-466b-4c86-9c4f-ac86b5802bd3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:46:03Z', 'updated_at': '2022-05-30T04:46:09Z', 'revision_number': 5, 'project_id': 'd37bb8ae0da848759bbc4a23792b8672', 'subnets': [{'id': '0dffd13b-466b-4c86-9c4f-ac86b5802bd3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '794cf5ae-219f-409e-b0df-ca0d4032b25d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:46:15.119113 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd1eea9b-8a2c-401f-9abe-ec3e60598832 None None] The sync data for ids ['6a566cd7-1126-4459-a670-2c4a3bc745a7'] in dv-neutron-843763-1-hyperv is: [{'id': '6a566cd7-1126-4459-a670-2c4a3bc745a7', 'name': 'router1', 'tenant_id': 'd37bb8ae0da848759bbc4a23792b8672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.126'}], 'enable_snat': True}, 'gw_port_id': '071c3dca-6f7b-4cd2-ad0d-b41005b332da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T04:45:54Z', 'updated_at': '2022-05-30T04:46:12Z', 'revision_number': 4, 'project_id': 'd37bb8ae0da848759bbc4a23792b8672', 'gw_port': {'id': '071c3dca-6f7b-4cd2-ad0d-b41005b332da', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:cf:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a566cd7-1126-4459-a670-2c4a3bc745a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:46:11Z', 'updated_at': '2022-05-30T04:46:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': 'f7eafe41-482a-4911-bc68-71084d6fbc59', 'name': '', 'network_id': '697e0516-764c-4381-b920-617b788132ad', 'tenant_id': 'd37bb8ae0da848759bbc4a23792b8672', 'mac_address': 'fa:16:3e:75:14:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a566cd7-1126-4459-a670-2c4a3bc745a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0dffd13b-466b-4c86-9c4f-ac86b5802bd3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:46:03Z', 'updated_at': '2022-05-30T04:46:09Z', 'revision_number': 5, 'project_id': 'd37bb8ae0da848759bbc4a23792b8672', 'subnets': [{'id': '0dffd13b-466b-4c86-9c4f-ac86b5802bd3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '794cf5ae-219f-409e-b0df-ca0d4032b25d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 04:46:15.780004 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 34466) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:46:15.896382 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-2c86f9e2-63aa-45ee-a34b-0b1d20aaf86c admin admin] 10.222.0.15 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1152143 May 30 04:46:17.182920 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 071c3dca-6f7b-4cd2-ad0d-b41005b332da up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 04:46:17.252983 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port 071c3dca-6f7b-4cd2-ad0d-b41005b332da completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:46:17.257580 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 071c3dca-6f7b-4cd2-ad0d-b41005b332da triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:46:17.258033 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:46:17.388693 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 071c3dca-6f7b-4cd2-ad0d-b41005b332da is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:46:17.389084 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:46:17.405438 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] For port 071c3dca-6f7b-4cd2-ad0d-b41005b332da, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=071c3dca-6f7b-4cd2-ad0d-b41005b332da,segment=NetworkSegment(ad083d94-0233-4c50-a0ed-00ef7686038c),segment_id=ad083d94-0233-4c50-a0ed-00ef7686038c)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:46:17.410710 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:46:17.489399 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Pushing event updated for resources: {'Port': ['ID=071c3dca-6f7b-4cd2-ad0d-b41005b332da,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:46:19.159643 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 071c3dca-6f7b-4cd2-ad0d-b41005b332da up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 04:46:19.287082 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 071c3dca-6f7b-4cd2-ad0d-b41005b332da triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:46:19.287486 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:46:19.412484 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 071c3dca-6f7b-4cd2-ad0d-b41005b332da is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:46:27.899503 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-41c355da-2fcc-48fb-9799-52530abbe847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:46:30.123795 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-31410400-1298-4532-bdfb-f55ae8efa2c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:46:31.079887 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56ded65b-0e68-413c-8b9b-1097922cc81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:46:31.340017 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:46:32.634798 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a142624-940e-4c55-bf49-a5329c884075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:46:41.175391 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-45f79e78-106a-4f09-9d2c-69baeab7263d None None] Agent healthcheck: found 5 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 04:46:57.904075 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-ba5cce62-24c3-4c50-b297-926af1c35bd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:47:00.125602 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-2237a2e7-b09a-43ef-bae7-1715ea7de08b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:47:01.082735 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56ded65b-0e68-413c-8b9b-1097922cc81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:47:01.342727 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:47:02.642915 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a142624-940e-4c55-bf49-a5329c884075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:47:18.175787 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-45f79e78-106a-4f09-9d2c-69baeab7263d None None] Agent healthcheck: found 5 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 04:47:27.906891 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-84f1aadf-5b0f-46ae-b262-5e63b9a941e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:47:30.128398 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-b4a4d74f-a33c-46d6-b90c-7d07d2f06d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:47:31.087892 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56ded65b-0e68-413c-8b9b-1097922cc81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:47:31.347846 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:47:32.636078 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a142624-940e-4c55-bf49-a5329c884075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:47:55.175030 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-45f79e78-106a-4f09-9d2c-69baeab7263d None None] Agent healthcheck: found 5 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 04:47:57.909533 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-b6386040-4bfa-4dd5-b78c-dadbeaab4d1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:48:00.130877 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-6e28cf9d-a829-47aa-a101-428eadb439b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:48:01.088863 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56ded65b-0e68-413c-8b9b-1097922cc81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:48:01.344247 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:48:02.638203 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a142624-940e-4c55-bf49-a5329c884075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:48:22.431736 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 35068) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:48:22.496841 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-7615a176-d1a3-4eb4-a5f5-d03be6c6dd85 admin admin] GET failed (client error): The resource could not be found. May 30 04:48:22.498101 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-7615a176-d1a3-4eb4-a5f5-d03be6c6dd85 admin admin] 10.222.0.15 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0654128 May 30 04:48:22.622750 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff0a433-8601-45ac-8478-361340db9592 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:48:22.624156 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-3ff0a433-8601-45ac-8478-361340db9592 admin admin] 10.222.0.15 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1223056 May 30 04:48:24.767119 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 35078) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:48:24.870619 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f453cce-f364-4a25-b0c9-1c98acb0b93b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:48:24.871177 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-0f453cce-f364-4a25-b0c9-1c98acb0b93b admin admin] Synchronizing usage tracker for tenant:f2be5ce1390b4fde946a7e693d8f2f89 on resource:subnet {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:48:24.886914 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-0f453cce-f364-4a25-b0c9-1c98acb0b93b admin admin] Unset dirty status for tenant:f2be5ce1390b4fde946a7e693d8f2f89 on resource:subnet {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:48:24.888054 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-0f453cce-f364-4a25-b0c9-1c98acb0b93b admin admin] 10.222.0.15 "GET /v2.0/subnets/0dffd13b-466b-4c86-9c4f-ac86b5802bd3 HTTP/1.1" status: 200 len: 849 time: 0.1199985 May 30 04:48:24.897399 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-31a5eade-77e6-41db-aa95-f65fdd2e595f admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:48:25.012736 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-31a5eade-77e6-41db-aa95-f65fdd2e595f admin admin] Notify callbacks [] for subnet, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:48:25.197262 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-31a5eade-77e6-41db-aa95-f65fdd2e595f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8729235026360'] for subnet, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:48:25.250276 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd030cd8-f7a1-461c-af07-f53de14fb622 None None] Network 697e0516-764c-4381-b920-617b788132ad requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:48:25.250812 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a5eade-77e6-41db-aa95-f65fdd2e595f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:48:25.251428 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-31a5eade-77e6-41db-aa95-f65fdd2e595f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642826'] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:48:25.252456 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-31a5eade-77e6-41db-aa95-f65fdd2e595f admin admin] 10.222.0.15 "PUT /v2.0/subnets/0dffd13b-466b-4c86-9c4f-ac86b5802bd3 HTTP/1.1" status: 200 len: 868 time: 0.3587708 May 30 04:48:25.273645 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a5eade-77e6-41db-aa95-f65fdd2e595f admin admin] Pushing event updated for resources: {'Subnet': ['ID=0dffd13b-466b-4c86-9c4f-ac86b5802bd3,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:48:25.282868 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a5eade-77e6-41db-aa95-f65fdd2e595f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:48:25.283246 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a5eade-77e6-41db-aa95-f65fdd2e595f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:48:25.283604 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a5eade-77e6-41db-aa95-f65fdd2e595f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:48:25.283993 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a5eade-77e6-41db-aa95-f65fdd2e595f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:48:25.284360 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a5eade-77e6-41db-aa95-f65fdd2e595f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:48:25.284623 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a5eade-77e6-41db-aa95-f65fdd2e595f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:48:25.284950 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a5eade-77e6-41db-aa95-f65fdd2e595f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:48:25.285401 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a5eade-77e6-41db-aa95-f65fdd2e595f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:48:25.285839 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a5eade-77e6-41db-aa95-f65fdd2e595f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:48:25.286631 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a5eade-77e6-41db-aa95-f65fdd2e595f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:48:25.286859 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a5eade-77e6-41db-aa95-f65fdd2e595f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:48:25.287189 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a5eade-77e6-41db-aa95-f65fdd2e595f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:48:25.746457 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-ab9bce04-4310-4d45-ad59-3b6f34d5155f None None] Provisioning complete for port f7eafe41-482a-4911-bc68-71084d6fbc59 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:48:25.746826 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-ab9bce04-4310-4d45-ad59-3b6f34d5155f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:48:25.858350 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-ab9bce04-4310-4d45-ad59-3b6f34d5155f None None] Current status of the port f7eafe41-482a-4911-bc68-71084d6fbc59 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:48:25.869012 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-ab9bce04-4310-4d45-ad59-3b6f34d5155f None None] Provisioning complete for port e150b9c5-b96f-4444-84cd-e721e95a3534 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:48:25.869377 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-ab9bce04-4310-4d45-ad59-3b6f34d5155f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:48:26.000968 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-ab9bce04-4310-4d45-ad59-3b6f34d5155f None None] Current status of the port e150b9c5-b96f-4444-84cd-e721e95a3534 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:48:27.422184 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 35088) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:48:27.588749 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-770ba297-f6bb-4770-92b6-2487fe995716 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:48:27.589743 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-770ba297-f6bb-4770-92b6-2487fe995716 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:48:27.591253 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-770ba297-f6bb-4770-92b6-2487fe995716 admin admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1681948 May 30 04:48:27.911905 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-2417b5da-5513-41b7-80a5-1ebdfa5f66a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:48:29.766874 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 35098) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:48:29.934860 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c2e7af-aa52-4d8a-a0de-0c101aa912bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:48:29.935240 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c2e7af-aa52-4d8a-a0de-0c101aa912bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:48:29.936762 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-62c2e7af-aa52-4d8a-a0de-0c101aa912bd admin admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1689222 May 30 04:48:30.135068 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-bf2b0426-f556-4d41-b024-c7107c5d6a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:48:31.091327 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56ded65b-0e68-413c-8b9b-1097922cc81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:48:31.345527 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:48:32.131365 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 35108) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:48:32.174124 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-45f79e78-106a-4f09-9d2c-69baeab7263d None None] Agent healthcheck: found 5 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 04:48:32.294714 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c066069-9784-45a3-9f3f-e9ab146a173d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:48:32.296069 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-2c066069-9784-45a3-9f3f-e9ab146a173d admin admin] 10.222.0.15 "GET /v2.0/networks/1bab70f4-3794-44db-8e17-19f483aa8ffa HTTP/1.1" status: 200 len: 886 time: 0.1637657 May 30 04:48:32.639802 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a142624-940e-4c55-bf49-a5329c884075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:48:34.469919 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 35118) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:48:34.637307 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e93baa-9947-4b04-8629-80a048276dbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:48:34.638723 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-08e93baa-9947-4b04-8629-80a048276dbc admin admin] 10.222.0.15 "GET /v2.0/networks/697e0516-764c-4381-b920-617b788132ad HTTP/1.1" status: 200 len: 869 time: 0.1678524 May 30 04:48:36.830886 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 35128) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:48:36.932834 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-119fdc69-9c84-49cd-b7ac-cc54ef81d970 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:48:36.933282 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-119fdc69-9c84-49cd-b7ac-cc54ef81d970 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:48:36.934769 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-119fdc69-9c84-49cd-b7ac-cc54ef81d970 admin admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1029534 May 30 04:48:39.075281 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 35138) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:48:39.229569 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa333ab-4e9f-4fda-b633-e1aa601eb548 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:48:39.230053 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa333ab-4e9f-4fda-b633-e1aa601eb548 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:48:39.231551 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-7fa333ab-4e9f-4fda-b633-e1aa601eb548 admin admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1553283 May 30 04:48:41.393727 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 35148) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:48:41.496136 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0200c396-0ea0-4edb-8a7b-ab88d7e877f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:48:41.497441 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-0200c396-0ea0-4edb-8a7b-ab88d7e877f1 admin admin] 10.222.0.15 "GET /v2.0/subnets/0dffd13b-466b-4c86-9c4f-ac86b5802bd3 HTTP/1.1" status: 200 len: 868 time: 0.1027746 May 30 04:48:43.667458 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 35158) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:48:43.764189 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61613ac7-1468-4818-87f1-f68db8770e52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:48:43.765488 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-61613ac7-1468-4818-87f1-f68db8770e52 admin admin] 10.222.0.15 "GET /v2.0/subnets/6b5b73c1-b0ce-4f83-a930-c00cc5522926 HTTP/1.1" status: 200 len: 816 time: 0.0970979 May 30 04:48:57.912767 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-23ce92bd-13ba-465b-957b-6674b7b5a0c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:49:00.139919 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-cb0344ae-7ea1-4526-b44f-54bce574406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:49:01.094158 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56ded65b-0e68-413c-8b9b-1097922cc81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:49:01.348664 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:49:02.646092 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a142624-940e-4c55-bf49-a5329c884075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:49:02.684223 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 35204) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:49:02.731695 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [None req-2ba203de-892c-45e3-a2a4-b41f7c73cd9e admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=88261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 30 04:49:02.732729 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-2ba203de-892c-45e3-a2a4-b41f7c73cd9e admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0475738 May 30 04:49:04.970582 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 35214) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:49:05.039610 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-8acd37e7-b547-4aa4-974b-25a228f56be6 admin admin] GET failed (client error): The resource could not be found. May 30 04:49:05.041401 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-8acd37e7-b547-4aa4-974b-25a228f56be6 admin admin] 10.222.0.15 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0693324 May 30 04:49:05.163649 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d569a5ad-2214-4781-96a9-f46c989a5500 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:49:05.165006 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-d569a5ad-2214-4781-96a9-f46c989a5500 admin admin] 10.222.0.15 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1197522 May 30 04:49:07.351544 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 35224) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:49:07.397470 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-895fd2c0-5d3f-4f66-bd64-f0fe4346aafa admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:49:07.402520 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-895fd2c0-5d3f-4f66-bd64-f0fe4346aafa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:49:07.411901 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-895fd2c0-5d3f-4f66-bd64-f0fe4346aafa admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:49:07.420943 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-895fd2c0-5d3f-4f66-bd64-f0fe4346aafa admin admin] Made reservation on behalf of f2be5ce1390b4fde946a7e693d8f2f89 for: {'network': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:49:07.423177 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-895fd2c0-5d3f-4f66-bd64-f0fe4346aafa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for network, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:49:07.508092 dv-neutron-843763-1-hyperv neutron-server[88261]: WARNING neutron.services.revisions.revision_plugin [None req-895fd2c0-5d3f-4f66-bd64-f0fe4346aafa admin admin] Could not find related network for resource to bump revision. May 30 04:49:07.519881 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-895fd2c0-5d3f-4f66-bd64-f0fe4346aafa admin admin] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=88261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 04:49:07.528987 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-895fd2c0-5d3f-4f66-bd64-f0fe4346aafa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:49:07.529344 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.db.segments_db [None req-895fd2c0-5d3f-4f66-bd64-f0fe4346aafa admin admin] Added segment 17c32ccc-d8e2-453c-945e-e93fc5b9eabe of type vlan for network b6bfe0e2-af04-4b42-8746-9a2cf4d9ac14 May 30 04:49:07.553739 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-895fd2c0-5d3f-4f66-bd64-f0fe4346aafa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729234556353'] for network, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:49:07.580864 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-895fd2c0-5d3f-4f66-bd64-f0fe4346aafa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788'] for network, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:49:07.581775 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895fd2c0-5d3f-4f66-bd64-f0fe4346aafa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:49:07.582366 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-895fd2c0-5d3f-4f66-bd64-f0fe4346aafa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642826'] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:49:07.679150 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895fd2c0-5d3f-4f66-bd64-f0fe4346aafa admin admin] Pushing event updated for resources: {'Network': ['ID=b6bfe0e2-af04-4b42-8746-9a2cf4d9ac14,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:49:07.682042 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-895fd2c0-5d3f-4f66-bd64-f0fe4346aafa admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3294954 May 30 04:49:07.698037 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Network b6bfe0e2-af04-4b42-8746-9a2cf4d9ac14 details requested by agent ovs-agent-dv-neutron-843763-1-hyperv with host dv-neutron-843763-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 04:49:09.172267 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-45f79e78-106a-4f09-9d2c-69baeab7263d None None] Agent healthcheck: found 5 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 04:49:09.844041 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 35234) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:49:09.910078 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bd4300b-db5e-4991-9675-a2edd0d7d21f admin admin] GET failed (client error): The resource could not be found. May 30 04:49:09.910581 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-3bd4300b-db5e-4991-9675-a2edd0d7d21f admin admin] Synchronizing usage tracker for tenant:f2be5ce1390b4fde946a7e693d8f2f89 on resource:network {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:49:09.924471 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-3bd4300b-db5e-4991-9675-a2edd0d7d21f admin admin] Unset dirty status for tenant:f2be5ce1390b4fde946a7e693d8f2f89 on resource:network {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:49:09.925621 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-3bd4300b-db5e-4991-9675-a2edd0d7d21f admin admin] 10.222.0.15 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0806451 May 30 04:49:10.027507 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb947397-3e90-43f5-ad5b-1453dab91b70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:49:10.028851 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-fb947397-3e90-43f5-ad5b-1453dab91b70 admin admin] 10.222.0.15 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0990911 May 30 04:49:10.038301 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-0ce48c47-3737-4f52-9bac-1325b27d3ef0 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': 'b6bfe0e2-af04-4b42-8746-9a2cf4d9ac14', 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:49:10.042536 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-0ce48c47-3737-4f52-9bac-1325b27d3ef0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:49:10.052022 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-0ce48c47-3737-4f52-9bac-1325b27d3ef0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:49:10.061856 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ce48c47-3737-4f52-9bac-1325b27d3ef0 admin admin] Made reservation on behalf of f2be5ce1390b4fde946a7e693d8f2f89 for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:49:10.064063 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0ce48c47-3737-4f52-9bac-1325b27d3ef0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:49:10.253104 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0ce48c47-3737-4f52-9bac-1325b27d3ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:49:10.326056 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce48c47-3737-4f52-9bac-1325b27d3ef0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c828a966-c9df-4a08-92e5-ab328856ffff,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:49:10.334387 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce48c47-3737-4f52-9bac-1325b27d3ef0 admin admin] Checking segment: {'id': '17c32ccc-d8e2-453c-945e-e93fc5b9eabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'b6bfe0e2-af04-4b42-8746-9a2cf4d9ac14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:49:10.334739 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce48c47-3737-4f52-9bac-1325b27d3ef0 admin admin] Network hostable DHCP agents. Network: b6bfe0e2-af04-4b42-8746-9a2cf4d9ac14, hostable agents: ['1c705e68-3d3e-4dd3-9252-feb21d4b96ab'], hosted agents: [] {{(pid=88261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 04:49:10.352788 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce48c47-3737-4f52-9bac-1325b27d3ef0 admin admin] Network b6bfe0e2-af04-4b42-8746-9a2cf4d9ac14 is scheduled to be hosted by DHCP agent 1c705e68-3d3e-4dd3-9252-feb21d4b96ab with binding_index 1 {{(pid=88261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 04:49:10.362019 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-0ce48c47-3737-4f52-9bac-1325b27d3ef0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843763-1-hyperv, b6bfe0e2-af04-4b42-8746-9a2cf4d9ac14) {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:49:10.365853 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce48c47-3737-4f52-9bac-1325b27d3ef0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:49:10.366452 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0ce48c47-3737-4f52-9bac-1325b27d3ef0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642826'] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:49:10.371567 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abdb4352-dce2-4877-afae-c840e1e2d60b None None] Network b6bfe0e2-af04-4b42-8746-9a2cf4d9ac14 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:49:10.390940 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-0ce48c47-3737-4f52-9bac-1325b27d3ef0 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3558130 May 30 04:49:10.595816 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03116b7b-fa35-4dfc-9b74-7ff1924ed9a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bbf24ed-7ba9-53d2-873f-8f9642b1e987-b6bfe0e2-af04-4b42-8746-9a2cf4d9ac14', 'network_id': 'b6bfe0e2-af04-4b42-8746-9a2cf4d9ac14', 'tenant_id': 'f2be5ce1390b4fde946a7e693d8f2f89', 'fixed_ips': [{'subnet_id': 'c828a966-c9df-4a08-92e5-ab328856ffff'}]}} from dv-neutron-843763-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 30 04:49:10.596705 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-03116b7b-fa35-4dfc-9b74-7ff1924ed9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:49:10.750903 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-03116b7b-fa35-4dfc-9b74-7ff1924ed9a1 None None] Allocated IP 192.168.233.2 (b6bfe0e2-af04-4b42-8746-9a2cf4d9ac14/c828a966-c9df-4a08-92e5-ab328856ffff/c8f4732b-5c91-4a3e-a364-47fc681e7312) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:49:10.951793 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-03116b7b-fa35-4dfc-9b74-7ff1924ed9a1 None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:49:10.962186 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-03116b7b-fa35-4dfc-9b74-7ff1924ed9a1 None None] Transition to ACTIVE for port object c8f4732b-5c91-4a3e-a364-47fc681e7312 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:49:10.981883 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-03116b7b-fa35-4dfc-9b74-7ff1924ed9a1 None None] Transition to ACTIVE for port object c8f4732b-5c91-4a3e-a364-47fc681e7312 will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:49:10.987372 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-03116b7b-fa35-4dfc-9b74-7ff1924ed9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:49:11.055144 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03116b7b-fa35-4dfc-9b74-7ff1924ed9a1 None None] Network b6bfe0e2-af04-4b42-8746-9a2cf4d9ac14 is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:49:11.058142 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-03116b7b-fa35-4dfc-9b74-7ff1924ed9a1 None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:49:11.061105 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03116b7b-fa35-4dfc-9b74-7ff1924ed9a1 None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:49:11.069180 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03116b7b-fa35-4dfc-9b74-7ff1924ed9a1 None None] Pushing event updated for resources: {'Port': ['ID=c8f4732b-5c91-4a3e-a364-47fc681e7312,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:49:11.099904 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03116b7b-fa35-4dfc-9b74-7ff1924ed9a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:49:11.100272 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03116b7b-fa35-4dfc-9b74-7ff1924ed9a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:49:11.100620 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03116b7b-fa35-4dfc-9b74-7ff1924ed9a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:49:11.100959 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03116b7b-fa35-4dfc-9b74-7ff1924ed9a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:49:11.101293 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03116b7b-fa35-4dfc-9b74-7ff1924ed9a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:49:11.101626 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03116b7b-fa35-4dfc-9b74-7ff1924ed9a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:49:11.101998 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03116b7b-fa35-4dfc-9b74-7ff1924ed9a1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:49:11.102327 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03116b7b-fa35-4dfc-9b74-7ff1924ed9a1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:49:11.102669 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03116b7b-fa35-4dfc-9b74-7ff1924ed9a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:49:11.103005 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03116b7b-fa35-4dfc-9b74-7ff1924ed9a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:49:11.103883 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03116b7b-fa35-4dfc-9b74-7ff1924ed9a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:49:11.104203 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03116b7b-fa35-4dfc-9b74-7ff1924ed9a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:49:11.169006 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-03116b7b-fa35-4dfc-9b74-7ff1924ed9a1 None None] Attempting to bind port c8f4732b-5c91-4a3e-a364-47fc681e7312 on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 04:49:11.169651 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-03116b7b-fa35-4dfc-9b74-7ff1924ed9a1 None None] Attempting to bind port c8f4732b-5c91-4a3e-a364-47fc681e7312 by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': '17c32ccc-d8e2-453c-945e-e93fc5b9eabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'b6bfe0e2-af04-4b42-8746-9a2cf4d9ac14'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 04:49:11.170071 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03116b7b-fa35-4dfc-9b74-7ff1924ed9a1 None None] Attempting to bind port c8f4732b-5c91-4a3e-a364-47fc681e7312 on network b6bfe0e2-af04-4b42-8746-9a2cf4d9ac14 {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 04:49:11.175317 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03116b7b-fa35-4dfc-9b74-7ff1924ed9a1 None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 4, 49, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 04:49:11.175698 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03116b7b-fa35-4dfc-9b74-7ff1924ed9a1 None None] Checking segment: {'id': '17c32ccc-d8e2-453c-945e-e93fc5b9eabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'b6bfe0e2-af04-4b42-8746-9a2cf4d9ac14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:49:11.176454 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-03116b7b-fa35-4dfc-9b74-7ff1924ed9a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:49:11.176749 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03116b7b-fa35-4dfc-9b74-7ff1924ed9a1 None None] Bound using segment: {'id': '17c32ccc-d8e2-453c-945e-e93fc5b9eabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'b6bfe0e2-af04-4b42-8746-9a2cf4d9ac14'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 04:49:11.177209 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-03116b7b-fa35-4dfc-9b74-7ff1924ed9a1 None None] Bound port: c8f4732b-5c91-4a3e-a364-47fc681e7312, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17c32ccc-d8e2-453c-945e-e93fc5b9eabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'b6bfe0e2-af04-4b42-8746-9a2cf4d9ac14'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 04:49:11.177600 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-03116b7b-fa35-4dfc-9b74-7ff1924ed9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:49:11.269032 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-03116b7b-fa35-4dfc-9b74-7ff1924ed9a1 None None] For port c8f4732b-5c91-4a3e-a364-47fc681e7312, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 04:49:11.272756 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-03116b7b-fa35-4dfc-9b74-7ff1924ed9a1 None None] For port c8f4732b-5c91-4a3e-a364-47fc681e7312, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=c8f4732b-5c91-4a3e-a364-47fc681e7312,segment=NetworkSegment(17c32ccc-d8e2-453c-945e-e93fc5b9eabe),segment_id=17c32ccc-d8e2-453c-945e-e93fc5b9eabe)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 04:49:11.279471 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-03116b7b-fa35-4dfc-9b74-7ff1924ed9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:49:11.356320 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03116b7b-fa35-4dfc-9b74-7ff1924ed9a1 None None] Pushing event updated for resources: {'Port': ['ID=c8f4732b-5c91-4a3e-a364-47fc681e7312,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:49:12.201304 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9acab9c-83d0-4bcc-a1d1-51df430a9318 None None] Network b6bfe0e2-af04-4b42-8746-9a2cf4d9ac14 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:49:12.299021 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-5263358c-68e6-489d-9dd2-2154b0df2bc0 None None] Provisioning for port c8f4732b-5c91-4a3e-a364-47fc681e7312 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:49:13.257960 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device c8f4732b-5c91-4a3e-a364-47fc681e7312 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 04:49:13.326309 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port c8f4732b-5c91-4a3e-a364-47fc681e7312 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:49:13.330798 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port c8f4732b-5c91-4a3e-a364-47fc681e7312 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:49:13.331165 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:49:13.444583 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port c8f4732b-5c91-4a3e-a364-47fc681e7312 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:49:13.444880 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:49:13.475908 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] For port c8f4732b-5c91-4a3e-a364-47fc681e7312, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=c8f4732b-5c91-4a3e-a364-47fc681e7312,segment=NetworkSegment(17c32ccc-d8e2-453c-945e-e93fc5b9eabe),segment_id=17c32ccc-d8e2-453c-945e-e93fc5b9eabe)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:49:13.479561 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:49:13.550183 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Pushing event updated for resources: {'Port': ['ID=c8f4732b-5c91-4a3e-a364-47fc681e7312,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:49:15.234447 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device c8f4732b-5c91-4a3e-a364-47fc681e7312 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 04:49:15.308391 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port c8f4732b-5c91-4a3e-a364-47fc681e7312 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:49:15.308761 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:49:15.423737 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port c8f4732b-5c91-4a3e-a364-47fc681e7312 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:49:27.917384 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-6110ff3c-2b20-4ee5-8bd9-b2fec8602d02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:49:30.143050 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e4f7a5c7-c824-46f0-bf07-c3f611491b8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:49:31.098846 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56ded65b-0e68-413c-8b9b-1097922cc81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:49:31.350452 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:49:32.647784 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a142624-940e-4c55-bf49-a5329c884075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:49:46.172551 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-45f79e78-106a-4f09-9d2c-69baeab7263d None None] Agent healthcheck: found 5 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 04:49:57.919652 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-3fa292f0-71b9-42b3-8667-8a88c2e26528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:50:00.145651 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f7d97c94-410b-4d86-92d2-175ec731cd1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:50:01.100909 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56ded65b-0e68-413c-8b9b-1097922cc81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:50:01.352269 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:50:02.648057 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a142624-940e-4c55-bf49-a5329c884075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:50:23.172056 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-45f79e78-106a-4f09-9d2c-69baeab7263d None None] Agent healthcheck: found 5 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 04:50:27.921005 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-ed5b546f-976e-48f4-9a6c-d18b28b54d40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:50:30.148066 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-2f01d432-973e-4d3f-88ae-48ad6ebf3cfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:50:31.103105 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56ded65b-0e68-413c-8b9b-1097922cc81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:50:31.263868 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 35280) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:50:31.269649 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [None req-c6570f24-3fd2-4140-89c8-96481f99fcaa tempest-verify_tempest_config-1525531437 tempest-verify_tempest_config-1525531437-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=88261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 30 04:50:31.270642 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-c6570f24-3fd2-4140-89c8-96481f99fcaa tempest-verify_tempest_config-1525531437 tempest-verify_tempest_config-1525531437-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058060 May 30 04:50:31.354911 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:50:31.568526 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 35298) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:50:31.679226 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1a804491-3a64-450e-beb0-0a232f2735c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:50:31.693182 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-1a804491-3a64-450e-beb0-0a232f2735c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:50:31.697511 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-1a804491-3a64-450e-beb0-0a232f2735c6 admin admin] Usage tracker for resource:security_group_rule and tenant:1767197f474640689f40002f3606e98d is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:50:31.700243 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-1a804491-3a64-450e-beb0-0a232f2735c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:50:31.705737 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-1a804491-3a64-450e-beb0-0a232f2735c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:50:31.785731 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1a804491-3a64-450e-beb0-0a232f2735c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:50:31.789261 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1a804491-3a64-450e-beb0-0a232f2735c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:50:31.833778 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-1a804491-3a64-450e-beb0-0a232f2735c6 admin admin] Synchronizing usage tracker for tenant:f2be5ce1390b4fde946a7e693d8f2f89 on resource:security_group {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:50:31.837626 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a804491-3a64-450e-beb0-0a232f2735c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37c966f9-d7b5-4a41-b0e4-97ee65a3755b,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:50:31.846704 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a804491-3a64-450e-beb0-0a232f2735c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:50:31.847073 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a804491-3a64-450e-beb0-0a232f2735c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:50:31.847408 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a804491-3a64-450e-beb0-0a232f2735c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:50:31.847731 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a804491-3a64-450e-beb0-0a232f2735c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:50:31.848050 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a804491-3a64-450e-beb0-0a232f2735c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:50:31.848391 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a804491-3a64-450e-beb0-0a232f2735c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:50:31.848712 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a804491-3a64-450e-beb0-0a232f2735c6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:50:31.849029 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a804491-3a64-450e-beb0-0a232f2735c6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:50:31.849347 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a804491-3a64-450e-beb0-0a232f2735c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:50:31.849653 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a804491-3a64-450e-beb0-0a232f2735c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:50:31.849989 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a804491-3a64-450e-beb0-0a232f2735c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:50:31.850298 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a804491-3a64-450e-beb0-0a232f2735c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:50:31.862933 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-1a804491-3a64-450e-beb0-0a232f2735c6 admin admin] Unset dirty status for tenant:f2be5ce1390b4fde946a7e693d8f2f89 on resource:security_group {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:50:31.864017 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-1a804491-3a64-450e-beb0-0a232f2735c6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1767197f474640689f40002f3606e98d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2945540 May 30 04:50:31.867264 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 35304) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:50:31.924613 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-55fece76-78dc-423f-8475-9d5f6796687b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:50:31.949617 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-55fece76-78dc-423f-8475-9d5f6796687b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:50:32.042666 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-55fece76-78dc-423f-8475-9d5f6796687b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:50:32.056902 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fece76-78dc-423f-8475-9d5f6796687b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37c966f9-d7b5-4a41-b0e4-97ee65a3755b,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:50:32.062879 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-55fece76-78dc-423f-8475-9d5f6796687b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:50:32.063984 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-55fece76-78dc-423f-8475-9d5f6796687b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/37c966f9-d7b5-4a41-b0e4-97ee65a3755b HTTP/1.1" status: 204 len: 168 time: 0.1958189 May 30 04:50:32.651566 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a142624-940e-4c55-bf49-a5329c884075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:50:57.921402 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-2dc36bf1-8aeb-463a-bb41-48080e52cdc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:51:00.149059 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-1dfe9748-ae61-4280-b6c5-a2050372db0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:51:00.171528 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-45f79e78-106a-4f09-9d2c-69baeab7263d None None] Agent healthcheck: found 5 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 04:51:01.104809 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56ded65b-0e68-413c-8b9b-1097922cc81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:51:01.357443 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:51:02.653004 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a142624-940e-4c55-bf49-a5329c884075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:51:27.924752 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f05058d0-02bf-45d3-97cd-1f4e7f49b3dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:51:30.151177 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-ef99b778-01ad-47b5-92e4-1d42e521059b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:51:31.107770 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56ded65b-0e68-413c-8b9b-1097922cc81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:51:31.359063 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:51:32.655591 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a142624-940e-4c55-bf49-a5329c884075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:51:37.175081 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-45f79e78-106a-4f09-9d2c-69baeab7263d None None] Agent healthcheck: found 5 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 04:51:47.228257 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1602072'] for agent, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:51:57.927346 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f5b8745b-9bbc-4f63-ab03-0b2f7acb0060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:52:00.153396 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8e4d51dd-fc75-470a-9369-77b1379dafa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:52:01.109909 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56ded65b-0e68-413c-8b9b-1097922cc81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:52:01.360626 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:52:01.520377 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 35374) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:52:01.630651 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-e5f4d567-6913-4553-8e1a-9ae378718366 admin admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1092172 May 30 04:52:02.657830 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a142624-940e-4c55-bf49-a5329c884075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:52:03.795806 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 35384) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:52:03.850974 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-258adc89-9a7f-4f7c-a21e-a728f3c73576 admin admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0541058 May 30 04:52:14.174843 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-45f79e78-106a-4f09-9d2c-69baeab7263d None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 04:52:17.178576 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:52:27.929967 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-0e6c844a-5e93-4de1-8fea-2374879b8426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:52:30.155517 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-548f44e1-270e-45ef-b2b9-1b2cafe70c28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:52:31.112902 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56ded65b-0e68-413c-8b9b-1097922cc81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:52:31.362473 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:52:32.662296 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a142624-940e-4c55-bf49-a5329c884075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:52:47.220771 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:52:51.174699 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-45f79e78-106a-4f09-9d2c-69baeab7263d None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 04:52:57.933658 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-2d44d91b-2c4b-4419-b20d-ffd1330c40c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:00.157169 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9bffe727-c48f-4ec7-b088-36002b8ca8f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:01.116041 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56ded65b-0e68-413c-8b9b-1097922cc81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:01.364642 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:02.663907 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a142624-940e-4c55-bf49-a5329c884075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:17.213965 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:27.954264 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-6a7bac86-1f8d-4bab-b8c2-9e467a77ed19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:28.178425 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-45f79e78-106a-4f09-9d2c-69baeab7263d None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 04:53:28.551350 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 35460) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:53:28.766644 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-7dbeaa05-4619-42a0-9aa3-ee19b442e5a8 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-5148407-network', 'tenant_id': '78063ff0b78c49339686a2b1a492c074'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:53:28.771932 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-7dbeaa05-4619-42a0-9aa3-ee19b442e5a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:53:28.776195 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-7dbeaa05-4619-42a0-9aa3-ee19b442e5a8 admin admin] Usage tracker for resource:network and tenant:78063ff0b78c49339686a2b1a492c074 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:53:28.779075 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-7dbeaa05-4619-42a0-9aa3-ee19b442e5a8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:53:28.784780 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-7dbeaa05-4619-42a0-9aa3-ee19b442e5a8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:53:28.795989 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dbeaa05-4619-42a0-9aa3-ee19b442e5a8 admin admin] Made reservation on behalf of 78063ff0b78c49339686a2b1a492c074 for: {'network': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:53:28.799498 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7dbeaa05-4619-42a0-9aa3-ee19b442e5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for network, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:28.818147 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7dbeaa05-4619-42a0-9aa3-ee19b442e5a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:28.836650 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-7dbeaa05-4619-42a0-9aa3-ee19b442e5a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:53:28.840934 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-7dbeaa05-4619-42a0-9aa3-ee19b442e5a8 admin admin] Usage tracker for resource:security_group_rule and tenant:78063ff0b78c49339686a2b1a492c074 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:53:28.843895 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-7dbeaa05-4619-42a0-9aa3-ee19b442e5a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:53:28.850023 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-7dbeaa05-4619-42a0-9aa3-ee19b442e5a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:53:28.939210 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7dbeaa05-4619-42a0-9aa3-ee19b442e5a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:28.943760 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7dbeaa05-4619-42a0-9aa3-ee19b442e5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:28.980762 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dbeaa05-4619-42a0-9aa3-ee19b442e5a8 admin admin] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=88261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 04:53:28.988196 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbeaa05-4619-42a0-9aa3-ee19b442e5a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d4aca10-757d-4f6c-96d8-3d331fc024fd,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:53:28.997532 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbeaa05-4619-42a0-9aa3-ee19b442e5a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:53:28.997942 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbeaa05-4619-42a0-9aa3-ee19b442e5a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:53:28.998375 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbeaa05-4619-42a0-9aa3-ee19b442e5a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:53:28.998901 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbeaa05-4619-42a0-9aa3-ee19b442e5a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:53:28.999325 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbeaa05-4619-42a0-9aa3-ee19b442e5a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:53:28.999765 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbeaa05-4619-42a0-9aa3-ee19b442e5a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:53:29.000171 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbeaa05-4619-42a0-9aa3-ee19b442e5a8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:53:29.000486 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbeaa05-4619-42a0-9aa3-ee19b442e5a8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:53:29.000850 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbeaa05-4619-42a0-9aa3-ee19b442e5a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:53:29.001174 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbeaa05-4619-42a0-9aa3-ee19b442e5a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:53:29.001592 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbeaa05-4619-42a0-9aa3-ee19b442e5a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:53:29.002003 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbeaa05-4619-42a0-9aa3-ee19b442e5a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:53:29.003242 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbeaa05-4619-42a0-9aa3-ee19b442e5a8 admin admin] Tracked resource versions report: May 30 04:53:29.003242 dv-neutron-843763-1-hyperv neutron-server[88261]: pushed versions: May 30 04:53:29.003242 dv-neutron-843763-1-hyperv neutron-server[88261]: { 'AddressGroup': {'1.2'}, May 30 04:53:29.003242 dv-neutron-843763-1-hyperv neutron-server[88261]: 'ConntrackHelper': {'1.0'}, May 30 04:53:29.003242 dv-neutron-843763-1-hyperv neutron-server[88261]: 'Log': {'1.0'}, May 30 04:53:29.003242 dv-neutron-843763-1-hyperv neutron-server[88261]: 'Network': {'1.1'}, May 30 04:53:29.003242 dv-neutron-843763-1-hyperv neutron-server[88261]: 'Port': {'1.7'}, May 30 04:53:29.003242 dv-neutron-843763-1-hyperv neutron-server[88261]: 'PortForwarding': {'1.2'}, May 30 04:53:29.003242 dv-neutron-843763-1-hyperv neutron-server[88261]: 'QosPolicy': {'1.8'}, May 30 04:53:29.003242 dv-neutron-843763-1-hyperv neutron-server[88261]: 'SecurityGroup': {'1.4'}, May 30 04:53:29.003242 dv-neutron-843763-1-hyperv neutron-server[88261]: 'SecurityGroupRule': {'1.2'}, May 30 04:53:29.003242 dv-neutron-843763-1-hyperv neutron-server[88261]: 'SubPort': {'1.0'}, May 30 04:53:29.003242 dv-neutron-843763-1-hyperv neutron-server[88261]: 'Subnet': {'1.1'}, May 30 04:53:29.003242 dv-neutron-843763-1-hyperv neutron-server[88261]: 'Trunk': {'1.1'}} May 30 04:53:29.003242 dv-neutron-843763-1-hyperv neutron-server[88261]: consumer versions: May 30 04:53:29.003242 dv-neutron-843763-1-hyperv neutron-server[88261]: { DHCP agent@dv-neutron-843763-1-hyperv: {}, May 30 04:53:29.003242 dv-neutron-843763-1-hyperv neutron-server[88261]: HyperV agent@hv-neutron-8437: {}, May 30 04:53:29.003242 dv-neutron-843763-1-hyperv neutron-server[88261]: L3 agent@dv-neutron-843763-1-hyperv: {}, May 30 04:53:29.003242 dv-neutron-843763-1-hyperv neutron-server[88261]: Metadata agent@dv-neutron-843763-1-hyperv: {}, May 30 04:53:29.003242 dv-neutron-843763-1-hyperv neutron-server[88261]: Metering agent@dv-neutron-843763-1-hyperv: {}, May 30 04:53:29.003242 dv-neutron-843763-1-hyperv neutron-server[88261]: Open vSwitch agent@dv-neutron-843763-1-hyperv: { 'AddressGroup': '1.2', May 30 04:53:29.003242 dv-neutron-843763-1-hyperv neutron-server[88261]: 'ConntrackHelper': '1.0', May 30 04:53:29.003242 dv-neutron-843763-1-hyperv neutron-server[88261]: 'Log': '1.0', May 30 04:53:29.003242 dv-neutron-843763-1-hyperv neutron-server[88261]: 'Network': '1.1', May 30 04:53:29.003242 dv-neutron-843763-1-hyperv neutron-server[88261]: 'Port': '1.7', May 30 04:53:29.003242 dv-neutron-843763-1-hyperv neutron-server[88261]: 'PortForwarding': '1.2', May 30 04:53:29.003242 dv-neutron-843763-1-hyperv neutron-server[88261]: 'QosPolicy': '1.8', May 30 04:53:29.003242 dv-neutron-843763-1-hyperv neutron-server[88261]: 'SecurityGroup': '1.4', May 30 04:53:29.003242 dv-neutron-843763-1-hyperv neutron-server[88261]: 'SecurityGroupRule': '1.2', May 30 04:53:29.003242 dv-neutron-843763-1-hyperv neutron-server[88261]: 'SubPort': '1.0', May 30 04:53:29.003242 dv-neutron-843763-1-hyperv neutron-server[88261]: 'Subnet': '1.1', May 30 04:53:29.003242 dv-neutron-843763-1-hyperv neutron-server[88261]: 'Trunk': '1.1'}} May 30 04:53:29.003242 dv-neutron-843763-1-hyperv neutron-server[88261]: {{(pid=88261) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 30 04:53:29.011998 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7dbeaa05-4619-42a0-9aa3-ee19b442e5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:29.012529 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.db.segments_db [None req-7dbeaa05-4619-42a0-9aa3-ee19b442e5a8 admin admin] Added segment 50948e22-aeb7-4d40-9037-d9f84615e996 of type vlan for network 94a15cbb-b296-4fe7-b2e8-32f706e6cbca May 30 04:53:29.056230 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7dbeaa05-4619-42a0-9aa3-ee19b442e5a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729234556353'] for network, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:29.096775 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7dbeaa05-4619-42a0-9aa3-ee19b442e5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788'] for network, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:29.098561 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dbeaa05-4619-42a0-9aa3-ee19b442e5a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:53:29.099336 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7dbeaa05-4619-42a0-9aa3-ee19b442e5a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642826'] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:29.163363 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-7dbeaa05-4619-42a0-9aa3-ee19b442e5a8 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 0.6113153 May 30 04:53:29.167477 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 35506) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:53:29.176093 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-65f9ccfd-25d9-479e-8423-0ec11cf118af admin admin] Request body: {'subnet': {'network_id': '94a15cbb-b296-4fe7-b2e8-32f706e6cbca', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-5148407-subnet', 'tenant_id': '78063ff0b78c49339686a2b1a492c074', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:53:29.182825 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-65f9ccfd-25d9-479e-8423-0ec11cf118af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:53:29.186749 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-65f9ccfd-25d9-479e-8423-0ec11cf118af admin admin] Usage tracker for resource:subnet and tenant:78063ff0b78c49339686a2b1a492c074 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:53:29.190152 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-65f9ccfd-25d9-479e-8423-0ec11cf118af admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:53:29.202142 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-65f9ccfd-25d9-479e-8423-0ec11cf118af admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:53:29.214921 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65f9ccfd-25d9-479e-8423-0ec11cf118af admin admin] Made reservation on behalf of 78063ff0b78c49339686a2b1a492c074 for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:53:29.222747 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-65f9ccfd-25d9-479e-8423-0ec11cf118af admin admin] Notify callbacks [] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:29.244582 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbeaa05-4619-42a0-9aa3-ee19b442e5a8 admin admin] Pushing event updated for resources: {'Network': ['ID=94a15cbb-b296-4fe7-b2e8-32f706e6cbca,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:53:29.257451 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Network 94a15cbb-b296-4fe7-b2e8-32f706e6cbca details requested by agent ovs-agent-dv-neutron-843763-1-hyperv with host dv-neutron-843763-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 04:53:29.483414 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-65f9ccfd-25d9-479e-8423-0ec11cf118af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788'] for subnet, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:29.541139 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f9ccfd-25d9-479e-8423-0ec11cf118af admin admin] Pushing event updated for resources: {'Subnet': ['ID=875a4a52-1e6d-498d-99f9-e5086431f2d2,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:53:29.549716 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f9ccfd-25d9-479e-8423-0ec11cf118af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:53:29.550310 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f9ccfd-25d9-479e-8423-0ec11cf118af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:53:29.550825 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f9ccfd-25d9-479e-8423-0ec11cf118af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:53:29.551347 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f9ccfd-25d9-479e-8423-0ec11cf118af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:53:29.551678 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f9ccfd-25d9-479e-8423-0ec11cf118af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:53:29.552010 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f9ccfd-25d9-479e-8423-0ec11cf118af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:53:29.552338 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f9ccfd-25d9-479e-8423-0ec11cf118af admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:53:29.552667 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f9ccfd-25d9-479e-8423-0ec11cf118af admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:53:29.552984 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f9ccfd-25d9-479e-8423-0ec11cf118af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:53:29.553459 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f9ccfd-25d9-479e-8423-0ec11cf118af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:53:29.553969 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f9ccfd-25d9-479e-8423-0ec11cf118af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:53:29.554292 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f9ccfd-25d9-479e-8423-0ec11cf118af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:53:29.555450 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f9ccfd-25d9-479e-8423-0ec11cf118af admin admin] Tracked resource versions report: May 30 04:53:29.555450 dv-neutron-843763-1-hyperv neutron-server[88260]: pushed versions: May 30 04:53:29.555450 dv-neutron-843763-1-hyperv neutron-server[88260]: { 'AddressGroup': {'1.2'}, May 30 04:53:29.555450 dv-neutron-843763-1-hyperv neutron-server[88260]: 'ConntrackHelper': {'1.0'}, May 30 04:53:29.555450 dv-neutron-843763-1-hyperv neutron-server[88260]: 'Log': {'1.0'}, May 30 04:53:29.555450 dv-neutron-843763-1-hyperv neutron-server[88260]: 'Network': {'1.1'}, May 30 04:53:29.555450 dv-neutron-843763-1-hyperv neutron-server[88260]: 'Port': {'1.7'}, May 30 04:53:29.555450 dv-neutron-843763-1-hyperv neutron-server[88260]: 'PortForwarding': {'1.2'}, May 30 04:53:29.555450 dv-neutron-843763-1-hyperv neutron-server[88260]: 'QosPolicy': {'1.8'}, May 30 04:53:29.555450 dv-neutron-843763-1-hyperv neutron-server[88260]: 'SecurityGroup': {'1.4'}, May 30 04:53:29.555450 dv-neutron-843763-1-hyperv neutron-server[88260]: 'SecurityGroupRule': {'1.2'}, May 30 04:53:29.555450 dv-neutron-843763-1-hyperv neutron-server[88260]: 'SubPort': {'1.0'}, May 30 04:53:29.555450 dv-neutron-843763-1-hyperv neutron-server[88260]: 'Subnet': {'1.1'}, May 30 04:53:29.555450 dv-neutron-843763-1-hyperv neutron-server[88260]: 'Trunk': {'1.1'}} May 30 04:53:29.555450 dv-neutron-843763-1-hyperv neutron-server[88260]: consumer versions: May 30 04:53:29.555450 dv-neutron-843763-1-hyperv neutron-server[88260]: { DHCP agent@dv-neutron-843763-1-hyperv: {}, May 30 04:53:29.555450 dv-neutron-843763-1-hyperv neutron-server[88260]: HyperV agent@hv-neutron-8437: {}, May 30 04:53:29.555450 dv-neutron-843763-1-hyperv neutron-server[88260]: L3 agent@dv-neutron-843763-1-hyperv: {}, May 30 04:53:29.555450 dv-neutron-843763-1-hyperv neutron-server[88260]: Metadata agent@dv-neutron-843763-1-hyperv: {}, May 30 04:53:29.555450 dv-neutron-843763-1-hyperv neutron-server[88260]: Metering agent@dv-neutron-843763-1-hyperv: {}, May 30 04:53:29.555450 dv-neutron-843763-1-hyperv neutron-server[88260]: Open vSwitch agent@dv-neutron-843763-1-hyperv: { 'AddressGroup': '1.2', May 30 04:53:29.555450 dv-neutron-843763-1-hyperv neutron-server[88260]: 'ConntrackHelper': '1.0', May 30 04:53:29.555450 dv-neutron-843763-1-hyperv neutron-server[88260]: 'Log': '1.0', May 30 04:53:29.555450 dv-neutron-843763-1-hyperv neutron-server[88260]: 'Network': '1.1', May 30 04:53:29.555450 dv-neutron-843763-1-hyperv neutron-server[88260]: 'Port': '1.7', May 30 04:53:29.555450 dv-neutron-843763-1-hyperv neutron-server[88260]: 'PortForwarding': '1.2', May 30 04:53:29.555450 dv-neutron-843763-1-hyperv neutron-server[88260]: 'QosPolicy': '1.8', May 30 04:53:29.555450 dv-neutron-843763-1-hyperv neutron-server[88260]: 'SecurityGroup': '1.4', May 30 04:53:29.555450 dv-neutron-843763-1-hyperv neutron-server[88260]: 'SecurityGroupRule': '1.2', May 30 04:53:29.555450 dv-neutron-843763-1-hyperv neutron-server[88260]: 'SubPort': '1.0', May 30 04:53:29.555450 dv-neutron-843763-1-hyperv neutron-server[88260]: 'Subnet': '1.1', May 30 04:53:29.555450 dv-neutron-843763-1-hyperv neutron-server[88260]: 'Trunk': '1.1'}} May 30 04:53:29.555450 dv-neutron-843763-1-hyperv neutron-server[88260]: {{(pid=88260) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 30 04:53:29.581736 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f9ccfd-25d9-479e-8423-0ec11cf118af admin admin] Checking segment: {'id': '50948e22-aeb7-4d40-9037-d9f84615e996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '94a15cbb-b296-4fe7-b2e8-32f706e6cbca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:53:29.582082 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f9ccfd-25d9-479e-8423-0ec11cf118af admin admin] Network hostable DHCP agents. Network: 94a15cbb-b296-4fe7-b2e8-32f706e6cbca, hostable agents: ['1c705e68-3d3e-4dd3-9252-feb21d4b96ab'], hosted agents: [] {{(pid=88260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 04:53:29.603526 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f9ccfd-25d9-479e-8423-0ec11cf118af admin admin] Network 94a15cbb-b296-4fe7-b2e8-32f706e6cbca is scheduled to be hosted by DHCP agent 1c705e68-3d3e-4dd3-9252-feb21d4b96ab with binding_index 1 {{(pid=88260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 04:53:29.618173 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-65f9ccfd-25d9-479e-8423-0ec11cf118af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843763-1-hyperv, 94a15cbb-b296-4fe7-b2e8-32f706e6cbca) {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:53:29.620407 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65f9ccfd-25d9-479e-8423-0ec11cf118af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:53:29.621039 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-65f9ccfd-25d9-479e-8423-0ec11cf118af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642826'] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:29.625760 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b793a09c-fbe2-4fb5-b68a-c1fc25655775 None None] Network 94a15cbb-b296-4fe7-b2e8-32f706e6cbca requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:53:29.646346 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-65f9ccfd-25d9-479e-8423-0ec11cf118af admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 839 time: 0.4773591 May 30 04:53:29.647190 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 35528) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:53:29.655671 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-7088c8ff-c324-4189-a0cf-30e0c9b1332f admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-5148407-router', 'tenant_id': '78063ff0b78c49339686a2b1a492c074', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'}}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:53:29.661555 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-7088c8ff-c324-4189-a0cf-30e0c9b1332f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:53:29.666576 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-7088c8ff-c324-4189-a0cf-30e0c9b1332f admin admin] Usage tracker for resource:router and tenant:78063ff0b78c49339686a2b1a492c074 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:53:29.670041 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-7088c8ff-c324-4189-a0cf-30e0c9b1332f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:53:29.677159 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-7088c8ff-c324-4189-a0cf-30e0c9b1332f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:53:29.695011 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7088c8ff-c324-4189-a0cf-30e0c9b1332f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1603901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11666'] for router, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:29.697827 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7088c8ff-c324-4189-a0cf-30e0c9b1332f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11675'] for router, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:29.724099 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7088c8ff-c324-4189-a0cf-30e0c9b1332f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:29.912523 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1930629-8051-4344-bfff-8605b5b11cdd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bbf24ed-7ba9-53d2-873f-8f9642b1e987-94a15cbb-b296-4fe7-b2e8-32f706e6cbca', 'network_id': '94a15cbb-b296-4fe7-b2e8-32f706e6cbca', 'tenant_id': '78063ff0b78c49339686a2b1a492c074', 'fixed_ips': [{'subnet_id': '875a4a52-1e6d-498d-99f9-e5086431f2d2'}]}} from dv-neutron-843763-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 30 04:53:29.913440 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c1930629-8051-4344-bfff-8605b5b11cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:30.057361 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7088c8ff-c324-4189-a0cf-30e0c9b1332f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11765'] for router, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:30.126196 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-c1930629-8051-4344-bfff-8605b5b11cdd None None] Allocated IP 172.20.0.2 (94a15cbb-b296-4fe7-b2e8-32f706e6cbca/875a4a52-1e6d-498d-99f9-e5086431f2d2/6ecc7865-cad7-4322-b6cf-91fe4cb0dc98) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:53:30.278246 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56dceae7-be16-488f-8bae-011f799fccea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:30.428207 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7088c8ff-c324-4189-a0cf-30e0c9b1332f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:30.437887 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c1930629-8051-4344-bfff-8605b5b11cdd None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:30.452504 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c1930629-8051-4344-bfff-8605b5b11cdd None None] Transition to ACTIVE for port object 6ecc7865-cad7-4322-b6cf-91fe4cb0dc98 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:53:30.470362 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7088c8ff-c324-4189-a0cf-30e0c9b1332f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:30.472597 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c1930629-8051-4344-bfff-8605b5b11cdd None None] Transition to ACTIVE for port object 6ecc7865-cad7-4322-b6cf-91fe4cb0dc98 will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:53:30.481979 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c1930629-8051-4344-bfff-8605b5b11cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:30.565934 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1930629-8051-4344-bfff-8605b5b11cdd None None] Network 94a15cbb-b296-4fe7-b2e8-32f706e6cbca is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:53:30.568881 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-c1930629-8051-4344-bfff-8605b5b11cdd None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:53:30.572572 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1930629-8051-4344-bfff-8605b5b11cdd None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:53:30.579641 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1930629-8051-4344-bfff-8605b5b11cdd None None] Pushing event updated for resources: {'Port': ['ID=6ecc7865-cad7-4322-b6cf-91fe4cb0dc98,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:53:30.630443 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1930629-8051-4344-bfff-8605b5b11cdd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:53:30.630805 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1930629-8051-4344-bfff-8605b5b11cdd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:53:30.631159 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1930629-8051-4344-bfff-8605b5b11cdd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:53:30.631468 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1930629-8051-4344-bfff-8605b5b11cdd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:53:30.631791 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1930629-8051-4344-bfff-8605b5b11cdd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:53:30.632287 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1930629-8051-4344-bfff-8605b5b11cdd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:53:30.632610 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1930629-8051-4344-bfff-8605b5b11cdd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:53:30.632924 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1930629-8051-4344-bfff-8605b5b11cdd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:53:30.633269 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1930629-8051-4344-bfff-8605b5b11cdd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:53:30.633580 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1930629-8051-4344-bfff-8605b5b11cdd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:53:30.633924 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1930629-8051-4344-bfff-8605b5b11cdd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:53:30.634238 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1930629-8051-4344-bfff-8605b5b11cdd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:53:30.635336 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1930629-8051-4344-bfff-8605b5b11cdd None None] Tracked resource versions report: May 30 04:53:30.635336 dv-neutron-843763-1-hyperv neutron-server[88262]: pushed versions: May 30 04:53:30.635336 dv-neutron-843763-1-hyperv neutron-server[88262]: { 'AddressGroup': {'1.2'}, May 30 04:53:30.635336 dv-neutron-843763-1-hyperv neutron-server[88262]: 'ConntrackHelper': {'1.0'}, May 30 04:53:30.635336 dv-neutron-843763-1-hyperv neutron-server[88262]: 'Log': {'1.0'}, May 30 04:53:30.635336 dv-neutron-843763-1-hyperv neutron-server[88262]: 'Network': {'1.1'}, May 30 04:53:30.635336 dv-neutron-843763-1-hyperv neutron-server[88262]: 'Port': {'1.7'}, May 30 04:53:30.635336 dv-neutron-843763-1-hyperv neutron-server[88262]: 'PortForwarding': {'1.2'}, May 30 04:53:30.635336 dv-neutron-843763-1-hyperv neutron-server[88262]: 'QosPolicy': {'1.8'}, May 30 04:53:30.635336 dv-neutron-843763-1-hyperv neutron-server[88262]: 'SecurityGroup': {'1.4'}, May 30 04:53:30.635336 dv-neutron-843763-1-hyperv neutron-server[88262]: 'SecurityGroupRule': {'1.2'}, May 30 04:53:30.635336 dv-neutron-843763-1-hyperv neutron-server[88262]: 'SubPort': {'1.0'}, May 30 04:53:30.635336 dv-neutron-843763-1-hyperv neutron-server[88262]: 'Subnet': {'1.1'}, May 30 04:53:30.635336 dv-neutron-843763-1-hyperv neutron-server[88262]: 'Trunk': {'1.1'}} May 30 04:53:30.635336 dv-neutron-843763-1-hyperv neutron-server[88262]: consumer versions: May 30 04:53:30.635336 dv-neutron-843763-1-hyperv neutron-server[88262]: { DHCP agent@dv-neutron-843763-1-hyperv: {}, May 30 04:53:30.635336 dv-neutron-843763-1-hyperv neutron-server[88262]: HyperV agent@hv-neutron-8437: {}, May 30 04:53:30.635336 dv-neutron-843763-1-hyperv neutron-server[88262]: L3 agent@dv-neutron-843763-1-hyperv: {}, May 30 04:53:30.635336 dv-neutron-843763-1-hyperv neutron-server[88262]: Metadata agent@dv-neutron-843763-1-hyperv: {}, May 30 04:53:30.635336 dv-neutron-843763-1-hyperv neutron-server[88262]: Metering agent@dv-neutron-843763-1-hyperv: {}, May 30 04:53:30.635336 dv-neutron-843763-1-hyperv neutron-server[88262]: Open vSwitch agent@dv-neutron-843763-1-hyperv: { 'AddressGroup': '1.2', May 30 04:53:30.635336 dv-neutron-843763-1-hyperv neutron-server[88262]: 'ConntrackHelper': '1.0', May 30 04:53:30.635336 dv-neutron-843763-1-hyperv neutron-server[88262]: 'Log': '1.0', May 30 04:53:30.635336 dv-neutron-843763-1-hyperv neutron-server[88262]: 'Network': '1.1', May 30 04:53:30.635336 dv-neutron-843763-1-hyperv neutron-server[88262]: 'Port': '1.7', May 30 04:53:30.635336 dv-neutron-843763-1-hyperv neutron-server[88262]: 'PortForwarding': '1.2', May 30 04:53:30.635336 dv-neutron-843763-1-hyperv neutron-server[88262]: 'QosPolicy': '1.8', May 30 04:53:30.635336 dv-neutron-843763-1-hyperv neutron-server[88262]: 'SecurityGroup': '1.4', May 30 04:53:30.635336 dv-neutron-843763-1-hyperv neutron-server[88262]: 'SecurityGroupRule': '1.2', May 30 04:53:30.635336 dv-neutron-843763-1-hyperv neutron-server[88262]: 'SubPort': '1.0', May 30 04:53:30.635336 dv-neutron-843763-1-hyperv neutron-server[88262]: 'Subnet': '1.1', May 30 04:53:30.635336 dv-neutron-843763-1-hyperv neutron-server[88262]: 'Trunk': '1.1'}} May 30 04:53:30.635336 dv-neutron-843763-1-hyperv neutron-server[88262]: {{(pid=88262) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 30 04:53:30.648735 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-7088c8ff-c324-4189-a0cf-30e0c9b1332f admin admin] Allocated IP 172.26.6.49 (1bab70f4-3794-44db-8e17-19f483aa8ffa/6b5b73c1-b0ce-4f83-a930-c00cc5522926/a2cf377b-0bfb-4934-9c52-e757dc7b9e8e) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:53:30.689096 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-c1930629-8051-4344-bfff-8605b5b11cdd None None] Attempting to bind port 6ecc7865-cad7-4322-b6cf-91fe4cb0dc98 on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 04:53:30.689512 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-c1930629-8051-4344-bfff-8605b5b11cdd None None] Attempting to bind port 6ecc7865-cad7-4322-b6cf-91fe4cb0dc98 by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': '50948e22-aeb7-4d40-9037-d9f84615e996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '94a15cbb-b296-4fe7-b2e8-32f706e6cbca'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 04:53:30.689904 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1930629-8051-4344-bfff-8605b5b11cdd None None] Attempting to bind port 6ecc7865-cad7-4322-b6cf-91fe4cb0dc98 on network 94a15cbb-b296-4fe7-b2e8-32f706e6cbca {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 04:53:30.695186 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1930629-8051-4344-bfff-8605b5b11cdd None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 4, 53, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 04:53:30.695691 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1930629-8051-4344-bfff-8605b5b11cdd None None] Checking segment: {'id': '50948e22-aeb7-4d40-9037-d9f84615e996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '94a15cbb-b296-4fe7-b2e8-32f706e6cbca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:53:30.696088 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c1930629-8051-4344-bfff-8605b5b11cdd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:30.696471 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1930629-8051-4344-bfff-8605b5b11cdd None None] Bound using segment: {'id': '50948e22-aeb7-4d40-9037-d9f84615e996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '94a15cbb-b296-4fe7-b2e8-32f706e6cbca'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 04:53:30.697045 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-c1930629-8051-4344-bfff-8605b5b11cdd None None] Bound port: 6ecc7865-cad7-4322-b6cf-91fe4cb0dc98, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50948e22-aeb7-4d40-9037-d9f84615e996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '94a15cbb-b296-4fe7-b2e8-32f706e6cbca'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 04:53:30.697445 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c1930629-8051-4344-bfff-8605b5b11cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:30.813111 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c1930629-8051-4344-bfff-8605b5b11cdd None None] For port 6ecc7865-cad7-4322-b6cf-91fe4cb0dc98, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 04:53:30.816479 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c1930629-8051-4344-bfff-8605b5b11cdd None None] For port 6ecc7865-cad7-4322-b6cf-91fe4cb0dc98, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=6ecc7865-cad7-4322-b6cf-91fe4cb0dc98,segment=NetworkSegment(50948e22-aeb7-4d40-9037-d9f84615e996),segment_id=50948e22-aeb7-4d40-9037-d9f84615e996)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 04:53:30.822294 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c1930629-8051-4344-bfff-8605b5b11cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:30.842244 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7088c8ff-c324-4189-a0cf-30e0c9b1332f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:30.898118 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1930629-8051-4344-bfff-8605b5b11cdd None None] Pushing event updated for resources: {'Port': ['ID=6ecc7865-cad7-4322-b6cf-91fe4cb0dc98,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:53:30.929113 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7088c8ff-c324-4189-a0cf-30e0c9b1332f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:31.010815 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7088c8ff-c324-4189-a0cf-30e0c9b1332f admin admin] Network 1bab70f4-3794-44db-8e17-19f483aa8ffa is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:53:31.013929 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-7088c8ff-c324-4189-a0cf-30e0c9b1332f admin admin] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:53:31.018221 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7088c8ff-c324-4189-a0cf-30e0c9b1332f admin admin] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:53:31.105672 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 35588) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:53:31.134050 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56ded65b-0e68-413c-8b9b-1097922cc81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:31.140657 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7088c8ff-c324-4189-a0cf-30e0c9b1332f admin admin] Pushing event updated for resources: {'Port': ['ID=a2cf377b-0bfb-4934-9c52-e757dc7b9e8e,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:53:31.269115 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 35596) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:53:31.300875 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 35602) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:53:31.379184 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:31.443778 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 6ecc7865-cad7-4322-b6cf-91fe4cb0dc98 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 04:53:31.522813 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7088c8ff-c324-4189-a0cf-30e0c9b1332f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:31.544801 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port 6ecc7865-cad7-4322-b6cf-91fe4cb0dc98 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:53:31.659607 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-a4667629-cdd4-407d-aa84-b75511f9ce23 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-678148627'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:53:31.665198 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-a4667629-cdd4-407d-aa84-b75511f9ce23 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:53:31.670867 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-a4667629-cdd4-407d-aa84-b75511f9ce23 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Usage tracker for resource:network and tenant:5b20069eba164497a9d9514a420da987 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:53:31.675660 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-a4667629-cdd4-407d-aa84-b75511f9ce23 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:53:31.684442 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-a4667629-cdd4-407d-aa84-b75511f9ce23 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:53:31.697973 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4667629-cdd4-407d-aa84-b75511f9ce23 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Made reservation on behalf of 5b20069eba164497a9d9514a420da987 for: {'network': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:53:31.702983 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a4667629-cdd4-407d-aa84-b75511f9ce23 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for network, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:31.733614 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-9437b384-d473-487e-bbfa-49bc3e30f6a9 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-667274620-network', 'tenant_id': '3fffdaf8665e4f2eb17f85d23ba9b1e3'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:53:31.739864 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-9437b384-d473-487e-bbfa-49bc3e30f6a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:53:31.745316 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-9437b384-d473-487e-bbfa-49bc3e30f6a9 admin admin] Usage tracker for resource:network and tenant:3fffdaf8665e4f2eb17f85d23ba9b1e3 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:53:31.749948 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-9437b384-d473-487e-bbfa-49bc3e30f6a9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:53:31.757899 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-9437b384-d473-487e-bbfa-49bc3e30f6a9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:53:31.773833 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a4667629-cdd4-407d-aa84-b75511f9ce23 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:31.809086 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-835b55cf-4023-46b2-941b-8e39d6b0dab6 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1533739700-network', 'tenant_id': '75c565b2496748d0aca7efef0deb76ef'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:53:31.815922 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-a4667629-cdd4-407d-aa84-b75511f9ce23 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:53:31.818648 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9437b384-d473-487e-bbfa-49bc3e30f6a9 admin admin] Made reservation on behalf of 3fffdaf8665e4f2eb17f85d23ba9b1e3 for: {'network': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:53:31.822530 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9437b384-d473-487e-bbfa-49bc3e30f6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for network, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:31.843400 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-835b55cf-4023-46b2-941b-8e39d6b0dab6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:53:31.847802 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-835b55cf-4023-46b2-941b-8e39d6b0dab6 admin admin] Usage tracker for resource:network and tenant:75c565b2496748d0aca7efef0deb76ef is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:53:31.851177 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-835b55cf-4023-46b2-941b-8e39d6b0dab6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:53:31.858449 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-835b55cf-4023-46b2-941b-8e39d6b0dab6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:53:31.869519 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-a4667629-cdd4-407d-aa84-b75511f9ce23 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Usage tracker for resource:security_group_rule and tenant:5b20069eba164497a9d9514a420da987 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:53:31.874360 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-a4667629-cdd4-407d-aa84-b75511f9ce23 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:53:31.881183 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-a4667629-cdd4-407d-aa84-b75511f9ce23 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:53:31.885201 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9437b384-d473-487e-bbfa-49bc3e30f6a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:31.903847 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-9437b384-d473-487e-bbfa-49bc3e30f6a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:53:31.910913 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-9437b384-d473-487e-bbfa-49bc3e30f6a9 admin admin] Usage tracker for resource:security_group_rule and tenant:3fffdaf8665e4f2eb17f85d23ba9b1e3 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:53:31.916130 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-9437b384-d473-487e-bbfa-49bc3e30f6a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:53:31.924664 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-9437b384-d473-487e-bbfa-49bc3e30f6a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:53:31.934914 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-835b55cf-4023-46b2-941b-8e39d6b0dab6 admin admin] Made reservation on behalf of 75c565b2496748d0aca7efef0deb76ef for: {'network': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:53:31.939173 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7088c8ff-c324-4189-a0cf-30e0c9b1332f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603653'] for router, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:31.945022 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-835b55cf-4023-46b2-941b-8e39d6b0dab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for network, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:31.966064 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-835b55cf-4023-46b2-941b-8e39d6b0dab6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:31.998915 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-835b55cf-4023-46b2-941b-8e39d6b0dab6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:53:32.011606 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-835b55cf-4023-46b2-941b-8e39d6b0dab6 admin admin] Usage tracker for resource:security_group_rule and tenant:75c565b2496748d0aca7efef0deb76ef is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:53:32.019459 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-835b55cf-4023-46b2-941b-8e39d6b0dab6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:53:32.033957 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-835b55cf-4023-46b2-941b-8e39d6b0dab6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:53:32.267405 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7088c8ff-c324-4189-a0cf-30e0c9b1332f admin admin] Router 4a6359bc-40ba-45a2-9e57-2bca6b7f70d0 is scheduled to L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 with binding_index 1 {{(pid=88260) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 30 04:53:32.279162 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee8763de-e63f-48bb-9ae5-4b32350decc4 None None] Network 94a15cbb-b296-4fe7-b2e8-32f706e6cbca requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:53:32.398084 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9437b384-d473-487e-bbfa-49bc3e30f6a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:32.417450 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a4667629-cdd4-407d-aa84-b75511f9ce23 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:32.422449 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9437b384-d473-487e-bbfa-49bc3e30f6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:32.451974 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9437b384-d473-487e-bbfa-49bc3e30f6a9 admin admin] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=88261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 04:53:32.486032 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7088c8ff-c324-4189-a0cf-30e0c9b1332f admin admin] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 04:53:32.493623 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a4667629-cdd4-407d-aa84-b75511f9ce23 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:32.497466 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60da76b3-661f-4541-bc83-22848e49f655 None None] Sync routers for ids ['4a6359bc-40ba-45a2-9e57-2bca6b7f70d0'] in dv-neutron-843763-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 04:53:32.501918 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-835b55cf-4023-46b2-941b-8e39d6b0dab6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:32.506736 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9437b384-d473-487e-bbfa-49bc3e30f6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:32.507432 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.db.segments_db [None req-9437b384-d473-487e-bbfa-49bc3e30f6a9 admin admin] Added segment 6c4f160d-581c-4e44-836d-a510d50f04aa of type vlan for network 48553bc8-2e8d-42a5-b036-bcc9c477033e May 30 04:53:32.514371 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60da76b3-661f-4541-bc83-22848e49f655 None None] Routers {'4a6359bc-40ba-45a2-9e57-2bca6b7f70d0'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 04:53:32.516497 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-60da76b3-661f-4541-bc83-22848e49f655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T04:53:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['4a6359bc-40ba-45a2-9e57-2bca6b7f70d0'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:53:32.529066 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-835b55cf-4023-46b2-941b-8e39d6b0dab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:32.557083 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7088c8ff-c324-4189-a0cf-30e0c9b1332f admin admin] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:32.564339 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-7088c8ff-c324-4189-a0cf-30e0c9b1332f admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 914 time: 2.9149895 May 30 04:53:32.565280 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 35648) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:53:32.611899 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9437b384-d473-487e-bbfa-49bc3e30f6a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=526b8973-405b-42bc-8565-aa7c19173321,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:53:32.627360 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-33b069e3-d5c1-48b0-89b7-a50a009ce269 None None] Provisioning for port 6ecc7865-cad7-4322-b6cf-91fe4cb0dc98 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:53:32.646508 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-33b069e3-d5c1-48b0-89b7-a50a009ce269 None None] Provisioning complete for port 6ecc7865-cad7-4322-b6cf-91fe4cb0dc98 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:53:32.646870 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-33b069e3-d5c1-48b0-89b7-a50a009ce269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:32.657920 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9437b384-d473-487e-bbfa-49bc3e30f6a9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729234556353'] for network, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:32.697629 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-835b55cf-4023-46b2-941b-8e39d6b0dab6 admin admin] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=88261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 04:53:32.757852 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a142624-940e-4c55-bf49-a5329c884075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:32.768031 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4667629-cdd4-407d-aa84-b75511f9ce23 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9491ab1c-4916-4cc7-92d2-8eb6a9641782,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:53:32.805295 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-835b55cf-4023-46b2-941b-8e39d6b0dab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:32.805630 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.db.segments_db [None req-835b55cf-4023-46b2-941b-8e39d6b0dab6 admin admin] Added segment 85212bcf-98ed-4bb6-b44e-b2716ff7b6a4 of type vlan for network d6c60be6-16d0-4643-855e-f83fdbae0248 May 30 04:53:32.864823 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-33b069e3-d5c1-48b0-89b7-a50a009ce269 None None] Current status of the port 6ecc7865-cad7-4322-b6cf-91fe4cb0dc98 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:53:32.865360 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-33b069e3-d5c1-48b0-89b7-a50a009ce269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:32.884401 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835b55cf-4023-46b2-941b-8e39d6b0dab6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca70f901-23f0-4624-8a4e-0dcb95714270,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:53:32.913108 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-33b069e3-d5c1-48b0-89b7-a50a009ce269 None None] For port 6ecc7865-cad7-4322-b6cf-91fe4cb0dc98, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=6ecc7865-cad7-4322-b6cf-91fe4cb0dc98,segment=NetworkSegment(50948e22-aeb7-4d40-9037-d9f84615e996),segment_id=50948e22-aeb7-4d40-9037-d9f84615e996)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:53:32.927521 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-33b069e3-d5c1-48b0-89b7-a50a009ce269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:32.935032 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9437b384-d473-487e-bbfa-49bc3e30f6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788'] for network, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:32.935999 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9437b384-d473-487e-bbfa-49bc3e30f6a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:53:32.939075 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9437b384-d473-487e-bbfa-49bc3e30f6a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642826'] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:32.958260 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-60da76b3-661f-4541-bc83-22848e49f655 None None] Set router 4a6359bc-40ba-45a2-9e57-2bca6b7f70d0 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 04:53:32.987616 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.db.api [None req-a4667629-cdd4-407d-aa84-b75511f9ce23 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=88261) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 04:53:32.988145 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG oslo_db.api [None req-a4667629-cdd4-407d-aa84-b75511f9ce23 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 04:53:33.028481 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-835b55cf-4023-46b2-941b-8e39d6b0dab6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729234556353'] for network, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:33.084349 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b069e3-d5c1-48b0-89b7-a50a009ce269 None None] Pushing event updated for resources: {'Port': ['ID=6ecc7865-cad7-4322-b6cf-91fe4cb0dc98,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:53:33.093195 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 35662) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:53:33.162081 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c51df79d-9ac6-48ef-b560-66999048b163 None None] Provisioning complete for port 6ecc7865-cad7-4322-b6cf-91fe4cb0dc98 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:53:33.163014 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c51df79d-9ac6-48ef-b560-66999048b163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:33.176715 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9437b384-d473-487e-bbfa-49bc3e30f6a9 admin admin] Pushing event updated for resources: {'Network': ['ID=48553bc8-2e8d-42a5-b036-bcc9c477033e,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:53:33.217579 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-9437b384-d473-487e-bbfa-49bc3e30f6a9 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.9471352 May 30 04:53:33.218990 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 35670) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:53:33.230614 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-1a048762-f016-4008-b526-1fa7bcc7667c admin admin] Request body: {'subnet': {'network_id': '48553bc8-2e8d-42a5-b036-bcc9c477033e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-667274620-subnet', 'tenant_id': '3fffdaf8665e4f2eb17f85d23ba9b1e3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:53:33.236352 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-835b55cf-4023-46b2-941b-8e39d6b0dab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788'] for network, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:33.237529 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-835b55cf-4023-46b2-941b-8e39d6b0dab6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:53:33.241310 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-835b55cf-4023-46b2-941b-8e39d6b0dab6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642826'] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:33.273362 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Network 48553bc8-2e8d-42a5-b036-bcc9c477033e details requested by agent ovs-agent-dv-neutron-843763-1-hyperv with host dv-neutron-843763-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 04:53:33.392928 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-1a048762-f016-4008-b526-1fa7bcc7667c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:53:33.400081 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835b55cf-4023-46b2-941b-8e39d6b0dab6 admin admin] Pushing event updated for resources: {'Network': ['ID=d6c60be6-16d0-4643-855e-f83fdbae0248,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:53:33.408892 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-1a048762-f016-4008-b526-1fa7bcc7667c admin admin] Usage tracker for resource:subnet and tenant:3fffdaf8665e4f2eb17f85d23ba9b1e3 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:53:33.412344 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-1a048762-f016-4008-b526-1fa7bcc7667c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:53:33.421002 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-1a048762-f016-4008-b526-1fa7bcc7667c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:53:33.430544 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-835b55cf-4023-46b2-941b-8e39d6b0dab6 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.1278608 May 30 04:53:33.433113 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 35678) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:53:33.440144 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-d446306c-bb66-492f-8757-44fb0f1876a5 admin admin] Request body: {'subnet': {'network_id': 'd6c60be6-16d0-4643-855e-f83fdbae0248', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1533739700-subnet', 'tenant_id': '75c565b2496748d0aca7efef0deb76ef', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:53:33.446651 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-d446306c-bb66-492f-8757-44fb0f1876a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:53:33.449765 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a048762-f016-4008-b526-1fa7bcc7667c admin admin] Made reservation on behalf of 3fffdaf8665e4f2eb17f85d23ba9b1e3 for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:53:33.452909 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1a048762-f016-4008-b526-1fa7bcc7667c admin admin] Notify callbacks [] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:33.467819 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Network d6c60be6-16d0-4643-855e-f83fdbae0248 details requested by agent ovs-agent-dv-neutron-843763-1-hyperv with host dv-neutron-843763-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 04:53:33.490156 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 6ecc7865-cad7-4322-b6cf-91fe4cb0dc98 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 04:53:33.511943 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-60da76b3-661f-4541-bc83-22848e49f655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a6359bc-40ba-45a2-9e57-2bca6b7f70d0', 'name': 'tempest-ServersTestJSON-5148407-router', 'tenant_id': '78063ff0b78c49339686a2b1a492c074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.49'}], 'enable_snat': True}, 'gw_port_id': 'a2cf377b-0bfb-4934-9c52-e757dc7b9e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T04:53:29Z', 'updated_at': '2022-05-30T04:53:31Z', 'revision_number': 3, 'project_id': '78063ff0b78c49339686a2b1a492c074', 'gw_port': {'id': 'a2cf377b-0bfb-4934-9c52-e757dc7b9e8e', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e1:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a6359bc-40ba-45a2-9e57-2bca6b7f70d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:53:30Z', 'updated_at': '2022-05-30T04:53:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv'}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:53:33.516658 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60da76b3-661f-4541-bc83-22848e49f655 None None] Checking router: 4a6359bc-40ba-45a2-9e57-2bca6b7f70d0 for host: dv-neutron-843763-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 04:53:33.517015 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60da76b3-661f-4541-bc83-22848e49f655 None None] Updating router 4a6359bc-40ba-45a2-9e57-2bca6b7f70d0 port a2cf377b-0bfb-4934-9c52-e757dc7b9e8e binding host dv-neutron-843763-1-hyperv {{(pid=88263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 30 04:53:33.614221 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-60da76b3-661f-4541-bc83-22848e49f655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:33.627371 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a4667629-cdd4-407d-aa84-b75511f9ce23 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for network, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:33.641262 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-d446306c-bb66-492f-8757-44fb0f1876a5 admin admin] Usage tracker for resource:subnet and tenant:75c565b2496748d0aca7efef0deb76ef is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:53:33.648594 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-d446306c-bb66-492f-8757-44fb0f1876a5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:53:33.653054 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 35684) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:53:33.661768 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-d446306c-bb66-492f-8757-44fb0f1876a5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:53:33.693045 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4667629-cdd4-407d-aa84-b75511f9ce23 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=88261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 04:53:33.706655 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a4667629-cdd4-407d-aa84-b75511f9ce23 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:33.707375 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.db.segments_db [None req-a4667629-cdd4-407d-aa84-b75511f9ce23 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Added segment c844481f-887f-4394-ac8b-a6fdc27512ea of type vlan for network af4b62e7-fce2-4a03-b41b-9778679ae38a May 30 04:53:33.786796 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-89401c5b-1bdb-47d9-8904-6b774187e455 tempest-PortsAdminExtendedAttrsTestJSON-1003273845 tempest-PortsAdminExtendedAttrsTestJSON-1003273845-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-747497445'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:53:33.799967 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d446306c-bb66-492f-8757-44fb0f1876a5 admin admin] Made reservation on behalf of 75c565b2496748d0aca7efef0deb76ef for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:53:33.803222 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-89401c5b-1bdb-47d9-8904-6b774187e455 tempest-PortsAdminExtendedAttrsTestJSON-1003273845 tempest-PortsAdminExtendedAttrsTestJSON-1003273845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:53:33.804068 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d446306c-bb66-492f-8757-44fb0f1876a5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:33.809035 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-89401c5b-1bdb-47d9-8904-6b774187e455 tempest-PortsAdminExtendedAttrsTestJSON-1003273845 tempest-PortsAdminExtendedAttrsTestJSON-1003273845-project] Usage tracker for resource:network and tenant:891f40a8d13d4f2f91d3808f3bdb5422 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:53:33.812506 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-89401c5b-1bdb-47d9-8904-6b774187e455 tempest-PortsAdminExtendedAttrsTestJSON-1003273845 tempest-PortsAdminExtendedAttrsTestJSON-1003273845-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:53:33.818886 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-89401c5b-1bdb-47d9-8904-6b774187e455 tempest-PortsAdminExtendedAttrsTestJSON-1003273845 tempest-PortsAdminExtendedAttrsTestJSON-1003273845-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:53:33.835822 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a4667629-cdd4-407d-aa84-b75511f9ce23 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729234556353'] for network, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:33.843263 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 6ecc7865-cad7-4322-b6cf-91fe4cb0dc98 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:53:33.843893 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:33.917530 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89401c5b-1bdb-47d9-8904-6b774187e455 tempest-PortsAdminExtendedAttrsTestJSON-1003273845 tempest-PortsAdminExtendedAttrsTestJSON-1003273845-project] Made reservation on behalf of 891f40a8d13d4f2f91d3808f3bdb5422 for: {'network': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:53:33.922444 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-89401c5b-1bdb-47d9-8904-6b774187e455 tempest-PortsAdminExtendedAttrsTestJSON-1003273845 tempest-PortsAdminExtendedAttrsTestJSON-1003273845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for network, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:33.969676 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 35692) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:53:33.981757 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-89401c5b-1bdb-47d9-8904-6b774187e455 tempest-PortsAdminExtendedAttrsTestJSON-1003273845 tempest-PortsAdminExtendedAttrsTestJSON-1003273845-project] Notify callbacks [] for security_group, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:34.012420 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 6ecc7865-cad7-4322-b6cf-91fe4cb0dc98 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:53:34.037970 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-89401c5b-1bdb-47d9-8904-6b774187e455 tempest-PortsAdminExtendedAttrsTestJSON-1003273845 tempest-PortsAdminExtendedAttrsTestJSON-1003273845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:53:34.045392 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-89401c5b-1bdb-47d9-8904-6b774187e455 tempest-PortsAdminExtendedAttrsTestJSON-1003273845 tempest-PortsAdminExtendedAttrsTestJSON-1003273845-project] Usage tracker for resource:security_group_rule and tenant:891f40a8d13d4f2f91d3808f3bdb5422 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:53:34.053373 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-89401c5b-1bdb-47d9-8904-6b774187e455 tempest-PortsAdminExtendedAttrsTestJSON-1003273845 tempest-PortsAdminExtendedAttrsTestJSON-1003273845-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:53:34.067663 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-89401c5b-1bdb-47d9-8904-6b774187e455 tempest-PortsAdminExtendedAttrsTestJSON-1003273845 tempest-PortsAdminExtendedAttrsTestJSON-1003273845-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:53:34.086805 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c51df79d-9ac6-48ef-b560-66999048b163 None None] Current status of the port 6ecc7865-cad7-4322-b6cf-91fe4cb0dc98 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:53:34.160463 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 35700) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:53:34.165357 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-3bd7d9e9-d209-42f6-8bb4-663a121e3b74 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1489409879', 'router:external': True}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:53:34.205917 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d446306c-bb66-492f-8757-44fb0f1876a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:34.207490 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-3bd7d9e9-d209-42f6-8bb4-663a121e3b74 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:53:34.219136 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-3bd7d9e9-d209-42f6-8bb4-663a121e3b74 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Usage tracker for resource:network and tenant:bd3c8d428858414386daf786d1fecb46 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:53:34.224865 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-3bd7d9e9-d209-42f6-8bb4-663a121e3b74 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:53:34.238134 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-3bd7d9e9-d209-42f6-8bb4-663a121e3b74 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:53:34.246280 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2811898f-6876-4144-b863-a585a648c408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:34.280841 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-60da76b3-661f-4541-bc83-22848e49f655 None None] Notify callbacks [] for port, precommit_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:34.292164 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-d8995b97-f7b5-446c-991e-157079040e26 tempest-QuotasTest-1355345928 tempest-QuotasTest-1355345928-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:53:34.297274 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.provisioning_blocks [None req-60da76b3-661f-4541-bc83-22848e49f655 None None] Transition to ACTIVE for port object a2cf377b-0bfb-4934-9c52-e757dc7b9e8e will not be triggered until provisioned by entity L2. {{(pid=88263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:53:34.306459 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bd7d9e9-d209-42f6-8bb4-663a121e3b74 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Made reservation on behalf of bd3c8d428858414386daf786d1fecb46 for: {'network': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:53:34.308720 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3bd7d9e9-d209-42f6-8bb4-663a121e3b74 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for network, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:34.314644 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-60da76b3-661f-4541-bc83-22848e49f655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:34.328246 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1a048762-f016-4008-b526-1fa7bcc7667c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:34.334754 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d446306c-bb66-492f-8757-44fb0f1876a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c06f497a-4701-45be-bb19-b5a139bdd216,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:53:34.357105 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-89401c5b-1bdb-47d9-8904-6b774187e455 tempest-PortsAdminExtendedAttrsTestJSON-1003273845 tempest-PortsAdminExtendedAttrsTestJSON-1003273845-project] Notify callbacks [] for security_group, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:34.365221 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-d599675f-bf06-4ac9-bdd9-b108c8b5632c tempest-ExternalNetworksAdminNegativeTestJSON-1726290268 tempest-ExternalNetworksAdminNegativeTestJSON-1726290268-project-admin] Request body: {'floatingip': {'floating_network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:53:34.368825 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3bd7d9e9-d209-42f6-8bb4-663a121e3b74 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:34.372326 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a4667629-cdd4-407d-aa84-b75511f9ce23 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788'] for network, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:34.377761 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4667629-cdd4-407d-aa84-b75511f9ce23 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:53:34.378366 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a4667629-cdd4-407d-aa84-b75511f9ce23 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642826'] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:34.390301 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-89401c5b-1bdb-47d9-8904-6b774187e455 tempest-PortsAdminExtendedAttrsTestJSON-1003273845 tempest-PortsAdminExtendedAttrsTestJSON-1003273845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:34.400089 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-60da76b3-661f-4541-bc83-22848e49f655 None None] Attempting to bind port a2cf377b-0bfb-4934-9c52-e757dc7b9e8e on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 04:53:34.400456 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-60da76b3-661f-4541-bc83-22848e49f655 None None] Attempting to bind port a2cf377b-0bfb-4934-9c52-e757dc7b9e8e by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': 'ad083d94-0233-4c50-a0ed-00ef7686038c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'}] {{(pid=88263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 04:53:34.400814 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60da76b3-661f-4541-bc83-22848e49f655 None None] Attempting to bind port a2cf377b-0bfb-4934-9c52-e757dc7b9e8e on network 1bab70f4-3794-44db-8e17-19f483aa8ffa {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 04:53:34.403260 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf13beb-5db0-4e39-b68b-f6ebfebff1d7 None None] Pushing event updated for resources: {'Port': ['ID=a2cf377b-0bfb-4934-9c52-e757dc7b9e8e,revision_number=2']} {{(pid=88263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:53:34.412775 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60da76b3-661f-4541-bc83-22848e49f655 None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 4, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 04:53:34.413168 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60da76b3-661f-4541-bc83-22848e49f655 None None] Checking segment: {'id': 'ad083d94-0233-4c50-a0ed-00ef7686038c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:53:34.413541 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-60da76b3-661f-4541-bc83-22848e49f655 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:34.416088 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60da76b3-661f-4541-bc83-22848e49f655 None None] Bound using segment: {'id': 'ad083d94-0233-4c50-a0ed-00ef7686038c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'} {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 04:53:34.416088 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-60da76b3-661f-4541-bc83-22848e49f655 None None] Bound port: a2cf377b-0bfb-4934-9c52-e757dc7b9e8e, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad083d94-0233-4c50-a0ed-00ef7686038c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'}}] {{(pid=88263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 04:53:34.416088 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-60da76b3-661f-4541-bc83-22848e49f655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:34.418349 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-3bd7d9e9-d209-42f6-8bb4-663a121e3b74 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:53:34.434794 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-d599675f-bf06-4ac9-bdd9-b108c8b5632c tempest-ExternalNetworksAdminNegativeTestJSON-1726290268 tempest-ExternalNetworksAdminNegativeTestJSON-1726290268-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:53:34.445439 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-3bd7d9e9-d209-42f6-8bb4-663a121e3b74 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Usage tracker for resource:security_group_rule and tenant:bd3c8d428858414386daf786d1fecb46 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:53:34.446253 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf13beb-5db0-4e39-b68b-f6ebfebff1d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:53:34.446620 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf13beb-5db0-4e39-b68b-f6ebfebff1d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:53:34.446966 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf13beb-5db0-4e39-b68b-f6ebfebff1d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:53:34.447299 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf13beb-5db0-4e39-b68b-f6ebfebff1d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:53:34.447651 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf13beb-5db0-4e39-b68b-f6ebfebff1d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:53:34.447975 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf13beb-5db0-4e39-b68b-f6ebfebff1d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:53:34.448298 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf13beb-5db0-4e39-b68b-f6ebfebff1d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:53:34.448631 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf13beb-5db0-4e39-b68b-f6ebfebff1d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:53:34.448954 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf13beb-5db0-4e39-b68b-f6ebfebff1d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:53:34.449280 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf13beb-5db0-4e39-b68b-f6ebfebff1d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:53:34.449594 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf13beb-5db0-4e39-b68b-f6ebfebff1d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:53:34.449954 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf13beb-5db0-4e39-b68b-f6ebfebff1d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:53:34.451046 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf13beb-5db0-4e39-b68b-f6ebfebff1d7 None None] Tracked resource versions report: May 30 04:53:34.451046 dv-neutron-843763-1-hyperv neutron-server[88263]: pushed versions: May 30 04:53:34.451046 dv-neutron-843763-1-hyperv neutron-server[88263]: { 'AddressGroup': {'1.2'}, May 30 04:53:34.451046 dv-neutron-843763-1-hyperv neutron-server[88263]: 'ConntrackHelper': {'1.0'}, May 30 04:53:34.451046 dv-neutron-843763-1-hyperv neutron-server[88263]: 'Log': {'1.0'}, May 30 04:53:34.451046 dv-neutron-843763-1-hyperv neutron-server[88263]: 'Network': {'1.1'}, May 30 04:53:34.451046 dv-neutron-843763-1-hyperv neutron-server[88263]: 'Port': {'1.7'}, May 30 04:53:34.451046 dv-neutron-843763-1-hyperv neutron-server[88263]: 'PortForwarding': {'1.2'}, May 30 04:53:34.451046 dv-neutron-843763-1-hyperv neutron-server[88263]: 'QosPolicy': {'1.8'}, May 30 04:53:34.451046 dv-neutron-843763-1-hyperv neutron-server[88263]: 'SecurityGroup': {'1.4'}, May 30 04:53:34.451046 dv-neutron-843763-1-hyperv neutron-server[88263]: 'SecurityGroupRule': {'1.2'}, May 30 04:53:34.451046 dv-neutron-843763-1-hyperv neutron-server[88263]: 'SubPort': {'1.0'}, May 30 04:53:34.451046 dv-neutron-843763-1-hyperv neutron-server[88263]: 'Subnet': {'1.1'}, May 30 04:53:34.451046 dv-neutron-843763-1-hyperv neutron-server[88263]: 'Trunk': {'1.1'}} May 30 04:53:34.451046 dv-neutron-843763-1-hyperv neutron-server[88263]: consumer versions: May 30 04:53:34.451046 dv-neutron-843763-1-hyperv neutron-server[88263]: { DHCP agent@dv-neutron-843763-1-hyperv: {}, May 30 04:53:34.451046 dv-neutron-843763-1-hyperv neutron-server[88263]: HyperV agent@hv-neutron-8437: {}, May 30 04:53:34.451046 dv-neutron-843763-1-hyperv neutron-server[88263]: L3 agent@dv-neutron-843763-1-hyperv: {}, May 30 04:53:34.451046 dv-neutron-843763-1-hyperv neutron-server[88263]: Metadata agent@dv-neutron-843763-1-hyperv: {}, May 30 04:53:34.451046 dv-neutron-843763-1-hyperv neutron-server[88263]: Metering agent@dv-neutron-843763-1-hyperv: {}, May 30 04:53:34.451046 dv-neutron-843763-1-hyperv neutron-server[88263]: Open vSwitch agent@dv-neutron-843763-1-hyperv: { 'AddressGroup': '1.2', May 30 04:53:34.451046 dv-neutron-843763-1-hyperv neutron-server[88263]: 'ConntrackHelper': '1.0', May 30 04:53:34.451046 dv-neutron-843763-1-hyperv neutron-server[88263]: 'Log': '1.0', May 30 04:53:34.451046 dv-neutron-843763-1-hyperv neutron-server[88263]: 'Network': '1.1', May 30 04:53:34.451046 dv-neutron-843763-1-hyperv neutron-server[88263]: 'Port': '1.7', May 30 04:53:34.451046 dv-neutron-843763-1-hyperv neutron-server[88263]: 'PortForwarding': '1.2', May 30 04:53:34.451046 dv-neutron-843763-1-hyperv neutron-server[88263]: 'QosPolicy': '1.8', May 30 04:53:34.451046 dv-neutron-843763-1-hyperv neutron-server[88263]: 'SecurityGroup': '1.4', May 30 04:53:34.451046 dv-neutron-843763-1-hyperv neutron-server[88263]: 'SecurityGroupRule': '1.2', May 30 04:53:34.451046 dv-neutron-843763-1-hyperv neutron-server[88263]: 'SubPort': '1.0', May 30 04:53:34.451046 dv-neutron-843763-1-hyperv neutron-server[88263]: 'Subnet': '1.1', May 30 04:53:34.451046 dv-neutron-843763-1-hyperv neutron-server[88263]: 'Trunk': '1.1'}} May 30 04:53:34.451046 dv-neutron-843763-1-hyperv neutron-server[88263]: {{(pid=88263) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 30 04:53:34.455520 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-d599675f-bf06-4ac9-bdd9-b108c8b5632c tempest-ExternalNetworksAdminNegativeTestJSON-1726290268 tempest-ExternalNetworksAdminNegativeTestJSON-1726290268-project-admin] Usage tracker for resource:floatingip and tenant:ca1463c567ae4f72aa77ee12146af350 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:53:34.462268 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-3bd7d9e9-d209-42f6-8bb4-663a121e3b74 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:53:34.464982 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-d599675f-bf06-4ac9-bdd9-b108c8b5632c tempest-ExternalNetworksAdminNegativeTestJSON-1726290268 tempest-ExternalNetworksAdminNegativeTestJSON-1726290268-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:53:34.476532 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89401c5b-1bdb-47d9-8904-6b774187e455 tempest-PortsAdminExtendedAttrsTestJSON-1003273845 tempest-PortsAdminExtendedAttrsTestJSON-1003273845-project] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=88260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 04:53:34.500830 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.db [None req-60da76b3-661f-4541-bc83-22848e49f655 None None] For port a2cf377b-0bfb-4934-9c52-e757dc7b9e8e, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 04:53:34.504052 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.db [None req-60da76b3-661f-4541-bc83-22848e49f655 None None] For port a2cf377b-0bfb-4934-9c52-e757dc7b9e8e, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=a2cf377b-0bfb-4934-9c52-e757dc7b9e8e,segment=NetworkSegment(ad083d94-0233-4c50-a0ed-00ef7686038c),segment_id=ad083d94-0233-4c50-a0ed-00ef7686038c)] {{(pid=88263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 04:53:34.507770 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-60da76b3-661f-4541-bc83-22848e49f655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:34.523061 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-3bd7d9e9-d209-42f6-8bb4-663a121e3b74 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:53:34.529975 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-d599675f-bf06-4ac9-bdd9-b108c8b5632c tempest-ExternalNetworksAdminNegativeTestJSON-1726290268 tempest-ExternalNetworksAdminNegativeTestJSON-1726290268-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:53:34.546710 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-a4667629-cdd4-407d-aa84-b75511f9ce23 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 3.4366851 May 30 04:53:34.552402 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a048762-f016-4008-b526-1fa7bcc7667c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c42df579-83e1-422f-882b-890997a0d3b9,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:53:34.556244 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 35716) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:53:34.560612 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-89401c5b-1bdb-47d9-8904-6b774187e455 tempest-PortsAdminExtendedAttrsTestJSON-1003273845 tempest-PortsAdminExtendedAttrsTestJSON-1003273845-project] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8729234922963', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:34.561640 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-89401c5b-1bdb-47d9-8904-6b774187e455 tempest-PortsAdminExtendedAttrsTestJSON-1003273845 tempest-PortsAdminExtendedAttrsTestJSON-1003273845-project] Unsubscribe: segment precommit_create {{(pid=88260) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 30 04:53:34.562164 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.db.segments_db [None req-89401c5b-1bdb-47d9-8904-6b774187e455 tempest-PortsAdminExtendedAttrsTestJSON-1003273845 tempest-PortsAdminExtendedAttrsTestJSON-1003273845-project] Added segment d4386722-d3e3-4eda-8528-29f9087138e0 of type vlan for network f33d7644-bae7-4784-8764-54601dc9b9ec May 30 04:53:34.577874 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89401c5b-1bdb-47d9-8904-6b774187e455 tempest-PortsAdminExtendedAttrsTestJSON-1003273845 tempest-PortsAdminExtendedAttrsTestJSON-1003273845-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51077aee-f09e-4efa-987e-9927f87f1a26,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:53:34.588118 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60da76b3-661f-4541-bc83-22848e49f655 None None] Routers {'4a6359bc-40ba-45a2-9e57-2bca6b7f70d0'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 04:53:34.588800 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-60da76b3-661f-4541-bc83-22848e49f655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T04:53:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['4a6359bc-40ba-45a2-9e57-2bca6b7f70d0'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:53:34.591406 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-3d5a78e2-97d9-46f6-8606-8388431e0d39 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Request body: {'subnet': {'network_id': 'af4b62e7-fce2-4a03-b41b-9778679ae38a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:53:34.595700 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4667629-cdd4-407d-aa84-b75511f9ce23 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Pushing event updated for resources: {'Network': ['ID=af4b62e7-fce2-4a03-b41b-9778679ae38a,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:53:34.600801 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d446306c-bb66-492f-8757-44fb0f1876a5 admin admin] Checking segment: {'id': '85212bcf-98ed-4bb6-b44e-b2716ff7b6a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'd6c60be6-16d0-4643-855e-f83fdbae0248'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:53:34.601158 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d446306c-bb66-492f-8757-44fb0f1876a5 admin admin] Network hostable DHCP agents. Network: d6c60be6-16d0-4643-855e-f83fdbae0248, hostable agents: ['1c705e68-3d3e-4dd3-9252-feb21d4b96ab'], hosted agents: [] {{(pid=88261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 04:53:34.607095 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a048762-f016-4008-b526-1fa7bcc7667c admin admin] Checking segment: {'id': '6c4f160d-581c-4e44-836d-a510d50f04aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '48553bc8-2e8d-42a5-b036-bcc9c477033e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:53:34.607339 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a048762-f016-4008-b526-1fa7bcc7667c admin admin] Network hostable DHCP agents. Network: 48553bc8-2e8d-42a5-b036-bcc9c477033e, hostable agents: ['1c705e68-3d3e-4dd3-9252-feb21d4b96ab'], hosted agents: [] {{(pid=88261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 04:53:34.608735 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Network af4b62e7-fce2-4a03-b41b-9778679ae38a details requested by agent ovs-agent-dv-neutron-843763-1-hyperv with host dv-neutron-843763-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 04:53:34.632067 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d599675f-bf06-4ac9-bdd9-b108c8b5632c tempest-ExternalNetworksAdminNegativeTestJSON-1726290268 tempest-ExternalNetworksAdminNegativeTestJSON-1726290268-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:34.639819 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a048762-f016-4008-b526-1fa7bcc7667c admin admin] Network 48553bc8-2e8d-42a5-b036-bcc9c477033e is scheduled to be hosted by DHCP agent 1c705e68-3d3e-4dd3-9252-feb21d4b96ab with binding_index 1 {{(pid=88261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 04:53:34.645881 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d446306c-bb66-492f-8757-44fb0f1876a5 admin admin] Network d6c60be6-16d0-4643-855e-f83fdbae0248 is scheduled to be hosted by DHCP agent 1c705e68-3d3e-4dd3-9252-feb21d4b96ab with binding_index 1 {{(pid=88261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 04:53:34.654856 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-1a048762-f016-4008-b526-1fa7bcc7667c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843763-1-hyperv, 48553bc8-2e8d-42a5-b036-bcc9c477033e) {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:53:34.660182 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a048762-f016-4008-b526-1fa7bcc7667c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:53:34.660756 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1a048762-f016-4008-b526-1fa7bcc7667c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642826'] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:34.667757 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-d446306c-bb66-492f-8757-44fb0f1876a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843763-1-hyperv, d6c60be6-16d0-4643-855e-f83fdbae0248) {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:53:34.672494 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d446306c-bb66-492f-8757-44fb0f1876a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:53:34.673074 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d446306c-bb66-492f-8757-44fb0f1876a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642826'] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:34.700541 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-1a048762-f016-4008-b526-1fa7bcc7667c admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4802442 May 30 04:53:34.701422 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 35720) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:53:34.703396 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-d446306c-bb66-492f-8757-44fb0f1876a5 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2689734 May 30 04:53:34.706095 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 35722) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:53:34.712217 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-55619095-9146-42d9-95b8-4247b6621ad4 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1533739700-router', 'tenant_id': '75c565b2496748d0aca7efef0deb76ef', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'}}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:53:34.716186 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-d8995b97-f7b5-446c-991e-157079040e26 tempest-QuotasTest-1355345928 tempest-QuotasTest-1355345928-project-admin] 10.222.0.15 "PUT /v2.0/quotas/db05c917bb904e1da5bec6002fb7b7e7 HTTP/1.1" status: 200 len: 366 time: 0.5411458 May 30 04:53:34.717541 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-55619095-9146-42d9-95b8-4247b6621ad4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:53:34.719018 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf13beb-5db0-4e39-b68b-f6ebfebff1d7 None None] Pushing event updated for resources: {'Port': ['ID=a2cf377b-0bfb-4934-9c52-e757dc7b9e8e,revision_number=3']} {{(pid=88263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:53:34.719629 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 35728) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:53:34.725246 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-55619095-9146-42d9-95b8-4247b6621ad4 admin admin] Usage tracker for resource:router and tenant:75c565b2496748d0aca7efef0deb76ef is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:53:34.735044 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-55619095-9146-42d9-95b8-4247b6621ad4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:53:34.744494 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-55619095-9146-42d9-95b8-4247b6621ad4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:53:34.746719 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a8f2754-2a24-4ac6-8ea3-71a1625296cb None None] Network 48553bc8-2e8d-42a5-b036-bcc9c477033e requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:53:34.748329 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-a91c9e38-e35c-4cab-beef-ab283517541b tempest-QuotasTest-1355345928 tempest-QuotasTest-1355345928-project-admin] 10.222.0.15 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0273883 May 30 04:53:34.752453 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 35732) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:53:34.757355 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-ddfc8b0f-43ba-4f86-b521-ca3ce339fb57 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-667274620-router', 'tenant_id': '3fffdaf8665e4f2eb17f85d23ba9b1e3', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'}}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:53:34.767802 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-4d2ebcb6-e70f-4647-bfd6-93baaa1c75b0 tempest-QuotasTest-1355345928 tempest-QuotasTest-1355345928-project-admin] 10.222.0.15 "GET /v2.0/quotas/db05c917bb904e1da5bec6002fb7b7e7 HTTP/1.1" status: 200 len: 366 time: 0.0139835 May 30 04:53:34.770159 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 35736) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:53:34.784609 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-55619095-9146-42d9-95b8-4247b6621ad4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1603901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11666'] for router, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:34.786434 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-55619095-9146-42d9-95b8-4247b6621ad4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11675'] for router, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:34.795529 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-3a7ed526-1bbe-4ffa-b0b1-7264e8cfbeae tempest-QuotasTest-1355345928 tempest-QuotasTest-1355345928-project-admin] 10.222.0.15 "DELETE /v2.0/quotas/db05c917bb904e1da5bec6002fb7b7e7 HTTP/1.1" status: 204 len: 168 time: 0.0239835 May 30 04:53:34.797881 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 35740) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:53:34.805393 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-ddfc8b0f-43ba-4f86-b521-ca3ce339fb57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:53:34.813437 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-89401c5b-1bdb-47d9-8904-6b774187e455 tempest-PortsAdminExtendedAttrsTestJSON-1003273845 tempest-PortsAdminExtendedAttrsTestJSON-1003273845-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729234556353'] for network, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:34.813833 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-332f7d4b-dfb5-496f-99ec-a7ae52e0513d tempest-QuotasTest-1355345928 tempest-QuotasTest-1355345928-project-admin] 10.222.0.15 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0145979 May 30 04:53:34.817101 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 35744) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:53:34.831295 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-55619095-9146-42d9-95b8-4247b6621ad4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:34.873567 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-60da76b3-661f-4541-bc83-22848e49f655 None None] Set router 4a6359bc-40ba-45a2-9e57-2bca6b7f70d0 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 04:53:34.879428 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-ddfc8b0f-43ba-4f86-b521-ca3ce339fb57 admin admin] Usage tracker for resource:router and tenant:3fffdaf8665e4f2eb17f85d23ba9b1e3 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:53:34.890184 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-7c23cc85-634f-4a37-a5bc-2a7dc40c417f tempest-QuotasTest-1355345928 tempest-QuotasTest-1355345928-project-admin] 10.222.0.15 "GET /v2.0/quotas/db05c917bb904e1da5bec6002fb7b7e7 HTTP/1.1" status: 200 len: 370 time: 0.0717897 May 30 04:53:34.894626 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-ddfc8b0f-43ba-4f86-b521-ca3ce339fb57 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:53:34.899040 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 35748) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:53:34.904555 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-f56e2004-8399-48e5-934c-89d4a9c85a39 tempest-QuotasTest-1355345928 tempest-QuotasTest-1355345928-project-admin] 10.222.0.15 "GET /v2.0/quotas/db05c917bb904e1da5bec6002fb7b7e7/default HTTP/1.1" status: 200 len: 370 time: 0.0044777 May 30 04:53:34.909897 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 35752) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:53:34.917446 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-ddfc8b0f-43ba-4f86-b521-ca3ce339fb57 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:53:34.930297 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.api.v2.resource [None req-c5b70936-27c9-441f-b2f6-fc5f2a6f9db0 tempest-QuotasTest-1355345928 tempest-QuotasTest-1355345928-project-admin] delete failed (client error): The resource could not be found. May 30 04:53:34.931428 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-c5b70936-27c9-441f-b2f6-fc5f2a6f9db0 tempest-QuotasTest-1355345928 tempest-QuotasTest-1355345928-project-admin] 10.222.0.15 "DELETE /v2.0/quotas/db05c917bb904e1da5bec6002fb7b7e7 HTTP/1.1" status: 404 len: 348 time: 0.0205419 May 30 04:53:34.932711 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb0ca52-a8d8-402e-99af-f2bc9b393df1 None None] Network d6c60be6-16d0-4643-855e-f83fdbae0248 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:53:34.966609 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-3d5a78e2-97d9-46f6-8606-8388431e0d39 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:53:34.980124 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-3d5a78e2-97d9-46f6-8606-8388431e0d39 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Usage tracker for resource:subnet and tenant:5b20069eba164497a9d9514a420da987 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:53:35.005950 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-3d5a78e2-97d9-46f6-8606-8388431e0d39 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:53:35.067484 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3bd7d9e9-d209-42f6-8bb4-663a121e3b74 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:35.068874 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ddfc8b0f-43ba-4f86-b521-ca3ce339fb57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1603901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11666'] for router, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:35.069983 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ddfc8b0f-43ba-4f86-b521-ca3ce339fb57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11675'] for router, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:35.075685 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-2811898f-6876-4144-b863-a585a648c408 admin admin] Allocated IP 172.20.0.1 (94a15cbb-b296-4fe7-b2e8-32f706e6cbca/875a4a52-1e6d-498d-99f9-e5086431f2d2/6ff08b26-9c0a-4266-a838-3b18471bc957) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:53:35.087963 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3bd7d9e9-d209-42f6-8bb4-663a121e3b74 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:35.101073 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bd7d9e9-d209-42f6-8bb4-663a121e3b74 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=88260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 04:53:35.110351 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3bd7d9e9-d209-42f6-8bb4-663a121e3b74 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:35.110702 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.db.segments_db [None req-3bd7d9e9-d209-42f6-8bb4-663a121e3b74 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Added segment c5e324a5-0f48-4a7f-b9d3-8cec3dd014ff of type vlan for network cc631afc-991b-44db-9dfb-1fa3a2f7d7ff May 30 04:53:35.144369 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3bd7d9e9-d209-42f6-8bb4-663a121e3b74 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729234556353'] for network, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:35.179871 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-89401c5b-1bdb-47d9-8904-6b774187e455 tempest-PortsAdminExtendedAttrsTestJSON-1003273845 tempest-PortsAdminExtendedAttrsTestJSON-1003273845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788'] for network, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:35.185881 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89401c5b-1bdb-47d9-8904-6b774187e455 tempest-PortsAdminExtendedAttrsTestJSON-1003273845 tempest-PortsAdminExtendedAttrsTestJSON-1003273845-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:53:35.186482 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-89401c5b-1bdb-47d9-8904-6b774187e455 tempest-PortsAdminExtendedAttrsTestJSON-1003273845 tempest-PortsAdminExtendedAttrsTestJSON-1003273845-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642826'] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:35.192481 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-3d5a78e2-97d9-46f6-8606-8388431e0d39 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:53:35.222457 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3bd7d9e9-d209-42f6-8bb4-663a121e3b74 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788'] for network, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:35.223219 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bd7d9e9-d209-42f6-8bb4-663a121e3b74 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:53:35.224187 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3bd7d9e9-d209-42f6-8bb4-663a121e3b74 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642826'] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:35.231067 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 35758) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:53:35.254813 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-60da76b3-661f-4541-bc83-22848e49f655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a6359bc-40ba-45a2-9e57-2bca6b7f70d0', 'name': 'tempest-ServersTestJSON-5148407-router', 'tenant_id': '78063ff0b78c49339686a2b1a492c074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.49'}], 'enable_snat': True}, 'gw_port_id': 'a2cf377b-0bfb-4934-9c52-e757dc7b9e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T04:53:29Z', 'updated_at': '2022-05-30T04:53:31Z', 'revision_number': 3, 'project_id': '78063ff0b78c49339686a2b1a492c074', 'gw_port': {'id': 'a2cf377b-0bfb-4934-9c52-e757dc7b9e8e', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e1:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a6359bc-40ba-45a2-9e57-2bca6b7f70d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:53:30Z', 'updated_at': '2022-05-30T04:53:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv'}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:53:35.256013 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c85853a-96ea-4d38-9751-20733008fbcd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bbf24ed-7ba9-53d2-873f-8f9642b1e987-48553bc8-2e8d-42a5-b036-bcc9c477033e', 'network_id': '48553bc8-2e8d-42a5-b036-bcc9c477033e', 'tenant_id': '3fffdaf8665e4f2eb17f85d23ba9b1e3', 'fixed_ips': [{'subnet_id': 'c42df579-83e1-422f-882b-890997a0d3b9'}]}} from dv-neutron-843763-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 30 04:53:35.257635 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-6c85853a-96ea-4d38-9751-20733008fbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:35.263480 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60da76b3-661f-4541-bc83-22848e49f655 None None] The sync data for ids ['4a6359bc-40ba-45a2-9e57-2bca6b7f70d0'] in dv-neutron-843763-1-hyperv is: [{'id': '4a6359bc-40ba-45a2-9e57-2bca6b7f70d0', 'name': 'tempest-ServersTestJSON-5148407-router', 'tenant_id': '78063ff0b78c49339686a2b1a492c074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.49'}], 'enable_snat': True}, 'gw_port_id': 'a2cf377b-0bfb-4934-9c52-e757dc7b9e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T04:53:29Z', 'updated_at': '2022-05-30T04:53:31Z', 'revision_number': 3, 'project_id': '78063ff0b78c49339686a2b1a492c074', 'gw_port': {'id': 'a2cf377b-0bfb-4934-9c52-e757dc7b9e8e', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e1:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a6359bc-40ba-45a2-9e57-2bca6b7f70d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:53:30Z', 'updated_at': '2022-05-30T04:53:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv'}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 04:53:35.357305 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89401c5b-1bdb-47d9-8904-6b774187e455 tempest-PortsAdminExtendedAttrsTestJSON-1003273845 tempest-PortsAdminExtendedAttrsTestJSON-1003273845-project] Pushing event updated for resources: {'Network': ['ID=f33d7644-bae7-4784-8764-54601dc9b9ec,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:53:35.396928 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-3bd7d9e9-d209-42f6-8bb4-663a121e3b74 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.7400861 May 30 04:53:35.405092 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 35766) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:53:35.419347 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Network f33d7644-bae7-4784-8764-54601dc9b9ec details requested by agent ovs-agent-dv-neutron-843763-1-hyperv with host dv-neutron-843763-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 04:53:35.479194 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-115fb79f-4571-409e-ad60-979185e16c9f tempest-QuotasTest-1355345928 tempest-QuotasTest-1355345928-project-admin] Usage tracker for resource:network and tenant:4e80ba7c9d654a7da175622d1ffe6e40 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:53:35.483191 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-55619095-9146-42d9-95b8-4247b6621ad4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11765'] for router, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:35.490897 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-115fb79f-4571-409e-ad60-979185e16c9f tempest-QuotasTest-1355345928 tempest-QuotasTest-1355345928-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:53:35.515622 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-115fb79f-4571-409e-ad60-979185e16c9f tempest-QuotasTest-1355345928 tempest-QuotasTest-1355345928-project-admin] Usage tracker for resource:subnet and tenant:4e80ba7c9d654a7da175622d1ffe6e40 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:53:35.522281 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-115fb79f-4571-409e-ad60-979185e16c9f tempest-QuotasTest-1355345928 tempest-QuotasTest-1355345928-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:53:35.552456 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-f4000e9e-eace-42bd-b80b-734146c6eefb tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Request body: {'subnet': {'network_id': 'cc631afc-991b-44db-9dfb-1fa3a2f7d7ff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:53:35.562830 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ddfc8b0f-43ba-4f86-b521-ca3ce339fb57 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:35.586463 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-115fb79f-4571-409e-ad60-979185e16c9f tempest-QuotasTest-1355345928 tempest-QuotasTest-1355345928-project-admin] Usage tracker for resource:subnetpool and tenant:4e80ba7c9d654a7da175622d1ffe6e40 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:53:35.597237 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-115fb79f-4571-409e-ad60-979185e16c9f tempest-QuotasTest-1355345928 tempest-QuotasTest-1355345928-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:53:35.603815 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e955000-ea38-4cdd-8320-f42eaeaf27ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bbf24ed-7ba9-53d2-873f-8f9642b1e987-d6c60be6-16d0-4643-855e-f83fdbae0248', 'network_id': 'd6c60be6-16d0-4643-855e-f83fdbae0248', 'tenant_id': '75c565b2496748d0aca7efef0deb76ef', 'fixed_ips': [{'subnet_id': 'c06f497a-4701-45be-bb19-b5a139bdd216'}]}} from dv-neutron-843763-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 30 04:53:35.604644 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-4e955000-ea38-4cdd-8320-f42eaeaf27ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:35.606168 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d5a78e2-97d9-46f6-8606-8388431e0d39 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Made reservation on behalf of 5b20069eba164497a9d9514a420da987 for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:53:35.609562 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3d5a78e2-97d9-46f6-8606-8388431e0d39 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Notify callbacks [] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:35.622906 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-115fb79f-4571-409e-ad60-979185e16c9f tempest-QuotasTest-1355345928 tempest-QuotasTest-1355345928-project-admin] Usage tracker for resource:port and tenant:4e80ba7c9d654a7da175622d1ffe6e40 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:53:35.630459 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd7d9e9-d209-42f6-8bb4-663a121e3b74 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a79b249-10f5-4087-a6f7-c33ddf0c00f0,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:53:35.632361 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-115fb79f-4571-409e-ad60-979185e16c9f tempest-QuotasTest-1355345928 tempest-QuotasTest-1355345928-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:53:35.635943 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-89401c5b-1bdb-47d9-8904-6b774187e455 tempest-PortsAdminExtendedAttrsTestJSON-1003273845 tempest-PortsAdminExtendedAttrsTestJSON-1003273845-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.5365829 May 30 04:53:35.648076 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-f4000e9e-eace-42bd-b80b-734146c6eefb tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:53:35.705162 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-115fb79f-4571-409e-ad60-979185e16c9f tempest-QuotasTest-1355345928 tempest-QuotasTest-1355345928-project-admin] Usage tracker for resource:router and tenant:4e80ba7c9d654a7da175622d1ffe6e40 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:53:35.744587 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-115fb79f-4571-409e-ad60-979185e16c9f tempest-QuotasTest-1355345928 tempest-QuotasTest-1355345928-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:53:35.754272 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-115fb79f-4571-409e-ad60-979185e16c9f tempest-QuotasTest-1355345928 tempest-QuotasTest-1355345928-project-admin] Usage tracker for resource:floatingip and tenant:4e80ba7c9d654a7da175622d1ffe6e40 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:53:35.764699 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-f4000e9e-eace-42bd-b80b-734146c6eefb tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Usage tracker for resource:subnet and tenant:bd3c8d428858414386daf786d1fecb46 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:53:35.767061 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-115fb79f-4571-409e-ad60-979185e16c9f tempest-QuotasTest-1355345928 tempest-QuotasTest-1355345928-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:53:35.786233 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-f4000e9e-eace-42bd-b80b-734146c6eefb tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:53:35.800446 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd7d9e9-d209-42f6-8bb4-663a121e3b74 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Pushing event updated for resources: {'Network': ['ID=cc631afc-991b-44db-9dfb-1fa3a2f7d7ff,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:53:35.815345 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-6c85853a-96ea-4d38-9751-20733008fbcd None None] Allocated IP 172.20.0.2 (48553bc8-2e8d-42a5-b036-bcc9c477033e/c42df579-83e1-422f-882b-890997a0d3b9/accc398a-991b-4522-9722-d50c78b0dae1) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:53:35.827953 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-f4000e9e-eace-42bd-b80b-734146c6eefb tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:53:36.014898 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4000e9e-eace-42bd-b80b-734146c6eefb tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Made reservation on behalf of bd3c8d428858414386daf786d1fecb46 for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:53:36.017839 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f4000e9e-eace-42bd-b80b-734146c6eefb tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Notify callbacks [] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:36.049021 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-6c85853a-96ea-4d38-9751-20733008fbcd None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:36.065702 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-6c85853a-96ea-4d38-9751-20733008fbcd None None] Transition to ACTIVE for port object accc398a-991b-4522-9722-d50c78b0dae1 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:53:36.085518 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-6c85853a-96ea-4d38-9751-20733008fbcd None None] Transition to ACTIVE for port object accc398a-991b-4522-9722-d50c78b0dae1 will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:53:36.094390 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-115fb79f-4571-409e-ad60-979185e16c9f tempest-QuotasTest-1355345928 tempest-QuotasTest-1355345928-project-admin] Usage tracker for resource:security_group and tenant:4e80ba7c9d654a7da175622d1ffe6e40 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:53:36.095039 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Network cc631afc-991b-44db-9dfb-1fa3a2f7d7ff details requested by agent ovs-agent-dv-neutron-843763-1-hyperv with host dv-neutron-843763-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 04:53:36.101078 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-55619095-9146-42d9-95b8-4247b6621ad4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:36.117445 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-6c85853a-96ea-4d38-9751-20733008fbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:36.134787 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-115fb79f-4571-409e-ad60-979185e16c9f tempest-QuotasTest-1355345928 tempest-QuotasTest-1355345928-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:53:36.141498 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-55619095-9146-42d9-95b8-4247b6621ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:36.212025 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-115fb79f-4571-409e-ad60-979185e16c9f tempest-QuotasTest-1355345928 tempest-QuotasTest-1355345928-project-admin] Usage tracker for resource:security_group_rule and tenant:4e80ba7c9d654a7da175622d1ffe6e40 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:53:36.230113 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-115fb79f-4571-409e-ad60-979185e16c9f tempest-QuotasTest-1355345928 tempest-QuotasTest-1355345928-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:53:36.279334 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-115fb79f-4571-409e-ad60-979185e16c9f tempest-QuotasTest-1355345928 tempest-QuotasTest-1355345928-project-admin] 10.222.0.15 "GET /v2.0/quotas/4e80ba7c9d654a7da175622d1ffe6e40/details.json HTTP/1.1" status: 200 len: 703 time: 1.0470061 May 30 04:53:36.310943 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c85853a-96ea-4d38-9751-20733008fbcd None None] Pushing event updated for resources: {'Port': ['ID=accc398a-991b-4522-9722-d50c78b0dae1,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:53:36.458282 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c85853a-96ea-4d38-9751-20733008fbcd None None] Network 48553bc8-2e8d-42a5-b036-bcc9c477033e is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:53:36.465233 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-6c85853a-96ea-4d38-9751-20733008fbcd None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:53:36.478619 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-55619095-9146-42d9-95b8-4247b6621ad4 admin admin] Allocated IP 172.26.6.12 (1bab70f4-3794-44db-8e17-19f483aa8ffa/6b5b73c1-b0ce-4f83-a930-c00cc5522926/b9224054-b232-4352-8694-1fc62b3bf334) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:53:36.484648 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c85853a-96ea-4d38-9751-20733008fbcd None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:53:36.498779 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d599675f-bf06-4ac9-bdd9-b108c8b5632c tempest-ExternalNetworksAdminNegativeTestJSON-1726290268 tempest-ExternalNetworksAdminNegativeTestJSON-1726290268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:36.649156 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-4e955000-ea38-4cdd-8320-f42eaeaf27ac None None] Allocated IP 172.20.0.2 (d6c60be6-16d0-4643-855e-f83fdbae0248/c06f497a-4701-45be-bb19-b5a139bdd216/bece293e-87a2-40dc-b246-78890b014404) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:53:36.683243 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-6c85853a-96ea-4d38-9751-20733008fbcd None None] Attempting to bind port accc398a-991b-4522-9722-d50c78b0dae1 on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 04:53:36.683636 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-6c85853a-96ea-4d38-9751-20733008fbcd None None] Attempting to bind port accc398a-991b-4522-9722-d50c78b0dae1 by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': '6c4f160d-581c-4e44-836d-a510d50f04aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '48553bc8-2e8d-42a5-b036-bcc9c477033e'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 04:53:36.684031 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c85853a-96ea-4d38-9751-20733008fbcd None None] Attempting to bind port accc398a-991b-4522-9722-d50c78b0dae1 on network 48553bc8-2e8d-42a5-b036-bcc9c477033e {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 04:53:36.685670 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-55619095-9146-42d9-95b8-4247b6621ad4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:36.687606 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 35786) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:53:36.696181 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c85853a-96ea-4d38-9751-20733008fbcd None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 4, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 04:53:36.696612 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c85853a-96ea-4d38-9751-20733008fbcd None None] Checking segment: {'id': '6c4f160d-581c-4e44-836d-a510d50f04aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '48553bc8-2e8d-42a5-b036-bcc9c477033e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:53:36.697035 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-6c85853a-96ea-4d38-9751-20733008fbcd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:36.697457 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c85853a-96ea-4d38-9751-20733008fbcd None None] Bound using segment: {'id': '6c4f160d-581c-4e44-836d-a510d50f04aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '48553bc8-2e8d-42a5-b036-bcc9c477033e'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 04:53:36.698018 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-6c85853a-96ea-4d38-9751-20733008fbcd None None] Bound port: accc398a-991b-4522-9722-d50c78b0dae1, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c4f160d-581c-4e44-836d-a510d50f04aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '48553bc8-2e8d-42a5-b036-bcc9c477033e'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 04:53:36.698448 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-6c85853a-96ea-4d38-9751-20733008fbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:36.728816 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-55619095-9146-42d9-95b8-4247b6621ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:36.810328 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 35790) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:53:36.820805 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-95a7720e-50f7-4948-ab80-d53f63c07069 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Request body: {'port': {'network_id': 'f33d7644-bae7-4784-8764-54601dc9b9ec', 'binding:host_id': 'hv-neutron-8437', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1258807075'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:53:36.825147 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55619095-9146-42d9-95b8-4247b6621ad4 admin admin] Pushing event updated for resources: {'Port': ['ID=b9224054-b232-4352-8694-1fc62b3bf334,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:53:36.831878 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55619095-9146-42d9-95b8-4247b6621ad4 admin admin] Network 1bab70f4-3794-44db-8e17-19f483aa8ffa is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:53:36.833229 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-55619095-9146-42d9-95b8-4247b6621ad4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:53:36.835640 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55619095-9146-42d9-95b8-4247b6621ad4 admin admin] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:53:36.870155 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2811898f-6876-4144-b863-a585a648c408 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:36.875830 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-6c85853a-96ea-4d38-9751-20733008fbcd None None] For port accc398a-991b-4522-9722-d50c78b0dae1, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 04:53:36.879416 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-6c85853a-96ea-4d38-9751-20733008fbcd None None] For port accc398a-991b-4522-9722-d50c78b0dae1, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=accc398a-991b-4522-9722-d50c78b0dae1,segment=NetworkSegment(6c4f160d-581c-4e44-836d-a510d50f04aa),segment_id=6c4f160d-581c-4e44-836d-a510d50f04aa)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 04:53:36.898320 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-6c85853a-96ea-4d38-9751-20733008fbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:36.950540 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3d5a78e2-97d9-46f6-8606-8388431e0d39 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788'] for subnet, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:36.974978 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-95a7720e-50f7-4948-ab80-d53f63c07069 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:53:37.009764 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c85853a-96ea-4d38-9751-20733008fbcd None None] Pushing event updated for resources: {'Port': ['ID=accc398a-991b-4522-9722-d50c78b0dae1,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:53:37.035778 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-95a7720e-50f7-4948-ab80-d53f63c07069 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Usage tracker for resource:port and tenant:71765cb0b99440efab04190099ac1f9a is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:53:37.044656 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-95a7720e-50f7-4948-ab80-d53f63c07069 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:53:37.051902 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ddfc8b0f-43ba-4f86-b521-ca3ce339fb57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11765'] for router, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:37.068809 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-15f690ce-245c-4f5a-b34f-d485bc60ccd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:37.070136 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [None req-2811898f-6876-4144-b863-a585a648c408 admin admin] Transition to ACTIVE for port object 6ff08b26-9c0a-4266-a838-3b18471bc957 will not be triggered until provisioned by entity DHCP. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:53:37.074465 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-95a7720e-50f7-4948-ab80-d53f63c07069 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:53:37.089225 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-15f690ce-245c-4f5a-b34f-d485bc60ccd5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:53:37.094032 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-15f690ce-245c-4f5a-b34f-d485bc60ccd5 admin admin] Usage tracker for resource:security_group_rule and tenant:c061fc80b80c4a44adb86cf1d1542805 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:53:37.097138 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-15f690ce-245c-4f5a-b34f-d485bc60ccd5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:53:37.105748 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-15f690ce-245c-4f5a-b34f-d485bc60ccd5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:53:37.112209 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-4e955000-ea38-4cdd-8320-f42eaeaf27ac None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:37.123661 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-4e955000-ea38-4cdd-8320-f42eaeaf27ac None None] Transition to ACTIVE for port object bece293e-87a2-40dc-b246-78890b014404 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:53:37.151115 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-4e955000-ea38-4cdd-8320-f42eaeaf27ac None None] Transition to ACTIVE for port object bece293e-87a2-40dc-b246-78890b014404 will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:53:37.157883 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-4e955000-ea38-4cdd-8320-f42eaeaf27ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:37.199829 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5a78e2-97d9-46f6-8606-8388431e0d39 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Pushing event updated for resources: {'Subnet': ['ID=bcfa10f8-e3f0-4b7d-b91d-7097aff50da3,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:53:37.207904 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95a7720e-50f7-4948-ab80-d53f63c07069 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Made reservation on behalf of 71765cb0b99440efab04190099ac1f9a for: {'port': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:53:37.214902 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-95a7720e-50f7-4948-ab80-d53f63c07069 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:37.287843 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e955000-ea38-4cdd-8320-f42eaeaf27ac None None] Network d6c60be6-16d0-4643-855e-f83fdbae0248 is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:53:37.293725 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-4e955000-ea38-4cdd-8320-f42eaeaf27ac None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:53:37.337582 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e955000-ea38-4cdd-8320-f42eaeaf27ac None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:53:37.416659 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-95a7720e-50f7-4948-ab80-d53f63c07069 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:37.425496 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e955000-ea38-4cdd-8320-f42eaeaf27ac None None] Pushing event updated for resources: {'Port': ['ID=bece293e-87a2-40dc-b246-78890b014404,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:53:37.453143 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-55619095-9146-42d9-95b8-4247b6621ad4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:37.457469 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5a78e2-97d9-46f6-8606-8388431e0d39 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Checking segment: {'id': 'c844481f-887f-4394-ac8b-a6fdc27512ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'af4b62e7-fce2-4a03-b41b-9778679ae38a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:53:37.457763 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d5a78e2-97d9-46f6-8606-8388431e0d39 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Network hostable DHCP agents. Network: af4b62e7-fce2-4a03-b41b-9778679ae38a, hostable agents: ['1c705e68-3d3e-4dd3-9252-feb21d4b96ab'], hosted agents: [] {{(pid=88260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 04:53:37.500615 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-d599675f-bf06-4ac9-bdd9-b108c8b5632c tempest-ExternalNetworksAdminNegativeTestJSON-1726290268 tempest-ExternalNetworksAdminNegativeTestJSON-1726290268-project-admin] Allocated IP 172.26.6.203 (1bab70f4-3794-44db-8e17-19f483aa8ffa/6b5b73c1-b0ce-4f83-a930-c00cc5522926/4c2047bd-8344-43b3-9d06-e29600740754) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:53:37.511576 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-95a7720e-50f7-4948-ab80-d53f63c07069 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:53:37.526555 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-15f690ce-245c-4f5a-b34f-d485bc60ccd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:37.527868 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-95a7720e-50f7-4948-ab80-d53f63c07069 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Usage tracker for resource:security_group_rule and tenant:71765cb0b99440efab04190099ac1f9a is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:53:37.543386 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-95a7720e-50f7-4948-ab80-d53f63c07069 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:53:37.551289 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-15f690ce-245c-4f5a-b34f-d485bc60ccd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:37.561073 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2811898f-6876-4144-b863-a585a648c408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:37.568754 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-95a7720e-50f7-4948-ab80-d53f63c07069 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:53:37.580962 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-4e955000-ea38-4cdd-8320-f42eaeaf27ac None None] Attempting to bind port bece293e-87a2-40dc-b246-78890b014404 on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 04:53:37.581337 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-4e955000-ea38-4cdd-8320-f42eaeaf27ac None None] Attempting to bind port bece293e-87a2-40dc-b246-78890b014404 by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': '85212bcf-98ed-4bb6-b44e-b2716ff7b6a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'd6c60be6-16d0-4643-855e-f83fdbae0248'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 04:53:37.581701 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e955000-ea38-4cdd-8320-f42eaeaf27ac None None] Attempting to bind port bece293e-87a2-40dc-b246-78890b014404 on network d6c60be6-16d0-4643-855e-f83fdbae0248 {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 04:53:37.589568 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device a2cf377b-0bfb-4934-9c52-e757dc7b9e8e up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 04:53:37.631483 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e955000-ea38-4cdd-8320-f42eaeaf27ac None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 4, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 04:53:37.631745 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e955000-ea38-4cdd-8320-f42eaeaf27ac None None] Checking segment: {'id': '85212bcf-98ed-4bb6-b44e-b2716ff7b6a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'd6c60be6-16d0-4643-855e-f83fdbae0248'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:53:37.632155 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-4e955000-ea38-4cdd-8320-f42eaeaf27ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:37.632545 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e955000-ea38-4cdd-8320-f42eaeaf27ac None None] Bound using segment: {'id': '85212bcf-98ed-4bb6-b44e-b2716ff7b6a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'd6c60be6-16d0-4643-855e-f83fdbae0248'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 04:53:37.633061 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-4e955000-ea38-4cdd-8320-f42eaeaf27ac None None] Bound port: bece293e-87a2-40dc-b246-78890b014404, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85212bcf-98ed-4bb6-b44e-b2716ff7b6a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'd6c60be6-16d0-4643-855e-f83fdbae0248'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 04:53:37.633602 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-4e955000-ea38-4cdd-8320-f42eaeaf27ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:37.751339 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port a2cf377b-0bfb-4934-9c52-e757dc7b9e8e completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:53:37.758763 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-15f690ce-245c-4f5a-b34f-d485bc60ccd5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c061fc80b80c4a44adb86cf1d1542805&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9458752 May 30 04:53:37.768227 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port a2cf377b-0bfb-4934-9c52-e757dc7b9e8e triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:53:37.768829 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:37.769185 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 35796) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:53:37.771722 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f690ce-245c-4f5a-b34f-d485bc60ccd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57db8bb3-b512-4d1c-b1ad-e23facdba85d,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:53:37.797554 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d5a78e2-97d9-46f6-8606-8388431e0d39 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Network af4b62e7-fce2-4a03-b41b-9778679ae38a is scheduled to be hosted by DHCP agent 1c705e68-3d3e-4dd3-9252-feb21d4b96ab with binding_index 1 {{(pid=88260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 04:53:37.835504 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-4e955000-ea38-4cdd-8320-f42eaeaf27ac None None] For port bece293e-87a2-40dc-b246-78890b014404, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 04:53:37.851381 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-4e955000-ea38-4cdd-8320-f42eaeaf27ac None None] For port bece293e-87a2-40dc-b246-78890b014404, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=bece293e-87a2-40dc-b246-78890b014404,segment=NetworkSegment(85212bcf-98ed-4bb6-b44e-b2716ff7b6a4),segment_id=85212bcf-98ed-4bb6-b44e-b2716ff7b6a4)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 04:53:37.853832 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2811898f-6876-4144-b863-a585a648c408 admin admin] Network 94a15cbb-b296-4fe7-b2e8-32f706e6cbca is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:53:37.861210 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-4e955000-ea38-4cdd-8320-f42eaeaf27ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:37.864591 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-3d5a78e2-97d9-46f6-8606-8388431e0d39 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843763-1-hyperv, af4b62e7-fce2-4a03-b41b-9778679ae38a) {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:53:37.869345 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d5a78e2-97d9-46f6-8606-8388431e0d39 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:53:37.870034 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3d5a78e2-97d9-46f6-8606-8388431e0d39 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642826'] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:37.885956 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-2811898f-6876-4144-b863-a585a648c408 admin admin] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:53:37.888297 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2811898f-6876-4144-b863-a585a648c408 admin admin] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:53:37.888865 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2811898f-6876-4144-b863-a585a648c408 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604623'] for router_interface, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:37.897986 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3df16db2-015d-465c-90e8-f9f4417b175b None None] Network af4b62e7-fce2-4a03-b41b-9778679ae38a requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:53:37.924774 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3d3faa73-77f5-4b87-a13e-d2d6c2b55fbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:38.013948 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2811898f-6876-4144-b863-a585a648c408 admin admin] Pushing event updated for resources: {'Port': ['ID=6ff08b26-9c0a-4266-a838-3b18471bc957,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:53:38.022427 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3d3faa73-77f5-4b87-a13e-d2d6c2b55fbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:38.080649 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-55619095-9146-42d9-95b8-4247b6621ad4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603653'] for router, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:38.110721 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port a2cf377b-0bfb-4934-9c52-e757dc7b9e8e is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:53:38.114405 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:38.122572 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e955000-ea38-4cdd-8320-f42eaeaf27ac None None] Pushing event updated for resources: {'Port': ['ID=bece293e-87a2-40dc-b246-78890b014404,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:53:38.180549 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.objects.ports [None req-f4000e9e-eace-42bd-b80b-734146c6eefb tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88260) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 30 04:53:38.181119 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f4000e9e-eace-42bd-b80b-734146c6eefb tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788'] for subnet, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:38.229711 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-3d5a78e2-97d9-46f6-8606-8388431e0d39 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.6708722 May 30 04:53:38.246904 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 35800) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:53:38.286029 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-c398c695-e26e-4cc3-98a7-4cdeab7b90a3 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Request body: {'port': {'network_id': 'af4b62e7-fce2-4a03-b41b-9778679ae38a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1281181271'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:53:38.307941 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3d3faa73-77f5-4b87-a13e-d2d6c2b55fbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:38.379919 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] For port a2cf377b-0bfb-4934-9c52-e757dc7b9e8e, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=a2cf377b-0bfb-4934-9c52-e757dc7b9e8e,segment=NetworkSegment(ad083d94-0233-4c50-a0ed-00ef7686038c),segment_id=ad083d94-0233-4c50-a0ed-00ef7686038c)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:53:38.390022 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3faa73-77f5-4b87-a13e-d2d6c2b55fbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57db8bb3-b512-4d1c-b1ad-e23facdba85d,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:53:38.396151 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:38.397359 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device accc398a-991b-4522-9722-d50c78b0dae1 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 04:53:38.435065 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3d3faa73-77f5-4b87-a13e-d2d6c2b55fbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:38.454668 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-3d3faa73-77f5-4b87-a13e-d2d6c2b55fbd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/57db8bb3-b512-4d1c-b1ad-e23facdba85d HTTP/1.1" status: 204 len: 168 time: 0.6842484 May 30 04:53:38.468015 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d599675f-bf06-4ac9-bdd9-b108c8b5632c tempest-ExternalNetworksAdminNegativeTestJSON-1726290268 tempest-ExternalNetworksAdminNegativeTestJSON-1726290268-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:38.526093 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55619095-9146-42d9-95b8-4247b6621ad4 admin admin] Router 4ce894cc-f128-40c6-907e-3f9e866b9a54 is scheduled to L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 with binding_index 1 {{(pid=88261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 30 04:53:38.653258 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Pushing event updated for resources: {'Port': ['ID=a2cf377b-0bfb-4934-9c52-e757dc7b9e8e,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:53:38.662381 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abcac0a5-8658-4621-86a1-6f1ad58a2eb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bbf24ed-7ba9-53d2-873f-8f9642b1e987-af4b62e7-fce2-4a03-b41b-9778679ae38a', 'network_id': 'af4b62e7-fce2-4a03-b41b-9778679ae38a', 'tenant_id': '5b20069eba164497a9d9514a420da987', 'fixed_ips': [{'subnet_id': 'bcfa10f8-e3f0-4b7d-b91d-7097aff50da3'}]}} from dv-neutron-843763-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 30 04:53:38.663408 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-abcac0a5-8658-4621-86a1-6f1ad58a2eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:38.674275 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4000e9e-eace-42bd-b80b-734146c6eefb tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Pushing event updated for resources: {'Subnet': ['ID=467a51d9-d3ba-4dcb-a1e9-6cfd6cbee5a8,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:53:38.687448 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-2e70bd78-9123-4586-8c11-0ba275b461a0 None None] Provisioning for port 6ff08b26-9c0a-4266-a838-3b18471bc957 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:53:38.697527 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-2e70bd78-9123-4586-8c11-0ba275b461a0 None None] Provisioning complete for port 6ff08b26-9c0a-4266-a838-3b18471bc957 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:53:38.698147 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-2e70bd78-9123-4586-8c11-0ba275b461a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:38.748894 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port accc398a-991b-4522-9722-d50c78b0dae1 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:53:38.775111 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-95a7720e-50f7-4948-ab80-d53f63c07069 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:38.849852 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55619095-9146-42d9-95b8-4247b6621ad4 admin admin] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 04:53:38.878135 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4000e9e-eace-42bd-b80b-734146c6eefb tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Checking segment: {'id': 'c5e324a5-0f48-4a7f-b9d3-8cec3dd014ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'cc631afc-991b-44db-9dfb-1fa3a2f7d7ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:53:38.878580 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4000e9e-eace-42bd-b80b-734146c6eefb tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Network hostable DHCP agents. Network: cc631afc-991b-44db-9dfb-1fa3a2f7d7ff, hostable agents: ['1c705e68-3d3e-4dd3-9252-feb21d4b96ab'], hosted agents: [] {{(pid=88260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 04:53:38.886488 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2811898f-6876-4144-b863-a585a648c408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:38.897262 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3ace84-e59a-4a67-b0c7-1526ae0aafb4 None None] Sync routers for ids ['4ce894cc-f128-40c6-907e-3f9e866b9a54'] in dv-neutron-843763-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 04:53:38.899232 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-55619095-9146-42d9-95b8-4247b6621ad4 admin admin] Notify callbacks [] for router, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:38.903795 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-55619095-9146-42d9-95b8-4247b6621ad4 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.1947222 May 30 04:53:38.904934 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 35812) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:53:38.907786 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d599675f-bf06-4ac9-bdd9-b108c8b5632c tempest-ExternalNetworksAdminNegativeTestJSON-1726290268 tempest-ExternalNetworksAdminNegativeTestJSON-1726290268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:38.910577 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9df2b21-2d92-4937-8c6e-2024718e9df6 None None] Network 48553bc8-2e8d-42a5-b036-bcc9c477033e requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:53:38.917193 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-95a7720e-50f7-4948-ab80-d53f63c07069 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:38.920500 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [None req-95a7720e-50f7-4948-ab80-d53f63c07069 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] device_id is not set on port 37509eee-4017-4e92-8ec7-22b5fb8a99a0 yet. {{(pid=88260) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 30 04:53:38.994819 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 35816) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:53:39.024964 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5aeb57ef-999a-4b2b-960b-58abee6f10c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:39.039637 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3ace84-e59a-4a67-b0c7-1526ae0aafb4 None None] Routers {'4ce894cc-f128-40c6-907e-3f9e866b9a54'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 04:53:39.040278 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-ed3ace84-e59a-4a67-b0c7-1526ae0aafb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T04:53:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['4ce894cc-f128-40c6-907e-3f9e866b9a54'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:53:39.099439 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-5aeb57ef-999a-4b2b-960b-58abee6f10c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:53:39.099706 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-2e70bd78-9123-4586-8c11-0ba275b461a0 None None] Port 6ff08b26-9c0a-4266-a838-3b18471bc957 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 04:53:39.124619 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-5aeb57ef-999a-4b2b-960b-58abee6f10c4 admin admin] Usage tracker for resource:security_group_rule and tenant:4e80ba7c9d654a7da175622d1ffe6e40 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:53:39.129884 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-5aeb57ef-999a-4b2b-960b-58abee6f10c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:53:39.138441 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-5aeb57ef-999a-4b2b-960b-58abee6f10c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:53:39.168972 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-abcac0a5-8658-4621-86a1-6f1ad58a2eb1 None None] Allocated IP 2001:db8::2 (af4b62e7-fce2-4a03-b41b-9778679ae38a/bcfa10f8-e3f0-4b7d-b91d-7097aff50da3/1c642bf7-4d12-4214-b363-3b9d2976b10d) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:53:39.193281 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a7720e-50f7-4948-ab80-d53f63c07069 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc5508ab-c738-4427-a7c1-4e2aa516bdcf,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:53:39.251721 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4000e9e-eace-42bd-b80b-734146c6eefb tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Network cc631afc-991b-44db-9dfb-1fa3a2f7d7ff is scheduled to be hosted by DHCP agent 1c705e68-3d3e-4dd3-9252-feb21d4b96ab with binding_index 1 {{(pid=88260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 04:53:39.268595 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d599675f-bf06-4ac9-bdd9-b108c8b5632c tempest-ExternalNetworksAdminNegativeTestJSON-1726290268 tempest-ExternalNetworksAdminNegativeTestJSON-1726290268-project-admin] Network 1bab70f4-3794-44db-8e17-19f483aa8ffa is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:53:39.272671 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d599675f-bf06-4ac9-bdd9-b108c8b5632c tempest-ExternalNetworksAdminNegativeTestJSON-1726290268 tempest-ExternalNetworksAdminNegativeTestJSON-1726290268-project-admin] Pushing event updated for resources: {'Port': ['ID=4c2047bd-8344-43b3-9d06-e29600740754,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:53:39.286013 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-f4000e9e-eace-42bd-b80b-734146c6eefb tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843763-1-hyperv, cc631afc-991b-44db-9dfb-1fa3a2f7d7ff) {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:53:39.291401 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-d599675f-bf06-4ac9-bdd9-b108c8b5632c tempest-ExternalNetworksAdminNegativeTestJSON-1726290268 tempest-ExternalNetworksAdminNegativeTestJSON-1726290268-project-admin] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:53:39.316950 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-c398c695-e26e-4cc3-98a7-4cdeab7b90a3 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:53:39.321729 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-c398c695-e26e-4cc3-98a7-4cdeab7b90a3 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Usage tracker for resource:port and tenant:5b20069eba164497a9d9514a420da987 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:53:39.325102 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-c398c695-e26e-4cc3-98a7-4cdeab7b90a3 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:53:39.332646 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-c398c695-e26e-4cc3-98a7-4cdeab7b90a3 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:53:39.384765 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c398c695-e26e-4cc3-98a7-4cdeab7b90a3 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Made reservation on behalf of 5b20069eba164497a9d9514a420da987 for: {'port': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:53:39.419503 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c398c695-e26e-4cc3-98a7-4cdeab7b90a3 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:39.466266 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ddfc8b0f-43ba-4f86-b521-ca3ce339fb57 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:39.540489 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5aeb57ef-999a-4b2b-960b-58abee6f10c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:39.556850 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5aeb57ef-999a-4b2b-960b-58abee6f10c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:39.577777 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device bece293e-87a2-40dc-b246-78890b014404 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 04:53:39.597121 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d599675f-bf06-4ac9-bdd9-b108c8b5632c tempest-ExternalNetworksAdminNegativeTestJSON-1726290268 tempest-ExternalNetworksAdminNegativeTestJSON-1726290268-project-admin] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:53:39.610821 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-5aeb57ef-999a-4b2b-960b-58abee6f10c4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4e80ba7c9d654a7da175622d1ffe6e40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6125944 May 30 04:53:39.637405 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c50cfc52-ea83-482d-bd88-7daad6657ba4 None None] Network d6c60be6-16d0-4643-855e-f83fdbae0248 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:53:39.653258 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56df4fa1-a15f-48dc-8cf5-64ab411a66c3 None None] Network cc631afc-991b-44db-9dfb-1fa3a2f7d7ff requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:53:39.677894 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-52269f5d-4d3c-4630-9b6e-899ceaf467a1 None None] Provisioning for port accc398a-991b-4522-9722-d50c78b0dae1 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:53:39.703253 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ddfc8b0f-43ba-4f86-b521-ca3ce339fb57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:39.719783 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 35824) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:53:39.727496 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [None req-c398c695-e26e-4cc3-98a7-4cdeab7b90a3 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] device_id is not set on port 4cc77082-2075-4e1d-80ff-f3be2e988ba2 yet. {{(pid=88260) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 30 04:53:39.767227 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4000e9e-eace-42bd-b80b-734146c6eefb tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:53:39.767876 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f4000e9e-eace-42bd-b80b-734146c6eefb tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642826'] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:39.770075 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-52269f5d-4d3c-4630-9b6e-899ceaf467a1 None None] Provisioning complete for port accc398a-991b-4522-9722-d50c78b0dae1 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:53:39.770442 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-52269f5d-4d3c-4630-9b6e-899ceaf467a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:39.774017 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aeb57ef-999a-4b2b-960b-58abee6f10c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b147d15d-84a5-4233-9ef0-0940ecbeb4e5,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:53:39.819500 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-ed3ace84-e59a-4a67-b0c7-1526ae0aafb4 None None] Set router 4ce894cc-f128-40c6-907e-3f9e866b9a54 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 04:53:39.962434 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a6ba2d03-b01e-4a99-beac-20ed9763b07f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:40.152703 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d599675f-bf06-4ac9-bdd9-b108c8b5632c tempest-ExternalNetworksAdminNegativeTestJSON-1726290268 tempest-ExternalNetworksAdminNegativeTestJSON-1726290268-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:40.172642 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-f4000e9e-eace-42bd-b80b-734146c6eefb tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 4.6497343 May 30 04:53:40.173016 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 35832) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:53:40.184398 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-8106e0d3-26bc-43b4-a409-186482da69dd tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1494626009', 'network_id': 'cc631afc-991b-44db-9dfb-1fa3a2f7d7ff'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:53:40.190643 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-8106e0d3-26bc-43b4-a409-186482da69dd tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:53:40.198060 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-8106e0d3-26bc-43b4-a409-186482da69dd tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Usage tracker for resource:port and tenant:bd3c8d428858414386daf786d1fecb46 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:53:40.202467 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-8106e0d3-26bc-43b4-a409-186482da69dd tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:53:40.211133 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-8106e0d3-26bc-43b4-a409-186482da69dd tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:53:40.222699 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-a6ba2d03-b01e-4a99-beac-20ed9763b07f admin admin] Allocated IP 172.20.0.1 (d6c60be6-16d0-4643-855e-f83fdbae0248/c06f497a-4701-45be-bb19-b5a139bdd216/74dfc65a-67f1-43f9-8dc5-6cd308de3c6e) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:53:40.254275 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8106e0d3-26bc-43b4-a409-186482da69dd tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Made reservation on behalf of bd3c8d428858414386daf786d1fecb46 for: {'port': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:53:40.257675 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8106e0d3-26bc-43b4-a409-186482da69dd tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:40.315334 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-47bf03b3-2697-470e-ac97-1b20e892e92c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:40.316823 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port bece293e-87a2-40dc-b246-78890b014404 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:53:40.341241 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [None req-8106e0d3-26bc-43b4-a409-186482da69dd tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] device_id is not set on port 49993c1f-525a-461e-9357-84d9cc173a2c yet. {{(pid=88261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 30 04:53:40.373576 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [None req-95a7720e-50f7-4948-ab80-d53f63c07069 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] device_id is not set on port 37509eee-4017-4e92-8ec7-22b5fb8a99a0 yet. {{(pid=88260) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 30 04:53:40.385553 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d599675f-bf06-4ac9-bdd9-b108c8b5632c tempest-ExternalNetworksAdminNegativeTestJSON-1726290268 tempest-ExternalNetworksAdminNegativeTestJSON-1726290268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:40.434674 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-47bf03b3-2697-470e-ac97-1b20e892e92c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:40.439621 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device a2cf377b-0bfb-4934-9c52-e757dc7b9e8e up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 04:53:40.466705 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-95a7720e-50f7-4948-ab80-d53f63c07069 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:40.469343 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-abcac0a5-8658-4621-86a1-6f1ad58a2eb1 None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:40.469503 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-ddfc8b0f-43ba-4f86-b521-ca3ce339fb57 admin admin] Allocated IP 172.26.6.58 (1bab70f4-3794-44db-8e17-19f483aa8ffa/6b5b73c1-b0ce-4f83-a930-c00cc5522926/c55ef8d8-9531-4178-b54e-cd03e72ab6ef) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:53:40.472660 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2811898f-6876-4144-b863-a585a648c408 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:40.498145 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2811898f-6876-4144-b863-a585a648c408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:40.498776 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a6ba2d03-b01e-4a99-beac-20ed9763b07f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:40.498890 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2811898f-6876-4144-b863-a585a648c408 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1642774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602230'] for router_interface, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:40.526907 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [None req-a6ba2d03-b01e-4a99-beac-20ed9763b07f admin admin] Transition to ACTIVE for port object 74dfc65a-67f1-43f9-8dc5-6cd308de3c6e will not be triggered until provisioned by entity DHCP. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:53:40.541387 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-8106e0d3-26bc-43b4-a409-186482da69dd tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Allocated IP 172.20.0.11 (cc631afc-991b-44db-9dfb-1fa3a2f7d7ff/467a51d9-d3ba-4dcb-a1e9-6cfd6cbee5a8/49993c1f-525a-461e-9357-84d9cc173a2c) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:53:40.565521 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-abcac0a5-8658-4621-86a1-6f1ad58a2eb1 None None] Transition to ACTIVE for port object 1c642bf7-4d12-4214-b363-3b9d2976b10d will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:53:40.577271 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [None req-95a7720e-50f7-4948-ab80-d53f63c07069 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Transition to ACTIVE for port object 37509eee-4017-4e92-8ec7-22b5fb8a99a0 will not be triggered until provisioned by entity L2. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:53:40.607949 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a6ba2d03-b01e-4a99-beac-20ed9763b07f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:40.718447 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-abcac0a5-8658-4621-86a1-6f1ad58a2eb1 None None] Transition to ACTIVE for port object 1c642bf7-4d12-4214-b363-3b9d2976b10d will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:53:40.748134 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ba2d03-b01e-4a99-beac-20ed9763b07f admin admin] Network d6c60be6-16d0-4643-855e-f83fdbae0248 is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:53:40.754942 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-a6ba2d03-b01e-4a99-beac-20ed9763b07f admin admin] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:53:40.757375 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ba2d03-b01e-4a99-beac-20ed9763b07f admin admin] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:53:40.758016 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a6ba2d03-b01e-4a99-beac-20ed9763b07f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604623'] for router_interface, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:40.777722 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ba2d03-b01e-4a99-beac-20ed9763b07f admin admin] Pushing event updated for resources: {'Port': ['ID=74dfc65a-67f1-43f9-8dc5-6cd308de3c6e,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:53:40.792510 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8195d91-d85f-461d-a6c8-81f4888e3547 None None] Network cc631afc-991b-44db-9dfb-1fa3a2f7d7ff requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:53:40.818177 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-abcac0a5-8658-4621-86a1-6f1ad58a2eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:40.842003 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-95a7720e-50f7-4948-ab80-d53f63c07069 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:40.885483 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8106e0d3-26bc-43b4-a409-186482da69dd tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:40.889223 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2811898f-6876-4144-b863-a585a648c408 admin admin] Pushing event updated for resources: {'Port': ['ID=6ff08b26-9c0a-4266-a838-3b18471bc957,revision_number=2']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:53:40.920055 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-52269f5d-4d3c-4630-9b6e-899ceaf467a1 None None] Current status of the port accc398a-991b-4522-9722-d50c78b0dae1 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:53:40.920424 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-52269f5d-4d3c-4630-9b6e-899ceaf467a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:40.983782 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8106e0d3-26bc-43b4-a409-186482da69dd tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:41.032475 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abcac0a5-8658-4621-86a1-6f1ad58a2eb1 None None] Network af4b62e7-fce2-4a03-b41b-9778679ae38a is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:53:41.043192 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-abcac0a5-8658-4621-86a1-6f1ad58a2eb1 None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:53:41.055682 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port a2cf377b-0bfb-4934-9c52-e757dc7b9e8e triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:53:41.056060 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:41.065889 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a6ba2d03-b01e-4a99-beac-20ed9763b07f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:41.090195 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcac0a5-8658-4621-86a1-6f1ad58a2eb1 None None] Pushing event updated for resources: {'Port': ['ID=1c642bf7-4d12-4214-b363-3b9d2976b10d,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:53:41.095193 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abcac0a5-8658-4621-86a1-6f1ad58a2eb1 None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:53:41.095992 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8106e0d3-26bc-43b4-a409-186482da69dd tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Pushing event updated for resources: {'Port': ['ID=49993c1f-525a-461e-9357-84d9cc173a2c,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:53:41.102058 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8106e0d3-26bc-43b4-a409-186482da69dd tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Network cc631afc-991b-44db-9dfb-1fa3a2f7d7ff is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:53:41.108376 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ddfc8b0f-43ba-4f86-b521-ca3ce339fb57 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:41.111516 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a7720e-50f7-4948-ab80-d53f63c07069 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Pushing event updated for resources: {'Port': ['ID=37509eee-4017-4e92-8ec7-22b5fb8a99a0,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:53:41.126283 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-52269f5d-4d3c-4630-9b6e-899ceaf467a1 None None] For port accc398a-991b-4522-9722-d50c78b0dae1, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=accc398a-991b-4522-9722-d50c78b0dae1,segment=NetworkSegment(6c4f160d-581c-4e44-836d-a510d50f04aa),segment_id=6c4f160d-581c-4e44-836d-a510d50f04aa)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:53:41.134143 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-8106e0d3-26bc-43b4-a409-186482da69dd tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:53:41.136897 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8106e0d3-26bc-43b4-a409-186482da69dd tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:53:41.137695 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-c398c695-e26e-4cc3-98a7-4cdeab7b90a3 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Allocated IP 2001:db8::66 (af4b62e7-fce2-4a03-b41b-9778679ae38a/bcfa10f8-e3f0-4b7d-b91d-7097aff50da3/4cc77082-2075-4e1d-80ff-f3be2e988ba2) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:53:41.138025 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8106e0d3-26bc-43b4-a409-186482da69dd tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:53:41.138960 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8106e0d3-26bc-43b4-a409-186482da69dd tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642826'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:41.146445 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-47bf03b3-2697-470e-ac97-1b20e892e92c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:41.184486 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-52269f5d-4d3c-4630-9b6e-899ceaf467a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:41.201065 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-8106e0d3-26bc-43b4-a409-186482da69dd tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 1.0265529 May 30 04:53:41.216936 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 35836) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:53:41.322479 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bf03b3-2697-470e-ac97-1b20e892e92c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b147d15d-84a5-4233-9ef0-0940ecbeb4e5,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:53:41.350963 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2811898f-6876-4144-b863-a585a648c408 admin admin] Network 94a15cbb-b296-4fe7-b2e8-32f706e6cbca is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:53:41.353199 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-6db8b56f-ad22-4e01-9884-ee8c3407497a tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Deleting port 49993c1f-525a-461e-9357-84d9cc173a2c {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:53:41.353657 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6db8b56f-ad22-4e01-9884-ee8c3407497a tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:41.359812 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-2811898f-6876-4144-b863-a585a648c408 admin admin] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:53:41.388534 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-47bf03b3-2697-470e-ac97-1b20e892e92c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:41.390278 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-47bf03b3-2697-470e-ac97-1b20e892e92c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b147d15d-84a5-4233-9ef0-0940ecbeb4e5 HTTP/1.1" status: 204 len: 168 time: 1.6640358 May 30 04:53:41.391223 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-abcac0a5-8658-4621-86a1-6f1ad58a2eb1 None None] Attempting to bind port 1c642bf7-4d12-4214-b363-3b9d2976b10d on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 04:53:41.391680 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-abcac0a5-8658-4621-86a1-6f1ad58a2eb1 None None] Attempting to bind port 1c642bf7-4d12-4214-b363-3b9d2976b10d by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': 'c844481f-887f-4394-ac8b-a6fdc27512ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'af4b62e7-fce2-4a03-b41b-9778679ae38a'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 04:53:41.391959 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abcac0a5-8658-4621-86a1-6f1ad58a2eb1 None None] Attempting to bind port 1c642bf7-4d12-4214-b363-3b9d2976b10d on network af4b62e7-fce2-4a03-b41b-9778679ae38a {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 04:53:41.409617 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a7720e-50f7-4948-ab80-d53f63c07069 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Checking segment: {'id': 'd4386722-d3e3-4eda-8528-29f9087138e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f33d7644-bae7-4784-8764-54601dc9b9ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:53:41.410008 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a7720e-50f7-4948-ab80-d53f63c07069 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Network hostable DHCP agents. Network: f33d7644-bae7-4784-8764-54601dc9b9ec, hostable agents: ['1c705e68-3d3e-4dd3-9252-feb21d4b96ab'], hosted agents: [] {{(pid=88260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 04:53:41.416932 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-ed3ace84-e59a-4a67-b0c7-1526ae0aafb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce894cc-f128-40c6-907e-3f9e866b9a54', 'name': 'tempest-ServerActionsTestJSON-1533739700-router', 'tenant_id': '75c565b2496748d0aca7efef0deb76ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.12'}], 'enable_snat': True}, 'gw_port_id': 'b9224054-b232-4352-8694-1fc62b3bf334', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T04:53:34Z', 'updated_at': '2022-05-30T04:53:37Z', 'revision_number': 3, 'project_id': '75c565b2496748d0aca7efef0deb76ef', 'gw_port': {'id': 'b9224054-b232-4352-8694-1fc62b3bf334', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:08:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ce894cc-f128-40c6-907e-3f9e866b9a54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:53:36Z', 'updated_at': '2022-05-30T04:53:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv'}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:53:41.419166 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abcac0a5-8658-4621-86a1-6f1ad58a2eb1 None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 4, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 04:53:41.419576 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abcac0a5-8658-4621-86a1-6f1ad58a2eb1 None None] Checking segment: {'id': 'c844481f-887f-4394-ac8b-a6fdc27512ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'af4b62e7-fce2-4a03-b41b-9778679ae38a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:53:41.419930 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-abcac0a5-8658-4621-86a1-6f1ad58a2eb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:41.420324 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abcac0a5-8658-4621-86a1-6f1ad58a2eb1 None None] Bound using segment: {'id': 'c844481f-887f-4394-ac8b-a6fdc27512ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'af4b62e7-fce2-4a03-b41b-9778679ae38a'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 04:53:41.420803 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-abcac0a5-8658-4621-86a1-6f1ad58a2eb1 None None] Bound port: 1c642bf7-4d12-4214-b363-3b9d2976b10d, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c844481f-887f-4394-ac8b-a6fdc27512ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'af4b62e7-fce2-4a03-b41b-9778679ae38a'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 04:53:41.421459 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-abcac0a5-8658-4621-86a1-6f1ad58a2eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:41.547921 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52269f5d-4d3c-4630-9b6e-899ceaf467a1 None None] Pushing event updated for resources: {'Port': ['ID=accc398a-991b-4522-9722-d50c78b0dae1,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:53:41.568527 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-8e8dddab-fb54-4f24-bea3-8624c5fe4eeb None None] Provisioning complete for port accc398a-991b-4522-9722-d50c78b0dae1 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:53:41.569046 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8e8dddab-fb54-4f24-bea3-8624c5fe4eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:41.608582 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3ace84-e59a-4a67-b0c7-1526ae0aafb4 None None] Checking router: 4ce894cc-f128-40c6-907e-3f9e866b9a54 for host: dv-neutron-843763-1-hyperv {{(pid=88262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 04:53:41.608939 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3ace84-e59a-4a67-b0c7-1526ae0aafb4 None None] Updating router 4ce894cc-f128-40c6-907e-3f9e866b9a54 port b9224054-b232-4352-8694-1fc62b3bf334 binding host dv-neutron-843763-1-hyperv {{(pid=88262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 30 04:53:41.686073 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.db.resource_extend [None req-d599675f-bf06-4ac9-bdd9-b108c8b5632c tempest-ExternalNetworksAdminNegativeTestJSON-1726290268 tempest-ExternalNetworksAdminNegativeTestJSON-1726290268-project-admin] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 04:53:41.738155 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d599675f-bf06-4ac9-bdd9-b108c8b5632c tempest-ExternalNetworksAdminNegativeTestJSON-1726290268 tempest-ExternalNetworksAdminNegativeTestJSON-1726290268-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:41.760269 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d599675f-bf06-4ac9-bdd9-b108c8b5632c tempest-ExternalNetworksAdminNegativeTestJSON-1726290268 tempest-ExternalNetworksAdminNegativeTestJSON-1726290268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:41.816471 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a6ba2d03-b01e-4a99-beac-20ed9763b07f admin admin] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:41.822254 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a7720e-50f7-4948-ab80-d53f63c07069 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Network f33d7644-bae7-4784-8764-54601dc9b9ec is scheduled to be hosted by DHCP agent 1c705e68-3d3e-4dd3-9252-feb21d4b96ab with binding_index 1 {{(pid=88260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 04:53:41.833866 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a6ba2d03-b01e-4a99-beac-20ed9763b07f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:41.834473 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a6ba2d03-b01e-4a99-beac-20ed9763b07f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1642774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602230'] for router_interface, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:41.851140 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ddfc8b0f-43ba-4f86-b521-ca3ce339fb57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:41.923239 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port a2cf377b-0bfb-4934-9c52-e757dc7b9e8e is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:53:41.931955 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-ed3ace84-e59a-4a67-b0c7-1526ae0aafb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:41.937149 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d599675f-bf06-4ac9-bdd9-b108c8b5632c tempest-ExternalNetworksAdminNegativeTestJSON-1726290268 tempest-ExternalNetworksAdminNegativeTestJSON-1726290268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1604762'] for floatingip, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:41.953539 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6db8b56f-ad22-4e01-9884-ee8c3407497a tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:41.970578 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddfc8b0f-43ba-4f86-b521-ca3ce339fb57 admin admin] Network 1bab70f4-3794-44db-8e17-19f483aa8ffa is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:53:41.986115 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-95a7720e-50f7-4948-ab80-d53f63c07069 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843763-1-hyperv, f33d7644-bae7-4784-8764-54601dc9b9ec) {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:53:42.001580 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a7720e-50f7-4948-ab80-d53f63c07069 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:53:42.014995 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ad40f8-b608-459f-a7c6-96ce7f75d34b None None] Network f33d7644-bae7-4784-8764-54601dc9b9ec requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:53:42.031966 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-ddfc8b0f-43ba-4f86-b521-ca3ce339fb57 admin admin] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:53:42.038208 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddfc8b0f-43ba-4f86-b521-ca3ce339fb57 admin admin] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:53:42.142351 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ba2d03-b01e-4a99-beac-20ed9763b07f admin admin] Pushing event updated for resources: {'Port': ['ID=74dfc65a-67f1-43f9-8dc5-6cd308de3c6e,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:53:42.165087 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device accc398a-991b-4522-9722-d50c78b0dae1 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 04:53:42.237709 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [None req-95a7720e-50f7-4948-ab80-d53f63c07069 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Attempting to bind port 37509eee-4017-4e92-8ec7-22b5fb8a99a0 on host hv-neutron-8437 for vnic_type normal with profile {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 04:53:42.238073 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [None req-95a7720e-50f7-4948-ab80-d53f63c07069 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Attempting to bind port 37509eee-4017-4e92-8ec7-22b5fb8a99a0 by drivers openvswitch,hyperv on host hv-neutron-8437 at level 0 using segments [{'id': 'd4386722-d3e3-4eda-8528-29f9087138e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f33d7644-bae7-4784-8764-54601dc9b9ec'}] {{(pid=88260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 04:53:42.238361 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a7720e-50f7-4948-ab80-d53f63c07069 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Attempting to bind port 37509eee-4017-4e92-8ec7-22b5fb8a99a0 on network f33d7644-bae7-4784-8764-54601dc9b9ec {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 04:53:42.243323 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d599675f-bf06-4ac9-bdd9-b108c8b5632c tempest-ExternalNetworksAdminNegativeTestJSON-1726290268 tempest-ExternalNetworksAdminNegativeTestJSON-1726290268-project-admin] Pushing event updated for resources: {'Port': ['ID=4c2047bd-8344-43b3-9d06-e29600740754,revision_number=2']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:53:42.297383 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d599675f-bf06-4ac9-bdd9-b108c8b5632c tempest-ExternalNetworksAdminNegativeTestJSON-1726290268 tempest-ExternalNetworksAdminNegativeTestJSON-1726290268-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for floatingip, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:42.298887 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-d599675f-bf06-4ac9-bdd9-b108c8b5632c tempest-ExternalNetworksAdminNegativeTestJSON-1726290268 tempest-ExternalNetworksAdminNegativeTestJSON-1726290268-project-admin] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.2882726 May 30 04:53:42.299691 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a7720e-50f7-4948-ab80-d53f63c07069 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Port 37509eee-4017-4e92-8ec7-22b5fb8a99a0 on network f33d7644-bae7-4784-8764-54601dc9b9ec not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8437 {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 30 04:53:42.300181 dv-neutron-843763-1-hyperv neutron-server[88260]: ERROR neutron.plugins.ml2.managers [None req-95a7720e-50f7-4948-ab80-d53f63c07069 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Failed to bind port 37509eee-4017-4e92-8ec7-22b5fb8a99a0 on host hv-neutron-8437 for vnic_type normal using segments [{'id': 'd4386722-d3e3-4eda-8528-29f9087138e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f33d7644-bae7-4784-8764-54601dc9b9ec'}] May 30 04:53:42.312616 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 35854) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:53:42.316643 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c398c695-e26e-4cc3-98a7-4cdeab7b90a3 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:42.319665 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.plugins.ml2.plugin [None req-95a7720e-50f7-4948-ab80-d53f63c07069 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Attempt 2 to bind port 37509eee-4017-4e92-8ec7-22b5fb8a99a0 May 30 04:53:42.324247 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-6db8b56f-ad22-4e01-9884-ee8c3407497a tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Calling delete_port for 49993c1f-525a-461e-9357-84d9cc173a2c owned by {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:53:42.359379 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-fb5d9018-d328-4112-8f17-4a79bceed247 tempest-ExternalNetworksAdminNegativeTestJSON-1726290268 tempest-ExternalNetworksAdminNegativeTestJSON-1726290268-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-35780471', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'fixed_ips': [{'ip_address': '172.26.6.203'}]}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:53:42.364636 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-fb5d9018-d328-4112-8f17-4a79bceed247 tempest-ExternalNetworksAdminNegativeTestJSON-1726290268 tempest-ExternalNetworksAdminNegativeTestJSON-1726290268-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:53:42.368699 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-fb5d9018-d328-4112-8f17-4a79bceed247 tempest-ExternalNetworksAdminNegativeTestJSON-1726290268 tempest-ExternalNetworksAdminNegativeTestJSON-1726290268-project-admin] Usage tracker for resource:port and tenant:ca1463c567ae4f72aa77ee12146af350 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:53:42.371847 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-fb5d9018-d328-4112-8f17-4a79bceed247 tempest-ExternalNetworksAdminNegativeTestJSON-1726290268 tempest-ExternalNetworksAdminNegativeTestJSON-1726290268-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:53:42.386206 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-fb5d9018-d328-4112-8f17-4a79bceed247 tempest-ExternalNetworksAdminNegativeTestJSON-1726290268 tempest-ExternalNetworksAdminNegativeTestJSON-1726290268-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:53:42.425006 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [None req-c398c695-e26e-4cc3-98a7-4cdeab7b90a3 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Transition to ACTIVE for port object 4cc77082-2075-4e1d-80ff-f3be2e988ba2 will not be triggered until provisioned by entity DHCP. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:53:42.431889 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [None req-95a7720e-50f7-4948-ab80-d53f63c07069 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Attempting to bind port 37509eee-4017-4e92-8ec7-22b5fb8a99a0 on host hv-neutron-8437 for vnic_type normal with profile {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 04:53:42.432527 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [None req-95a7720e-50f7-4948-ab80-d53f63c07069 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Attempting to bind port 37509eee-4017-4e92-8ec7-22b5fb8a99a0 by drivers openvswitch,hyperv on host hv-neutron-8437 at level 0 using segments [{'id': 'd4386722-d3e3-4eda-8528-29f9087138e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f33d7644-bae7-4784-8764-54601dc9b9ec'}] {{(pid=88260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 04:53:42.432830 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a7720e-50f7-4948-ab80-d53f63c07069 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Attempting to bind port 37509eee-4017-4e92-8ec7-22b5fb8a99a0 on network f33d7644-bae7-4784-8764-54601dc9b9ec {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 04:53:42.435638 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb5d9018-d328-4112-8f17-4a79bceed247 tempest-ExternalNetworksAdminNegativeTestJSON-1726290268 tempest-ExternalNetworksAdminNegativeTestJSON-1726290268-project-admin] Made reservation on behalf of ca1463c567ae4f72aa77ee12146af350 for: {'port': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:53:42.438337 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-fb5d9018-d328-4112-8f17-4a79bceed247 tempest-ExternalNetworksAdminNegativeTestJSON-1726290268 tempest-ExternalNetworksAdminNegativeTestJSON-1726290268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:42.442316 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2811898f-6876-4144-b863-a585a648c408 admin admin] Router 4a6359bc-40ba-45a2-9e57-2bca6b7f70d0 has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 04:53:42.450556 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a7720e-50f7-4948-ab80-d53f63c07069 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Port 37509eee-4017-4e92-8ec7-22b5fb8a99a0 on network f33d7644-bae7-4784-8764-54601dc9b9ec not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8437 {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 30 04:53:42.451028 dv-neutron-843763-1-hyperv neutron-server[88260]: ERROR neutron.plugins.ml2.managers [None req-95a7720e-50f7-4948-ab80-d53f63c07069 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Failed to bind port 37509eee-4017-4e92-8ec7-22b5fb8a99a0 on host hv-neutron-8437 for vnic_type normal using segments [{'id': 'd4386722-d3e3-4eda-8528-29f9087138e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f33d7644-bae7-4784-8764-54601dc9b9ec'}] May 30 04:53:42.454972 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-fb5d9018-d328-4112-8f17-4a79bceed247 tempest-ExternalNetworksAdminNegativeTestJSON-1726290268 tempest-ExternalNetworksAdminNegativeTestJSON-1726290268-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:42.459660 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.plugins.ml2.plugin [None req-95a7720e-50f7-4948-ab80-d53f63c07069 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Attempt 3 to bind port 37509eee-4017-4e92-8ec7-22b5fb8a99a0 May 30 04:53:42.480015 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-8e8dddab-fb54-4f24-bea3-8624c5fe4eeb None None] Current status of the port accc398a-991b-4522-9722-d50c78b0dae1 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:53:42.481259 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfc8b0f-43ba-4f86-b521-ca3ce339fb57 admin admin] Pushing event updated for resources: {'Port': ['ID=c55ef8d8-9531-4178-b54e-cd03e72ab6ef,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:53:42.489441 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-abcac0a5-8658-4621-86a1-6f1ad58a2eb1 None None] For port 1c642bf7-4d12-4214-b363-3b9d2976b10d, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 04:53:42.505031 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-abcac0a5-8658-4621-86a1-6f1ad58a2eb1 None None] For port 1c642bf7-4d12-4214-b363-3b9d2976b10d, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=1c642bf7-4d12-4214-b363-3b9d2976b10d,segment=NetworkSegment(c844481f-887f-4394-ac8b-a6fdc27512ea),segment_id=c844481f-887f-4394-ac8b-a6fdc27512ea)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 04:53:42.520267 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [None req-95a7720e-50f7-4948-ab80-d53f63c07069 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Attempting to bind port 37509eee-4017-4e92-8ec7-22b5fb8a99a0 on host hv-neutron-8437 for vnic_type normal with profile {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 04:53:42.520670 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [None req-95a7720e-50f7-4948-ab80-d53f63c07069 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Attempting to bind port 37509eee-4017-4e92-8ec7-22b5fb8a99a0 by drivers openvswitch,hyperv on host hv-neutron-8437 at level 0 using segments [{'id': 'd4386722-d3e3-4eda-8528-29f9087138e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f33d7644-bae7-4784-8764-54601dc9b9ec'}] {{(pid=88260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 04:53:42.521021 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a7720e-50f7-4948-ab80-d53f63c07069 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Attempting to bind port 37509eee-4017-4e92-8ec7-22b5fb8a99a0 on network f33d7644-bae7-4784-8764-54601dc9b9ec {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 04:53:42.528964 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a7720e-50f7-4948-ab80-d53f63c07069 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Port 37509eee-4017-4e92-8ec7-22b5fb8a99a0 on network f33d7644-bae7-4784-8764-54601dc9b9ec not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8437 {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 30 04:53:42.529303 dv-neutron-843763-1-hyperv neutron-server[88260]: ERROR neutron.plugins.ml2.managers [None req-95a7720e-50f7-4948-ab80-d53f63c07069 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Failed to bind port 37509eee-4017-4e92-8ec7-22b5fb8a99a0 on host hv-neutron-8437 for vnic_type normal using segments [{'id': 'd4386722-d3e3-4eda-8528-29f9087138e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f33d7644-bae7-4784-8764-54601dc9b9ec'}] May 30 04:53:42.550888 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-abcac0a5-8658-4621-86a1-6f1ad58a2eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:42.593335 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ba2d03-b01e-4a99-beac-20ed9763b07f admin admin] Network d6c60be6-16d0-4643-855e-f83fdbae0248 is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:53:42.597467 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-a6ba2d03-b01e-4a99-beac-20ed9763b07f admin admin] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:53:42.608182 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.plugins.ml2.plugin [None req-95a7720e-50f7-4948-ab80-d53f63c07069 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Attempt 4 to bind port 37509eee-4017-4e92-8ec7-22b5fb8a99a0 May 30 04:53:42.612156 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-fb5d9018-d328-4112-8f17-4a79bceed247 tempest-ExternalNetworksAdminNegativeTestJSON-1726290268 tempest-ExternalNetworksAdminNegativeTestJSON-1726290268-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:53:42.728385 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [None req-95a7720e-50f7-4948-ab80-d53f63c07069 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Attempting to bind port 37509eee-4017-4e92-8ec7-22b5fb8a99a0 on host hv-neutron-8437 for vnic_type normal with profile {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 04:53:42.728723 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [None req-95a7720e-50f7-4948-ab80-d53f63c07069 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Attempting to bind port 37509eee-4017-4e92-8ec7-22b5fb8a99a0 by drivers openvswitch,hyperv on host hv-neutron-8437 at level 0 using segments [{'id': 'd4386722-d3e3-4eda-8528-29f9087138e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f33d7644-bae7-4784-8764-54601dc9b9ec'}] {{(pid=88260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 04:53:42.729064 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a7720e-50f7-4948-ab80-d53f63c07069 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Attempting to bind port 37509eee-4017-4e92-8ec7-22b5fb8a99a0 on network f33d7644-bae7-4784-8764-54601dc9b9ec {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 04:53:42.743830 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port accc398a-991b-4522-9722-d50c78b0dae1 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:53:42.744452 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:42.840155 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-fb5d9018-d328-4112-8f17-4a79bceed247 tempest-ExternalNetworksAdminNegativeTestJSON-1726290268 tempest-ExternalNetworksAdminNegativeTestJSON-1726290268-project-admin] Usage tracker for resource:security_group_rule and tenant:ca1463c567ae4f72aa77ee12146af350 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:53:42.846078 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-fb5d9018-d328-4112-8f17-4a79bceed247 tempest-ExternalNetworksAdminNegativeTestJSON-1726290268 tempest-ExternalNetworksAdminNegativeTestJSON-1726290268-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:53:42.867671 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a7720e-50f7-4948-ab80-d53f63c07069 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Port 37509eee-4017-4e92-8ec7-22b5fb8a99a0 on network f33d7644-bae7-4784-8764-54601dc9b9ec not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8437 {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 30 04:53:42.868016 dv-neutron-843763-1-hyperv neutron-server[88260]: ERROR neutron.plugins.ml2.managers [None req-95a7720e-50f7-4948-ab80-d53f63c07069 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Failed to bind port 37509eee-4017-4e92-8ec7-22b5fb8a99a0 on host hv-neutron-8437 for vnic_type normal using segments [{'id': 'd4386722-d3e3-4eda-8528-29f9087138e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f33d7644-bae7-4784-8764-54601dc9b9ec'}] May 30 04:53:42.875419 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.plugins.ml2.plugin [None req-95a7720e-50f7-4948-ab80-d53f63c07069 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Attempt 5 to bind port 37509eee-4017-4e92-8ec7-22b5fb8a99a0 May 30 04:53:42.893560 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-fb5d9018-d328-4112-8f17-4a79bceed247 tempest-ExternalNetworksAdminNegativeTestJSON-1726290268 tempest-ExternalNetworksAdminNegativeTestJSON-1726290268-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:53:42.910426 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6ba2d03-b01e-4a99-beac-20ed9763b07f admin admin] Router 4ce894cc-f128-40c6-907e-3f9e866b9a54 has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 04:53:42.923071 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-8e8dddab-fb54-4f24-bea3-8624c5fe4eeb None None] Provisioning for port bece293e-87a2-40dc-b246-78890b014404 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:53:42.967074 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-8e8dddab-fb54-4f24-bea3-8624c5fe4eeb None None] Provisioning complete for port bece293e-87a2-40dc-b246-78890b014404 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:53:42.968409 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8e8dddab-fb54-4f24-bea3-8624c5fe4eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:42.978467 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ddfc8b0f-43ba-4f86-b521-ca3ce339fb57 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:43.041493 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6db8b56f-ad22-4e01-9884-ee8c3407497a tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:43.056408 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcac0a5-8658-4621-86a1-6f1ad58a2eb1 None None] Pushing event updated for resources: {'Port': ['ID=1c642bf7-4d12-4214-b363-3b9d2976b10d,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:53:43.101161 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db8b56f-ad22-4e01-9884-ee8c3407497a tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Pushing event deleted for resources: {'Port': ['ID=49993c1f-525a-461e-9357-84d9cc173a2c,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:53:43.315408 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.db.resource_extend [None req-ed3ace84-e59a-4a67-b0c7-1526ae0aafb4 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 04:53:43.335438 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port accc398a-991b-4522-9722-d50c78b0dae1 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:53:43.379858 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6db8b56f-ad22-4e01-9884-ee8c3407497a tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:43.400901 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-6db8b56f-ad22-4e01-9884-ee8c3407497a tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] 10.222.0.15 "DELETE /v2.0/ports/49993c1f-525a-461e-9357-84d9cc173a2c HTTP/1.1" status: 204 len: 168 time: 2.1802409 May 30 04:53:43.405213 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 35876) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:53:43.415289 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-8e8dddab-fb54-4f24-bea3-8624c5fe4eeb None None] Current status of the port bece293e-87a2-40dc-b246-78890b014404 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:53:43.415703 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8e8dddab-fb54-4f24-bea3-8624c5fe4eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:43.418122 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-4499f672-f059-4ee9-81fd-997950cf7043 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'cc631afc-991b-44db-9dfb-1fa3a2f7d7ff', 'external_fixed_ips': [{'subnet_id': '467a51d9-d3ba-4dcb-a1e9-6cfd6cbee5a8', 'ip_address': '172.20.0.11'}]}}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:53:43.426558 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6ba2d03-b01e-4a99-beac-20ed9763b07f admin admin] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 04:53:43.436893 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-4499f672-f059-4ee9-81fd-997950cf7043 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:53:43.446053 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-ed3ace84-e59a-4a67-b0c7-1526ae0aafb4 None None] Notify callbacks [] for port, precommit_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:43.450344 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-4499f672-f059-4ee9-81fd-997950cf7043 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Usage tracker for resource:router and tenant:bd3c8d428858414386daf786d1fecb46 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:53:43.455364 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-4499f672-f059-4ee9-81fd-997950cf7043 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:53:43.465043 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-a6ba2d03-b01e-4a99-beac-20ed9763b07f admin admin] 10.222.0.15 "PUT /v2.0/routers/4ce894cc-f128-40c6-907e-3f9e866b9a54/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5590305 May 30 04:53:43.477687 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-ed3ace84-e59a-4a67-b0c7-1526ae0aafb4 None None] Transition to ACTIVE for port object b9224054-b232-4352-8694-1fc62b3bf334 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:53:43.483385 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-4499f672-f059-4ee9-81fd-997950cf7043 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:53:43.485542 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-8e8dddab-fb54-4f24-bea3-8624c5fe4eeb None None] For port bece293e-87a2-40dc-b246-78890b014404, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=bece293e-87a2-40dc-b246-78890b014404,segment=NetworkSegment(85212bcf-98ed-4bb6-b44e-b2716ff7b6a4),segment_id=85212bcf-98ed-4bb6-b44e-b2716ff7b6a4)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:53:43.493372 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-ed3ace84-e59a-4a67-b0c7-1526ae0aafb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:43.494487 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [None req-95a7720e-50f7-4948-ab80-d53f63c07069 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Attempting to bind port 37509eee-4017-4e92-8ec7-22b5fb8a99a0 on host hv-neutron-8437 for vnic_type normal with profile {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 04:53:43.494933 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [None req-95a7720e-50f7-4948-ab80-d53f63c07069 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Attempting to bind port 37509eee-4017-4e92-8ec7-22b5fb8a99a0 by drivers openvswitch,hyperv on host hv-neutron-8437 at level 0 using segments [{'id': 'd4386722-d3e3-4eda-8528-29f9087138e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f33d7644-bae7-4784-8764-54601dc9b9ec'}] {{(pid=88260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 04:53:43.495134 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a7720e-50f7-4948-ab80-d53f63c07069 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Attempting to bind port 37509eee-4017-4e92-8ec7-22b5fb8a99a0 on network f33d7644-bae7-4784-8764-54601dc9b9ec {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 04:53:43.501345 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c398c695-e26e-4cc3-98a7-4cdeab7b90a3 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:43.512313 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a7720e-50f7-4948-ab80-d53f63c07069 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Port 37509eee-4017-4e92-8ec7-22b5fb8a99a0 on network f33d7644-bae7-4784-8764-54601dc9b9ec not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8437 {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 30 04:53:43.513021 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-fb5d9018-d328-4112-8f17-4a79bceed247 tempest-ExternalNetworksAdminNegativeTestJSON-1726290268 tempest-ExternalNetworksAdminNegativeTestJSON-1726290268-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:43.515997 dv-neutron-843763-1-hyperv neutron-server[88260]: ERROR neutron.plugins.ml2.managers [None req-95a7720e-50f7-4948-ab80-d53f63c07069 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Failed to bind port 37509eee-4017-4e92-8ec7-22b5fb8a99a0 on host hv-neutron-8437 for vnic_type normal using segments [{'id': 'd4386722-d3e3-4eda-8528-29f9087138e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f33d7644-bae7-4784-8764-54601dc9b9ec'}] May 30 04:53:43.521533 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.plugins.ml2.plugin [None req-95a7720e-50f7-4948-ab80-d53f63c07069 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Attempt 6 to bind port 37509eee-4017-4e92-8ec7-22b5fb8a99a0 May 30 04:53:43.526049 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-fb5d9018-d328-4112-8f17-4a79bceed247 tempest-ExternalNetworksAdminNegativeTestJSON-1726290268 tempest-ExternalNetworksAdminNegativeTestJSON-1726290268-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:43.531242 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [None req-fb5d9018-d328-4112-8f17-4a79bceed247 tempest-ExternalNetworksAdminNegativeTestJSON-1726290268 tempest-ExternalNetworksAdminNegativeTestJSON-1726290268-project-admin] device_id is not set on port 2866c322-9340-4b28-a516-64f16cb47ba4 yet. {{(pid=88261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 30 04:53:43.546102 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8e8dddab-fb54-4f24-bea3-8624c5fe4eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:43.561903 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [None req-95a7720e-50f7-4948-ab80-d53f63c07069 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Attempting to bind port 37509eee-4017-4e92-8ec7-22b5fb8a99a0 on host hv-neutron-8437 for vnic_type normal with profile {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 04:53:43.562213 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [None req-95a7720e-50f7-4948-ab80-d53f63c07069 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Attempting to bind port 37509eee-4017-4e92-8ec7-22b5fb8a99a0 by drivers openvswitch,hyperv on host hv-neutron-8437 at level 0 using segments [{'id': 'd4386722-d3e3-4eda-8528-29f9087138e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f33d7644-bae7-4784-8764-54601dc9b9ec'}] {{(pid=88260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 04:53:43.562544 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a7720e-50f7-4948-ab80-d53f63c07069 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Attempting to bind port 37509eee-4017-4e92-8ec7-22b5fb8a99a0 on network f33d7644-bae7-4784-8764-54601dc9b9ec {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 04:53:43.614617 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a7720e-50f7-4948-ab80-d53f63c07069 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Port 37509eee-4017-4e92-8ec7-22b5fb8a99a0 on network f33d7644-bae7-4784-8764-54601dc9b9ec not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8437 {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 30 04:53:43.614839 dv-neutron-843763-1-hyperv neutron-server[88260]: ERROR neutron.plugins.ml2.managers [None req-95a7720e-50f7-4948-ab80-d53f63c07069 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Failed to bind port 37509eee-4017-4e92-8ec7-22b5fb8a99a0 on host hv-neutron-8437 for vnic_type normal using segments [{'id': 'd4386722-d3e3-4eda-8528-29f9087138e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f33d7644-bae7-4784-8764-54601dc9b9ec'}] May 30 04:53:43.631695 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-ed3ace84-e59a-4a67-b0c7-1526ae0aafb4 None None] Attempting to bind port b9224054-b232-4352-8694-1fc62b3bf334 on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 04:53:43.632024 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-ed3ace84-e59a-4a67-b0c7-1526ae0aafb4 None None] Attempting to bind port b9224054-b232-4352-8694-1fc62b3bf334 by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': 'ad083d94-0233-4c50-a0ed-00ef7686038c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 04:53:43.632389 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed3ace84-e59a-4a67-b0c7-1526ae0aafb4 None None] Attempting to bind port b9224054-b232-4352-8694-1fc62b3bf334 on network 1bab70f4-3794-44db-8e17-19f483aa8ffa {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 04:53:43.635380 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.plugins.ml2.plugin [None req-95a7720e-50f7-4948-ab80-d53f63c07069 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Attempt 7 to bind port 37509eee-4017-4e92-8ec7-22b5fb8a99a0 May 30 04:53:43.653929 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed3ace84-e59a-4a67-b0c7-1526ae0aafb4 None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 4, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 04:53:43.654368 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed3ace84-e59a-4a67-b0c7-1526ae0aafb4 None None] Checking segment: {'id': 'ad083d94-0233-4c50-a0ed-00ef7686038c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:53:43.654864 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-ed3ace84-e59a-4a67-b0c7-1526ae0aafb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:43.655508 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed3ace84-e59a-4a67-b0c7-1526ae0aafb4 None None] Bound using segment: {'id': 'ad083d94-0233-4c50-a0ed-00ef7686038c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 04:53:43.656286 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-ed3ace84-e59a-4a67-b0c7-1526ae0aafb4 None None] Bound port: b9224054-b232-4352-8694-1fc62b3bf334, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad083d94-0233-4c50-a0ed-00ef7686038c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 04:53:43.656700 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-ed3ace84-e59a-4a67-b0c7-1526ae0aafb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:43.733740 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd274052-f023-49b6-bfb2-50d5d782f06d None None] Pushing event updated for resources: {'Port': ['ID=b9224054-b232-4352-8694-1fc62b3bf334,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:53:43.757215 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c398c695-e26e-4cc3-98a7-4cdeab7b90a3 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Pushing event updated for resources: {'Port': ['ID=4cc77082-2075-4e1d-80ff-f3be2e988ba2,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:53:43.850186 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-68e70b00-7f54-471b-a422-47825d1850da None None] Provisioning complete for port 6ff08b26-9c0a-4266-a838-3b18471bc957 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:53:43.850561 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-68e70b00-7f54-471b-a422-47825d1850da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:43.877393 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb5d9018-d328-4112-8f17-4a79bceed247 tempest-ExternalNetworksAdminNegativeTestJSON-1726290268 tempest-ExternalNetworksAdminNegativeTestJSON-1726290268-project-admin] POST failed (client error): There was a conflict when trying to complete your request. May 30 04:53:43.877989 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb5d9018-d328-4112-8f17-4a79bceed247 tempest-ExternalNetworksAdminNegativeTestJSON-1726290268 tempest-ExternalNetworksAdminNegativeTestJSON-1726290268-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 04:53:43.891399 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4499f672-f059-4ee9-81fd-997950cf7043 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1603901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11666'] for router, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:43.892424 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4499f672-f059-4ee9-81fd-997950cf7043 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11675'] for router, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:43.911777 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c398c695-e26e-4cc3-98a7-4cdeab7b90a3 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Network af4b62e7-fce2-4a03-b41b-9778679ae38a is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:53:43.913402 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [None req-95a7720e-50f7-4948-ab80-d53f63c07069 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Attempting to bind port 37509eee-4017-4e92-8ec7-22b5fb8a99a0 on host hv-neutron-8437 for vnic_type normal with profile {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 04:53:43.914693 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [None req-95a7720e-50f7-4948-ab80-d53f63c07069 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Attempting to bind port 37509eee-4017-4e92-8ec7-22b5fb8a99a0 by drivers openvswitch,hyperv on host hv-neutron-8437 at level 0 using segments [{'id': 'd4386722-d3e3-4eda-8528-29f9087138e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f33d7644-bae7-4784-8764-54601dc9b9ec'}] {{(pid=88260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 04:53:43.915053 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a7720e-50f7-4948-ab80-d53f63c07069 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Attempting to bind port 37509eee-4017-4e92-8ec7-22b5fb8a99a0 on network f33d7644-bae7-4784-8764-54601dc9b9ec {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 04:53:43.918566 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2811898f-6876-4144-b863-a585a648c408 admin admin] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 04:53:43.926868 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5d9018-d328-4112-8f17-4a79bceed247 tempest-ExternalNetworksAdminNegativeTestJSON-1726290268 tempest-ExternalNetworksAdminNegativeTestJSON-1726290268-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffed4706-4518-4e43-9bf5-225dc1300f2c,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:53:43.934349 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8dddab-fb54-4f24-bea3-8624c5fe4eeb None None] Pushing event updated for resources: {'Port': ['ID=bece293e-87a2-40dc-b246-78890b014404,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:53:43.936410 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-2811898f-6876-4144-b863-a585a648c408 admin admin] 10.222.0.15 "PUT /v2.0/routers/4a6359bc-40ba-45a2-9e57-2bca6b7f70d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3685305 May 30 04:53:43.938365 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-ed3ace84-e59a-4a67-b0c7-1526ae0aafb4 None None] For port b9224054-b232-4352-8694-1fc62b3bf334, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 04:53:43.945574 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3dafa2-ac9e-4a3f-a6e6-d18f63c809a2 None None] Sync routers for ids ['4a6359bc-40ba-45a2-9e57-2bca6b7f70d0'] in dv-neutron-843763-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 04:53:43.946708 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-fb5d9018-d328-4112-8f17-4a79bceed247 tempest-ExternalNetworksAdminNegativeTestJSON-1726290268 tempest-ExternalNetworksAdminNegativeTestJSON-1726290268-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.6315706 May 30 04:53:43.946858 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-68e70b00-7f54-471b-a422-47825d1850da None None] Port 6ff08b26-9c0a-4266-a838-3b18471bc957 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 04:53:43.950121 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 35896) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:53:43.953099 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4499f672-f059-4ee9-81fd-997950cf7043 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:43.953268 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-ed3ace84-e59a-4a67-b0c7-1526ae0aafb4 None None] For port b9224054-b232-4352-8694-1fc62b3bf334, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=b9224054-b232-4352-8694-1fc62b3bf334,segment=NetworkSegment(ad083d94-0233-4c50-a0ed-00ef7686038c),segment_id=ad083d94-0233-4c50-a0ed-00ef7686038c)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 04:53:43.964596 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-ed3ace84-e59a-4a67-b0c7-1526ae0aafb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:43.980704 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3dafa2-ac9e-4a3f-a6e6-d18f63c809a2 None None] Routers {'4a6359bc-40ba-45a2-9e57-2bca6b7f70d0'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 04:53:43.981496 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-dd3dafa2-ac9e-4a3f-a6e6-d18f63c809a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T04:53:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['4a6359bc-40ba-45a2-9e57-2bca6b7f70d0'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:53:44.014439 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-c398c695-e26e-4cc3-98a7-4cdeab7b90a3 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:53:44.022608 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c398c695-e26e-4cc3-98a7-4cdeab7b90a3 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:53:44.038513 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c398c695-e26e-4cc3-98a7-4cdeab7b90a3 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:53:44.039753 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c398c695-e26e-4cc3-98a7-4cdeab7b90a3 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642826'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:44.051003 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 35900) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:53:44.076852 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a7720e-50f7-4948-ab80-d53f63c07069 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Port 37509eee-4017-4e92-8ec7-22b5fb8a99a0 on network f33d7644-bae7-4784-8764-54601dc9b9ec not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8437 {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 30 04:53:44.077188 dv-neutron-843763-1-hyperv neutron-server[88260]: ERROR neutron.plugins.ml2.managers [None req-95a7720e-50f7-4948-ab80-d53f63c07069 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Failed to bind port 37509eee-4017-4e92-8ec7-22b5fb8a99a0 on host hv-neutron-8437 for vnic_type normal using segments [{'id': 'd4386722-d3e3-4eda-8528-29f9087138e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f33d7644-bae7-4784-8764-54601dc9b9ec'}] May 30 04:53:44.078651 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-68e70b00-7f54-471b-a422-47825d1850da None None] Provisioning complete for port bece293e-87a2-40dc-b246-78890b014404 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:53:44.079019 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-68e70b00-7f54-471b-a422-47825d1850da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:44.103422 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.plugins.ml2.plugin [None req-95a7720e-50f7-4948-ab80-d53f63c07069 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Attempt 8 to bind port 37509eee-4017-4e92-8ec7-22b5fb8a99a0 May 30 04:53:44.174877 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [None req-95a7720e-50f7-4948-ab80-d53f63c07069 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Attempting to bind port 37509eee-4017-4e92-8ec7-22b5fb8a99a0 on host hv-neutron-8437 for vnic_type normal with profile {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 04:53:44.175220 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [None req-95a7720e-50f7-4948-ab80-d53f63c07069 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Attempting to bind port 37509eee-4017-4e92-8ec7-22b5fb8a99a0 by drivers openvswitch,hyperv on host hv-neutron-8437 at level 0 using segments [{'id': 'd4386722-d3e3-4eda-8528-29f9087138e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f33d7644-bae7-4784-8764-54601dc9b9ec'}] {{(pid=88260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 04:53:44.175561 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a7720e-50f7-4948-ab80-d53f63c07069 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Attempting to bind port 37509eee-4017-4e92-8ec7-22b5fb8a99a0 on network f33d7644-bae7-4784-8764-54601dc9b9ec {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 04:53:44.181424 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd274052-f023-49b6-bfb2-50d5d782f06d None None] Pushing event updated for resources: {'Port': ['ID=b9224054-b232-4352-8694-1fc62b3bf334,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:53:44.190929 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a7720e-50f7-4948-ab80-d53f63c07069 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Port 37509eee-4017-4e92-8ec7-22b5fb8a99a0 on network f33d7644-bae7-4784-8764-54601dc9b9ec not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8437 {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 30 04:53:44.191262 dv-neutron-843763-1-hyperv neutron-server[88260]: ERROR neutron.plugins.ml2.managers [None req-95a7720e-50f7-4948-ab80-d53f63c07069 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Failed to bind port 37509eee-4017-4e92-8ec7-22b5fb8a99a0 on host hv-neutron-8437 for vnic_type normal using segments [{'id': 'd4386722-d3e3-4eda-8528-29f9087138e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f33d7644-bae7-4784-8764-54601dc9b9ec'}] May 30 04:53:44.192772 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-c398c695-e26e-4cc3-98a7-4cdeab7b90a3 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 5.9276271 May 30 04:53:44.195860 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ddfc8b0f-43ba-4f86-b521-ca3ce339fb57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603653'] for router, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:44.208567 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 35908) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:53:44.209113 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.plugins.ml2.plugin [None req-95a7720e-50f7-4948-ab80-d53f63c07069 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Attempt 9 to bind port 37509eee-4017-4e92-8ec7-22b5fb8a99a0 May 30 04:53:44.233523 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-8eeb737e-4323-48da-8a45-b295914241d9 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Request body: {'port': {'network_id': 'af4b62e7-fce2-4a03-b41b-9778679ae38a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2003294868', 'allowed_address_pairs': [{'ip_address': '2001:db8::66', 'mac_address': 'fa:16:3e:d4:61:fd'}]}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:53:44.337484 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3ace84-e59a-4a67-b0c7-1526ae0aafb4 None None] Routers {'4ce894cc-f128-40c6-907e-3f9e866b9a54'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 04:53:44.343603 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-ed3ace84-e59a-4a67-b0c7-1526ae0aafb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T04:53:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['4ce894cc-f128-40c6-907e-3f9e866b9a54'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:53:44.477836 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-dd3dafa2-ac9e-4a3f-a6e6-d18f63c809a2 None None] Set router 4a6359bc-40ba-45a2-9e57-2bca6b7f70d0 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 04:53:44.552332 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [None req-95a7720e-50f7-4948-ab80-d53f63c07069 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Attempting to bind port 37509eee-4017-4e92-8ec7-22b5fb8a99a0 on host hv-neutron-8437 for vnic_type normal with profile {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 04:53:44.552858 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [None req-95a7720e-50f7-4948-ab80-d53f63c07069 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Attempting to bind port 37509eee-4017-4e92-8ec7-22b5fb8a99a0 by drivers openvswitch,hyperv on host hv-neutron-8437 at level 0 using segments [{'id': 'd4386722-d3e3-4eda-8528-29f9087138e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f33d7644-bae7-4784-8764-54601dc9b9ec'}] {{(pid=88260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 04:53:44.552965 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a7720e-50f7-4948-ab80-d53f63c07069 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Attempting to bind port 37509eee-4017-4e92-8ec7-22b5fb8a99a0 on network f33d7644-bae7-4784-8764-54601dc9b9ec {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 04:53:44.583456 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device bece293e-87a2-40dc-b246-78890b014404 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 04:53:44.605709 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-7c1b8ed0-99d0-4bc8-ab17-956a8b6e9bae tempest-RoutersAdminNegativeTest-1787075908 tempest-RoutersAdminNegativeTest-1787075908-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1405359714', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:53:44.617607 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-7c1b8ed0-99d0-4bc8-ab17-956a8b6e9bae tempest-RoutersAdminNegativeTest-1787075908 tempest-RoutersAdminNegativeTest-1787075908-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:53:44.631061 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-7c1b8ed0-99d0-4bc8-ab17-956a8b6e9bae tempest-RoutersAdminNegativeTest-1787075908 tempest-RoutersAdminNegativeTest-1787075908-project-admin] Usage tracker for resource:port and tenant:ca7fa6b73eea48a0b80522024e65477e is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:53:44.634857 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-7c1b8ed0-99d0-4bc8-ab17-956a8b6e9bae tempest-RoutersAdminNegativeTest-1787075908 tempest-RoutersAdminNegativeTest-1787075908-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:53:44.656978 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-7c1b8ed0-99d0-4bc8-ab17-956a8b6e9bae tempest-RoutersAdminNegativeTest-1787075908 tempest-RoutersAdminNegativeTest-1787075908-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:53:44.712684 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-b30c8dcd-3fa5-4946-ade1-7b64d5f6c138 tempest-ExternalNetworksAdminNegativeTestJSON-1726290268 tempest-ExternalNetworksAdminNegativeTestJSON-1726290268-project-admin] Deleting port 4c2047bd-8344-43b3-9d06-e29600740754 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:53:44.713243 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b30c8dcd-3fa5-4946-ade1-7b64d5f6c138 tempest-ExternalNetworksAdminNegativeTestJSON-1726290268 tempest-ExternalNetworksAdminNegativeTestJSON-1726290268-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:44.715525 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c1b8ed0-99d0-4bc8-ab17-956a8b6e9bae tempest-RoutersAdminNegativeTest-1787075908 tempest-RoutersAdminNegativeTest-1787075908-project-admin] Made reservation on behalf of ca7fa6b73eea48a0b80522024e65477e for: {'port': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:53:44.718310 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7c1b8ed0-99d0-4bc8-ab17-956a8b6e9bae tempest-RoutersAdminNegativeTest-1787075908 tempest-RoutersAdminNegativeTest-1787075908-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:44.747546 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 35918) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:53:44.818518 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af56bdc-894a-419d-8a51-897446af821f None None] Network af4b62e7-fce2-4a03-b41b-9778679ae38a requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:53:44.852692 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-808629ae-cc4f-4e92-ac62-10e9b4fb9aeb tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1237244553', 'description': 'tempest-description--795497764'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:53:44.894449 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-808629ae-cc4f-4e92-ac62-10e9b4fb9aeb tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:53:44.929975 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-dd3dafa2-ac9e-4a3f-a6e6-d18f63c809a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a6359bc-40ba-45a2-9e57-2bca6b7f70d0', 'name': 'tempest-ServersTestJSON-5148407-router', 'tenant_id': '78063ff0b78c49339686a2b1a492c074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.49'}], 'enable_snat': True}, 'gw_port_id': 'a2cf377b-0bfb-4934-9c52-e757dc7b9e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T04:53:29Z', 'updated_at': '2022-05-30T04:53:38Z', 'revision_number': 4, 'project_id': '78063ff0b78c49339686a2b1a492c074', 'gw_port': {'id': 'a2cf377b-0bfb-4934-9c52-e757dc7b9e8e', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6359bc-40ba-45a2-9e57-2bca6b7f70d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:53:30Z', 'updated_at': '2022-05-30T04:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': '6ff08b26-9c0a-4266-a838-3b18471bc957', 'name': '', 'network_id': '94a15cbb-b296-4fe7-b2e8-32f706e6cbca', 'tenant_id': '78063ff0b78c49339686a2b1a492c074', 'mac_address': 'fa:16:3e:ed:58:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a6359bc-40ba-45a2-9e57-2bca6b7f70d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '875a4a52-1e6d-498d-99f9-e5086431f2d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:53:34Z', 'updated_at': '2022-05-30T04:53:39Z', 'revision_number': 2, 'project_id': '78063ff0b78c49339686a2b1a492c074', 'subnets': [{'id': '875a4a52-1e6d-498d-99f9-e5086431f2d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:53:44.935098 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3dafa2-ac9e-4a3f-a6e6-d18f63c809a2 None None] Checking router: 4a6359bc-40ba-45a2-9e57-2bca6b7f70d0 for host: dv-neutron-843763-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 04:53:44.935462 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3dafa2-ac9e-4a3f-a6e6-d18f63c809a2 None None] Updating router 4a6359bc-40ba-45a2-9e57-2bca6b7f70d0 port 6ff08b26-9c0a-4266-a838-3b18471bc957 binding host dv-neutron-843763-1-hyperv {{(pid=88263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 30 04:53:44.951912 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4499f672-f059-4ee9-81fd-997950cf7043 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11765'] for router, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:44.956281 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a7720e-50f7-4948-ab80-d53f63c07069 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Port 37509eee-4017-4e92-8ec7-22b5fb8a99a0 on network f33d7644-bae7-4784-8764-54601dc9b9ec not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8437 {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 30 04:53:44.956774 dv-neutron-843763-1-hyperv neutron-server[88260]: ERROR neutron.plugins.ml2.managers [None req-95a7720e-50f7-4948-ab80-d53f63c07069 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Failed to bind port 37509eee-4017-4e92-8ec7-22b5fb8a99a0 on host hv-neutron-8437 for vnic_type normal using segments [{'id': 'd4386722-d3e3-4eda-8528-29f9087138e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f33d7644-bae7-4784-8764-54601dc9b9ec'}] May 30 04:53:44.961759 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.plugins.ml2.plugin [None req-95a7720e-50f7-4948-ab80-d53f63c07069 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Attempt 10 to bind port 37509eee-4017-4e92-8ec7-22b5fb8a99a0 May 30 04:53:44.967057 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-808629ae-cc4f-4e92-ac62-10e9b4fb9aeb tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] Usage tracker for resource:security_group and tenant:78063ff0b78c49339686a2b1a492c074 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:53:44.970336 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-8eeb737e-4323-48da-8a45-b295914241d9 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:53:44.970507 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-808629ae-cc4f-4e92-ac62-10e9b4fb9aeb tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:53:44.975710 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7c1b8ed0-99d0-4bc8-ab17-956a8b6e9bae tempest-RoutersAdminNegativeTest-1787075908 tempest-RoutersAdminNegativeTest-1787075908-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:45.002194 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-8eeb737e-4323-48da-8a45-b295914241d9 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Usage tracker for resource:port and tenant:5b20069eba164497a9d9514a420da987 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:53:45.011820 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-8eeb737e-4323-48da-8a45-b295914241d9 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:53:45.031323 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-68e70b00-7f54-471b-a422-47825d1850da None None] Current status of the port bece293e-87a2-40dc-b246-78890b014404 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:53:45.036217 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-8eeb737e-4323-48da-8a45-b295914241d9 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:53:45.041696 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [None req-95a7720e-50f7-4948-ab80-d53f63c07069 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Attempting to bind port 37509eee-4017-4e92-8ec7-22b5fb8a99a0 on host hv-neutron-8437 for vnic_type normal with profile {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 04:53:45.046406 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [None req-95a7720e-50f7-4948-ab80-d53f63c07069 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Attempting to bind port 37509eee-4017-4e92-8ec7-22b5fb8a99a0 by drivers openvswitch,hyperv on host hv-neutron-8437 at level 0 using segments [{'id': 'd4386722-d3e3-4eda-8528-29f9087138e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f33d7644-bae7-4784-8764-54601dc9b9ec'}] {{(pid=88260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 04:53:45.046784 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a7720e-50f7-4948-ab80-d53f63c07069 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Attempting to bind port 37509eee-4017-4e92-8ec7-22b5fb8a99a0 on network f33d7644-bae7-4784-8764-54601dc9b9ec {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 04:53:45.052441 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-dd3dafa2-ac9e-4a3f-a6e6-d18f63c809a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:45.059860 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-808629ae-cc4f-4e92-ac62-10e9b4fb9aeb tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:53:45.065308 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-7c1b8ed0-99d0-4bc8-ab17-956a8b6e9bae tempest-RoutersAdminNegativeTest-1787075908 tempest-RoutersAdminNegativeTest-1787075908-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:53:45.087672 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-68e70b00-7f54-471b-a422-47825d1850da None None] Provisioning for port 74dfc65a-67f1-43f9-8dc5-6cd308de3c6e completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:53:45.088792 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a7720e-50f7-4948-ab80-d53f63c07069 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Port 37509eee-4017-4e92-8ec7-22b5fb8a99a0 on network f33d7644-bae7-4784-8764-54601dc9b9ec not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8437 {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 30 04:53:45.089139 dv-neutron-843763-1-hyperv neutron-server[88260]: ERROR neutron.plugins.ml2.managers [None req-95a7720e-50f7-4948-ab80-d53f63c07069 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Failed to bind port 37509eee-4017-4e92-8ec7-22b5fb8a99a0 on host hv-neutron-8437 for vnic_type normal using segments [{'id': 'd4386722-d3e3-4eda-8528-29f9087138e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f33d7644-bae7-4784-8764-54601dc9b9ec'}] May 30 04:53:45.089490 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-95a7720e-50f7-4948-ab80-d53f63c07069 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:45.103506 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-68e70b00-7f54-471b-a422-47825d1850da None None] Provisioning complete for port 74dfc65a-67f1-43f9-8dc5-6cd308de3c6e triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:53:45.104216 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-68e70b00-7f54-471b-a422-47825d1850da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:45.125662 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-7c1b8ed0-99d0-4bc8-ab17-956a8b6e9bae tempest-RoutersAdminNegativeTest-1787075908 tempest-RoutersAdminNegativeTest-1787075908-project-admin] Usage tracker for resource:security_group_rule and tenant:ca7fa6b73eea48a0b80522024e65477e is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:53:45.148862 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-7c1b8ed0-99d0-4bc8-ab17-956a8b6e9bae tempest-RoutersAdminNegativeTest-1787075908 tempest-RoutersAdminNegativeTest-1787075908-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:53:45.159607 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-808629ae-cc4f-4e92-ac62-10e9b4fb9aeb tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:45.180511 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eeb737e-4323-48da-8a45-b295914241d9 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Made reservation on behalf of 5b20069eba164497a9d9514a420da987 for: {'port': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:53:45.192730 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 35924) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:53:45.200781 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-7c1b8ed0-99d0-4bc8-ab17-956a8b6e9bae tempest-RoutersAdminNegativeTest-1787075908 tempest-RoutersAdminNegativeTest-1787075908-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:53:45.211201 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-0c21fb55-b181-4157-b1b9-64d771309194 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1201577021', 'description': 'tempest-description--771021140'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:53:45.225161 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-808629ae-cc4f-4e92-ac62-10e9b4fb9aeb tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:53:45.240375 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-0c21fb55-b181-4157-b1b9-64d771309194 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:53:45.248645 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-808629ae-cc4f-4e92-ac62-10e9b4fb9aeb tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] Usage tracker for resource:security_group_rule and tenant:78063ff0b78c49339686a2b1a492c074 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:53:45.252819 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-0c21fb55-b181-4157-b1b9-64d771309194 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Usage tracker for resource:security_group and tenant:75c565b2496748d0aca7efef0deb76ef is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:53:45.259908 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-0c21fb55-b181-4157-b1b9-64d771309194 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:53:45.261747 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-ed3ace84-e59a-4a67-b0c7-1526ae0aafb4 None None] Set router 4ce894cc-f128-40c6-907e-3f9e866b9a54 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 04:53:45.263556 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b30c8dcd-3fa5-4946-ade1-7b64d5f6c138 tempest-ExternalNetworksAdminNegativeTestJSON-1726290268 tempest-ExternalNetworksAdminNegativeTestJSON-1726290268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:45.263887 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b30c8dcd-3fa5-4946-ade1-7b64d5f6c138 tempest-ExternalNetworksAdminNegativeTestJSON-1726290268 tempest-ExternalNetworksAdminNegativeTestJSON-1726290268-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:45.271265 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-808629ae-cc4f-4e92-ac62-10e9b4fb9aeb tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:53:45.284649 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-0c21fb55-b181-4157-b1b9-64d771309194 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:53:45.288291 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-808629ae-cc4f-4e92-ac62-10e9b4fb9aeb tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:53:45.332049 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddfc8b0f-43ba-4f86-b521-ca3ce339fb57 admin admin] Router b02ff726-f08b-4149-a2e7-4d3905e56a54 is scheduled to L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 with binding_index 1 {{(pid=88260) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 30 04:53:45.427017 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-b30c8dcd-3fa5-4946-ade1-7b64d5f6c138 tempest-ExternalNetworksAdminNegativeTestJSON-1726290268 tempest-ExternalNetworksAdminNegativeTestJSON-1726290268-project-admin] Calling delete_port for 4c2047bd-8344-43b3-9d06-e29600740754 owned by network:floatingip {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:53:45.495561 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0c21fb55-b181-4157-b1b9-64d771309194 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:45.500123 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port bece293e-87a2-40dc-b246-78890b014404 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:53:45.500621 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:45.522872 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8eeb737e-4323-48da-8a45-b295914241d9 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:45.529476 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-0c21fb55-b181-4157-b1b9-64d771309194 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:53:45.544274 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-95a7720e-50f7-4948-ab80-d53f63c07069 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] For port 37509eee-4017-4e92-8ec7-22b5fb8a99a0, host hv-neutron-8437, cleared binding levels {{(pid=88260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 04:53:45.544638 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-95a7720e-50f7-4948-ab80-d53f63c07069 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Attempted to set empty binding levels {{(pid=88260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 30 04:53:45.550206 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-0c21fb55-b181-4157-b1b9-64d771309194 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Usage tracker for resource:security_group_rule and tenant:75c565b2496748d0aca7efef0deb76ef is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:53:45.557595 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-0c21fb55-b181-4157-b1b9-64d771309194 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:53:45.583617 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-0c21fb55-b181-4157-b1b9-64d771309194 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:53:45.594118 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-dd3dafa2-ac9e-4a3f-a6e6-d18f63c809a2 None None] Notify callbacks [] for port, precommit_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:45.611906 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.provisioning_blocks [None req-dd3dafa2-ac9e-4a3f-a6e6-d18f63c809a2 None None] Transition to ACTIVE for port object 6ff08b26-9c0a-4266-a838-3b18471bc957 will not be triggered until provisioned by entity L2. {{(pid=88263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:53:45.615628 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-68e70b00-7f54-471b-a422-47825d1850da None None] Port 74dfc65a-67f1-43f9-8dc5-6cd308de3c6e cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 04:53:45.626523 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-dd3dafa2-ac9e-4a3f-a6e6-d18f63c809a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:45.656679 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddfc8b0f-43ba-4f86-b521-ca3ce339fb57 admin admin] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 04:53:45.671365 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-95a7720e-50f7-4948-ab80-d53f63c07069 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:45.704751 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5a26ba-1db9-402f-b0a3-7c7706832b8f None None] Sync routers for ids ['b02ff726-f08b-4149-a2e7-4d3905e56a54'] in dv-neutron-843763-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 04:53:45.742895 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [None req-8eeb737e-4323-48da-8a45-b295914241d9 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] device_id is not set on port 0badf68f-d510-4c58-909e-89f7271cc60a yet. {{(pid=88260) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 30 04:53:45.744332 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc289b86-c04c-46f4-b889-5252054a673f None None] Pushing event updated for resources: {'Port': ['ID=6ff08b26-9c0a-4266-a838-3b18471bc957,revision_number=3']} {{(pid=88263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:53:45.814658 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95a7720e-50f7-4948-ab80-d53f63c07069 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:53:45.815386 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-95a7720e-50f7-4948-ab80-d53f63c07069 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642826'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:45.864345 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5a26ba-1db9-402f-b0a3-7c7706832b8f None None] Routers {'b02ff726-f08b-4149-a2e7-4d3905e56a54'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 04:53:45.865100 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-3b5a26ba-1db9-402f-b0a3-7c7706832b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T04:53:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['b02ff726-f08b-4149-a2e7-4d3905e56a54'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:53:45.869800 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-95a7720e-50f7-4948-ab80-d53f63c07069 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 9.1228259 May 30 04:53:45.874922 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7c1b8ed0-99d0-4bc8-ab17-956a8b6e9bae tempest-RoutersAdminNegativeTest-1787075908 tempest-RoutersAdminNegativeTest-1787075908-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:45.881621 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ddfc8b0f-43ba-4f86-b521-ca3ce339fb57 admin admin] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:45.883609 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-ddfc8b0f-43ba-4f86-b521-ca3ce339fb57 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 11.1697874 May 30 04:53:45.887066 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 35928) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:53:45.887513 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 35930) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:53:45.903763 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a7720e-50f7-4948-ab80-d53f63c07069 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Pushing event updated for resources: {'Port': ['ID=37509eee-4017-4e92-8ec7-22b5fb8a99a0,revision_number=2']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:53:45.907283 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7c1b8ed0-99d0-4bc8-ab17-956a8b6e9bae tempest-RoutersAdminNegativeTest-1787075908 tempest-RoutersAdminNegativeTest-1787075908-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:46.012455 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-d4763b58-2d24-4c81-8769-d5bb87d46b17 None None] Provisioning for port 1c642bf7-4d12-4214-b363-3b9d2976b10d completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:53:46.048281 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port bece293e-87a2-40dc-b246-78890b014404 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:53:46.049740 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 1c642bf7-4d12-4214-b363-3b9d2976b10d up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 04:53:46.063758 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-dd3dafa2-ac9e-4a3f-a6e6-d18f63c809a2 None None] Attempting to bind port 6ff08b26-9c0a-4266-a838-3b18471bc957 on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 04:53:46.064370 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-dd3dafa2-ac9e-4a3f-a6e6-d18f63c809a2 None None] Attempting to bind port 6ff08b26-9c0a-4266-a838-3b18471bc957 by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': '50948e22-aeb7-4d40-9037-d9f84615e996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '94a15cbb-b296-4fe7-b2e8-32f706e6cbca'}] {{(pid=88263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 04:53:46.064596 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3dafa2-ac9e-4a3f-a6e6-d18f63c809a2 None None] Attempting to bind port 6ff08b26-9c0a-4266-a838-3b18471bc957 on network 94a15cbb-b296-4fe7-b2e8-32f706e6cbca {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 04:53:46.071661 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3dafa2-ac9e-4a3f-a6e6-d18f63c809a2 None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 4, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 04:53:46.072067 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3dafa2-ac9e-4a3f-a6e6-d18f63c809a2 None None] Checking segment: {'id': '50948e22-aeb7-4d40-9037-d9f84615e996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '94a15cbb-b296-4fe7-b2e8-32f706e6cbca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:53:46.072656 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-dd3dafa2-ac9e-4a3f-a6e6-d18f63c809a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:46.073289 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3dafa2-ac9e-4a3f-a6e6-d18f63c809a2 None None] Bound using segment: {'id': '50948e22-aeb7-4d40-9037-d9f84615e996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '94a15cbb-b296-4fe7-b2e8-32f706e6cbca'} {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 04:53:46.074226 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-dd3dafa2-ac9e-4a3f-a6e6-d18f63c809a2 None None] Bound port: 6ff08b26-9c0a-4266-a838-3b18471bc957, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50948e22-aeb7-4d40-9037-d9f84615e996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '94a15cbb-b296-4fe7-b2e8-32f706e6cbca'}}] {{(pid=88263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 04:53:46.074330 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-dd3dafa2-ac9e-4a3f-a6e6-d18f63c809a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:46.131715 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-808629ae-cc4f-4e92-ac62-10e9b4fb9aeb tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:46.196245 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.db [None req-dd3dafa2-ac9e-4a3f-a6e6-d18f63c809a2 None None] For port 6ff08b26-9c0a-4266-a838-3b18471bc957, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 04:53:46.200372 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.db [None req-dd3dafa2-ac9e-4a3f-a6e6-d18f63c809a2 None None] For port 6ff08b26-9c0a-4266-a838-3b18471bc957, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=6ff08b26-9c0a-4266-a838-3b18471bc957,segment=NetworkSegment(50948e22-aeb7-4d40-9037-d9f84615e996),segment_id=50948e22-aeb7-4d40-9037-d9f84615e996)] {{(pid=88263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 04:53:46.206461 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [None req-7c1b8ed0-99d0-4bc8-ab17-956a8b6e9bae tempest-RoutersAdminNegativeTest-1787075908 tempest-RoutersAdminNegativeTest-1787075908-project-admin] device_id is not set on port 83de52bd-54d0-4ff6-af62-fe4949bb2435 yet. {{(pid=88260) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 30 04:53:46.212799 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-dd3dafa2-ac9e-4a3f-a6e6-d18f63c809a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:46.247849 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4499f672-f059-4ee9-81fd-997950cf7043 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:46.291439 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4499f672-f059-4ee9-81fd-997950cf7043 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:46.293316 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-808629ae-cc4f-4e92-ac62-10e9b4fb9aeb tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:46.333378 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3dafa2-ac9e-4a3f-a6e6-d18f63c809a2 None None] Routers {'4a6359bc-40ba-45a2-9e57-2bca6b7f70d0'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 04:53:46.334155 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-dd3dafa2-ac9e-4a3f-a6e6-d18f63c809a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T04:53:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['4a6359bc-40ba-45a2-9e57-2bca6b7f70d0'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:53:46.342879 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0c21fb55-b181-4157-b1b9-64d771309194 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:46.359025 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port 1c642bf7-4d12-4214-b363-3b9d2976b10d completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:53:46.363267 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-3b5a26ba-1db9-402f-b0a3-7c7706832b8f None None] Set router b02ff726-f08b-4149-a2e7-4d3905e56a54 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 04:53:46.394655 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc289b86-c04c-46f4-b889-5252054a673f None None] Pushing event updated for resources: {'Port': ['ID=6ff08b26-9c0a-4266-a838-3b18471bc957,revision_number=4']} {{(pid=88263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:53:46.438327 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808629ae-cc4f-4e92-ac62-10e9b4fb9aeb tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc19cd7e-061d-420d-8a79-861f74cfc0d2,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:53:46.452592 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-808629ae-cc4f-4e92-ac62-10e9b4fb9aeb tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:46.456059 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-808629ae-cc4f-4e92-ac62-10e9b4fb9aeb tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.7073631 May 30 04:53:46.460621 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0c21fb55-b181-4157-b1b9-64d771309194 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:46.466553 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-7c1b8ed0-99d0-4bc8-ab17-956a8b6e9bae tempest-RoutersAdminNegativeTest-1787075908 tempest-RoutersAdminNegativeTest-1787075908-project-admin] Allocated IP 172.26.6.30 (1bab70f4-3794-44db-8e17-19f483aa8ffa/6b5b73c1-b0ce-4f83-a930-c00cc5522926/83de52bd-54d0-4ff6-af62-fe4949bb2435) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:53:46.477494 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 35936) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:53:46.482609 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1b8ed0-99d0-4bc8-ab17-956a8b6e9bae tempest-RoutersAdminNegativeTest-1787075908 tempest-RoutersAdminNegativeTest-1787075908-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cf3bf2e-2916-4411-9b6c-0e361d25caef,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:53:46.530592 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 1c642bf7-4d12-4214-b363-3b9d2976b10d triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:53:46.530972 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:46.534144 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0c21fb55-b181-4157-b1b9-64d771309194 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:46.535546 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-0c21fb55-b181-4157-b1b9-64d771309194 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.3397877 May 30 04:53:46.542144 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-ba070334-dc40-4087-872f-36b02dba54ac tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] Request body: {'security_group_rule': {'security_group_id': 'dc19cd7e-061d-420d-8a79-861f74cfc0d2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:53:46.557201 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 35940) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:53:46.568137 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c21fb55-b181-4157-b1b9-64d771309194 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0fb8c38-d8b6-4c01-bc8c-1b54a1e25304,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:53:46.570399 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-86de3a9c-d9ad-4b2c-a704-015910dec452 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Request body: {'security_group_rule': {'security_group_id': 'b0fb8c38-d8b6-4c01-bc8c-1b54a1e25304', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:53:46.588617 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-ba070334-dc40-4087-872f-36b02dba54ac tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:53:46.622964 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-ba070334-dc40-4087-872f-36b02dba54ac tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] Usage tracker for resource:security_group_rule and tenant:78063ff0b78c49339686a2b1a492c074 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:53:46.631460 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-ed3ace84-e59a-4a67-b0c7-1526ae0aafb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce894cc-f128-40c6-907e-3f9e866b9a54', 'name': 'tempest-ServerActionsTestJSON-1533739700-router', 'tenant_id': '75c565b2496748d0aca7efef0deb76ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.12'}], 'enable_snat': True}, 'gw_port_id': 'b9224054-b232-4352-8694-1fc62b3bf334', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T04:53:34Z', 'updated_at': '2022-05-30T04:53:40Z', 'revision_number': 4, 'project_id': '75c565b2496748d0aca7efef0deb76ef', 'gw_port': {'id': 'b9224054-b232-4352-8694-1fc62b3bf334', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:08:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ce894cc-f128-40c6-907e-3f9e866b9a54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:53:36Z', 'updated_at': '2022-05-30T04:53:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': '74dfc65a-67f1-43f9-8dc5-6cd308de3c6e', 'name': '', 'network_id': 'd6c60be6-16d0-4643-855e-f83fdbae0248', 'tenant_id': '75c565b2496748d0aca7efef0deb76ef', 'mac_address': 'fa:16:3e:12:36:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ce894cc-f128-40c6-907e-3f9e866b9a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'c06f497a-4701-45be-bb19-b5a139bdd216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:53:40Z', 'updated_at': '2022-05-30T04:53:41Z', 'revision_number': 2, 'project_id': '75c565b2496748d0aca7efef0deb76ef', 'subnets': [{'id': 'c06f497a-4701-45be-bb19-b5a139bdd216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:53:46.637682 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-ba070334-dc40-4087-872f-36b02dba54ac tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:53:46.640619 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b30c8dcd-3fa5-4946-ade1-7b64d5f6c138 tempest-ExternalNetworksAdminNegativeTestJSON-1726290268 tempest-ExternalNetworksAdminNegativeTestJSON-1726290268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:46.677934 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-dd3dafa2-ac9e-4a3f-a6e6-d18f63c809a2 None None] Set router 4a6359bc-40ba-45a2-9e57-2bca6b7f70d0 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 04:53:46.691879 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-ba070334-dc40-4087-872f-36b02dba54ac tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:53:46.712347 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-86de3a9c-d9ad-4b2c-a704-015910dec452 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:53:46.716668 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-96eda194-0654-4d20-b880-0f0ff1296625 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Deleting port 37509eee-4017-4e92-8ec7-22b5fb8a99a0 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:53:46.721688 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3ace84-e59a-4a67-b0c7-1526ae0aafb4 None None] The sync data for ids ['4ce894cc-f128-40c6-907e-3f9e866b9a54'] in dv-neutron-843763-1-hyperv is: [{'id': '4ce894cc-f128-40c6-907e-3f9e866b9a54', 'name': 'tempest-ServerActionsTestJSON-1533739700-router', 'tenant_id': '75c565b2496748d0aca7efef0deb76ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.12'}], 'enable_snat': True}, 'gw_port_id': 'b9224054-b232-4352-8694-1fc62b3bf334', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T04:53:34Z', 'updated_at': '2022-05-30T04:53:40Z', 'revision_number': 4, 'project_id': '75c565b2496748d0aca7efef0deb76ef', 'gw_port': {'id': 'b9224054-b232-4352-8694-1fc62b3bf334', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:08:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ce894cc-f128-40c6-907e-3f9e866b9a54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:53:36Z', 'updated_at': '2022-05-30T04:53:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': '74dfc65a-67f1-43f9-8dc5-6cd308de3c6e', 'name': '', 'network_id': 'd6c60be6-16d0-4643-855e-f83fdbae0248', 'tenant_id': '75c565b2496748d0aca7efef0deb76ef', 'mac_address': 'fa:16:3e:12:36:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ce894cc-f128-40c6-907e-3f9e866b9a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'c06f497a-4701-45be-bb19-b5a139bdd216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:53:40Z', 'updated_at': '2022-05-30T04:53:41Z', 'revision_number': 2, 'project_id': '75c565b2496748d0aca7efef0deb76ef', 'subnets': [{'id': 'c06f497a-4701-45be-bb19-b5a139bdd216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 04:53:46.721957 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-96eda194-0654-4d20-b880-0f0ff1296625 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:46.755660 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30c8dcd-3fa5-4946-ade1-7b64d5f6c138 tempest-ExternalNetworksAdminNegativeTestJSON-1726290268 tempest-ExternalNetworksAdminNegativeTestJSON-1726290268-project-admin] Pushing event deleted for resources: {'Port': ['ID=4c2047bd-8344-43b3-9d06-e29600740754,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:53:46.802668 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ba070334-dc40-4087-872f-36b02dba54ac tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:46.871450 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-8eeb737e-4323-48da-8a45-b295914241d9 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Allocated IP 2001:db8::5a (af4b62e7-fce2-4a03-b41b-9778679ae38a/bcfa10f8-e3f0-4b7d-b91d-7097aff50da3/0badf68f-d510-4c58-909e-89f7271cc60a) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:53:46.997442 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ba070334-dc40-4087-872f-36b02dba54ac tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:47.032977 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-86de3a9c-d9ad-4b2c-a704-015910dec452 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Usage tracker for resource:security_group_rule and tenant:75c565b2496748d0aca7efef0deb76ef is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:53:47.063985 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-86de3a9c-d9ad-4b2c-a704-015910dec452 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:53:47.064981 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-64e07b8f-d807-463c-845b-e7f5b0ea273d None None] Provisioning for port 4cc77082-2075-4e1d-80ff-f3be2e988ba2 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:53:47.075960 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-64e07b8f-d807-463c-845b-e7f5b0ea273d None None] Provisioning complete for port 4cc77082-2075-4e1d-80ff-f3be2e988ba2 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:53:47.076427 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b30c8dcd-3fa5-4946-ade1-7b64d5f6c138 tempest-ExternalNetworksAdminNegativeTestJSON-1726290268 tempest-ExternalNetworksAdminNegativeTestJSON-1726290268-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:47.076786 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-64e07b8f-d807-463c-845b-e7f5b0ea273d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:47.093385 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ba070334-dc40-4087-872f-36b02dba54ac tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:47.108271 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-86de3a9c-d9ad-4b2c-a704-015910dec452 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:53:47.165492 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-4499f672-f059-4ee9-81fd-997950cf7043 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Allocated IP 172.20.0.11 (cc631afc-991b-44db-9dfb-1fa3a2f7d7ff/467a51d9-d3ba-4dcb-a1e9-6cfd6cbee5a8/d3cb4778-7dcd-4b63-bef4-b3795033c4b9) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:53:47.241999 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-64e07b8f-d807-463c-845b-e7f5b0ea273d None None] Port 4cc77082-2075-4e1d-80ff-f3be2e988ba2 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 04:53:47.252093 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 1c642bf7-4d12-4214-b363-3b9d2976b10d is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:53:47.252477 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:47.284008 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b30c8dcd-3fa5-4946-ade1-7b64d5f6c138 tempest-ExternalNetworksAdminNegativeTestJSON-1726290268 tempest-ExternalNetworksAdminNegativeTestJSON-1726290268-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for floatingip, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:47.288806 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-b30c8dcd-3fa5-4946-ade1-7b64d5f6c138 tempest-ExternalNetworksAdminNegativeTestJSON-1726290268 tempest-ExternalNetworksAdminNegativeTestJSON-1726290268-project-admin] 10.222.0.15 "DELETE /v2.0/floatingips/732bee34-5185-4d6f-9716-2401690b2631 HTTP/1.1" status: 204 len: 168 time: 3.3341138 May 30 04:53:47.315961 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba070334-dc40-4087-872f-36b02dba54ac tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88da19c9-22ad-49da-a781-cb24ec2cf505,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:53:47.321359 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ba070334-dc40-4087-872f-36b02dba54ac tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:47.325624 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-ba070334-dc40-4087-872f-36b02dba54ac tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8032024 May 30 04:53:47.326294 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 35948) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:53:47.329239 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-dd3dafa2-ac9e-4a3f-a6e6-d18f63c809a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a6359bc-40ba-45a2-9e57-2bca6b7f70d0', 'name': 'tempest-ServersTestJSON-5148407-router', 'tenant_id': '78063ff0b78c49339686a2b1a492c074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.49'}], 'enable_snat': True}, 'gw_port_id': 'a2cf377b-0bfb-4934-9c52-e757dc7b9e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T04:53:29Z', 'updated_at': '2022-05-30T04:53:38Z', 'revision_number': 4, 'project_id': '78063ff0b78c49339686a2b1a492c074', 'gw_port': {'id': 'a2cf377b-0bfb-4934-9c52-e757dc7b9e8e', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6359bc-40ba-45a2-9e57-2bca6b7f70d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:53:30Z', 'updated_at': '2022-05-30T04:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': '6ff08b26-9c0a-4266-a838-3b18471bc957', 'name': '', 'network_id': '94a15cbb-b296-4fe7-b2e8-32f706e6cbca', 'tenant_id': '78063ff0b78c49339686a2b1a492c074', 'mac_address': 'fa:16:3e:ed:58:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a6359bc-40ba-45a2-9e57-2bca6b7f70d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '875a4a52-1e6d-498d-99f9-e5086431f2d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:53:34Z', 'updated_at': '2022-05-30T04:53:46Z', 'revision_number': 4, 'project_id': '78063ff0b78c49339686a2b1a492c074', 'subnets': [{'id': '875a4a52-1e6d-498d-99f9-e5086431f2d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:53:47.343382 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:47.344616 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-c5a7a412-374c-450b-b498-edf6d5ad7a4e tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] Request body: {'security_group_rule': {'security_group_id': 'dc19cd7e-061d-420d-8a79-861f74cfc0d2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:53:47.349602 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3dafa2-ac9e-4a3f-a6e6-d18f63c809a2 None None] The sync data for ids ['4a6359bc-40ba-45a2-9e57-2bca6b7f70d0'] in dv-neutron-843763-1-hyperv is: [{'id': '4a6359bc-40ba-45a2-9e57-2bca6b7f70d0', 'name': 'tempest-ServersTestJSON-5148407-router', 'tenant_id': '78063ff0b78c49339686a2b1a492c074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.49'}], 'enable_snat': True}, 'gw_port_id': 'a2cf377b-0bfb-4934-9c52-e757dc7b9e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T04:53:29Z', 'updated_at': '2022-05-30T04:53:38Z', 'revision_number': 4, 'project_id': '78063ff0b78c49339686a2b1a492c074', 'gw_port': {'id': 'a2cf377b-0bfb-4934-9c52-e757dc7b9e8e', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6359bc-40ba-45a2-9e57-2bca6b7f70d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:53:30Z', 'updated_at': '2022-05-30T04:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': '6ff08b26-9c0a-4266-a838-3b18471bc957', 'name': '', 'network_id': '94a15cbb-b296-4fe7-b2e8-32f706e6cbca', 'tenant_id': '78063ff0b78c49339686a2b1a492c074', 'mac_address': 'fa:16:3e:ed:58:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a6359bc-40ba-45a2-9e57-2bca6b7f70d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '875a4a52-1e6d-498d-99f9-e5086431f2d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:53:34Z', 'updated_at': '2022-05-30T04:53:46Z', 'revision_number': 4, 'project_id': '78063ff0b78c49339686a2b1a492c074', 'subnets': [{'id': '875a4a52-1e6d-498d-99f9-e5086431f2d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 04:53:47.370594 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-c5a7a412-374c-450b-b498-edf6d5ad7a4e tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:53:47.371105 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-64e07b8f-d807-463c-845b-e7f5b0ea273d None None] Provisioning complete for port 1c642bf7-4d12-4214-b363-3b9d2976b10d triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:53:47.371624 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-64e07b8f-d807-463c-845b-e7f5b0ea273d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:47.451233 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-c5a7a412-374c-450b-b498-edf6d5ad7a4e tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] Usage tracker for resource:security_group_rule and tenant:78063ff0b78c49339686a2b1a492c074 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:53:47.454810 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-c5a7a412-374c-450b-b498-edf6d5ad7a4e tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:53:47.478460 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-c5a7a412-374c-450b-b498-edf6d5ad7a4e tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:53:47.487031 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] For port 1c642bf7-4d12-4214-b363-3b9d2976b10d, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=1c642bf7-4d12-4214-b363-3b9d2976b10d,segment=NetworkSegment(c844481f-887f-4394-ac8b-a6fdc27512ea),segment_id=c844481f-887f-4394-ac8b-a6fdc27512ea)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:53:47.508740 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4499f672-f059-4ee9-81fd-997950cf7043 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:47.511282 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-3b5a26ba-1db9-402f-b0a3-7c7706832b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b02ff726-f08b-4149-a2e7-4d3905e56a54', 'name': 'tempest-ServersTestManualDisk-667274620-router', 'tenant_id': '3fffdaf8665e4f2eb17f85d23ba9b1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.58'}], 'enable_snat': True}, 'gw_port_id': 'c55ef8d8-9531-4178-b54e-cd03e72ab6ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T04:53:35Z', 'updated_at': '2022-05-30T04:53:42Z', 'revision_number': 3, 'project_id': '3fffdaf8665e4f2eb17f85d23ba9b1e3', 'gw_port': {'id': 'c55ef8d8-9531-4178-b54e-cd03e72ab6ef', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:d0:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b02ff726-f08b-4149-a2e7-4d3905e56a54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:53:39Z', 'updated_at': '2022-05-30T04:53:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv'}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:53:47.515279 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:47.544606 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c5a7a412-374c-450b-b498-edf6d5ad7a4e tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:47.560977 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-96eda194-0654-4d20-b880-0f0ff1296625 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] For port 37509eee-4017-4e92-8ec7-22b5fb8a99a0, host hv-neutron-8437, got binding levels [] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:53:47.561476 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-96eda194-0654-4d20-b880-0f0ff1296625 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:47.564622 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5a26ba-1db9-402f-b0a3-7c7706832b8f None None] Checking router: b02ff726-f08b-4149-a2e7-4d3905e56a54 for host: dv-neutron-843763-1-hyperv {{(pid=88262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 04:53:47.564980 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5a26ba-1db9-402f-b0a3-7c7706832b8f None None] Updating router b02ff726-f08b-4149-a2e7-4d3905e56a54 port c55ef8d8-9531-4178-b54e-cd03e72ab6ef binding host dv-neutron-843763-1-hyperv {{(pid=88262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 30 04:53:47.693422 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Pushing event updated for resources: {'Port': ['ID=1c642bf7-4d12-4214-b363-3b9d2976b10d,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:53:47.745188 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4499f672-f059-4ee9-81fd-997950cf7043 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:47.823767 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 6ff08b26-9c0a-4266-a838-3b18471bc957 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 04:53:47.842631 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-96eda194-0654-4d20-b880-0f0ff1296625 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Calling delete_port for 37509eee-4017-4e92-8ec7-22b5fb8a99a0 owned by {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:53:47.917402 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4499f672-f059-4ee9-81fd-997950cf7043 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Network cc631afc-991b-44db-9dfb-1fa3a2f7d7ff is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:53:47.928467 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c5a7a412-374c-450b-b498-edf6d5ad7a4e tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:47.938285 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-4499f672-f059-4ee9-81fd-997950cf7043 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:53:47.943769 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4499f672-f059-4ee9-81fd-997950cf7043 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:53:47.980441 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-64e07b8f-d807-463c-845b-e7f5b0ea273d None None] Current status of the port 1c642bf7-4d12-4214-b363-3b9d2976b10d is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:53:48.017456 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-3b5a26ba-1db9-402f-b0a3-7c7706832b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:48.025168 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 35954) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:53:48.027359 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c5a7a412-374c-450b-b498-edf6d5ad7a4e tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:48.049514 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4499f672-f059-4ee9-81fd-997950cf7043 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Pushing event updated for resources: {'Port': ['ID=d3cb4778-7dcd-4b63-bef4-b3795033c4b9,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:53:48.174892 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a7a412-374c-450b-b498-edf6d5ad7a4e tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f0a9b04-ea73-446b-a0ba-5cf4847861aa,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:53:48.321339 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c5a7a412-374c-450b-b498-edf6d5ad7a4e tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:48.324750 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-c5a7a412-374c-450b-b498-edf6d5ad7a4e tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9879599 May 30 04:53:48.333601 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 35960) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:53:48.350696 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-049a6e3c-26b2-4181-9617-7dc4c14d3473 tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] Request body: {'floatingip': {'floating_network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:53:48.379039 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-a0cc07bd-17dc-4260-846d-97c4b9db1523 None None] Provisioning complete for port 4cc77082-2075-4e1d-80ff-f3be2e988ba2 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:53:48.379504 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a0cc07bd-17dc-4260-846d-97c4b9db1523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:48.405327 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-86de3a9c-d9ad-4b2c-a704-015910dec452 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:48.410427 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-049a6e3c-26b2-4181-9617-7dc4c14d3473 tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:53:48.420395 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bc6889dd-1fe4-484e-865a-38c2aac10b5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:48.439262 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-049a6e3c-26b2-4181-9617-7dc4c14d3473 tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] Usage tracker for resource:floatingip and tenant:78063ff0b78c49339686a2b1a492c074 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:53:48.444734 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-049a6e3c-26b2-4181-9617-7dc4c14d3473 tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:53:48.457424 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-a0cc07bd-17dc-4260-846d-97c4b9db1523 None None] Port 4cc77082-2075-4e1d-80ff-f3be2e988ba2 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 04:53:48.472627 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port 6ff08b26-9c0a-4266-a838-3b18471bc957 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:53:48.483744 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 6ff08b26-9c0a-4266-a838-3b18471bc957 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:53:48.484114 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:48.560672 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-049a6e3c-26b2-4181-9617-7dc4c14d3473 tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:53:48.570450 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-bc6889dd-1fe4-484e-865a-38c2aac10b5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:53:48.600858 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-bc6889dd-1fe4-484e-865a-38c2aac10b5c admin admin] Usage tracker for resource:security_group_rule and tenant:4c1f85a74e724a0cbd2845d98ace78e8 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:53:48.615688 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-bc6889dd-1fe4-484e-865a-38c2aac10b5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:53:48.652618 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 6ff08b26-9c0a-4266-a838-3b18471bc957 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:53:48.653022 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:48.697823 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] For port 6ff08b26-9c0a-4266-a838-3b18471bc957, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=6ff08b26-9c0a-4266-a838-3b18471bc957,segment=NetworkSegment(50948e22-aeb7-4d40-9037-d9f84615e996),segment_id=50948e22-aeb7-4d40-9037-d9f84615e996)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:53:48.710333 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:48.712091 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-049a6e3c-26b2-4181-9617-7dc4c14d3473 tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] Notify callbacks [] for floatingip, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:48.742912 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-bc6889dd-1fe4-484e-865a-38c2aac10b5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:53:48.813490 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Pushing event updated for resources: {'Port': ['ID=6ff08b26-9c0a-4266-a838-3b18471bc957,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:53:48.905631 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4499f672-f059-4ee9-81fd-997950cf7043 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:48.906955 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7c1b8ed0-99d0-4bc8-ab17-956a8b6e9bae tempest-RoutersAdminNegativeTest-1787075908 tempest-RoutersAdminNegativeTest-1787075908-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:48.947341 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-96eda194-0654-4d20-b880-0f0ff1296625 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:48.996897 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-86de3a9c-d9ad-4b2c-a704-015910dec452 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:49.011950 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8eeb737e-4323-48da-8a45-b295914241d9 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:49.033404 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96eda194-0654-4d20-b880-0f0ff1296625 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Pushing event deleted for resources: {'Port': ['ID=37509eee-4017-4e92-8ec7-22b5fb8a99a0,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:53:49.036207 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-86de3a9c-d9ad-4b2c-a704-015910dec452 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:49.114589 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-96eda194-0654-4d20-b880-0f0ff1296625 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:49.128864 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [None req-8eeb737e-4323-48da-8a45-b295914241d9 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Transition to ACTIVE for port object 0badf68f-d510-4c58-909e-89f7271cc60a will not be triggered until provisioned by entity DHCP. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:53:49.134502 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86de3a9c-d9ad-4b2c-a704-015910dec452 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b701c2d9-02ac-4437-9a36-ea2836aea8ad,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:53:49.183541 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-96eda194-0654-4d20-b880-0f0ff1296625 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] 10.222.0.15 "DELETE /v2.0/ports/37509eee-4017-4e92-8ec7-22b5fb8a99a0 HTTP/1.1" status: 204 len: 168 time: 3.2883210 May 30 04:53:49.186356 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 35964) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:53:49.191747 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-86de3a9c-d9ad-4b2c-a704-015910dec452 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:49.193083 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-86de3a9c-d9ad-4b2c-a704-015910dec452 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.6270278 May 30 04:53:49.197546 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 35966) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:53:49.232233 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-8c50cfdf-3f02-4a44-90db-dcea696de7d1 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Request body: {'security_group_rule': {'security_group_id': 'b0fb8c38-d8b6-4c01-bc8c-1b54a1e25304', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:53:49.240804 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7c1b8ed0-99d0-4bc8-ab17-956a8b6e9bae tempest-RoutersAdminNegativeTest-1787075908 tempest-RoutersAdminNegativeTest-1787075908-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:49.242058 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bc6889dd-1fe4-484e-865a-38c2aac10b5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:49.293257 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-8c50cfdf-3f02-4a44-90db-dcea696de7d1 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:53:49.312066 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-8c50cfdf-3f02-4a44-90db-dcea696de7d1 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Usage tracker for resource:security_group_rule and tenant:75c565b2496748d0aca7efef0deb76ef is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:53:49.325316 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-8c50cfdf-3f02-4a44-90db-dcea696de7d1 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:53:49.348447 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-8c50cfdf-3f02-4a44-90db-dcea696de7d1 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:53:49.355171 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c1b8ed0-99d0-4bc8-ab17-956a8b6e9bae tempest-RoutersAdminNegativeTest-1787075908 tempest-RoutersAdminNegativeTest-1787075908-project-admin] Network 1bab70f4-3794-44db-8e17-19f483aa8ffa is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:53:49.361936 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-7c1b8ed0-99d0-4bc8-ab17-956a8b6e9bae tempest-RoutersAdminNegativeTest-1787075908 tempest-RoutersAdminNegativeTest-1787075908-project-admin] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:53:49.364991 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1b8ed0-99d0-4bc8-ab17-956a8b6e9bae tempest-RoutersAdminNegativeTest-1787075908 tempest-RoutersAdminNegativeTest-1787075908-project-admin] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:53:49.365942 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c1b8ed0-99d0-4bc8-ab17-956a8b6e9bae tempest-RoutersAdminNegativeTest-1787075908 tempest-RoutersAdminNegativeTest-1787075908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:53:49.366477 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7c1b8ed0-99d0-4bc8-ab17-956a8b6e9bae tempest-RoutersAdminNegativeTest-1787075908 tempest-RoutersAdminNegativeTest-1787075908-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:49.390406 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef32f183-a7ac-480f-8256-5c58eacc31aa tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] GET failed (client error): The resource could not be found. May 30 04:53:49.391907 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-ef32f183-a7ac-480f-8256-5c58eacc31aa tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] 10.222.0.15 "GET /v2.0/ports/37509eee-4017-4e92-8ec7-22b5fb8a99a0 HTTP/1.1" status: 404 len: 333 time: 0.1231399 May 30 04:53:49.392834 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bc6889dd-1fe4-484e-865a-38c2aac10b5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:49.411708 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 35972) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:53:49.417361 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1b8ed0-99d0-4bc8-ab17-956a8b6e9bae tempest-RoutersAdminNegativeTest-1787075908 tempest-RoutersAdminNegativeTest-1787075908-project-admin] Pushing event updated for resources: {'Port': ['ID=83de52bd-54d0-4ff6-af62-fe4949bb2435,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:53:49.436005 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-7df0d013-a0e3-4b5f-8645-ffad10a02480 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Request body: {'port': {'network_id': 'f33d7644-bae7-4784-8764-54601dc9b9ec', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2014824017'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:53:49.438936 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-3b5a26ba-1db9-402f-b0a3-7c7706832b8f None None] Notify callbacks [] for port, precommit_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:49.439735 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8eeb737e-4323-48da-8a45-b295914241d9 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:49.451763 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-3b5a26ba-1db9-402f-b0a3-7c7706832b8f None None] Transition to ACTIVE for port object c55ef8d8-9531-4178-b54e-cd03e72ab6ef will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:53:49.460239 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-3b5a26ba-1db9-402f-b0a3-7c7706832b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:49.487590 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-bc6889dd-1fe4-484e-865a-38c2aac10b5c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4c1f85a74e724a0cbd2845d98ace78e8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4593368 May 30 04:53:49.491967 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-7df0d013-a0e3-4b5f-8645-ffad10a02480 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:53:49.493191 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 35976) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:53:49.495817 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6889dd-1fe4-484e-865a-38c2aac10b5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1897384a-f693-49ff-96ec-53114b2de880,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:53:49.512789 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-7c1b8ed0-99d0-4bc8-ab17-956a8b6e9bae tempest-RoutersAdminNegativeTest-1787075908 tempest-RoutersAdminNegativeTest-1787075908-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 5.4528723 May 30 04:53:49.517040 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-7df0d013-a0e3-4b5f-8645-ffad10a02480 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Usage tracker for resource:port and tenant:71765cb0b99440efab04190099ac1f9a is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:53:49.536820 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-7df0d013-a0e3-4b5f-8645-ffad10a02480 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:53:49.540269 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 35980) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:53:49.540929 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-3b5a26ba-1db9-402f-b0a3-7c7706832b8f None None] Attempting to bind port c55ef8d8-9531-4178-b54e-cd03e72ab6ef on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 04:53:49.541303 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-3b5a26ba-1db9-402f-b0a3-7c7706832b8f None None] Attempting to bind port c55ef8d8-9531-4178-b54e-cd03e72ab6ef by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': 'ad083d94-0233-4c50-a0ed-00ef7686038c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 04:53:49.542341 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5a26ba-1db9-402f-b0a3-7c7706832b8f None None] Attempting to bind port c55ef8d8-9531-4178-b54e-cd03e72ab6ef on network 1bab70f4-3794-44db-8e17-19f483aa8ffa {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 04:53:49.547322 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8c50cfdf-3f02-4a44-90db-dcea696de7d1 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:49.552035 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5a26ba-1db9-402f-b0a3-7c7706832b8f None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 4, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 04:53:49.552540 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5a26ba-1db9-402f-b0a3-7c7706832b8f None None] Checking segment: {'id': 'ad083d94-0233-4c50-a0ed-00ef7686038c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:53:49.552935 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-3b5a26ba-1db9-402f-b0a3-7c7706832b8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:49.553467 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5a26ba-1db9-402f-b0a3-7c7706832b8f None None] Bound using segment: {'id': 'ad083d94-0233-4c50-a0ed-00ef7686038c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 04:53:49.553955 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-3b5a26ba-1db9-402f-b0a3-7c7706832b8f None None] Bound port: c55ef8d8-9531-4178-b54e-cd03e72ab6ef, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad083d94-0233-4c50-a0ed-00ef7686038c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 04:53:49.554375 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-3b5a26ba-1db9-402f-b0a3-7c7706832b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:49.563751 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-8082746a-627f-4922-afce-69589bff349e tempest-RoutersAdminNegativeTest-1787075908 tempest-RoutersAdminNegativeTest-1787075908-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.30'}]}}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:53:49.582181 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-7df0d013-a0e3-4b5f-8645-ffad10a02480 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:53:49.586949 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-8082746a-627f-4922-afce-69589bff349e tempest-RoutersAdminNegativeTest-1787075908 tempest-RoutersAdminNegativeTest-1787075908-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:53:49.596910 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eeb737e-4323-48da-8a45-b295914241d9 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Network af4b62e7-fce2-4a03-b41b-9778679ae38a is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:53:49.608932 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f26b3f-225e-48ba-8e13-8e910a2314aa None None] Pushing event updated for resources: {'Port': ['ID=c55ef8d8-9531-4178-b54e-cd03e72ab6ef,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:53:49.618785 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-8eeb737e-4323-48da-8a45-b295914241d9 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:53:49.621548 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eeb737e-4323-48da-8a45-b295914241d9 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:53:49.627058 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eeb737e-4323-48da-8a45-b295914241d9 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:53:49.627700 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8eeb737e-4323-48da-8a45-b295914241d9 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:49.636291 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-8082746a-627f-4922-afce-69589bff349e tempest-RoutersAdminNegativeTest-1787075908 tempest-RoutersAdminNegativeTest-1787075908-project-admin] Usage tracker for resource:router and tenant:ca7fa6b73eea48a0b80522024e65477e is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:53:49.639373 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-049a6e3c-26b2-4181-9617-7dc4c14d3473 tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:49.642550 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1a7eddcc-5f79-4143-9d3e-b188f7be9d17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:49.660734 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-8082746a-627f-4922-afce-69589bff349e tempest-RoutersAdminNegativeTest-1787075908 tempest-RoutersAdminNegativeTest-1787075908-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:53:49.663862 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeb737e-4323-48da-8a45-b295914241d9 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Pushing event updated for resources: {'Port': ['ID=0badf68f-d510-4c58-909e-89f7271cc60a,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:53:49.678303 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7df0d013-a0e3-4b5f-8645-ffad10a02480 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Made reservation on behalf of 71765cb0b99440efab04190099ac1f9a for: {'port': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:53:49.680908 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7df0d013-a0e3-4b5f-8645-ffad10a02480 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:49.697092 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-8082746a-627f-4922-afce-69589bff349e tempest-RoutersAdminNegativeTest-1787075908 tempest-RoutersAdminNegativeTest-1787075908-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:53:49.699645 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-3b5a26ba-1db9-402f-b0a3-7c7706832b8f None None] For port c55ef8d8-9531-4178-b54e-cd03e72ab6ef, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 04:53:49.703000 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-14f912f6-030d-4397-8214-706dac248b2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:49.718240 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-3b5a26ba-1db9-402f-b0a3-7c7706832b8f None None] For port c55ef8d8-9531-4178-b54e-cd03e72ab6ef, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=c55ef8d8-9531-4178-b54e-cd03e72ab6ef,segment=NetworkSegment(ad083d94-0233-4c50-a0ed-00ef7686038c),segment_id=ad083d94-0233-4c50-a0ed-00ef7686038c)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 04:53:49.730527 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-3b5a26ba-1db9-402f-b0a3-7c7706832b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:49.730711 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-14f912f6-030d-4397-8214-706dac248b2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:49.768519 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-8eeb737e-4323-48da-8a45-b295914241d9 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 5.5480840 May 30 04:53:49.769989 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [None req-7df0d013-a0e3-4b5f-8645-ffad10a02480 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] device_id is not set on port f6ec1ae5-a30e-4893-ba8c-66f132398eb1 yet. {{(pid=88260) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 30 04:53:49.800842 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 35984) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:53:49.815301 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8082746a-627f-4922-afce-69589bff349e tempest-RoutersAdminNegativeTest-1787075908 tempest-RoutersAdminNegativeTest-1787075908-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1603901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11666'] for router, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:49.816263 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-14f912f6-030d-4397-8214-706dac248b2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:49.816435 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8082746a-627f-4922-afce-69589bff349e tempest-RoutersAdminNegativeTest-1787075908 tempest-RoutersAdminNegativeTest-1787075908-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11675'] for router, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:49.827501 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 6ff08b26-9c0a-4266-a838-3b18471bc957 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 04:53:49.855289 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8c50cfdf-3f02-4a44-90db-dcea696de7d1 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:49.864707 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f26b3f-225e-48ba-8e13-8e910a2314aa None None] Pushing event updated for resources: {'Port': ['ID=c55ef8d8-9531-4178-b54e-cd03e72ab6ef,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:53:49.878029 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8c50cfdf-3f02-4a44-90db-dcea696de7d1 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:49.894304 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f912f6-030d-4397-8214-706dac248b2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1897384a-f693-49ff-96ec-53114b2de880,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:53:49.904510 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4499f672-f059-4ee9-81fd-997950cf7043 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603653'] for router, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:49.908052 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5a26ba-1db9-402f-b0a3-7c7706832b8f None None] Routers {'b02ff726-f08b-4149-a2e7-4d3905e56a54'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 04:53:49.908688 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-3b5a26ba-1db9-402f-b0a3-7c7706832b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T04:53:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['b02ff726-f08b-4149-a2e7-4d3905e56a54'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:53:49.934314 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8082746a-627f-4922-afce-69589bff349e tempest-RoutersAdminNegativeTest-1787075908 tempest-RoutersAdminNegativeTest-1787075908-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:49.945976 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c50cfdf-3f02-4a44-90db-dcea696de7d1 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71a7bd53-c1e7-4112-8d85-a7b28358edc5,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:53:50.017542 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-14f912f6-030d-4397-8214-706dac248b2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:50.020915 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-14f912f6-030d-4397-8214-706dac248b2a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1897384a-f693-49ff-96ec-53114b2de880 HTTP/1.1" status: 204 len: 168 time: 0.5245030 May 30 04:53:50.037186 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 6ff08b26-9c0a-4266-a838-3b18471bc957 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:53:50.037725 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:50.068899 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-bb483ae7-3198-4dbd-af39-8c0820899475 None None] Provisioning for port 0badf68f-d510-4c58-909e-89f7271cc60a completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:53:50.124152 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-1a7eddcc-5f79-4143-9d3e-b188f7be9d17 admin admin] Allocated IP 172.20.0.1 (48553bc8-2e8d-42a5-b036-bcc9c477033e/c42df579-83e1-422f-882b-890997a0d3b9/75413245-0751-488c-b316-bd715bca792e) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:53:50.192095 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-bb483ae7-3198-4dbd-af39-8c0820899475 None None] Provisioning complete for port 0badf68f-d510-4c58-909e-89f7271cc60a triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:53:50.192693 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-bb483ae7-3198-4dbd-af39-8c0820899475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:50.293008 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-049a6e3c-26b2-4181-9617-7dc4c14d3473 tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] Allocated IP 172.26.6.93 (1bab70f4-3794-44db-8e17-19f483aa8ffa/6b5b73c1-b0ce-4f83-a930-c00cc5522926/35530336-6e9e-4113-b6ad-b9445fa99adc) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:53:50.303549 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1a7eddcc-5f79-4143-9d3e-b188f7be9d17 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:50.323992 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [None req-1a7eddcc-5f79-4143-9d3e-b188f7be9d17 admin admin] Transition to ACTIVE for port object 75413245-0751-488c-b316-bd715bca792e will not be triggered until provisioned by entity DHCP. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:53:50.402874 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-bb483ae7-3198-4dbd-af39-8c0820899475 None None] Port 0badf68f-d510-4c58-909e-89f7271cc60a cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 04:53:50.415578 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-3b5a26ba-1db9-402f-b0a3-7c7706832b8f None None] Set router b02ff726-f08b-4149-a2e7-4d3905e56a54 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 04:53:50.472401 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 35992) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:53:50.487901 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cb1061c-8102-4c91-85ab-bf21e0171f68 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:53:50.493878 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cb1061c-8102-4c91-85ab-bf21e0171f68 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:53:50.499722 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cb1061c-8102-4c91-85ab-bf21e0171f68 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:53:50.504498 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-2cb1061c-8102-4c91-85ab-bf21e0171f68 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.6949384 May 30 04:53:50.504498 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4499f672-f059-4ee9-81fd-997950cf7043 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Router 06f449e6-4894-4092-b4b6-794c4c04276a is scheduled to L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 with binding_index 1 {{(pid=88261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 30 04:53:50.520142 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 35996) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:53:50.533643 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7df0d013-a0e3-4b5f-8645-ffad10a02480 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:50.557747 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8c50cfdf-3f02-4a44-90db-dcea696de7d1 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:50.562342 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-8c50cfdf-3f02-4a44-90db-dcea696de7d1 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3355165 May 30 04:53:50.562342 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1a7eddcc-5f79-4143-9d3e-b188f7be9d17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:50.564191 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 36000) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:53:50.620004 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 6ff08b26-9c0a-4266-a838-3b18471bc957 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:53:50.621134 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 1c642bf7-4d12-4214-b363-3b9d2976b10d up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 04:53:50.640300 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-5340e4a1-49aa-4c08-a89c-04e6ede665d0 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Request body: {'floatingip': {'floating_network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:53:50.646000 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-5340e4a1-49aa-4c08-a89c-04e6ede665d0 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:53:50.650333 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-5340e4a1-49aa-4c08-a89c-04e6ede665d0 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Usage tracker for resource:floatingip and tenant:75c565b2496748d0aca7efef0deb76ef is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:53:50.653258 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-5340e4a1-49aa-4c08-a89c-04e6ede665d0 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:53:50.659263 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-5340e4a1-49aa-4c08-a89c-04e6ede665d0 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:53:50.711635 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5340e4a1-49aa-4c08-a89c-04e6ede665d0 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Notify callbacks [] for floatingip, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:50.724167 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 1c642bf7-4d12-4214-b363-3b9d2976b10d triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:53:50.724821 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:50.883830 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7eddcc-5f79-4143-9d3e-b188f7be9d17 admin admin] Pushing event updated for resources: {'Port': ['ID=75413245-0751-488c-b316-bd715bca792e,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:53:50.886932 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7df0d013-a0e3-4b5f-8645-ffad10a02480 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:50.904446 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a7eddcc-5f79-4143-9d3e-b188f7be9d17 admin admin] Network 48553bc8-2e8d-42a5-b036-bcc9c477033e is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:53:50.905104 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 1c642bf7-4d12-4214-b363-3b9d2976b10d is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:53:50.906219 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device b9224054-b232-4352-8694-1fc62b3bf334 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 04:53:50.943154 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-1a7eddcc-5f79-4143-9d3e-b188f7be9d17 admin admin] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:53:50.947488 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-caa1bbff-4b31-4d41-9b9c-02c1525ad0f6 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Deleting port 0badf68f-d510-4c58-909e-89f7271cc60a {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:53:50.947488 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-caa1bbff-4b31-4d41-9b9c-02c1525ad0f6 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:50.948510 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-3b5a26ba-1db9-402f-b0a3-7c7706832b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b02ff726-f08b-4149-a2e7-4d3905e56a54', 'name': 'tempest-ServersTestManualDisk-667274620-router', 'tenant_id': '3fffdaf8665e4f2eb17f85d23ba9b1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.58'}], 'enable_snat': True}, 'gw_port_id': 'c55ef8d8-9531-4178-b54e-cd03e72ab6ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T04:53:35Z', 'updated_at': '2022-05-30T04:53:42Z', 'revision_number': 3, 'project_id': '3fffdaf8665e4f2eb17f85d23ba9b1e3', 'gw_port': {'id': 'c55ef8d8-9531-4178-b54e-cd03e72ab6ef', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:d0:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b02ff726-f08b-4149-a2e7-4d3905e56a54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:53:39Z', 'updated_at': '2022-05-30T04:53:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv'}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:53:50.956169 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7eddcc-5f79-4143-9d3e-b188f7be9d17 admin admin] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:53:50.956735 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1a7eddcc-5f79-4143-9d3e-b188f7be9d17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604623'] for router_interface, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:50.957652 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5a26ba-1db9-402f-b0a3-7c7706832b8f None None] The sync data for ids ['b02ff726-f08b-4149-a2e7-4d3905e56a54'] in dv-neutron-843763-1-hyperv is: [{'id': 'b02ff726-f08b-4149-a2e7-4d3905e56a54', 'name': 'tempest-ServersTestManualDisk-667274620-router', 'tenant_id': '3fffdaf8665e4f2eb17f85d23ba9b1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.58'}], 'enable_snat': True}, 'gw_port_id': 'c55ef8d8-9531-4178-b54e-cd03e72ab6ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T04:53:35Z', 'updated_at': '2022-05-30T04:53:42Z', 'revision_number': 3, 'project_id': '3fffdaf8665e4f2eb17f85d23ba9b1e3', 'gw_port': {'id': 'c55ef8d8-9531-4178-b54e-cd03e72ab6ef', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:d0:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b02ff726-f08b-4149-a2e7-4d3905e56a54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:53:39Z', 'updated_at': '2022-05-30T04:53:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv'}] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 04:53:50.996101 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port b9224054-b232-4352-8694-1fc62b3bf334 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:53:51.002778 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port b9224054-b232-4352-8694-1fc62b3bf334 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:53:51.003148 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:51.039808 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-8eac86ed-540e-4399-9f59-aef56d341c39 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ca1463c567ae4f72aa77ee12146af350&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5661790 May 30 04:53:51.081656 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 36004) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:53:51.117326 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-049a6e3c-26b2-4181-9617-7dc4c14d3473 tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:51.175187 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8082746a-627f-4922-afce-69589bff349e tempest-RoutersAdminNegativeTest-1787075908 tempest-RoutersAdminNegativeTest-1787075908-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11765'] for router, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:51.177217 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port b9224054-b232-4352-8694-1fc62b3bf334 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:53:51.178252 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:51.189542 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-049a6e3c-26b2-4181-9617-7dc4c14d3473 tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:51.222500 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df0d013-a0e3-4b5f-8645-ffad10a02480 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Network f33d7644-bae7-4784-8764-54601dc9b9ec is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:53:51.227866 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] For port b9224054-b232-4352-8694-1fc62b3bf334, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=b9224054-b232-4352-8694-1fc62b3bf334,segment=NetworkSegment(ad083d94-0233-4c50-a0ed-00ef7686038c),segment_id=ad083d94-0233-4c50-a0ed-00ef7686038c)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:53:51.228871 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5396d2-7d94-4ac6-9adc-8c08e9b881b1 None None] Sync routers for ids ['4ce894cc-f128-40c6-907e-3f9e866b9a54'] in dv-neutron-843763-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 04:53:51.237939 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:51.250625 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5396d2-7d94-4ac6-9adc-8c08e9b881b1 None None] Routers {'4ce894cc-f128-40c6-907e-3f9e866b9a54'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 04:53:51.251263 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-ff5396d2-7d94-4ac6-9adc-8c08e9b881b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T04:53:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['4ce894cc-f128-40c6-907e-3f9e866b9a54'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:53:51.253518 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-7df0d013-a0e3-4b5f-8645-ffad10a02480 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:53:51.260477 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df0d013-a0e3-4b5f-8645-ffad10a02480 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:53:51.261402 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7df0d013-a0e3-4b5f-8645-ffad10a02480 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:53:51.264680 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7df0d013-a0e3-4b5f-8645-ffad10a02480 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:51.321224 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049a6e3c-26b2-4181-9617-7dc4c14d3473 tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] Pushing event updated for resources: {'Port': ['ID=35530336-6e9e-4113-b6ad-b9445fa99adc,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:53:51.374725 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df0d013-a0e3-4b5f-8645-ffad10a02480 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Pushing event updated for resources: {'Port': ['ID=f6ec1ae5-a30e-4893-ba8c-66f132398eb1,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:53:51.386067 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-a9a11f5f-a1f9-4e9b-a886-4dc423fe2d68 None None] Provisioning for port 75413245-0751-488c-b316-bd715bca792e completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:53:51.394058 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-a9a11f5f-a1f9-4e9b-a886-4dc423fe2d68 None None] Provisioning complete for port 75413245-0751-488c-b316-bd715bca792e triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:53:51.394058 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a9a11f5f-a1f9-4e9b-a886-4dc423fe2d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:51.480662 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-a9a11f5f-a1f9-4e9b-a886-4dc423fe2d68 None None] Port 75413245-0751-488c-b316-bd715bca792e cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 04:53:51.482177 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Pushing event updated for resources: {'Port': ['ID=b9224054-b232-4352-8694-1fc62b3bf334,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:53:51.583079 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-ff5396d2-7d94-4ac6-9adc-8c08e9b881b1 None None] Set router 4ce894cc-f128-40c6-907e-3f9e866b9a54 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 04:53:51.594998 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-caa1bbff-4b31-4d41-9b9c-02c1525ad0f6 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:51.610648 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-823c777d-59da-4eda-8da5-7cfe158cfbba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:51.612958 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4499f672-f059-4ee9-81fd-997950cf7043 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 04:53:51.624198 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-049a6e3c-26b2-4181-9617-7dc4c14d3473 tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] Network 1bab70f4-3794-44db-8e17-19f483aa8ffa is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:53:51.624479 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8956ea37-a5d8-4b8e-9ef5-d7e6f09c8950 None None] Sync routers for ids ['06f449e6-4894-4092-b4b6-794c4c04276a'] in dv-neutron-843763-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 04:53:51.638664 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8956ea37-a5d8-4b8e-9ef5-d7e6f09c8950 None None] Routers {'06f449e6-4894-4092-b4b6-794c4c04276a'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 04:53:51.641559 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-049a6e3c-26b2-4181-9617-7dc4c14d3473 tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:53:51.641685 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-8956ea37-a5d8-4b8e-9ef5-d7e6f09c8950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T04:53:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['06f449e6-4894-4092-b4b6-794c4c04276a'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:53:51.661673 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049a6e3c-26b2-4181-9617-7dc4c14d3473 tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:53:51.674369 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1a7eddcc-5f79-4143-9d3e-b188f7be9d17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:51.696933 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-7df0d013-a0e3-4b5f-8645-ffad10a02480 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.2751694 May 30 04:53:51.700017 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 36010) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:53:51.714389 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-dce062ce-47e2-48c1-80f9-bca552d1e26c tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8437'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:53:51.787732 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device c55ef8d8-9531-4178-b54e-cd03e72ab6ef up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 04:53:51.885965 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-caa1bbff-4b31-4d41-9b9c-02c1525ad0f6 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Calling delete_port for 0badf68f-d510-4c58-909e-89f7271cc60a owned by {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:53:51.978298 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-8956ea37-a5d8-4b8e-9ef5-d7e6f09c8950 None None] Set router 06f449e6-4894-4092-b4b6-794c4c04276a gateway port host: dv-neutron-843763-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 04:53:52.033126 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-823c777d-59da-4eda-8da5-7cfe158cfbba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:52.075685 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4499f672-f059-4ee9-81fd-997950cf7043 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Notify callbacks [] for router, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:52.078081 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-ff5396d2-7d94-4ac6-9adc-8c08e9b881b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce894cc-f128-40c6-907e-3f9e866b9a54', 'name': 'tempest-ServerActionsTestJSON-1533739700-router', 'tenant_id': '75c565b2496748d0aca7efef0deb76ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.12'}], 'enable_snat': True}, 'gw_port_id': 'b9224054-b232-4352-8694-1fc62b3bf334', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T04:53:34Z', 'updated_at': '2022-05-30T04:53:40Z', 'revision_number': 4, 'project_id': '75c565b2496748d0aca7efef0deb76ef', 'gw_port': {'id': 'b9224054-b232-4352-8694-1fc62b3bf334', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:08:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce894cc-f128-40c6-907e-3f9e866b9a54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:53:36Z', 'updated_at': '2022-05-30T04:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': '74dfc65a-67f1-43f9-8dc5-6cd308de3c6e', 'name': '', 'network_id': 'd6c60be6-16d0-4643-855e-f83fdbae0248', 'tenant_id': '75c565b2496748d0aca7efef0deb76ef', 'mac_address': 'fa:16:3e:12:36:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ce894cc-f128-40c6-907e-3f9e866b9a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'c06f497a-4701-45be-bb19-b5a139bdd216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:53:40Z', 'updated_at': '2022-05-30T04:53:41Z', 'revision_number': 2, 'project_id': '75c565b2496748d0aca7efef0deb76ef', 'subnets': [{'id': 'c06f497a-4701-45be-bb19-b5a139bdd216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:53:52.084229 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5396d2-7d94-4ac6-9adc-8c08e9b881b1 None None] Checking router: 4ce894cc-f128-40c6-907e-3f9e866b9a54 for host: dv-neutron-843763-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 04:53:52.084923 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5396d2-7d94-4ac6-9adc-8c08e9b881b1 None None] Updating router 4ce894cc-f128-40c6-907e-3f9e866b9a54 port 74dfc65a-67f1-43f9-8dc5-6cd308de3c6e binding host dv-neutron-843763-1-hyperv {{(pid=88263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 30 04:53:52.089547 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-4499f672-f059-4ee9-81fd-997950cf7043 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 8.6832895 May 30 04:53:52.091111 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 36014) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:53:52.127811 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1a7eddcc-5f79-4143-9d3e-b188f7be9d17 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:52.148489 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1a7eddcc-5f79-4143-9d3e-b188f7be9d17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:52.149259 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1a7eddcc-5f79-4143-9d3e-b188f7be9d17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1642774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602230'] for router_interface, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:52.159579 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-ff5396d2-7d94-4ac6-9adc-8c08e9b881b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:52.237709 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-dce062ce-47e2-48c1-80f9-bca552d1e26c tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:52.242672 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port c55ef8d8-9531-4178-b54e-cd03e72ab6ef completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:53:52.263797 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7eddcc-5f79-4143-9d3e-b188f7be9d17 admin admin] Pushing event updated for resources: {'Port': ['ID=75413245-0751-488c-b316-bd715bca792e,revision_number=2']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:53:52.338900 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-049a6e3c-26b2-4181-9617-7dc4c14d3473 tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:52.371977 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port c55ef8d8-9531-4178-b54e-cd03e72ab6ef triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:53:52.372121 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:52.520241 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5340e4a1-49aa-4c08-a89c-04e6ede665d0 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:52.538130 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port c55ef8d8-9531-4178-b54e-cd03e72ab6ef is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:53:52.539212 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:52.550275 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-823c777d-59da-4eda-8da5-7cfe158cfbba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:52.565223 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [None req-dce062ce-47e2-48c1-80f9-bca552d1e26c tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] device_id is not set on port f6ec1ae5-a30e-4893-ba8c-66f132398eb1 yet. {{(pid=88260) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 30 04:53:52.574545 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-dce062ce-47e2-48c1-80f9-bca552d1e26c tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:52.640014 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823c777d-59da-4eda-8da5-7cfe158cfbba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffed4706-4518-4e43-9bf5-225dc1300f2c,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:53:52.664138 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9585fd79-25c5-49fa-837a-72e2f34670a4 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Notify callbacks [] for router, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:52.672353 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] For port c55ef8d8-9531-4178-b54e-cd03e72ab6ef, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=c55ef8d8-9531-4178-b54e-cd03e72ab6ef,segment=NetworkSegment(ad083d94-0233-4c50-a0ed-00ef7686038c),segment_id=ad083d94-0233-4c50-a0ed-00ef7686038c)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:53:52.687518 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-ff5396d2-7d94-4ac6-9adc-8c08e9b881b1 None None] Notify callbacks [] for port, precommit_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:52.693681 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:52.694806 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device b9224054-b232-4352-8694-1fc62b3bf334 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 04:53:52.756381 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-049a6e3c-26b2-4181-9617-7dc4c14d3473 tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:52.806790 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.provisioning_blocks [None req-ff5396d2-7d94-4ac6-9adc-8c08e9b881b1 None None] Transition to ACTIVE for port object 74dfc65a-67f1-43f9-8dc5-6cd308de3c6e will not be triggered until provisioned by entity L2. {{(pid=88263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:53:52.821173 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-ff5396d2-7d94-4ac6-9adc-8c08e9b881b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:52.829399 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-caa1bbff-4b31-4d41-9b9c-02c1525ad0f6 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:52.834657 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Pushing event updated for resources: {'Port': ['ID=c55ef8d8-9531-4178-b54e-cd03e72ab6ef,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:53:52.852341 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-8956ea37-a5d8-4b8e-9ef5-d7e6f09c8950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06f449e6-4894-4092-b4b6-794c4c04276a', 'name': '', 'tenant_id': 'bd3c8d428858414386daf786d1fecb46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc631afc-991b-44db-9dfb-1fa3a2f7d7ff', 'external_fixed_ips': [{'subnet_id': '467a51d9-d3ba-4dcb-a1e9-6cfd6cbee5a8', 'ip_address': '172.20.0.11'}], 'enable_snat': True}, 'gw_port_id': 'd3cb4778-7dcd-4b63-bef4-b3795033c4b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T04:53:43Z', 'updated_at': '2022-05-30T04:53:48Z', 'revision_number': 3, 'project_id': 'bd3c8d428858414386daf786d1fecb46', 'gw_port': {'id': 'd3cb4778-7dcd-4b63-bef4-b3795033c4b9', 'name': '', 'network_id': 'cc631afc-991b-44db-9dfb-1fa3a2f7d7ff', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:67:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06f449e6-4894-4092-b4b6-794c4c04276a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '467a51d9-d3ba-4dcb-a1e9-6cfd6cbee5a8', 'ip_address': '172.20.0.11', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:53:46Z', 'updated_at': '2022-05-30T04:53:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '467a51d9-d3ba-4dcb-a1e9-6cfd6cbee5a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv'}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:53:52.857300 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8956ea37-a5d8-4b8e-9ef5-d7e6f09c8950 None None] Checking router: 06f449e6-4894-4092-b4b6-794c4c04276a for host: dv-neutron-843763-1-hyperv {{(pid=88262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 04:53:52.857756 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8956ea37-a5d8-4b8e-9ef5-d7e6f09c8950 None None] Updating router 06f449e6-4894-4092-b4b6-794c4c04276a port d3cb4778-7dcd-4b63-bef4-b3795033c4b9 binding host dv-neutron-843763-1-hyperv {{(pid=88262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 30 04:53:52.901057 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [None req-dce062ce-47e2-48c1-80f9-bca552d1e26c tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Transition to ACTIVE for port object f6ec1ae5-a30e-4893-ba8c-66f132398eb1 will not be triggered until provisioned by entity L2. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:53:52.962476 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8956ea37-a5d8-4b8e-9ef5-d7e6f09c8950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:53.002217 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port b9224054-b232-4352-8694-1fc62b3bf334 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:53:53.002836 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:53.056576 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-dce062ce-47e2-48c1-80f9-bca552d1e26c tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:53.123949 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfce7d2f-10dd-4a03-8f95-2cc4e3e345c2 None None] Pushing event updated for resources: {'Port': ['ID=74dfc65a-67f1-43f9-8dc5-6cd308de3c6e,revision_number=3']} {{(pid=88263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:53:53.157077 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa1bbff-4b31-4d41-9b9c-02c1525ad0f6 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Pushing event deleted for resources: {'Port': ['ID=0badf68f-d510-4c58-909e-89f7271cc60a,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:53:53.222499 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-ff5396d2-7d94-4ac6-9adc-8c08e9b881b1 None None] Attempting to bind port 74dfc65a-67f1-43f9-8dc5-6cd308de3c6e on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 04:53:53.222876 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-ff5396d2-7d94-4ac6-9adc-8c08e9b881b1 None None] Attempting to bind port 74dfc65a-67f1-43f9-8dc5-6cd308de3c6e by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': '85212bcf-98ed-4bb6-b44e-b2716ff7b6a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'd6c60be6-16d0-4643-855e-f83fdbae0248'}] {{(pid=88263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 04:53:53.223285 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5396d2-7d94-4ac6-9adc-8c08e9b881b1 None None] Attempting to bind port 74dfc65a-67f1-43f9-8dc5-6cd308de3c6e on network d6c60be6-16d0-4643-855e-f83fdbae0248 {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 04:53:53.231143 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5396d2-7d94-4ac6-9adc-8c08e9b881b1 None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 4, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 04:53:53.231694 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5396d2-7d94-4ac6-9adc-8c08e9b881b1 None None] Checking segment: {'id': '85212bcf-98ed-4bb6-b44e-b2716ff7b6a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'd6c60be6-16d0-4643-855e-f83fdbae0248'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:53:53.232108 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-ff5396d2-7d94-4ac6-9adc-8c08e9b881b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:53.232500 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5396d2-7d94-4ac6-9adc-8c08e9b881b1 None None] Bound using segment: {'id': '85212bcf-98ed-4bb6-b44e-b2716ff7b6a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'd6c60be6-16d0-4643-855e-f83fdbae0248'} {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 04:53:53.232971 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-ff5396d2-7d94-4ac6-9adc-8c08e9b881b1 None None] Bound port: 74dfc65a-67f1-43f9-8dc5-6cd308de3c6e, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85212bcf-98ed-4bb6-b44e-b2716ff7b6a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'd6c60be6-16d0-4643-855e-f83fdbae0248'}}] {{(pid=88263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 04:53:53.233348 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-ff5396d2-7d94-4ac6-9adc-8c08e9b881b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:53.239559 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-823c777d-59da-4eda-8da5-7cfe158cfbba admin admin] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:53.240901 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-823c777d-59da-4eda-8da5-7cfe158cfbba admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ffed4706-4518-4e43-9bf5-225dc1300f2c HTTP/1.1" status: 204 len: 168 time: 2.1514158 May 30 04:53:53.325185 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce062ce-47e2-48c1-80f9-bca552d1e26c tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Pushing event updated for resources: {'Port': ['ID=f6ec1ae5-a30e-4893-ba8c-66f132398eb1,revision_number=2']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:53:53.351297 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port b9224054-b232-4352-8694-1fc62b3bf334 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:53:53.405563 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.db [None req-ff5396d2-7d94-4ac6-9adc-8c08e9b881b1 None None] For port 74dfc65a-67f1-43f9-8dc5-6cd308de3c6e, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 04:53:53.409755 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.db [None req-ff5396d2-7d94-4ac6-9adc-8c08e9b881b1 None None] For port 74dfc65a-67f1-43f9-8dc5-6cd308de3c6e, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=74dfc65a-67f1-43f9-8dc5-6cd308de3c6e,segment=NetworkSegment(85212bcf-98ed-4bb6-b44e-b2716ff7b6a4),segment_id=85212bcf-98ed-4bb6-b44e-b2716ff7b6a4)] {{(pid=88263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 04:53:53.418146 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-ff5396d2-7d94-4ac6-9adc-8c08e9b881b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:53.418868 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a7eddcc-5f79-4143-9d3e-b188f7be9d17 admin admin] Network 48553bc8-2e8d-42a5-b036-bcc9c477033e is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:53:53.435141 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-1a7eddcc-5f79-4143-9d3e-b188f7be9d17 admin admin] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:53:53.572791 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-5340e4a1-49aa-4c08-a89c-04e6ede665d0 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Allocated IP 172.26.6.230 (1bab70f4-3794-44db-8e17-19f483aa8ffa/6b5b73c1-b0ce-4f83-a930-c00cc5522926/fa393530-6bbb-477e-80d8-57cddaf54dd0) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:53:53.599505 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfce7d2f-10dd-4a03-8f95-2cc4e3e345c2 None None] Pushing event updated for resources: {'Port': ['ID=74dfc65a-67f1-43f9-8dc5-6cd308de3c6e,revision_number=4']} {{(pid=88263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:53:53.646124 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9585fd79-25c5-49fa-837a-72e2f34670a4 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:53.684165 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5396d2-7d94-4ac6-9adc-8c08e9b881b1 None None] Routers {'4ce894cc-f128-40c6-907e-3f9e866b9a54'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 04:53:53.685921 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-ff5396d2-7d94-4ac6-9adc-8c08e9b881b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T04:53:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['4ce894cc-f128-40c6-907e-3f9e866b9a54'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:53:53.738646 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device c55ef8d8-9531-4178-b54e-cd03e72ab6ef up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 04:53:53.811315 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a7eddcc-5f79-4143-9d3e-b188f7be9d17 admin admin] Router b02ff726-f08b-4149-a2e7-4d3905e56a54 has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 04:53:53.848843 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-9585fd79-25c5-49fa-837a-72e2f34670a4 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Deleting port d3cb4778-7dcd-4b63-bef4-b3795033c4b9 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:53:53.849263 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9585fd79-25c5-49fa-837a-72e2f34670a4 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:53.854075 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8082746a-627f-4922-afce-69589bff349e tempest-RoutersAdminNegativeTest-1787075908 tempest-RoutersAdminNegativeTest-1787075908-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:53.913930 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [None req-dce062ce-47e2-48c1-80f9-bca552d1e26c tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Attempting to bind port f6ec1ae5-a30e-4893-ba8c-66f132398eb1 on host hv-neutron-8437 for vnic_type normal with profile {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 04:53:53.915963 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [None req-dce062ce-47e2-48c1-80f9-bca552d1e26c tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Attempting to bind port f6ec1ae5-a30e-4893-ba8c-66f132398eb1 by drivers openvswitch,hyperv on host hv-neutron-8437 at level 0 using segments [{'id': 'd4386722-d3e3-4eda-8528-29f9087138e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f33d7644-bae7-4784-8764-54601dc9b9ec'}] {{(pid=88260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 04:53:53.916449 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce062ce-47e2-48c1-80f9-bca552d1e26c tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Attempting to bind port f6ec1ae5-a30e-4893-ba8c-66f132398eb1 on network f33d7644-bae7-4784-8764-54601dc9b9ec {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 04:53:53.922633 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8082746a-627f-4922-afce-69589bff349e tempest-RoutersAdminNegativeTest-1787075908 tempest-RoutersAdminNegativeTest-1787075908-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:53.988774 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-ff5396d2-7d94-4ac6-9adc-8c08e9b881b1 None None] Set router 4ce894cc-f128-40c6-907e-3f9e866b9a54 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 04:53:54.056470 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-398e9270-f24a-4ed2-b56a-5b6092f0eab6 None None] Provisioning complete for port 75413245-0751-488c-b316-bd715bca792e triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:53:54.056958 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-398e9270-f24a-4ed2-b56a-5b6092f0eab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:54.094410 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port c55ef8d8-9531-4178-b54e-cd03e72ab6ef triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:53:54.094806 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:54.108652 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce062ce-47e2-48c1-80f9-bca552d1e26c tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Port f6ec1ae5-a30e-4893-ba8c-66f132398eb1 on network f33d7644-bae7-4784-8764-54601dc9b9ec not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8437 {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 30 04:53:54.108975 dv-neutron-843763-1-hyperv neutron-server[88260]: ERROR neutron.plugins.ml2.managers [None req-dce062ce-47e2-48c1-80f9-bca552d1e26c tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Failed to bind port f6ec1ae5-a30e-4893-ba8c-66f132398eb1 on host hv-neutron-8437 for vnic_type normal using segments [{'id': 'd4386722-d3e3-4eda-8528-29f9087138e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f33d7644-bae7-4784-8764-54601dc9b9ec'}] May 30 04:53:54.109511 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.plugins.ml2.plugin [None req-dce062ce-47e2-48c1-80f9-bca552d1e26c tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Attempt 2 to bind port f6ec1ae5-a30e-4893-ba8c-66f132398eb1 May 30 04:53:54.146135 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-398e9270-f24a-4ed2-b56a-5b6092f0eab6 None None] Port 75413245-0751-488c-b316-bd715bca792e cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 04:53:54.172172 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8956ea37-a5d8-4b8e-9ef5-d7e6f09c8950 None None] Notify callbacks [] for port, precommit_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:54.198590 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-caa1bbff-4b31-4d41-9b9c-02c1525ad0f6 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:54.222675 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-8956ea37-a5d8-4b8e-9ef5-d7e6f09c8950 None None] Transition to ACTIVE for port object d3cb4778-7dcd-4b63-bef4-b3795033c4b9 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:53:54.243619 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-caa1bbff-4b31-4d41-9b9c-02c1525ad0f6 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] 10.222.0.15 "DELETE /v2.0/ports/0badf68f-d510-4c58-909e-89f7271cc60a HTTP/1.1" status: 204 len: 168 time: 3.7224412 May 30 04:53:54.249262 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 36034) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:53:54.328929 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8956ea37-a5d8-4b8e-9ef5-d7e6f09c8950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:54.398530 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [None req-dce062ce-47e2-48c1-80f9-bca552d1e26c tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Attempting to bind port f6ec1ae5-a30e-4893-ba8c-66f132398eb1 on host hv-neutron-8437 for vnic_type normal with profile {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 04:53:54.399596 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [None req-dce062ce-47e2-48c1-80f9-bca552d1e26c tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Attempting to bind port f6ec1ae5-a30e-4893-ba8c-66f132398eb1 by drivers openvswitch,hyperv on host hv-neutron-8437 at level 0 using segments [{'id': 'd4386722-d3e3-4eda-8528-29f9087138e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f33d7644-bae7-4784-8764-54601dc9b9ec'}] {{(pid=88260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 04:53:54.399705 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5340e4a1-49aa-4c08-a89c-04e6ede665d0 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:54.400307 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce062ce-47e2-48c1-80f9-bca552d1e26c tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Attempting to bind port f6ec1ae5-a30e-4893-ba8c-66f132398eb1 on network f33d7644-bae7-4784-8764-54601dc9b9ec {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 04:53:54.413202 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4f6dab3-ce53-48e2-917f-583a099203d1 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] GET failed (client error): The resource could not be found. May 30 04:53:54.414521 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-e4f6dab3-ce53-48e2-917f-583a099203d1 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Synchronizing usage tracker for tenant:5b20069eba164497a9d9514a420da987 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:53:54.420777 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.db.resource_extend [None req-049a6e3c-26b2-4181-9617-7dc4c14d3473 tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 04:53:54.428559 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce062ce-47e2-48c1-80f9-bca552d1e26c tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Port f6ec1ae5-a30e-4893-ba8c-66f132398eb1 on network f33d7644-bae7-4784-8764-54601dc9b9ec not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8437 {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 30 04:53:54.429213 dv-neutron-843763-1-hyperv neutron-server[88260]: ERROR neutron.plugins.ml2.managers [None req-dce062ce-47e2-48c1-80f9-bca552d1e26c tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Failed to bind port f6ec1ae5-a30e-4893-ba8c-66f132398eb1 on host hv-neutron-8437 for vnic_type normal using segments [{'id': 'd4386722-d3e3-4eda-8528-29f9087138e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f33d7644-bae7-4784-8764-54601dc9b9ec'}] May 30 04:53:54.432829 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.plugins.ml2.plugin [None req-dce062ce-47e2-48c1-80f9-bca552d1e26c tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Attempt 3 to bind port f6ec1ae5-a30e-4893-ba8c-66f132398eb1 May 30 04:53:54.463155 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-049a6e3c-26b2-4181-9617-7dc4c14d3473 tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:54.464446 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [None req-dce062ce-47e2-48c1-80f9-bca552d1e26c tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Attempting to bind port f6ec1ae5-a30e-4893-ba8c-66f132398eb1 on host hv-neutron-8437 for vnic_type normal with profile {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 04:53:54.464864 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [None req-dce062ce-47e2-48c1-80f9-bca552d1e26c tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Attempting to bind port f6ec1ae5-a30e-4893-ba8c-66f132398eb1 by drivers openvswitch,hyperv on host hv-neutron-8437 at level 0 using segments [{'id': 'd4386722-d3e3-4eda-8528-29f9087138e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f33d7644-bae7-4784-8764-54601dc9b9ec'}] {{(pid=88260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 04:53:54.465794 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce062ce-47e2-48c1-80f9-bca552d1e26c tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Attempting to bind port f6ec1ae5-a30e-4893-ba8c-66f132398eb1 on network f33d7644-bae7-4784-8764-54601dc9b9ec {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 04:53:54.475102 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce062ce-47e2-48c1-80f9-bca552d1e26c tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Port f6ec1ae5-a30e-4893-ba8c-66f132398eb1 on network f33d7644-bae7-4784-8764-54601dc9b9ec not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8437 {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 30 04:53:54.475756 dv-neutron-843763-1-hyperv neutron-server[88260]: ERROR neutron.plugins.ml2.managers [None req-dce062ce-47e2-48c1-80f9-bca552d1e26c tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Failed to bind port f6ec1ae5-a30e-4893-ba8c-66f132398eb1 on host hv-neutron-8437 for vnic_type normal using segments [{'id': 'd4386722-d3e3-4eda-8528-29f9087138e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f33d7644-bae7-4784-8764-54601dc9b9ec'}] May 30 04:53:54.478244 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.plugins.ml2.plugin [None req-dce062ce-47e2-48c1-80f9-bca552d1e26c tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Attempt 4 to bind port f6ec1ae5-a30e-4893-ba8c-66f132398eb1 May 30 04:53:54.492393 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a7eddcc-5f79-4143-9d3e-b188f7be9d17 admin admin] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 04:53:54.495119 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-ff5396d2-7d94-4ac6-9adc-8c08e9b881b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce894cc-f128-40c6-907e-3f9e866b9a54', 'name': 'tempest-ServerActionsTestJSON-1533739700-router', 'tenant_id': '75c565b2496748d0aca7efef0deb76ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.12'}], 'enable_snat': True}, 'gw_port_id': 'b9224054-b232-4352-8694-1fc62b3bf334', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T04:53:34Z', 'updated_at': '2022-05-30T04:53:40Z', 'revision_number': 4, 'project_id': '75c565b2496748d0aca7efef0deb76ef', 'gw_port': {'id': 'b9224054-b232-4352-8694-1fc62b3bf334', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:08:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce894cc-f128-40c6-907e-3f9e866b9a54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:53:36Z', 'updated_at': '2022-05-30T04:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': '74dfc65a-67f1-43f9-8dc5-6cd308de3c6e', 'name': '', 'network_id': 'd6c60be6-16d0-4643-855e-f83fdbae0248', 'tenant_id': '75c565b2496748d0aca7efef0deb76ef', 'mac_address': 'fa:16:3e:12:36:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ce894cc-f128-40c6-907e-3f9e866b9a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'c06f497a-4701-45be-bb19-b5a139bdd216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:53:40Z', 'updated_at': '2022-05-30T04:53:53Z', 'revision_number': 4, 'project_id': '75c565b2496748d0aca7efef0deb76ef', 'subnets': [{'id': 'c06f497a-4701-45be-bb19-b5a139bdd216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:53:54.499627 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5396d2-7d94-4ac6-9adc-8c08e9b881b1 None None] The sync data for ids ['4ce894cc-f128-40c6-907e-3f9e866b9a54'] in dv-neutron-843763-1-hyperv is: [{'id': '4ce894cc-f128-40c6-907e-3f9e866b9a54', 'name': 'tempest-ServerActionsTestJSON-1533739700-router', 'tenant_id': '75c565b2496748d0aca7efef0deb76ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.12'}], 'enable_snat': True}, 'gw_port_id': 'b9224054-b232-4352-8694-1fc62b3bf334', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T04:53:34Z', 'updated_at': '2022-05-30T04:53:40Z', 'revision_number': 4, 'project_id': '75c565b2496748d0aca7efef0deb76ef', 'gw_port': {'id': 'b9224054-b232-4352-8694-1fc62b3bf334', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:08:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce894cc-f128-40c6-907e-3f9e866b9a54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:53:36Z', 'updated_at': '2022-05-30T04:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': '74dfc65a-67f1-43f9-8dc5-6cd308de3c6e', 'name': '', 'network_id': 'd6c60be6-16d0-4643-855e-f83fdbae0248', 'tenant_id': '75c565b2496748d0aca7efef0deb76ef', 'mac_address': 'fa:16:3e:12:36:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ce894cc-f128-40c6-907e-3f9e866b9a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'c06f497a-4701-45be-bb19-b5a139bdd216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:53:40Z', 'updated_at': '2022-05-30T04:53:53Z', 'revision_number': 4, 'project_id': '75c565b2496748d0aca7efef0deb76ef', 'subnets': [{'id': 'c06f497a-4701-45be-bb19-b5a139bdd216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 04:53:54.503953 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51043041-e289-4b38-a484-bdf0ecf9dbe7 None None] Sync routers for ids ['b02ff726-f08b-4149-a2e7-4d3905e56a54'] in dv-neutron-843763-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 04:53:54.510586 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [None req-dce062ce-47e2-48c1-80f9-bca552d1e26c tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Attempting to bind port f6ec1ae5-a30e-4893-ba8c-66f132398eb1 on host hv-neutron-8437 for vnic_type normal with profile {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 04:53:54.511297 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [None req-dce062ce-47e2-48c1-80f9-bca552d1e26c tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Attempting to bind port f6ec1ae5-a30e-4893-ba8c-66f132398eb1 by drivers openvswitch,hyperv on host hv-neutron-8437 at level 0 using segments [{'id': 'd4386722-d3e3-4eda-8528-29f9087138e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f33d7644-bae7-4784-8764-54601dc9b9ec'}] {{(pid=88260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 04:53:54.512074 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce062ce-47e2-48c1-80f9-bca552d1e26c tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Attempting to bind port f6ec1ae5-a30e-4893-ba8c-66f132398eb1 on network f33d7644-bae7-4784-8764-54601dc9b9ec {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 04:53:54.517008 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51043041-e289-4b38-a484-bdf0ecf9dbe7 None None] Routers {'b02ff726-f08b-4149-a2e7-4d3905e56a54'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 04:53:54.517748 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-51043041-e289-4b38-a484-bdf0ecf9dbe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T04:53:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['b02ff726-f08b-4149-a2e7-4d3905e56a54'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:53:54.523901 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-8956ea37-a5d8-4b8e-9ef5-d7e6f09c8950 None None] Attempting to bind port d3cb4778-7dcd-4b63-bef4-b3795033c4b9 on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 04:53:54.524401 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-8956ea37-a5d8-4b8e-9ef5-d7e6f09c8950 None None] Attempting to bind port d3cb4778-7dcd-4b63-bef4-b3795033c4b9 by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': 'c5e324a5-0f48-4a7f-b9d3-8cec3dd014ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'cc631afc-991b-44db-9dfb-1fa3a2f7d7ff'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 04:53:54.524761 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8956ea37-a5d8-4b8e-9ef5-d7e6f09c8950 None None] Attempting to bind port d3cb4778-7dcd-4b63-bef4-b3795033c4b9 on network cc631afc-991b-44db-9dfb-1fa3a2f7d7ff {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 04:53:54.542934 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-1a7eddcc-5f79-4143-9d3e-b188f7be9d17 admin admin] 10.222.0.15 "PUT /v2.0/routers/b02ff726-f08b-4149-a2e7-4d3905e56a54/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6460905 May 30 04:53:54.544870 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce062ce-47e2-48c1-80f9-bca552d1e26c tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Port f6ec1ae5-a30e-4893-ba8c-66f132398eb1 on network f33d7644-bae7-4784-8764-54601dc9b9ec not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8437 {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 30 04:53:54.545641 dv-neutron-843763-1-hyperv neutron-server[88260]: ERROR neutron.plugins.ml2.managers [None req-dce062ce-47e2-48c1-80f9-bca552d1e26c tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Failed to bind port f6ec1ae5-a30e-4893-ba8c-66f132398eb1 on host hv-neutron-8437 for vnic_type normal using segments [{'id': 'd4386722-d3e3-4eda-8528-29f9087138e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f33d7644-bae7-4784-8764-54601dc9b9ec'}] May 30 04:53:54.547170 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.plugins.ml2.plugin [None req-dce062ce-47e2-48c1-80f9-bca552d1e26c tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Attempt 5 to bind port f6ec1ae5-a30e-4893-ba8c-66f132398eb1 May 30 04:53:54.550367 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-049a6e3c-26b2-4181-9617-7dc4c14d3473 tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:54.563449 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8956ea37-a5d8-4b8e-9ef5-d7e6f09c8950 None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 4, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 04:53:54.563868 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8956ea37-a5d8-4b8e-9ef5-d7e6f09c8950 None None] Checking segment: {'id': 'c5e324a5-0f48-4a7f-b9d3-8cec3dd014ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'cc631afc-991b-44db-9dfb-1fa3a2f7d7ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:53:54.564415 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8956ea37-a5d8-4b8e-9ef5-d7e6f09c8950 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:54.565070 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8956ea37-a5d8-4b8e-9ef5-d7e6f09c8950 None None] Bound using segment: {'id': 'c5e324a5-0f48-4a7f-b9d3-8cec3dd014ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'cc631afc-991b-44db-9dfb-1fa3a2f7d7ff'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 04:53:54.565718 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-8956ea37-a5d8-4b8e-9ef5-d7e6f09c8950 None None] Bound port: d3cb4778-7dcd-4b63-bef4-b3795033c4b9, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5e324a5-0f48-4a7f-b9d3-8cec3dd014ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'cc631afc-991b-44db-9dfb-1fa3a2f7d7ff'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 04:53:54.566114 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8956ea37-a5d8-4b8e-9ef5-d7e6f09c8950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:54.603566 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5340e4a1-49aa-4c08-a89c-04e6ede665d0 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:54.624988 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-e4f6dab3-ce53-48e2-917f-583a099203d1 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Unset dirty status for tenant:5b20069eba164497a9d9514a420da987 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:53:54.631620 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-e4f6dab3-ce53-48e2-917f-583a099203d1 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] 10.222.0.15 "GET /v2.0/ports/0badf68f-d510-4c58-909e-89f7271cc60a HTTP/1.1" status: 404 len: 333 time: 0.3788321 May 30 04:53:54.682903 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-049a6e3c-26b2-4181-9617-7dc4c14d3473 tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1604762'] for floatingip, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:54.711864 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500d8e30-229f-484c-a54d-9fff59949c24 None None] Pushing event updated for resources: {'Port': ['ID=d3cb4778-7dcd-4b63-bef4-b3795033c4b9,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:53:54.717633 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [None req-dce062ce-47e2-48c1-80f9-bca552d1e26c tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Attempting to bind port f6ec1ae5-a30e-4893-ba8c-66f132398eb1 on host hv-neutron-8437 for vnic_type normal with profile {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 04:53:54.719503 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [None req-dce062ce-47e2-48c1-80f9-bca552d1e26c tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Attempting to bind port f6ec1ae5-a30e-4893-ba8c-66f132398eb1 by drivers openvswitch,hyperv on host hv-neutron-8437 at level 0 using segments [{'id': 'd4386722-d3e3-4eda-8528-29f9087138e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f33d7644-bae7-4784-8764-54601dc9b9ec'}] {{(pid=88260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 04:53:54.722362 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce062ce-47e2-48c1-80f9-bca552d1e26c tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Attempting to bind port f6ec1ae5-a30e-4893-ba8c-66f132398eb1 on network f33d7644-bae7-4784-8764-54601dc9b9ec {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 04:53:54.724099 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port c55ef8d8-9531-4178-b54e-cd03e72ab6ef is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:53:54.728994 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 36044) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:53:54.750632 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce062ce-47e2-48c1-80f9-bca552d1e26c tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Port f6ec1ae5-a30e-4893-ba8c-66f132398eb1 on network f33d7644-bae7-4784-8764-54601dc9b9ec not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8437 {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 30 04:53:54.750949 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9585fd79-25c5-49fa-837a-72e2f34670a4 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:54.752181 dv-neutron-843763-1-hyperv neutron-server[88260]: ERROR neutron.plugins.ml2.managers [None req-dce062ce-47e2-48c1-80f9-bca552d1e26c tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Failed to bind port f6ec1ae5-a30e-4893-ba8c-66f132398eb1 on host hv-neutron-8437 for vnic_type normal using segments [{'id': 'd4386722-d3e3-4eda-8528-29f9087138e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f33d7644-bae7-4784-8764-54601dc9b9ec'}] May 30 04:53:54.756491 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.plugins.ml2.plugin [None req-dce062ce-47e2-48c1-80f9-bca552d1e26c tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Attempt 6 to bind port f6ec1ae5-a30e-4893-ba8c-66f132398eb1 May 30 04:53:54.775769 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-ab665dd3-ac61-4542-964d-e4888dd6b5ce tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Request body: {'port': {'network_id': 'af4b62e7-fce2-4a03-b41b-9778679ae38a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1252357623'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:53:54.782119 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8082746a-627f-4922-afce-69589bff349e tempest-RoutersAdminNegativeTest-1787075908 tempest-RoutersAdminNegativeTest-1787075908-project-admin] Notify callbacks [] for router, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:54.797196 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-8956ea37-a5d8-4b8e-9ef5-d7e6f09c8950 None None] For port d3cb4778-7dcd-4b63-bef4-b3795033c4b9, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 04:53:54.812238 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-8956ea37-a5d8-4b8e-9ef5-d7e6f09c8950 None None] For port d3cb4778-7dcd-4b63-bef4-b3795033c4b9, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=d3cb4778-7dcd-4b63-bef4-b3795033c4b9,segment=NetworkSegment(c5e324a5-0f48-4a7f-b9d3-8cec3dd014ff),segment_id=c5e324a5-0f48-4a7f-b9d3-8cec3dd014ff)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 04:53:54.818247 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-049a6e3c-26b2-4181-9617-7dc4c14d3473 tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for floatingip, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:54.821594 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-049a6e3c-26b2-4181-9617-7dc4c14d3473 tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.4841967 May 30 04:53:54.828408 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8956ea37-a5d8-4b8e-9ef5-d7e6f09c8950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:54.829173 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5340e4a1-49aa-4c08-a89c-04e6ede665d0 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Network 1bab70f4-3794-44db-8e17-19f483aa8ffa is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:53:54.882809 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-5340e4a1-49aa-4c08-a89c-04e6ede665d0 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:53:54.890737 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5340e4a1-49aa-4c08-a89c-04e6ede665d0 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:53:54.977477 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8956ea37-a5d8-4b8e-9ef5-d7e6f09c8950 None None] Routers {'06f449e6-4894-4092-b4b6-794c4c04276a'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 04:53:54.978394 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-8956ea37-a5d8-4b8e-9ef5-d7e6f09c8950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T04:53:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['06f449e6-4894-4092-b4b6-794c4c04276a'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:53:55.076096 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-51043041-e289-4b38-a484-bdf0ecf9dbe7 None None] Set router b02ff726-f08b-4149-a2e7-4d3905e56a54 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 04:53:55.090601 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500d8e30-229f-484c-a54d-9fff59949c24 None None] Pushing event updated for resources: {'Port': ['ID=d3cb4778-7dcd-4b63-bef4-b3795033c4b9,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:53:55.126823 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-9585fd79-25c5-49fa-837a-72e2f34670a4 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Calling delete_port for d3cb4778-7dcd-4b63-bef4-b3795033c4b9 owned by network:router_gateway {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:53:55.327177 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-8956ea37-a5d8-4b8e-9ef5-d7e6f09c8950 None None] Set router 06f449e6-4894-4092-b4b6-794c4c04276a gateway port host: None {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 04:53:55.432387 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [None req-dce062ce-47e2-48c1-80f9-bca552d1e26c tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Attempting to bind port f6ec1ae5-a30e-4893-ba8c-66f132398eb1 on host hv-neutron-8437 for vnic_type normal with profile {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 04:53:55.460942 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [None req-dce062ce-47e2-48c1-80f9-bca552d1e26c tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Attempting to bind port f6ec1ae5-a30e-4893-ba8c-66f132398eb1 by drivers openvswitch,hyperv on host hv-neutron-8437 at level 0 using segments [{'id': 'd4386722-d3e3-4eda-8528-29f9087138e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f33d7644-bae7-4784-8764-54601dc9b9ec'}] {{(pid=88260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 04:53:55.461275 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce062ce-47e2-48c1-80f9-bca552d1e26c tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Attempting to bind port f6ec1ae5-a30e-4893-ba8c-66f132398eb1 on network f33d7644-bae7-4784-8764-54601dc9b9ec {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 04:53:55.512855 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce062ce-47e2-48c1-80f9-bca552d1e26c tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Port f6ec1ae5-a30e-4893-ba8c-66f132398eb1 on network f33d7644-bae7-4784-8764-54601dc9b9ec not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8437 {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 30 04:53:55.513269 dv-neutron-843763-1-hyperv neutron-server[88260]: ERROR neutron.plugins.ml2.managers [None req-dce062ce-47e2-48c1-80f9-bca552d1e26c tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Failed to bind port f6ec1ae5-a30e-4893-ba8c-66f132398eb1 on host hv-neutron-8437 for vnic_type normal using segments [{'id': 'd4386722-d3e3-4eda-8528-29f9087138e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f33d7644-bae7-4784-8764-54601dc9b9ec'}] May 30 04:53:55.522490 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.plugins.ml2.plugin [None req-dce062ce-47e2-48c1-80f9-bca552d1e26c tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Attempt 7 to bind port f6ec1ae5-a30e-4893-ba8c-66f132398eb1 May 30 04:53:55.550566 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8082746a-627f-4922-afce-69589bff349e tempest-RoutersAdminNegativeTest-1787075908 tempest-RoutersAdminNegativeTest-1787075908-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11660'] for router, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:55.573361 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8082746a-627f-4922-afce-69589bff349e tempest-RoutersAdminNegativeTest-1787075908 tempest-RoutersAdminNegativeTest-1787075908-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:55.639521 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-8956ea37-a5d8-4b8e-9ef5-d7e6f09c8950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06f449e6-4894-4092-b4b6-794c4c04276a', 'name': '', 'tenant_id': 'bd3c8d428858414386daf786d1fecb46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T04:53:43Z', 'updated_at': '2022-05-30T04:53:53Z', 'revision_number': 4, 'project_id': 'bd3c8d428858414386daf786d1fecb46', 'gw_port_host': None}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:53:55.659014 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8956ea37-a5d8-4b8e-9ef5-d7e6f09c8950 None None] The sync data for ids ['06f449e6-4894-4092-b4b6-794c4c04276a'] in dv-neutron-843763-1-hyperv is: [{'id': '06f449e6-4894-4092-b4b6-794c4c04276a', 'name': '', 'tenant_id': 'bd3c8d428858414386daf786d1fecb46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T04:53:43Z', 'updated_at': '2022-05-30T04:53:53Z', 'revision_number': 4, 'project_id': 'bd3c8d428858414386daf786d1fecb46', 'gw_port_host': None}] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 04:53:55.727842 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 74dfc65a-67f1-43f9-8dc5-6cd308de3c6e up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 04:53:55.756760 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 36080) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:53:55.766544 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049a6e3c-26b2-4181-9617-7dc4c14d3473 tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] Pushing event updated for resources: {'Port': ['ID=35530336-6e9e-4113-b6ad-b9445fa99adc,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:53:55.774439 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.db.api [None req-9585fd79-25c5-49fa-837a-72e2f34670a4 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88261) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 04:53:55.774774 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG oslo_db.api [None req-9585fd79-25c5-49fa-837a-72e2f34670a4 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 04:53:55.789477 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-2ef39297-e864-4cf6-b491-edb40eadbe6b tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1018667287', 'description': 'tempest-description--390551218'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:53:55.850880 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [None req-dce062ce-47e2-48c1-80f9-bca552d1e26c tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Attempting to bind port f6ec1ae5-a30e-4893-ba8c-66f132398eb1 on host hv-neutron-8437 for vnic_type normal with profile {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 04:53:55.851571 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [None req-dce062ce-47e2-48c1-80f9-bca552d1e26c tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Attempting to bind port f6ec1ae5-a30e-4893-ba8c-66f132398eb1 by drivers openvswitch,hyperv on host hv-neutron-8437 at level 0 using segments [{'id': 'd4386722-d3e3-4eda-8528-29f9087138e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f33d7644-bae7-4784-8764-54601dc9b9ec'}] {{(pid=88260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 04:53:55.851883 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce062ce-47e2-48c1-80f9-bca552d1e26c tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Attempting to bind port f6ec1ae5-a30e-4893-ba8c-66f132398eb1 on network f33d7644-bae7-4784-8764-54601dc9b9ec {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 04:53:55.888099 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce062ce-47e2-48c1-80f9-bca552d1e26c tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Port f6ec1ae5-a30e-4893-ba8c-66f132398eb1 on network f33d7644-bae7-4784-8764-54601dc9b9ec not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8437 {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 30 04:53:55.888426 dv-neutron-843763-1-hyperv neutron-server[88260]: ERROR neutron.plugins.ml2.managers [None req-dce062ce-47e2-48c1-80f9-bca552d1e26c tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Failed to bind port f6ec1ae5-a30e-4893-ba8c-66f132398eb1 on host hv-neutron-8437 for vnic_type normal using segments [{'id': 'd4386722-d3e3-4eda-8528-29f9087138e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f33d7644-bae7-4784-8764-54601dc9b9ec'}] May 30 04:53:55.898196 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.plugins.ml2.plugin [None req-dce062ce-47e2-48c1-80f9-bca552d1e26c tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Attempt 8 to bind port f6ec1ae5-a30e-4893-ba8c-66f132398eb1 May 30 04:53:55.910304 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-2ef39297-e864-4cf6-b491-edb40eadbe6b tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:53:55.925912 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-2ef39297-e864-4cf6-b491-edb40eadbe6b tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] Usage tracker for resource:security_group and tenant:3fffdaf8665e4f2eb17f85d23ba9b1e3 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:53:55.931669 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8082746a-627f-4922-afce-69589bff349e tempest-RoutersAdminNegativeTest-1787075908 tempest-RoutersAdminNegativeTest-1787075908-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1601605'] for router, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:55.932198 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8082746a-627f-4922-afce-69589bff349e tempest-RoutersAdminNegativeTest-1787075908 tempest-RoutersAdminNegativeTest-1787075908-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2dc91d60-a558-4d85-9e51-d96884caf0c9 {{(pid=88260) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 30 04:53:55.935344 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-2ef39297-e864-4cf6-b491-edb40eadbe6b tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:53:55.941301 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port 74dfc65a-67f1-43f9-8dc5-6cd308de3c6e completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:53:55.948875 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [None req-dce062ce-47e2-48c1-80f9-bca552d1e26c tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Attempting to bind port f6ec1ae5-a30e-4893-ba8c-66f132398eb1 on host hv-neutron-8437 for vnic_type normal with profile {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 04:53:55.949217 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [None req-dce062ce-47e2-48c1-80f9-bca552d1e26c tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Attempting to bind port f6ec1ae5-a30e-4893-ba8c-66f132398eb1 by drivers openvswitch,hyperv on host hv-neutron-8437 at level 0 using segments [{'id': 'd4386722-d3e3-4eda-8528-29f9087138e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f33d7644-bae7-4784-8764-54601dc9b9ec'}] {{(pid=88260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 04:53:55.949547 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce062ce-47e2-48c1-80f9-bca552d1e26c tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Attempting to bind port f6ec1ae5-a30e-4893-ba8c-66f132398eb1 on network f33d7644-bae7-4784-8764-54601dc9b9ec {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 04:53:55.950162 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 74dfc65a-67f1-43f9-8dc5-6cd308de3c6e triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:53:55.950704 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:55.953083 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-2ef39297-e864-4cf6-b491-edb40eadbe6b tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:53:55.967791 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce062ce-47e2-48c1-80f9-bca552d1e26c tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Port f6ec1ae5-a30e-4893-ba8c-66f132398eb1 on network f33d7644-bae7-4784-8764-54601dc9b9ec not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8437 {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 30 04:53:55.968116 dv-neutron-843763-1-hyperv neutron-server[88260]: ERROR neutron.plugins.ml2.managers [None req-dce062ce-47e2-48c1-80f9-bca552d1e26c tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Failed to bind port f6ec1ae5-a30e-4893-ba8c-66f132398eb1 on host hv-neutron-8437 for vnic_type normal using segments [{'id': 'd4386722-d3e3-4eda-8528-29f9087138e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f33d7644-bae7-4784-8764-54601dc9b9ec'}] May 30 04:53:55.968489 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.plugins.ml2.plugin [None req-dce062ce-47e2-48c1-80f9-bca552d1e26c tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Attempt 9 to bind port f6ec1ae5-a30e-4893-ba8c-66f132398eb1 May 30 04:53:56.048774 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2ef39297-e864-4cf6-b491-edb40eadbe6b tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:56.055868 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-51043041-e289-4b38-a484-bdf0ecf9dbe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b02ff726-f08b-4149-a2e7-4d3905e56a54', 'name': 'tempest-ServersTestManualDisk-667274620-router', 'tenant_id': '3fffdaf8665e4f2eb17f85d23ba9b1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.58'}], 'enable_snat': True}, 'gw_port_id': 'c55ef8d8-9531-4178-b54e-cd03e72ab6ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T04:53:35Z', 'updated_at': '2022-05-30T04:53:51Z', 'revision_number': 4, 'project_id': '3fffdaf8665e4f2eb17f85d23ba9b1e3', 'gw_port': {'id': 'c55ef8d8-9531-4178-b54e-cd03e72ab6ef', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:d0:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02ff726-f08b-4149-a2e7-4d3905e56a54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:53:39Z', 'updated_at': '2022-05-30T04:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': '75413245-0751-488c-b316-bd715bca792e', 'name': '', 'network_id': '48553bc8-2e8d-42a5-b036-bcc9c477033e', 'tenant_id': '3fffdaf8665e4f2eb17f85d23ba9b1e3', 'mac_address': 'fa:16:3e:5b:4b:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b02ff726-f08b-4149-a2e7-4d3905e56a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 142, 'fixed_ips': [{'subnet_id': 'c42df579-83e1-422f-882b-890997a0d3b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:53:49Z', 'updated_at': '2022-05-30T04:53:51Z', 'revision_number': 2, 'project_id': '3fffdaf8665e4f2eb17f85d23ba9b1e3', 'subnets': [{'id': 'c42df579-83e1-422f-882b-890997a0d3b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:53:56.060289 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51043041-e289-4b38-a484-bdf0ecf9dbe7 None None] Checking router: b02ff726-f08b-4149-a2e7-4d3905e56a54 for host: dv-neutron-843763-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 04:53:56.060648 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51043041-e289-4b38-a484-bdf0ecf9dbe7 None None] Updating router b02ff726-f08b-4149-a2e7-4d3905e56a54 port 75413245-0751-488c-b316-bd715bca792e binding host dv-neutron-843763-1-hyperv {{(pid=88263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 30 04:53:56.121008 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 36092) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:53:56.137539 dv-neutron-843763-1-hyperv neutron-server[88261]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 30 04:53:56.141835 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-51043041-e289-4b38-a484-bdf0ecf9dbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:56.144382 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 74dfc65a-67f1-43f9-8dc5-6cd308de3c6e is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:53:56.145004 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:56.150217 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [None req-dce062ce-47e2-48c1-80f9-bca552d1e26c tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Attempting to bind port f6ec1ae5-a30e-4893-ba8c-66f132398eb1 on host hv-neutron-8437 for vnic_type normal with profile {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 04:53:56.150555 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [None req-dce062ce-47e2-48c1-80f9-bca552d1e26c tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Attempting to bind port f6ec1ae5-a30e-4893-ba8c-66f132398eb1 by drivers openvswitch,hyperv on host hv-neutron-8437 at level 0 using segments [{'id': 'd4386722-d3e3-4eda-8528-29f9087138e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f33d7644-bae7-4784-8764-54601dc9b9ec'}] {{(pid=88260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 04:53:56.150897 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce062ce-47e2-48c1-80f9-bca552d1e26c tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Attempting to bind port f6ec1ae5-a30e-4893-ba8c-66f132398eb1 on network f33d7644-bae7-4784-8764-54601dc9b9ec {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 04:53:56.159515 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-2ef39297-e864-4cf6-b491-edb40eadbe6b tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:53:56.159689 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce062ce-47e2-48c1-80f9-bca552d1e26c tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Port f6ec1ae5-a30e-4893-ba8c-66f132398eb1 on network f33d7644-bae7-4784-8764-54601dc9b9ec not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8437 {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 30 04:53:56.159975 dv-neutron-843763-1-hyperv neutron-server[88260]: ERROR neutron.plugins.ml2.managers [None req-dce062ce-47e2-48c1-80f9-bca552d1e26c tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Failed to bind port f6ec1ae5-a30e-4893-ba8c-66f132398eb1 on host hv-neutron-8437 for vnic_type normal using segments [{'id': 'd4386722-d3e3-4eda-8528-29f9087138e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f33d7644-bae7-4784-8764-54601dc9b9ec'}] May 30 04:53:56.160404 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.plugins.ml2.plugin [None req-dce062ce-47e2-48c1-80f9-bca552d1e26c tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Attempt 10 to bind port f6ec1ae5-a30e-4893-ba8c-66f132398eb1 May 30 04:53:56.179325 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [None req-dce062ce-47e2-48c1-80f9-bca552d1e26c tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Attempting to bind port f6ec1ae5-a30e-4893-ba8c-66f132398eb1 on host hv-neutron-8437 for vnic_type normal with profile {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 04:53:56.179662 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [None req-dce062ce-47e2-48c1-80f9-bca552d1e26c tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Attempting to bind port f6ec1ae5-a30e-4893-ba8c-66f132398eb1 by drivers openvswitch,hyperv on host hv-neutron-8437 at level 0 using segments [{'id': 'd4386722-d3e3-4eda-8528-29f9087138e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f33d7644-bae7-4784-8764-54601dc9b9ec'}] {{(pid=88260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 04:53:56.180007 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce062ce-47e2-48c1-80f9-bca552d1e26c tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Attempting to bind port f6ec1ae5-a30e-4893-ba8c-66f132398eb1 on network f33d7644-bae7-4784-8764-54601dc9b9ec {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 04:53:56.184296 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.api.v2.resource [None req-8082746a-627f-4922-afce-69589bff349e tempest-RoutersAdminNegativeTest-1787075908 tempest-RoutersAdminNegativeTest-1787075908-project-admin] create failed (client error): There was a conflict when trying to complete your request. May 30 04:53:56.185405 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-8082746a-627f-4922-afce-69589bff349e tempest-RoutersAdminNegativeTest-1787075908 tempest-RoutersAdminNegativeTest-1787075908-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 6.6308820 May 30 04:53:56.188500 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 36096) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:53:56.191411 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce062ce-47e2-48c1-80f9-bca552d1e26c tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Port f6ec1ae5-a30e-4893-ba8c-66f132398eb1 on network f33d7644-bae7-4784-8764-54601dc9b9ec not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8437 {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 30 04:53:56.191784 dv-neutron-843763-1-hyperv neutron-server[88260]: ERROR neutron.plugins.ml2.managers [None req-dce062ce-47e2-48c1-80f9-bca552d1e26c tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Failed to bind port f6ec1ae5-a30e-4893-ba8c-66f132398eb1 on host hv-neutron-8437 for vnic_type normal using segments [{'id': 'd4386722-d3e3-4eda-8528-29f9087138e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f33d7644-bae7-4784-8764-54601dc9b9ec'}] May 30 04:53:56.192410 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-dce062ce-47e2-48c1-80f9-bca552d1e26c tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:56.194026 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-2ef39297-e864-4cf6-b491-edb40eadbe6b tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] Usage tracker for resource:security_group_rule and tenant:3fffdaf8665e4f2eb17f85d23ba9b1e3 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:53:56.237926 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-2ef39297-e864-4cf6-b491-edb40eadbe6b tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:53:56.246212 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-238e0cd1-45b4-41fd-bcbc-a4f69aaf1470 req-046ff17c-b924-444b-986b-558a4521e847 tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] Synchronizing usage tracker for tenant:78063ff0b78c49339686a2b1a492c074 on resource:security_group {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:53:56.256213 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5340e4a1-49aa-4c08-a89c-04e6ede665d0 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Pushing event updated for resources: {'Port': ['ID=fa393530-6bbb-477e-80d8-57cddaf54dd0,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:53:56.264340 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] For port 74dfc65a-67f1-43f9-8dc5-6cd308de3c6e, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=74dfc65a-67f1-43f9-8dc5-6cd308de3c6e,segment=NetworkSegment(85212bcf-98ed-4bb6-b44e-b2716ff7b6a4),segment_id=85212bcf-98ed-4bb6-b44e-b2716ff7b6a4)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:53:56.266824 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5340e4a1-49aa-4c08-a89c-04e6ede665d0 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:56.268274 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-2ef39297-e864-4cf6-b491-edb40eadbe6b tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:53:56.279035 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:56.285536 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-ab665dd3-ac61-4542-964d-e4888dd6b5ce tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:53:56.296482 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-ab665dd3-ac61-4542-964d-e4888dd6b5ce tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:53:56.306777 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-9585fd79-25c5-49fa-837a-72e2f34670a4 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Deleting port d3cb4778-7dcd-4b63-bef4-b3795033c4b9 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:53:56.307268 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9585fd79-25c5-49fa-837a-72e2f34670a4 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:56.347391 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab665dd3-ac61-4542-964d-e4888dd6b5ce tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Made reservation on behalf of 5b20069eba164497a9d9514a420da987 for: {'port': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:53:56.351718 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ab665dd3-ac61-4542-964d-e4888dd6b5ce tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:56.391513 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-03370422-2354-48b3-9919-4201afbaac63 tempest-RoutersAdminNegativeTest-1787075908 tempest-RoutersAdminNegativeTest-1787075908-project-admin] Deleting port 83de52bd-54d0-4ff6-af62-fe4949bb2435 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:53:56.391914 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-03370422-2354-48b3-9919-4201afbaac63 tempest-RoutersAdminNegativeTest-1787075908 tempest-RoutersAdminNegativeTest-1787075908-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:56.478406 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Pushing event updated for resources: {'Port': ['ID=74dfc65a-67f1-43f9-8dc5-6cd308de3c6e,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:53:56.478915 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5340e4a1-49aa-4c08-a89c-04e6ede665d0 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:56.517016 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-dce062ce-47e2-48c1-80f9-bca552d1e26c tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] For port f6ec1ae5-a30e-4893-ba8c-66f132398eb1, host hv-neutron-8437, cleared binding levels {{(pid=88260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 04:53:56.517663 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-dce062ce-47e2-48c1-80f9-bca552d1e26c tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Attempted to set empty binding levels {{(pid=88260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 30 04:53:56.537425 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-dce062ce-47e2-48c1-80f9-bca552d1e26c tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:56.559870 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [None req-ab665dd3-ac61-4542-964d-e4888dd6b5ce tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] device_id is not set on port d7887366-043a-48ad-aadd-16facca5b822 yet. {{(pid=88261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 30 04:53:56.614522 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-dce062ce-47e2-48c1-80f9-bca552d1e26c tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] In _notify_port_updated(), no bound segment for port f6ec1ae5-a30e-4893-ba8c-66f132398eb1 on network f33d7644-bae7-4784-8764-54601dc9b9ec {{(pid=88260) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 30 04:53:56.615991 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce062ce-47e2-48c1-80f9-bca552d1e26c tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:53:56.617292 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-dce062ce-47e2-48c1-80f9-bca552d1e26c tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:56.621929 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-dce062ce-47e2-48c1-80f9-bca552d1e26c tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] 10.222.0.15 "PUT /v2.0/ports/f6ec1ae5-a30e-4893-ba8c-66f132398eb1 HTTP/1.1" status: 200 len: 977 time: 4.9200358 May 30 04:53:56.623199 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-51043041-e289-4b38-a484-bdf0ecf9dbe7 None None] Notify callbacks [] for port, precommit_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:56.633117 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 36106) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:53:56.639718 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.provisioning_blocks [None req-51043041-e289-4b38-a484-bdf0ecf9dbe7 None None] Transition to ACTIVE for port object 75413245-0751-488c-b316-bd715bca792e will not be triggered until provisioned by entity L2. {{(pid=88263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:53:56.651296 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-51043041-e289-4b38-a484-bdf0ecf9dbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:56.753299 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-238e0cd1-45b4-41fd-bcbc-a4f69aaf1470 req-046ff17c-b924-444b-986b-558a4521e847 tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] Unset dirty status for tenant:78063ff0b78c49339686a2b1a492c074 on resource:security_group {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:53:56.754497 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-238e0cd1-45b4-41fd-bcbc-a4f69aaf1470 req-046ff17c-b924-444b-986b-558a4521e847 tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1237244553&fields=id&tenant_id=78063ff0b78c49339686a2b1a492c074 HTTP/1.1" status: 200 len: 267 time: 0.6279156 May 30 04:53:56.773590 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 36110) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:53:56.801799 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce062ce-47e2-48c1-80f9-bca552d1e26c tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Pushing event updated for resources: {'Port': ['ID=f6ec1ae5-a30e-4893-ba8c-66f132398eb1,revision_number=3']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:53:56.856537 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf50d30-efb0-4611-b610-9b12254d9294 None None] Pushing event updated for resources: {'Port': ['ID=75413245-0751-488c-b316-bd715bca792e,revision_number=3']} {{(pid=88263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:53:56.882535 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-03370422-2354-48b3-9919-4201afbaac63 tempest-RoutersAdminNegativeTest-1787075908 tempest-RoutersAdminNegativeTest-1787075908-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:56.953127 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-51043041-e289-4b38-a484-bdf0ecf9dbe7 None None] Attempting to bind port 75413245-0751-488c-b316-bd715bca792e on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 04:53:56.953759 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-51043041-e289-4b38-a484-bdf0ecf9dbe7 None None] Attempting to bind port 75413245-0751-488c-b316-bd715bca792e by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': '6c4f160d-581c-4e44-836d-a510d50f04aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '48553bc8-2e8d-42a5-b036-bcc9c477033e'}] {{(pid=88263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 04:53:56.954176 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51043041-e289-4b38-a484-bdf0ecf9dbe7 None None] Attempting to bind port 75413245-0751-488c-b316-bd715bca792e on network 48553bc8-2e8d-42a5-b036-bcc9c477033e {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 04:53:56.962144 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51043041-e289-4b38-a484-bdf0ecf9dbe7 None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 4, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 04:53:56.962542 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51043041-e289-4b38-a484-bdf0ecf9dbe7 None None] Checking segment: {'id': '6c4f160d-581c-4e44-836d-a510d50f04aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '48553bc8-2e8d-42a5-b036-bcc9c477033e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:53:56.962937 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-51043041-e289-4b38-a484-bdf0ecf9dbe7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:56.963334 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51043041-e289-4b38-a484-bdf0ecf9dbe7 None None] Bound using segment: {'id': '6c4f160d-581c-4e44-836d-a510d50f04aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '48553bc8-2e8d-42a5-b036-bcc9c477033e'} {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 04:53:56.963867 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-51043041-e289-4b38-a484-bdf0ecf9dbe7 None None] Bound port: 75413245-0751-488c-b316-bd715bca792e, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c4f160d-581c-4e44-836d-a510d50f04aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '48553bc8-2e8d-42a5-b036-bcc9c477033e'}}] {{(pid=88263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 04:53:56.964265 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-51043041-e289-4b38-a484-bdf0ecf9dbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:57.052946 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-03370422-2354-48b3-9919-4201afbaac63 tempest-RoutersAdminNegativeTest-1787075908 tempest-RoutersAdminNegativeTest-1787075908-project-admin] Calling delete_port for 83de52bd-54d0-4ff6-af62-fe4949bb2435 owned by {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:53:57.084742 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.db [None req-51043041-e289-4b38-a484-bdf0ecf9dbe7 None None] For port 75413245-0751-488c-b316-bd715bca792e, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 04:53:57.087002 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-e14367c1-7be1-4dfc-96f7-952038f118a9 tempest-QuotasNegativeTest-1631154 tempest-QuotasNegativeTest-1631154-project-admin] Request body: {'quota': {'network': 2}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:53:57.089341 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.db [None req-51043041-e289-4b38-a484-bdf0ecf9dbe7 None None] For port 75413245-0751-488c-b316-bd715bca792e, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=75413245-0751-488c-b316-bd715bca792e,segment=NetworkSegment(6c4f160d-581c-4e44-836d-a510d50f04aa),segment_id=6c4f160d-581c-4e44-836d-a510d50f04aa)] {{(pid=88263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 04:53:57.095345 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-51043041-e289-4b38-a484-bdf0ecf9dbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:57.099637 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd893830-19e1-45d6-8dea-004ceb849628 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:53:57.100282 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd893830-19e1-45d6-8dea-004ceb849628 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:53:57.100794 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd893830-19e1-45d6-8dea-004ceb849628 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:53:57.102344 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd893830-19e1-45d6-8dea-004ceb849628 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:53:57.102805 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd893830-19e1-45d6-8dea-004ceb849628 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:53:57.103261 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd893830-19e1-45d6-8dea-004ceb849628 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:53:57.103717 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd893830-19e1-45d6-8dea-004ceb849628 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:53:57.104172 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd893830-19e1-45d6-8dea-004ceb849628 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:53:57.104635 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd893830-19e1-45d6-8dea-004ceb849628 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:53:57.105083 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd893830-19e1-45d6-8dea-004ceb849628 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:53:57.105529 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd893830-19e1-45d6-8dea-004ceb849628 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:53:57.106014 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd893830-19e1-45d6-8dea-004ceb849628 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:53:57.106447 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd893830-19e1-45d6-8dea-004ceb849628 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:53:57.106899 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd893830-19e1-45d6-8dea-004ceb849628 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:53:57.107348 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd893830-19e1-45d6-8dea-004ceb849628 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:53:57.107790 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd893830-19e1-45d6-8dea-004ceb849628 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:53:57.108228 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd893830-19e1-45d6-8dea-004ceb849628 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:53:57.108674 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd893830-19e1-45d6-8dea-004ceb849628 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:53:57.109115 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd893830-19e1-45d6-8dea-004ceb849628 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:53:57.109554 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd893830-19e1-45d6-8dea-004ceb849628 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:53:57.111455 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-fd893830-19e1-45d6-8dea-004ceb849628 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Synchronizing usage tracker for tenant:71765cb0b99440efab04190099ac1f9a on resource:port {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:53:57.171514 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-fd893830-19e1-45d6-8dea-004ceb849628 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Unset dirty status for tenant:71765cb0b99440efab04190099ac1f9a on resource:port {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:53:57.173166 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-fd893830-19e1-45d6-8dea-004ceb849628 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 17957 time: 0.5386457 May 30 04:53:57.177252 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 36116) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:53:57.190243 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51043041-e289-4b38-a484-bdf0ecf9dbe7 None None] Routers {'b02ff726-f08b-4149-a2e7-4d3905e56a54'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 04:53:57.190900 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-51043041-e289-4b38-a484-bdf0ecf9dbe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T04:53:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['b02ff726-f08b-4149-a2e7-4d3905e56a54'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:53:57.238698 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2ef39297-e864-4cf6-b491-edb40eadbe6b tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:57.250739 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-9585fd79-25c5-49fa-837a-72e2f34670a4 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] For port d3cb4778-7dcd-4b63-bef4-b3795033c4b9, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=d3cb4778-7dcd-4b63-bef4-b3795033c4b9,segment=NetworkSegment(c5e324a5-0f48-4a7f-b9d3-8cec3dd014ff),segment_id=c5e324a5-0f48-4a7f-b9d3-8cec3dd014ff)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:53:57.251228 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9585fd79-25c5-49fa-837a-72e2f34670a4 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:57.275641 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf50d30-efb0-4611-b610-9b12254d9294 None None] Pushing event updated for resources: {'Port': ['ID=75413245-0751-488c-b316-bd715bca792e,revision_number=4']} {{(pid=88263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:53:57.307948 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-ab665dd3-ac61-4542-964d-e4888dd6b5ce tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Allocated IP 2001:db8::131 (af4b62e7-fce2-4a03-b41b-9778679ae38a/bcfa10f8-e3f0-4b7d-b91d-7097aff50da3/d7887366-043a-48ad-aadd-16facca5b822) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:53:57.321825 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2ef39297-e864-4cf6-b491-edb40eadbe6b tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:57.393307 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-dd723628-742b-4280-8554-21e2f4ece726 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Deleting port f6ec1ae5-a30e-4893-ba8c-66f132398eb1 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:53:57.393703 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-dd723628-742b-4280-8554-21e2f4ece726 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:57.418134 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-51043041-e289-4b38-a484-bdf0ecf9dbe7 None None] Set router b02ff726-f08b-4149-a2e7-4d3905e56a54 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 04:53:57.464416 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-03370422-2354-48b3-9919-4201afbaac63 tempest-RoutersAdminNegativeTest-1787075908 tempest-RoutersAdminNegativeTest-1787075908-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:57.492464 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238e0cd1-45b4-41fd-bcbc-a4f69aaf1470 req-c24e25f6-d6d7-48d6-998b-b01449479a34 tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:53:57.493242 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-238e0cd1-45b4-41fd-bcbc-a4f69aaf1470 req-c24e25f6-d6d7-48d6-998b-b01449479a34 tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] Synchronizing usage tracker for tenant:78063ff0b78c49339686a2b1a492c074 on resource:network {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:53:57.504398 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-9585fd79-25c5-49fa-837a-72e2f34670a4 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Calling delete_port for d3cb4778-7dcd-4b63-bef4-b3795033c4b9 owned by network:router_gateway {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:53:57.543057 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-e14367c1-7be1-4dfc-96f7-952038f118a9 tempest-QuotasNegativeTest-1631154 tempest-QuotasNegativeTest-1631154-project-admin] 10.222.0.15 "PUT /v2.0/quotas/7195b20fed754f92a4aad53dd8227610 HTTP/1.1" status: 200 len: 368 time: 0.7640381 May 30 04:53:57.543525 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03370422-2354-48b3-9919-4201afbaac63 tempest-RoutersAdminNegativeTest-1787075908 tempest-RoutersAdminNegativeTest-1787075908-project-admin] Pushing event deleted for resources: {'Port': ['ID=83de52bd-54d0-4ff6-af62-fe4949bb2435,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:53:57.550298 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 36122) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:53:57.582897 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-13a26542-745a-4d7c-b616-8e04ac056cdc tempest-QuotasNegativeTest-1631154 tempest-QuotasNegativeTest-1631154-project-admin] Request body: {'network': {'project_id': '7195b20fed754f92a4aad53dd8227610'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:53:57.614833 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 74dfc65a-67f1-43f9-8dc5-6cd308de3c6e up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 04:53:57.628326 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-03370422-2354-48b3-9919-4201afbaac63 tempest-RoutersAdminNegativeTest-1787075908 tempest-RoutersAdminNegativeTest-1787075908-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:57.647482 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-13a26542-745a-4d7c-b616-8e04ac056cdc tempest-QuotasNegativeTest-1631154 tempest-QuotasNegativeTest-1631154-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:53:57.697914 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 74dfc65a-67f1-43f9-8dc5-6cd308de3c6e triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:53:57.698225 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:57.715048 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-03370422-2354-48b3-9919-4201afbaac63 tempest-RoutersAdminNegativeTest-1787075908 tempest-RoutersAdminNegativeTest-1787075908-project-admin] 10.222.0.15 "DELETE /v2.0/ports/83de52bd-54d0-4ff6-af62-fe4949bb2435 HTTP/1.1" status: 204 len: 168 time: 1.5254755 May 30 04:53:57.799589 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-13a26542-745a-4d7c-b616-8e04ac056cdc tempest-QuotasNegativeTest-1631154 tempest-QuotasNegativeTest-1631154-project-admin] Usage tracker for resource:network and tenant:7195b20fed754f92a4aad53dd8227610 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:53:57.807263 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-dd723628-742b-4280-8554-21e2f4ece726 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] For port f6ec1ae5-a30e-4893-ba8c-66f132398eb1, host hv-neutron-8437, got binding levels [] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:53:57.807853 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-dd723628-742b-4280-8554-21e2f4ece726 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:57.814801 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2ef39297-e864-4cf6-b491-edb40eadbe6b tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:57.816697 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-2ef39297-e864-4cf6-b491-edb40eadbe6b tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.0549295 May 30 04:53:57.821612 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-13a26542-745a-4d7c-b616-8e04ac056cdc tempest-QuotasNegativeTest-1631154 tempest-QuotasNegativeTest-1631154-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:53:57.830376 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 36128) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:53:57.841175 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-51043041-e289-4b38-a484-bdf0ecf9dbe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b02ff726-f08b-4149-a2e7-4d3905e56a54', 'name': 'tempest-ServersTestManualDisk-667274620-router', 'tenant_id': '3fffdaf8665e4f2eb17f85d23ba9b1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.58'}], 'enable_snat': True}, 'gw_port_id': 'c55ef8d8-9531-4178-b54e-cd03e72ab6ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T04:53:35Z', 'updated_at': '2022-05-30T04:53:51Z', 'revision_number': 4, 'project_id': '3fffdaf8665e4f2eb17f85d23ba9b1e3', 'gw_port': {'id': 'c55ef8d8-9531-4178-b54e-cd03e72ab6ef', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:d0:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02ff726-f08b-4149-a2e7-4d3905e56a54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:53:39Z', 'updated_at': '2022-05-30T04:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': '75413245-0751-488c-b316-bd715bca792e', 'name': '', 'network_id': '48553bc8-2e8d-42a5-b036-bcc9c477033e', 'tenant_id': '3fffdaf8665e4f2eb17f85d23ba9b1e3', 'mac_address': 'fa:16:3e:5b:4b:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b02ff726-f08b-4149-a2e7-4d3905e56a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 142, 'fixed_ips': [{'subnet_id': 'c42df579-83e1-422f-882b-890997a0d3b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:53:49Z', 'updated_at': '2022-05-30T04:53:57Z', 'revision_number': 4, 'project_id': '3fffdaf8665e4f2eb17f85d23ba9b1e3', 'subnets': [{'id': 'c42df579-83e1-422f-882b-890997a0d3b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:53:57.846032 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-eb10cbca-e665-4ab7-9189-cb02091372c1 tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] Request body: {'security_group_rule': {'security_group_id': 'a23f5e44-f910-4633-a7d4-8a86a5a2b7b1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:53:57.849227 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-238e0cd1-45b4-41fd-bcbc-a4f69aaf1470 req-c24e25f6-d6d7-48d6-998b-b01449479a34 tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] Unset dirty status for tenant:78063ff0b78c49339686a2b1a492c074 on resource:network {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:53:57.849827 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51043041-e289-4b38-a484-bdf0ecf9dbe7 None None] The sync data for ids ['b02ff726-f08b-4149-a2e7-4d3905e56a54'] in dv-neutron-843763-1-hyperv is: [{'id': 'b02ff726-f08b-4149-a2e7-4d3905e56a54', 'name': 'tempest-ServersTestManualDisk-667274620-router', 'tenant_id': '3fffdaf8665e4f2eb17f85d23ba9b1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.58'}], 'enable_snat': True}, 'gw_port_id': 'c55ef8d8-9531-4178-b54e-cd03e72ab6ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T04:53:35Z', 'updated_at': '2022-05-30T04:53:51Z', 'revision_number': 4, 'project_id': '3fffdaf8665e4f2eb17f85d23ba9b1e3', 'gw_port': {'id': 'c55ef8d8-9531-4178-b54e-cd03e72ab6ef', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:d0:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02ff726-f08b-4149-a2e7-4d3905e56a54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:53:39Z', 'updated_at': '2022-05-30T04:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': '75413245-0751-488c-b316-bd715bca792e', 'name': '', 'network_id': '48553bc8-2e8d-42a5-b036-bcc9c477033e', 'tenant_id': '3fffdaf8665e4f2eb17f85d23ba9b1e3', 'mac_address': 'fa:16:3e:5b:4b:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b02ff726-f08b-4149-a2e7-4d3905e56a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 142, 'fixed_ips': [{'subnet_id': 'c42df579-83e1-422f-882b-890997a0d3b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:53:49Z', 'updated_at': '2022-05-30T04:53:57Z', 'revision_number': 4, 'project_id': '3fffdaf8665e4f2eb17f85d23ba9b1e3', 'subnets': [{'id': 'c42df579-83e1-422f-882b-890997a0d3b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 04:53:57.851121 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-238e0cd1-45b4-41fd-bcbc-a4f69aaf1470 req-c24e25f6-d6d7-48d6-998b-b01449479a34 tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] 10.222.0.15 "GET /v2.0/networks?id=94a15cbb-b296-4fe7-b2e8-32f706e6cbca HTTP/1.1" status: 200 len: 803 time: 1.0755084 May 30 04:53:57.852294 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef39297-e864-4cf6-b491-edb40eadbe6b tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a23f5e44-f910-4633-a7d4-8a86a5a2b7b1,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:53:57.855011 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 74dfc65a-67f1-43f9-8dc5-6cd308de3c6e is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:53:57.858293 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-13a26542-745a-4d7c-b616-8e04ac056cdc tempest-QuotasNegativeTest-1631154 tempest-QuotasNegativeTest-1631154-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:53:57.869978 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-eb10cbca-e665-4ab7-9189-cb02091372c1 tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:53:57.914508 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5340e4a1-49aa-4c08-a89c-04e6ede665d0 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:57.916628 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13a26542-745a-4d7c-b616-8e04ac056cdc tempest-QuotasNegativeTest-1631154 tempest-QuotasNegativeTest-1631154-project-admin] Made reservation on behalf of 7195b20fed754f92a4aad53dd8227610 for: {'network': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:53:57.918919 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-13a26542-745a-4d7c-b616-8e04ac056cdc tempest-QuotasNegativeTest-1631154 tempest-QuotasNegativeTest-1631154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for network, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:57.929707 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-eb10cbca-e665-4ab7-9189-cb02091372c1 tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] Usage tracker for resource:security_group_rule and tenant:3fffdaf8665e4f2eb17f85d23ba9b1e3 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:53:57.932692 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-238e0cd1-45b4-41fd-bcbc-a4f69aaf1470 req-d9b1076f-c621-4353-adf0-f17c4dfe561a tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] 10.222.0.15 "GET /v2.0/quotas/78063ff0b78c49339686a2b1a492c074 HTTP/1.1" status: 200 len: 375 time: 0.0694058 May 30 04:53:57.932838 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-eb10cbca-e665-4ab7-9189-cb02091372c1 tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:53:57.935598 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5340e4a1-49aa-4c08-a89c-04e6ede665d0 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:57.948905 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9d905fd6-43f6-45bb-ab93-30cdd1c9adeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:57.996479 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-eb10cbca-e665-4ab7-9189-cb02091372c1 tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:53:57.998160 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-13a26542-745a-4d7c-b616-8e04ac056cdc tempest-QuotasNegativeTest-1631154 tempest-QuotasNegativeTest-1631154-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:58.007419 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-dd723628-742b-4280-8554-21e2f4ece726 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Calling delete_port for f6ec1ae5-a30e-4893-ba8c-66f132398eb1 owned by {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:53:58.020392 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9585fd79-25c5-49fa-837a-72e2f34670a4 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:58.066687 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-eb10cbca-e665-4ab7-9189-cb02091372c1 tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:58.104954 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 36136) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:53:58.226137 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-dd723628-742b-4280-8554-21e2f4ece726 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:58.239060 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5340e4a1-49aa-4c08-a89c-04e6ede665d0 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1604762'] for floatingip, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:58.260305 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-13a26542-745a-4d7c-b616-8e04ac056cdc tempest-QuotasNegativeTest-1631154 tempest-QuotasNegativeTest-1631154-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:53:58.281610 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-eb10cbca-e665-4ab7-9189-cb02091372c1 tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:58.285062 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd723628-742b-4280-8554-21e2f4ece726 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Pushing event deleted for resources: {'Port': ['ID=f6ec1ae5-a30e-4893-ba8c-66f132398eb1,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:53:58.293123 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-eb10cbca-e665-4ab7-9189-cb02091372c1 tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:58.306444 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-13a26542-745a-4d7c-b616-8e04ac056cdc tempest-QuotasNegativeTest-1631154 tempest-QuotasNegativeTest-1631154-project-admin] Usage tracker for resource:security_group_rule and tenant:7195b20fed754f92a4aad53dd8227610 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:53:58.310287 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-dd723628-742b-4280-8554-21e2f4ece726 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:58.319341 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-13a26542-745a-4d7c-b616-8e04ac056cdc tempest-QuotasNegativeTest-1631154 tempest-QuotasNegativeTest-1631154-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:53:58.321583 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb10cbca-e665-4ab7-9189-cb02091372c1 tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83a9752b-7a6a-4cdf-8aa9-3ac1220604e4,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:53:58.342641 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-dd723628-742b-4280-8554-21e2f4ece726 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] 10.222.0.15 "DELETE /v2.0/ports/f6ec1ae5-a30e-4893-ba8c-66f132398eb1 HTTP/1.1" status: 204 len: 168 time: 1.1650443 May 30 04:53:58.345312 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 36142) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:53:58.356707 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5340e4a1-49aa-4c08-a89c-04e6ede665d0 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Pushing event updated for resources: {'Port': ['ID=fa393530-6bbb-477e-80d8-57cddaf54dd0,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:53:58.363227 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-13a26542-745a-4d7c-b616-8e04ac056cdc tempest-QuotasNegativeTest-1631154 tempest-QuotasNegativeTest-1631154-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:53:58.370250 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9585fd79-25c5-49fa-837a-72e2f34670a4 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1604781'] for router_gateway, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:58.389642 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-eb10cbca-e665-4ab7-9189-cb02091372c1 tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:58.390797 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-eb10cbca-e665-4ab7-9189-cb02091372c1 tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5594704 May 30 04:53:58.407662 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 36146) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:53:58.414210 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-9abcce9e-71a3-45f5-aa65-e22f93d1a7f6 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] GET failed (client error): The resource could not be found. May 30 04:53:58.414210 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-9abcce9e-71a3-45f5-aa65-e22f93d1a7f6 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Synchronizing usage tracker for tenant:71765cb0b99440efab04190099ac1f9a on resource:port {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:53:58.420018 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-d991d825-0df1-4127-99cd-f4592b799474 tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] Request body: {'security_group_rule': {'security_group_id': 'a23f5e44-f910-4633-a7d4-8a86a5a2b7b1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:53:58.424292 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-26718534-ded6-4b1e-b1c1-1b00146cd695 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:58.439114 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-d991d825-0df1-4127-99cd-f4592b799474 tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:53:58.446219 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-26718534-ded6-4b1e-b1c1-1b00146cd695 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:53:58.450675 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-d991d825-0df1-4127-99cd-f4592b799474 tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] Usage tracker for resource:security_group_rule and tenant:3fffdaf8665e4f2eb17f85d23ba9b1e3 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:53:58.456024 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-d991d825-0df1-4127-99cd-f4592b799474 tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:53:58.459964 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-26718534-ded6-4b1e-b1c1-1b00146cd695 admin admin] Usage tracker for resource:security_group_rule and tenant:4cb31dc39268446e9d36beb7e5d461d3 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:53:58.466227 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-26718534-ded6-4b1e-b1c1-1b00146cd695 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:53:58.468753 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-d991d825-0df1-4127-99cd-f4592b799474 tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:53:58.476115 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-9abcce9e-71a3-45f5-aa65-e22f93d1a7f6 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Unset dirty status for tenant:71765cb0b99440efab04190099ac1f9a on resource:port {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:53:58.477370 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-9abcce9e-71a3-45f5-aa65-e22f93d1a7f6 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] 10.222.0.15 "GET /v2.0/ports/f6ec1ae5-a30e-4893-ba8c-66f132398eb1 HTTP/1.1" status: 404 len: 333 time: 0.1308720 May 30 04:53:58.478411 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-26718534-ded6-4b1e-b1c1-1b00146cd695 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:53:58.481855 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 36150) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:53:58.492200 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-a5f31a08-ac10-4307-a460-a81cd725eaf3 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1666218924', 'network_id': 'f33d7644-bae7-4784-8764-54601dc9b9ec'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:53:58.510134 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-a5f31a08-ac10-4307-a460-a81cd725eaf3 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:53:58.533022 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-a5f31a08-ac10-4307-a460-a81cd725eaf3 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:53:58.537006 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d991d825-0df1-4127-99cd-f4592b799474 tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:58.554276 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5340e4a1-49aa-4c08-a89c-04e6ede665d0 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for floatingip, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:58.558311 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-5340e4a1-49aa-4c08-a89c-04e6ede665d0 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.9384453 May 30 04:53:58.578497 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5f31a08-ac10-4307-a460-a81cd725eaf3 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Made reservation on behalf of 71765cb0b99440efab04190099ac1f9a for: {'port': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:53:58.580783 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a5f31a08-ac10-4307-a460-a81cd725eaf3 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:58.624038 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [None req-a5f31a08-ac10-4307-a460-a81cd725eaf3 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] device_id is not set on port ca1a34a9-d032-4167-9a82-78e0d63a6f31 yet. {{(pid=88260) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 30 04:53:58.624311 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9585fd79-25c5-49fa-837a-72e2f34670a4 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Pushing event deleted for resources: {'Port': ['ID=d3cb4778-7dcd-4b63-bef4-b3795033c4b9,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:53:58.692558 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9585fd79-25c5-49fa-837a-72e2f34670a4 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11660'] for router, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:58.706167 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9585fd79-25c5-49fa-837a-72e2f34670a4 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:58.729829 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ab665dd3-ac61-4542-964d-e4888dd6b5ce tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:58.747568 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d991d825-0df1-4127-99cd-f4592b799474 tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:58.768970 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d991d825-0df1-4127-99cd-f4592b799474 tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:58.795253 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-26718534-ded6-4b1e-b1c1-1b00146cd695 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:58.818066 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-26718534-ded6-4b1e-b1c1-1b00146cd695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:58.838577 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d991d825-0df1-4127-99cd-f4592b799474 tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61aa1354-3047-4edc-8122-62151e035638,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:53:58.847269 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-238e0cd1-45b4-41fd-bcbc-a4f69aaf1470 req-10ce10b4-3dea-4dac-a913-b3f679108972 tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=78063ff0b78c49339686a2b1a492c074&fields=id HTTP/1.1" status: 200 len: 348 time: 0.8505881 May 30 04:53:58.869479 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [None req-ab665dd3-ac61-4542-964d-e4888dd6b5ce tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Transition to ACTIVE for port object d7887366-043a-48ad-aadd-16facca5b822 will not be triggered until provisioned by entity DHCP. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:53:58.873325 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9585fd79-25c5-49fa-837a-72e2f34670a4 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1601605'] for router, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:58.873909 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9585fd79-25c5-49fa-837a-72e2f34670a4 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 06f449e6-4894-4092-b4b6-794c4c04276a {{(pid=88261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 30 04:53:58.951877 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-13a26542-745a-4d7c-b616-8e04ac056cdc tempest-QuotasNegativeTest-1631154 tempest-QuotasNegativeTest-1631154-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:58.958531 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9585fd79-25c5-49fa-837a-72e2f34670a4 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Notify callbacks [] for router, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:58.959909 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-9585fd79-25c5-49fa-837a-72e2f34670a4 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] 10.222.0.15 "DELETE /v2.0/routers/06f449e6-4894-4092-b4b6-794c4c04276a HTTP/1.1" status: 204 len: 168 time: 6.8620231 May 30 04:53:58.963538 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 36176) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:53:58.987974 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d991d825-0df1-4127-99cd-f4592b799474 tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:58.989185 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-d991d825-0df1-4127-99cd-f4592b799474 tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5791984 May 30 04:53:58.992443 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-26718534-ded6-4b1e-b1c1-1b00146cd695 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4cb31dc39268446e9d36beb7e5d461d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8864748 May 30 04:53:58.998063 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 36180) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:53:58.998392 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 36182) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:53:59.007564 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ab665dd3-ac61-4542-964d-e4888dd6b5ce tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:59.009423 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-13a26542-745a-4d7c-b616-8e04ac056cdc tempest-QuotasNegativeTest-1631154 tempest-QuotasNegativeTest-1631154-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:59.035357 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-85325657-c24d-4ed5-8c44-7be6f46dc89b tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] Request body: {'floatingip': {'floating_network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:53:59.044899 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-85325657-c24d-4ed5-8c44-7be6f46dc89b tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:53:59.050891 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-85325657-c24d-4ed5-8c44-7be6f46dc89b tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] Usage tracker for resource:floatingip and tenant:3fffdaf8665e4f2eb17f85d23ba9b1e3 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:53:59.054978 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-85325657-c24d-4ed5-8c44-7be6f46dc89b tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:53:59.062319 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-85325657-c24d-4ed5-8c44-7be6f46dc89b tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:53:59.151392 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26718534-ded6-4b1e-b1c1-1b00146cd695 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49cc1e7e-7e95-4818-a74d-36b075ff6231,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:53:59.156925 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13a26542-745a-4d7c-b616-8e04ac056cdc tempest-QuotasNegativeTest-1631154 tempest-QuotasNegativeTest-1631154-project-admin] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=88261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 04:53:59.165782 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 36194) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:53:59.171952 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab665dd3-ac61-4542-964d-e4888dd6b5ce tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Network af4b62e7-fce2-4a03-b41b-9778679ae38a is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:53:59.180703 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-85325657-c24d-4ed5-8c44-7be6f46dc89b tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] Notify callbacks [] for floatingip, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:59.182432 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [req-238e0cd1-45b4-41fd-bcbc-a4f69aaf1470 req-03b7c6ea-13ab-45a8-9570-9a7e7a4517cb service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=88261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 30 04:53:59.194382 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-238e0cd1-45b4-41fd-bcbc-a4f69aaf1470 req-03b7c6ea-13ab-45a8-9570-9a7e7a4517cb service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1318464 May 30 04:53:59.196174 dv-neutron-843763-1-hyperv neutron-server[88260]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 30 04:53:59.196453 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-ab665dd3-ac61-4542-964d-e4888dd6b5ce tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:53:59.199313 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a5f31a08-ac10-4307-a460-a81cd725eaf3 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:59.219080 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a26542-745a-4d7c-b616-8e04ac056cdc tempest-QuotasNegativeTest-1631154 tempest-QuotasNegativeTest-1631154-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3da029a8-cc5a-4f6b-86ff-36a0dc8fc818,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:53:59.223787 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_v2 [None req-08730628-c1c4-4e9a-9f40-d7bfcfe8a355 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Deleting subnet 467a51d9-d3ba-4dcb-a1e9-6cfd6cbee5a8 {{(pid=88261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 30 04:53:59.239531 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab665dd3-ac61-4542-964d-e4888dd6b5ce tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:53:59.246985 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab665dd3-ac61-4542-964d-e4888dd6b5ce tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:53:59.250165 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ab665dd3-ac61-4542-964d-e4888dd6b5ce tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:59.256021 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab665dd3-ac61-4542-964d-e4888dd6b5ce tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Pushing event updated for resources: {'Port': ['ID=d7887366-043a-48ad-aadd-16facca5b822,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:53:59.268341 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-13a26542-745a-4d7c-b616-8e04ac056cdc tempest-QuotasNegativeTest-1631154 tempest-QuotasNegativeTest-1631154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:59.268682 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.db.segments_db [None req-13a26542-745a-4d7c-b616-8e04ac056cdc tempest-QuotasNegativeTest-1631154 tempest-QuotasNegativeTest-1631154-project-admin] Added segment 97249e2f-92cd-434c-a53b-4f87dc489ea3 of type vlan for network be82a9c2-dcee-4c0a-959c-f9a0b40a224d May 30 04:53:59.278001 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-08730628-c1c4-4e9a-9f40-d7bfcfe8a355 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:59.385219 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-f6f85c8c-6af8-4109-9e88-dd9620ced036 req-5a6aec65-c849-4d52-bfd3-fd0ca508f049 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1201577021&fields=id&tenant_id=75c565b2496748d0aca7efef0deb76ef HTTP/1.1" status: 200 len: 267 time: 0.2123034 May 30 04:53:59.402397 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5224c693-4c32-43ef-8406-30272c60159c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:59.435729 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-ab665dd3-ac61-4542-964d-e4888dd6b5ce tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 4.7059603 May 30 04:53:59.441759 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-08730628-c1c4-4e9a-9f40-d7bfcfe8a355 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:59.447915 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 36198) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:53:59.448070 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-13a26542-745a-4d7c-b616-8e04ac056cdc tempest-QuotasNegativeTest-1631154 tempest-QuotasNegativeTest-1631154-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729234556353'] for network, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:59.496912 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-08730628-c1c4-4e9a-9f40-d7bfcfe8a355 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860493'] for subnet, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:59.524570 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-28b9e0d1-62bc-455f-9a31-782908ed908b tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::66', 'mac_address': 'fa:16:3e:d4:61:fd'}]}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:53:59.567353 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-238e0cd1-45b4-41fd-bcbc-a4f69aaf1470 req-d8b80be4-747e-4e38-bbc1-a46ca6495cb8 service neutron] 10.222.0.15 "GET /v2.0/networks/94a15cbb-b296-4fe7-b2e8-32f706e6cbca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3719954 May 30 04:53:59.585724 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c0ce2543-c828-4604-a064-1428060bb8cb None None] Provisioning for port d7887366-043a-48ad-aadd-16facca5b822 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:53:59.596850 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c0ce2543-c828-4604-a064-1428060bb8cb None None] Provisioning complete for port d7887366-043a-48ad-aadd-16facca5b822 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:53:59.597306 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c0ce2543-c828-4604-a064-1428060bb8cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:59.606699 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5224c693-4c32-43ef-8406-30272c60159c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:59.613625 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a5f31a08-ac10-4307-a460-a81cd725eaf3 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:59.673644 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c0ce2543-c828-4604-a064-1428060bb8cb None None] Port d7887366-043a-48ad-aadd-16facca5b822 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 04:53:59.695155 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 75413245-0751-488c-b316-bd715bca792e up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 04:53:59.715605 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-13a26542-745a-4d7c-b616-8e04ac056cdc tempest-QuotasNegativeTest-1631154 tempest-QuotasNegativeTest-1631154-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788'] for network, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:59.716718 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a26542-745a-4d7c-b616-8e04ac056cdc tempest-QuotasNegativeTest-1631154 tempest-QuotasNegativeTest-1631154-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:53:59.717366 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-13a26542-745a-4d7c-b616-8e04ac056cdc tempest-QuotasNegativeTest-1631154 tempest-QuotasNegativeTest-1631154-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642826'] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:59.778148 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port 75413245-0751-488c-b316-bd715bca792e completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:53:59.783653 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 75413245-0751-488c-b316-bd715bca792e triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:53:59.784260 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:59.850718 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-08730628-c1c4-4e9a-9f40-d7bfcfe8a355 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788'] for subnet, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:59.906257 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a26542-745a-4d7c-b616-8e04ac056cdc tempest-QuotasNegativeTest-1631154 tempest-QuotasNegativeTest-1631154-project-admin] Pushing event updated for resources: {'Network': ['ID=be82a9c2-dcee-4c0a-959c-f9a0b40a224d,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:53:59.918377 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-13a26542-745a-4d7c-b616-8e04ac056cdc tempest-QuotasNegativeTest-1631154 tempest-QuotasNegativeTest-1631154-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.3544230 May 30 04:53:59.922494 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 36202) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:53:59.925059 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08730628-c1c4-4e9a-9f40-d7bfcfe8a355 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=467a51d9-d3ba-4dcb-a1e9-6cfd6cbee5a8,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:53:59.928789 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-238e0cd1-45b4-41fd-bcbc-a4f69aaf1470 req-995e113c-20c7-4991-b4a3-afb67b5a54d9 service neutron] 10.222.0.15 "GET /v2.0/networks/94a15cbb-b296-4fe7-b2e8-32f706e6cbca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3587325 May 30 04:53:59.930681 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-08730628-c1c4-4e9a-9f40-d7bfcfe8a355 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:59.932517 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-08730628-c1c4-4e9a-9f40-d7bfcfe8a355 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] 10.222.0.15 "DELETE /v2.0/subnets/467a51d9-d3ba-4dcb-a1e9-6cfd6cbee5a8 HTTP/1.1" status: 204 len: 168 time: 0.9678473 May 30 04:53:59.936325 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-188d49b0-56ab-4890-8513-530fa9ffe26f tempest-QuotasNegativeTest-1631154 tempest-QuotasNegativeTest-1631154-project-admin] Request body: {'network': {'project_id': '7195b20fed754f92a4aad53dd8227610'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:53:59.942450 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-188d49b0-56ab-4890-8513-530fa9ffe26f tempest-QuotasNegativeTest-1631154 tempest-QuotasNegativeTest-1631154-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:53:59.946314 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Network be82a9c2-dcee-4c0a-959c-f9a0b40a224d details requested by agent ovs-agent-dv-neutron-843763-1-hyperv with host dv-neutron-843763-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 04:53:59.946627 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-188d49b0-56ab-4890-8513-530fa9ffe26f tempest-QuotasNegativeTest-1631154 tempest-QuotasNegativeTest-1631154-project-admin] Usage tracker for resource:network and tenant:7195b20fed754f92a4aad53dd8227610 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:53:59.947585 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f31a08-ac10-4307-a460-a81cd725eaf3 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Network f33d7644-bae7-4784-8764-54601dc9b9ec is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:53:59.949661 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-188d49b0-56ab-4890-8513-530fa9ffe26f tempest-QuotasNegativeTest-1631154 tempest-QuotasNegativeTest-1631154-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:53:59.955505 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-188d49b0-56ab-4890-8513-530fa9ffe26f tempest-QuotasNegativeTest-1631154 tempest-QuotasNegativeTest-1631154-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:53:59.958352 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 36206) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:53:59.972044 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-a5f31a08-ac10-4307-a460-a81cd725eaf3 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:53:59.976659 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f31a08-ac10-4307-a460-a81cd725eaf3 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:53:59.979130 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f31a08-ac10-4307-a460-a81cd725eaf3 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:53:59.979760 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a5f31a08-ac10-4307-a460-a81cd725eaf3 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:59.982505 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-188d49b0-56ab-4890-8513-530fa9ffe26f tempest-QuotasNegativeTest-1631154 tempest-QuotasNegativeTest-1631154-project-admin] Made reservation on behalf of 7195b20fed754f92a4aad53dd8227610 for: {'network': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:53:59.985304 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-188d49b0-56ab-4890-8513-530fa9ffe26f tempest-QuotasNegativeTest-1631154 tempest-QuotasNegativeTest-1631154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for network, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:53:59.988887 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f31a08-ac10-4307-a460-a81cd725eaf3 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Pushing event updated for resources: {'Port': ['ID=ca1a34a9-d032-4167-9a82-78e0d63a6f31,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:54:00.023802 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-188d49b0-56ab-4890-8513-530fa9ffe26f tempest-QuotasNegativeTest-1631154 tempest-QuotasNegativeTest-1631154-project-admin] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=88261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 04:54:00.034741 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-188d49b0-56ab-4890-8513-530fa9ffe26f tempest-QuotasNegativeTest-1631154 tempest-QuotasNegativeTest-1631154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:00.035283 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.db.segments_db [None req-188d49b0-56ab-4890-8513-530fa9ffe26f tempest-QuotasNegativeTest-1631154 tempest-QuotasNegativeTest-1631154-project-admin] Added segment 7f0ae661-4804-4615-aba8-4a15b75c8aaf of type vlan for network 73e9e39f-0abb-4c91-b2d6-2e32c035b842 May 30 04:54:00.075281 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-188d49b0-56ab-4890-8513-530fa9ffe26f tempest-QuotasNegativeTest-1631154 tempest-QuotasNegativeTest-1631154-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729234556353'] for network, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:00.076409 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 75413245-0751-488c-b316-bd715bca792e is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:54:00.076802 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:00.083158 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f85c8c-6af8-4109-9e88-dd9620ced036 req-fcd38100-db66-4c22-91aa-bfa6429ba0d7 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:54:00.084654 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-f6f85c8c-6af8-4109-9e88-dd9620ced036 req-fcd38100-db66-4c22-91aa-bfa6429ba0d7 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.15 "GET /v2.0/networks?id=d6c60be6-16d0-4643-855e-f83fdbae0248 HTTP/1.1" status: 200 len: 812 time: 0.6875539 May 30 04:54:00.123615 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-188d49b0-56ab-4890-8513-530fa9ffe26f tempest-QuotasNegativeTest-1631154 tempest-QuotasNegativeTest-1631154-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788'] for network, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:00.125729 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-188d49b0-56ab-4890-8513-530fa9ffe26f tempest-QuotasNegativeTest-1631154 tempest-QuotasNegativeTest-1631154-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:54:00.126694 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-188d49b0-56ab-4890-8513-530fa9ffe26f tempest-QuotasNegativeTest-1631154 tempest-QuotasNegativeTest-1631154-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642826'] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:00.135946 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] For port 75413245-0751-488c-b316-bd715bca792e, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=75413245-0751-488c-b316-bd715bca792e,segment=NetworkSegment(6c4f160d-581c-4e44-836d-a510d50f04aa),segment_id=6c4f160d-581c-4e44-836d-a510d50f04aa)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:54:00.145179 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:00.225176 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-f6f85c8c-6af8-4109-9e88-dd9620ced036 req-a32b9ad0-ec86-4024-9bc2-d9cb63bca694 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.15 "GET /v2.0/quotas/75c565b2496748d0aca7efef0deb76ef HTTP/1.1" status: 200 len: 375 time: 0.1046641 May 30 04:54:00.245952 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5224c693-4c32-43ef-8406-30272c60159c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:00.248472 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5224c693-4c32-43ef-8406-30272c60159c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:00.249625 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-5224c693-4c32-43ef-8406-30272c60159c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/49cc1e7e-7e95-4818-a74d-36b075ff6231 HTTP/1.1" status: 204 len: 168 time: 1.2352593 May 30 04:54:00.251382 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-a5f31a08-ac10-4307-a460-a81cd725eaf3 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.7693644 May 30 04:54:00.256165 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 36212) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:00.263919 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-188d49b0-56ab-4890-8513-530fa9ffe26f tempest-QuotasNegativeTest-1631154 tempest-QuotasNegativeTest-1631154-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.3376012 May 30 04:54:00.304689 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e2f9b93d-5c58-4350-b5bb-b960971f1d7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:00.339974 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Pushing event updated for resources: {'Port': ['ID=75413245-0751-488c-b316-bd715bca792e,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:54:00.355483 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 36218) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:00.365714 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5224c693-4c32-43ef-8406-30272c60159c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49cc1e7e-7e95-4818-a74d-36b075ff6231,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:54:00.377446 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-55f8030b-0f79-4ff5-8e08-093909a07a25 tempest-QuotasNegativeTest-1631154 tempest-QuotasNegativeTest-1631154-project-admin] Request body: {'network': {'project_id': '7195b20fed754f92a4aad53dd8227610'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:54:00.383957 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-55f8030b-0f79-4ff5-8e08-093909a07a25 tempest-QuotasNegativeTest-1631154 tempest-QuotasNegativeTest-1631154-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:54:00.388990 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-55f8030b-0f79-4ff5-8e08-093909a07a25 tempest-QuotasNegativeTest-1631154 tempest-QuotasNegativeTest-1631154-project-admin] Usage tracker for resource:network and tenant:7195b20fed754f92a4aad53dd8227610 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:54:00.392434 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-55f8030b-0f79-4ff5-8e08-093909a07a25 tempest-QuotasNegativeTest-1631154 tempest-QuotasNegativeTest-1631154-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:54:00.433340 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-85325657-c24d-4ed5-8c44-7be6f46dc89b tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:00.450771 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-55f8030b-0f79-4ff5-8e08-093909a07a25 tempest-QuotasNegativeTest-1631154 tempest-QuotasNegativeTest-1631154-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:54:00.483401 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff1abc27-475f-45a3-87d9-e37fc9e5c56a tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:54:00.486471 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-ff1abc27-475f-45a3-87d9-e37fc9e5c56a tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] 10.222.0.15 "GET /v2.0/ports/ca1a34a9-d032-4167-9a82-78e0d63a6f31 HTTP/1.1" status: 200 len: 955 time: 0.2285583 May 30 04:54:00.523719 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 36236) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:00.542252 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ff663ea9-bad2-4d7a-af6b-79276c69ec8b req-3455d884-a1b8-42da-9fd5-012518f2c24b tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] 10.222.0.15 "GET /v2.0/ports?device_id=16ccbf65-3c70-41e4-85a9-2d48805ea5ac HTTP/1.1" status: 200 len: 210 time: 0.0545678 May 30 04:54:00.545300 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188d49b0-56ab-4890-8513-530fa9ffe26f tempest-QuotasNegativeTest-1631154 tempest-QuotasNegativeTest-1631154-project-admin] Pushing event updated for resources: {'Network': ['ID=73e9e39f-0abb-4c91-b2d6-2e32c035b842,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:54:00.560650 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Network 73e9e39f-0abb-4c91-b2d6-2e32c035b842 details requested by agent ovs-agent-dv-neutron-843763-1-hyperv with host dv-neutron-843763-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 04:54:00.884379 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-55f8030b-0f79-4ff5-8e08-093909a07a25 tempest-QuotasNegativeTest-1631154 tempest-QuotasNegativeTest-1631154-project-admin] POST failed (client error): There was a conflict when trying to complete your request. May 30 04:54:00.885613 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55f8030b-0f79-4ff5-8e08-093909a07a25 tempest-QuotasNegativeTest-1631154 tempest-QuotasNegativeTest-1631154-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 04:54:00.886991 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-55f8030b-0f79-4ff5-8e08-093909a07a25 tempest-QuotasNegativeTest-1631154 tempest-QuotasNegativeTest-1631154-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.5143738 May 30 04:54:00.890445 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 36246) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:01.004039 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a5e2d683-e560-440b-b72a-a1b5c03119ec tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897784'] for network, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:01.020611 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-6d0eba48-fa9c-4ec8-a25a-869396d1dab1 tempest-QuotasNegativeTest-1631154 tempest-QuotasNegativeTest-1631154-project-admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7195b20fed754f92a4aad53dd8227610&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1287165 May 30 04:54:01.024761 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 36254) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:01.072002 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 36262) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:01.100458 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-28b9e0d1-62bc-455f-9a31-782908ed908b tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:01.140280 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56ded65b-0e68-413c-8b9b-1097922cc81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:01.141460 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-fc2dce8c-f885-44aa-832f-06c2fe665591 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ca7fa6b73eea48a0b80522024e65477e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0682445 May 30 04:54:01.143595 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 36266) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:01.205254 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-e696b134-d54d-48a5-a004-fc08a47ddc9b tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Deleting port ca1a34a9-d032-4167-9a82-78e0d63a6f31 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:54:01.205627 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e696b134-d54d-48a5-a004-fc08a47ddc9b tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:01.238702 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4bd69d66-5f49-4a83-bae2-9951c8b6cff5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:01.257482 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-85325657-c24d-4ed5-8c44-7be6f46dc89b tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] Allocated IP 172.26.6.244 (1bab70f4-3794-44db-8e17-19f483aa8ffa/6b5b73c1-b0ce-4f83-a930-c00cc5522926/78ccc4e4-7f01-4aca-a23d-e78a564b7575) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:54:01.288374 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4bd69d66-5f49-4a83-bae2-9951c8b6cff5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:01.371921 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4bd69d66-5f49-4a83-bae2-9951c8b6cff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:01.403330 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:01.414692 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd69d66-5f49-4a83-bae2-9951c8b6cff5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cf3bf2e-2916-4411-9b6c-0e361d25caef,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:54:01.454896 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4bd69d66-5f49-4a83-bae2-9951c8b6cff5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:01.455994 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-4bd69d66-5f49-4a83-bae2-9951c8b6cff5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3cf3bf2e-2916-4411-9b6c-0e361d25caef HTTP/1.1" status: 204 len: 168 time: 0.3102713 May 30 04:54:01.554797 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-f6f85c8c-6af8-4109-9e88-dd9620ced036 req-8134ff11-bf82-4e95-9db8-cd7a4621ec4f tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=75c565b2496748d0aca7efef0deb76ef&fields=id HTTP/1.1" status: 200 len: 348 time: 1.3019881 May 30 04:54:01.681232 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 75413245-0751-488c-b316-bd715bca792e up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 04:54:01.683527 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a5e2d683-e560-440b-b72a-a1b5c03119ec tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867540', 'neutron.services.segments.db._delete_segments_for_network-8729234922972'] for network, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:01.717496 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-76885d96-3400-48c8-9bb0-d8135293e57c req-4e431018-ab9c-4193-9161-78f1cdc21251 tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] 10.222.0.15 "GET /v2.0/ports?device_id=16ccbf65-3c70-41e4-85a9-2d48805ea5ac HTTP/1.1" status: 200 len: 210 time: 0.0637083 May 30 04:54:01.755639 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-85325657-c24d-4ed5-8c44-7be6f46dc89b tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:01.770995 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-67c5cd75-305a-4005-842e-10e829a54224 tempest-QuotasNegativeTest-1631154 tempest-QuotasNegativeTest-1631154-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:01.843258 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a5e2d683-e560-440b-b72a-a1b5c03119ec tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=88260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 04:54:01.843621 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a5e2d683-e560-440b-b72a-a1b5c03119ec tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 04:54:01.843970 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 75413245-0751-488c-b316-bd715bca792e triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:54:01.844374 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a5e2d683-e560-440b-b72a-a1b5c03119ec tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 04:54:01.844487 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:01.844712 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a5e2d683-e560-440b-b72a-a1b5c03119ec tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Subscribe: > port after_create 55550000 {{(pid=88260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 04:54:01.845059 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a5e2d683-e560-440b-b72a-a1b5c03119ec tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Subscribe: > port after_delete 55550000 {{(pid=88260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 04:54:01.845407 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a5e2d683-e560-440b-b72a-a1b5c03119ec tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Subscribe: > port after_update 55550000 {{(pid=88260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 04:54:01.845739 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a5e2d683-e560-440b-b72a-a1b5c03119ec tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=88260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 04:54:01.846110 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a5e2d683-e560-440b-b72a-a1b5c03119ec tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 04:54:01.846447 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a5e2d683-e560-440b-b72a-a1b5c03119ec tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 04:54:01.846766 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a5e2d683-e560-440b-b72a-a1b5c03119ec tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=88260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 04:54:02.007220 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 75413245-0751-488c-b316-bd715bca792e is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:54:02.085482 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a5e2d683-e560-440b-b72a-a1b5c03119ec tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 04:54:02.086002 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a5e2d683-e560-440b-b72a-a1b5c03119ec tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 04:54:02.086177 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a5e2d683-e560-440b-b72a-a1b5c03119ec tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=88260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 04:54:02.086562 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a5e2d683-e560-440b-b72a-a1b5c03119ec tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=88260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 04:54:02.086843 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-a5e2d683-e560-440b-b72a-a1b5c03119ec tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc631afc-991b-44db-9dfb-1fa3a2f7d7ff']}} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:54:02.178103 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [req-f6f85c8c-6af8-4109-9e88-dd9620ced036 req-686aadbd-c153-4330-b8f2-462b45b0e8ba service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=88260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 30 04:54:02.179730 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-f6f85c8c-6af8-4109-9e88-dd9620ced036 req-686aadbd-c153-4330-b8f2-462b45b0e8ba service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3580458 May 30 04:54:02.186766 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-a5e2d683-e560-440b-b72a-a1b5c03119ec tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5e324a5-0f48-4a7f-b9d3-8cec3dd014ff') {'for_net_delete': True} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:54:02.187080 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-a5e2d683-e560-440b-b72a-a1b5c03119ec tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5e324a5-0f48-4a7f-b9d3-8cec3dd014ff') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:54:02.287501 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a5e2d683-e560-440b-b72a-a1b5c03119ec tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729235042807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1454725'] for segment, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:02.303121 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-67c5cd75-305a-4005-842e-10e829a54224 tempest-QuotasNegativeTest-1631154 tempest-QuotasNegativeTest-1631154-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:02.440666 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e696b134-d54d-48a5-a004-fc08a47ddc9b tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:02.447962 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a5e2d683-e560-440b-b72a-a1b5c03119ec tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:02.483748 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5e2d683-e560-440b-b72a-a1b5c03119ec tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=88260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 04:54:02.484152 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a5e2d683-e560-440b-b72a-a1b5c03119ec tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-862858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1547513'] for segment, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:02.506981 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 36312) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:02.571710 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.39', 59193) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:02.681154 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a142624-940e-4c55-bf49-a5329c884075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:02.684146 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-e696b134-d54d-48a5-a004-fc08a47ddc9b tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Calling delete_port for ca1a34a9-d032-4167-9a82-78e0d63a6f31 owned by {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:54:02.768899 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238e0cd1-45b4-41fd-bcbc-a4f69aaf1470 req-d610312a-6d7f-4fa4-99f7-0b1913b19ed9 tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:54:02.771025 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-238e0cd1-45b4-41fd-bcbc-a4f69aaf1470 req-d610312a-6d7f-4fa4-99f7-0b1913b19ed9 tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] 10.222.0.39 "GET /v2.0/networks?id=94a15cbb-b296-4fe7-b2e8-32f706e6cbca HTTP/1.1" status: 200 len: 803 time: 0.1983500 May 30 04:54:02.790513 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-0a79a354-2e77-4e32-825d-4f6569eee376 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Request body: {'networks': [{'name': 'tempest-network--399629103'}, {'name': 'tempest-network--444856421'}]} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:54:02.791059 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-0a79a354-2e77-4e32-825d-4f6569eee376 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Request body: {'network': {'name': 'tempest-network--399629103'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:54:02.791694 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-0a79a354-2e77-4e32-825d-4f6569eee376 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Request body: {'network': {'name': 'tempest-network--444856421'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:54:02.797765 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-0a79a354-2e77-4e32-825d-4f6569eee376 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:54:02.802810 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-0a79a354-2e77-4e32-825d-4f6569eee376 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Usage tracker for resource:network and tenant:f44762f791794343af1427c1c367cd0f is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:54:02.806079 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-0a79a354-2e77-4e32-825d-4f6569eee376 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:54:02.829972 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-0a79a354-2e77-4e32-825d-4f6569eee376 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:54:02.860626 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-85325657-c24d-4ed5-8c44-7be6f46dc89b tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:02.868249 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-238e0cd1-45b4-41fd-bcbc-a4f69aaf1470 req-400c5281-9cbb-48c2-a37e-ef3e25284922 tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=78063ff0b78c49339686a2b1a492c074 HTTP/1.1" status: 200 len: 380 time: 0.0555005 May 30 04:54:02.869367 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a79a354-2e77-4e32-825d-4f6569eee376 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Made reservation on behalf of f44762f791794343af1427c1c367cd0f for: {'network': 2} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:54:02.874160 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0a79a354-2e77-4e32-825d-4f6569eee376 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for network, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:02.896182 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [req-238e0cd1-45b4-41fd-bcbc-a4f69aaf1470 req-7732c58a-af84-4fd9-8d93-be6f8b130c68 tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] Request body: {'port': {'device_id': '16ccbf65-3c70-41e4-85a9-2d48805ea5ac', 'network_id': '94a15cbb-b296-4fe7-b2e8-32f706e6cbca', 'admin_state_up': True, 'tenant_id': '78063ff0b78c49339686a2b1a492c074', 'security_groups': ['dc19cd7e-061d-420d-8a79-861f74cfc0d2']}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:54:02.913576 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0a79a354-2e77-4e32-825d-4f6569eee376 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:02.993716 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-f6f85c8c-6af8-4109-9e88-dd9620ced036 req-587cb7b3-9c0a-4ac2-a3da-e5b1b96c743b service neutron] 10.222.0.15 "GET /v2.0/networks/d6c60be6-16d0-4643-855e-f83fdbae0248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7886729 May 30 04:54:02.995626 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85325657-c24d-4ed5-8c44-7be6f46dc89b tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] Network 1bab70f4-3794-44db-8e17-19f483aa8ffa is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:54:03.013236 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-85325657-c24d-4ed5-8c44-7be6f46dc89b tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:54:03.034095 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a037235b-5a33-4aa0-ad63-d30dc76bf312 req-637f0bac-0a23-4b0b-a93d-a8356839339c tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] 10.222.0.15 "GET /v2.0/ports?device_id=16ccbf65-3c70-41e4-85a9-2d48805ea5ac HTTP/1.1" status: 200 len: 210 time: 0.1088221 May 30 04:54:03.035062 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-0a79a354-2e77-4e32-825d-4f6569eee376 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:54:03.051880 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-0a79a354-2e77-4e32-825d-4f6569eee376 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Usage tracker for resource:security_group_rule and tenant:f44762f791794343af1427c1c367cd0f is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:54:03.057383 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-0a79a354-2e77-4e32-825d-4f6569eee376 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:54:03.059564 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85325657-c24d-4ed5-8c44-7be6f46dc89b tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:54:03.070540 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-0a79a354-2e77-4e32-825d-4f6569eee376 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:54:03.097885 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-67c5cd75-305a-4005-842e-10e829a54224 tempest-QuotasNegativeTest-1631154 tempest-QuotasNegativeTest-1631154-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:03.102004 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-28b9e0d1-62bc-455f-9a31-782908ed908b tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Notify callbacks [] for port, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:03.114911 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment c5e324a5-0f48-4a7f-b9d3-8cec3dd014ff resource provider aggregate not found May 30 04:54:03.132934 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85325657-c24d-4ed5-8c44-7be6f46dc89b tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] Pushing event updated for resources: {'Port': ['ID=78ccc4e4-7f01-4aca-a23d-e78a564b7575,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:54:03.147485 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [req-238e0cd1-45b4-41fd-bcbc-a4f69aaf1470 req-7732c58a-af84-4fd9-8d93-be6f8b130c68 tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:54:03.155556 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-238e0cd1-45b4-41fd-bcbc-a4f69aaf1470 req-7732c58a-af84-4fd9-8d93-be6f8b130c68 tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] Usage tracker for resource:port and tenant:78063ff0b78c49339686a2b1a492c074 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:54:03.159371 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-238e0cd1-45b4-41fd-bcbc-a4f69aaf1470 req-7732c58a-af84-4fd9-8d93-be6f8b130c68 tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:54:03.168752 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [req-238e0cd1-45b4-41fd-bcbc-a4f69aaf1470 req-7732c58a-af84-4fd9-8d93-be6f8b130c68 tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:54:03.188158 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-238e0cd1-45b4-41fd-bcbc-a4f69aaf1470 req-7732c58a-af84-4fd9-8d93-be6f8b130c68 tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] Made reservation on behalf of 78063ff0b78c49339686a2b1a492c074 for: {'port': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:54:03.191839 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-238e0cd1-45b4-41fd-bcbc-a4f69aaf1470 req-7732c58a-af84-4fd9-8d93-be6f8b130c68 tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:03.275511 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a5e2d683-e560-440b-b72a-a1b5c03119ec tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604744'] for network, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:03.286827 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5e2d683-e560-440b-b72a-a1b5c03119ec tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network cc631afc-991b-44db-9dfb-1fa3a2f7d7ff {{(pid=88260) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 30 04:54:03.288157 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-28b9e0d1-62bc-455f-9a31-782908ed908b tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1547421'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:03.290820 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0a79a354-2e77-4e32-825d-4f6569eee376 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:03.292331 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c5cd75-305a-4005-842e-10e829a54224 tempest-QuotasNegativeTest-1631154 tempest-QuotasNegativeTest-1631154-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3da029a8-cc5a-4f6b-86ff-36a0dc8fc818,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:54:03.300988 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a5e2d683-e560-440b-b72a-a1b5c03119ec tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642826'] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:03.303040 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0a79a354-2e77-4e32-825d-4f6569eee376 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:03.303502 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0a79a354-2e77-4e32-825d-4f6569eee376 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for network, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:03.307033 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment c5e324a5-0f48-4a7f-b9d3-8cec3dd014ff resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c5e324a5-0f48-4a7f-b9d3-8cec3dd014ff found for delete ", "request_id": "req-343f2795-8a6c-42af-a077-4f5785fff0dc"}]} May 30 04:54:03.365647 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e696b134-d54d-48a5-a004-fc08a47ddc9b tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:03.408483 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a79a354-2e77-4e32-825d-4f6569eee376 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=88261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 04:54:03.420498 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a79a354-2e77-4e32-825d-4f6569eee376 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6d362ec-5c17-4861-abb0-4e594973447c,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:54:03.432501 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0a79a354-2e77-4e32-825d-4f6569eee376 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:03.432865 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.db.segments_db [None req-0a79a354-2e77-4e32-825d-4f6569eee376 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Added segment 40c8108e-501f-457e-a486-cdc0079b7e36 of type vlan for network ba10958f-177b-4f22-943c-2116f58e4751 May 30 04:54:03.440411 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e2d683-e560-440b-b72a-a1b5c03119ec tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Pushing event deleted for resources: {'Network': ['ID=cc631afc-991b-44db-9dfb-1fa3a2f7d7ff,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:54:03.460846 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-28b9e0d1-62bc-455f-9a31-782908ed908b tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] In _notify_port_updated(), no bound segment for port d7887366-043a-48ad-aadd-16facca5b822 on network af4b62e7-fce2-4a03-b41b-9778679ae38a {{(pid=88260) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 30 04:54:03.467387 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b9e0d1-62bc-455f-9a31-782908ed908b tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:54:03.468273 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-28b9e0d1-62bc-455f-9a31-782908ed908b tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:03.469946 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-28b9e0d1-62bc-455f-9a31-782908ed908b tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] 10.222.0.15 "PUT /v2.0/ports/d7887366-043a-48ad-aadd-16facca5b822 HTTP/1.1" status: 200 len: 1002 time: 3.9667685 May 30 04:54:03.473050 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [req-238e0cd1-45b4-41fd-bcbc-a4f69aaf1470 req-7732c58a-af84-4fd9-8d93-be6f8b130c68 tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] Allocated IP 172.20.0.7 (94a15cbb-b296-4fe7-b2e8-32f706e6cbca/875a4a52-1e6d-498d-99f9-e5086431f2d2/263364a3-ff88-479a-820a-888734ba12dd) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:54:03.474987 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 36352) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:03.480711 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0a79a354-2e77-4e32-825d-4f6569eee376 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729234556353'] for network, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:03.504406 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-f6f85c8c-6af8-4109-9e88-dd9620ced036 req-4e424fdb-ae0b-4987-8282-8a8b62b464ab service neutron] 10.222.0.15 "GET /v2.0/networks/d6c60be6-16d0-4643-855e-f83fdbae0248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4911785 May 30 04:54:03.530534 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e696b134-d54d-48a5-a004-fc08a47ddc9b tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:03.532444 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-e696b134-d54d-48a5-a004-fc08a47ddc9b tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] 10.222.0.15 "DELETE /v2.0/ports/ca1a34a9-d032-4167-9a82-78e0d63a6f31 HTTP/1.1" status: 204 len: 168 time: 2.9296634 May 30 04:54:03.552123 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 36358) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:03.570713 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-a5e2d683-e560-440b-b72a-a1b5c03119ec tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] 10.222.0.15 "DELETE /v2.0/networks/cc631afc-991b-44db-9dfb-1fa3a2f7d7ff HTTP/1.1" status: 204 len: 168 time: 3.5990250 May 30 04:54:03.580816 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-67c5cd75-305a-4005-842e-10e829a54224 tempest-QuotasNegativeTest-1631154 tempest-QuotasNegativeTest-1631154-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:03.585660 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-67c5cd75-305a-4005-842e-10e829a54224 tempest-QuotasNegativeTest-1631154 tempest-QuotasNegativeTest-1631154-project-admin] 10.222.0.15 "DELETE /v2.0/security-groups/3da029a8-cc5a-4f6b-86ff-36a0dc8fc818 HTTP/1.1" status: 204 len: 168 time: 2.5577054 May 30 04:54:03.587725 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b9e0d1-62bc-455f-9a31-782908ed908b tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Pushing event updated for resources: {'Port': ['ID=d7887366-043a-48ad-aadd-16facca5b822,revision_number=2']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:54:03.628921 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a79a354-2e77-4e32-825d-4f6569eee376 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=88261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 04:54:03.640439 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0a79a354-2e77-4e32-825d-4f6569eee376 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:03.640831 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.db.segments_db [None req-0a79a354-2e77-4e32-825d-4f6569eee376 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Added segment 4013d164-e82b-4187-a5a3-bfd94f4af7fc of type vlan for network aee51c95-a736-466e-a12f-d097c43183a0 May 30 04:54:03.654391 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 36364) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:03.687933 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0a79a354-2e77-4e32-825d-4f6569eee376 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729234556353'] for network, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:03.809643 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e696b134-d54d-48a5-a004-fc08a47ddc9b tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Pushing event deleted for resources: {'Port': ['ID=ca1a34a9-d032-4167-9a82-78e0d63a6f31,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:54:03.902520 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-85325657-c24d-4ed5-8c44-7be6f46dc89b tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:03.926075 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0a79a354-2e77-4e32-825d-4f6569eee376 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788'] for network, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:03.926717 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0a79a354-2e77-4e32-825d-4f6569eee376 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788'] for network, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:03.932511 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a79a354-2e77-4e32-825d-4f6569eee376 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:54:03.947940 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a79a354-2e77-4e32-825d-4f6569eee376 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:54:03.948695 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0a79a354-2e77-4e32-825d-4f6569eee376 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642826'] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:03.962792 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-92a52d66-2cea-4827-8e51-e9b1e52807de None None] Provisioning complete for port d7887366-043a-48ad-aadd-16facca5b822 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:54:03.963367 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-92a52d66-2cea-4827-8e51-e9b1e52807de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:04.135956 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2ad95162-932c-4e18-b7d5-7b5a66e77646 tempest-QuotasNegativeTest-1631154 tempest-QuotasNegativeTest-1631154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897784'] for network, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:04.142471 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-92a52d66-2cea-4827-8e51-e9b1e52807de None None] Port d7887366-043a-48ad-aadd-16facca5b822 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 04:54:04.184556 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-5d6572b0-ce83-409f-8698-a6765325b0fc tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Deleting port d7887366-043a-48ad-aadd-16facca5b822 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:54:04.184556 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5d6572b0-ce83-409f-8698-a6765325b0fc tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:04.218135 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-91e9b611-becb-4741-a9f1-95cc93abee8f tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] GET failed (client error): The resource could not be found. May 30 04:54:04.218994 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-91e9b611-becb-4741-a9f1-95cc93abee8f tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Synchronizing usage tracker for tenant:71765cb0b99440efab04190099ac1f9a on resource:port {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:54:04.315737 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-91e9b611-becb-4741-a9f1-95cc93abee8f tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Unset dirty status for tenant:71765cb0b99440efab04190099ac1f9a on resource:port {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:54:04.317016 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-91e9b611-becb-4741-a9f1-95cc93abee8f tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] 10.222.0.15 "GET /v2.0/ports/ca1a34a9-d032-4167-9a82-78e0d63a6f31 HTTP/1.1" status: 404 len: 333 time: 0.7491617 May 30 04:54:04.322608 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 36394) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:04.340960 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 36396) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:04.475553 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-843bbd1e-71a0-48ab-ba7f-e745585c249c tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Request body: {'router': {'name': 'tempest-router--1407928831', 'project_id': '95394d9bd0e24b3f8cfda4f6b5c8d584'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:54:04.583532 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-843bbd1e-71a0-48ab-ba7f-e745585c249c tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:54:04.659508 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-843bbd1e-71a0-48ab-ba7f-e745585c249c tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Usage tracker for resource:router and tenant:95394d9bd0e24b3f8cfda4f6b5c8d584 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:54:04.666299 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [req-3ac2bb2f-ce07-42f2-8e65-9af9672f7a3a req-312904f2-1a03-42c9-a28d-90fd22ddb5dc tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] Synchronizing usage tracker for tenant:78063ff0b78c49339686a2b1a492c074 on resource:port {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:54:04.668667 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-85325657-c24d-4ed5-8c44-7be6f46dc89b tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:04.687994 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-238e0cd1-45b4-41fd-bcbc-a4f69aaf1470 req-7732c58a-af84-4fd9-8d93-be6f8b130c68 tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:04.707438 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [req-238e0cd1-45b4-41fd-bcbc-a4f69aaf1470 req-7732c58a-af84-4fd9-8d93-be6f8b130c68 tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] Transition to ACTIVE for port object 263364a3-ff88-479a-820a-888734ba12dd will not be triggered until provisioned by entity DHCP. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:54:04.711778 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-843bbd1e-71a0-48ab-ba7f-e745585c249c tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:54:04.744969 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-843bbd1e-71a0-48ab-ba7f-e745585c249c tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:54:04.756572 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2ad95162-932c-4e18-b7d5-7b5a66e77646 tempest-QuotasNegativeTest-1631154 tempest-QuotasNegativeTest-1631154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867540', 'neutron.services.segments.db._delete_segments_for_network-8729234922972'] for network, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:04.803220 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-2ad95162-932c-4e18-b7d5-7b5a66e77646 tempest-QuotasNegativeTest-1631154 tempest-QuotasNegativeTest-1631154-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73e9e39f-0abb-4c91-b2d6-2e32c035b842']}} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:54:04.820608 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [req-3ac2bb2f-ce07-42f2-8e65-9af9672f7a3a req-312904f2-1a03-42c9-a28d-90fd22ddb5dc tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] Unset dirty status for tenant:78063ff0b78c49339686a2b1a492c074 on resource:port {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:54:04.821796 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-3ac2bb2f-ce07-42f2-8e65-9af9672f7a3a req-312904f2-1a03-42c9-a28d-90fd22ddb5dc tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] 10.222.0.15 "GET /v2.0/ports?device_id=16ccbf65-3c70-41e4-85a9-2d48805ea5ac HTTP/1.1" status: 200 len: 210 time: 0.3673632 May 30 04:54:04.822702 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-843bbd1e-71a0-48ab-ba7f-e745585c249c tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1603901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11666'] for router, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:04.823731 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-843bbd1e-71a0-48ab-ba7f-e745585c249c tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11675'] for router, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:04.831330 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-2ad95162-932c-4e18-b7d5-7b5a66e77646 tempest-QuotasNegativeTest-1631154 tempest-QuotasNegativeTest-1631154-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f0ae661-4804-4615-aba8-4a15b75c8aaf') {'for_net_delete': True} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:54:04.831697 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-2ad95162-932c-4e18-b7d5-7b5a66e77646 tempest-QuotasNegativeTest-1631154 tempest-QuotasNegativeTest-1631154-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f0ae661-4804-4615-aba8-4a15b75c8aaf') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:54:04.873727 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2ad95162-932c-4e18-b7d5-7b5a66e77646 tempest-QuotasNegativeTest-1631154 tempest-QuotasNegativeTest-1631154-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729235042807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1454725'] for segment, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:04.950698 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-843bbd1e-71a0-48ab-ba7f-e745585c249c tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:04.998954 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2ad95162-932c-4e18-b7d5-7b5a66e77646 tempest-QuotasNegativeTest-1631154 tempest-QuotasNegativeTest-1631154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:05.008988 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ad95162-932c-4e18-b7d5-7b5a66e77646 tempest-QuotasNegativeTest-1631154 tempest-QuotasNegativeTest-1631154-project-admin] Releasing vlan 211 on physical network physnet1 to pool {{(pid=88260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 04:54:05.009564 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2ad95162-932c-4e18-b7d5-7b5a66e77646 tempest-QuotasNegativeTest-1631154 tempest-QuotasNegativeTest-1631154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-862858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1547513'] for segment, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:05.028979 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-843bbd1e-71a0-48ab-ba7f-e745585c249c tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603653'] for router, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:05.054223 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a79a354-2e77-4e32-825d-4f6569eee376 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Pushing event updated for resources: {'Network': ['ID=ba10958f-177b-4f22-943c-2116f58e4751,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:54:05.065280 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Network ba10958f-177b-4f22-943c-2116f58e4751 details requested by agent ovs-agent-dv-neutron-843763-1-hyperv with host dv-neutron-843763-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 04:54:05.184047 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-45f79e78-106a-4f09-9d2c-69baeab7263d None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 04:54:05.209565 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-843bbd1e-71a0-48ab-ba7f-e745585c249c tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:05.215535 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-843bbd1e-71a0-48ab-ba7f-e745585c249c tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.7699609 May 30 04:54:05.216491 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 36420) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:05.276443 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-4ff88293-96e4-4f9b-9e29-b1b26c4c0fd6 req-570a50d1-d9e3-458a-b51d-5fcfe16744cd tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Synchronizing usage tracker for tenant:75c565b2496748d0aca7efef0deb76ef on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:54:05.280132 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2ad95162-932c-4e18-b7d5-7b5a66e77646 tempest-QuotasNegativeTest-1631154 tempest-QuotasNegativeTest-1631154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604744'] for network, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:05.315799 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a79a354-2e77-4e32-825d-4f6569eee376 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Pushing event updated for resources: {'Network': ['ID=aee51c95-a736-466e-a12f-d097c43183a0,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:54:05.324995 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-238e0cd1-45b4-41fd-bcbc-a4f69aaf1470 req-7732c58a-af84-4fd9-8d93-be6f8b130c68 tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:05.330547 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Network aee51c95-a736-466e-a12f-d097c43183a0 details requested by agent ovs-agent-dv-neutron-843763-1-hyperv with host dv-neutron-843763-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 04:54:05.345881 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-52a39816-2314-4a1c-be55-94d46bf4f4ba tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Request body: {'port': {'network_id': 'f33d7644-bae7-4784-8764-54601dc9b9ec', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-278788413'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:54:05.393710 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2ad95162-932c-4e18-b7d5-7b5a66e77646 tempest-QuotasNegativeTest-1631154 tempest-QuotasNegativeTest-1631154-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642826'] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:05.410772 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-2ad95162-932c-4e18-b7d5-7b5a66e77646 tempest-QuotasNegativeTest-1631154 tempest-QuotasNegativeTest-1631154-project-admin] 10.222.0.15 "DELETE /v2.0/networks/73e9e39f-0abb-4c91-b2d6-2e32c035b842 HTTP/1.1" status: 204 len: 168 time: 1.6794541 May 30 04:54:05.417341 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 7f0ae661-4804-4615-aba8-4a15b75c8aaf resource provider aggregate not found May 30 04:54:05.421767 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 36426) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:05.422657 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad95162-932c-4e18-b7d5-7b5a66e77646 tempest-QuotasNegativeTest-1631154 tempest-QuotasNegativeTest-1631154-project-admin] Pushing event deleted for resources: {'Network': ['ID=73e9e39f-0abb-4c91-b2d6-2e32c035b842,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:54:05.521620 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7732c58a-af84-4fd9-8d93-be6f8b130c68 tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] Pushing event updated for resources: {'Port': ['ID=263364a3-ff88-479a-820a-888734ba12dd,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:54:05.539984 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-52a39816-2314-4a1c-be55-94d46bf4f4ba tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:54:05.566591 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-238e0cd1-45b4-41fd-bcbc-a4f69aaf1470 req-7732c58a-af84-4fd9-8d93-be6f8b130c68 tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] Network 94a15cbb-b296-4fe7-b2e8-32f706e6cbca is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:54:05.567637 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-4ff88293-96e4-4f9b-9e29-b1b26c4c0fd6 req-570a50d1-d9e3-458a-b51d-5fcfe16744cd tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Unset dirty status for tenant:75c565b2496748d0aca7efef0deb76ef on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:54:05.569047 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4ff88293-96e4-4f9b-9e29-b1b26c4c0fd6 req-570a50d1-d9e3-458a-b51d-5fcfe16744cd tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1e7b65a-2794-4268-bd76-1003a7875678 HTTP/1.1" status: 200 len: 210 time: 1.6606836 May 30 04:54:05.606855 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [req-238e0cd1-45b4-41fd-bcbc-a4f69aaf1470 req-7732c58a-af84-4fd9-8d93-be6f8b130c68 tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:54:05.625909 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [req-238e0cd1-45b4-41fd-bcbc-a4f69aaf1470 req-7732c58a-af84-4fd9-8d93-be6f8b130c68 tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:54:05.632425 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238e0cd1-45b4-41fd-bcbc-a4f69aaf1470 req-7732c58a-af84-4fd9-8d93-be6f8b130c68 tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:54:05.633518 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-238e0cd1-45b4-41fd-bcbc-a4f69aaf1470 req-7732c58a-af84-4fd9-8d93-be6f8b130c68 tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:05.643448 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-52a39816-2314-4a1c-be55-94d46bf4f4ba tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:54:05.668306 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-0a79a354-2e77-4e32-825d-4f6569eee376 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 3.1579125 May 30 04:54:05.674101 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 36432) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:05.685358 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7189c81a-4879-43f3-8271-5d52cb26a9d3 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Notify callbacks [] for router, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:05.727950 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-238e0cd1-45b4-41fd-bcbc-a4f69aaf1470 req-7732c58a-af84-4fd9-8d93-be6f8b130c68 tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8354836 May 30 04:54:05.740444 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5d6572b0-ce83-409f-8698-a6765325b0fc tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:05.790465 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52a39816-2314-4a1c-be55-94d46bf4f4ba tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Made reservation on behalf of 71765cb0b99440efab04190099ac1f9a for: {'port': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:54:05.796984 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.db.resource_extend [None req-85325657-c24d-4ed5-8c44-7be6f46dc89b tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] It took 0.40 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 04:54:05.798560 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-52a39816-2314-4a1c-be55-94d46bf4f4ba tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:05.813769 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 7f0ae661-4804-4615-aba8-4a15b75c8aaf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7f0ae661-4804-4615-aba8-4a15b75c8aaf found for delete ", "request_id": "req-fb1e54be-6db4-4eb2-891a-fa00b8827831"}]} May 30 04:54:05.985282 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-85325657-c24d-4ed5-8c44-7be6f46dc89b tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] Notify callbacks [] for port, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:06.059157 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-5d6572b0-ce83-409f-8698-a6765325b0fc tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Calling delete_port for d7887366-043a-48ad-aadd-16facca5b822 owned by {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:54:06.061505 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-85325657-c24d-4ed5-8c44-7be6f46dc89b tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1547421'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:06.087886 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-ac95578b-3a62-4ce4-8ddf-418d69898645 None None] Provisioning for port 263364a3-ff88-479a-820a-888734ba12dd completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:54:06.094558 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-ac95578b-3a62-4ce4-8ddf-418d69898645 None None] Provisioning complete for port 263364a3-ff88-479a-820a-888734ba12dd triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:54:06.095055 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-ac95578b-3a62-4ce4-8ddf-418d69898645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:06.303592 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ab97bc8e-cc86-4ef1-965b-c56d83e64f31 tempest-QuotasNegativeTest-1631154 tempest-QuotasNegativeTest-1631154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897784'] for network, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:06.337895 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-ac95578b-3a62-4ce4-8ddf-418d69898645 None None] Port 263364a3-ff88-479a-820a-888734ba12dd cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 04:54:06.362180 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [None req-52a39816-2314-4a1c-be55-94d46bf4f4ba tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] device_id is not set on port f70bffcf-3a20-4455-99c5-4856aa985471 yet. {{(pid=88261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 30 04:54:06.372383 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85325657-c24d-4ed5-8c44-7be6f46dc89b tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] Pushing event updated for resources: {'Port': ['ID=78ccc4e4-7f01-4aca-a23d-e78a564b7575,revision_number=2']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:54:06.459113 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5d6572b0-ce83-409f-8698-a6765325b0fc tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:06.574588 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6572b0-ce83-409f-8698-a6765325b0fc tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Pushing event deleted for resources: {'Port': ['ID=d7887366-043a-48ad-aadd-16facca5b822,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:54:06.641970 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-85325657-c24d-4ed5-8c44-7be6f46dc89b tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1604762'] for floatingip, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:06.653277 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09449c8f-57a0-41ea-a624-df9df3f85efd tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:54:06.660869 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09449c8f-57a0-41ea-a624-df9df3f85efd tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:54:06.673184 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09449c8f-57a0-41ea-a624-df9df3f85efd tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:54:06.680713 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09449c8f-57a0-41ea-a624-df9df3f85efd tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:54:06.682768 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-09449c8f-57a0-41ea-a624-df9df3f85efd tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 1.0002425 May 30 04:54:06.696260 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 36440) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:06.698216 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7189c81a-4879-43f3-8271-5d52cb26a9d3 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11660'] for router, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:06.831885 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7189c81a-4879-43f3-8271-5d52cb26a9d3 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:06.861070 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5d6572b0-ce83-409f-8698-a6765325b0fc tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:06.935389 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-85325657-c24d-4ed5-8c44-7be6f46dc89b tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for floatingip, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:06.946482 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-85325657-c24d-4ed5-8c44-7be6f46dc89b tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.9206564 May 30 04:54:06.946876 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d8b545e1-a530-4a38-ad9b-65e8fbfdcc4d req-43e782a4-f137-4885-902e-f9be509b4df2 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1e7b65a-2794-4268-bd76-1003a7875678 HTTP/1.1" status: 200 len: 210 time: 0.0820625 May 30 04:54:06.983790 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-5d6572b0-ce83-409f-8698-a6765325b0fc tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] 10.222.0.15 "DELETE /v2.0/ports/d7887366-043a-48ad-aadd-16facca5b822 HTTP/1.1" status: 204 len: 168 time: 3.5049553 May 30 04:54:06.987731 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 36446) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:07.029916 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d387f98-9826-40c9-88cd-de1cef600c25 req-8e61e78e-e109-44b0-957f-d47dc0fd55f4 tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:54:07.031868 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-4d387f98-9826-40c9-88cd-de1cef600c25 req-8e61e78e-e109-44b0-957f-d47dc0fd55f4 tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] 10.222.0.15 "GET /v2.0/ports?device_id=16ccbf65-3c70-41e4-85a9-2d48805ea5ac HTTP/1.1" status: 200 len: 931 time: 0.9710078 May 30 04:54:07.044719 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7189c81a-4879-43f3-8271-5d52cb26a9d3 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1601605'] for router, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:07.045216 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7189c81a-4879-43f3-8271-5d52cb26a9d3 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e375718e-dfed-4326-a2d2-e85bdd304f9f {{(pid=88260) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 30 04:54:07.049644 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5f7b813d-36b2-4d2c-896a-94496072a08c tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897784'] for network, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:07.049847 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-21e10b56-2926-4f5a-9c24-19bd207f068f tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] GET failed (client error): The resource could not be found. May 30 04:54:07.050317 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-21e10b56-2926-4f5a-9c24-19bd207f068f tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Synchronizing usage tracker for tenant:5b20069eba164497a9d9514a420da987 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:54:07.066390 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-52a39816-2314-4a1c-be55-94d46bf4f4ba tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:07.083539 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ab97bc8e-cc86-4ef1-965b-c56d83e64f31 tempest-QuotasNegativeTest-1631154 tempest-QuotasNegativeTest-1631154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867540', 'neutron.services.segments.db._delete_segments_for_network-8729234922972'] for network, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:07.096783 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-21e10b56-2926-4f5a-9c24-19bd207f068f tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Unset dirty status for tenant:5b20069eba164497a9d9514a420da987 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:54:07.104430 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-21e10b56-2926-4f5a-9c24-19bd207f068f tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] 10.222.0.15 "GET /v2.0/ports/d7887366-043a-48ad-aadd-16facca5b822 HTTP/1.1" status: 404 len: 333 time: 0.1147523 May 30 04:54:07.105609 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 36450) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:07.113697 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-87e04f76-9443-4051-877a-984f11cb6e99 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Request body: {'port': {'network_id': 'af4b62e7-fce2-4a03-b41b-9778679ae38a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-313896594'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:54:07.121001 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7189c81a-4879-43f3-8271-5d52cb26a9d3 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:07.122306 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-7189c81a-4879-43f3-8271-5d52cb26a9d3 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] 10.222.0.15 "DELETE /v2.0/routers/e375718e-dfed-4326-a2d2-e85bdd304f9f HTTP/1.1" status: 204 len: 168 time: 1.9014339 May 30 04:54:07.176356 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-ab97bc8e-cc86-4ef1-965b-c56d83e64f31 tempest-QuotasNegativeTest-1631154 tempest-QuotasNegativeTest-1631154-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be82a9c2-dcee-4c0a-959c-f9a0b40a224d']}} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:54:07.217012 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-ab97bc8e-cc86-4ef1-965b-c56d83e64f31 tempest-QuotasNegativeTest-1631154 tempest-QuotasNegativeTest-1631154-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97249e2f-92cd-434c-a53b-4f87dc489ea3') {'for_net_delete': True} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:54:07.217395 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-ab97bc8e-cc86-4ef1-965b-c56d83e64f31 tempest-QuotasNegativeTest-1631154 tempest-QuotasNegativeTest-1631154-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97249e2f-92cd-434c-a53b-4f87dc489ea3') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:54:07.304102 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-87e04f76-9443-4051-877a-984f11cb6e99 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:54:07.309096 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-4d387f98-9826-40c9-88cd-de1cef600c25 req-df6ecd36-9a34-4e84-893e-60513b734433 tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] 10.222.0.15 "GET /v2.0/security-groups?id=dc19cd7e-061d-420d-8a79-861f74cfc0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2465489 May 30 04:54:07.309848 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [req-238e0cd1-45b4-41fd-bcbc-a4f69aaf1470 req-ffb6b9f7-7bc3-4df2-8f63-c5266d9d1e3c tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=88261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 30 04:54:07.311727 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-238e0cd1-45b4-41fd-bcbc-a4f69aaf1470 req-ffb6b9f7-7bc3-4df2-8f63-c5266d9d1e3c tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0113933 May 30 04:54:07.329920 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-87e04f76-9443-4051-877a-984f11cb6e99 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:54:07.355480 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-52a39816-2314-4a1c-be55-94d46bf4f4ba tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:07.368823 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87e04f76-9443-4051-877a-984f11cb6e99 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Made reservation on behalf of 5b20069eba164497a9d9514a420da987 for: {'port': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:54:07.369987 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ab97bc8e-cc86-4ef1-965b-c56d83e64f31 tempest-QuotasNegativeTest-1631154 tempest-QuotasNegativeTest-1631154-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729235042807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1454725'] for segment, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:07.372384 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-87e04f76-9443-4051-877a-984f11cb6e99 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:07.417430 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 36466) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:07.472570 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [None req-87e04f76-9443-4051-877a-984f11cb6e99 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] device_id is not set on port 59b08bf7-4837-42b8-925e-5b9b100a9b81 yet. {{(pid=88261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 30 04:54:07.564347 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ab97bc8e-cc86-4ef1-965b-c56d83e64f31 tempest-QuotasNegativeTest-1631154 tempest-QuotasNegativeTest-1631154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:07.576072 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5f7b813d-36b2-4d2c-896a-94496072a08c tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867540', 'neutron.services.segments.db._delete_segments_for_network-8729234922972'] for network, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:07.611814 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab97bc8e-cc86-4ef1-965b-c56d83e64f31 tempest-QuotasNegativeTest-1631154 tempest-QuotasNegativeTest-1631154-project-admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=88260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 04:54:07.613341 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ab97bc8e-cc86-4ef1-965b-c56d83e64f31 tempest-QuotasNegativeTest-1631154 tempest-QuotasNegativeTest-1631154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-862858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1547513'] for segment, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:07.662735 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a39816-2314-4a1c-be55-94d46bf4f4ba tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Network f33d7644-bae7-4784-8764-54601dc9b9ec is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:54:07.669772 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-52a39816-2314-4a1c-be55-94d46bf4f4ba tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:54:07.676807 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a39816-2314-4a1c-be55-94d46bf4f4ba tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:54:07.677865 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52a39816-2314-4a1c-be55-94d46bf4f4ba tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:54:07.679145 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-52a39816-2314-4a1c-be55-94d46bf4f4ba tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:07.690486 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-93406df6-4a0d-4d41-b98c-465101290ad5 req-2ea717b0-4989-4fe7-9020-d9ec75e66b05 tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] Synchronizing usage tracker for tenant:3fffdaf8665e4f2eb17f85d23ba9b1e3 on resource:security_group {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:54:07.704989 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a39816-2314-4a1c-be55-94d46bf4f4ba tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Pushing event updated for resources: {'Port': ['ID=f70bffcf-3a20-4455-99c5-4856aa985471,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:54:07.755733 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-87e04f76-9443-4051-877a-984f11cb6e99 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Allocated IP 2001:db8::37d (af4b62e7-fce2-4a03-b41b-9778679ae38a/bcfa10f8-e3f0-4b7d-b91d-7097aff50da3/59b08bf7-4837-42b8-925e-5b9b100a9b81) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:54:07.759134 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-93406df6-4a0d-4d41-b98c-465101290ad5 req-2ea717b0-4989-4fe7-9020-d9ec75e66b05 tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] Unset dirty status for tenant:3fffdaf8665e4f2eb17f85d23ba9b1e3 on resource:security_group {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:54:07.779664 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-93406df6-4a0d-4d41-b98c-465101290ad5 req-2ea717b0-4989-4fe7-9020-d9ec75e66b05 tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1018667287&fields=id&tenant_id=3fffdaf8665e4f2eb17f85d23ba9b1e3 HTTP/1.1" status: 200 len: 267 time: 0.3528597 May 30 04:54:07.823858 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-52a39816-2314-4a1c-be55-94d46bf4f4ba tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 3.0821993 May 30 04:54:07.838435 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 36472) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:07.843519 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-5f7b813d-36b2-4d2c-896a-94496072a08c tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba10958f-177b-4f22-943c-2116f58e4751']}} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:54:07.853442 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-ebf65245-3792-4652-a6dc-8a17e62c276f tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-391229036', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'}, 'admin_state_up': False}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:54:07.873443 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-667af303-65fa-4c47-ac47-39942f820b71 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8437'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:54:07.902107 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 97249e2f-92cd-434c-a53b-4f87dc489ea3 resource provider aggregate not found May 30 04:54:07.918356 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-ebf65245-3792-4652-a6dc-8a17e62c276f tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:54:07.921649 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-5f7b813d-36b2-4d2c-896a-94496072a08c tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40c8108e-501f-457e-a486-cdc0079b7e36') {'for_net_delete': True} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:54:07.921975 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-5f7b813d-36b2-4d2c-896a-94496072a08c tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40c8108e-501f-457e-a486-cdc0079b7e36') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:54:07.947150 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 97249e2f-92cd-434c-a53b-4f87dc489ea3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 97249e2f-92cd-434c-a53b-4f87dc489ea3 found for delete ", "request_id": "req-9a4309e0-1b26-4186-b111-b056495487f4"}]} May 30 04:54:07.952660 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-ebf65245-3792-4652-a6dc-8a17e62c276f tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Usage tracker for resource:router and tenant:3d752d42688e4ef7b965b5ec446f8d8d is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:54:07.957240 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5f7b813d-36b2-4d2c-896a-94496072a08c tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729235042807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1454725'] for segment, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:07.966361 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-ebf65245-3792-4652-a6dc-8a17e62c276f tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:54:07.976854 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ab97bc8e-cc86-4ef1-965b-c56d83e64f31 tempest-QuotasNegativeTest-1631154 tempest-QuotasNegativeTest-1631154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604744'] for network, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:07.978685 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-ebf65245-3792-4652-a6dc-8a17e62c276f tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:54:08.003942 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ab97bc8e-cc86-4ef1-965b-c56d83e64f31 tempest-QuotasNegativeTest-1631154 tempest-QuotasNegativeTest-1631154-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642826'] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:08.114059 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [req-238e0cd1-45b4-41fd-bcbc-a4f69aaf1470 req-66699bfb-3649-49c2-b3d4-ecf235d92e5f service neutron] Request body: {'port': {'device_id': '16ccbf65-3c70-41e4-85a9-2d48805ea5ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8437'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:54:08.115099 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5f7b813d-36b2-4d2c-896a-94496072a08c tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:08.124757 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab97bc8e-cc86-4ef1-965b-c56d83e64f31 tempest-QuotasNegativeTest-1631154 tempest-QuotasNegativeTest-1631154-project-admin] Pushing event deleted for resources: {'Network': ['ID=be82a9c2-dcee-4c0a-959c-f9a0b40a224d,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:54:08.177130 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-ab97bc8e-cc86-4ef1-965b-c56d83e64f31 tempest-QuotasNegativeTest-1631154 tempest-QuotasNegativeTest-1631154-project-admin] 10.222.0.15 "DELETE /v2.0/networks/be82a9c2-dcee-4c0a-959c-f9a0b40a224d HTTP/1.1" status: 204 len: 168 time: 2.7518523 May 30 04:54:08.178141 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ebf65245-3792-4652-a6dc-8a17e62c276f tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1603901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11666'] for router, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:08.179244 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ebf65245-3792-4652-a6dc-8a17e62c276f tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11675'] for router, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:08.227007 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f7b813d-36b2-4d2c-896a-94496072a08c tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=88260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 04:54:08.227427 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5f7b813d-36b2-4d2c-896a-94496072a08c tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-862858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1547513'] for segment, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:08.234235 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.39', 59200) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:08.316983 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-31325836-efba-4645-8ad5-0fb933e25277 req-ed10a487-5e24-41cb-bda3-8ab9525ba716 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1e7b65a-2794-4268-bd76-1003a7875678 HTTP/1.1" status: 200 len: 210 time: 0.1523964 May 30 04:54:08.340980 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-667af303-65fa-4c47-ac47-39942f820b71 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:08.521214 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5f7b813d-36b2-4d2c-896a-94496072a08c tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604744'] for network, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:08.543556 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5f7b813d-36b2-4d2c-896a-94496072a08c tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642826'] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:08.579942 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ebf65245-3792-4652-a6dc-8a17e62c276f tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:08.607907 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7b813d-36b2-4d2c-896a-94496072a08c tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Pushing event deleted for resources: {'Network': ['ID=ba10958f-177b-4f22-943c-2116f58e4751,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:54:08.746582 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-5f7b813d-36b2-4d2c-896a-94496072a08c tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] 10.222.0.15 "DELETE /v2.0/networks/ba10958f-177b-4f22-943c-2116f58e4751 HTTP/1.1" status: 204 len: 168 time: 2.0459113 May 30 04:54:08.767643 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 36492) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:08.852151 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93406df6-4a0d-4d41-b98c-465101290ad5 req-00c56ca9-74b5-4ed6-b4f8-bba4026b8507 tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:54:08.852843 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-93406df6-4a0d-4d41-b98c-465101290ad5 req-00c56ca9-74b5-4ed6-b4f8-bba4026b8507 tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] Synchronizing usage tracker for tenant:3fffdaf8665e4f2eb17f85d23ba9b1e3 on resource:network {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:54:09.007544 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-93406df6-4a0d-4d41-b98c-465101290ad5 req-00c56ca9-74b5-4ed6-b4f8-bba4026b8507 tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] Unset dirty status for tenant:3fffdaf8665e4f2eb17f85d23ba9b1e3 on resource:network {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:54:09.008094 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-93406df6-4a0d-4d41-b98c-465101290ad5 req-00c56ca9-74b5-4ed6-b4f8-bba4026b8507 tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] 10.222.0.15 "GET /v2.0/networks?id=48553bc8-2e8d-42a5-b036-bcc9c477033e HTTP/1.1" status: 200 len: 811 time: 1.2275834 May 30 04:54:09.033119 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f85c8c-6af8-4109-9e88-dd9620ced036 req-7c883a7d-4c2f-44c7-a714-1f0f5469dd82 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:54:09.033849 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-f6f85c8c-6af8-4109-9e88-dd9620ced036 req-7c883a7d-4c2f-44c7-a714-1f0f5469dd82 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Synchronizing usage tracker for tenant:75c565b2496748d0aca7efef0deb76ef on resource:network {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:54:09.067754 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-238e0cd1-45b4-41fd-bcbc-a4f69aaf1470 req-66699bfb-3649-49c2-b3d4-ecf235d92e5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:09.091143 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-93406df6-4a0d-4d41-b98c-465101290ad5 req-848ed524-5281-4395-bf31-869825273e0f tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] 10.222.0.15 "GET /v2.0/quotas/3fffdaf8665e4f2eb17f85d23ba9b1e3 HTTP/1.1" status: 200 len: 375 time: 0.0654120 May 30 04:54:09.252023 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-27f45a9b-4575-46cc-92bb-009151faefeb tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897784'] for network, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:09.370555 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-87e04f76-9443-4051-877a-984f11cb6e99 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:09.374102 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 36500) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:09.379359 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-f6f85c8c-6af8-4109-9e88-dd9620ced036 req-7c883a7d-4c2f-44c7-a714-1f0f5469dd82 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Unset dirty status for tenant:75c565b2496748d0aca7efef0deb76ef on resource:network {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:54:09.380702 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f6f85c8c-6af8-4109-9e88-dd9620ced036 req-7c883a7d-4c2f-44c7-a714-1f0f5469dd82 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.39 "GET /v2.0/networks?id=d6c60be6-16d0-4643-855e-f83fdbae0248 HTTP/1.1" status: 200 len: 812 time: 1.0955031 May 30 04:54:09.429252 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ebf65245-3792-4652-a6dc-8a17e62c276f tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11765'] for router, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:09.438578 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [None req-87e04f76-9443-4051-877a-984f11cb6e99 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Transition to ACTIVE for port object 59b08bf7-4837-42b8-925e-5b9b100a9b81 will not be triggered until provisioned by entity DHCP. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:54:09.448162 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.db.resource_extend [None req-667af303-65fa-4c47-ac47-39942f820b71 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 04:54:09.548577 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e7fe25-f3f3-49f8-8c5f-98856f055541 req-14fe4590-4ec7-4a70-a5cc-52977e8c73ca tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:54:09.555657 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-94e7fe25-f3f3-49f8-8c5f-98856f055541 req-14fe4590-4ec7-4a70-a5cc-52977e8c73ca tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] 10.222.0.15 "GET /v2.0/ports?device_id=16ccbf65-3c70-41e4-85a9-2d48805ea5ac HTTP/1.1" status: 200 len: 931 time: 0.9569623 May 30 04:54:09.602960 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-f6f85c8c-6af8-4109-9e88-dd9620ced036 req-026efb21-043d-47cd-a715-41d69ca23e74 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Synchronizing usage tracker for tenant:75c565b2496748d0aca7efef0deb76ef on resource:security_group {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:54:09.668835 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-93406df6-4a0d-4d41-b98c-465101290ad5 req-e8558e5b-2516-4de8-83f8-bfd5c0b5ec1d tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=3fffdaf8665e4f2eb17f85d23ba9b1e3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5595655 May 30 04:54:09.687673 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [None req-667af303-65fa-4c47-ac47-39942f820b71 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] device_id is not set on port f70bffcf-3a20-4455-99c5-4856aa985471 yet. {{(pid=88260) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 30 04:54:09.735063 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-667af303-65fa-4c47-ac47-39942f820b71 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:09.904654 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-93406df6-4a0d-4d41-b98c-465101290ad5 req-731eb76a-e4c1-4de9-9545-3bfe6320ef6a service neutron] 10.222.0.15 "GET /v2.0/networks/48553bc8-2e8d-42a5-b036-bcc9c477033e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972866 May 30 04:54:09.920457 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-87e04f76-9443-4051-877a-984f11cb6e99 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:09.981576 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-27f45a9b-4575-46cc-92bb-009151faefeb tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867540', 'neutron.services.segments.db._delete_segments_for_network-8729234922972'] for network, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:10.013140 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [None req-667af303-65fa-4c47-ac47-39942f820b71 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Transition to ACTIVE for port object f70bffcf-3a20-4455-99c5-4856aa985471 will not be triggered until provisioned by entity L2. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:54:10.019107 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-94e7fe25-f3f3-49f8-8c5f-98856f055541 req-a14b8ccc-795d-4318-8d0b-f2ba8ca1db71 tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] 10.222.0.15 "GET /v2.0/security-groups?id=dc19cd7e-061d-420d-8a79-861f74cfc0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4623868 May 30 04:54:10.033722 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 40c8108e-501f-457e-a486-cdc0079b7e36 resource provider aggregate not found May 30 04:54:10.043924 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-667af303-65fa-4c47-ac47-39942f820b71 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1547421'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:10.134487 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-27f45a9b-4575-46cc-92bb-009151faefeb tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aee51c95-a736-466e-a12f-d097c43183a0']}} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:54:10.142745 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-93406df6-4a0d-4d41-b98c-465101290ad5 req-3b6e6f76-6bce-419f-b991-4868516c1f6e service neutron] 10.222.0.15 "GET /v2.0/networks/48553bc8-2e8d-42a5-b036-bcc9c477033e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2113254 May 30 04:54:10.144794 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 40c8108e-501f-457e-a486-cdc0079b7e36 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 40c8108e-501f-457e-a486-cdc0079b7e36 found for delete ", "request_id": "req-ebe2d64d-960e-4df6-bbd0-33b24f812693"}]} May 30 04:54:10.147975 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e04f76-9443-4051-877a-984f11cb6e99 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Pushing event updated for resources: {'Port': ['ID=59b08bf7-4837-42b8-925e-5b9b100a9b81,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:54:10.150487 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667af303-65fa-4c47-ac47-39942f820b71 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Pushing event updated for resources: {'Port': ['ID=f70bffcf-3a20-4455-99c5-4856aa985471,revision_number=2']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:54:10.152065 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-f6f85c8c-6af8-4109-9e88-dd9620ced036 req-026efb21-043d-47cd-a715-41d69ca23e74 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Unset dirty status for tenant:75c565b2496748d0aca7efef0deb76ef on resource:security_group {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:54:10.154194 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f6f85c8c-6af8-4109-9e88-dd9620ced036 req-026efb21-043d-47cd-a715-41d69ca23e74 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=75c565b2496748d0aca7efef0deb76ef HTTP/1.1" status: 200 len: 380 time: 0.6980021 May 30 04:54:10.158720 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c97d3397-03d9-4a54-aa4a-12a9cad92095 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:10.169104 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-27f45a9b-4575-46cc-92bb-009151faefeb tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4013d164-e82b-4187-a5a3-bfd94f4af7fc') {'for_net_delete': True} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:54:10.169848 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-27f45a9b-4575-46cc-92bb-009151faefeb tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4013d164-e82b-4187-a5a3-bfd94f4af7fc') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:54:10.182652 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-c97d3397-03d9-4a54-aa4a-12a9cad92095 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:54:10.186772 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-c97d3397-03d9-4a54-aa4a-12a9cad92095 admin admin] Usage tracker for resource:security_group_rule and tenant:eaee596704804c0cb54efb3caccb4268 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:54:10.189793 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-c97d3397-03d9-4a54-aa4a-12a9cad92095 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:54:10.196190 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-c97d3397-03d9-4a54-aa4a-12a9cad92095 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:54:10.312548 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-27f45a9b-4575-46cc-92bb-009151faefeb tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729235042807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1454725'] for segment, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:10.312794 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c97d3397-03d9-4a54-aa4a-12a9cad92095 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:10.318791 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [req-f6f85c8c-6af8-4109-9e88-dd9620ced036 req-71dd90ed-9b9d-475e-a5d5-cfc6795e2ad7 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Request body: {'port': {'device_id': 'b1e7b65a-2794-4268-bd76-1003a7875678', 'network_id': 'd6c60be6-16d0-4643-855e-f83fdbae0248', 'admin_state_up': True, 'tenant_id': '75c565b2496748d0aca7efef0deb76ef', 'security_groups': ['b0fb8c38-d8b6-4c01-bc8c-1b54a1e25304']}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:54:10.328718 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [None req-667af303-65fa-4c47-ac47-39942f820b71 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Attempting to bind port f70bffcf-3a20-4455-99c5-4856aa985471 on host hv-neutron-8437 for vnic_type normal with profile {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 04:54:10.329348 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [None req-667af303-65fa-4c47-ac47-39942f820b71 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Attempting to bind port f70bffcf-3a20-4455-99c5-4856aa985471 by drivers openvswitch,hyperv on host hv-neutron-8437 at level 0 using segments [{'id': 'd4386722-d3e3-4eda-8528-29f9087138e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f33d7644-bae7-4784-8764-54601dc9b9ec'}] {{(pid=88260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 04:54:10.329771 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667af303-65fa-4c47-ac47-39942f820b71 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Attempting to bind port f70bffcf-3a20-4455-99c5-4856aa985471 on network f33d7644-bae7-4784-8764-54601dc9b9ec {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 04:54:10.344311 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667af303-65fa-4c47-ac47-39942f820b71 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Port f70bffcf-3a20-4455-99c5-4856aa985471 on network f33d7644-bae7-4784-8764-54601dc9b9ec not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8437 {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 30 04:54:10.344691 dv-neutron-843763-1-hyperv neutron-server[88260]: ERROR neutron.plugins.ml2.managers [None req-667af303-65fa-4c47-ac47-39942f820b71 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Failed to bind port f70bffcf-3a20-4455-99c5-4856aa985471 on host hv-neutron-8437 for vnic_type normal using segments [{'id': 'd4386722-d3e3-4eda-8528-29f9087138e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f33d7644-bae7-4784-8764-54601dc9b9ec'}] May 30 04:54:10.349170 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.plugins.ml2.plugin [None req-667af303-65fa-4c47-ac47-39942f820b71 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Attempt 2 to bind port f70bffcf-3a20-4455-99c5-4856aa985471 May 30 04:54:10.425860 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [None req-667af303-65fa-4c47-ac47-39942f820b71 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Attempting to bind port f70bffcf-3a20-4455-99c5-4856aa985471 on host hv-neutron-8437 for vnic_type normal with profile {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 04:54:10.426400 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [None req-667af303-65fa-4c47-ac47-39942f820b71 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Attempting to bind port f70bffcf-3a20-4455-99c5-4856aa985471 by drivers openvswitch,hyperv on host hv-neutron-8437 at level 0 using segments [{'id': 'd4386722-d3e3-4eda-8528-29f9087138e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f33d7644-bae7-4784-8764-54601dc9b9ec'}] {{(pid=88260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 04:54:10.426400 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667af303-65fa-4c47-ac47-39942f820b71 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Attempting to bind port f70bffcf-3a20-4455-99c5-4856aa985471 on network f33d7644-bae7-4784-8764-54601dc9b9ec {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 04:54:10.437681 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e04f76-9443-4051-877a-984f11cb6e99 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Network af4b62e7-fce2-4a03-b41b-9778679ae38a is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:54:10.442931 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-87e04f76-9443-4051-877a-984f11cb6e99 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:54:10.446769 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e04f76-9443-4051-877a-984f11cb6e99 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:54:10.452204 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e04f76-9443-4051-877a-984f11cb6e99 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:54:10.452922 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-87e04f76-9443-4051-877a-984f11cb6e99 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:10.456623 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c97d3397-03d9-4a54-aa4a-12a9cad92095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:10.473448 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-c346afbb-e214-4674-a964-32bacacb9a18 req-7e44340e-0326-4bd1-8587-93f6d6b0952f tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1e7b65a-2794-4268-bd76-1003a7875678 HTTP/1.1" status: 200 len: 210 time: 0.1321924 May 30 04:54:10.491864 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-27f45a9b-4575-46cc-92bb-009151faefeb tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:10.521458 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667af303-65fa-4c47-ac47-39942f820b71 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Port f70bffcf-3a20-4455-99c5-4856aa985471 on network f33d7644-bae7-4784-8764-54601dc9b9ec not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8437 {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 30 04:54:10.521837 dv-neutron-843763-1-hyperv neutron-server[88260]: ERROR neutron.plugins.ml2.managers [None req-667af303-65fa-4c47-ac47-39942f820b71 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Failed to bind port f70bffcf-3a20-4455-99c5-4856aa985471 on host hv-neutron-8437 for vnic_type normal using segments [{'id': 'd4386722-d3e3-4eda-8528-29f9087138e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f33d7644-bae7-4784-8764-54601dc9b9ec'}] May 30 04:54:10.539347 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-c97d3397-03d9-4a54-aa4a-12a9cad92095 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=eaee596704804c0cb54efb3caccb4268&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1540706 May 30 04:54:10.561641 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.db.resource_extend [req-238e0cd1-45b4-41fd-bcbc-a4f69aaf1470 req-66699bfb-3649-49c2-b3d4-ecf235d92e5f service neutron] It took 0.40 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 04:54:10.617427 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 36518) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:10.628280 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.plugins.ml2.plugin [None req-667af303-65fa-4c47-ac47-39942f820b71 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Attempt 3 to bind port f70bffcf-3a20-4455-99c5-4856aa985471 May 30 04:54:10.779700 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27f45a9b-4575-46cc-92bb-009151faefeb tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=88260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 04:54:10.780354 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-27f45a9b-4575-46cc-92bb-009151faefeb tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-862858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1547513'] for segment, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:10.824923 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [None req-667af303-65fa-4c47-ac47-39942f820b71 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Attempting to bind port f70bffcf-3a20-4455-99c5-4856aa985471 on host hv-neutron-8437 for vnic_type normal with profile {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 04:54:10.825397 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [None req-667af303-65fa-4c47-ac47-39942f820b71 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Attempting to bind port f70bffcf-3a20-4455-99c5-4856aa985471 by drivers openvswitch,hyperv on host hv-neutron-8437 at level 0 using segments [{'id': 'd4386722-d3e3-4eda-8528-29f9087138e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f33d7644-bae7-4784-8764-54601dc9b9ec'}] {{(pid=88260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 04:54:10.825828 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667af303-65fa-4c47-ac47-39942f820b71 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Attempting to bind port f70bffcf-3a20-4455-99c5-4856aa985471 on network f33d7644-bae7-4784-8764-54601dc9b9ec {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 04:54:10.925318 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ebf65245-3792-4652-a6dc-8a17e62c276f tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Notify callbacks [] for router_gateway, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:10.987752 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-ff9b9853-ad29-4076-a0e9-04841c9ccde4 None None] Provisioning for port 59b08bf7-4837-42b8-925e-5b9b100a9b81 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:54:10.999235 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97d3397-03d9-4a54-aa4a-12a9cad92095 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95529988-33af-4b93-a330-fc76085f2859,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:54:11.015687 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-87e04f76-9443-4051-877a-984f11cb6e99 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.9087741 May 30 04:54:11.023907 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 36526) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:11.025952 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-ff9b9853-ad29-4076-a0e9-04841c9ccde4 None None] Provisioning complete for port 59b08bf7-4837-42b8-925e-5b9b100a9b81 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:54:11.027768 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [req-238e0cd1-45b4-41fd-bcbc-a4f69aaf1470 req-66699bfb-3649-49c2-b3d4-ecf235d92e5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 263364a3-ff88-479a-820a-888734ba12dd {{(pid=88261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 30 04:54:11.041129 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-ff9b9853-ad29-4076-a0e9-04841c9ccde4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:11.047390 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-53b64ae6-8153-4e42-a4e1-2cc83d7c7e2e tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:d4:61:fd'}]}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:54:11.083336 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-238e0cd1-45b4-41fd-bcbc-a4f69aaf1470 req-66699bfb-3649-49c2-b3d4-ecf235d92e5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:11.091856 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [req-f6f85c8c-6af8-4109-9e88-dd9620ced036 req-71dd90ed-9b9d-475e-a5d5-cfc6795e2ad7 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:54:11.156071 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [req-f6f85c8c-6af8-4109-9e88-dd9620ced036 req-71dd90ed-9b9d-475e-a5d5-cfc6795e2ad7 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:54:11.194448 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-ff9b9853-ad29-4076-a0e9-04841c9ccde4 None None] Port 59b08bf7-4837-42b8-925e-5b9b100a9b81 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 04:54:11.203298 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667af303-65fa-4c47-ac47-39942f820b71 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Port f70bffcf-3a20-4455-99c5-4856aa985471 on network f33d7644-bae7-4784-8764-54601dc9b9ec not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8437 {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 30 04:54:11.203298 dv-neutron-843763-1-hyperv neutron-server[88260]: ERROR neutron.plugins.ml2.managers [None req-667af303-65fa-4c47-ac47-39942f820b71 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Failed to bind port f70bffcf-3a20-4455-99c5-4856aa985471 on host hv-neutron-8437 for vnic_type normal using segments [{'id': 'd4386722-d3e3-4eda-8528-29f9087138e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f33d7644-bae7-4784-8764-54601dc9b9ec'}] May 30 04:54:11.214433 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-445cc19d-d87b-4707-9af0-fd9fc8ec92b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:11.234080 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.plugins.ml2.plugin [None req-667af303-65fa-4c47-ac47-39942f820b71 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Attempt 4 to bind port f70bffcf-3a20-4455-99c5-4856aa985471 May 30 04:54:11.253058 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ebf65245-3792-4652-a6dc-8a17e62c276f tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:11.352594 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [None req-667af303-65fa-4c47-ac47-39942f820b71 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Attempting to bind port f70bffcf-3a20-4455-99c5-4856aa985471 on host hv-neutron-8437 for vnic_type normal with profile {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 04:54:11.353060 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [None req-667af303-65fa-4c47-ac47-39942f820b71 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Attempting to bind port f70bffcf-3a20-4455-99c5-4856aa985471 by drivers openvswitch,hyperv on host hv-neutron-8437 at level 0 using segments [{'id': 'd4386722-d3e3-4eda-8528-29f9087138e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f33d7644-bae7-4784-8764-54601dc9b9ec'}] {{(pid=88260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 04:54:11.353314 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667af303-65fa-4c47-ac47-39942f820b71 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Attempting to bind port f70bffcf-3a20-4455-99c5-4856aa985471 on network f33d7644-bae7-4784-8764-54601dc9b9ec {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 04:54:11.359512 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6f85c8c-6af8-4109-9e88-dd9620ced036 req-71dd90ed-9b9d-475e-a5d5-cfc6795e2ad7 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Made reservation on behalf of 75c565b2496748d0aca7efef0deb76ef for: {'port': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:54:11.363530 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-f6f85c8c-6af8-4109-9e88-dd9620ced036 req-71dd90ed-9b9d-475e-a5d5-cfc6795e2ad7 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:11.421343 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [req-937597d9-4380-4276-8b02-0886c4229ca3 req-281f6cbe-7a9a-4cfa-9d04-ea397597d2b6 tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] Synchronizing usage tracker for tenant:3fffdaf8665e4f2eb17f85d23ba9b1e3 on resource:port {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:54:11.458232 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667af303-65fa-4c47-ac47-39942f820b71 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Port f70bffcf-3a20-4455-99c5-4856aa985471 on network f33d7644-bae7-4784-8764-54601dc9b9ec not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8437 {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 30 04:54:11.458529 dv-neutron-843763-1-hyperv neutron-server[88260]: ERROR neutron.plugins.ml2.managers [None req-667af303-65fa-4c47-ac47-39942f820b71 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Failed to bind port f70bffcf-3a20-4455-99c5-4856aa985471 on host hv-neutron-8437 for vnic_type normal using segments [{'id': 'd4386722-d3e3-4eda-8528-29f9087138e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f33d7644-bae7-4784-8764-54601dc9b9ec'}] May 30 04:54:11.467834 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.plugins.ml2.plugin [None req-667af303-65fa-4c47-ac47-39942f820b71 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Attempt 5 to bind port f70bffcf-3a20-4455-99c5-4856aa985471 May 30 04:54:11.480659 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [req-238e0cd1-45b4-41fd-bcbc-a4f69aaf1470 req-66699bfb-3649-49c2-b3d4-ecf235d92e5f service neutron] Transition to ACTIVE for port object 263364a3-ff88-479a-820a-888734ba12dd will not be triggered until provisioned by entity L2. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:54:11.494261 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-27f45a9b-4575-46cc-92bb-009151faefeb tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604744'] for network, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:11.497930 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-445cc19d-d87b-4707-9af0-fd9fc8ec92b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:11.512568 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [None req-667af303-65fa-4c47-ac47-39942f820b71 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Attempting to bind port f70bffcf-3a20-4455-99c5-4856aa985471 on host hv-neutron-8437 for vnic_type normal with profile {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 04:54:11.512873 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [None req-667af303-65fa-4c47-ac47-39942f820b71 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Attempting to bind port f70bffcf-3a20-4455-99c5-4856aa985471 by drivers openvswitch,hyperv on host hv-neutron-8437 at level 0 using segments [{'id': 'd4386722-d3e3-4eda-8528-29f9087138e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f33d7644-bae7-4784-8764-54601dc9b9ec'}] {{(pid=88260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 04:54:11.513140 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667af303-65fa-4c47-ac47-39942f820b71 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Attempting to bind port f70bffcf-3a20-4455-99c5-4856aa985471 on network f33d7644-bae7-4784-8764-54601dc9b9ec {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 04:54:11.545442 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-27f45a9b-4575-46cc-92bb-009151faefeb tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642826'] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:11.552171 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-238e0cd1-45b4-41fd-bcbc-a4f69aaf1470 req-66699bfb-3649-49c2-b3d4-ecf235d92e5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:11.564044 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-ebf65245-3792-4652-a6dc-8a17e62c276f tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Allocated IP 172.26.6.107 (1bab70f4-3794-44db-8e17-19f483aa8ffa/6b5b73c1-b0ce-4f83-a930-c00cc5522926/feef07ef-4199-4e39-8b9b-abb1140ac34e) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:54:11.567410 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667af303-65fa-4c47-ac47-39942f820b71 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Port f70bffcf-3a20-4455-99c5-4856aa985471 on network f33d7644-bae7-4784-8764-54601dc9b9ec not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8437 {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 30 04:54:11.568538 dv-neutron-843763-1-hyperv neutron-server[88260]: ERROR neutron.plugins.ml2.managers [None req-667af303-65fa-4c47-ac47-39942f820b71 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Failed to bind port f70bffcf-3a20-4455-99c5-4856aa985471 on host hv-neutron-8437 for vnic_type normal using segments [{'id': 'd4386722-d3e3-4eda-8528-29f9087138e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f33d7644-bae7-4784-8764-54601dc9b9ec'}] May 30 04:54:11.581057 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.plugins.ml2.plugin [None req-667af303-65fa-4c47-ac47-39942f820b71 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Attempt 6 to bind port f70bffcf-3a20-4455-99c5-4856aa985471 May 30 04:54:11.596122 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f45a9b-4575-46cc-92bb-009151faefeb tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Pushing event deleted for resources: {'Network': ['ID=aee51c95-a736-466e-a12f-d097c43183a0,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:54:11.605188 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [req-937597d9-4380-4276-8b02-0886c4229ca3 req-281f6cbe-7a9a-4cfa-9d04-ea397597d2b6 tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] Unset dirty status for tenant:3fffdaf8665e4f2eb17f85d23ba9b1e3 on resource:port {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:54:11.606451 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-937597d9-4380-4276-8b02-0886c4229ca3 req-281f6cbe-7a9a-4cfa-9d04-ea397597d2b6 tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] 10.222.0.15 "GET /v2.0/ports?device_id=d16b00e3-9d60-4f25-8b8a-0624cc24ed1b HTTP/1.1" status: 200 len: 210 time: 0.9592173 May 30 04:54:11.805407 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ebf65245-3792-4652-a6dc-8a17e62c276f tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:11.868411 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-27f45a9b-4575-46cc-92bb-009151faefeb tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] 10.222.0.15 "DELETE /v2.0/networks/aee51c95-a736-466e-a12f-d097c43183a0 HTTP/1.1" status: 204 len: 168 time: 3.0957656 May 30 04:54:11.868411 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [None req-667af303-65fa-4c47-ac47-39942f820b71 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Attempting to bind port f70bffcf-3a20-4455-99c5-4856aa985471 on host hv-neutron-8437 for vnic_type normal with profile {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 04:54:11.868411 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [None req-667af303-65fa-4c47-ac47-39942f820b71 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Attempting to bind port f70bffcf-3a20-4455-99c5-4856aa985471 by drivers openvswitch,hyperv on host hv-neutron-8437 at level 0 using segments [{'id': 'd4386722-d3e3-4eda-8528-29f9087138e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f33d7644-bae7-4784-8764-54601dc9b9ec'}] {{(pid=88260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 04:54:11.868411 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667af303-65fa-4c47-ac47-39942f820b71 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Attempting to bind port f70bffcf-3a20-4455-99c5-4856aa985471 on network f33d7644-bae7-4784-8764-54601dc9b9ec {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 04:54:11.876094 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 36536) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:11.881616 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66699bfb-3649-49c2-b3d4-ecf235d92e5f service neutron] Pushing event updated for resources: {'Port': ['ID=263364a3-ff88-479a-820a-888734ba12dd,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:54:11.882995 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ebf65245-3792-4652-a6dc-8a17e62c276f tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:12.090712 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667af303-65fa-4c47-ac47-39942f820b71 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Port f70bffcf-3a20-4455-99c5-4856aa985471 on network f33d7644-bae7-4784-8764-54601dc9b9ec not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8437 {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 30 04:54:12.091160 dv-neutron-843763-1-hyperv neutron-server[88260]: ERROR neutron.plugins.ml2.managers [None req-667af303-65fa-4c47-ac47-39942f820b71 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Failed to bind port f70bffcf-3a20-4455-99c5-4856aa985471 on host hv-neutron-8437 for vnic_type normal using segments [{'id': 'd4386722-d3e3-4eda-8528-29f9087138e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f33d7644-bae7-4784-8764-54601dc9b9ec'}] May 30 04:54:12.099968 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.plugins.ml2.plugin [None req-667af303-65fa-4c47-ac47-39942f820b71 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Attempt 7 to bind port f70bffcf-3a20-4455-99c5-4856aa985471 May 30 04:54:12.161273 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-53b64ae6-8153-4e42-a4e1-2cc83d7c7e2e tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:12.185820 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305ba0e4-deaa-48fd-a7e2-8a480fd39ed9 req-6750f6df-0d79-4bce-b151-9a29143a2eed tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:54:12.186661 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-305ba0e4-deaa-48fd-a7e2-8a480fd39ed9 req-6750f6df-0d79-4bce-b151-9a29143a2eed tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] Synchronizing usage tracker for tenant:78063ff0b78c49339686a2b1a492c074 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:54:12.194985 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-445cc19d-d87b-4707-9af0-fd9fc8ec92b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:12.210117 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [req-238e0cd1-45b4-41fd-bcbc-a4f69aaf1470 req-66699bfb-3649-49c2-b3d4-ecf235d92e5f service neutron] Attempting to bind port 263364a3-ff88-479a-820a-888734ba12dd on host hv-neutron-8437 for vnic_type normal with profile {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 04:54:12.210754 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [req-238e0cd1-45b4-41fd-bcbc-a4f69aaf1470 req-66699bfb-3649-49c2-b3d4-ecf235d92e5f service neutron] Attempting to bind port 263364a3-ff88-479a-820a-888734ba12dd by drivers openvswitch,hyperv on host hv-neutron-8437 at level 0 using segments [{'id': '50948e22-aeb7-4d40-9037-d9f84615e996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '94a15cbb-b296-4fe7-b2e8-32f706e6cbca'}] {{(pid=88261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 04:54:12.211312 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238e0cd1-45b4-41fd-bcbc-a4f69aaf1470 req-66699bfb-3649-49c2-b3d4-ecf235d92e5f service neutron] Attempting to bind port 263364a3-ff88-479a-820a-888734ba12dd on network 94a15cbb-b296-4fe7-b2e8-32f706e6cbca {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 04:54:12.239792 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238e0cd1-45b4-41fd-bcbc-a4f69aaf1470 req-66699bfb-3649-49c2-b3d4-ecf235d92e5f service neutron] Port 263364a3-ff88-479a-820a-888734ba12dd on network 94a15cbb-b296-4fe7-b2e8-32f706e6cbca not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8437 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 30 04:54:12.240257 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238e0cd1-45b4-41fd-bcbc-a4f69aaf1470 req-66699bfb-3649-49c2-b3d4-ecf235d92e5f service neutron] Attempting to bind port 263364a3-ff88-479a-820a-888734ba12dd on network 94a15cbb-b296-4fe7-b2e8-32f706e6cbca {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 04:54:12.243046 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445cc19d-d87b-4707-9af0-fd9fc8ec92b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95529988-33af-4b93-a330-fc76085f2859,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:54:12.261104 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 4013d164-e82b-4187-a5a3-bfd94f4af7fc resource provider aggregate not found May 30 04:54:12.297861 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238e0cd1-45b4-41fd-bcbc-a4f69aaf1470 req-66699bfb-3649-49c2-b3d4-ecf235d92e5f service neutron] Checking agent: {'id': 'de0c936d-420b-412f-9642-7bfe80b5ab25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8437', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 51, 47), 'started_at': datetime.datetime(2022, 5, 30, 4, 51, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 4, 53, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 04:54:12.298410 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238e0cd1-45b4-41fd-bcbc-a4f69aaf1470 req-66699bfb-3649-49c2-b3d4-ecf235d92e5f service neutron] Checking segment: {'id': '50948e22-aeb7-4d40-9037-d9f84615e996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '94a15cbb-b296-4fe7-b2e8-32f706e6cbca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:54:12.299226 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238e0cd1-45b4-41fd-bcbc-a4f69aaf1470 req-66699bfb-3649-49c2-b3d4-ecf235d92e5f service neutron] Bound using segment: {'id': '50948e22-aeb7-4d40-9037-d9f84615e996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '94a15cbb-b296-4fe7-b2e8-32f706e6cbca'} {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 04:54:12.304947 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-b3f5780a-ef56-4817-b0fa-e117eff6bf9c req-3ed76e00-53c0-4f47-a5d0-91d33938c2e0 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1e7b65a-2794-4268-bd76-1003a7875678 HTTP/1.1" status: 200 len: 210 time: 0.2153058 May 30 04:54:12.309340 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf65245-3792-4652-a6dc-8a17e62c276f tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Pushing event updated for resources: {'Port': ['ID=feef07ef-4199-4e39-8b9b-abb1140ac34e,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:54:12.309904 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [req-238e0cd1-45b4-41fd-bcbc-a4f69aaf1470 req-66699bfb-3649-49c2-b3d4-ecf235d92e5f service neutron] Bound port: 263364a3-ff88-479a-820a-888734ba12dd, host: hv-neutron-8437, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50948e22-aeb7-4d40-9037-d9f84615e996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '94a15cbb-b296-4fe7-b2e8-32f706e6cbca'}}] {{(pid=88261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 04:54:12.310416 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-238e0cd1-45b4-41fd-bcbc-a4f69aaf1470 req-66699bfb-3649-49c2-b3d4-ecf235d92e5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:12.324113 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [req-f6f85c8c-6af8-4109-9e88-dd9620ced036 req-71dd90ed-9b9d-475e-a5d5-cfc6795e2ad7 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Allocated IP 172.20.0.13 (d6c60be6-16d0-4643-855e-f83fdbae0248/c06f497a-4701-45be-bb19-b5a139bdd216/fba489e5-d7a4-4280-a042-b13fdb5779ed) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:54:12.347820 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-305ba0e4-deaa-48fd-a7e2-8a480fd39ed9 req-6750f6df-0d79-4bce-b151-9a29143a2eed tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] Unset dirty status for tenant:78063ff0b78c49339686a2b1a492c074 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:54:12.354668 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-305ba0e4-deaa-48fd-a7e2-8a480fd39ed9 req-6750f6df-0d79-4bce-b151-9a29143a2eed tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] 10.222.0.15 "GET /v2.0/ports?device_id=16ccbf65-3c70-41e4-85a9-2d48805ea5ac HTTP/1.1" status: 200 len: 931 time: 0.9776547 May 30 04:54:12.366649 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf65245-3792-4652-a6dc-8a17e62c276f tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Network 1bab70f4-3794-44db-8e17-19f483aa8ffa is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:54:12.369762 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [None req-667af303-65fa-4c47-ac47-39942f820b71 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Attempting to bind port f70bffcf-3a20-4455-99c5-4856aa985471 on host hv-neutron-8437 for vnic_type normal with profile {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 04:54:12.371858 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [None req-667af303-65fa-4c47-ac47-39942f820b71 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Attempting to bind port f70bffcf-3a20-4455-99c5-4856aa985471 by drivers openvswitch,hyperv on host hv-neutron-8437 at level 0 using segments [{'id': 'd4386722-d3e3-4eda-8528-29f9087138e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f33d7644-bae7-4784-8764-54601dc9b9ec'}] {{(pid=88260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 04:54:12.372172 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667af303-65fa-4c47-ac47-39942f820b71 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Attempting to bind port f70bffcf-3a20-4455-99c5-4856aa985471 on network f33d7644-bae7-4784-8764-54601dc9b9ec {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 04:54:12.378526 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-ebf65245-3792-4652-a6dc-8a17e62c276f tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:54:12.385360 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 4013d164-e82b-4187-a5a3-bfd94f4af7fc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4013d164-e82b-4187-a5a3-bfd94f4af7fc found for delete ", "request_id": "req-93475ac7-ed0c-40bb-98f4-cf17b88cd4ee"}]} May 30 04:54:12.386478 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667af303-65fa-4c47-ac47-39942f820b71 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Port f70bffcf-3a20-4455-99c5-4856aa985471 on network f33d7644-bae7-4784-8764-54601dc9b9ec not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8437 {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 30 04:54:12.386573 dv-neutron-843763-1-hyperv neutron-server[88260]: ERROR neutron.plugins.ml2.managers [None req-667af303-65fa-4c47-ac47-39942f820b71 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Failed to bind port f70bffcf-3a20-4455-99c5-4856aa985471 on host hv-neutron-8437 for vnic_type normal using segments [{'id': 'd4386722-d3e3-4eda-8528-29f9087138e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f33d7644-bae7-4784-8764-54601dc9b9ec'}] May 30 04:54:12.387204 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf65245-3792-4652-a6dc-8a17e62c276f tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:54:12.506011 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-445cc19d-d87b-4707-9af0-fd9fc8ec92b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:12.517263 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-445cc19d-d87b-4707-9af0-fd9fc8ec92b0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/95529988-33af-4b93-a330-fc76085f2859 HTTP/1.1" status: 204 len: 168 time: 1.8990390 May 30 04:54:12.520921 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.plugins.ml2.plugin [None req-667af303-65fa-4c47-ac47-39942f820b71 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Attempt 8 to bind port f70bffcf-3a20-4455-99c5-4856aa985471 May 30 04:54:12.549612 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b19cdfd-9420-49c3-9c7b-5cdb6c962a2c tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:54:12.556536 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b19cdfd-9420-49c3-9c7b-5cdb6c962a2c tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:54:12.557379 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-3b19cdfd-9420-49c3-9c7b-5cdb6c962a2c tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Synchronizing usage tracker for tenant:f44762f791794343af1427c1c367cd0f on resource:network {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:54:12.583942 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [None req-667af303-65fa-4c47-ac47-39942f820b71 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Attempting to bind port f70bffcf-3a20-4455-99c5-4856aa985471 on host hv-neutron-8437 for vnic_type normal with profile {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 04:54:12.584489 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [None req-667af303-65fa-4c47-ac47-39942f820b71 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Attempting to bind port f70bffcf-3a20-4455-99c5-4856aa985471 by drivers openvswitch,hyperv on host hv-neutron-8437 at level 0 using segments [{'id': 'd4386722-d3e3-4eda-8528-29f9087138e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f33d7644-bae7-4784-8764-54601dc9b9ec'}] {{(pid=88260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 04:54:12.584777 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-305ba0e4-deaa-48fd-a7e2-8a480fd39ed9 req-669a44a7-8379-4d77-ab19-075a932f615c tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] 10.222.0.15 "GET /v2.0/security-groups?id=dc19cd7e-061d-420d-8a79-861f74cfc0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2289431 May 30 04:54:12.593834 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667af303-65fa-4c47-ac47-39942f820b71 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Attempting to bind port f70bffcf-3a20-4455-99c5-4856aa985471 on network f33d7644-bae7-4784-8764-54601dc9b9ec {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 04:54:12.614159 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667af303-65fa-4c47-ac47-39942f820b71 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Port f70bffcf-3a20-4455-99c5-4856aa985471 on network f33d7644-bae7-4784-8764-54601dc9b9ec not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8437 {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 30 04:54:12.614485 dv-neutron-843763-1-hyperv neutron-server[88260]: ERROR neutron.plugins.ml2.managers [None req-667af303-65fa-4c47-ac47-39942f820b71 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Failed to bind port f70bffcf-3a20-4455-99c5-4856aa985471 on host hv-neutron-8437 for vnic_type normal using segments [{'id': 'd4386722-d3e3-4eda-8528-29f9087138e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f33d7644-bae7-4784-8764-54601dc9b9ec'}] May 30 04:54:12.618813 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.plugins.ml2.plugin [None req-667af303-65fa-4c47-ac47-39942f820b71 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Attempt 9 to bind port f70bffcf-3a20-4455-99c5-4856aa985471 May 30 04:54:12.861596 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [req-238e0cd1-45b4-41fd-bcbc-a4f69aaf1470 req-66699bfb-3649-49c2-b3d4-ecf235d92e5f service neutron] For port 263364a3-ff88-479a-820a-888734ba12dd, host hv-neutron-8437, cleared binding levels {{(pid=88261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 04:54:12.870843 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [req-238e0cd1-45b4-41fd-bcbc-a4f69aaf1470 req-66699bfb-3649-49c2-b3d4-ecf235d92e5f service neutron] For port 263364a3-ff88-479a-820a-888734ba12dd, host hv-neutron-8437, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=263364a3-ff88-479a-820a-888734ba12dd,segment=NetworkSegment(50948e22-aeb7-4d40-9037-d9f84615e996),segment_id=50948e22-aeb7-4d40-9037-d9f84615e996)] {{(pid=88261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 04:54:12.895298 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-238e0cd1-45b4-41fd-bcbc-a4f69aaf1470 req-66699bfb-3649-49c2-b3d4-ecf235d92e5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:13.011126 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238e0cd1-45b4-41fd-bcbc-a4f69aaf1470 req-66699bfb-3649-49c2-b3d4-ecf235d92e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:54:13.011748 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-238e0cd1-45b4-41fd-bcbc-a4f69aaf1470 req-66699bfb-3649-49c2-b3d4-ecf235d92e5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:13.013129 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-238e0cd1-45b4-41fd-bcbc-a4f69aaf1470 req-66699bfb-3649-49c2-b3d4-ecf235d92e5f service neutron] 10.222.0.39 "PUT /v2.0/ports/263364a3-ff88-479a-820a-888734ba12dd HTTP/1.1" status: 200 len: 1093 time: 5.1872816 May 30 04:54:13.013548 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16ccbf65-3c70-41e4-85a9-2d48805ea5ac', 'tag': '263364a3-ff88-479a-820a-888734ba12dd'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 04:54:13.014961 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-3b19cdfd-9420-49c3-9c7b-5cdb6c962a2c tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Unset dirty status for tenant:f44762f791794343af1427c1c367cd0f on resource:network {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:54:13.016069 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-3b19cdfd-9420-49c3-9c7b-5cdb6c962a2c tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 1.1371770 May 30 04:54:13.016883 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [None req-667af303-65fa-4c47-ac47-39942f820b71 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Attempting to bind port f70bffcf-3a20-4455-99c5-4856aa985471 on host hv-neutron-8437 for vnic_type normal with profile {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 04:54:13.017214 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [None req-667af303-65fa-4c47-ac47-39942f820b71 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Attempting to bind port f70bffcf-3a20-4455-99c5-4856aa985471 by drivers openvswitch,hyperv on host hv-neutron-8437 at level 0 using segments [{'id': 'd4386722-d3e3-4eda-8528-29f9087138e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f33d7644-bae7-4784-8764-54601dc9b9ec'}] {{(pid=88260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 04:54:13.017554 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667af303-65fa-4c47-ac47-39942f820b71 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Attempting to bind port f70bffcf-3a20-4455-99c5-4856aa985471 on network f33d7644-bae7-4784-8764-54601dc9b9ec {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 04:54:13.060522 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 36552) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:13.060815 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 36554) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:13.090367 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-d9e6d2c7-4079-4632-baa3-b15927a8eadf tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1155412645'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:54:13.100819 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66699bfb-3649-49c2-b3d4-ecf235d92e5f service neutron] Pushing event updated for resources: {'Port': ['ID=263364a3-ff88-479a-820a-888734ba12dd,revision_number=3']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:54:13.113025 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-9a637373-a40f-4e86-af5c-d2f820ee57eb req-d72d9da9-26d4-4f9f-9c48-ea1a01cad8ab tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] 10.222.0.15 "GET /v2.0/ports?device_id=d16b00e3-9d60-4f25-8b8a-0624cc24ed1b HTTP/1.1" status: 200 len: 210 time: 0.0993357 May 30 04:54:13.113591 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667af303-65fa-4c47-ac47-39942f820b71 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Port f70bffcf-3a20-4455-99c5-4856aa985471 on network f33d7644-bae7-4784-8764-54601dc9b9ec not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8437 {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 30 04:54:13.113937 dv-neutron-843763-1-hyperv neutron-server[88260]: ERROR neutron.plugins.ml2.managers [None req-667af303-65fa-4c47-ac47-39942f820b71 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Failed to bind port f70bffcf-3a20-4455-99c5-4856aa985471 on host hv-neutron-8437 for vnic_type normal using segments [{'id': 'd4386722-d3e3-4eda-8528-29f9087138e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f33d7644-bae7-4784-8764-54601dc9b9ec'}] May 30 04:54:13.114947 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-bd47afa2-773a-42fd-a145-d9092c83f9c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:13.116612 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-f6f85c8c-6af8-4109-9e88-dd9620ced036 req-71dd90ed-9b9d-475e-a5d5-cfc6795e2ad7 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:13.124762 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-d9e6d2c7-4079-4632-baa3-b15927a8eadf tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:54:13.129846 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.plugins.ml2.plugin [None req-667af303-65fa-4c47-ac47-39942f820b71 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Attempt 10 to bind port f70bffcf-3a20-4455-99c5-4856aa985471 May 30 04:54:13.130425 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-53b64ae6-8153-4e42-a4e1-2cc83d7c7e2e tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:13.141005 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [req-f6f85c8c-6af8-4109-9e88-dd9620ced036 req-71dd90ed-9b9d-475e-a5d5-cfc6795e2ad7 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Transition to ACTIVE for port object fba489e5-d7a4-4280-a042-b13fdb5779ed will not be triggered until provisioned by entity DHCP. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:54:13.149627 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-53b64ae6-8153-4e42-a4e1-2cc83d7c7e2e tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:13.161490 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-bd47afa2-773a-42fd-a145-d9092c83f9c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:54:13.165613 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-bd47afa2-773a-42fd-a145-d9092c83f9c6 admin admin] Usage tracker for resource:security_group_rule and tenant:cdcfe4a23d5e4f28bd31234d7d195ae1 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:54:13.168554 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-bd47afa2-773a-42fd-a145-d9092c83f9c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:54:13.184446 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [None req-667af303-65fa-4c47-ac47-39942f820b71 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Attempting to bind port f70bffcf-3a20-4455-99c5-4856aa985471 on host hv-neutron-8437 for vnic_type normal with profile {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 04:54:13.184786 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [None req-667af303-65fa-4c47-ac47-39942f820b71 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Attempting to bind port f70bffcf-3a20-4455-99c5-4856aa985471 by drivers openvswitch,hyperv on host hv-neutron-8437 at level 0 using segments [{'id': 'd4386722-d3e3-4eda-8528-29f9087138e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f33d7644-bae7-4784-8764-54601dc9b9ec'}] {{(pid=88260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 04:54:13.185236 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667af303-65fa-4c47-ac47-39942f820b71 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Attempting to bind port f70bffcf-3a20-4455-99c5-4856aa985471 on network f33d7644-bae7-4784-8764-54601dc9b9ec {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 04:54:13.187480 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-d9e6d2c7-4079-4632-baa3-b15927a8eadf tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:54:13.191349 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-bd47afa2-773a-42fd-a145-d9092c83f9c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:54:13.205172 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667af303-65fa-4c47-ac47-39942f820b71 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Port f70bffcf-3a20-4455-99c5-4856aa985471 on network f33d7644-bae7-4784-8764-54601dc9b9ec not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8437 {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 30 04:54:13.205552 dv-neutron-843763-1-hyperv neutron-server[88260]: ERROR neutron.plugins.ml2.managers [None req-667af303-65fa-4c47-ac47-39942f820b71 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Failed to bind port f70bffcf-3a20-4455-99c5-4856aa985471 on host hv-neutron-8437 for vnic_type normal using segments [{'id': 'd4386722-d3e3-4eda-8528-29f9087138e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f33d7644-bae7-4784-8764-54601dc9b9ec'}] May 30 04:54:13.205877 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-667af303-65fa-4c47-ac47-39942f820b71 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:13.218275 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-53b64ae6-8153-4e42-a4e1-2cc83d7c7e2e tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] In _notify_port_updated(), no bound segment for port 59b08bf7-4837-42b8-925e-5b9b100a9b81 on network af4b62e7-fce2-4a03-b41b-9778679ae38a {{(pid=88261) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 30 04:54:13.223662 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b64ae6-8153-4e42-a4e1-2cc83d7c7e2e tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:54:13.224293 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-53b64ae6-8153-4e42-a4e1-2cc83d7c7e2e tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:13.226152 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-53b64ae6-8153-4e42-a4e1-2cc83d7c7e2e tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] 10.222.0.15 "PUT /v2.0/ports/59b08bf7-4837-42b8-925e-5b9b100a9b81 HTTP/1.1" status: 200 len: 1002 time: 2.2012370 May 30 04:54:13.229092 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 36564) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:13.285381 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b64ae6-8153-4e42-a4e1-2cc83d7c7e2e tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Pushing event updated for resources: {'Port': ['ID=59b08bf7-4837-42b8-925e-5b9b100a9b81,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:54:13.447887 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ebf65245-3792-4652-a6dc-8a17e62c276f tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Notify callbacks [] for router_gateway, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:13.453149 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-51e1edff-3db4-4f97-99d1-3b57cc9e61f0 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Deleting port 59b08bf7-4837-42b8-925e-5b9b100a9b81 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:54:13.453497 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-51e1edff-3db4-4f97-99d1-3b57cc9e61f0 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:13.518494 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-6e4bdeab-88dc-44df-a02b-f785cce6ae24 None None] Provisioning complete for port 59b08bf7-4837-42b8-925e-5b9b100a9b81 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:54:13.518975 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-6e4bdeab-88dc-44df-a02b-f785cce6ae24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:13.523773 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9e6d2c7-4079-4632-baa3-b15927a8eadf tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Made reservation on behalf of f44762f791794343af1427c1c367cd0f for: {'network': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:54:13.527415 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d9e6d2c7-4079-4632-baa3-b15927a8eadf tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for network, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:13.544150 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-f6f85c8c-6af8-4109-9e88-dd9620ced036 req-71dd90ed-9b9d-475e-a5d5-cfc6795e2ad7 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:13.590513 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-6e4bdeab-88dc-44df-a02b-f785cce6ae24 None None] Port 59b08bf7-4837-42b8-925e-5b9b100a9b81 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 04:54:13.648098 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a15fd44-9ef7-4d46-a948-d81eed399621'] response: {'name': 'network-changed', 'server_uuid': '16ccbf65-3c70-41e4-85a9-2d48805ea5ac', 'tag': '263364a3-ff88-479a-820a-888734ba12dd', 'status': 'completed', 'code': 200} May 30 04:54:13.650621 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6f85c8c-6af8-4109-9e88-dd9620ced036 req-71dd90ed-9b9d-475e-a5d5-cfc6795e2ad7 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Network d6c60be6-16d0-4643-855e-f83fdbae0248 is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:54:13.668995 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [req-f6f85c8c-6af8-4109-9e88-dd9620ced036 req-71dd90ed-9b9d-475e-a5d5-cfc6795e2ad7 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:54:13.671721 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6f85c8c-6af8-4109-9e88-dd9620ced036 req-71dd90ed-9b9d-475e-a5d5-cfc6795e2ad7 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:54:13.677428 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f85c8c-6af8-4109-9e88-dd9620ced036 req-71dd90ed-9b9d-475e-a5d5-cfc6795e2ad7 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:54:13.678076 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-f6f85c8c-6af8-4109-9e88-dd9620ced036 req-71dd90ed-9b9d-475e-a5d5-cfc6795e2ad7 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:13.730501 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9e6d2c7-4079-4632-baa3-b15927a8eadf tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=88260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 04:54:13.753386 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f6f85c8c-6af8-4109-9e88-dd9620ced036 req-71dd90ed-9b9d-475e-a5d5-cfc6795e2ad7 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5747697 May 30 04:54:13.770759 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dd90ed-9b9d-475e-a5d5-cfc6795e2ad7 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Pushing event updated for resources: {'Port': ['ID=fba489e5-d7a4-4280-a042-b13fdb5779ed,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:54:13.814487 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d9e6d2c7-4079-4632-baa3-b15927a8eadf tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:13.814878 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.db.segments_db [None req-d9e6d2c7-4079-4632-baa3-b15927a8eadf tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Added segment b0dc1ace-56f5-4717-bcb6-0997e5fb1425 of type vlan for network 2c6cd584-075a-44b2-b049-fb94b99f6f5a May 30 04:54:13.834331 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-667af303-65fa-4c47-ac47-39942f820b71 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] For port f70bffcf-3a20-4455-99c5-4856aa985471, host hv-neutron-8437, cleared binding levels {{(pid=88260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 04:54:13.834791 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-667af303-65fa-4c47-ac47-39942f820b71 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Attempted to set empty binding levels {{(pid=88260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 30 04:54:13.857690 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-667af303-65fa-4c47-ac47-39942f820b71 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1547421'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:13.889482 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d454f607-4ef1-4ea3-abf8-878bd56d646d req-37c05697-ee4a-454c-b511-b83200468dc0 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:54:13.890201 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-d454f607-4ef1-4ea3-abf8-878bd56d646d req-37c05697-ee4a-454c-b511-b83200468dc0 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Synchronizing usage tracker for tenant:75c565b2496748d0aca7efef0deb76ef on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:54:13.914707 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-1d88a27d-db22-4d77-a182-6c003b5d1a08 None None] Provisioning for port fba489e5-d7a4-4280-a042-b13fdb5779ed completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:54:13.919906 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-1d88a27d-db22-4d77-a182-6c003b5d1a08 None None] Provisioning complete for port fba489e5-d7a4-4280-a042-b13fdb5779ed triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:54:13.920431 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-1d88a27d-db22-4d77-a182-6c003b5d1a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:13.927619 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-d454f607-4ef1-4ea3-abf8-878bd56d646d req-37c05697-ee4a-454c-b511-b83200468dc0 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Unset dirty status for tenant:75c565b2496748d0aca7efef0deb76ef on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:54:13.929305 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d454f607-4ef1-4ea3-abf8-878bd56d646d req-37c05697-ee4a-454c-b511-b83200468dc0 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1e7b65a-2794-4268-bd76-1003a7875678 HTTP/1.1" status: 200 len: 932 time: 0.4510272 May 30 04:54:13.963836 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-51e1edff-3db4-4f97-99d1-3b57cc9e61f0 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:13.976019 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-1d88a27d-db22-4d77-a182-6c003b5d1a08 None None] Port fba489e5-d7a4-4280-a042-b13fdb5779ed cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 04:54:14.076301 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d9e6d2c7-4079-4632-baa3-b15927a8eadf tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729234556353'] for network, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:14.106908 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-51e1edff-3db4-4f97-99d1-3b57cc9e61f0 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Calling delete_port for 59b08bf7-4837-42b8-925e-5b9b100a9b81 owned by {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:54:14.121955 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-667af303-65fa-4c47-ac47-39942f820b71 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] In _notify_port_updated(), no bound segment for port f70bffcf-3a20-4455-99c5-4856aa985471 on network f33d7644-bae7-4784-8764-54601dc9b9ec {{(pid=88260) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 30 04:54:14.122801 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-667af303-65fa-4c47-ac47-39942f820b71 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:54:14.123398 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-667af303-65fa-4c47-ac47-39942f820b71 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:14.127191 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-667af303-65fa-4c47-ac47-39942f820b71 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] 10.222.0.15 "PUT /v2.0/ports/f70bffcf-3a20-4455-99c5-4856aa985471 HTTP/1.1" status: 200 len: 976 time: 6.2845631 May 30 04:54:14.129075 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 36578) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:14.139107 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-bd47afa2-773a-42fd-a145-d9092c83f9c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:14.148106 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d454f607-4ef1-4ea3-abf8-878bd56d646d req-e89c515a-344a-4d86-a3ed-3b434d77ea0d tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0fb8c38-d8b6-4c01-bc8c-1b54a1e25304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2040811 May 30 04:54:14.198031 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-bd47afa2-773a-42fd-a145-d9092c83f9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:14.238969 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667af303-65fa-4c47-ac47-39942f820b71 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Pushing event updated for resources: {'Port': ['ID=f70bffcf-3a20-4455-99c5-4856aa985471,revision_number=3']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:54:14.252110 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ebf65245-3792-4652-a6dc-8a17e62c276f tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603653'] for router, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:14.301066 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b20fed93-2db8-40e1-a32b-83d79145d76c req-cf89e83c-bcfa-42d4-93b1-86be32251c8b tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] 10.222.0.15 "GET /v2.0/ports?device_id=d16b00e3-9d60-4f25-8b8a-0624cc24ed1b HTTP/1.1" status: 200 len: 210 time: 0.0497167 May 30 04:54:14.316513 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-51e1edff-3db4-4f97-99d1-3b57cc9e61f0 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:14.347802 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d9e6d2c7-4079-4632-baa3-b15927a8eadf tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788'] for network, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:14.353842 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e6d2c7-4079-4632-baa3-b15927a8eadf tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:54:14.354426 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d9e6d2c7-4079-4632-baa3-b15927a8eadf tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642826'] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:14.370622 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e1edff-3db4-4f97-99d1-3b57cc9e61f0 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Pushing event deleted for resources: {'Port': ['ID=59b08bf7-4837-42b8-925e-5b9b100a9b81,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:54:14.386010 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-bd47afa2-773a-42fd-a145-d9092c83f9c6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cdcfe4a23d5e4f28bd31234d7d195ae1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3169940 May 30 04:54:14.394272 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 36584) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:14.407524 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-ccf55af4-093b-44a8-b836-f0f3cc337a23 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Deleting port f70bffcf-3a20-4455-99c5-4856aa985471 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:54:14.407876 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ccf55af4-093b-44a8-b836-f0f3cc337a23 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:14.414115 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-51e1edff-3db4-4f97-99d1-3b57cc9e61f0 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:14.426421 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-51e1edff-3db4-4f97-99d1-3b57cc9e61f0 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] 10.222.0.15 "DELETE /v2.0/ports/59b08bf7-4837-42b8-925e-5b9b100a9b81 HTTP/1.1" status: 204 len: 168 time: 1.1929882 May 30 04:54:14.426783 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 36588) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:14.440275 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb6b381-41f8-4ec8-aeff-7c511f5900fa req-9afcf2a6-3f05-48a5-bb73-89436c2eb80a tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:54:14.441788 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-8cb6b381-41f8-4ec8-aeff-7c511f5900fa req-9afcf2a6-3f05-48a5-bb73-89436c2eb80a tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] 10.222.0.15 "GET /v2.0/ports?device_id=16ccbf65-3c70-41e4-85a9-2d48805ea5ac HTTP/1.1" status: 200 len: 943 time: 0.6973870 May 30 04:54:14.463569 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd47afa2-773a-42fd-a145-d9092c83f9c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f4c273f-49c3-4153-9604-0c3e295699fc,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:54:14.469246 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee290fe5-ce1f-49f3-93fb-fbf3f1e7180a tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] GET failed (client error): The resource could not be found. May 30 04:54:14.469912 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-ee290fe5-ce1f-49f3-93fb-fbf3f1e7180a tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Synchronizing usage tracker for tenant:5b20069eba164497a9d9514a420da987 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:54:14.488934 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-ee290fe5-ce1f-49f3-93fb-fbf3f1e7180a tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Unset dirty status for tenant:5b20069eba164497a9d9514a420da987 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:54:14.493655 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-ee290fe5-ce1f-49f3-93fb-fbf3f1e7180a tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] 10.222.0.15 "GET /v2.0/ports/59b08bf7-4837-42b8-925e-5b9b100a9b81 HTTP/1.1" status: 404 len: 333 time: 0.0624759 May 30 04:54:14.494119 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 36592) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:14.500413 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-c151832b-c214-4c87-a55b-4532d6402bad tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Request body: {'port': {'network_id': 'af4b62e7-fce2-4a03-b41b-9778679ae38a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-823696557'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:54:14.641099 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [req-f6f85c8c-6af8-4109-9e88-dd9620ced036 req-fff3ee6e-95c0-4825-9a8d-c8d22e8b742e service neutron] Request body: {'port': {'device_id': 'b1e7b65a-2794-4268-bd76-1003a7875678', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8437'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:54:14.739387 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-c151832b-c214-4c87-a55b-4532d6402bad tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:54:14.762127 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-c151832b-c214-4c87-a55b-4532d6402bad tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:54:14.807140 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e6d2c7-4079-4632-baa3-b15927a8eadf tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Pushing event updated for resources: {'Network': ['ID=2c6cd584-075a-44b2-b049-fb94b99f6f5a,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:54:14.821994 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Network 2c6cd584-075a-44b2-b049-fb94b99f6f5a details requested by agent ovs-agent-dv-neutron-843763-1-hyperv with host dv-neutron-843763-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 04:54:14.837477 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-f6f85c8c-6af8-4109-9e88-dd9620ced036 req-fff3ee6e-95c0-4825-9a8d-c8d22e8b742e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:14.861738 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c151832b-c214-4c87-a55b-4532d6402bad tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Made reservation on behalf of 5b20069eba164497a9d9514a420da987 for: {'port': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:54:14.865009 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c151832b-c214-4c87-a55b-4532d6402bad tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:14.885571 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-d9e6d2c7-4079-4632-baa3-b15927a8eadf tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.8157408 May 30 04:54:14.898697 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 36596) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:14.926788 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-8cb6b381-41f8-4ec8-aeff-7c511f5900fa req-80da43a9-7fdd-48ec-89d7-d3cc1e3582b4 tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] 10.222.0.15 "GET /v2.0/security-groups?id=dc19cd7e-061d-420d-8a79-861f74cfc0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4593120 May 30 04:54:14.937206 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-bc605d36-4237-4a2a-b99c-6bb20a26cbf0 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-256535524'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:54:14.940353 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [None req-c151832b-c214-4c87-a55b-4532d6402bad tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] device_id is not set on port 41249c22-7231-4136-aefa-3a4f690be3c8 yet. {{(pid=88261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 30 04:54:14.947461 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-caa240f5-06ec-4c5e-b7df-bdf0546d171a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:14.951938 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-bc605d36-4237-4a2a-b99c-6bb20a26cbf0 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:54:14.972581 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-bc605d36-4237-4a2a-b99c-6bb20a26cbf0 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Usage tracker for resource:network and tenant:f44762f791794343af1427c1c367cd0f is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:54:14.979985 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-bc605d36-4237-4a2a-b99c-6bb20a26cbf0 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:54:15.012592 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d778793d-447e-4f0f-9d28-7552ad3b07b4 req-eb9081cd-0310-4768-8c7b-9c8b7ac0f8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:54:15.014338 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d778793d-447e-4f0f-9d28-7552ad3b07b4 req-eb9081cd-0310-4768-8c7b-9c8b7ac0f8d6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=78063ff0b78c49339686a2b1a492c074&device_id=16ccbf65-3c70-41e4-85a9-2d48805ea5ac HTTP/1.1" status: 200 len: 1096 time: 0.3275094 May 30 04:54:15.065659 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-bc605d36-4237-4a2a-b99c-6bb20a26cbf0 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:54:15.095090 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-caa240f5-06ec-4c5e-b7df-bdf0546d171a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:15.133107 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc605d36-4237-4a2a-b99c-6bb20a26cbf0 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Made reservation on behalf of f44762f791794343af1427c1c367cd0f for: {'network': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:54:15.136654 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-bc605d36-4237-4a2a-b99c-6bb20a26cbf0 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for network, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:15.169610 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-ccf55af4-093b-44a8-b836-f0f3cc337a23 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] For port f70bffcf-3a20-4455-99c5-4856aa985471, host hv-neutron-8437, got binding levels [] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:54:15.171815 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ccf55af4-093b-44a8-b836-f0f3cc337a23 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:15.316635 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-ccf55af4-093b-44a8-b836-f0f3cc337a23 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Calling delete_port for f70bffcf-3a20-4455-99c5-4856aa985471 owned by {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:54:15.317074 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.39', 59205) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:15.383182 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebf65245-3792-4652-a6dc-8a17e62c276f tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Router 26fd685b-312a-4d21-943d-4d048f9b1e74 is scheduled to L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 with binding_index 1 {{(pid=88260) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 30 04:54:15.388088 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc605d36-4237-4a2a-b99c-6bb20a26cbf0 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=88260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 04:54:15.408829 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-caa240f5-06ec-4c5e-b7df-bdf0546d171a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:15.412694 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-bc605d36-4237-4a2a-b99c-6bb20a26cbf0 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:15.412694 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.db.segments_db [None req-bc605d36-4237-4a2a-b99c-6bb20a26cbf0 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Added segment 63fcef6d-426c-4396-aee3-430dcd5fcbca of type vlan for network 4ef6fd3c-ac27-4562-a6c7-1960372684c7 May 30 04:54:15.544575 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa240f5-06ec-4c5e-b7df-bdf0546d171a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f4c273f-49c3-4153-9604-0c3e295699fc,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:54:15.649917 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-809df16a-55dc-4477-9d98-82639aabeffe req-4b1e6d4f-7929-40f1-95fe-fa9cdb8025a6 tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] 10.222.0.15 "GET /v2.0/ports?device_id=d16b00e3-9d60-4f25-8b8a-0624cc24ed1b HTTP/1.1" status: 200 len: 210 time: 0.1652880 May 30 04:54:15.672221 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ccf55af4-093b-44a8-b836-f0f3cc337a23 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:15.698766 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d778793d-447e-4f0f-9d28-7552ad3b07b4 req-b4b4a3d5-18da-445b-a999-2268a8a88d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:54:15.700339 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d778793d-447e-4f0f-9d28-7552ad3b07b4 req-b4b4a3d5-18da-445b-a999-2268a8a88d66 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=78063ff0b78c49339686a2b1a492c074&shared=False HTTP/1.1" status: 200 len: 904 time: 0.6480613 May 30 04:54:15.715753 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-c151832b-c214-4c87-a55b-4532d6402bad tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Allocated IP 2001:db8::375 (af4b62e7-fce2-4a03-b41b-9778679ae38a/bcfa10f8-e3f0-4b7d-b91d-7097aff50da3/41249c22-7231-4136-aefa-3a4f690be3c8) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:54:15.729948 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-bc605d36-4237-4a2a-b99c-6bb20a26cbf0 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729234556353'] for network, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:15.760716 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf55af4-093b-44a8-b836-f0f3cc337a23 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Pushing event deleted for resources: {'Port': ['ID=f70bffcf-3a20-4455-99c5-4856aa985471,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:54:15.773933 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ccf55af4-093b-44a8-b836-f0f3cc337a23 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:15.776585 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-ccf55af4-093b-44a8-b836-f0f3cc337a23 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] 10.222.0.15 "DELETE /v2.0/ports/f70bffcf-3a20-4455-99c5-4856aa985471 HTTP/1.1" status: 204 len: 168 time: 1.6404052 May 30 04:54:15.788055 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebf65245-3792-4652-a6dc-8a17e62c276f tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 04:54:15.789730 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-caa240f5-06ec-4c5e-b7df-bdf0546d171a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:15.793202 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-caa240f5-06ec-4c5e-b7df-bdf0546d171a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5f4c273f-49c3-4153-9604-0c3e295699fc HTTP/1.1" status: 204 len: 168 time: 1.3866115 May 30 04:54:15.793202 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 36610) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:15.814590 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1351956f-7aa2-49f2-b1c4-dfa555fb5980 None None] Sync routers for ids ['26fd685b-312a-4d21-943d-4d048f9b1e74'] in dv-neutron-843763-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 04:54:15.828662 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1351956f-7aa2-49f2-b1c4-dfa555fb5980 None None] Routers {'26fd685b-312a-4d21-943d-4d048f9b1e74'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 04:54:15.830029 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-1351956f-7aa2-49f2-b1c4-dfa555fb5980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T04:54:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['26fd685b-312a-4d21-943d-4d048f9b1e74'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:54:15.860355 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-fda9c618-d31f-460d-b707-a8256d26b676 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] GET failed (client error): The resource could not be found. May 30 04:54:15.864407 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-fda9c618-d31f-460d-b707-a8256d26b676 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Synchronizing usage tracker for tenant:71765cb0b99440efab04190099ac1f9a on resource:port {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:54:15.875334 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-bc605d36-4237-4a2a-b99c-6bb20a26cbf0 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788'] for network, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:15.880806 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc605d36-4237-4a2a-b99c-6bb20a26cbf0 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:54:15.881299 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-bc605d36-4237-4a2a-b99c-6bb20a26cbf0 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642826'] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:15.904297 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ebf65245-3792-4652-a6dc-8a17e62c276f tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:15.905642 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-ebf65245-3792-4652-a6dc-8a17e62c276f tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 8.4852426 May 30 04:54:15.906886 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93406df6-4a0d-4d41-b98c-465101290ad5 req-dbe7263c-9939-4035-be5d-d93fb4bc2ed4 tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:54:15.908358 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-93406df6-4a0d-4d41-b98c-465101290ad5 req-dbe7263c-9939-4035-be5d-d93fb4bc2ed4 tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] 10.222.0.39 "GET /v2.0/networks?id=48553bc8-2e8d-42a5-b036-bcc9c477033e HTTP/1.1" status: 200 len: 811 time: 0.5862541 May 30 04:54:15.926002 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 36616) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:15.934838 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-1351956f-7aa2-49f2-b1c4-dfa555fb5980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:54:15.956851 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1351956f-7aa2-49f2-b1c4-dfa555fb5980 None None] Routers {'26fd685b-312a-4d21-943d-4d048f9b1e74'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 04:54:15.957798 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-1351956f-7aa2-49f2-b1c4-dfa555fb5980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T04:54:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['26fd685b-312a-4d21-943d-4d048f9b1e74'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:54:16.019009 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-fda9c618-d31f-460d-b707-a8256d26b676 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] Unset dirty status for tenant:71765cb0b99440efab04190099ac1f9a on resource:port {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:54:16.023823 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-fda9c618-d31f-460d-b707-a8256d26b676 tempest-PortsAdminExtendedAttrsTestJSON-1270719791 tempest-PortsAdminExtendedAttrsTestJSON-1270719791-project-admin] 10.222.0.15 "GET /v2.0/ports/f70bffcf-3a20-4455-99c5-4856aa985471 HTTP/1.1" status: 404 len: 333 time: 0.2190661 May 30 04:54:16.032770 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-bc605d36-4237-4a2a-b99c-6bb20a26cbf0 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1292374 May 30 04:54:16.037640 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 36626) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:16.038436 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 36628) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:16.072907 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbb2e9a-b70e-4a45-9dd7-8e2c00bf55a4 req-0f904739-ffce-4035-a5ce-5a808f69bbd6 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:54:16.074658 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-fdbb2e9a-b70e-4a45-9dd7-8e2c00bf55a4 req-0f904739-ffce-4035-a5ce-5a808f69bbd6 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1e7b65a-2794-4268-bd76-1003a7875678 HTTP/1.1" status: 200 len: 932 time: 0.7565820 May 30 04:54:16.075200 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-1351956f-7aa2-49f2-b1c4-dfa555fb5980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:54:16.075664 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1351956f-7aa2-49f2-b1c4-dfa555fb5980 None None] The sync data for ids ['26fd685b-312a-4d21-943d-4d048f9b1e74'] in dv-neutron-843763-1-hyperv is: [] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 04:54:16.094300 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.db.resource_extend [req-f6f85c8c-6af8-4109-9e88-dd9620ced036 req-fff3ee6e-95c0-4825-9a8d-c8d22e8b742e service neutron] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 04:54:16.125566 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-d269b228-bf03-4f16-adf5-34ae8766990a tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Request body: {'ports': [{'network_id': '2c6cd584-075a-44b2-b049-fb94b99f6f5a', 'name': 'tempest-port--1841612318', 'admin_state_up': True}, {'network_id': '4ef6fd3c-ac27-4562-a6c7-1960372684c7', 'admin_state_up': False}]} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:54:16.125997 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-d269b228-bf03-4f16-adf5-34ae8766990a tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Request body: {'port': {'network_id': '2c6cd584-075a-44b2-b049-fb94b99f6f5a', 'name': 'tempest-port--1841612318', 'admin_state_up': True}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:54:16.126533 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-d269b228-bf03-4f16-adf5-34ae8766990a tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Request body: {'port': {'network_id': '4ef6fd3c-ac27-4562-a6c7-1960372684c7', 'admin_state_up': False}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:54:16.157422 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc605d36-4237-4a2a-b99c-6bb20a26cbf0 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Pushing event updated for resources: {'Network': ['ID=4ef6fd3c-ac27-4562-a6c7-1960372684c7,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:54:16.169695 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Network 4ef6fd3c-ac27-4562-a6c7-1960372684c7 details requested by agent ovs-agent-dv-neutron-843763-1-hyperv with host dv-neutron-843763-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 04:54:16.235498 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-93406df6-4a0d-4d41-b98c-465101290ad5 req-17a4740d-ec32-4acf-b421-b7c3272627d7 tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3fffdaf8665e4f2eb17f85d23ba9b1e3 HTTP/1.1" status: 200 len: 380 time: 0.3106737 May 30 04:54:16.342780 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [req-93406df6-4a0d-4d41-b98c-465101290ad5 req-70f0f120-2500-4cd6-b47e-92670a30ad59 tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] Request body: {'port': {'device_id': 'd16b00e3-9d60-4f25-8b8a-0624cc24ed1b', 'network_id': '48553bc8-2e8d-42a5-b036-bcc9c477033e', 'admin_state_up': True, 'tenant_id': '3fffdaf8665e4f2eb17f85d23ba9b1e3', 'security_groups': ['a23f5e44-f910-4633-a7d4-8a86a5a2b7b1']}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:54:16.421882 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-fdbb2e9a-b70e-4a45-9dd7-8e2c00bf55a4 req-630446f1-6d3c-43b2-a9f2-abb799355590 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0fb8c38-d8b6-4c01-bc8c-1b54a1e25304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3169770 May 30 04:54:16.452706 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0c27a1a7-1fe7-4305-a4c4-651ad7d76830 tempest-PortsAdminExtendedAttrsTestJSON-1003273845 tempest-PortsAdminExtendedAttrsTestJSON-1003273845-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897784'] for network, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:16.505743 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d778793d-447e-4f0f-9d28-7552ad3b07b4 req-dd6c0e7e-1bcb-4be3-a909-8f481f3cb8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:54:16.508046 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d778793d-447e-4f0f-9d28-7552ad3b07b4 req-dd6c0e7e-1bcb-4be3-a909-8f481f3cb8b2 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7900248 May 30 04:54:16.532799 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [req-f6f85c8c-6af8-4109-9e88-dd9620ced036 req-fff3ee6e-95c0-4825-9a8d-c8d22e8b742e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fba489e5-d7a4-4280-a042-b13fdb5779ed {{(pid=88261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 30 04:54:16.547996 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7461a00b-4f61-426b-a213-36b5f00174f6 req-2539c05b-a996-4ef4-8f66-a925bed7f145 tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:54:16.554984 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-7461a00b-4f61-426b-a213-36b5f00174f6 req-2539c05b-a996-4ef4-8f66-a925bed7f145 tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] 10.222.0.15 "GET /v2.0/ports?device_id=16ccbf65-3c70-41e4-85a9-2d48805ea5ac HTTP/1.1" status: 200 len: 943 time: 0.4043937 May 30 04:54:16.574002 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-f6f85c8c-6af8-4109-9e88-dd9620ced036 req-fff3ee6e-95c0-4825-9a8d-c8d22e8b742e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:16.655779 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-4219448d-cf47-479b-8838-4a3e6d12db85 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] 10.222.0.15 "GET /v2.0/routers/26fd685b-312a-4d21-943d-4d048f9b1e74 HTTP/1.1" status: 200 len: 920 time: 0.7249887 May 30 04:54:16.667269 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 36650) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:16.705511 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [req-f6f85c8c-6af8-4109-9e88-dd9620ced036 req-fff3ee6e-95c0-4825-9a8d-c8d22e8b742e service neutron] Transition to ACTIVE for port object fba489e5-d7a4-4280-a042-b13fdb5779ed will not be triggered until provisioned by entity L2. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:54:16.743043 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c151832b-c214-4c87-a55b-4532d6402bad tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:16.746104 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-f6f85c8c-6af8-4109-9e88-dd9620ced036 req-fff3ee6e-95c0-4825-9a8d-c8d22e8b742e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:16.780193 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-d269b228-bf03-4f16-adf5-34ae8766990a tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:54:16.809406 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-7461a00b-4f61-426b-a213-36b5f00174f6 req-1bdd9df6-a5c1-4f05-b479-30da822ca330 tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] 10.222.0.15 "GET /v2.0/security-groups?id=dc19cd7e-061d-420d-8a79-861f74cfc0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2534926 May 30 04:54:16.824232 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-15e0bb7f-5376-4093-94be-f681558dd1ac tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] 10.222.0.15 "GET /v2.0/ports?device_id=26fd685b-312a-4d21-943d-4d048f9b1e74 HTTP/1.1" status: 200 len: 205 time: 0.1104026 May 30 04:54:16.826370 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0c27a1a7-1fe7-4305-a4c4-651ad7d76830 tempest-PortsAdminExtendedAttrsTestJSON-1003273845 tempest-PortsAdminExtendedAttrsTestJSON-1003273845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867540', 'neutron.services.segments.db._delete_segments_for_network-8729234922972'] for network, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:16.834266 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-d269b228-bf03-4f16-adf5-34ae8766990a tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Usage tracker for resource:port and tenant:f44762f791794343af1427c1c367cd0f is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:54:16.836603 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 36658) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:16.836922 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 36660) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:16.844063 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-d269b228-bf03-4f16-adf5-34ae8766990a tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:54:16.905514 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-d269b228-bf03-4f16-adf5-34ae8766990a tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:54:16.906183 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [req-93406df6-4a0d-4d41-b98c-465101290ad5 req-70f0f120-2500-4cd6-b47e-92670a30ad59 tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:54:16.943830 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-0c27a1a7-1fe7-4305-a4c4-651ad7d76830 tempest-PortsAdminExtendedAttrsTestJSON-1003273845 tempest-PortsAdminExtendedAttrsTestJSON-1003273845-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f33d7644-bae7-4784-8764-54601dc9b9ec']}} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:54:16.978163 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-0c27a1a7-1fe7-4305-a4c4-651ad7d76830 tempest-PortsAdminExtendedAttrsTestJSON-1003273845 tempest-PortsAdminExtendedAttrsTestJSON-1003273845-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4386722-d3e3-4eda-8528-29f9087138e0') {'for_net_delete': True} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:54:16.978578 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-0c27a1a7-1fe7-4305-a4c4-651ad7d76830 tempest-PortsAdminExtendedAttrsTestJSON-1003273845 tempest-PortsAdminExtendedAttrsTestJSON-1003273845-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4386722-d3e3-4eda-8528-29f9087138e0') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:54:16.988389 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d269b228-bf03-4f16-adf5-34ae8766990a tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Made reservation on behalf of f44762f791794343af1427c1c367cd0f for: {'port': 2} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:54:16.993533 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d269b228-bf03-4f16-adf5-34ae8766990a tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:17.020494 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d269b228-bf03-4f16-adf5-34ae8766990a tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:17.089386 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0c27a1a7-1fe7-4305-a4c4-651ad7d76830 tempest-PortsAdminExtendedAttrsTestJSON-1003273845 tempest-PortsAdminExtendedAttrsTestJSON-1003273845-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729235042807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1454725'] for segment, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:17.102739 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-fb022134-30bf-48b2-9ad6-9cdcf3a96d75 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:54:17.104027 dv-neutron-843763-1-hyperv neutron-server[88260]: WARNING neutron.api.v2.base [None req-fb022134-30bf-48b2-9ad6-9cdcf3a96d75 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. May 30 04:54:17.104523 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.api.v2.resource [None req-fb022134-30bf-48b2-9ad6-9cdcf3a96d75 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] create failed (client error): There was a conflict when trying to complete your request. May 30 04:54:17.108831 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-fb022134-30bf-48b2-9ad6-9cdcf3a96d75 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2676754 May 30 04:54:17.114286 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [None req-c151832b-c214-4c87-a55b-4532d6402bad tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Transition to ACTIVE for port object 41249c22-7231-4136-aefa-3a4f690be3c8 will not be triggered until provisioned by entity DHCP. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:54:17.120262 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 36670) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:17.129103 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5849af2f-ae87-4746-aed5-a71246c1adbf req-bf8c565d-9f96-4233-9f4a-14769f8f4bdf tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] 10.222.0.15 "GET /v2.0/ports?device_id=d16b00e3-9d60-4f25-8b8a-0624cc24ed1b HTTP/1.1" status: 200 len: 210 time: 0.2789459 May 30 04:54:17.150905 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-de91b4d7-8f7e-4831-9ef1-9df0ff6b46e1 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Request body: {'security_group': {'name': 'tempest-secgroup--2127324218'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:54:17.157365 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [req-93406df6-4a0d-4d41-b98c-465101290ad5 req-70f0f120-2500-4cd6-b47e-92670a30ad59 tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:54:17.172620 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-de91b4d7-8f7e-4831-9ef1-9df0ff6b46e1 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:54:17.201213 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0c27a1a7-1fe7-4305-a4c4-651ad7d76830 tempest-PortsAdminExtendedAttrsTestJSON-1003273845 tempest-PortsAdminExtendedAttrsTestJSON-1003273845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:17.203349 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff3ee6e-95c0-4825-9a8d-c8d22e8b742e service neutron] Pushing event updated for resources: {'Port': ['ID=fba489e5-d7a4-4280-a042-b13fdb5779ed,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:54:17.208484 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c27a1a7-1fe7-4305-a4c4-651ad7d76830 tempest-PortsAdminExtendedAttrsTestJSON-1003273845 tempest-PortsAdminExtendedAttrsTestJSON-1003273845-project] Releasing vlan 203 on physical network physnet1 to pool {{(pid=88260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 04:54:17.208889 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0c27a1a7-1fe7-4305-a4c4-651ad7d76830 tempest-PortsAdminExtendedAttrsTestJSON-1003273845 tempest-PortsAdminExtendedAttrsTestJSON-1003273845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-862858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1547513'] for segment, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:17.218840 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-de91b4d7-8f7e-4831-9ef1-9df0ff6b46e1 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Usage tracker for resource:security_group and tenant:eac58d9c4cf44d64b6d01a6d97e0244a is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:54:17.223031 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-de91b4d7-8f7e-4831-9ef1-9df0ff6b46e1 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:54:17.245379 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93406df6-4a0d-4d41-b98c-465101290ad5 req-70f0f120-2500-4cd6-b47e-92670a30ad59 tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] Made reservation on behalf of 3fffdaf8665e4f2eb17f85d23ba9b1e3 for: {'port': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:54:17.248727 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-93406df6-4a0d-4d41-b98c-465101290ad5 req-70f0f120-2500-4cd6-b47e-92670a30ad59 tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:17.255708 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:17.262541 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-de91b4d7-8f7e-4831-9ef1-9df0ff6b46e1 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:54:17.276824 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238e0cd1-45b4-41fd-bcbc-a4f69aaf1470 req-cc8d9730-0507-405e-aa2f-3aaabf95ecaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:54:17.278718 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-238e0cd1-45b4-41fd-bcbc-a4f69aaf1470 req-cc8d9730-0507-405e-aa2f-3aaabf95ecaf service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=78063ff0b78c49339686a2b1a492c074&device_id=16ccbf65-3c70-41e4-85a9-2d48805ea5ac HTTP/1.1" status: 200 len: 1096 time: 0.6958225 May 30 04:54:17.290341 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [req-f6f85c8c-6af8-4109-9e88-dd9620ced036 req-fff3ee6e-95c0-4825-9a8d-c8d22e8b742e service neutron] Attempting to bind port fba489e5-d7a4-4280-a042-b13fdb5779ed on host hv-neutron-8437 for vnic_type normal with profile {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 04:54:17.290676 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [req-f6f85c8c-6af8-4109-9e88-dd9620ced036 req-fff3ee6e-95c0-4825-9a8d-c8d22e8b742e service neutron] Attempting to bind port fba489e5-d7a4-4280-a042-b13fdb5779ed by drivers openvswitch,hyperv on host hv-neutron-8437 at level 0 using segments [{'id': '85212bcf-98ed-4bb6-b44e-b2716ff7b6a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'd6c60be6-16d0-4643-855e-f83fdbae0248'}] {{(pid=88261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 04:54:17.290999 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6f85c8c-6af8-4109-9e88-dd9620ced036 req-fff3ee6e-95c0-4825-9a8d-c8d22e8b742e service neutron] Attempting to bind port fba489e5-d7a4-4280-a042-b13fdb5779ed on network d6c60be6-16d0-4643-855e-f83fdbae0248 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 04:54:17.325075 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment d4386722-d3e3-4eda-8528-29f9087138e0 resource provider aggregate not found May 30 04:54:17.377137 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment d4386722-d3e3-4eda-8528-29f9087138e0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d4386722-d3e3-4eda-8528-29f9087138e0 found for delete ", "request_id": "req-20a25243-0ca1-4489-b27b-3fbe4c219ab9"}]} May 30 04:54:17.391132 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6f85c8c-6af8-4109-9e88-dd9620ced036 req-fff3ee6e-95c0-4825-9a8d-c8d22e8b742e service neutron] Port fba489e5-d7a4-4280-a042-b13fdb5779ed on network d6c60be6-16d0-4643-855e-f83fdbae0248 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8437 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 30 04:54:17.391452 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6f85c8c-6af8-4109-9e88-dd9620ced036 req-fff3ee6e-95c0-4825-9a8d-c8d22e8b742e service neutron] Attempting to bind port fba489e5-d7a4-4280-a042-b13fdb5779ed on network d6c60be6-16d0-4643-855e-f83fdbae0248 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 04:54:17.403659 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-de91b4d7-8f7e-4831-9ef1-9df0ff6b46e1 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:17.418031 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-238e0cd1-45b4-41fd-bcbc-a4f69aaf1470 req-fd65a791-ecd4-435b-b3b0-e0287737c08b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=263364a3-ff88-479a-820a-888734ba12dd HTTP/1.1" status: 200 len: 217 time: 0.1286168 May 30 04:54:17.426750 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0c27a1a7-1fe7-4305-a4c4-651ad7d76830 tempest-PortsAdminExtendedAttrsTestJSON-1003273845 tempest-PortsAdminExtendedAttrsTestJSON-1003273845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604744'] for network, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:17.434100 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6f85c8c-6af8-4109-9e88-dd9620ced036 req-fff3ee6e-95c0-4825-9a8d-c8d22e8b742e service neutron] Checking agent: {'id': 'de0c936d-420b-412f-9642-7bfe80b5ab25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8437', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 51, 47), 'started_at': datetime.datetime(2022, 5, 30, 4, 51, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 4, 54, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 04:54:17.434437 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6f85c8c-6af8-4109-9e88-dd9620ced036 req-fff3ee6e-95c0-4825-9a8d-c8d22e8b742e service neutron] Checking segment: {'id': '85212bcf-98ed-4bb6-b44e-b2716ff7b6a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'd6c60be6-16d0-4643-855e-f83fdbae0248'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:54:17.434810 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6f85c8c-6af8-4109-9e88-dd9620ced036 req-fff3ee6e-95c0-4825-9a8d-c8d22e8b742e service neutron] Bound using segment: {'id': '85212bcf-98ed-4bb6-b44e-b2716ff7b6a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'd6c60be6-16d0-4643-855e-f83fdbae0248'} {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 04:54:17.435239 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [req-f6f85c8c-6af8-4109-9e88-dd9620ced036 req-fff3ee6e-95c0-4825-9a8d-c8d22e8b742e service neutron] Bound port: fba489e5-d7a4-4280-a042-b13fdb5779ed, host: hv-neutron-8437, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85212bcf-98ed-4bb6-b44e-b2716ff7b6a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'd6c60be6-16d0-4643-855e-f83fdbae0248'}}] {{(pid=88261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 04:54:17.435577 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-f6f85c8c-6af8-4109-9e88-dd9620ced036 req-fff3ee6e-95c0-4825-9a8d-c8d22e8b742e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:17.444158 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-de91b4d7-8f7e-4831-9ef1-9df0ff6b46e1 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:17.484999 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d945001e-fa95-4b7a-ae64-e3e48bc1969c tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Notify callbacks [] for router, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:17.504541 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c151832b-c214-4c87-a55b-4532d6402bad tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:17.569462 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0c27a1a7-1fe7-4305-a4c4-651ad7d76830 tempest-PortsAdminExtendedAttrsTestJSON-1003273845 tempest-PortsAdminExtendedAttrsTestJSON-1003273845-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642826'] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:17.604136 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-de91b4d7-8f7e-4831-9ef1-9df0ff6b46e1 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:54:17.624629 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-de91b4d7-8f7e-4831-9ef1-9df0ff6b46e1 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Usage tracker for resource:security_group_rule and tenant:eac58d9c4cf44d64b6d01a6d97e0244a is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:54:17.645340 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c27a1a7-1fe7-4305-a4c4-651ad7d76830 tempest-PortsAdminExtendedAttrsTestJSON-1003273845 tempest-PortsAdminExtendedAttrsTestJSON-1003273845-project] Pushing event deleted for resources: {'Network': ['ID=f33d7644-bae7-4784-8764-54601dc9b9ec,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:54:17.645589 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-de91b4d7-8f7e-4831-9ef1-9df0ff6b46e1 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:54:17.659086 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-0c27a1a7-1fe7-4305-a4c4-651ad7d76830 tempest-PortsAdminExtendedAttrsTestJSON-1003273845 tempest-PortsAdminExtendedAttrsTestJSON-1003273845-project] 10.222.0.15 "DELETE /v2.0/networks/f33d7644-bae7-4784-8764-54601dc9b9ec HTTP/1.1" status: 204 len: 168 time: 1.6195614 May 30 04:54:17.664938 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [None req-d269b228-bf03-4f16-adf5-34ae8766990a tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] device_id is not set on port 9930f2b6-073f-460a-8db9-27d76b6e69e5 yet. {{(pid=88260) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 30 04:54:17.699484 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-de91b4d7-8f7e-4831-9ef1-9df0ff6b46e1 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:54:17.728286 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c151832b-c214-4c87-a55b-4532d6402bad tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Network af4b62e7-fce2-4a03-b41b-9778679ae38a is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:54:17.729188 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c151832b-c214-4c87-a55b-4532d6402bad tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Pushing event updated for resources: {'Port': ['ID=41249c22-7231-4136-aefa-3a4f690be3c8,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:54:17.746789 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238e0cd1-45b4-41fd-bcbc-a4f69aaf1470 req-dc2c31e9-c1ac-4db9-9521-139e993558c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:54:17.748224 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-238e0cd1-45b4-41fd-bcbc-a4f69aaf1470 req-dc2c31e9-c1ac-4db9-9521-139e993558c5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=875a4a52-1e6d-498d-99f9-e5086431f2d2 HTTP/1.1" status: 200 len: 842 time: 0.3201926 May 30 04:54:17.749298 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-c151832b-c214-4c87-a55b-4532d6402bad tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:54:17.757631 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c151832b-c214-4c87-a55b-4532d6402bad tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:54:17.762985 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c151832b-c214-4c87-a55b-4532d6402bad tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:54:17.763592 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c151832b-c214-4c87-a55b-4532d6402bad tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:17.808091 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d945001e-fa95-4b7a-ae64-e3e48bc1969c tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:17.827437 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185e077b-bb59-4594-968e-74c38a9f8bc6 req-577b812a-56c1-45f2-9508-94b1cb794c04 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:54:17.828984 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-185e077b-bb59-4594-968e-74c38a9f8bc6 req-577b812a-56c1-45f2-9508-94b1cb794c04 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1e7b65a-2794-4268-bd76-1003a7875678 HTTP/1.1" status: 200 len: 944 time: 0.2795489 May 30 04:54:17.860269 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [req-f6f85c8c-6af8-4109-9e88-dd9620ced036 req-fff3ee6e-95c0-4825-9a8d-c8d22e8b742e service neutron] For port fba489e5-d7a4-4280-a042-b13fdb5779ed, host hv-neutron-8437, cleared binding levels {{(pid=88261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 04:54:17.863386 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-d945001e-fa95-4b7a-ae64-e3e48bc1969c tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Deleting port feef07ef-4199-4e39-8b9b-abb1140ac34e {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:54:17.864279 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d945001e-fa95-4b7a-ae64-e3e48bc1969c tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:17.899996 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [req-93406df6-4a0d-4d41-b98c-465101290ad5 req-70f0f120-2500-4cd6-b47e-92670a30ad59 tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] Allocated IP 172.20.0.8 (48553bc8-2e8d-42a5-b036-bcc9c477033e/c42df579-83e1-422f-882b-890997a0d3b9/c3097bca-1197-4f00-87a5-ff10ccdee25e) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:54:17.938748 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [req-f6f85c8c-6af8-4109-9e88-dd9620ced036 req-fff3ee6e-95c0-4825-9a8d-c8d22e8b742e service neutron] For port fba489e5-d7a4-4280-a042-b13fdb5779ed, host hv-neutron-8437, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=fba489e5-d7a4-4280-a042-b13fdb5779ed,segment=NetworkSegment(85212bcf-98ed-4bb6-b44e-b2716ff7b6a4),segment_id=85212bcf-98ed-4bb6-b44e-b2716ff7b6a4)] {{(pid=88261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 04:54:17.973182 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-f6f85c8c-6af8-4109-9e88-dd9620ced036 req-fff3ee6e-95c0-4825-9a8d-c8d22e8b742e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:17.980179 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-c151832b-c214-4c87-a55b-4532d6402bad tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.4826033 May 30 04:54:18.060725 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 36686) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:18.061020 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 36688) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:18.080256 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-20fafbf0-29de-4ea9-a3da-a5443ec44f1c None None] Provisioning for port 41249c22-7231-4136-aefa-3a4f690be3c8 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:54:18.086521 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-20fafbf0-29de-4ea9-a3da-a5443ec44f1c None None] Provisioning complete for port 41249c22-7231-4136-aefa-3a4f690be3c8 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:54:18.086900 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-20fafbf0-29de-4ea9-a3da-a5443ec44f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:18.097968 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-ea18d4b7-880e-4a03-96bd-8e8499bead34 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Request body: {'port': {'network_id': 'af4b62e7-fce2-4a03-b41b-9778679ae38a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1376288534'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:54:18.155905 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-20fafbf0-29de-4ea9-a3da-a5443ec44f1c None None] Port 41249c22-7231-4136-aefa-3a4f690be3c8 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 04:54:18.184926 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f85c8c-6af8-4109-9e88-dd9620ced036 req-fff3ee6e-95c0-4825-9a8d-c8d22e8b742e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:54:18.185845 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-f6f85c8c-6af8-4109-9e88-dd9620ced036 req-fff3ee6e-95c0-4825-9a8d-c8d22e8b742e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:18.186944 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f6f85c8c-6af8-4109-9e88-dd9620ced036 req-fff3ee6e-95c0-4825-9a8d-c8d22e8b742e service neutron] 10.222.0.39 "PUT /v2.0/ports/fba489e5-d7a4-4280-a042-b13fdb5779ed HTTP/1.1" status: 200 len: 1094 time: 3.5531969 May 30 04:54:18.231294 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1e7b65a-2794-4268-bd76-1003a7875678', 'tag': 'fba489e5-d7a4-4280-a042-b13fdb5779ed'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 04:54:18.231478 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-185e077b-bb59-4594-968e-74c38a9f8bc6 req-756f00f4-e0f4-472f-b319-c069d5939aca tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0fb8c38-d8b6-4c01-bc8c-1b54a1e25304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3843801 May 30 04:54:18.239430 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d269b228-bf03-4f16-adf5-34ae8766990a tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:18.351351 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-de91b4d7-8f7e-4831-9ef1-9df0ff6b46e1 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:18.379827 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d945001e-fa95-4b7a-ae64-e3e48bc1969c tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:18.449007 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238e0cd1-45b4-41fd-bcbc-a4f69aaf1470 req-49ccc69c-3824-4e57-8584-a3ffefc59b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:54:18.450612 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-238e0cd1-45b4-41fd-bcbc-a4f69aaf1470 req-49ccc69c-3824-4e57-8584-a3ffefc59b04 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=94a15cbb-b296-4fe7-b2e8-32f706e6cbca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6832759 May 30 04:54:18.471070 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-de91b4d7-8f7e-4831-9ef1-9df0ff6b46e1 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:18.518147 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-de91b4d7-8f7e-4831-9ef1-9df0ff6b46e1 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:54:18.532537 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff3ee6e-95c0-4825-9a8d-c8d22e8b742e service neutron] Pushing event updated for resources: {'Port': ['ID=fba489e5-d7a4-4280-a042-b13fdb5779ed,revision_number=3']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:54:18.544948 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-de91b4d7-8f7e-4831-9ef1-9df0ff6b46e1 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Usage tracker for resource:security_group_rule and tenant:eac58d9c4cf44d64b6d01a6d97e0244a is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:54:18.548177 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [None req-d269b228-bf03-4f16-adf5-34ae8766990a tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] device_id is not set on port 4ffe5650-bf31-4318-b6fa-964fea570d2b yet. {{(pid=88260) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 30 04:54:18.562006 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-d945001e-fa95-4b7a-ae64-e3e48bc1969c tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Calling delete_port for feef07ef-4199-4e39-8b9b-abb1140ac34e owned by network:router_gateway {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:54:18.567995 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-de91b4d7-8f7e-4831-9ef1-9df0ff6b46e1 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:54:18.599788 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-613b8f30-cccd-4346-be25-1e9cb69cfe4d req-47f8165e-2ac1-402f-8e47-3c12fc94dec8 tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] 10.222.0.15 "GET /v2.0/ports?device_id=d16b00e3-9d60-4f25-8b8a-0624cc24ed1b HTTP/1.1" status: 200 len: 210 time: 0.1402624 May 30 04:54:18.617773 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-de91b4d7-8f7e-4831-9ef1-9df0ff6b46e1 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:54:18.716869 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-832a3bc5-5464-43c7-ba8f-38fe4bf98ddb'] response: {'name': 'network-changed', 'server_uuid': 'b1e7b65a-2794-4268-bd76-1003a7875678', 'tag': 'fba489e5-d7a4-4280-a042-b13fdb5779ed', 'status': 'completed', 'code': 200} May 30 04:54:18.737881 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-d9ae2199-3b60-43d2-9d89-613d2a91ac8b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=891f40a8d13d4f2f91d3808f3bdb5422&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6691673 May 30 04:54:18.758180 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-ea18d4b7-880e-4a03-96bd-8e8499bead34 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:54:18.762924 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 36704) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:18.779101 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef6b211-d4a4-43d3-8936-d30fe9071e99 req-d8c72831-a5b9-45e1-8550-dad57697f6af tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:54:18.780565 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-fef6b211-d4a4-43d3-8936-d30fe9071e99 req-d8c72831-a5b9-45e1-8550-dad57697f6af tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] 10.222.0.15 "GET /v2.0/ports?device_id=16ccbf65-3c70-41e4-85a9-2d48805ea5ac HTTP/1.1" status: 200 len: 943 time: 0.8154685 May 30 04:54:18.789302 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de91b4d7-8f7e-4831-9ef1-9df0ff6b46e1 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afe8b7f9-3566-4b0f-b216-413b524a1e7d,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:54:18.798689 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-93406df6-4a0d-4d41-b98c-465101290ad5 req-70f0f120-2500-4cd6-b47e-92670a30ad59 tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:18.802006 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-ea18d4b7-880e-4a03-96bd-8e8499bead34 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Usage tracker for resource:port and tenant:5b20069eba164497a9d9514a420da987 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:54:18.828145 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-ea18d4b7-880e-4a03-96bd-8e8499bead34 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:54:18.857876 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-ea18d4b7-880e-4a03-96bd-8e8499bead34 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:54:18.881956 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [req-93406df6-4a0d-4d41-b98c-465101290ad5 req-70f0f120-2500-4cd6-b47e-92670a30ad59 tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] Transition to ACTIVE for port object c3097bca-1197-4f00-87a5-ff10ccdee25e will not be triggered until provisioned by entity DHCP. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:54:18.911076 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f85c8c-6af8-4109-9e88-dd9620ced036 req-518a97ed-5f26-4921-8733-1a4b9b961d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:54:18.913219 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f6f85c8c-6af8-4109-9e88-dd9620ced036 req-518a97ed-5f26-4921-8733-1a4b9b961d10 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=75c565b2496748d0aca7efef0deb76ef&device_id=b1e7b65a-2794-4268-bd76-1003a7875678 HTTP/1.1" status: 200 len: 1097 time: 0.6486595 May 30 04:54:18.924134 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2935ee71-aa7f-4afc-9749-d672ec0c8a30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:18.964643 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d269b228-bf03-4f16-adf5-34ae8766990a tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:19.006781 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2935ee71-aa7f-4afc-9749-d672ec0c8a30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:19.041173 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d945001e-fa95-4b7a-ae64-e3e48bc1969c tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:19.089591 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea18d4b7-880e-4a03-96bd-8e8499bead34 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Made reservation on behalf of 5b20069eba164497a9d9514a420da987 for: {'port': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:54:19.092943 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ea18d4b7-880e-4a03-96bd-8e8499bead34 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:19.104505 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-fef6b211-d4a4-43d3-8936-d30fe9071e99 req-86629175-1494-4123-9a88-507d65c027cc tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] 10.222.0.15 "GET /v2.0/security-groups?id=dc19cd7e-061d-420d-8a79-861f74cfc0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3107882 May 30 04:54:19.109137 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d945001e-fa95-4b7a-ae64-e3e48bc1969c tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Pushing event deleted for resources: {'Port': ['ID=feef07ef-4199-4e39-8b9b-abb1140ac34e,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:54:19.115379 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-238e0cd1-45b4-41fd-bcbc-a4f69aaf1470 req-c7fe85f9-9884-4e62-a0b3-9b5acfbd5d56 service neutron] 10.222.0.39 "GET /v2.0/networks/94a15cbb-b296-4fe7-b2e8-32f706e6cbca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6415462 May 30 04:54:19.140087 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f6f85c8c-6af8-4109-9e88-dd9620ced036 req-1f8a98c4-2907-484b-884f-235e1ce4f33f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fba489e5-d7a4-4280-a042-b13fdb5779ed HTTP/1.1" status: 200 len: 217 time: 0.2079425 May 30 04:54:19.181558 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d269b228-bf03-4f16-adf5-34ae8766990a tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:19.210232 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [None req-ea18d4b7-880e-4a03-96bd-8e8499bead34 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] device_id is not set on port 109069f1-91f0-4907-9b8f-41ade3c87e6d yet. {{(pid=88261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 30 04:54:19.270610 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d945001e-fa95-4b7a-ae64-e3e48bc1969c tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1604781'] for router_gateway, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:19.298325 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-de91b4d7-8f7e-4831-9ef1-9df0ff6b46e1 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:19.324798 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2935ee71-aa7f-4afc-9749-d672ec0c8a30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:19.328119 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-de91b4d7-8f7e-4831-9ef1-9df0ff6b46e1 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:19.412145 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f85c8c-6af8-4109-9e88-dd9620ced036 req-576ff30c-cec0-40d0-a59f-a0b2bb960a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:54:19.413599 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f6f85c8c-6af8-4109-9e88-dd9620ced036 req-576ff30c-cec0-40d0-a59f-a0b2bb960a8d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c06f497a-4701-45be-bb19-b5a139bdd216 HTTP/1.1" status: 200 len: 851 time: 0.2431874 May 30 04:54:19.415156 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d269b228-bf03-4f16-adf5-34ae8766990a tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Pushing event updated for resources: {'Port': ['ID=9930f2b6-073f-460a-8db9-27d76b6e69e5,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:54:19.425371 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-93406df6-4a0d-4d41-b98c-465101290ad5 req-70f0f120-2500-4cd6-b47e-92670a30ad59 tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:19.426664 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de91b4d7-8f7e-4831-9ef1-9df0ff6b46e1 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bac0e1d9-2473-4e4e-af86-388a80e0cedd,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:54:19.509946 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2935ee71-aa7f-4afc-9749-d672ec0c8a30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51077aee-f09e-4efa-987e-9927f87f1a26,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:54:19.524211 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-de91b4d7-8f7e-4831-9ef1-9df0ff6b46e1 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:19.527593 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-de91b4d7-8f7e-4831-9ef1-9df0ff6b46e1 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.3947613 May 30 04:54:19.533590 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d945001e-fa95-4b7a-ae64-e3e48bc1969c tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11660'] for router, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:19.535032 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 36710) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:19.541281 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d945001e-fa95-4b7a-ae64-e3e48bc1969c tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:19.548938 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-4f9a04b1-ba43-4d73-9104-9de227e2fc81 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Request body: {'security_group_rule': {'security_group_id': 'bac0e1d9-2473-4e4e-af86-388a80e0cedd', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:54:19.570867 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-4f9a04b1-ba43-4d73-9104-9de227e2fc81 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:54:19.573017 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d269b228-bf03-4f16-adf5-34ae8766990a tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Checking segment: {'id': 'b0dc1ace-56f5-4717-bcb6-0997e5fb1425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '2c6cd584-075a-44b2-b049-fb94b99f6f5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:54:19.573373 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d269b228-bf03-4f16-adf5-34ae8766990a tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Network hostable DHCP agents. Network: 2c6cd584-075a-44b2-b049-fb94b99f6f5a, hostable agents: ['1c705e68-3d3e-4dd3-9252-feb21d4b96ab'], hosted agents: [] {{(pid=88260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 04:54:19.614295 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93406df6-4a0d-4d41-b98c-465101290ad5 req-70f0f120-2500-4cd6-b47e-92670a30ad59 tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] Network 48553bc8-2e8d-42a5-b036-bcc9c477033e is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:54:19.621289 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-238e0cd1-45b4-41fd-bcbc-a4f69aaf1470 req-58851bba-ded8-4066-8a8e-8523e5e74043 service neutron] 10.222.0.39 "GET /v2.0/networks/94a15cbb-b296-4fe7-b2e8-32f706e6cbca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4878182 May 30 04:54:19.626966 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [req-93406df6-4a0d-4d41-b98c-465101290ad5 req-70f0f120-2500-4cd6-b47e-92670a30ad59 tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:54:19.636923 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [req-93406df6-4a0d-4d41-b98c-465101290ad5 req-70f0f120-2500-4cd6-b47e-92670a30ad59 tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:54:19.642490 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93406df6-4a0d-4d41-b98c-465101290ad5 req-70f0f120-2500-4cd6-b47e-92670a30ad59 tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:54:19.643147 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-93406df6-4a0d-4d41-b98c-465101290ad5 req-70f0f120-2500-4cd6-b47e-92670a30ad59 tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:19.669434 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f0f120-2500-4cd6-b47e-92670a30ad59 tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] Pushing event updated for resources: {'Port': ['ID=c3097bca-1197-4f00-87a5-ff10ccdee25e,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:54:19.687955 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-4f9a04b1-ba43-4d73-9104-9de227e2fc81 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Usage tracker for resource:security_group_rule and tenant:eac58d9c4cf44d64b6d01a6d97e0244a is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:54:19.693411 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-4f9a04b1-ba43-4d73-9104-9de227e2fc81 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:54:19.694441 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-ea18d4b7-880e-4a03-96bd-8e8499bead34 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Allocated IP 2001:db8::71 (af4b62e7-fce2-4a03-b41b-9778679ae38a/bcfa10f8-e3f0-4b7d-b91d-7097aff50da3/109069f1-91f0-4907-9b8f-41ade3c87e6d) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:54:19.697060 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2935ee71-aa7f-4afc-9749-d672ec0c8a30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:19.697197 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-93406df6-4a0d-4d41-b98c-465101290ad5 req-70f0f120-2500-4cd6-b47e-92670a30ad59 tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3748460 May 30 04:54:19.698302 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-2935ee71-aa7f-4afc-9749-d672ec0c8a30 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/51077aee-f09e-4efa-987e-9927f87f1a26 HTTP/1.1" status: 204 len: 168 time: 0.9344409 May 30 04:54:19.710463 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-4f9a04b1-ba43-4d73-9104-9de227e2fc81 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:54:19.719368 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d945001e-fa95-4b7a-ae64-e3e48bc1969c tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1601605'] for router, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:19.720139 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d945001e-fa95-4b7a-ae64-e3e48bc1969c tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Fanout notify agent at l3_agent the message router_deleted on router 26fd685b-312a-4d21-943d-4d048f9b1e74 {{(pid=88260) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 30 04:54:19.734953 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [req-93406df6-4a0d-4d41-b98c-465101290ad5 req-ac7d4366-1b95-4257-a393-5183ac23db06 service neutron] Request body: {'port': {'device_id': 'd16b00e3-9d60-4f25-8b8a-0624cc24ed1b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8437'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:54:19.765499 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d945001e-fa95-4b7a-ae64-e3e48bc1969c tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:19.767012 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-d945001e-fa95-4b7a-ae64-e3e48bc1969c tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] 10.222.0.15 "DELETE /v2.0/routers/26fd685b-312a-4d21-943d-4d048f9b1e74 HTTP/1.1" status: 204 len: 168 time: 2.9276493 May 30 04:54:19.777295 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 36718) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:19.784732 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4f9a04b1-ba43-4d73-9104-9de227e2fc81 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:19.837920 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d269b228-bf03-4f16-adf5-34ae8766990a tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Network 2c6cd584-075a-44b2-b049-fb94b99f6f5a is scheduled to be hosted by DHCP agent 1c705e68-3d3e-4dd3-9252-feb21d4b96ab with binding_index 1 {{(pid=88260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 04:54:19.844047 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-341da878-6638-4b02-961d-096951c17db2 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Request body: {'router': {'name': 'tempest-snat-router-619341160', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'enable_snat': False}}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:54:19.848731 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-341da878-6638-4b02-961d-096951c17db2 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:54:19.853795 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-341da878-6638-4b02-961d-096951c17db2 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Usage tracker for resource:router and tenant:bd3c8d428858414386daf786d1fecb46 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:54:19.856848 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-341da878-6638-4b02-961d-096951c17db2 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:54:19.878985 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2b2fb0-a68e-4857-a229-166b0ab7f0b5 req-4540520a-599e-4e58-94ba-35c7904269af tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:54:19.887781 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-ef2b2fb0-a68e-4857-a229-166b0ab7f0b5 req-4540520a-599e-4e58-94ba-35c7904269af tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1e7b65a-2794-4268-bd76-1003a7875678 HTTP/1.1" status: 200 len: 944 time: 0.4746184 May 30 04:54:19.889086 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f85c8c-6af8-4109-9e88-dd9620ced036 req-d8aea1cc-8874-41e8-bb79-e02e10b69959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:54:19.890653 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f6f85c8c-6af8-4109-9e88-dd9620ced036 req-d8aea1cc-8874-41e8-bb79-e02e10b69959 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d6c60be6-16d0-4643-855e-f83fdbae0248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4668610 May 30 04:54:19.894230 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-341da878-6638-4b02-961d-096951c17db2 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:54:19.916616 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-d269b228-bf03-4f16-adf5-34ae8766990a tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843763-1-hyperv, 2c6cd584-075a-44b2-b049-fb94b99f6f5a) {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:54:19.928594 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-ef2165d2-7a87-450f-9f04-ce32dda5b104 None None] Provisioning for port c3097bca-1197-4f00-87a5-ff10ccdee25e completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:54:19.932299 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d269b228-bf03-4f16-adf5-34ae8766990a tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:54:19.933122 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d269b228-bf03-4f16-adf5-34ae8766990a tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:19.948077 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9befd1b-0ec5-4f2b-8e07-d19b7e1fe744 None None] Network 2c6cd584-075a-44b2-b049-fb94b99f6f5a requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:54:19.972859 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-ef2165d2-7a87-450f-9f04-ce32dda5b104 None None] Provisioning complete for port c3097bca-1197-4f00-87a5-ff10ccdee25e triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:54:19.973560 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-ef2165d2-7a87-450f-9f04-ce32dda5b104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:19.997710 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-341da878-6638-4b02-961d-096951c17db2 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1603901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11666'] for router, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:19.998415 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-341da878-6638-4b02-961d-096951c17db2 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11675'] for router, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:20.005785 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4f9a04b1-ba43-4d73-9104-9de227e2fc81 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:20.044532 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-ef2b2fb0-a68e-4857-a229-166b0ab7f0b5 req-10ebfe6a-b0e6-4efe-94d9-72e69e01d1a7 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0fb8c38-d8b6-4c01-bc8c-1b54a1e25304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1562099 May 30 04:54:20.045138 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4f9a04b1-ba43-4d73-9104-9de227e2fc81 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:20.101177 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 36724) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:20.110593 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-341da878-6638-4b02-961d-096951c17db2 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:20.114087 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9a04b1-ba43-4d73-9104-9de227e2fc81 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=256878b3-3faa-40bd-8fee-0939ce2c3d1c,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:54:20.136883 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d269b228-bf03-4f16-adf5-34ae8766990a tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Pushing event updated for resources: {'Port': ['ID=4ffe5650-bf31-4318-b6fa-964fea570d2b,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:54:20.144342 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-ef2165d2-7a87-450f-9f04-ce32dda5b104 None None] Port c3097bca-1197-4f00-87a5-ff10ccdee25e cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 04:54:20.166284 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4f9a04b1-ba43-4d73-9104-9de227e2fc81 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:20.167438 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-4f9a04b1-ba43-4d73-9104-9de227e2fc81 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6306360 May 30 04:54:20.171242 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d269b228-bf03-4f16-adf5-34ae8766990a tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Checking segment: {'id': '63fcef6d-426c-4396-aee3-430dcd5fcbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '4ef6fd3c-ac27-4562-a6c7-1960372684c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:54:20.171607 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d269b228-bf03-4f16-adf5-34ae8766990a tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Network hostable DHCP agents. Network: 4ef6fd3c-ac27-4562-a6c7-1960372684c7, hostable agents: ['1c705e68-3d3e-4dd3-9252-feb21d4b96ab'], hosted agents: [] {{(pid=88260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 04:54:20.178996 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 36730) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:20.188727 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-fde90049-8f25-4d17-b7df-773f8fc340f6 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Request body: {'security_group_rule': {'security_group_id': 'bac0e1d9-2473-4e4e-af86-388a80e0cedd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:54:20.204178 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-fde90049-8f25-4d17-b7df-773f8fc340f6 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:54:20.269692 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-fde90049-8f25-4d17-b7df-773f8fc340f6 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Usage tracker for resource:security_group_rule and tenant:eac58d9c4cf44d64b6d01a6d97e0244a is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:54:20.282179 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-fde90049-8f25-4d17-b7df-773f8fc340f6 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:54:20.286814 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ea18d4b7-880e-4a03-96bd-8e8499bead34 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:20.326998 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [None req-ea18d4b7-880e-4a03-96bd-8e8499bead34 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Transition to ACTIVE for port object 109069f1-91f0-4907-9b8f-41ade3c87e6d will not be triggered until provisioned by entity DHCP. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:54:20.331260 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-93406df6-4a0d-4d41-b98c-465101290ad5 req-ac7d4366-1b95-4257-a393-5183ac23db06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:20.343317 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-99ef4117-5e13-4f97-8d5f-3f98f861b9ae admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=71765cb0b99440efab04190099ac1f9a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2386749 May 30 04:54:20.353881 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-fde90049-8f25-4d17-b7df-773f8fc340f6 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:54:20.356069 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 36734) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:20.382136 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68754726-3bb1-4a1b-9814-7f126863ec7e req-a5330c48-d555-4078-b265-e42ab5e42295 tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:54:20.382817 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-68754726-3bb1-4a1b-9814-7f126863ec7e req-a5330c48-d555-4078-b265-e42ab5e42295 tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] Synchronizing usage tracker for tenant:3fffdaf8665e4f2eb17f85d23ba9b1e3 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:54:20.453116 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d269b228-bf03-4f16-adf5-34ae8766990a tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Network 4ef6fd3c-ac27-4562-a6c7-1960372684c7 is scheduled to be hosted by DHCP agent 1c705e68-3d3e-4dd3-9252-feb21d4b96ab with binding_index 1 {{(pid=88260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 04:54:20.479676 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f6f85c8c-6af8-4109-9e88-dd9620ced036 req-be174dbd-ad40-4eea-8d9f-546521e66b0f service neutron] 10.222.0.39 "GET /v2.0/networks/d6c60be6-16d0-4643-855e-f83fdbae0248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5732725 May 30 04:54:20.489554 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-68754726-3bb1-4a1b-9814-7f126863ec7e req-a5330c48-d555-4078-b265-e42ab5e42295 tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] Unset dirty status for tenant:3fffdaf8665e4f2eb17f85d23ba9b1e3 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:54:20.490721 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-68754726-3bb1-4a1b-9814-7f126863ec7e req-a5330c48-d555-4078-b265-e42ab5e42295 tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] 10.222.0.15 "GET /v2.0/ports?device_id=d16b00e3-9d60-4f25-8b8a-0624cc24ed1b HTTP/1.1" status: 200 len: 931 time: 0.7147763 May 30 04:54:20.547875 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-d269b228-bf03-4f16-adf5-34ae8766990a tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843763-1-hyperv, 4ef6fd3c-ac27-4562-a6c7-1960372684c7) {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:54:20.549439 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fde90049-8f25-4d17-b7df-773f8fc340f6 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:20.556502 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e5744d7-e884-478f-8527-3e3f10bd6b13 None None] Network 4ef6fd3c-ac27-4562-a6c7-1960372684c7 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:54:20.562532 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d269b228-bf03-4f16-adf5-34ae8766990a tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:54:20.567975 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d269b228-bf03-4f16-adf5-34ae8766990a tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:54:20.572707 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d269b228-bf03-4f16-adf5-34ae8766990a tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:54:20.573343 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d269b228-bf03-4f16-adf5-34ae8766990a tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:20.578403 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-341da878-6638-4b02-961d-096951c17db2 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11765'] for router, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:20.641517 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-d269b228-bf03-4f16-adf5-34ae8766990a tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 4.6004720 May 30 04:54:20.647494 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 36738) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:20.686001 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-616f53fe-21c1-40ad-9b68-f705ca7f9bc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:20.702268 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ea18d4b7-880e-4a03-96bd-8e8499bead34 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:20.777990 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-68754726-3bb1-4a1b-9814-7f126863ec7e req-29b91526-4a50-4e14-8052-0cbf7c198d74 tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] 10.222.0.15 "GET /v2.0/security-groups?id=a23f5e44-f910-4633-a7d4-8a86a5a2b7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2802811 May 30 04:54:20.781704 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1535fcc6-57ab-42a4-a38c-b2dd3b7ca8b5 req-a50be28b-fb8c-40aa-935c-a6ee9ad7f2f3 tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:54:20.783411 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-1535fcc6-57ab-42a4-a38c-b2dd3b7ca8b5 req-a50be28b-fb8c-40aa-935c-a6ee9ad7f2f3 tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] 10.222.0.15 "GET /v2.0/ports?device_id=16ccbf65-3c70-41e4-85a9-2d48805ea5ac HTTP/1.1" status: 200 len: 943 time: 0.4307127 May 30 04:54:20.831127 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.api.v2.resource [None req-fde90049-8f25-4d17-b7df-773f8fc340f6 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] create failed (client error): There was a conflict when trying to complete your request. May 30 04:54:20.832385 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-fde90049-8f25-4d17-b7df-773f8fc340f6 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.6511965 May 30 04:54:20.839709 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 36742) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:20.906296 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-1535fcc6-57ab-42a4-a38c-b2dd3b7ca8b5 req-2085dbcd-5706-4f8a-8f48-df54f376bd18 tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] 10.222.0.15 "GET /v2.0/security-groups?id=dc19cd7e-061d-420d-8a79-861f74cfc0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992138 May 30 04:54:20.940216 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6afeaf0-3b42-4d49-b566-3ca56a85fe33 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:54:20.946778 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6afeaf0-3b42-4d49-b566-3ca56a85fe33 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:54:20.947523 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-b6afeaf0-3b42-4d49-b566-3ca56a85fe33 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Synchronizing usage tracker for tenant:f44762f791794343af1427c1c367cd0f on resource:port {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:54:20.983157 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c1b8db72-9987-4165-9534-586e8dbff894 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:20.995163 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-616f53fe-21c1-40ad-9b68-f705ca7f9bc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:21.009582 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-b6afeaf0-3b42-4d49-b566-3ca56a85fe33 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Unset dirty status for tenant:f44762f791794343af1427c1c367cd0f on resource:port {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:54:21.010795 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-b6afeaf0-3b42-4d49-b566-3ca56a85fe33 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.3589153 May 30 04:54:21.020334 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 36746) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:21.028912 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea18d4b7-880e-4a03-96bd-8e8499bead34 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Network af4b62e7-fce2-4a03-b41b-9778679ae38a is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:54:21.029984 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c1b8db72-9987-4165-9534-586e8dbff894 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:21.039388 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-ea18d4b7-880e-4a03-96bd-8e8499bead34 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:54:21.083960 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea18d4b7-880e-4a03-96bd-8e8499bead34 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:54:21.089565 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea18d4b7-880e-4a03-96bd-8e8499bead34 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:54:21.090205 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ea18d4b7-880e-4a03-96bd-8e8499bead34 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:21.103295 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f6f85c8c-6af8-4109-9e88-dd9620ced036 req-2d264616-da38-4101-928b-c4f731f5e23d service neutron] 10.222.0.39 "GET /v2.0/networks/d6c60be6-16d0-4643-855e-f83fdbae0248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6067553 May 30 04:54:21.116827 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea18d4b7-880e-4a03-96bd-8e8499bead34 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Pushing event updated for resources: {'Port': ['ID=109069f1-91f0-4907-9b8f-41ade3c87e6d,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:54:21.276210 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-db01fd55-b747-4d0c-8ff6-f6e8d00e0f79 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Deleting port 9930f2b6-073f-460a-8db9-27d76b6e69e5 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:54:21.276526 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c1b8db72-9987-4165-9534-586e8dbff894 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:21.276633 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-db01fd55-b747-4d0c-8ff6-f6e8d00e0f79 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:21.301217 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-a54c2682-4c45-4c1f-8217-57186c7a641d None None] Provisioning for port 109069f1-91f0-4907-9b8f-41ade3c87e6d completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:54:21.301738 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b8db72-9987-4165-9534-586e8dbff894 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bac0e1d9-2473-4e4e-af86-388a80e0cedd,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:54:21.308170 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-341da878-6638-4b02-961d-096951c17db2 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:21.308676 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-a54c2682-4c45-4c1f-8217-57186c7a641d None None] Provisioning complete for port 109069f1-91f0-4907-9b8f-41ade3c87e6d triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:54:21.309390 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a54c2682-4c45-4c1f-8217-57186c7a641d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:21.324163 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-ea18d4b7-880e-4a03-96bd-8e8499bead34 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.2569082 May 30 04:54:21.338333 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 36754) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:21.346828 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c1b8db72-9987-4165-9534-586e8dbff894 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:21.349904 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-c1b8db72-9987-4165-9534-586e8dbff894 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] 10.222.0.15 "DELETE /v2.0/security-groups/bac0e1d9-2473-4e4e-af86-388a80e0cedd HTTP/1.1" status: 204 len: 168 time: 0.5072644 May 30 04:54:21.354126 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-d48c930e-4a52-4219-a55c-d7701d7bbc31 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::66', 'mac_address': 'fa:16:3e:d4:61:fd'}, {'ip_address': '2001:db8::375', 'mac_address': 'fa:16:3e:1c:8a:9a'}]}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:54:21.378671 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-a54c2682-4c45-4c1f-8217-57186c7a641d None None] Port 109069f1-91f0-4907-9b8f-41ade3c87e6d cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 04:54:21.383891 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 36758) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:21.384483 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-341da878-6638-4b02-961d-096951c17db2 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:21.521390 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-616f53fe-21c1-40ad-9b68-f705ca7f9bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:21.611782 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616f53fe-21c1-40ad-9b68-f705ca7f9bc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc5508ab-c738-4427-a7c1-4e2aa516bdcf,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:54:21.650943 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-92c6a26b-f689-4bf9-a488-e08079ae304a tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Synchronizing usage tracker for tenant:eac58d9c4cf44d64b6d01a6d97e0244a on resource:security_group {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:54:21.712148 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-616f53fe-21c1-40ad-9b68-f705ca7f9bc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:21.713270 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-616f53fe-21c1-40ad-9b68-f705ca7f9bc3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cc5508ab-c738-4427-a7c1-4e2aa516bdcf HTTP/1.1" status: 204 len: 168 time: 1.3524895 May 30 04:54:21.732751 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75633a0-2f38-47d0-bde4-8ecc0abb88a8 req-4a5c885a-20d6-420c-9945-2d842b7bc8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:54:21.734258 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d75633a0-2f38-47d0-bde4-8ecc0abb88a8 req-4a5c885a-20d6-420c-9945-2d842b7bc8d3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=75c565b2496748d0aca7efef0deb76ef&device_id=b1e7b65a-2794-4268-bd76-1003a7875678 HTTP/1.1" status: 200 len: 1097 time: 0.5539439 May 30 04:54:21.737230 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-341da878-6638-4b02-961d-096951c17db2 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Allocated IP 172.26.6.200 (1bab70f4-3794-44db-8e17-19f483aa8ffa/6b5b73c1-b0ce-4f83-a930-c00cc5522926/fd4ed63b-d151-494a-a1b6-d6af8bbb5103) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:54:21.747692 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [req-93406df6-4a0d-4d41-b98c-465101290ad5 req-ac7d4366-1b95-4257-a393-5183ac23db06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3097bca-1197-4f00-87a5-ff10ccdee25e {{(pid=88261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 30 04:54:21.784401 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-93406df6-4a0d-4d41-b98c-465101290ad5 req-ac7d4366-1b95-4257-a393-5183ac23db06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:21.815905 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f63ef5-0dab-4cd0-96cc-08babf85c45e req-1fb91839-ba8b-411f-9e3b-36b56d4fc9d0 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:54:21.817452 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-70f63ef5-0dab-4cd0-96cc-08babf85c45e req-1fb91839-ba8b-411f-9e3b-36b56d4fc9d0 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1e7b65a-2794-4268-bd76-1003a7875678 HTTP/1.1" status: 200 len: 944 time: 0.4958503 May 30 04:54:21.825197 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d48c930e-4a52-4219-a55c-d7701d7bbc31 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:21.877088 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-db01fd55-b747-4d0c-8ff6-f6e8d00e0f79 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:21.885133 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-92c6a26b-f689-4bf9-a488-e08079ae304a tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Unset dirty status for tenant:eac58d9c4cf44d64b6d01a6d97e0244a on resource:security_group {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:54:21.886403 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-92c6a26b-f689-4bf9-a488-e08079ae304a tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5013645 May 30 04:54:21.900715 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 36766) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:22.035403 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-6398d754-3d49-475a-a0ff-83c13e79e014 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Request body: {'security_group': {'name': 'tempest-secgroup--501805942'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:54:22.039729 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [req-93406df6-4a0d-4d41-b98c-465101290ad5 req-ac7d4366-1b95-4257-a393-5183ac23db06 service neutron] Transition to ACTIVE for port object c3097bca-1197-4f00-87a5-ff10ccdee25e will not be triggered until provisioned by entity L2. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:54:22.047907 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-db01fd55-b747-4d0c-8ff6-f6e8d00e0f79 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Calling delete_port for 9930f2b6-073f-460a-8db9-27d76b6e69e5 owned by {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:54:22.100858 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-6398d754-3d49-475a-a0ff-83c13e79e014 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:54:22.115049 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-93406df6-4a0d-4d41-b98c-465101290ad5 req-ac7d4366-1b95-4257-a393-5183ac23db06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:22.185546 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-6398d754-3d49-475a-a0ff-83c13e79e014 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:54:22.192197 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-341da878-6638-4b02-961d-096951c17db2 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:22.223190 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcf0db0-423d-4be1-98e0-adeec556b82d req-772eceea-0436-43d1-b003-1c7304f568a0 tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:54:22.230594 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-bbcf0db0-423d-4be1-98e0-adeec556b82d req-772eceea-0436-43d1-b003-1c7304f568a0 tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] 10.222.0.15 "GET /v2.0/ports?device_id=d16b00e3-9d60-4f25-8b8a-0624cc24ed1b HTTP/1.1" status: 200 len: 931 time: 0.2781429 May 30 04:54:22.322417 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-70f63ef5-0dab-4cd0-96cc-08babf85c45e req-cda91ebd-b6fb-41b0-ad6e-78bd66fff0cd tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0fb8c38-d8b6-4c01-bc8c-1b54a1e25304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4514112 May 30 04:54:22.348528 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6398d754-3d49-475a-a0ff-83c13e79e014 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:22.354992 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-bbcf0db0-423d-4be1-98e0-adeec556b82d req-2d5b5731-dec6-4461-a882-8cd385c525f9 tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] 10.222.0.15 "GET /v2.0/security-groups?id=a23f5e44-f910-4633-a7d4-8a86a5a2b7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1207311 May 30 04:54:22.410132 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7d4366-1b95-4257-a393-5183ac23db06 service neutron] Pushing event updated for resources: {'Port': ['ID=c3097bca-1197-4f00-87a5-ff10ccdee25e,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:54:22.423599 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-341da878-6638-4b02-961d-096951c17db2 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:22.425719 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75633a0-2f38-47d0-bde4-8ecc0abb88a8 req-286c1486-d137-476b-8bb1-5ae1f0a95ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:54:22.427251 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d75633a0-2f38-47d0-bde4-8ecc0abb88a8 req-286c1486-d137-476b-8bb1-5ae1f0a95ca1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d6c60be6-16d0-4643-855e-f83fdbae0248 HTTP/1.1" status: 200 len: 913 time: 0.6663947 May 30 04:54:22.524515 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d48c930e-4a52-4219-a55c-d7701d7bbc31 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Notify callbacks [] for port, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:22.541476 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d48c930e-4a52-4219-a55c-d7701d7bbc31 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1547421'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:22.544038 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-6398d754-3d49-475a-a0ff-83c13e79e014 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:54:22.549617 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-341da878-6638-4b02-961d-096951c17db2 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Network 1bab70f4-3794-44db-8e17-19f483aa8ffa is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:54:22.553741 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-341da878-6638-4b02-961d-096951c17db2 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:54:22.555626 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341da878-6638-4b02-961d-096951c17db2 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Pushing event updated for resources: {'Port': ['ID=fd4ed63b-d151-494a-a1b6-d6af8bbb5103,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:54:22.557884 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341da878-6638-4b02-961d-096951c17db2 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:54:22.567412 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [req-93406df6-4a0d-4d41-b98c-465101290ad5 req-ac7d4366-1b95-4257-a393-5183ac23db06 service neutron] Attempting to bind port c3097bca-1197-4f00-87a5-ff10ccdee25e on host hv-neutron-8437 for vnic_type normal with profile {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 04:54:22.567754 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [req-93406df6-4a0d-4d41-b98c-465101290ad5 req-ac7d4366-1b95-4257-a393-5183ac23db06 service neutron] Attempting to bind port c3097bca-1197-4f00-87a5-ff10ccdee25e by drivers openvswitch,hyperv on host hv-neutron-8437 at level 0 using segments [{'id': '6c4f160d-581c-4e44-836d-a510d50f04aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '48553bc8-2e8d-42a5-b036-bcc9c477033e'}] {{(pid=88261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 04:54:22.568084 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93406df6-4a0d-4d41-b98c-465101290ad5 req-ac7d4366-1b95-4257-a393-5183ac23db06 service neutron] Attempting to bind port c3097bca-1197-4f00-87a5-ff10ccdee25e on network 48553bc8-2e8d-42a5-b036-bcc9c477033e {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 04:54:22.570223 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-db01fd55-b747-4d0c-8ff6-f6e8d00e0f79 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:22.646031 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-d48c930e-4a52-4219-a55c-d7701d7bbc31 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] In _notify_port_updated(), no bound segment for port 109069f1-91f0-4907-9b8f-41ade3c87e6d on network af4b62e7-fce2-4a03-b41b-9778679ae38a {{(pid=88260) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 30 04:54:22.652058 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d48c930e-4a52-4219-a55c-d7701d7bbc31 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:54:22.652726 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d48c930e-4a52-4219-a55c-d7701d7bbc31 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:22.654229 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-d48c930e-4a52-4219-a55c-d7701d7bbc31 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] 10.222.0.15 "PUT /v2.0/ports/109069f1-91f0-4907-9b8f-41ade3c87e6d HTTP/1.1" status: 200 len: 1066 time: 1.3125472 May 30 04:54:22.665410 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 36790) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:22.690844 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-6398d754-3d49-475a-a0ff-83c13e79e014 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Usage tracker for resource:security_group_rule and tenant:eac58d9c4cf44d64b6d01a6d97e0244a is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:54:22.723216 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d75633a0-2f38-47d0-bde4-8ecc0abb88a8 req-5bbfed12-17a3-45a0-ac4b-0bf3dc1f8a8a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fba489e5-d7a4-4280-a042-b13fdb5779ed HTTP/1.1" status: 200 len: 217 time: 0.2792380 May 30 04:54:22.724238 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-6398d754-3d49-475a-a0ff-83c13e79e014 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:54:22.747947 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93406df6-4a0d-4d41-b98c-465101290ad5 req-ac7d4366-1b95-4257-a393-5183ac23db06 service neutron] Port c3097bca-1197-4f00-87a5-ff10ccdee25e on network 48553bc8-2e8d-42a5-b036-bcc9c477033e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8437 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 30 04:54:22.748600 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93406df6-4a0d-4d41-b98c-465101290ad5 req-ac7d4366-1b95-4257-a393-5183ac23db06 service neutron] Attempting to bind port c3097bca-1197-4f00-87a5-ff10ccdee25e on network 48553bc8-2e8d-42a5-b036-bcc9c477033e {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 04:54:22.751511 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-6398d754-3d49-475a-a0ff-83c13e79e014 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:54:22.790775 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-db01fd55-b747-4d0c-8ff6-f6e8d00e0f79 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:22.798121 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db01fd55-b747-4d0c-8ff6-f6e8d00e0f79 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Pushing event deleted for resources: {'Port': ['ID=9930f2b6-073f-460a-8db9-27d76b6e69e5,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:54:22.821745 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93406df6-4a0d-4d41-b98c-465101290ad5 req-ac7d4366-1b95-4257-a393-5183ac23db06 service neutron] Checking agent: {'id': 'de0c936d-420b-412f-9642-7bfe80b5ab25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8437', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 51, 47), 'started_at': datetime.datetime(2022, 5, 30, 4, 51, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 4, 54, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 04:54:22.822200 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93406df6-4a0d-4d41-b98c-465101290ad5 req-ac7d4366-1b95-4257-a393-5183ac23db06 service neutron] Checking segment: {'id': '6c4f160d-581c-4e44-836d-a510d50f04aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '48553bc8-2e8d-42a5-b036-bcc9c477033e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:54:22.822762 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93406df6-4a0d-4d41-b98c-465101290ad5 req-ac7d4366-1b95-4257-a393-5183ac23db06 service neutron] Bound using segment: {'id': '6c4f160d-581c-4e44-836d-a510d50f04aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '48553bc8-2e8d-42a5-b036-bcc9c477033e'} {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 04:54:22.823190 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [req-93406df6-4a0d-4d41-b98c-465101290ad5 req-ac7d4366-1b95-4257-a393-5183ac23db06 service neutron] Bound port: c3097bca-1197-4f00-87a5-ff10ccdee25e, host: hv-neutron-8437, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c4f160d-581c-4e44-836d-a510d50f04aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '48553bc8-2e8d-42a5-b036-bcc9c477033e'}}] {{(pid=88261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 04:54:22.823602 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-93406df6-4a0d-4d41-b98c-465101290ad5 req-ac7d4366-1b95-4257-a393-5183ac23db06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:22.879587 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-db01fd55-b747-4d0c-8ff6-f6e8d00e0f79 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] 10.222.0.15 "DELETE /v2.0/ports/9930f2b6-073f-460a-8db9-27d76b6e69e5 HTTP/1.1" status: 204 len: 168 time: 1.8494558 May 30 04:54:22.901722 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 36798) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:22.915856 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48c930e-4a52-4219-a55c-d7701d7bbc31 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Pushing event updated for resources: {'Port': ['ID=109069f1-91f0-4907-9b8f-41ade3c87e6d,revision_number=2']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:54:22.946411 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-de8d3ff6-5ae4-448f-b90d-070783314e89 None None] Provisioning complete for port 109069f1-91f0-4907-9b8f-41ade3c87e6d triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:54:22.947882 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-de8d3ff6-5ae4-448f-b90d-070783314e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:22.954484 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75633a0-2f38-47d0-bde4-8ecc0abb88a8 req-1ea1eeee-7cf8-43e5-8b93-485994fb3a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:54:22.956042 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d75633a0-2f38-47d0-bde4-8ecc0abb88a8 req-1ea1eeee-7cf8-43e5-8b93-485994fb3a45 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c06f497a-4701-45be-bb19-b5a139bdd216 HTTP/1.1" status: 200 len: 851 time: 0.2090926 May 30 04:54:23.011091 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-53588a1d-c5e3-4fea-a2b8-83a6c3c2023f tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Deleting port 109069f1-91f0-4907-9b8f-41ade3c87e6d {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:54:23.011427 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-53588a1d-c5e3-4fea-a2b8-83a6c3c2023f tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:23.027284 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-de8d3ff6-5ae4-448f-b90d-070783314e89 None None] Port 109069f1-91f0-4907-9b8f-41ade3c87e6d cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 04:54:23.062317 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41de942b-e09d-42ec-9daf-013b9d1142c5 req-8c03df0a-ca1a-449d-a7cb-e5edeafc2cb5 tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:54:23.063830 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-41de942b-e09d-42ec-9daf-013b9d1142c5 req-8c03df0a-ca1a-449d-a7cb-e5edeafc2cb5 tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] 10.222.0.15 "GET /v2.0/ports?device_id=16ccbf65-3c70-41e4-85a9-2d48805ea5ac HTTP/1.1" status: 200 len: 943 time: 0.5618329 May 30 04:54:23.086997 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-458b4db8-d843-4f92-b846-a3af1463f495 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Deleting port 4ffe5650-bf31-4318-b6fa-964fea570d2b {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:54:23.087281 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-458b4db8-d843-4f92-b846-a3af1463f495 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:23.106383 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6398d754-3d49-475a-a0ff-83c13e79e014 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:23.111004 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [req-93406df6-4a0d-4d41-b98c-465101290ad5 req-ac7d4366-1b95-4257-a393-5183ac23db06 service neutron] For port c3097bca-1197-4f00-87a5-ff10ccdee25e, host hv-neutron-8437, cleared binding levels {{(pid=88261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 04:54:23.133715 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6398d754-3d49-475a-a0ff-83c13e79e014 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:23.142572 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [req-93406df6-4a0d-4d41-b98c-465101290ad5 req-ac7d4366-1b95-4257-a393-5183ac23db06 service neutron] For port c3097bca-1197-4f00-87a5-ff10ccdee25e, host hv-neutron-8437, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=c3097bca-1197-4f00-87a5-ff10ccdee25e,segment=NetworkSegment(6c4f160d-581c-4e44-836d-a510d50f04aa),segment_id=6c4f160d-581c-4e44-836d-a510d50f04aa)] {{(pid=88261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 04:54:23.169699 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-93406df6-4a0d-4d41-b98c-465101290ad5 req-ac7d4366-1b95-4257-a393-5183ac23db06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:23.235230 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-41de942b-e09d-42ec-9daf-013b9d1142c5 req-76b28dbd-bbe0-4a80-975d-479baaae0cac tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] 10.222.0.15 "GET /v2.0/security-groups?id=dc19cd7e-061d-420d-8a79-861f74cfc0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1603777 May 30 04:54:23.267146 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93406df6-4a0d-4d41-b98c-465101290ad5 req-ac7d4366-1b95-4257-a393-5183ac23db06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:54:23.268158 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-93406df6-4a0d-4d41-b98c-465101290ad5 req-ac7d4366-1b95-4257-a393-5183ac23db06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:23.269871 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-93406df6-4a0d-4d41-b98c-465101290ad5 req-ac7d4366-1b95-4257-a393-5183ac23db06 service neutron] 10.222.0.39 "PUT /v2.0/ports/c3097bca-1197-4f00-87a5-ff10ccdee25e HTTP/1.1" status: 200 len: 1093 time: 3.5519090 May 30 04:54:23.278668 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd16b00e3-9d60-4f25-8b8a-0624cc24ed1b', 'tag': 'c3097bca-1197-4f00-87a5-ff10ccdee25e'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 04:54:23.292412 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6398d754-3d49-475a-a0ff-83c13e79e014 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f234fef-04cc-4d37-889c-edf2222e8137,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:54:23.308573 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6398d754-3d49-475a-a0ff-83c13e79e014 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:23.310299 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-6398d754-3d49-475a-a0ff-83c13e79e014 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.3901312 May 30 04:54:23.314544 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 36814) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:23.321314 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-45475ba0-1124-468d-8b90-6843f36ebba6 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Request body: {'security_group_rule': {'security_group_id': '5f234fef-04cc-4d37-889c-edf2222e8137', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:54:23.322128 dv-neutron-843763-1-hyperv neutron-server[88261]: WARNING neutron.api.v2.base [None req-45475ba0-1124-468d-8b90-6843f36ebba6 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. May 30 04:54:23.322643 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.api.v2.resource [None req-45475ba0-1124-468d-8b90-6843f36ebba6 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 04:54:23.323596 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-45475ba0-1124-468d-8b90-6843f36ebba6 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0068898 May 30 04:54:23.347719 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 36818) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:23.368428 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75633a0-2f38-47d0-bde4-8ecc0abb88a8 req-a8060252-f450-4166-8f12-dfd51181ac91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:54:23.370869 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d75633a0-2f38-47d0-bde4-8ecc0abb88a8 req-a8060252-f450-4166-8f12-dfd51181ac91 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d6c60be6-16d0-4643-855e-f83fdbae0248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4060576 May 30 04:54:23.380446 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7d4366-1b95-4257-a393-5183ac23db06 service neutron] Pushing event updated for resources: {'Port': ['ID=c3097bca-1197-4f00-87a5-ff10ccdee25e,revision_number=3']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:54:23.413386 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-127f98f4-b743-4edc-beb1-48e339077cee'] response: {'name': 'network-changed', 'server_uuid': 'd16b00e3-9d60-4f25-8b8a-0624cc24ed1b', 'tag': 'c3097bca-1197-4f00-87a5-ff10ccdee25e', 'status': 'completed', 'code': 200} May 30 04:54:23.522980 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 36826) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:23.646675 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d75633a0-2f38-47d0-bde4-8ecc0abb88a8 req-90f70856-5513-452a-9e70-c1274e0efd5c service neutron] 10.222.0.39 "GET /v2.0/networks/d6c60be6-16d0-4643-855e-f83fdbae0248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2674742 May 30 04:54:23.649596 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93406df6-4a0d-4d41-b98c-465101290ad5 req-c787b12d-5559-4251-8c53-72d32edbe002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:54:23.651225 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-93406df6-4a0d-4d41-b98c-465101290ad5 req-c787b12d-5559-4251-8c53-72d32edbe002 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3fffdaf8665e4f2eb17f85d23ba9b1e3&device_id=d16b00e3-9d60-4f25-8b8a-0624cc24ed1b HTTP/1.1" status: 200 len: 1096 time: 0.3245902 May 30 04:54:23.736083 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-e16eb27b-daf2-47d1-bb87-04d881be4190 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1931928210', 'router:external': True}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:54:23.800213 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device 263364a3-ff88-479a-820a-888734ba12dd details requested by agent hyperv_hv-neutron-8437 with host hv-neutron-8437 {{(pid=88262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 04:54:23.813309 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-e16eb27b-daf2-47d1-bb87-04d881be4190 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:54:23.816489 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-93406df6-4a0d-4d41-b98c-465101290ad5 req-c0d58fe2-ac7d-4ef9-a83f-f364ed1a1b8a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c3097bca-1197-4f00-87a5-ff10ccdee25e HTTP/1.1" status: 200 len: 217 time: 0.1396403 May 30 04:54:23.821207 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-e16eb27b-daf2-47d1-bb87-04d881be4190 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Usage tracker for resource:network and tenant:b716d37694ea4d05a16d0bffce109eae is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:54:23.827397 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-e16eb27b-daf2-47d1-bb87-04d881be4190 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:54:23.869334 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-e16eb27b-daf2-47d1-bb87-04d881be4190 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:54:23.905336 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2272c3fe-cd5d-41f2-a8a7-d799b39de279 req-4ed5a368-0d87-481d-a2fc-ed2ca387ba53 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:54:23.906843 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2272c3fe-cd5d-41f2-a8a7-d799b39de279 req-4ed5a368-0d87-481d-a2fc-ed2ca387ba53 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1e7b65a-2794-4268-bd76-1003a7875678 HTTP/1.1" status: 200 len: 944 time: 0.3734949 May 30 04:54:23.925302 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e16eb27b-daf2-47d1-bb87-04d881be4190 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Made reservation on behalf of b716d37694ea4d05a16d0bffce109eae for: {'network': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:54:23.927555 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e16eb27b-daf2-47d1-bb87-04d881be4190 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for network, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:23.951050 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port 263364a3-ff88-479a-820a-888734ba12dd, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=263364a3-ff88-479a-820a-888734ba12dd,segment=NetworkSegment(50948e22-aeb7-4d40-9037-d9f84615e996),segment_id=50948e22-aeb7-4d40-9037-d9f84615e996)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:54:23.964614 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-458b4db8-d843-4f92-b846-a3af1463f495 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:23.965141 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Returning: {'device': '263364a3-ff88-479a-820a-888734ba12dd', 'network_id': '94a15cbb-b296-4fe7-b2e8-32f706e6cbca', 'port_id': '263364a3-ff88-479a-820a-888734ba12dd', 'mac_address': 'fa:16:3e:58:aa:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '875a4a52-1e6d-498d-99f9-e5086431f2d2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 04:54:23.968844 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93406df6-4a0d-4d41-b98c-465101290ad5 req-06b48997-6038-4cab-8a56-5cfe4870a415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:54:23.970339 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-93406df6-4a0d-4d41-b98c-465101290ad5 req-06b48997-6038-4cab-8a56-5cfe4870a415 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c42df579-83e1-422f-882b-890997a0d3b9 HTTP/1.1" status: 200 len: 850 time: 0.1439986 May 30 04:54:23.971285 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e16eb27b-daf2-47d1-bb87-04d881be4190 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:24.024025 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Current status of the port 263364a3-ff88-479a-820a-888734ba12dd is: DOWN; New status is: BUILD {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:54:24.024319 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:24.038971 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-e16eb27b-daf2-47d1-bb87-04d881be4190 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:54:24.049313 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d75633a0-2f38-47d0-bde4-8ecc0abb88a8 req-a57a4e7c-c087-43ad-a110-52586d69bacc service neutron] 10.222.0.39 "GET /v2.0/networks/d6c60be6-16d0-4643-855e-f83fdbae0248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3955882 May 30 04:54:24.054889 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-e16eb27b-daf2-47d1-bb87-04d881be4190 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Usage tracker for resource:security_group_rule and tenant:b716d37694ea4d05a16d0bffce109eae is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:54:24.060068 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-e16eb27b-daf2-47d1-bb87-04d881be4190 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:54:24.062396 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-53588a1d-c5e3-4fea-a2b8-83a6c3c2023f tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:24.067102 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 263364a3-ff88-479a-820a-888734ba12dd {{(pid=88262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 30 04:54:24.071500 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-e16eb27b-daf2-47d1-bb87-04d881be4190 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:54:24.076003 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2272c3fe-cd5d-41f2-a8a7-d799b39de279 req-6aa7d619-b569-4609-82fb-43f36d2eefa0 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0fb8c38-d8b6-4c01-bc8c-1b54a1e25304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1533728 May 30 04:54:24.084747 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port 263364a3-ff88-479a-820a-888734ba12dd, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=263364a3-ff88-479a-820a-888734ba12dd,segment=NetworkSegment(50948e22-aeb7-4d40-9037-d9f84615e996),segment_id=50948e22-aeb7-4d40-9037-d9f84615e996)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:54:24.090320 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:24.135039 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-72a09125-6c7b-48c6-b765-6cbbc8c4d18c tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:24.142634 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93406df6-4a0d-4d41-b98c-465101290ad5 req-1329229b-4429-4c6a-9b6c-c76e7263fc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:54:24.144188 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-93406df6-4a0d-4d41-b98c-465101290ad5 req-1329229b-4429-4c6a-9b6c-c76e7263fc06 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=48553bc8-2e8d-42a5-b036-bcc9c477033e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1598601 May 30 04:54:24.144403 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-458b4db8-d843-4f92-b846-a3af1463f495 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Calling delete_port for 4ffe5650-bf31-4318-b6fa-964fea570d2b owned by {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:54:24.163817 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Pushing event updated for resources: {'Port': ['ID=263364a3-ff88-479a-820a-888734ba12dd,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:54:24.175738 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-341da878-6638-4b02-961d-096951c17db2 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:24.283587 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e16eb27b-daf2-47d1-bb87-04d881be4190 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:24.295064 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e16eb27b-daf2-47d1-bb87-04d881be4190 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:24.342536 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e16eb27b-daf2-47d1-bb87-04d881be4190 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=88261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 04:54:24.350808 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-93406df6-4a0d-4d41-b98c-465101290ad5 req-281ccd3f-b4c4-4249-8d3f-6dd6c3148526 service neutron] 10.222.0.39 "GET /v2.0/networks/48553bc8-2e8d-42a5-b036-bcc9c477033e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993418 May 30 04:54:24.351385 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16eb27b-daf2-47d1-bb87-04d881be4190 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71e7aa13-3dee-4330-a4be-64b454e0316b,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:54:24.375899 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-53588a1d-c5e3-4fea-a2b8-83a6c3c2023f tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Calling delete_port for 109069f1-91f0-4907-9b8f-41ade3c87e6d owned by {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:54:24.377183 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e16eb27b-daf2-47d1-bb87-04d881be4190 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:24.377531 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.db.segments_db [None req-e16eb27b-daf2-47d1-bb87-04d881be4190 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Added segment 9dbe21ae-3860-4fc8-95db-ff3d33088de3 of type vlan for network a2adb975-6e64-4b18-8291-1ae0c5a4266d May 30 04:54:24.449941 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fdf3ea-3bc9-4a1b-9def-fabd2c55b377 req-7cb01a58-2ea3-4ff1-93e5-020b374c9197 tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:54:24.453176 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-95fdf3ea-3bc9-4a1b-9def-fabd2c55b377 req-7cb01a58-2ea3-4ff1-93e5-020b374c9197 tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] 10.222.0.15 "GET /v2.0/ports?device_id=d16b00e3-9d60-4f25-8b8a-0624cc24ed1b HTTP/1.1" status: 200 len: 943 time: 0.8653109 May 30 04:54:24.492703 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-72a09125-6c7b-48c6-b765-6cbbc8c4d18c tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:24.505400 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] get_ports_and_sgs() called for port_ids ['263364a3-ff88-479a-820a-888734ba12dd'] {{(pid=88262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 30 04:54:24.621931 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e16eb27b-daf2-47d1-bb87-04d881be4190 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729234556353'] for network, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:24.671922 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-95fdf3ea-3bc9-4a1b-9def-fabd2c55b377 req-9888c156-f50e-42a9-80aa-c1ad33827533 tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] 10.222.0.15 "GET /v2.0/security-groups?id=a23f5e44-f910-4633-a7d4-8a86a5a2b7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2019036 May 30 04:54:24.676527 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-458b4db8-d843-4f92-b846-a3af1463f495 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:24.702191 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-93406df6-4a0d-4d41-b98c-465101290ad5 req-013f2d0f-25f6-4abd-917e-765f9691ac21 service neutron] 10.222.0.39 "GET /v2.0/networks/48553bc8-2e8d-42a5-b036-bcc9c477033e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3441899 May 30 04:54:24.711849 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247b867d-a8c4-4ffc-84fa-d8324faab9c6 req-81bb9d27-7053-421a-b12e-f318e6333c01 tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:54:24.713566 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-247b867d-a8c4-4ffc-84fa-d8324faab9c6 req-81bb9d27-7053-421a-b12e-f318e6333c01 tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] 10.222.0.15 "GET /v2.0/ports?device_id=16ccbf65-3c70-41e4-85a9-2d48805ea5ac HTTP/1.1" status: 200 len: 944 time: 0.3346963 May 30 04:54:24.716909 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e16eb27b-daf2-47d1-bb87-04d881be4190 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788'] for network, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:24.720045 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e16eb27b-daf2-47d1-bb87-04d881be4190 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:54:24.721989 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e16eb27b-daf2-47d1-bb87-04d881be4190 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642826'] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:24.833702 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458b4db8-d843-4f92-b846-a3af1463f495 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Pushing event deleted for resources: {'Port': ['ID=4ffe5650-bf31-4318-b6fa-964fea570d2b,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:54:24.835946 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-72a09125-6c7b-48c6-b765-6cbbc8c4d18c tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:24.905723 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-e16eb27b-daf2-47d1-bb87-04d881be4190 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.3783917 May 30 04:54:24.911755 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 36836) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:24.921708 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-247b867d-a8c4-4ffc-84fa-d8324faab9c6 req-18e741cb-afda-4030-968b-761e599b5560 tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] 10.222.0.15 "GET /v2.0/security-groups?id=dc19cd7e-061d-420d-8a79-861f74cfc0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1915305 May 30 04:54:24.925290 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-31608d41-3be1-4b1a-bf54-99997b55661d tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Request body: {'subnet': {'network_id': 'a2adb975-6e64-4b18-8291-1ae0c5a4266d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:54:24.930230 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16eb27b-daf2-47d1-bb87-04d881be4190 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Pushing event updated for resources: {'Network': ['ID=a2adb975-6e64-4b18-8291-1ae0c5a4266d,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:54:24.935892 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-31608d41-3be1-4b1a-bf54-99997b55661d tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:54:24.946316 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-31608d41-3be1-4b1a-bf54-99997b55661d tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Usage tracker for resource:subnet and tenant:b716d37694ea4d05a16d0bffce109eae is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:54:24.949660 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-31608d41-3be1-4b1a-bf54-99997b55661d tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:54:24.951598 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Network a2adb975-6e64-4b18-8291-1ae0c5a4266d details requested by agent ovs-agent-dv-neutron-843763-1-hyperv with host dv-neutron-843763-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 04:54:24.957574 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-31608d41-3be1-4b1a-bf54-99997b55661d tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:54:24.959856 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-458b4db8-d843-4f92-b846-a3af1463f495 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:24.968095 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e312035-0204-4e2a-b881-527bf6768cd4 req-f8abc6ea-d815-4419-aca6-1bc4fde7e7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:54:24.969567 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4e312035-0204-4e2a-b881-527bf6768cd4 req-f8abc6ea-d815-4419-aca6-1bc4fde7e7d9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3fffdaf8665e4f2eb17f85d23ba9b1e3&device_id=d16b00e3-9d60-4f25-8b8a-0624cc24ed1b HTTP/1.1" status: 200 len: 1096 time: 0.2028632 May 30 04:54:24.973700 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31608d41-3be1-4b1a-bf54-99997b55661d tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Made reservation on behalf of b716d37694ea4d05a16d0bffce109eae for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:54:24.976180 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-31608d41-3be1-4b1a-bf54-99997b55661d tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Notify callbacks [] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:24.989019 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a09125-6c7b-48c6-b765-6cbbc8c4d18c tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f234fef-04cc-4d37-889c-edf2222e8137,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:54:25.093125 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-458b4db8-d843-4f92-b846-a3af1463f495 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] 10.222.0.15 "DELETE /v2.0/ports/4ffe5650-bf31-4318-b6fa-964fea570d2b HTTP/1.1" status: 204 len: 168 time: 2.1899188 May 30 04:54:25.097689 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-72a09125-6c7b-48c6-b765-6cbbc8c4d18c tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:25.101256 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-72a09125-6c7b-48c6-b765-6cbbc8c4d18c tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] 10.222.0.15 "DELETE /v2.0/security-groups/5f234fef-04cc-4d37-889c-edf2222e8137 HTTP/1.1" status: 204 len: 168 time: 1.7438159 May 30 04:54:25.101256 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 36840) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:25.103427 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 36842) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:25.155881 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-53588a1d-c5e3-4fea-a2b8-83a6c3c2023f tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:25.203601 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e312035-0204-4e2a-b881-527bf6768cd4 req-ca75e62d-d289-46b0-b8b7-39f31c2333bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:54:25.205046 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4e312035-0204-4e2a-b881-527bf6768cd4 req-ca75e62d-d289-46b0-b8b7-39f31c2333bb service neutron] 10.222.0.39 "GET /v2.0/networks?id=48553bc8-2e8d-42a5-b036-bcc9c477033e HTTP/1.1" status: 200 len: 912 time: 0.2132952 May 30 04:54:25.221099 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-35d73021-311b-48dd-9c17-2aff63ed9b53 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Synchronizing usage tracker for tenant:f44762f791794343af1427c1c367cd0f on resource:port {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:54:25.239042 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-341da878-6638-4b02-961d-096951c17db2 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603653'] for router, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:25.241500 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53588a1d-c5e3-4fea-a2b8-83a6c3c2023f tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Pushing event deleted for resources: {'Port': ['ID=109069f1-91f0-4907-9b8f-41ade3c87e6d,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:54:25.315077 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4e312035-0204-4e2a-b881-527bf6768cd4 req-0117924e-4367-4e2f-9ff6-19516385eb50 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c3097bca-1197-4f00-87a5-ff10ccdee25e HTTP/1.1" status: 200 len: 217 time: 0.1023612 May 30 04:54:25.414188 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e312035-0204-4e2a-b881-527bf6768cd4 req-41b65102-8289-4545-a760-ee68858b413e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:54:25.415544 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4e312035-0204-4e2a-b881-527bf6768cd4 req-41b65102-8289-4545-a760-ee68858b413e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c42df579-83e1-422f-882b-890997a0d3b9 HTTP/1.1" status: 200 len: 850 time: 0.0937891 May 30 04:54:25.450657 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-35d73021-311b-48dd-9c17-2aff63ed9b53 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Unset dirty status for tenant:f44762f791794343af1427c1c367cd0f on resource:port {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:54:25.451886 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-35d73021-311b-48dd-9c17-2aff63ed9b53 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.3494825 May 30 04:54:25.468100 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 36850) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:25.484533 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-806760fc-61bc-4249-bf76-cac7e536d194 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Synchronizing usage tracker for tenant:eac58d9c4cf44d64b6d01a6d97e0244a on resource:security_group {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:54:25.489569 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-33225046-13b4-40d9-8d79-87fd160433cb tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-545959581'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:54:25.505149 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-33225046-13b4-40d9-8d79-87fd160433cb tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:54:25.574516 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e312035-0204-4e2a-b881-527bf6768cd4 req-ed9dacb9-8904-49b4-b889-6661a7db6777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:54:25.575917 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4e312035-0204-4e2a-b881-527bf6768cd4 req-ed9dacb9-8904-49b4-b889-6661a7db6777 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=48553bc8-2e8d-42a5-b036-bcc9c477033e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1537127 May 30 04:54:25.612043 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-33225046-13b4-40d9-8d79-87fd160433cb tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Usage tracker for resource:network and tenant:f44762f791794343af1427c1c367cd0f is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:54:25.616245 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-33225046-13b4-40d9-8d79-87fd160433cb tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:54:25.640741 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-806760fc-61bc-4249-bf76-cac7e536d194 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Unset dirty status for tenant:eac58d9c4cf44d64b6d01a6d97e0244a on resource:security_group {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:54:25.642001 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-806760fc-61bc-4249-bf76-cac7e536d194 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5357077 May 30 04:54:25.648339 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-33225046-13b4-40d9-8d79-87fd160433cb tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:54:25.653930 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 36854) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:25.672013 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-320839c8-4455-4e47-b477-813a65fc33eb tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Request body: {'security_group': {'name': 'tempest-secgroup--1431444630'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:54:25.715842 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-320839c8-4455-4e47-b477-813a65fc33eb tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:54:25.735106 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5166d06d-a8dd-4265-bc7f-86f840b5185a req-2c28d1a8-87c1-4467-99d6-57703b40a338 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:54:25.741125 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-5166d06d-a8dd-4265-bc7f-86f840b5185a req-2c28d1a8-87c1-4467-99d6-57703b40a338 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1e7b65a-2794-4268-bd76-1003a7875678 HTTP/1.1" status: 200 len: 944 time: 0.5068154 May 30 04:54:25.743265 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.objects.ports [None req-31608d41-3be1-4b1a-bf54-99997b55661d tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88261) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 30 04:54:25.743731 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-31608d41-3be1-4b1a-bf54-99997b55661d tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:25.748432 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33225046-13b4-40d9-8d79-87fd160433cb tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Made reservation on behalf of f44762f791794343af1427c1c367cd0f for: {'network': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:54:25.751759 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-33225046-13b4-40d9-8d79-87fd160433cb tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for network, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:25.776407 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device fba489e5-d7a4-4280-a042-b13fdb5779ed details requested by agent hyperv_hv-neutron-8437 with host hv-neutron-8437 {{(pid=88262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 04:54:25.810826 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4e312035-0204-4e2a-b881-527bf6768cd4 req-a465ff60-ce90-4db4-83cc-ac5a35bb9ea4 service neutron] 10.222.0.39 "GET /v2.0/networks/48553bc8-2e8d-42a5-b036-bcc9c477033e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275357 May 30 04:54:25.816278 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-320839c8-4455-4e47-b477-813a65fc33eb tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:54:25.820265 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device 263364a3-ff88-479a-820a-888734ba12dd up at agent hyperv_hv-neutron-8437 {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 04:54:25.903076 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-53588a1d-c5e3-4fea-a2b8-83a6c3c2023f tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:25.905165 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-53588a1d-c5e3-4fea-a2b8-83a6c3c2023f tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] 10.222.0.15 "DELETE /v2.0/ports/109069f1-91f0-4907-9b8f-41ade3c87e6d HTTP/1.1" status: 204 len: 168 time: 3.2385347 May 30 04:54:25.912184 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-320839c8-4455-4e47-b477-813a65fc33eb tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Notify callbacks [] for security_group, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:25.927105 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 36860) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:25.957263 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31608d41-3be1-4b1a-bf54-99997b55661d tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Pushing event updated for resources: {'Subnet': ['ID=89ef48fd-4dd2-481f-9f02-f128d6bf650a,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:54:25.980446 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33225046-13b4-40d9-8d79-87fd160433cb tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=88260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 04:54:25.986697 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31608d41-3be1-4b1a-bf54-99997b55661d tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Checking segment: {'id': '9dbe21ae-3860-4fc8-95db-ff3d33088de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a2adb975-6e64-4b18-8291-1ae0c5a4266d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:54:25.987067 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31608d41-3be1-4b1a-bf54-99997b55661d tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Network hostable DHCP agents. Network: a2adb975-6e64-4b18-8291-1ae0c5a4266d, hostable agents: ['1c705e68-3d3e-4dd3-9252-feb21d4b96ab'], hosted agents: [] {{(pid=88261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 04:54:25.990679 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-5166d06d-a8dd-4265-bc7f-86f840b5185a req-55221b12-2a52-4d85-bb1e-22a297fe917a tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0fb8c38-d8b6-4c01-bc8c-1b54a1e25304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2484472 May 30 04:54:25.997051 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Provisioning for port 263364a3-ff88-479a-820a-888734ba12dd completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:54:26.007405 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port fba489e5-d7a4-4280-a042-b13fdb5779ed, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=fba489e5-d7a4-4280-a042-b13fdb5779ed,segment=NetworkSegment(85212bcf-98ed-4bb6-b44e-b2716ff7b6a4),segment_id=85212bcf-98ed-4bb6-b44e-b2716ff7b6a4)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:54:26.014027 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Provisioning complete for port 263364a3-ff88-479a-820a-888734ba12dd triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:54:26.014403 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:26.029511 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-33225046-13b4-40d9-8d79-87fd160433cb tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:26.030080 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.db.segments_db [None req-33225046-13b4-40d9-8d79-87fd160433cb tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Added segment 3c9a5aab-c90b-4217-9a9d-16436594b87e of type vlan for network fd63baea-a4ae-4a3a-af7d-556455bc912d May 30 04:54:26.052647 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4e312035-0204-4e2a-b881-527bf6768cd4 req-66b7f9e3-e340-4da6-a809-68b824eb8b47 service neutron] 10.222.0.39 "GET /v2.0/networks/48553bc8-2e8d-42a5-b036-bcc9c477033e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990054 May 30 04:54:26.055656 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31608d41-3be1-4b1a-bf54-99997b55661d tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Network a2adb975-6e64-4b18-8291-1ae0c5a4266d is scheduled to be hosted by DHCP agent 1c705e68-3d3e-4dd3-9252-feb21d4b96ab with binding_index 1 {{(pid=88261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 04:54:26.072901 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140aae76-edfc-44b9-ac46-129a6aa0a617 req-56047371-91a8-4172-a65d-c9e01cf9d16b tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:54:26.074410 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-140aae76-edfc-44b9-ac46-129a6aa0a617 req-56047371-91a8-4172-a65d-c9e01cf9d16b tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] 10.222.0.15 "GET /v2.0/ports?device_id=d16b00e3-9d60-4f25-8b8a-0624cc24ed1b HTTP/1.1" status: 200 len: 943 time: 0.2624786 May 30 04:54:26.075620 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-31608d41-3be1-4b1a-bf54-99997b55661d tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843763-1-hyperv, a2adb975-6e64-4b18-8291-1ae0c5a4266d) {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:54:26.079849 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31608d41-3be1-4b1a-bf54-99997b55661d tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:54:26.080426 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-31608d41-3be1-4b1a-bf54-99997b55661d tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:26.087521 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-33225046-13b4-40d9-8d79-87fd160433cb tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729234556353'] for network, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:26.093384 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e53251-9a88-46a8-ab20-04aee50bfedd None None] Network a2adb975-6e64-4b18-8291-1ae0c5a4266d requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:54:26.108767 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Returning: {'device': 'fba489e5-d7a4-4280-a042-b13fdb5779ed', 'network_id': 'd6c60be6-16d0-4643-855e-f83fdbae0248', 'port_id': 'fba489e5-d7a4-4280-a042-b13fdb5779ed', 'mac_address': 'fa:16:3e:72:2c:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c06f497a-4701-45be-bb19-b5a139bdd216', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 04:54:26.130796 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-1476a2f1-0ef8-45cd-8e87-7bd802d4020a tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] GET failed (client error): The resource could not be found. May 30 04:54:26.132124 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-1476a2f1-0ef8-45cd-8e87-7bd802d4020a tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Synchronizing usage tracker for tenant:5b20069eba164497a9d9514a420da987 on resource:port {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:54:26.140264 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-31608d41-3be1-4b1a-bf54-99997b55661d tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.2231307 May 30 04:54:26.140431 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 36866) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:26.145531 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-33007368-4aa6-44d8-af03-86386159c1c3 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-622135417', 'network_id': 'a2adb975-6e64-4b18-8291-1ae0c5a4266d'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:54:26.155311 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-33007368-4aa6-44d8-af03-86386159c1c3 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:54:26.162716 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-140aae76-edfc-44b9-ac46-129a6aa0a617 req-0bc15d15-eb94-4246-a053-c9bc2242f071 tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] 10.222.0.15 "GET /v2.0/security-groups?id=a23f5e44-f910-4633-a7d4-8a86a5a2b7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758202 May 30 04:54:26.163624 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-33007368-4aa6-44d8-af03-86386159c1c3 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Usage tracker for resource:port and tenant:b716d37694ea4d05a16d0bffce109eae is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:54:26.166548 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-33007368-4aa6-44d8-af03-86386159c1c3 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:54:26.172809 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-33007368-4aa6-44d8-af03-86386159c1c3 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:54:26.194342 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33007368-4aa6-44d8-af03-86386159c1c3 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Made reservation on behalf of b716d37694ea4d05a16d0bffce109eae for: {'port': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:54:26.197766 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-33007368-4aa6-44d8-af03-86386159c1c3 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:26.199469 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-320839c8-4455-4e47-b477-813a65fc33eb tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:54:26.203719 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-320839c8-4455-4e47-b477-813a65fc33eb tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Usage tracker for resource:security_group_rule and tenant:eac58d9c4cf44d64b6d01a6d97e0244a is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:54:26.206896 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-320839c8-4455-4e47-b477-813a65fc33eb tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:54:26.213139 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-33225046-13b4-40d9-8d79-87fd160433cb tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788'] for network, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:26.219271 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33225046-13b4-40d9-8d79-87fd160433cb tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:54:26.219978 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-33225046-13b4-40d9-8d79-87fd160433cb tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642826'] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:26.224271 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [None req-33007368-4aa6-44d8-af03-86386159c1c3 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] device_id is not set on port 38d447a0-4650-4934-81df-337d6c2bb628 yet. {{(pid=88261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 30 04:54:26.242250 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-320839c8-4455-4e47-b477-813a65fc33eb tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:54:26.318217 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Current status of the port 263364a3-ff88-479a-820a-888734ba12dd is: BUILD; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:54:26.319214 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:26.337871 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Current status of the port fba489e5-d7a4-4280-a042-b13fdb5779ed is: DOWN; New status is: BUILD {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:54:26.338098 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:26.355603 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33225046-13b4-40d9-8d79-87fd160433cb tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Pushing event updated for resources: {'Network': ['ID=fd63baea-a4ae-4a3a-af7d-556455bc912d,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:54:26.358289 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-33225046-13b4-40d9-8d79-87fd160433cb tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8849847 May 30 04:54:26.361058 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 36870) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:26.363056 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-341da878-6638-4b02-961d-096951c17db2 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Router aa30341f-381d-47f4-973f-3372341efd20 is scheduled to L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 with binding_index 1 {{(pid=88260) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 30 04:54:26.363787 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fba489e5-d7a4-4280-a042-b13fdb5779ed {{(pid=88262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 30 04:54:26.377782 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-f640a183-58b9-4639-a566-f809abd9b600 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2064346214'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:54:26.387614 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-f640a183-58b9-4639-a566-f809abd9b600 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:54:26.394972 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-1476a2f1-0ef8-45cd-8e87-7bd802d4020a tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Unset dirty status for tenant:5b20069eba164497a9d9514a420da987 on resource:port {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:54:26.398790 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-1476a2f1-0ef8-45cd-8e87-7bd802d4020a tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] 10.222.0.15 "GET /v2.0/ports/109069f1-91f0-4907-9b8f-41ade3c87e6d HTTP/1.1" status: 404 len: 333 time: 0.4661140 May 30 04:54:26.405156 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Network fd63baea-a4ae-4a3a-af7d-556455bc912d details requested by agent ovs-agent-dv-neutron-843763-1-hyperv with host dv-neutron-843763-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 04:54:26.474730 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 36874) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:26.487950 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16ccbf65-3c70-41e4-85a9-2d48805ea5ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '263364a3-ff88-479a-820a-888734ba12dd'}] {{(pid=88262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 04:54:26.497122 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-f640a183-58b9-4639-a566-f809abd9b600 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Usage tracker for resource:network and tenant:f44762f791794343af1427c1c367cd0f is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:54:26.500357 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-33007368-4aa6-44d8-af03-86386159c1c3 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Allocated IP 2001:db8::39b (a2adb975-6e64-4b18-8291-1ae0c5a4266d/89ef48fd-4dd2-481f-9f02-f128d6bf650a/38d447a0-4650-4934-81df-337d6c2bb628) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:54:26.502392 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-f640a183-58b9-4639-a566-f809abd9b600 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:54:26.511034 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-f640a183-58b9-4639-a566-f809abd9b600 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:54:26.535911 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f640a183-58b9-4639-a566-f809abd9b600 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Made reservation on behalf of f44762f791794343af1427c1c367cd0f for: {'network': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:54:26.539420 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f640a183-58b9-4639-a566-f809abd9b600 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for network, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:26.604766 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f640a183-58b9-4639-a566-f809abd9b600 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=88261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 04:54:26.607480 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313fbad4-6c98-4ec7-9fc4-bf13daa43210 req-82c2651f-0d64-4e3c-9e29-20b2aa57ee7c tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:54:26.609314 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-313fbad4-6c98-4ec7-9fc4-bf13daa43210 req-82c2651f-0d64-4e3c-9e29-20b2aa57ee7c tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] 10.222.0.15 "GET /v2.0/ports?device_id=16ccbf65-3c70-41e4-85a9-2d48805ea5ac HTTP/1.1" status: 200 len: 944 time: 0.4741862 May 30 04:54:26.622428 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port 263364a3-ff88-479a-820a-888734ba12dd, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=263364a3-ff88-479a-820a-888734ba12dd,segment=NetworkSegment(50948e22-aeb7-4d40-9037-d9f84615e996),segment_id=50948e22-aeb7-4d40-9037-d9f84615e996)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:54:26.624159 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port fba489e5-d7a4-4280-a042-b13fdb5779ed, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=fba489e5-d7a4-4280-a042-b13fdb5779ed,segment=NetworkSegment(85212bcf-98ed-4bb6-b44e-b2716ff7b6a4),segment_id=85212bcf-98ed-4bb6-b44e-b2716ff7b6a4)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:54:26.660905 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:26.685540 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f640a183-58b9-4639-a566-f809abd9b600 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:26.685897 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.db.segments_db [None req-f640a183-58b9-4639-a566-f809abd9b600 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Added segment 73172e21-7400-4940-8efd-d4ce16e5a5c6 of type vlan for network d78d1ee6-ca52-4b12-bf7f-c73a3192958a May 30 04:54:26.687173 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-72641090-1ad4-40b8-8ebe-990770ebe396 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Deleting port 41249c22-7231-4136-aefa-3a4f690be3c8 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:54:26.687505 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-72641090-1ad4-40b8-8ebe-990770ebe396 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:26.711644 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:26.733691 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f640a183-58b9-4639-a566-f809abd9b600 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729234556353'] for network, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:26.780765 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-004988d2-f7fa-41dd-9090-eb880ecde6c0 None None] Network a2adb975-6e64-4b18-8291-1ae0c5a4266d requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:54:26.789164 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-33007368-4aa6-44d8-af03-86386159c1c3 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:26.809593 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f640a183-58b9-4639-a566-f809abd9b600 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788'] for network, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:26.815335 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f640a183-58b9-4639-a566-f809abd9b600 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:54:26.815941 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f640a183-58b9-4639-a566-f809abd9b600 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642826'] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:26.888880 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Pushing event updated for resources: {'Port': ['ID=fba489e5-d7a4-4280-a042-b13fdb5779ed,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:54:26.944017 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f640a183-58b9-4639-a566-f809abd9b600 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Pushing event updated for resources: {'Network': ['ID=d78d1ee6-ca52-4b12-bf7f-c73a3192958a,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:54:26.962158 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-f640a183-58b9-4639-a566-f809abd9b600 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5860364 May 30 04:54:26.965669 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Network d78d1ee6-ca52-4b12-bf7f-c73a3192958a details requested by agent ovs-agent-dv-neutron-843763-1-hyperv with host dv-neutron-843763-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 04:54:26.972258 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-33007368-4aa6-44d8-af03-86386159c1c3 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:27.083526 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33007368-4aa6-44d8-af03-86386159c1c3 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Pushing event updated for resources: {'Port': ['ID=38d447a0-4650-4934-81df-337d6c2bb628,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:54:27.111305 dv-neutron-843763-1-hyperv neutron-server[88262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-389179a5-87c4-48e5-a4f6-551299f066b7'] response: {'server_uuid': '16ccbf65-3c70-41e4-85a9-2d48805ea5ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '263364a3-ff88-479a-820a-888734ba12dd', 'code': 200} May 30 04:54:27.113322 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33007368-4aa6-44d8-af03-86386159c1c3 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Network a2adb975-6e64-4b18-8291-1ae0c5a4266d is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:54:27.120243 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-33007368-4aa6-44d8-af03-86386159c1c3 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:54:27.120445 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] get_ports_and_sgs() called for port_ids ['fba489e5-d7a4-4280-a042-b13fdb5779ed'] {{(pid=88262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 30 04:54:27.123210 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33007368-4aa6-44d8-af03-86386159c1c3 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:54:27.124739 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33007368-4aa6-44d8-af03-86386159c1c3 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:54:27.125569 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-33007368-4aa6-44d8-af03-86386159c1c3 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:27.176279 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-33007368-4aa6-44d8-af03-86386159c1c3 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.0348296 May 30 04:54:27.179238 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 36890) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:27.285312 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-341da878-6638-4b02-961d-096951c17db2 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 04:54:27.303807 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c9420b-d435-4cd2-97a7-5f81048e6ce1 None None] Sync routers for ids ['aa30341f-381d-47f4-973f-3372341efd20'] in dv-neutron-843763-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 04:54:27.306918 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-0c0d3c0d-d476-4def-a1ce-27ef52f43aaf tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Deleting port 38d447a0-4650-4934-81df-337d6c2bb628 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:54:27.307752 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0c0d3c0d-d476-4def-a1ce-27ef52f43aaf tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:27.324147 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c9420b-d435-4cd2-97a7-5f81048e6ce1 None None] Routers {'aa30341f-381d-47f4-973f-3372341efd20'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 04:54:27.324810 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-03c9420b-d435-4cd2-97a7-5f81048e6ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T04:54:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['aa30341f-381d-47f4-973f-3372341efd20'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:54:27.352820 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-320839c8-4455-4e47-b477-813a65fc33eb tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Notify callbacks [] for security_group, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:27.437567 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Pushing event updated for resources: {'Port': ['ID=263364a3-ff88-479a-820a-888734ba12dd,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:54:27.455597 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-313fbad4-6c98-4ec7-9fc4-bf13daa43210 req-24e3196d-7255-4755-8cc6-a1f84f5a793e tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] 10.222.0.15 "GET /v2.0/security-groups?id=dc19cd7e-061d-420d-8a79-861f74cfc0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7876456 May 30 04:54:27.461492 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-320839c8-4455-4e47-b477-813a65fc33eb tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:27.532675 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-341da878-6638-4b02-961d-096951c17db2 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:27.547231 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-341da878-6638-4b02-961d-096951c17db2 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 7.7112119 May 30 04:54:27.550225 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 36896) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:27.566812 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-320839c8-4455-4e47-b477-813a65fc33eb tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:27.572867 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-320839c8-4455-4e47-b477-813a65fc33eb tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.9140756 May 30 04:54:27.592417 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 36900) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:27.611812 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-2f8ec229-da63-4741-97d3-67d8482f8109 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Request body: {'security_group_rule': {'security_group_id': '4fcce4de-e71c-4c22-8c51-71e6587102f3', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:54:27.622922 dv-neutron-843763-1-hyperv neutron-server[88260]: WARNING neutron.api.v2.base [None req-2f8ec229-da63-4741-97d3-67d8482f8109 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. May 30 04:54:27.629169 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.api.v2.resource [None req-2f8ec229-da63-4741-97d3-67d8482f8109 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 04:54:27.633380 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-2f8ec229-da63-4741-97d3-67d8482f8109 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0290833 May 30 04:54:27.640699 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0c0d3c0d-d476-4def-a1ce-27ef52f43aaf tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:27.724832 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-03c9420b-d435-4cd2-97a7-5f81048e6ce1 None None] Set router aa30341f-381d-47f4-973f-3372341efd20 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 04:54:27.770655 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-0c0d3c0d-d476-4def-a1ce-27ef52f43aaf tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Calling delete_port for 38d447a0-4650-4934-81df-337d6c2bb628 owned by {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:54:27.791798 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device c3097bca-1197-4f00-87a5-ff10ccdee25e details requested by agent hyperv_hv-neutron-8437 with host hv-neutron-8437 {{(pid=88262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 04:54:27.825498 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 36904) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:27.953021 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3bf10a6c-b757-4790-97ea-583e9a72a332 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:27.981884 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3bf10a6c-b757-4790-97ea-583e9a72a332 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:28.035347 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239c0846-123f-4067-94b3-fe4348cd0bf9 req-ad2251b7-eaa2-4de6-b85b-3847c96141b2 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:54:28.039544 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320839c8-4455-4e47-b477-813a65fc33eb tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fcce4de-e71c-4c22-8c51-71e6587102f3,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:54:28.043717 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-239c0846-123f-4067-94b3-fe4348cd0bf9 req-ad2251b7-eaa2-4de6-b85b-3847c96141b2 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1e7b65a-2794-4268-bd76-1003a7875678 HTTP/1.1" status: 200 len: 945 time: 0.8277748 May 30 04:54:28.046887 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-72641090-1ad4-40b8-8ebe-990770ebe396 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:28.048038 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0c0d3c0d-d476-4def-a1ce-27ef52f43aaf tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:28.063146 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3bf10a6c-b757-4790-97ea-583e9a72a332 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:28.065393 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8b0a3fd6-8876-478f-abf4-8c5830a50178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:28.100409 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf10a6c-b757-4790-97ea-583e9a72a332 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fcce4de-e71c-4c22-8c51-71e6587102f3,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:54:28.109371 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3bf10a6c-b757-4790-97ea-583e9a72a332 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:28.113089 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-3bf10a6c-b757-4790-97ea-583e9a72a332 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] 10.222.0.15 "DELETE /v2.0/security-groups/4fcce4de-e71c-4c22-8c51-71e6587102f3 HTTP/1.1" status: 204 len: 168 time: 0.2723210 May 30 04:54:28.142878 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-03c9420b-d435-4cd2-97a7-5f81048e6ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa30341f-381d-47f4-973f-3372341efd20', 'name': 'tempest-snat-router-619341160', 'tenant_id': 'bd3c8d428858414386daf786d1fecb46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.200'}], 'enable_snat': False}, 'gw_port_id': 'fd4ed63b-d151-494a-a1b6-d6af8bbb5103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T04:54:20Z', 'updated_at': '2022-05-30T04:54:23Z', 'revision_number': 3, 'project_id': 'bd3c8d428858414386daf786d1fecb46', 'gw_port': {'id': 'fd4ed63b-d151-494a-a1b6-d6af8bbb5103', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:99:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa30341f-381d-47f4-973f-3372341efd20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:54:21Z', 'updated_at': '2022-05-30T04:54:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-843763-1-hyperv'}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:54:28.147644 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c9420b-d435-4cd2-97a7-5f81048e6ce1 None None] Checking router: aa30341f-381d-47f4-973f-3372341efd20 for host: dv-neutron-843763-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 04:54:28.148307 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c9420b-d435-4cd2-97a7-5f81048e6ce1 None None] Updating router aa30341f-381d-47f4-973f-3372341efd20 port fd4ed63b-d151-494a-a1b6-d6af8bbb5103 binding host dv-neutron-843763-1-hyperv {{(pid=88263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 30 04:54:28.153606 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 36908) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:28.166583 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port c3097bca-1197-4f00-87a5-ff10ccdee25e, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=c3097bca-1197-4f00-87a5-ff10ccdee25e,segment=NetworkSegment(6c4f160d-581c-4e44-836d-a510d50f04aa),segment_id=6c4f160d-581c-4e44-836d-a510d50f04aa)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:54:28.191385 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Returning: {'device': 'c3097bca-1197-4f00-87a5-ff10ccdee25e', 'network_id': '48553bc8-2e8d-42a5-b036-bcc9c477033e', 'port_id': 'c3097bca-1197-4f00-87a5-ff10ccdee25e', 'mac_address': 'fa:16:3e:4c:1f:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c42df579-83e1-422f-882b-890997a0d3b9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 04:54:28.228385 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0d3c0d-d476-4def-a1ce-27ef52f43aaf tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Pushing event deleted for resources: {'Port': ['ID=38d447a0-4650-4934-81df-337d6c2bb628,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:54:28.233411 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccb410c-300f-4370-81e8-9b1bc2820b13 req-821fd569-7d5e-4b64-a4b0-30974b89a64e tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:54:28.236048 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-eccb410c-300f-4370-81e8-9b1bc2820b13 req-821fd569-7d5e-4b64-a4b0-30974b89a64e tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] 10.222.0.15 "GET /v2.0/ports?device_id=d16b00e3-9d60-4f25-8b8a-0624cc24ed1b HTTP/1.1" status: 200 len: 943 time: 0.4841340 May 30 04:54:28.293951 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-03c9420b-d435-4cd2-97a7-5f81048e6ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:28.316374 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Current status of the port c3097bca-1197-4f00-87a5-ff10ccdee25e is: DOWN; New status is: BUILD {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:54:28.316753 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:28.334083 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-72641090-1ad4-40b8-8ebe-990770ebe396 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Calling delete_port for 41249c22-7231-4136-aefa-3a4f690be3c8 owned by {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:54:28.356900 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3097bca-1197-4f00-87a5-ff10ccdee25e {{(pid=88262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 30 04:54:28.362647 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-239c0846-123f-4067-94b3-fe4348cd0bf9 req-8f6b84f8-8993-469c-835f-b4bd605110f7 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0fb8c38-d8b6-4c01-bc8c-1b54a1e25304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3166196 May 30 04:54:28.377184 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c77892-82f6-41b9-9b61-944ec3c48a32 req-647a6d0a-df94-41f1-b57b-95c6e30ec06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:54:28.385318 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d5c77892-82f6-41b9-9b61-944ec3c48a32 req-647a6d0a-df94-41f1-b57b-95c6e30ec06d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=16ccbf65-3c70-41e4-85a9-2d48805ea5ac HTTP/1.1" status: 200 len: 1098 time: 1.0442262 May 30 04:54:28.392753 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port c3097bca-1197-4f00-87a5-ff10ccdee25e, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=c3097bca-1197-4f00-87a5-ff10ccdee25e,segment=NetworkSegment(6c4f160d-581c-4e44-836d-a510d50f04aa),segment_id=6c4f160d-581c-4e44-836d-a510d50f04aa)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:54:28.403529 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:28.416346 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-eccb410c-300f-4370-81e8-9b1bc2820b13 req-0e8da546-2671-4dcc-9789-65d6293b8aa5 tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] 10.222.0.15 "GET /v2.0/security-groups?id=a23f5e44-f910-4633-a7d4-8a86a5a2b7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154542 May 30 04:54:28.469902 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-e831b2de-6851-446f-9cd0-d1ac536dd6f7 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] 10.222.0.15 "GET /v2.0/routers/aa30341f-381d-47f4-973f-3372341efd20 HTTP/1.1" status: 200 len: 908 time: 0.9034224 May 30 04:54:28.470262 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 36912) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:28.470673 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0c0d3c0d-d476-4def-a1ce-27ef52f43aaf tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:28.491314 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-d70b8022-3b3c-48f7-86d5-baa355f6b2ca tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Request body: {'router': {'name': 'tempest-snat-router-619341160', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'enable_snat': True}}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:54:28.496693 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-d70b8022-3b3c-48f7-86d5-baa355f6b2ca tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:54:28.501117 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-d70b8022-3b3c-48f7-86d5-baa355f6b2ca tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Usage tracker for resource:router and tenant:bd3c8d428858414386daf786d1fecb46 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:54:28.504147 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-d70b8022-3b3c-48f7-86d5-baa355f6b2ca tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:54:28.510645 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-d70b8022-3b3c-48f7-86d5-baa355f6b2ca tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:54:28.525200 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d70b8022-3b3c-48f7-86d5-baa355f6b2ca tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1603901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11666'] for router, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:28.526526 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d70b8022-3b3c-48f7-86d5-baa355f6b2ca tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11675'] for router, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:28.531787 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-0c0d3c0d-d476-4def-a1ce-27ef52f43aaf tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] 10.222.0.15 "DELETE /v2.0/ports/38d447a0-4650-4934-81df-337d6c2bb628 HTTP/1.1" status: 204 len: 168 time: 1.3513279 May 30 04:54:28.548485 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d70b8022-3b3c-48f7-86d5-baa355f6b2ca tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:28.550825 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 36918) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:28.554640 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-d5c77892-82f6-41b9-9b61-944ec3c48a32 req-7dc38ab8-710a-443e-b60e-f2e9545ad043 service neutron] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:28.605762 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-bb4fa3bd-0aa6-443a-ba8b-074855914d4f tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a2adb975-6e64-4b18-8291-1ae0c5a4266d', 'external_fixed_ips': [{'subnet_id': '89ef48fd-4dd2-481f-9f02-f128d6bf650a', 'ip_address': '2001:db8::39b'}]}}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:54:28.621217 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-8ed1d2b9-ddc5-42f5-9e99-98d9f4cf797c tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Synchronizing usage tracker for tenant:eac58d9c4cf44d64b6d01a6d97e0244a on resource:security_group {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:54:28.631101 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Pushing event updated for resources: {'Port': ['ID=c3097bca-1197-4f00-87a5-ff10ccdee25e,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:54:28.644888 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-bb4fa3bd-0aa6-443a-ba8b-074855914d4f tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:54:28.654092 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-bb4fa3bd-0aa6-443a-ba8b-074855914d4f tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Usage tracker for resource:router and tenant:b716d37694ea4d05a16d0bffce109eae is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:54:28.660213 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-bb4fa3bd-0aa6-443a-ba8b-074855914d4f tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:54:28.673945 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-bb4fa3bd-0aa6-443a-ba8b-074855914d4f tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:54:28.691295 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [req-d5c77892-82f6-41b9-9b61-944ec3c48a32 req-7dc38ab8-710a-443e-b60e-f2e9545ad043 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:54:28.736074 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] get_ports_and_sgs() called for port_ids ['c3097bca-1197-4f00-87a5-ff10ccdee25e'] {{(pid=88262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 30 04:54:28.759391 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bb4fa3bd-0aa6-443a-ba8b-074855914d4f tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1603901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11666'] for router, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:28.761677 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bb4fa3bd-0aa6-443a-ba8b-074855914d4f tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11675'] for router, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:28.772830 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-d5c77892-82f6-41b9-9b61-944ec3c48a32 req-7dc38ab8-710a-443e-b60e-f2e9545ad043 service neutron] Usage tracker for resource:security_group_rule and tenant:26bea0f9e6cf44eea493a52b90712bb1 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:54:28.782317 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-d5c77892-82f6-41b9-9b61-944ec3c48a32 req-7dc38ab8-710a-443e-b60e-f2e9545ad043 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:54:28.792785 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [req-d5c77892-82f6-41b9-9b61-944ec3c48a32 req-7dc38ab8-710a-443e-b60e-f2e9545ad043 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:54:28.798239 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-8ed1d2b9-ddc5-42f5-9e99-98d9f4cf797c tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Unset dirty status for tenant:eac58d9c4cf44d64b6d01a6d97e0244a on resource:security_group {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:54:28.803977 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-8ed1d2b9-ddc5-42f5-9e99-98d9f4cf797c tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6435225 May 30 04:54:28.816881 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 36922) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:28.836051 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-695613f5-15ee-4f6e-89cf-53f123016fa0 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Request body: {'security_group': {'name': 'tempest-secgroup--1407083148'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:54:28.841164 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-03c9420b-d435-4cd2-97a7-5f81048e6ce1 None None] Notify callbacks [] for port, precommit_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:28.843751 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-695613f5-15ee-4f6e-89cf-53f123016fa0 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:54:28.855552 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-695613f5-15ee-4f6e-89cf-53f123016fa0 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:54:28.855867 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.provisioning_blocks [None req-03c9420b-d435-4cd2-97a7-5f81048e6ce1 None None] Transition to ACTIVE for port object fd4ed63b-d151-494a-a1b6-d6af8bbb5103 will not be triggered until provisioned by entity L2. {{(pid=88263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:54:28.867068 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-03c9420b-d435-4cd2-97a7-5f81048e6ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:28.872638 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bb4fa3bd-0aa6-443a-ba8b-074855914d4f tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:28.876752 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-695613f5-15ee-4f6e-89cf-53f123016fa0 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:28.906963 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-695613f5-15ee-4f6e-89cf-53f123016fa0 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:54:28.911347 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-695613f5-15ee-4f6e-89cf-53f123016fa0 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Usage tracker for resource:security_group_rule and tenant:eac58d9c4cf44d64b6d01a6d97e0244a is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:54:28.915061 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-695613f5-15ee-4f6e-89cf-53f123016fa0 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:54:28.921922 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-695613f5-15ee-4f6e-89cf-53f123016fa0 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:54:29.003204 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-695613f5-15ee-4f6e-89cf-53f123016fa0 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:29.006601 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d70b8022-3b3c-48f7-86d5-baa355f6b2ca tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11765'] for router, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:29.029049 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-695613f5-15ee-4f6e-89cf-53f123016fa0 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:29.029720 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eda345-6d2a-44bb-8857-b28eb9a4d9fc None None] Pushing event updated for resources: {'Port': ['ID=fd4ed63b-d151-494a-a1b6-d6af8bbb5103,revision_number=2']} {{(pid=88263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:54:29.053149 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-72641090-1ad4-40b8-8ebe-990770ebe396 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:29.063430 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-03c9420b-d435-4cd2-97a7-5f81048e6ce1 None None] Attempting to bind port fd4ed63b-d151-494a-a1b6-d6af8bbb5103 on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 04:54:29.063641 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-03c9420b-d435-4cd2-97a7-5f81048e6ce1 None None] Attempting to bind port fd4ed63b-d151-494a-a1b6-d6af8bbb5103 by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': 'ad083d94-0233-4c50-a0ed-00ef7686038c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'}] {{(pid=88263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 04:54:29.064017 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c9420b-d435-4cd2-97a7-5f81048e6ce1 None None] Attempting to bind port fd4ed63b-d151-494a-a1b6-d6af8bbb5103 on network 1bab70f4-3794-44db-8e17-19f483aa8ffa {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 04:54:29.070693 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c9420b-d435-4cd2-97a7-5f81048e6ce1 None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 4, 54, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 04:54:29.071261 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c9420b-d435-4cd2-97a7-5f81048e6ce1 None None] Checking segment: {'id': 'ad083d94-0233-4c50-a0ed-00ef7686038c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:54:29.071656 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-03c9420b-d435-4cd2-97a7-5f81048e6ce1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:29.072449 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c9420b-d435-4cd2-97a7-5f81048e6ce1 None None] Bound using segment: {'id': 'ad083d94-0233-4c50-a0ed-00ef7686038c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'} {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 04:54:29.072766 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-03c9420b-d435-4cd2-97a7-5f81048e6ce1 None None] Bound port: fd4ed63b-d151-494a-a1b6-d6af8bbb5103, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad083d94-0233-4c50-a0ed-00ef7686038c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'}}] {{(pid=88263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 04:54:29.072905 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-03c9420b-d435-4cd2-97a7-5f81048e6ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:29.163387 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.db [None req-03c9420b-d435-4cd2-97a7-5f81048e6ce1 None None] For port fd4ed63b-d151-494a-a1b6-d6af8bbb5103, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 04:54:29.167112 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.db [None req-03c9420b-d435-4cd2-97a7-5f81048e6ce1 None None] For port fd4ed63b-d151-494a-a1b6-d6af8bbb5103, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=fd4ed63b-d151-494a-a1b6-d6af8bbb5103,segment=NetworkSegment(ad083d94-0233-4c50-a0ed-00ef7686038c),segment_id=ad083d94-0233-4c50-a0ed-00ef7686038c)] {{(pid=88263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 04:54:29.175954 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-03c9420b-d435-4cd2-97a7-5f81048e6ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:29.179315 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72641090-1ad4-40b8-8ebe-990770ebe396 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Pushing event deleted for resources: {'Port': ['ID=41249c22-7231-4136-aefa-3a4f690be3c8,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:54:29.311671 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695613f5-15ee-4f6e-89cf-53f123016fa0 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e654db2b-fbab-4ad6-8cf7-c1181048a895,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:54:29.344015 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eda345-6d2a-44bb-8857-b28eb9a4d9fc None None] Pushing event updated for resources: {'Port': ['ID=fd4ed63b-d151-494a-a1b6-d6af8bbb5103,revision_number=3']} {{(pid=88263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:54:29.345052 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695613f5-15ee-4f6e-89cf-53f123016fa0 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:54:29.345549 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695613f5-15ee-4f6e-89cf-53f123016fa0 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:54:29.346016 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695613f5-15ee-4f6e-89cf-53f123016fa0 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:54:29.346863 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695613f5-15ee-4f6e-89cf-53f123016fa0 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:54:29.347615 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695613f5-15ee-4f6e-89cf-53f123016fa0 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:54:29.348649 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695613f5-15ee-4f6e-89cf-53f123016fa0 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:54:29.349770 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695613f5-15ee-4f6e-89cf-53f123016fa0 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:54:29.351823 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695613f5-15ee-4f6e-89cf-53f123016fa0 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:54:29.352935 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695613f5-15ee-4f6e-89cf-53f123016fa0 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:54:29.353367 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695613f5-15ee-4f6e-89cf-53f123016fa0 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:54:29.354139 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695613f5-15ee-4f6e-89cf-53f123016fa0 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:54:29.355288 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695613f5-15ee-4f6e-89cf-53f123016fa0 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:54:29.364197 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-695613f5-15ee-4f6e-89cf-53f123016fa0 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:29.371320 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-695613f5-15ee-4f6e-89cf-53f123016fa0 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5460300 May 30 04:54:29.378916 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 36926) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:29.383893 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-72641090-1ad4-40b8-8ebe-990770ebe396 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:29.397210 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3fe0f5-1681-4ed6-bd32-a18ba8551509 req-add1b91a-50e0-4e2e-bf67-1955b891d1d0 tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:54:29.399960 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-db3fe0f5-1681-4ed6-bd32-a18ba8551509 req-add1b91a-50e0-4e2e-bf67-1955b891d1d0 tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] 10.222.0.15 "GET /v2.0/ports?device_id=16ccbf65-3c70-41e4-85a9-2d48805ea5ac HTTP/1.1" status: 200 len: 945 time: 0.7109993 May 30 04:54:29.407876 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-bcac381e-74b9-4ca9-9961-4bc5fc932fd8 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Request body: {'security_group_rule': {'security_group_id': 'e654db2b-fbab-4ad6-8cf7-c1181048a895', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:54:29.418340 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-72641090-1ad4-40b8-8ebe-990770ebe396 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] 10.222.0.15 "DELETE /v2.0/ports/41249c22-7231-4136-aefa-3a4f690be3c8 HTTP/1.1" status: 204 len: 168 time: 2.9390249 May 30 04:54:29.421040 dv-neutron-843763-1-hyperv neutron-server[88261]: WARNING neutron.api.v2.base [None req-bcac381e-74b9-4ca9-9961-4bc5fc932fd8 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. May 30 04:54:29.421669 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.api.v2.resource [None req-bcac381e-74b9-4ca9-9961-4bc5fc932fd8 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 04:54:29.424157 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 36932) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:29.425821 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-bcac381e-74b9-4ca9-9961-4bc5fc932fd8 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0458570 May 30 04:54:29.431527 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 36934) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:29.443126 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c9420b-d435-4cd2-97a7-5f81048e6ce1 None None] Routers {'aa30341f-381d-47f4-973f-3372341efd20'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 04:54:29.444353 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-03c9420b-d435-4cd2-97a7-5f81048e6ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T04:54:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['aa30341f-381d-47f4-973f-3372341efd20'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:54:29.480282 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-b5ea3fec-cad4-49bf-9ecb-69c6509a6f99 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Request body: {'security_group_rule': {'security_group_id': 'e654db2b-fbab-4ad6-8cf7-c1181048a895', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:54:29.482408 dv-neutron-843763-1-hyperv neutron-server[88260]: WARNING neutron.api.v2.base [None req-b5ea3fec-cad4-49bf-9ecb-69c6509a6f99 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. May 30 04:54:29.482981 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.api.v2.resource [None req-b5ea3fec-cad4-49bf-9ecb-69c6509a6f99 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 04:54:29.484132 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-b5ea3fec-cad4-49bf-9ecb-69c6509a6f99 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0473964 May 30 04:54:29.493193 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 36942) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:29.504044 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-40a96b1c-413e-406e-b6e2-8b5aa32a9b59 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Request body: {'security_group_rule': {'security_group_id': 'e654db2b-fbab-4ad6-8cf7-c1181048a895', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:54:29.520450 dv-neutron-843763-1-hyperv neutron-server[88260]: WARNING neutron.api.v2.base [None req-40a96b1c-413e-406e-b6e2-8b5aa32a9b59 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. May 30 04:54:29.521555 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.api.v2.resource [None req-40a96b1c-413e-406e-b6e2-8b5aa32a9b59 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 04:54:29.523513 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-40a96b1c-413e-406e-b6e2-8b5aa32a9b59 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0233698 May 30 04:54:29.531580 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 36946) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:29.555708 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-f17e1ce3-f34e-4afd-8e4b-6f8d671fb402 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] GET failed (client error): The resource could not be found. May 30 04:54:29.556321 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-f17e1ce3-f34e-4afd-8e4b-6f8d671fb402 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Synchronizing usage tracker for tenant:5b20069eba164497a9d9514a420da987 on resource:port {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:54:29.563703 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-3af143eb-b1d2-46ab-b3cf-ed3172046fe8 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Request body: {'security_group_rule': {'security_group_id': 'e654db2b-fbab-4ad6-8cf7-c1181048a895', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:54:29.564661 dv-neutron-843763-1-hyperv neutron-server[88260]: WARNING neutron.api.v2.base [None req-3af143eb-b1d2-46ab-b3cf-ed3172046fe8 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. May 30 04:54:29.565246 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.api.v2.resource [None req-3af143eb-b1d2-46ab-b3cf-ed3172046fe8 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 04:54:29.566440 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-3af143eb-b1d2-46ab-b3cf-ed3172046fe8 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0305858 May 30 04:54:29.579721 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 36950) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:29.596071 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-f17e1ce3-f34e-4afd-8e4b-6f8d671fb402 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Unset dirty status for tenant:5b20069eba164497a9d9514a420da987 on resource:port {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:54:29.597200 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-f17e1ce3-f34e-4afd-8e4b-6f8d671fb402 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] 10.222.0.15 "GET /v2.0/ports/41249c22-7231-4136-aefa-3a4f690be3c8 HTTP/1.1" status: 404 len: 333 time: 0.1670201 May 30 04:54:29.629578 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 36954) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:29.773675 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-03c9420b-d435-4cd2-97a7-5f81048e6ce1 None None] Set router aa30341f-381d-47f4-973f-3372341efd20 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 04:54:29.806123 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device fba489e5-d7a4-4280-a042-b13fdb5779ed up at agent hyperv_hv-neutron-8437 {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 04:54:29.903899 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5497a67e-ab69-4bb8-894e-09df49173c4c tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:29.930505 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-db3fe0f5-1681-4ed6-bd32-a18ba8551509 req-6ad0938e-20e9-4efb-9a11-b607574bb4fb tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] 10.222.0.15 "GET /v2.0/security-groups?id=dc19cd7e-061d-420d-8a79-861f74cfc0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4921722 May 30 04:54:29.950671 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5497a67e-ab69-4bb8-894e-09df49173c4c tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:29.982770 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Provisioning for port fba489e5-d7a4-4280-a042-b13fdb5779ed completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:54:29.987954 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Provisioning complete for port fba489e5-d7a4-4280-a042-b13fdb5779ed triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:54:29.988558 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:30.062432 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5497a67e-ab69-4bb8-894e-09df49173c4c tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:30.125265 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5497a67e-ab69-4bb8-894e-09df49173c4c tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e654db2b-fbab-4ad6-8cf7-c1181048a895,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:54:30.142134 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-ef6a3d37-5590-439f-b43a-07032c93a6a5 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Deleting port 4cc77082-2075-4e1d-80ff-f3be2e988ba2 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:54:30.142481 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ef6a3d37-5590-439f-b43a-07032c93a6a5 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:30.147771 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5497a67e-ab69-4bb8-894e-09df49173c4c tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:30.149058 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-5497a67e-ab69-4bb8-894e-09df49173c4c tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] 10.222.0.15 "DELETE /v2.0/security-groups/e654db2b-fbab-4ad6-8cf7-c1181048a895 HTTP/1.1" status: 204 len: 168 time: 0.5563481 May 30 04:54:30.158618 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 36958) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:30.159872 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5497a67e-ab69-4bb8-894e-09df49173c4c tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:54:30.160224 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5497a67e-ab69-4bb8-894e-09df49173c4c tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:54:30.160553 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5497a67e-ab69-4bb8-894e-09df49173c4c tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:54:30.160889 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5497a67e-ab69-4bb8-894e-09df49173c4c tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:54:30.161785 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5497a67e-ab69-4bb8-894e-09df49173c4c tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:54:30.161785 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5497a67e-ab69-4bb8-894e-09df49173c4c tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:54:30.161968 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5497a67e-ab69-4bb8-894e-09df49173c4c tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:54:30.162770 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5497a67e-ab69-4bb8-894e-09df49173c4c tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:54:30.163095 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5497a67e-ab69-4bb8-894e-09df49173c4c tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:54:30.163422 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5497a67e-ab69-4bb8-894e-09df49173c4c tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:54:30.163747 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5497a67e-ab69-4bb8-894e-09df49173c4c tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:54:30.164070 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5497a67e-ab69-4bb8-894e-09df49173c4c tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:54:30.171748 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-03c9420b-d435-4cd2-97a7-5f81048e6ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa30341f-381d-47f4-973f-3372341efd20', 'name': 'tempest-snat-router-619341160', 'tenant_id': 'bd3c8d428858414386daf786d1fecb46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.200'}], 'enable_snat': False}, 'gw_port_id': 'fd4ed63b-d151-494a-a1b6-d6af8bbb5103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T04:54:20Z', 'updated_at': '2022-05-30T04:54:23Z', 'revision_number': 3, 'project_id': 'bd3c8d428858414386daf786d1fecb46', 'gw_port': {'id': 'fd4ed63b-d151-494a-a1b6-d6af8bbb5103', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:99:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa30341f-381d-47f4-973f-3372341efd20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:54:21Z', 'updated_at': '2022-05-30T04:54:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-843763-1-hyperv'}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:54:30.194166 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcaec21-cc5b-4099-a644-0a186bfefeac req-78382b2f-31ea-45fe-95c0-b8e55ccbd416 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:54:30.195997 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-bbcaec21-cc5b-4099-a644-0a186bfefeac req-78382b2f-31ea-45fe-95c0-b8e55ccbd416 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1e7b65a-2794-4268-bd76-1003a7875678 HTTP/1.1" status: 200 len: 945 time: 0.5568969 May 30 04:54:30.205243 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Current status of the port fba489e5-d7a4-4280-a042-b13fdb5779ed is: BUILD; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:54:30.205963 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:30.208782 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c9420b-d435-4cd2-97a7-5f81048e6ce1 None None] The sync data for ids ['aa30341f-381d-47f4-973f-3372341efd20'] in dv-neutron-843763-1-hyperv is: [{'id': 'aa30341f-381d-47f4-973f-3372341efd20', 'name': 'tempest-snat-router-619341160', 'tenant_id': 'bd3c8d428858414386daf786d1fecb46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.200'}], 'enable_snat': False}, 'gw_port_id': 'fd4ed63b-d151-494a-a1b6-d6af8bbb5103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T04:54:20Z', 'updated_at': '2022-05-30T04:54:23Z', 'revision_number': 3, 'project_id': 'bd3c8d428858414386daf786d1fecb46', 'gw_port': {'id': 'fd4ed63b-d151-494a-a1b6-d6af8bbb5103', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:99:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa30341f-381d-47f4-973f-3372341efd20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:54:21Z', 'updated_at': '2022-05-30T04:54:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-843763-1-hyperv'}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 04:54:30.244562 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f38e9765-de2e-4089-a483-85ccf37e2990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:30.250149 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1e7b65a-2794-4268-bd76-1003a7875678', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fba489e5-d7a4-4280-a042-b13fdb5779ed'}] {{(pid=88262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 04:54:30.266276 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port fba489e5-d7a4-4280-a042-b13fdb5779ed, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=fba489e5-d7a4-4280-a042-b13fdb5779ed,segment=NetworkSegment(85212bcf-98ed-4bb6-b44e-b2716ff7b6a4),segment_id=85212bcf-98ed-4bb6-b44e-b2716ff7b6a4)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:54:30.269872 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 36962) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:30.270816 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bb4fa3bd-0aa6-443a-ba8b-074855914d4f tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11765'] for router, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:30.276831 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:30.278503 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device c3097bca-1197-4f00-87a5-ff10ccdee25e up at agent hyperv_hv-neutron-8437 {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 04:54:30.288140 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-ed996941-62a9-42f7-9ef0-7179eaf3991b tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Request body: {'subnets': [{'network_id': 'fd63baea-a4ae-4a3a-af7d-556455bc912d', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1743074658', 'ip_version': 6}, {'network_id': 'd78d1ee6-ca52-4b12-bf7f-c73a3192958a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:54:30.288463 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-ed996941-62a9-42f7-9ef0-7179eaf3991b tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Request body: {'subnet': {'network_id': 'fd63baea-a4ae-4a3a-af7d-556455bc912d', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1743074658', 'ip_version': 6}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:54:30.289112 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-ed996941-62a9-42f7-9ef0-7179eaf3991b tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Request body: {'subnet': {'network_id': 'd78d1ee6-ca52-4b12-bf7f-c73a3192958a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:54:30.325589 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d70b8022-3b3c-48f7-86d5-baa355f6b2ca tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:30.353565 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-d5c77892-82f6-41b9-9b61-944ec3c48a32 req-7dc38ab8-710a-443e-b60e-f2e9545ad043 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:30.380137 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d70b8022-3b3c-48f7-86d5-baa355f6b2ca tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:30.408643 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Pushing event updated for resources: {'Port': ['ID=fba489e5-d7a4-4280-a042-b13fdb5779ed,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:54:30.417645 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-d5c77892-82f6-41b9-9b61-944ec3c48a32 req-7dc38ab8-710a-443e-b60e-f2e9545ad043 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:30.423516 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Provisioning for port c3097bca-1197-4f00-87a5-ff10ccdee25e completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:54:30.430359 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Provisioning complete for port c3097bca-1197-4f00-87a5-ff10ccdee25e triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:54:30.431066 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:30.448150 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-d5c77892-82f6-41b9-9b61-944ec3c48a32 req-7dc38ab8-710a-443e-b60e-f2e9545ad043 service neutron] Synchronizing usage tracker for tenant:26bea0f9e6cf44eea493a52b90712bb1 on resource:security_group {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:54:30.520965 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-6be26f94-0477-4b4f-bb2b-045db11149d3 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Synchronizing usage tracker for tenant:eac58d9c4cf44d64b6d01a6d97e0244a on resource:security_group {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:54:30.546123 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-bbcaec21-cc5b-4099-a644-0a186bfefeac req-a1c62df7-7b3c-4dfb-8050-176be58d5d62 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0fb8c38-d8b6-4c01-bc8c-1b54a1e25304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2700505 May 30 04:54:30.617105 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Current status of the port c3097bca-1197-4f00-87a5-ff10ccdee25e is: BUILD; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:54:30.617777 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:30.628931 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc38ab8-710a-443e-b60e-f2e9545ad043 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=38b56c26-221b-4f23-837b-8f36f203fffd,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:54:30.645140 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-d5c77892-82f6-41b9-9b61-944ec3c48a32 req-7dc38ab8-710a-443e-b60e-f2e9545ad043 service neutron] Unset dirty status for tenant:26bea0f9e6cf44eea493a52b90712bb1 on resource:security_group {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:54:30.647167 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d5c77892-82f6-41b9-9b61-944ec3c48a32 req-7dc38ab8-710a-443e-b60e-f2e9545ad043 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=dc19cd7e-061d-420d-8a79-861f74cfc0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 2.2219462 May 30 04:54:30.664677 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-6be26f94-0477-4b4f-bb2b-045db11149d3 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Unset dirty status for tenant:eac58d9c4cf44d64b6d01a6d97e0244a on resource:security_group {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:54:30.669439 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-6be26f94-0477-4b4f-bb2b-045db11149d3 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4723115 May 30 04:54:30.671350 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 36968) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:30.677483 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port c3097bca-1197-4f00-87a5-ff10ccdee25e, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=c3097bca-1197-4f00-87a5-ff10ccdee25e,segment=NetworkSegment(6c4f160d-581c-4e44-836d-a510d50f04aa),segment_id=6c4f160d-581c-4e44-836d-a510d50f04aa)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:54:30.679869 dv-neutron-843763-1-hyperv neutron-server[88262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-207c80b8-43a4-4d63-aec1-af259e192840'] response: {'server_uuid': 'b1e7b65a-2794-4268-bd76-1003a7875678', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fba489e5-d7a4-4280-a042-b13fdb5779ed', 'code': 200} May 30 04:54:30.680897 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-66e66426-392f-4755-9814-73280cbf80a2 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Request body: {'security_group': {'name': 'tempest-secgroup--1960139105'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:54:30.684430 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:30.694598 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a05c7a-d1c2-4cff-b48a-9a59721ac7d6 req-30a1e48e-fa0c-42ea-aab1-29a38ece9495 tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:54:30.696141 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f6a05c7a-d1c2-4cff-b48a-9a59721ac7d6 req-30a1e48e-fa0c-42ea-aab1-29a38ece9495 tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] 10.222.0.15 "GET /v2.0/ports?device_id=d16b00e3-9d60-4f25-8b8a-0624cc24ed1b HTTP/1.1" status: 200 len: 944 time: 0.4118958 May 30 04:54:30.706073 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-66e66426-392f-4755-9814-73280cbf80a2 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:54:30.793169 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-66e66426-392f-4755-9814-73280cbf80a2 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:54:30.819139 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Pushing event updated for resources: {'Port': ['ID=c3097bca-1197-4f00-87a5-ff10ccdee25e,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:54:30.826374 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f6a05c7a-d1c2-4cff-b48a-9a59721ac7d6 req-3e24cace-b7aa-472d-8762-223078f3eac9 tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] 10.222.0.15 "GET /v2.0/security-groups?id=a23f5e44-f910-4633-a7d4-8a86a5a2b7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177490 May 30 04:54:30.829940 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:54:30.830356 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:54:30.830798 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:54:30.831500 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:54:30.832274 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:54:30.832673 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:54:30.833686 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:54:30.834867 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:54:30.835396 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:54:30.835817 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:54:30.836365 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:54:30.836922 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:54:30.852573 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ef6a3d37-5590-439f-b43a-07032c93a6a5 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:30.866744 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-66e66426-392f-4755-9814-73280cbf80a2 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:30.876364 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-ed996941-62a9-42f7-9ef0-7179eaf3991b tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:54:30.888115 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-ed996941-62a9-42f7-9ef0-7179eaf3991b tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Usage tracker for resource:subnet and tenant:f44762f791794343af1427c1c367cd0f is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:54:30.894204 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-ed996941-62a9-42f7-9ef0-7179eaf3991b tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:54:30.912344 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-ed996941-62a9-42f7-9ef0-7179eaf3991b tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:54:30.915615 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-d70b8022-3b3c-48f7-86d5-baa355f6b2ca tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Allocated IP 172.26.6.83 (1bab70f4-3794-44db-8e17-19f483aa8ffa/6b5b73c1-b0ce-4f83-a930-c00cc5522926/66ac6566-df6b-426f-8e9d-43e768fe3414) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:54:30.960093 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed996941-62a9-42f7-9ef0-7179eaf3991b tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Made reservation on behalf of f44762f791794343af1427c1c367cd0f for: {'subnet': 2} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:54:30.964649 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ed996941-62a9-42f7-9ef0-7179eaf3991b tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2133361'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:30.964969 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ed996941-62a9-42f7-9ef0-7179eaf3991b tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2133361'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:31.060109 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-ef6a3d37-5590-439f-b43a-07032c93a6a5 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Calling delete_port for 4cc77082-2075-4e1d-80ff-f3be2e988ba2 owned by {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:54:31.134600 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56ded65b-0e68-413c-8b9b-1097922cc81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:31.159304 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-66e66426-392f-4755-9814-73280cbf80a2 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:54:31.171152 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-66e66426-392f-4755-9814-73280cbf80a2 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Usage tracker for resource:security_group_rule and tenant:eac58d9c4cf44d64b6d01a6d97e0244a is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:54:31.176625 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-66e66426-392f-4755-9814-73280cbf80a2 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:54:31.203999 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-66e66426-392f-4755-9814-73280cbf80a2 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:54:31.311069 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9b61b4-e39d-4ad0-b831-62dfc6b20f1e req-c5b583a0-7ac6-44b8-a6f1-8523ae9b94ca tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:54:31.312608 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-2d9b61b4-e39d-4ad0-b831-62dfc6b20f1e req-c5b583a0-7ac6-44b8-a6f1-8523ae9b94ca tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] 10.222.0.15 "GET /v2.0/ports?device_id=16ccbf65-3c70-41e4-85a9-2d48805ea5ac HTTP/1.1" status: 200 len: 945 time: 0.2410483 May 30 04:54:31.384239 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:31.410897 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-2d9b61b4-e39d-4ad0-b831-62dfc6b20f1e req-0fb001f8-271e-4ba9-8a40-a07c071698c6 tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] 10.222.0.15 "GET /v2.0/security-groups?id=dc19cd7e-061d-420d-8a79-861f74cfc0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617263 May 30 04:54:31.566354 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c4d30f-4e17-4600-b7e5-f131af67278a req-ac226fa2-74da-4a2e-83c2-fe723770230e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:54:31.569281 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d9c4d30f-4e17-4600-b7e5-f131af67278a req-ac226fa2-74da-4a2e-83c2-fe723770230e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b1e7b65a-2794-4268-bd76-1003a7875678 HTTP/1.1" status: 200 len: 1099 time: 0.4727533 May 30 04:54:31.645648 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d70b8022-3b3c-48f7-86d5-baa355f6b2ca tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:31.695277 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ef6a3d37-5590-439f-b43a-07032c93a6a5 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:31.748270 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device fd4ed63b-d151-494a-a1b6-d6af8bbb5103 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 04:54:31.750467 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d70b8022-3b3c-48f7-86d5-baa355f6b2ca tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:31.750626 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-66e66426-392f-4755-9814-73280cbf80a2 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:31.817358 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port fd4ed63b-d151-494a-a1b6-d6af8bbb5103 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:54:31.822177 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port fd4ed63b-d151-494a-a1b6-d6af8bbb5103 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:54:31.822767 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:31.838284 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-66e66426-392f-4755-9814-73280cbf80a2 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:31.877185 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d70b8022-3b3c-48f7-86d5-baa355f6b2ca tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Network 1bab70f4-3794-44db-8e17-19f483aa8ffa is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:54:31.882412 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-d70b8022-3b3c-48f7-86d5-baa355f6b2ca tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:54:31.894738 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70b8022-3b3c-48f7-86d5-baa355f6b2ca tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:54:31.975096 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70b8022-3b3c-48f7-86d5-baa355f6b2ca tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Pushing event updated for resources: {'Port': ['ID=66ac6566-df6b-426f-8e9d-43e768fe3414,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:54:31.975520 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d9c4d30f-4e17-4600-b7e5-f131af67278a req-5a6aa734-aa5e-44a0-b0f0-811e25a57b44 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=b0fb8c38-d8b6-4c01-bc8c-1b54a1e25304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3834972 May 30 04:54:31.976294 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6a3d37-5590-439f-b43a-07032c93a6a5 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Pushing event deleted for resources: {'Port': ['ID=4cc77082-2075-4e1d-80ff-f3be2e988ba2,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:54:31.978175 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port fd4ed63b-d151-494a-a1b6-d6af8bbb5103 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:54:31.978921 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:32.008963 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e66426-392f-4755-9814-73280cbf80a2 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5d08206-7f5a-4009-9c00-64e3759e4c63,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:54:32.010919 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] For port fd4ed63b-d151-494a-a1b6-d6af8bbb5103, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=fd4ed63b-d151-494a-a1b6-d6af8bbb5103,segment=NetworkSegment(ad083d94-0233-4c50-a0ed-00ef7686038c),segment_id=ad083d94-0233-4c50-a0ed-00ef7686038c)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:54:32.018796 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:32.032588 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bb4fa3bd-0aa6-443a-ba8b-074855914d4f tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:32.088672 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bb4fa3bd-0aa6-443a-ba8b-074855914d4f tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:32.106573 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Pushing event updated for resources: {'Port': ['ID=fd4ed63b-d151-494a-a1b6-d6af8bbb5103,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:54:32.135367 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ef6a3d37-5590-439f-b43a-07032c93a6a5 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:32.196563 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-ef6a3d37-5590-439f-b43a-07032c93a6a5 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] 10.222.0.15 "DELETE /v2.0/ports/4cc77082-2075-4e1d-80ff-f3be2e988ba2 HTTP/1.1" status: 204 len: 168 time: 2.5655508 May 30 04:54:32.200678 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 36978) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:32.205905 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-66e66426-392f-4755-9814-73280cbf80a2 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:32.210575 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-66e66426-392f-4755-9814-73280cbf80a2 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.5329931 May 30 04:54:32.212600 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 36982) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:32.225968 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ed996941-62a9-42f7-9ef0-7179eaf3991b tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1547796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2133315'] for subnet, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:32.298542 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-760e9939-b184-4ec3-9a50-e1ed4adbf534 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Request body: {'security_group_rule': {'security_group_id': 'c5d08206-7f5a-4009-9c00-64e3759e4c63', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:54:32.299554 dv-neutron-843763-1-hyperv neutron-server[88261]: WARNING neutron.api.v2.base [None req-760e9939-b184-4ec3-9a50-e1ed4adbf534 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 May 30 04:54:32.300037 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.api.v2.resource [None req-760e9939-b184-4ec3-9a50-e1ed4adbf534 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 04:54:32.300987 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-760e9939-b184-4ec3-9a50-e1ed4adbf534 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0532973 May 30 04:54:32.311045 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 36986) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:32.320930 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6434f3-0f8d-4983-ba58-eddca971a572 req-e96f4ea7-755d-42fd-a49d-1908bf659223 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:54:32.322460 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2c6434f3-0f8d-4983-ba58-eddca971a572 req-e96f4ea7-755d-42fd-a49d-1908bf659223 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1e7b65a-2794-4268-bd76-1003a7875678 HTTP/1.1" status: 200 len: 946 time: 0.5754626 May 30 04:54:32.329758 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-7a6be68e-1bd2-4c7b-990f-f3a489a53b9f tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Request body: {'security_group_rule': {'security_group_id': 'c5d08206-7f5a-4009-9c00-64e3759e4c63', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:54:32.346453 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-7a6be68e-1bd2-4c7b-990f-f3a489a53b9f tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:54:32.360552 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-7a6be68e-1bd2-4c7b-990f-f3a489a53b9f tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Usage tracker for resource:security_group_rule and tenant:eac58d9c4cf44d64b6d01a6d97e0244a is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:54:32.370783 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-7a6be68e-1bd2-4c7b-990f-f3a489a53b9f tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:54:32.374940 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_v2 [None req-33ef2460-a336-449f-bb21-7b0cd6af18bc tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Deleting subnet bcfa10f8-e3f0-4b7d-b91d-7097aff50da3 {{(pid=88261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 30 04:54:32.394663 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-7a6be68e-1bd2-4c7b-990f-f3a489a53b9f tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:54:32.424115 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-33ef2460-a336-449f-bb21-7b0cd6af18bc tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Notify callbacks [] for subnet, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:32.451333 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed996941-62a9-42f7-9ef0-7179eaf3991b tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Pushing event updated for resources: {'Subnet': ['ID=accbde13-b67d-4afb-b789-89cd3107098e,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:54:32.485638 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2c6434f3-0f8d-4983-ba58-eddca971a572 req-70667604-7649-495e-a8c8-c1706c906f17 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0fb8c38-d8b6-4c01-bc8c-1b54a1e25304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1529622 May 30 04:54:32.489181 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733d36ed-f6a8-4f34-bcda-c0f53c66d3dd req-497e8956-4f97-42dd-8335-19f7732bf8fc tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:54:32.491263 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-733d36ed-f6a8-4f34-bcda-c0f53c66d3dd req-497e8956-4f97-42dd-8335-19f7732bf8fc tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] 10.222.0.15 "GET /v2.0/ports?device_id=d16b00e3-9d60-4f25-8b8a-0624cc24ed1b HTTP/1.1" status: 200 len: 945 time: 0.4764869 May 30 04:54:32.513002 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-33ef2460-a336-449f-bb21-7b0cd6af18bc tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:32.519660 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-bb4fa3bd-0aa6-443a-ba8b-074855914d4f tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Allocated IP 2001:db8::39b (a2adb975-6e64-4b18-8291-1ae0c5a4266d/89ef48fd-4dd2-481f-9f02-f128d6bf650a/2f35e699-dd8a-4c41-b342-ce1d2bf0b585) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:54:32.521596 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed996941-62a9-42f7-9ef0-7179eaf3991b tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Checking segment: {'id': '3c9a5aab-c90b-4217-9a9d-16436594b87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'fd63baea-a4ae-4a3a-af7d-556455bc912d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:54:32.521881 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed996941-62a9-42f7-9ef0-7179eaf3991b tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Network hostable DHCP agents. Network: fd63baea-a4ae-4a3a-af7d-556455bc912d, hostable agents: ['1c705e68-3d3e-4dd3-9252-feb21d4b96ab'], hosted agents: [] {{(pid=88260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 04:54:32.670710 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.api.v2.resource [None req-7a6be68e-1bd2-4c7b-990f-f3a489a53b9f tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 04:54:32.672992 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-7a6be68e-1bd2-4c7b-990f-f3a489a53b9f tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3577237 May 30 04:54:32.676284 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 36992) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:32.681743 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd16b00e3-9d60-4f25-8b8a-0624cc24ed1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3097bca-1197-4f00-87a5-ff10ccdee25e'}] {{(pid=88262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 04:54:32.683147 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-7dd6ca66-6070-4f64-bcd2-6cce7a17d235 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Request body: {'security_group_rule': {'security_group_id': 'c5d08206-7f5a-4009-9c00-64e3759e4c63', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:54:32.684117 dv-neutron-843763-1-hyperv neutron-server[88260]: WARNING neutron.api.v2.base [None req-7dd6ca66-6070-4f64-bcd2-6cce7a17d235 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 May 30 04:54:32.684620 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.api.v2.resource [None req-7dd6ca66-6070-4f64-bcd2-6cce7a17d235 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 04:54:32.688644 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-7dd6ca66-6070-4f64-bcd2-6cce7a17d235 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0084360 May 30 04:54:32.691413 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-733d36ed-f6a8-4f34-bcda-c0f53c66d3dd req-a8dbf7bf-7b3e-4919-8557-7a89ffeb6710 tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] 10.222.0.15 "GET /v2.0/security-groups?id=a23f5e44-f910-4633-a7d4-8a86a5a2b7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1856632 May 30 04:54:32.691861 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 36998) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:32.699833 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a142624-940e-4c55-bf49-a5329c884075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:32.701321 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed996941-62a9-42f7-9ef0-7179eaf3991b tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Network fd63baea-a4ae-4a3a-af7d-556455bc912d is scheduled to be hosted by DHCP agent 1c705e68-3d3e-4dd3-9252-feb21d4b96ab with binding_index 1 {{(pid=88260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 04:54:32.706108 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-f7e63896-c9a8-4330-9c08-a560d2da61b8 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Request body: {'security_group_rule': {'security_group_id': 'c5d08206-7f5a-4009-9c00-64e3759e4c63', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:54:32.716336 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-f7e63896-c9a8-4330-9c08-a560d2da61b8 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:54:32.719820 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-33ef2460-a336-449f-bb21-7b0cd6af18bc tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860493'] for subnet, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:32.726187 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d70b8022-3b3c-48f7-86d5-baa355f6b2ca tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:32.756578 dv-neutron-843763-1-hyperv neutron-server[88262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-474d361f-668a-4426-8aae-cc777fba476f'] response: {'server_uuid': 'd16b00e3-9d60-4f25-8b8a-0624cc24ed1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3097bca-1197-4f00-87a5-ff10ccdee25e', 'code': 200} May 30 04:54:32.782240 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-f7e63896-c9a8-4330-9c08-a560d2da61b8 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Usage tracker for resource:security_group_rule and tenant:eac58d9c4cf44d64b6d01a6d97e0244a is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:54:32.794014 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-f7e63896-c9a8-4330-9c08-a560d2da61b8 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:54:32.804303 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-ed996941-62a9-42f7-9ef0-7179eaf3991b tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843763-1-hyperv, fd63baea-a4ae-4a3a-af7d-556455bc912d) {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:54:32.808297 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ed996941-62a9-42f7-9ef0-7179eaf3991b tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1547796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2133315'] for subnet, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:32.818229 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75809c5e-ae11-4f28-966c-2387ea27da3a None None] Network fd63baea-a4ae-4a3a-af7d-556455bc912d requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:54:32.864883 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bb4fa3bd-0aa6-443a-ba8b-074855914d4f tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:32.874437 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-33ef2460-a336-449f-bb21-7b0cd6af18bc tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788'] for subnet, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:32.884571 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-f7e63896-c9a8-4330-9c08-a560d2da61b8 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:54:32.887127 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed996941-62a9-42f7-9ef0-7179eaf3991b tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Pushing event updated for resources: {'Subnet': ['ID=42a728e7-1d28-45c3-b483-abf5c84aba18,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:54:32.921833 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ef2460-a336-449f-bb21-7b0cd6af18bc tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Pushing event deleted for resources: {'Subnet': ['ID=bcfa10f8-e3f0-4b7d-b91d-7097aff50da3,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:54:32.923762 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-33ef2460-a336-449f-bb21-7b0cd6af18bc tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:32.934747 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5d18ba-99ab-4036-affb-bd98f3c8de58 req-36d7abde-51b7-4b4c-a9c3-a508603f251c tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:54:32.937404 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0458fc03-7392-4073-8bcb-a155552a40e7 None None] Network af4b62e7-fce2-4a03-b41b-9778679ae38a requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:54:32.941717 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-fc5d18ba-99ab-4036-affb-bd98f3c8de58 req-36d7abde-51b7-4b4c-a9c3-a508603f251c tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] 10.222.0.15 "GET /v2.0/ports?device_id=16ccbf65-3c70-41e4-85a9-2d48805ea5ac HTTP/1.1" status: 200 len: 945 time: 0.2829821 May 30 04:54:32.979464 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-33ef2460-a336-449f-bb21-7b0cd6af18bc tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] 10.222.0.15 "DELETE /v2.0/subnets/bcfa10f8-e3f0-4b7d-b91d-7097aff50da3 HTTP/1.1" status: 204 len: 168 time: 0.7750890 May 30 04:54:32.981199 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 37002) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:33.000553 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-fc5d18ba-99ab-4036-affb-bd98f3c8de58 req-b5c24d8e-5e1b-4cc6-876a-d4699f68c5d2 tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] 10.222.0.15 "GET /v2.0/security-groups?id=dc19cd7e-061d-420d-8a79-861f74cfc0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579457 May 30 04:54:33.060920 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bb4fa3bd-0aa6-443a-ba8b-074855914d4f tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:33.131708 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb4fa3bd-0aa6-443a-ba8b-074855914d4f tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Network a2adb975-6e64-4b18-8291-1ae0c5a4266d is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:54:33.132524 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-76f39bfe-6cc8-4783-9e36-18f4ca6dc3f4 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897784'] for network, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:33.135942 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-bb4fa3bd-0aa6-443a-ba8b-074855914d4f tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:54:33.145015 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4fa3bd-0aa6-443a-ba8b-074855914d4f tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:54:33.203924 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed996941-62a9-42f7-9ef0-7179eaf3991b tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Checking segment: {'id': '73172e21-7400-4940-8efd-d4ce16e5a5c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd78d1ee6-ca52-4b12-bf7f-c73a3192958a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:54:33.204153 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed996941-62a9-42f7-9ef0-7179eaf3991b tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Network hostable DHCP agents. Network: d78d1ee6-ca52-4b12-bf7f-c73a3192958a, hostable agents: ['1c705e68-3d3e-4dd3-9252-feb21d4b96ab'], hosted agents: [] {{(pid=88260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 04:54:33.214261 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4fa3bd-0aa6-443a-ba8b-074855914d4f tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Pushing event updated for resources: {'Port': ['ID=2f35e699-dd8a-4c41-b342-ce1d2bf0b585,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:54:33.390238 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace2fbe9-ca12-4853-a836-e68ba5c89513 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bbf24ed-7ba9-53d2-873f-8f9642b1e987-fd63baea-a4ae-4a3a-af7d-556455bc912d', 'network_id': 'fd63baea-a4ae-4a3a-af7d-556455bc912d', 'tenant_id': 'f44762f791794343af1427c1c367cd0f', 'fixed_ips': [{'subnet_id': 'accbde13-b67d-4afb-b789-89cd3107098e'}]}} from dv-neutron-843763-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 30 04:54:33.391422 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-ace2fbe9-ca12-4853-a836-e68ba5c89513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:33.392340 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.api.v2.resource [None req-f7e63896-c9a8-4330-9c08-a560d2da61b8 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 04:54:33.395952 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-f7e63896-c9a8-4330-9c08-a560d2da61b8 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.6966832 May 30 04:54:33.409357 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-76f39bfe-6cc8-4783-9e36-18f4ca6dc3f4 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Deleting port 1c642bf7-4d12-4214-b363-3b9d2976b10d {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:54:33.409712 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-76f39bfe-6cc8-4783-9e36-18f4ca6dc3f4 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:33.419237 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97789998-8209-4dbf-a7e9-3d594bc6165e req-b8a8822d-fcd8-4b55-a116-e8524de3a63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:54:33.420975 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-97789998-8209-4dbf-a7e9-3d594bc6165e req-b8a8822d-fcd8-4b55-a116-e8524de3a63c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d16b00e3-9d60-4f25-8b8a-0624cc24ed1b HTTP/1.1" status: 200 len: 1098 time: 0.4182355 May 30 04:54:33.421425 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 37008) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:33.441566 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-ceed4f56-08ca-437b-b69b-34813b9f9855 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Request body: {'security_group_rule': {'security_group_id': 'c5d08206-7f5a-4009-9c00-64e3759e4c63', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:54:33.442076 dv-neutron-843763-1-hyperv neutron-server[88261]: WARNING neutron.api.v2.base [None req-ceed4f56-08ca-437b-b69b-34813b9f9855 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 May 30 04:54:33.442556 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.api.v2.resource [None req-ceed4f56-08ca-437b-b69b-34813b9f9855 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 04:54:33.446589 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-ceed4f56-08ca-437b-b69b-34813b9f9855 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0159509 May 30 04:54:33.458471 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 37012) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:33.470291 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-52eea882-6d9f-4aff-a57a-1f6353d2a886 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Request body: {'security_group_rule': {'security_group_id': 'c5d08206-7f5a-4009-9c00-64e3759e4c63', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:54:33.484474 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-52eea882-6d9f-4aff-a57a-1f6353d2a886 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:54:33.496330 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed996941-62a9-42f7-9ef0-7179eaf3991b tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Network d78d1ee6-ca52-4b12-bf7f-c73a3192958a is scheduled to be hosted by DHCP agent 1c705e68-3d3e-4dd3-9252-feb21d4b96ab with binding_index 1 {{(pid=88260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 04:54:33.498073 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-52eea882-6d9f-4aff-a57a-1f6353d2a886 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Usage tracker for resource:security_group_rule and tenant:eac58d9c4cf44d64b6d01a6d97e0244a is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:54:33.502647 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-52eea882-6d9f-4aff-a57a-1f6353d2a886 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:54:33.617795 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-52eea882-6d9f-4aff-a57a-1f6353d2a886 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:54:33.628022 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-97789998-8209-4dbf-a7e9-3d594bc6165e req-96006043-c06c-496d-bffe-2645f8967a4e service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=a23f5e44-f910-4633-a7d4-8a86a5a2b7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1917031 May 30 04:54:33.635369 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-ed996941-62a9-42f7-9ef0-7179eaf3991b tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843763-1-hyperv, d78d1ee6-ca52-4b12-bf7f-c73a3192958a) {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:54:33.639993 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed996941-62a9-42f7-9ef0-7179eaf3991b tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:54:33.640489 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed996941-62a9-42f7-9ef0-7179eaf3991b tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:54:33.641093 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ed996941-62a9-42f7-9ef0-7179eaf3991b tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642826'] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:33.680924 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-ace2fbe9-ca12-4853-a836-e68ba5c89513 None None] Allocated IP 2001:db8::1 (fd63baea-a4ae-4a3a-af7d-556455bc912d/accbde13-b67d-4afb-b789-89cd3107098e/cd2514a2-ffe7-4776-8cff-30b673b3e1be) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:54:33.752260 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c40055-9710-47ef-9d36-895ceb91cb75 req-5d33621c-624f-4b84-985f-ab23b51d5696 tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:54:33.753641 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-57c40055-9710-47ef-9d36-895ceb91cb75 req-5d33621c-624f-4b84-985f-ab23b51d5696 tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] 10.222.0.15 "GET /v2.0/ports?device_id=16ccbf65-3c70-41e4-85a9-2d48805ea5ac HTTP/1.1" status: 200 len: 945 time: 0.6128781 May 30 04:54:33.765627 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d70b8022-3b3c-48f7-86d5-baa355f6b2ca tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603653'] for router, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:33.765851 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.db.securitygroups_db [None req-52eea882-6d9f-4aff-a57a-1f6353d2a886 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Project eac58d9c4cf44d64b6d01a6d97e0244a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 30 04:54:33.768628 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 37020) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:33.780233 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-fd43ded4-dfcd-4505-a860-764a36a379c1 tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] Request body: {'floatingip': {'port_id': '263364a3-ff88-479a-820a-888734ba12dd'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:54:33.839236 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-ed996941-62a9-42f7-9ef0-7179eaf3991b tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 3.5619597 May 30 04:54:33.857119 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 37024) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:33.875738 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84999b4a-253b-4b9e-ab00-88210f22a1b5 None None] Network d78d1ee6-ca52-4b12-bf7f-c73a3192958a requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:54:33.883771 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-76f39bfe-6cc8-4783-9e36-18f4ca6dc3f4 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] For port 1c642bf7-4d12-4214-b363-3b9d2976b10d, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=1c642bf7-4d12-4214-b363-3b9d2976b10d,segment=NetworkSegment(c844481f-887f-4394-ac8b-a6fdc27512ea),segment_id=c844481f-887f-4394-ac8b-a6fdc27512ea)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:54:33.884141 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-76f39bfe-6cc8-4783-9e36-18f4ca6dc3f4 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:33.919337 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-fd43ded4-dfcd-4505-a860-764a36a379c1 tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] Notify callbacks [] for floatingip, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:33.944668 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device fd4ed63b-d151-494a-a1b6-d6af8bbb5103 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 04:54:33.986586 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.api.v2.resource [None req-52eea882-6d9f-4aff-a57a-1f6353d2a886 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 04:54:33.990765 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-52eea882-6d9f-4aff-a57a-1f6353d2a886 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5276725 May 30 04:54:34.002158 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 37028) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:34.015930 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bb4fa3bd-0aa6-443a-ba8b-074855914d4f tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:34.077504 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-ace2fbe9-ca12-4853-a836-e68ba5c89513 None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:34.107908 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b3ac85-9cc1-46d7-b9f5-5c50943f9a54 None None] DHCP port deletion for af4b62e7-fce2-4a03-b41b-9778679ae38a request from dv-neutron-843763-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 30 04:54:34.111065 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-76f39bfe-6cc8-4783-9e36-18f4ca6dc3f4 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Calling delete_port for 1c642bf7-4d12-4214-b363-3b9d2976b10d owned by network:dhcp {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:54:34.112833 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-ace2fbe9-ca12-4853-a836-e68ba5c89513 None None] Transition to ACTIVE for port object cd2514a2-ffe7-4776-8cff-30b673b3e1be will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:54:34.117407 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-33b3ac85-9cc1-46d7-b9f5-5c50943f9a54 None None] Deleting port 1c642bf7-4d12-4214-b363-3b9d2976b10d {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:54:34.117787 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-33b3ac85-9cc1-46d7-b9f5-5c50943f9a54 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:34.147001 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-de54d6a6-1e58-4f91-b6f6-c93720167d11 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Request body: {'security_group_rule': {'security_group_id': 'c5d08206-7f5a-4009-9c00-64e3759e4c63', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:54:34.147476 dv-neutron-843763-1-hyperv neutron-server[88260]: WARNING neutron.api.v2.base [None req-de54d6a6-1e58-4f91-b6f6-c93720167d11 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 May 30 04:54:34.147966 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.api.v2.resource [None req-de54d6a6-1e58-4f91-b6f6-c93720167d11 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 04:54:34.151629 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-de54d6a6-1e58-4f91-b6f6-c93720167d11 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0836720 May 30 04:54:34.156191 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 37032) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:34.159689 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa78443-22f8-48ff-8eac-4c36d0d0fec8 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:54:34.161162 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa78443-22f8-48ff-8eac-4c36d0d0fec8 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:54:34.162801 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa78443-22f8-48ff-8eac-4c36d0d0fec8 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:54:34.173500 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-eaa78443-22f8-48ff-8eac-4c36d0d0fec8 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.3067470 May 30 04:54:34.173500 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-2bede924-32ff-4e2a-9938-4e4a2f771bab tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Request body: {'security_group_rule': {'security_group_id': 'c5d08206-7f5a-4009-9c00-64e3759e4c63', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:54:34.173986 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 37036) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:34.184679 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-2bede924-32ff-4e2a-9938-4e4a2f771bab tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:54:34.196297 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c6a045-4677-4585-91cc-b8e0d695de41 req-55e80a64-931c-4a8d-9988-e6b2feda23f1 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:54:34.203148 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-52c6a045-4677-4585-91cc-b8e0d695de41 req-55e80a64-931c-4a8d-9988-e6b2feda23f1 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1e7b65a-2794-4268-bd76-1003a7875678 HTTP/1.1" status: 200 len: 946 time: 0.5810926 May 30 04:54:34.219771 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port fd4ed63b-d151-494a-a1b6-d6af8bbb5103 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:54:34.220149 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:34.298051 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_v2 [None req-8961f3a2-6e9c-4e12-8b58-9172f2015441 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Deleting subnet accbde13-b67d-4afb-b789-89cd3107098e {{(pid=88260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 30 04:54:34.298427 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-2bede924-32ff-4e2a-9938-4e4a2f771bab tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Usage tracker for resource:security_group_rule and tenant:eac58d9c4cf44d64b6d01a6d97e0244a is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:54:34.310306 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-2bede924-32ff-4e2a-9938-4e4a2f771bab tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:54:34.313886 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-76f39bfe-6cc8-4783-9e36-18f4ca6dc3f4 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:34.334194 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-2bede924-32ff-4e2a-9938-4e4a2f771bab tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:54:34.342196 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-ace2fbe9-ca12-4853-a836-e68ba5c89513 None None] Transition to ACTIVE for port object cd2514a2-ffe7-4776-8cff-30b673b3e1be will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:54:34.377297 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8961f3a2-6e9c-4e12-8b58-9172f2015441 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Notify callbacks [] for subnet, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:34.384433 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-52c6a045-4677-4585-91cc-b8e0d695de41 req-267bd874-9921-4951-8785-f1fae197af93 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0fb8c38-d8b6-4c01-bc8c-1b54a1e25304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1803844 May 30 04:54:34.390161 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.db.securitygroups_db [None req-2bede924-32ff-4e2a-9938-4e4a2f771bab tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Project eac58d9c4cf44d64b6d01a6d97e0244a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 30 04:54:34.405764 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f39bfe-6cc8-4783-9e36-18f4ca6dc3f4 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] No DVR routers for this DVR port 1c642bf7-4d12-4214-b363-3b9d2976b10d on host dv-neutron-843763-1-hyperv {{(pid=88260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 04:54:34.433153 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f39bfe-6cc8-4783-9e36-18f4ca6dc3f4 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Pushing event deleted for resources: {'Port': ['ID=1c642bf7-4d12-4214-b363-3b9d2976b10d,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:54:34.453105 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e1a04d8-fb2f-4e75-89b7-d833d62d0e86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bbf24ed-7ba9-53d2-873f-8f9642b1e987-d78d1ee6-ca52-4b12-bf7f-c73a3192958a', 'network_id': 'd78d1ee6-ca52-4b12-bf7f-c73a3192958a', 'tenant_id': 'f44762f791794343af1427c1c367cd0f', 'fixed_ips': [{'subnet_id': '42a728e7-1d28-45c3-b483-abf5c84aba18'}]}} from dv-neutron-843763-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 30 04:54:34.453962 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-4e1a04d8-fb2f-4e75-89b7-d833d62d0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:34.461452 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da675b9-74c9-4129-9f8a-93800abf0059 req-db17365c-dfc5-4ea1-8026-aa01eca6d44c tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:54:34.467540 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-33b3ac85-9cc1-46d7-b9f5-5c50943f9a54 None None] The port '1c642bf7-4d12-4214-b363-3b9d2976b10d' was deleted {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 30 04:54:34.468379 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-6da675b9-74c9-4129-9f8a-93800abf0059 req-db17365c-dfc5-4ea1-8026-aa01eca6d44c tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] 10.222.0.15 "GET /v2.0/ports?device_id=d16b00e3-9d60-4f25-8b8a-0624cc24ed1b HTTP/1.1" status: 200 len: 945 time: 0.4681075 May 30 04:54:34.468806 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port fd4ed63b-d151-494a-a1b6-d6af8bbb5103 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:54:34.471354 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-ace2fbe9-ca12-4853-a836-e68ba5c89513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:34.579423 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8961f3a2-6e9c-4e12-8b58-9172f2015441 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1454738'] for subnet, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:34.591813 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace2fbe9-ca12-4853-a836-e68ba5c89513 None None] Network fd63baea-a4ae-4a3a-af7d-556455bc912d is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:54:34.597284 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-ace2fbe9-ca12-4853-a836-e68ba5c89513 None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:54:34.606905 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace2fbe9-ca12-4853-a836-e68ba5c89513 None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:54:34.635088 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d70b8022-3b3c-48f7-86d5-baa355f6b2ca tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Router 6ef5f4fc-a3ea-4128-a533-e555edca50d7 is scheduled to L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 with binding_index 1 {{(pid=88260) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 30 04:54:34.641999 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.api.v2.resource [None req-2bede924-32ff-4e2a-9938-4e4a2f771bab tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 04:54:34.646098 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-2bede924-32ff-4e2a-9938-4e4a2f771bab tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.4807796 May 30 04:54:34.646862 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 37042) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:34.655412 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace2fbe9-ca12-4853-a836-e68ba5c89513 None None] Pushing event updated for resources: {'Port': ['ID=cd2514a2-ffe7-4776-8cff-30b673b3e1be,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:54:34.671796 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-b8e4f4aa-d0f2-411b-ac8c-a14967956267 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Request body: {'security_group_rule': {'security_group_id': 'c5d08206-7f5a-4009-9c00-64e3759e4c63', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:54:34.672210 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-76f39bfe-6cc8-4783-9e36-18f4ca6dc3f4 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867540', 'neutron.services.segments.db._delete_segments_for_network-8729234922972'] for network, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:34.689563 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-6da675b9-74c9-4129-9f8a-93800abf0059 req-c9513953-28a0-4d5e-a810-62f47036e195 tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] 10.222.0.15 "GET /v2.0/security-groups?id=a23f5e44-f910-4633-a7d4-8a86a5a2b7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2202985 May 30 04:54:34.758092 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-ace2fbe9-ca12-4853-a836-e68ba5c89513 None None] Attempting to bind port cd2514a2-ffe7-4776-8cff-30b673b3e1be on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 04:54:34.758465 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-ace2fbe9-ca12-4853-a836-e68ba5c89513 None None] Attempting to bind port cd2514a2-ffe7-4776-8cff-30b673b3e1be by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': '3c9a5aab-c90b-4217-9a9d-16436594b87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'fd63baea-a4ae-4a3a-af7d-556455bc912d'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 04:54:34.758828 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace2fbe9-ca12-4853-a836-e68ba5c89513 None None] Attempting to bind port cd2514a2-ffe7-4776-8cff-30b673b3e1be on network fd63baea-a4ae-4a3a-af7d-556455bc912d {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 04:54:34.774884 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace2fbe9-ca12-4853-a836-e68ba5c89513 None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 4, 54, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 04:54:34.775250 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace2fbe9-ca12-4853-a836-e68ba5c89513 None None] Checking segment: {'id': '3c9a5aab-c90b-4217-9a9d-16436594b87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'fd63baea-a4ae-4a3a-af7d-556455bc912d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:54:34.775567 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-ace2fbe9-ca12-4853-a836-e68ba5c89513 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:34.777240 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace2fbe9-ca12-4853-a836-e68ba5c89513 None None] Bound using segment: {'id': '3c9a5aab-c90b-4217-9a9d-16436594b87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'fd63baea-a4ae-4a3a-af7d-556455bc912d'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 04:54:34.777746 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-ace2fbe9-ca12-4853-a836-e68ba5c89513 None None] Bound port: cd2514a2-ffe7-4776-8cff-30b673b3e1be, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c9a5aab-c90b-4217-9a9d-16436594b87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'fd63baea-a4ae-4a3a-af7d-556455bc912d'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 04:54:34.778157 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-ace2fbe9-ca12-4853-a836-e68ba5c89513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:34.902968 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-4e1a04d8-fb2f-4e75-89b7-d833d62d0e86 None None] Allocated IP 2001:db8:0:1::1 (d78d1ee6-ca52-4b12-bf7f-c73a3192958a/42a728e7-1d28-45c3-b483-abf5c84aba18/216f58e8-7f7c-4c0c-b32c-7c3f2ec822a9) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:54:34.947746 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-b8e4f4aa-d0f2-411b-ac8c-a14967956267 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:54:34.975954 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-b8e4f4aa-d0f2-411b-ac8c-a14967956267 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Usage tracker for resource:security_group_rule and tenant:eac58d9c4cf44d64b6d01a6d97e0244a is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:54:34.980794 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-b8e4f4aa-d0f2-411b-ac8c-a14967956267 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:54:34.995397 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-b8e4f4aa-d0f2-411b-ac8c-a14967956267 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:54:35.021988 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-ace2fbe9-ca12-4853-a836-e68ba5c89513 None None] For port cd2514a2-ffe7-4776-8cff-30b673b3e1be, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 04:54:35.024698 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-76f39bfe-6cc8-4783-9e36-18f4ca6dc3f4 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af4b62e7-fce2-4a03-b41b-9778679ae38a']}} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:54:35.036728 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-ace2fbe9-ca12-4853-a836-e68ba5c89513 None None] For port cd2514a2-ffe7-4776-8cff-30b673b3e1be, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=cd2514a2-ffe7-4776-8cff-30b673b3e1be,segment=NetworkSegment(3c9a5aab-c90b-4217-9a9d-16436594b87e),segment_id=3c9a5aab-c90b-4217-9a9d-16436594b87e)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 04:54:35.045734 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-ace2fbe9-ca12-4853-a836-e68ba5c89513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:35.051378 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-76f39bfe-6cc8-4783-9e36-18f4ca6dc3f4 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c844481f-887f-4394-ac8b-a6fdc27512ea') {'for_net_delete': True} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:54:35.051657 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-76f39bfe-6cc8-4783-9e36-18f4ca6dc3f4 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c844481f-887f-4394-ac8b-a6fdc27512ea') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:54:35.100610 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.db.securitygroups_db [None req-b8e4f4aa-d0f2-411b-ac8c-a14967956267 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Project eac58d9c4cf44d64b6d01a6d97e0244a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 30 04:54:35.123737 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bb4fa3bd-0aa6-443a-ba8b-074855914d4f tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603653'] for router, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:35.126742 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-76f39bfe-6cc8-4783-9e36-18f4ca6dc3f4 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729235042807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1454725'] for segment, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:35.140956 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5120aac6-565e-423a-bee2-5062e68b5902 req-af7a3905-d32e-4cce-b8d4-1218795a79fa tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:54:35.142736 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5120aac6-565e-423a-bee2-5062e68b5902 req-af7a3905-d32e-4cce-b8d4-1218795a79fa tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1e7b65a-2794-4268-bd76-1003a7875678 HTTP/1.1" status: 200 len: 946 time: 0.5936003 May 30 04:54:35.145649 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8961f3a2-6e9c-4e12-8b58-9172f2015441 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860493'] for subnet, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:35.186379 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 37046) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:35.210582 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-7299182f-132a-42c9-b3aa-e057e053c9e3 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Request body: {'floatingip': {'port_id': 'fba489e5-d7a4-4280-a042-b13fdb5779ed'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:54:35.231373 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace2fbe9-ca12-4853-a836-e68ba5c89513 None None] Pushing event updated for resources: {'Port': ['ID=cd2514a2-ffe7-4776-8cff-30b673b3e1be,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:54:35.258669 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-4e1a04d8-fb2f-4e75-89b7-d833d62d0e86 None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:35.267725 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-76f39bfe-6cc8-4783-9e36-18f4ca6dc3f4 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:35.286427 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-4e1a04d8-fb2f-4e75-89b7-d833d62d0e86 None None] Transition to ACTIVE for port object 216f58e8-7f7c-4c0c-b32c-7c3f2ec822a9 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:54:35.314011 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76f39bfe-6cc8-4783-9e36-18f4ca6dc3f4 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=88260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 04:54:35.314420 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-76f39bfe-6cc8-4783-9e36-18f4ca6dc3f4 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-862858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1547513'] for segment, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:35.337281 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-4e1a04d8-fb2f-4e75-89b7-d833d62d0e86 None None] Transition to ACTIVE for port object 216f58e8-7f7c-4c0c-b32c-7c3f2ec822a9 will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:54:35.344427 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7299182f-132a-42c9-b3aa-e057e053c9e3 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Notify callbacks [] for floatingip, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:35.348861 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.api.v2.resource [None req-b8e4f4aa-d0f2-411b-ac8c-a14967956267 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 04:54:35.350860 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-b8e4f4aa-d0f2-411b-ac8c-a14967956267 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.6975884 May 30 04:54:35.354999 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 37052) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:35.356545 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-4e1a04d8-fb2f-4e75-89b7-d833d62d0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:35.481298 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e1a04d8-fb2f-4e75-89b7-d833d62d0e86 None None] Network d78d1ee6-ca52-4b12-bf7f-c73a3192958a is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:54:35.483868 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-4e1a04d8-fb2f-4e75-89b7-d833d62d0e86 None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:54:35.488002 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1a04d8-fb2f-4e75-89b7-d833d62d0e86 None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:54:35.488247 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment c844481f-887f-4394-ac8b-a6fdc27512ea resource provider aggregate not found May 30 04:54:35.516445 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d70b8022-3b3c-48f7-86d5-baa355f6b2ca tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 04:54:35.520023 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1a04d8-fb2f-4e75-89b7-d833d62d0e86 None None] Pushing event updated for resources: {'Port': ['ID=216f58e8-7f7c-4c0c-b32c-7c3f2ec822a9,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:54:35.581924 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49a971c-0378-46aa-befb-9211f95fbf28 None None] Sync routers for ids ['6ef5f4fc-a3ea-4128-a533-e555edca50d7'] in dv-neutron-843763-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 04:54:35.596258 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment c844481f-887f-4394-ac8b-a6fdc27512ea resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c844481f-887f-4394-ac8b-a6fdc27512ea found for delete ", "request_id": "req-60ad0d13-b99e-4b4a-b6e0-cf340627eaf0"}]} May 30 04:54:35.613156 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-897682cc-fff6-469d-ba92-26ba27c1a740 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Notify callbacks [] for security_group, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:35.622585 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49a971c-0378-46aa-befb-9211f95fbf28 None None] Routers {'6ef5f4fc-a3ea-4128-a533-e555edca50d7'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 04:54:35.623227 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-b49a971c-0378-46aa-befb-9211f95fbf28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T04:54:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['6ef5f4fc-a3ea-4128-a533-e555edca50d7'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:54:35.636193 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-76f39bfe-6cc8-4783-9e36-18f4ca6dc3f4 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604744'] for network, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:35.669669 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-76f39bfe-6cc8-4783-9e36-18f4ca6dc3f4 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642826'] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:35.683000 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-76f39bfe-6cc8-4783-9e36-18f4ca6dc3f4 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] 10.222.0.15 "DELETE /v2.0/networks/af4b62e7-fce2-4a03-b41b-9778679ae38a HTTP/1.1" status: 204 len: 168 time: 2.6900430 May 30 04:54:35.763578 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device cd2514a2-ffe7-4776-8cff-30b673b3e1be up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 04:54:35.765257 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-897682cc-fff6-469d-ba92-26ba27c1a740 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:35.790003 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f39bfe-6cc8-4783-9e36-18f4ca6dc3f4 tempest-AllowedAddressPairIpV6TestJSON-461572214 tempest-AllowedAddressPairIpV6TestJSON-461572214-project] Pushing event deleted for resources: {'Network': ['ID=af4b62e7-fce2-4a03-b41b-9778679ae38a,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:54:35.799782 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-4e1a04d8-fb2f-4e75-89b7-d833d62d0e86 None None] Attempting to bind port 216f58e8-7f7c-4c0c-b32c-7c3f2ec822a9 on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 04:54:35.800151 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-4e1a04d8-fb2f-4e75-89b7-d833d62d0e86 None None] Attempting to bind port 216f58e8-7f7c-4c0c-b32c-7c3f2ec822a9 by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': '73172e21-7400-4940-8efd-d4ce16e5a5c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd78d1ee6-ca52-4b12-bf7f-c73a3192958a'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 04:54:35.800515 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e1a04d8-fb2f-4e75-89b7-d833d62d0e86 None None] Attempting to bind port 216f58e8-7f7c-4c0c-b32c-7c3f2ec822a9 on network d78d1ee6-ca52-4b12-bf7f-c73a3192958a {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 04:54:35.815417 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8961f3a2-6e9c-4e12-8b58-9172f2015441 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1547867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2133322'] for subnet, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:35.825559 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e1a04d8-fb2f-4e75-89b7-d833d62d0e86 None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 4, 54, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 04:54:35.826459 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e1a04d8-fb2f-4e75-89b7-d833d62d0e86 None None] Checking segment: {'id': '73172e21-7400-4940-8efd-d4ce16e5a5c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd78d1ee6-ca52-4b12-bf7f-c73a3192958a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:54:35.826459 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-4e1a04d8-fb2f-4e75-89b7-d833d62d0e86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:35.826720 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e1a04d8-fb2f-4e75-89b7-d833d62d0e86 None None] Bound using segment: {'id': '73172e21-7400-4940-8efd-d4ce16e5a5c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd78d1ee6-ca52-4b12-bf7f-c73a3192958a'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 04:54:35.827185 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-4e1a04d8-fb2f-4e75-89b7-d833d62d0e86 None None] Bound port: 216f58e8-7f7c-4c0c-b32c-7c3f2ec822a9, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73172e21-7400-4940-8efd-d4ce16e5a5c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd78d1ee6-ca52-4b12-bf7f-c73a3192958a'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 04:54:35.827562 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-4e1a04d8-fb2f-4e75-89b7-d833d62d0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:35.847737 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-897682cc-fff6-469d-ba92-26ba27c1a740 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:35.886214 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897682cc-fff6-469d-ba92-26ba27c1a740 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5d08206-7f5a-4009-9c00-64e3759e4c63,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:54:35.888423 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-897682cc-fff6-469d-ba92-26ba27c1a740 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:35.889776 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-897682cc-fff6-469d-ba92-26ba27c1a740 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] 10.222.0.15 "DELETE /v2.0/security-groups/c5d08206-7f5a-4009-9c00-64e3759e4c63 HTTP/1.1" status: 204 len: 168 time: 0.5317769 May 30 04:54:35.890725 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb4fa3bd-0aa6-443a-ba8b-074855914d4f tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Router 259c6f83-8e2a-450a-ab55-cfa5fcc9ea6e is scheduled to L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 with binding_index 1 {{(pid=88261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 30 04:54:35.894202 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.db.resource_extend [None req-fd43ded4-dfcd-4505-a860-764a36a379c1 tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 04:54:35.904347 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d70b8022-3b3c-48f7-86d5-baa355f6b2ca tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:35.906325 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-d70b8022-3b3c-48f7-86d5-baa355f6b2ca tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 7.4347916 May 30 04:54:35.912795 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 37062) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:35.914015 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 37064) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:35.930216 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8961f3a2-6e9c-4e12-8b58-9172f2015441 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642826'] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:35.933267 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-8961f3a2-6e9c-4e12-8b58-9172f2015441 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] 10.222.0.15 "DELETE /v2.0/subnets/accbde13-b67d-4afb-b789-89cd3107098e HTTP/1.1" status: 204 len: 168 time: 1.7575924 May 30 04:54:35.937998 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 37066) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:35.947390 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8961f3a2-6e9c-4e12-8b58-9172f2015441 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Pushing event deleted for resources: {'Subnet': ['ID=accbde13-b67d-4afb-b789-89cd3107098e,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:54:36.036524 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-b49a971c-0378-46aa-befb-9211f95fbf28 None None] Set router 6ef5f4fc-a3ea-4128-a533-e555edca50d7 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 04:54:36.145918 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 37076) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:36.168710 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port cd2514a2-ffe7-4776-8cff-30b673b3e1be completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:54:36.182981 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb4fa3bd-0aa6-443a-ba8b-074855914d4f tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 04:54:36.194300 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd639ab-8934-4be1-8477-3b3f40578d8f None None] Sync routers for ids ['259c6f83-8e2a-450a-ab55-cfa5fcc9ea6e'] in dv-neutron-843763-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 04:54:36.209483 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd639ab-8934-4be1-8477-3b3f40578d8f None None] Routers {'259c6f83-8e2a-450a-ab55-cfa5fcc9ea6e'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 04:54:36.210137 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-2fd639ab-8934-4be1-8477-3b3f40578d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T04:54:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['259c6f83-8e2a-450a-ab55-cfa5fcc9ea6e'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:54:36.243450 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bb4fa3bd-0aa6-443a-ba8b-074855914d4f tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Notify callbacks [] for router, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:36.244588 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-bb4fa3bd-0aa6-443a-ba8b-074855914d4f tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 7.6659408 May 30 04:54:36.252564 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-fd43ded4-dfcd-4505-a860-764a36a379c1 tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:36.254364 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 37080) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:36.321937 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-d1784b16-0ec1-4ee1-ac57-0c7ef96776f9 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3819606 May 30 04:54:36.337519 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 37086) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:36.346462 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-c247db8b-be09-4625-8119-42968d1ab6a4 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Request body: {'security_group': {'name': 'tempest-secgroup--1836709417'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:54:36.362087 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-4e1a04d8-fb2f-4e75-89b7-d833d62d0e86 None None] For port 216f58e8-7f7c-4c0c-b32c-7c3f2ec822a9, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 04:54:36.373862 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-c247db8b-be09-4625-8119-42968d1ab6a4 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:54:36.384782 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-4e1a04d8-fb2f-4e75-89b7-d833d62d0e86 None None] For port 216f58e8-7f7c-4c0c-b32c-7c3f2ec822a9, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=216f58e8-7f7c-4c0c-b32c-7c3f2ec822a9,segment=NetworkSegment(73172e21-7400-4940-8efd-d4ce16e5a5c6),segment_id=73172e21-7400-4940-8efd-d4ce16e5a5c6)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 04:54:36.412869 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-4e1a04d8-fb2f-4e75-89b7-d833d62d0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:36.478576 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 1c642bf7-4d12-4214-b363-3b9d2976b10d no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 04:54:36.532585 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7f0104a-9437-4f0b-b612-c861c9ee8833 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Deleting subnet 42a728e7-1d28-45c3-b483-abf5c84aba18 {{(pid=88260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 30 04:54:36.552279 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] No Port match for: 1c642bf7-4d12-4214-b363-3b9d2976b10d {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 04:54:36.553307 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 1c642bf7-4d12-4214-b363-3b9d2976b10d not bound to the agent host dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 04:54:36.561238 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-c247db8b-be09-4625-8119-42968d1ab6a4 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Usage tracker for resource:security_group and tenant:eac58d9c4cf44d64b6d01a6d97e0244a is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:54:36.570388 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-c247db8b-be09-4625-8119-42968d1ab6a4 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:54:36.607306 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-c247db8b-be09-4625-8119-42968d1ab6a4 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:54:36.613477 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f7f0104a-9437-4f0b-b612-c861c9ee8833 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Notify callbacks [] for subnet, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:36.641581 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1a04d8-fb2f-4e75-89b7-d833d62d0e86 None None] Pushing event updated for resources: {'Port': ['ID=216f58e8-7f7c-4c0c-b32c-7c3f2ec822a9,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:54:36.666834 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-2fd639ab-8934-4be1-8477-3b3f40578d8f None None] Set router 259c6f83-8e2a-450a-ab55-cfa5fcc9ea6e gateway port host: dv-neutron-843763-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 04:54:36.672604 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-fd43ded4-dfcd-4505-a860-764a36a379c1 tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1604762'] for floatingip, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:36.689702 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-b49a971c-0378-46aa-befb-9211f95fbf28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ef5f4fc-a3ea-4128-a533-e555edca50d7', 'name': 'tempest-snat-router-619341160', 'tenant_id': 'bd3c8d428858414386daf786d1fecb46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.83'}], 'enable_snat': True}, 'gw_port_id': '66ac6566-df6b-426f-8e9d-43e768fe3414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T04:54:28Z', 'updated_at': '2022-05-30T04:54:32Z', 'revision_number': 3, 'project_id': 'bd3c8d428858414386daf786d1fecb46', 'gw_port': {'id': '66ac6566-df6b-426f-8e9d-43e768fe3414', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:06:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ef5f4fc-a3ea-4128-a533-e555edca50d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 247, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:54:30Z', 'updated_at': '2022-05-30T04:54:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv'}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:54:36.700693 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49a971c-0378-46aa-befb-9211f95fbf28 None None] Checking router: 6ef5f4fc-a3ea-4128-a533-e555edca50d7 for host: dv-neutron-843763-1-hyperv {{(pid=88262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 04:54:36.701054 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49a971c-0378-46aa-befb-9211f95fbf28 None None] Updating router 6ef5f4fc-a3ea-4128-a533-e555edca50d7 port 66ac6566-df6b-426f-8e9d-43e768fe3414 binding host dv-neutron-843763-1-hyperv {{(pid=88262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 30 04:54:36.779984 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c95fa6-2bf9-4d41-a060-4a2fa4b7e5aa None None] Network fd63baea-a4ae-4a3a-af7d-556455bc912d requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:54:36.902102 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-b49a971c-0378-46aa-befb-9211f95fbf28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:36.916840 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-321f4933-c362-4cf6-a3a3-1f5647fea2cd tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] 10.222.0.15 "GET /v2.0/routers/6ef5f4fc-a3ea-4128-a533-e555edca50d7 HTTP/1.1" status: 200 len: 906 time: 0.9801116 May 30 04:54:36.973496 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 37090) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:36.982996 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-5b91556b-afd0-48d9-930d-a98f48579ceb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5b20069eba164497a9d9514a420da987&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7501113 May 30 04:54:37.069324 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-2fd639ab-8934-4be1-8477-3b3f40578d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '259c6f83-8e2a-450a-ab55-cfa5fcc9ea6e', 'name': '', 'tenant_id': 'b716d37694ea4d05a16d0bffce109eae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2adb975-6e64-4b18-8291-1ae0c5a4266d', 'external_fixed_ips': [{'subnet_id': '89ef48fd-4dd2-481f-9f02-f128d6bf650a', 'ip_address': '2001:db8::39b'}], 'enable_snat': True}, 'gw_port_id': '2f35e699-dd8a-4c41-b342-ce1d2bf0b585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T04:54:28Z', 'updated_at': '2022-05-30T04:54:33Z', 'revision_number': 3, 'project_id': 'b716d37694ea4d05a16d0bffce109eae', 'gw_port': {'id': '2f35e699-dd8a-4c41-b342-ce1d2bf0b585', 'name': '', 'network_id': 'a2adb975-6e64-4b18-8291-1ae0c5a4266d', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:90:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '259c6f83-8e2a-450a-ab55-cfa5fcc9ea6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '89ef48fd-4dd2-481f-9f02-f128d6bf650a', 'ip_address': '2001:db8::39b', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:54:32Z', 'updated_at': '2022-05-30T04:54:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89ef48fd-4dd2-481f-9f02-f128d6bf650a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv'}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:54:37.074743 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd639ab-8934-4be1-8477-3b3f40578d8f None None] Checking router: 259c6f83-8e2a-450a-ab55-cfa5fcc9ea6e for host: dv-neutron-843763-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 04:54:37.075093 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd639ab-8934-4be1-8477-3b3f40578d8f None None] Updating router 259c6f83-8e2a-450a-ab55-cfa5fcc9ea6e port 2f35e699-dd8a-4c41-b342-ce1d2bf0b585 binding host dv-neutron-843763-1-hyperv {{(pid=88263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 30 04:54:37.081629 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-8fea8ba6-cc41-434b-8b33-4c72fc488cc7 None None] Provisioning for port cd2514a2-ffe7-4776-8cff-30b673b3e1be completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:54:37.135559 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.db.l3_db [None req-fd43ded4-dfcd-4505-a860-764a36a379c1 tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] Floating IP 1f41823c-2e00-49c8-b5cd-888922762a27 associated. External IP: 172.26.6.93, port: 263364a3-ff88-479a-820a-888734ba12dd. May 30 04:54:37.141952 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-8fea8ba6-cc41-434b-8b33-4c72fc488cc7 None None] Provisioning complete for port cd2514a2-ffe7-4776-8cff-30b673b3e1be triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:54:37.142704 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8fea8ba6-cc41-434b-8b33-4c72fc488cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:37.158606 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 37094) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:37.191967 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-2fd639ab-8934-4be1-8477-3b3f40578d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:37.286048 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021b991b-ec5d-420c-9caa-05868a8eb8d7 req-4f1d0734-6282-4deb-ae35-16775b667183 tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:54:37.293582 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-021b991b-ec5d-420c-9caa-05868a8eb8d7 req-4f1d0734-6282-4deb-ae35-16775b667183 tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] 10.222.0.15 "GET /v2.0/ports?device_id=d16b00e3-9d60-4f25-8b8a-0624cc24ed1b HTTP/1.1" status: 200 len: 945 time: 1.3756876 May 30 04:54:37.296300 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c247db8b-be09-4625-8119-42968d1ab6a4 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Notify callbacks [] for security_group, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:37.345693 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-32bf8b1f-d026-4f76-b5d1-d7a8f170c761 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Notify callbacks [] for router, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:37.357163 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f7f0104a-9437-4f0b-b612-c861c9ee8833 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1454738'] for subnet, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:37.538435 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-c247db8b-be09-4625-8119-42968d1ab6a4 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:54:37.542324 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-c247db8b-be09-4625-8119-42968d1ab6a4 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Usage tracker for resource:security_group_rule and tenant:eac58d9c4cf44d64b6d01a6d97e0244a is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:54:37.545540 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-c247db8b-be09-4625-8119-42968d1ab6a4 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:54:37.556103 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-c247db8b-be09-4625-8119-42968d1ab6a4 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:54:37.612621 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd43ded4-dfcd-4505-a860-764a36a379c1 tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] Router 4a6359bc-40ba-45a2-9e57-2bca6b7f70d0 has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 04:54:37.632337 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-8fea8ba6-cc41-434b-8b33-4c72fc488cc7 None None] Current status of the port cd2514a2-ffe7-4776-8cff-30b673b3e1be is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:54:37.632725 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8fea8ba6-cc41-434b-8b33-4c72fc488cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:37.655240 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c247db8b-be09-4625-8119-42968d1ab6a4 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Notify callbacks [] for security_group, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:37.705688 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c247db8b-be09-4625-8119-42968d1ab6a4 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:37.779700 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 216f58e8-7f7c-4c0c-b32c-7c3f2ec822a9 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 04:54:37.805345 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c247db8b-be09-4625-8119-42968d1ab6a4 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c856e972-3fde-4b02-97f5-8d008483f897,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:54:37.806920 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-8fea8ba6-cc41-434b-8b33-4c72fc488cc7 None None] For port cd2514a2-ffe7-4776-8cff-30b673b3e1be, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=cd2514a2-ffe7-4776-8cff-30b673b3e1be,segment=NetworkSegment(3c9a5aab-c90b-4217-9a9d-16436594b87e),segment_id=3c9a5aab-c90b-4217-9a9d-16436594b87e)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:54:37.829072 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38f770ce-e802-41e2-8f97-10c749813884 None None] DHCP port deletion for fd63baea-a4ae-4a3a-af7d-556455bc912d request from dv-neutron-843763-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 30 04:54:37.842370 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38f770ce-e802-41e2-8f97-10c749813884 None None] Deleting port cd2514a2-ffe7-4776-8cff-30b673b3e1be {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:54:37.842748 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38f770ce-e802-41e2-8f97-10c749813884 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:37.867885 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8fea8ba6-cc41-434b-8b33-4c72fc488cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:37.870088 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-2fd639ab-8934-4be1-8477-3b3f40578d8f None None] Notify callbacks [] for port, precommit_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:37.885063 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-021b991b-ec5d-420c-9caa-05868a8eb8d7 req-d808938e-1a01-4fcf-8aed-c51c50878286 tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] 10.222.0.15 "GET /v2.0/security-groups?id=a23f5e44-f910-4633-a7d4-8a86a5a2b7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5877550 May 30 04:54:37.891566 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.provisioning_blocks [None req-2fd639ab-8934-4be1-8477-3b3f40578d8f None None] Transition to ACTIVE for port object 2f35e699-dd8a-4c41-b342-ce1d2bf0b585 will not be triggered until provisioned by entity L2. {{(pid=88263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:54:37.919815 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-2fd639ab-8934-4be1-8477-3b3f40578d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:37.939573 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.db.resource_extend [None req-b49a971c-0378-46aa-befb-9211f95fbf28 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 04:54:38.060334 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-2fd639ab-8934-4be1-8477-3b3f40578d8f None None] Attempting to bind port 2f35e699-dd8a-4c41-b342-ce1d2bf0b585 on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 04:54:38.060695 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-2fd639ab-8934-4be1-8477-3b3f40578d8f None None] Attempting to bind port 2f35e699-dd8a-4c41-b342-ce1d2bf0b585 by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': '9dbe21ae-3860-4fc8-95db-ff3d33088de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a2adb975-6e64-4b18-8291-1ae0c5a4266d'}] {{(pid=88263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 04:54:38.061096 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd639ab-8934-4be1-8477-3b3f40578d8f None None] Attempting to bind port 2f35e699-dd8a-4c41-b342-ce1d2bf0b585 on network a2adb975-6e64-4b18-8291-1ae0c5a4266d {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 04:54:38.075948 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd639ab-8934-4be1-8477-3b3f40578d8f None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 4, 54, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 04:54:38.076759 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd639ab-8934-4be1-8477-3b3f40578d8f None None] Checking segment: {'id': '9dbe21ae-3860-4fc8-95db-ff3d33088de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a2adb975-6e64-4b18-8291-1ae0c5a4266d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:54:38.077159 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-2fd639ab-8934-4be1-8477-3b3f40578d8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:38.077548 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd639ab-8934-4be1-8477-3b3f40578d8f None None] Bound using segment: {'id': '9dbe21ae-3860-4fc8-95db-ff3d33088de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a2adb975-6e64-4b18-8291-1ae0c5a4266d'} {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 04:54:38.078023 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-2fd639ab-8934-4be1-8477-3b3f40578d8f None None] Bound port: 2f35e699-dd8a-4c41-b342-ce1d2bf0b585, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dbe21ae-3860-4fc8-95db-ff3d33088de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a2adb975-6e64-4b18-8291-1ae0c5a4266d'}}] {{(pid=88263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 04:54:38.079209 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-2fd639ab-8934-4be1-8477-3b3f40578d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:38.113181 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea8ba6-cc41-434b-8b33-4c72fc488cc7 None None] Pushing event updated for resources: {'Port': ['ID=cd2514a2-ffe7-4776-8cff-30b673b3e1be,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:54:38.117399 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-32bf8b1f-d026-4f76-b5d1-d7a8f170c761 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:38.132065 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c247db8b-be09-4625-8119-42968d1ab6a4 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:38.133167 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-b49a971c-0378-46aa-befb-9211f95fbf28 None None] Notify callbacks [] for port, precommit_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:38.136887 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-c247db8b-be09-4625-8119-42968d1ab6a4 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.7944446 May 30 04:54:38.137724 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 37102) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:38.147927 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f4e32f01-1762-47e1-ad9f-04e000baa90c tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Notify callbacks [] for router, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:38.155360 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0035374-926f-4fb6-9c27-a5c9f6d17264 None None] Network d78d1ee6-ca52-4b12-bf7f-c73a3192958a requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:54:38.166553 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd43ded4-dfcd-4505-a860-764a36a379c1 tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 04:54:38.183873 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-fd43ded4-dfcd-4505-a860-764a36a379c1 tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for floatingip, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:38.185587 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port 216f58e8-7f7c-4c0c-b32c-7c3f2ec822a9 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:54:38.221694 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.db [None req-2fd639ab-8934-4be1-8477-3b3f40578d8f None None] For port 2f35e699-dd8a-4c41-b342-ce1d2bf0b585, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 04:54:38.226448 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.db [None req-2fd639ab-8934-4be1-8477-3b3f40578d8f None None] For port 2f35e699-dd8a-4c41-b342-ce1d2bf0b585, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=2f35e699-dd8a-4c41-b342-ce1d2bf0b585,segment=NetworkSegment(9dbe21ae-3860-4fc8-95db-ff3d33088de3),segment_id=9dbe21ae-3860-4fc8-95db-ff3d33088de3)] {{(pid=88263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 04:54:38.243153 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b70e44-4341-422b-b759-d18300373638 None None] Sync routers for ids ['4a6359bc-40ba-45a2-9e57-2bca6b7f70d0'] in dv-neutron-843763-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 04:54:38.243881 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-fd43ded4-dfcd-4505-a860-764a36a379c1 tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] 10.222.0.15 "PUT /v2.0/floatingips/1f41823c-2e00-49c8-b5cd-888922762a27 HTTP/1.1" status: 200 len: 990 time: 4.4739685 May 30 04:54:38.249116 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16ccbf65-3c70-41e4-85a9-2d48805ea5ac', 'tag': '263364a3-ff88-479a-820a-888734ba12dd'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 04:54:38.249874 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-2fd639ab-8934-4be1-8477-3b3f40578d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:38.263490 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-32bf8b1f-d026-4f76-b5d1-d7a8f170c761 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Deleting port 2f35e699-dd8a-4c41-b342-ce1d2bf0b585 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:54:38.264140 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-32bf8b1f-d026-4f76-b5d1-d7a8f170c761 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:38.318752 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd639ab-8934-4be1-8477-3b3f40578d8f None None] Routers {'259c6f83-8e2a-450a-ab55-cfa5fcc9ea6e'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 04:54:38.320315 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-2fd639ab-8934-4be1-8477-3b3f40578d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T04:54:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['259c6f83-8e2a-450a-ab55-cfa5fcc9ea6e'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:54:38.328640 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-b49a971c-0378-46aa-befb-9211f95fbf28 None None] Transition to ACTIVE for port object 66ac6566-df6b-426f-8e9d-43e768fe3414 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:54:38.371439 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b70e44-4341-422b-b759-d18300373638 None None] Routers {'4a6359bc-40ba-45a2-9e57-2bca6b7f70d0'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 04:54:38.372241 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-50b70e44-4341-422b-b759-d18300373638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T04:54:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['4a6359bc-40ba-45a2-9e57-2bca6b7f70d0'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:54:38.420857 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476a0eb1-363c-45f4-bab0-c4425ec70b33 req-bd845c49-2c4e-4bec-b82d-f0852036eaa7 tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:54:38.423260 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-476a0eb1-363c-45f4-bab0-c4425ec70b33 req-bd845c49-2c4e-4bec-b82d-f0852036eaa7 tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] 10.222.0.15 "GET /v2.0/ports?device_id=d16b00e3-9d60-4f25-8b8a-0624cc24ed1b HTTP/1.1" status: 200 len: 945 time: 0.3681610 May 30 04:54:38.432371 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 37110) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:38.440731 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-5d4c0600-8982-4a29-8f70-448c6f53ab8e tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] Request body: {'floatingip': {'port_id': 'c3097bca-1197-4f00-87a5-ff10ccdee25e'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:54:38.468381 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-93c1aafb-6e2a-4126-b2ca-434de5e693f2 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Request body: {'security_group_rule': {'security_group_id': 'c856e972-3fde-4b02-97f5-8d008483f897', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:54:38.530129 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-2fd639ab-8934-4be1-8477-3b3f40578d8f None None] Set router 259c6f83-8e2a-450a-ab55-cfa5fcc9ea6e gateway port host: None {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 04:54:38.537020 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-93c1aafb-6e2a-4126-b2ca-434de5e693f2 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:54:38.538681 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5d4c0600-8982-4a29-8f70-448c6f53ab8e tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] Notify callbacks [] for floatingip, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:38.548747 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1f27d7f6-e0b3-40f5-8c24-9b9dccbae9a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:38.576722 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1f27d7f6-e0b3-40f5-8c24-9b9dccbae9a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:38.597405 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a50e8e12-f8d4-4a03-a244-3e6ebfab1018'] response: {'name': 'network-changed', 'server_uuid': '16ccbf65-3c70-41e4-85a9-2d48805ea5ac', 'tag': '263364a3-ff88-479a-820a-888734ba12dd', 'status': 'completed', 'code': 200} May 30 04:54:38.611402 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-50b70e44-4341-422b-b759-d18300373638 None None] Set router 4a6359bc-40ba-45a2-9e57-2bca6b7f70d0 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 04:54:38.628292 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.db.resource_extend [None req-7299182f-132a-42c9-b3aa-e057e053c9e3 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] It took 0.58 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 04:54:38.652546 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-2fd639ab-8934-4be1-8477-3b3f40578d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '259c6f83-8e2a-450a-ab55-cfa5fcc9ea6e', 'name': '', 'tenant_id': 'b716d37694ea4d05a16d0bffce109eae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T04:54:28Z', 'updated_at': '2022-05-30T04:54:38Z', 'revision_number': 4, 'project_id': 'b716d37694ea4d05a16d0bffce109eae', 'gw_port_host': None}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:54:38.659657 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd639ab-8934-4be1-8477-3b3f40578d8f None None] The sync data for ids ['259c6f83-8e2a-450a-ab55-cfa5fcc9ea6e'] in dv-neutron-843763-1-hyperv is: [{'id': '259c6f83-8e2a-450a-ab55-cfa5fcc9ea6e', 'name': '', 'tenant_id': 'b716d37694ea4d05a16d0bffce109eae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T04:54:28Z', 'updated_at': '2022-05-30T04:54:38Z', 'revision_number': 4, 'project_id': 'b716d37694ea4d05a16d0bffce109eae', 'gw_port_host': None}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 04:54:38.661222 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be5f667-119c-4b84-a2c6-7c0841963999 None None] Pushing event updated for resources: {'Port': ['ID=2f35e699-dd8a-4c41-b342-ce1d2bf0b585,revision_number=2']} {{(pid=88263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:54:38.671263 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be5f667-119c-4b84-a2c6-7c0841963999 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:54:38.671621 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be5f667-119c-4b84-a2c6-7c0841963999 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:54:38.672104 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be5f667-119c-4b84-a2c6-7c0841963999 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:54:38.672443 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be5f667-119c-4b84-a2c6-7c0841963999 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:54:38.673155 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be5f667-119c-4b84-a2c6-7c0841963999 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:54:38.673508 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be5f667-119c-4b84-a2c6-7c0841963999 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:54:38.673864 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be5f667-119c-4b84-a2c6-7c0841963999 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:54:38.674186 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be5f667-119c-4b84-a2c6-7c0841963999 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:54:38.674504 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be5f667-119c-4b84-a2c6-7c0841963999 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:54:38.674822 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be5f667-119c-4b84-a2c6-7c0841963999 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:54:38.675138 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be5f667-119c-4b84-a2c6-7c0841963999 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:54:38.675450 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be5f667-119c-4b84-a2c6-7c0841963999 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:54:38.724402 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f7f0104a-9437-4f0b-b612-c861c9ee8833 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860493'] for subnet, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:38.784481 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be5f667-119c-4b84-a2c6-7c0841963999 None None] Pushing event updated for resources: {'Port': ['ID=2f35e699-dd8a-4c41-b342-ce1d2bf0b585,revision_number=3']} {{(pid=88263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:54:38.798329 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-93c1aafb-6e2a-4126-b2ca-434de5e693f2 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Usage tracker for resource:security_group_rule and tenant:eac58d9c4cf44d64b6d01a6d97e0244a is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:54:38.802504 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-93c1aafb-6e2a-4126-b2ca-434de5e693f2 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:54:38.804222 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-b49a971c-0378-46aa-befb-9211f95fbf28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:38.809793 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-93c1aafb-6e2a-4126-b2ca-434de5e693f2 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:54:38.820000 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f4e32f01-1762-47e1-ad9f-04e000baa90c tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:38.906763 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1f27d7f6-e0b3-40f5-8c24-9b9dccbae9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:38.929382 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-f4e32f01-1762-47e1-ad9f-04e000baa90c tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Deleting port 66ac6566-df6b-426f-8e9d-43e768fe3414 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:54:38.929724 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f4e32f01-1762-47e1-ad9f-04e000baa90c tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:38.966409 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7299182f-132a-42c9-b3aa-e057e053c9e3 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:38.978550 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-aa91b12e-9ece-4b4e-88eb-5a65a140ba22 None None] Provisioning for port 216f58e8-7f7c-4c0c-b32c-7c3f2ec822a9 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:54:39.001297 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7299182f-132a-42c9-b3aa-e057e053c9e3 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1604762'] for floatingip, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:39.001520 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-aa91b12e-9ece-4b4e-88eb-5a65a140ba22 None None] Provisioning complete for port 216f58e8-7f7c-4c0c-b32c-7c3f2ec822a9 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:54:39.001872 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-aa91b12e-9ece-4b4e-88eb-5a65a140ba22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:39.033393 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38f770ce-e802-41e2-8f97-10c749813884 None None] For port cd2514a2-ffe7-4776-8cff-30b673b3e1be, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=cd2514a2-ffe7-4776-8cff-30b673b3e1be,segment=NetworkSegment(3c9a5aab-c90b-4217-9a9d-16436594b87e),segment_id=3c9a5aab-c90b-4217-9a9d-16436594b87e)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:54:39.033779 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38f770ce-e802-41e2-8f97-10c749813884 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:39.034550 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-32bf8b1f-d026-4f76-b5d1-d7a8f170c761 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] For port 2f35e699-dd8a-4c41-b342-ce1d2bf0b585, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=2f35e699-dd8a-4c41-b342-ce1d2bf0b585,segment=NetworkSegment(9dbe21ae-3860-4fc8-95db-ff3d33088de3),segment_id=9dbe21ae-3860-4fc8-95db-ff3d33088de3)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:54:39.035007 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-32bf8b1f-d026-4f76-b5d1-d7a8f170c761 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:39.060598 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f27d7f6-e0b3-40f5-8c24-9b9dccbae9a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9491ab1c-4916-4cc7-92d2-8eb6a9641782,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:54:39.178489 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-32bf8b1f-d026-4f76-b5d1-d7a8f170c761 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Calling delete_port for 2f35e699-dd8a-4c41-b342-ce1d2bf0b585 owned by network:router_gateway {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:54:39.196276 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f7f0104a-9437-4f0b-b612-c861c9ee8833 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1547867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2133322'] for subnet, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:39.238832 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.api.v2.resource [None req-93c1aafb-6e2a-4126-b2ca-434de5e693f2 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] create failed (client error): The resource could not be found. May 30 04:54:39.240313 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-93c1aafb-6e2a-4126-b2ca-434de5e693f2 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 1.0948787 May 30 04:54:39.260805 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 37114) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:39.267776 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38f770ce-e802-41e2-8f97-10c749813884 None None] Calling delete_port for cd2514a2-ffe7-4776-8cff-30b673b3e1be owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:54:39.293302 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1f27d7f6-e0b3-40f5-8c24-9b9dccbae9a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:39.297433 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-1f27d7f6-e0b3-40f5-8c24-9b9dccbae9a0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9491ab1c-4916-4cc7-92d2-8eb6a9641782 HTTP/1.1" status: 204 len: 168 time: 2.1362250 May 30 04:54:39.298917 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f0104a-9437-4f0b-b612-c861c9ee8833 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Pushing event deleted for resources: {'Subnet': ['ID=42a728e7-1d28-45c3-b483-abf5c84aba18,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:54:39.303311 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-763f938e-7a3c-4187-9252-329a0979a681 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Request body: {'security_group_rule': {'security_group_id': 'c856e972-3fde-4b02-97f5-8d008483f897', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '6a39c811-ce75-44f0-a86c-254bf1b30aa9'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:54:39.309574 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f7f0104a-9437-4f0b-b612-c861c9ee8833 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642826'] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:39.311375 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-f7f0104a-9437-4f0b-b612-c861c9ee8833 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] 10.222.0.15 "DELETE /v2.0/subnets/42a728e7-1d28-45c3-b483-abf5c84aba18 HTTP/1.1" status: 204 len: 168 time: 3.3664608 May 30 04:54:39.324324 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 37120) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:39.330256 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d933baec-1d99-4100-8752-4500e7396769 req-4b37cdfd-196a-470a-bd39-a01c067d4013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:54:39.331768 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d933baec-1d99-4100-8752-4500e7396769 req-4b37cdfd-196a-470a-bd39-a01c067d4013 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=78063ff0b78c49339686a2b1a492c074&device_id=16ccbf65-3c70-41e4-85a9-2d48805ea5ac HTTP/1.1" status: 200 len: 1098 time: 0.7384582 May 30 04:54:39.383718 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-763f938e-7a3c-4187-9252-329a0979a681 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:54:39.395380 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-763f938e-7a3c-4187-9252-329a0979a681 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Usage tracker for resource:security_group_rule and tenant:eac58d9c4cf44d64b6d01a6d97e0244a is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:54:39.457690 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201a1172-a7a3-433a-a5cb-932cc44cb79e req-ec410286-ddeb-43c8-b602-2c15df6088eb tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:54:39.465718 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-201a1172-a7a3-433a-a5cb-932cc44cb79e req-ec410286-ddeb-43c8-b602-2c15df6088eb tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] 10.222.0.15 "GET /v2.0/ports?device_id=16ccbf65-3c70-41e4-85a9-2d48805ea5ac HTTP/1.1" status: 200 len: 945 time: 1.0167491 May 30 04:54:39.483606 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-763f938e-7a3c-4187-9252-329a0979a681 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:54:39.524624 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-763f938e-7a3c-4187-9252-329a0979a681 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:54:39.545718 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38f770ce-e802-41e2-8f97-10c749813884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069'] for port, after_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:39.560307 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e1e2a0-b699-4c38-a9f8-415051da2a04 None None] Pushing event updated for resources: {'Port': ['ID=66ac6566-df6b-426f-8e9d-43e768fe3414,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:54:39.630286 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-201a1172-a7a3-433a-a5cb-932cc44cb79e req-c0005e0f-45e0-47d6-a186-71810633c813 tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] 10.222.0.15 "GET /v2.0/security-groups?id=dc19cd7e-061d-420d-8a79-861f74cfc0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1528771 May 30 04:54:39.692762 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3967d5c4-a6d6-4bbb-989f-1e67bf132b06 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:54:39.698476 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-3967d5c4-a6d6-4bbb-989f-1e67bf132b06 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3654416 May 30 04:54:39.698977 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 37130) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:39.707923 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.db.l3_db [None req-7299182f-132a-42c9-b3aa-e057e053c9e3 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Floating IP 0183b247-39a5-4d8f-823a-d613f456193a associated. External IP: 172.26.6.230, port: fba489e5-d7a4-4280-a042-b13fdb5779ed. May 30 04:54:39.771747 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-b49a971c-0378-46aa-befb-9211f95fbf28 None None] Attempting to bind port 66ac6566-df6b-426f-8e9d-43e768fe3414 on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 04:54:39.772403 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-f4e32f01-1762-47e1-ad9f-04e000baa90c tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] For port 66ac6566-df6b-426f-8e9d-43e768fe3414, host dv-neutron-843763-1-hyperv, got binding levels [] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:54:39.772575 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-b49a971c-0378-46aa-befb-9211f95fbf28 None None] Attempting to bind port 66ac6566-df6b-426f-8e9d-43e768fe3414 by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': 'ad083d94-0233-4c50-a0ed-00ef7686038c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 04:54:39.773070 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49a971c-0378-46aa-befb-9211f95fbf28 None None] Attempting to bind port 66ac6566-df6b-426f-8e9d-43e768fe3414 on network 1bab70f4-3794-44db-8e17-19f483aa8ffa {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 04:54:39.773245 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f4e32f01-1762-47e1-ad9f-04e000baa90c tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:39.775744 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f770ce-e802-41e2-8f97-10c749813884 None None] Pushing event deleted for resources: {'Port': ['ID=cd2514a2-ffe7-4776-8cff-30b673b3e1be,revision_number=None']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:54:39.791780 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d933baec-1d99-4100-8752-4500e7396769 req-8a55f00f-977e-4386-a3be-7480dc989adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:54:39.793420 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d933baec-1d99-4100-8752-4500e7396769 req-8a55f00f-977e-4386-a3be-7480dc989adf service neutron] 10.222.0.39 "GET /v2.0/networks?id=94a15cbb-b296-4fe7-b2e8-32f706e6cbca HTTP/1.1" status: 200 len: 904 time: 0.4162924 May 30 04:54:39.807108 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device cd2514a2-ffe7-4776-8cff-30b673b3e1be no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 04:54:39.857667 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f770ce-e802-41e2-8f97-10c749813884 None None] No DVR routers for this DVR port cd2514a2-ffe7-4776-8cff-30b673b3e1be on host dv-neutron-843763-1-hyperv {{(pid=88262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 04:54:39.874950 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] No Port match for: cd2514a2-ffe7-4776-8cff-30b673b3e1be {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 04:54:39.875675 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device cd2514a2-ffe7-4776-8cff-30b673b3e1be not bound to the agent host dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 04:54:39.946507 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-978b973f-79df-4f0d-b316-6a9c12a004e8 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897784'] for network, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:39.974928 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-aa91b12e-9ece-4b4e-88eb-5a65a140ba22 None None] Current status of the port 216f58e8-7f7c-4c0c-b32c-7c3f2ec822a9 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:54:39.975309 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-aa91b12e-9ece-4b4e-88eb-5a65a140ba22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:40.010631 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49a971c-0378-46aa-befb-9211f95fbf28 None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 4, 54, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 04:54:40.011009 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49a971c-0378-46aa-befb-9211f95fbf28 None None] Checking segment: {'id': 'ad083d94-0233-4c50-a0ed-00ef7686038c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:54:40.011691 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-b49a971c-0378-46aa-befb-9211f95fbf28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:40.012367 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49a971c-0378-46aa-befb-9211f95fbf28 None None] Bound using segment: {'id': 'ad083d94-0233-4c50-a0ed-00ef7686038c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 04:54:40.012876 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-b49a971c-0378-46aa-befb-9211f95fbf28 None None] Bound port: 66ac6566-df6b-426f-8e9d-43e768fe3414, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad083d94-0233-4c50-a0ed-00ef7686038c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 04:54:40.013402 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-b49a971c-0378-46aa-befb-9211f95fbf28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:40.076640 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-aa91b12e-9ece-4b4e-88eb-5a65a140ba22 None None] For port 216f58e8-7f7c-4c0c-b32c-7c3f2ec822a9, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=216f58e8-7f7c-4c0c-b32c-7c3f2ec822a9,segment=NetworkSegment(73172e21-7400-4940-8efd-d4ce16e5a5c6),segment_id=73172e21-7400-4940-8efd-d4ce16e5a5c6)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:54:40.107055 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-aa91b12e-9ece-4b4e-88eb-5a65a140ba22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:40.113229 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-f4e32f01-1762-47e1-ad9f-04e000baa90c tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Calling delete_port for 66ac6566-df6b-426f-8e9d-43e768fe3414 owned by network:router_gateway {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:54:40.130491 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5d4c0600-8982-4a29-8f70-448c6f53ab8e tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:40.135547 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-32bf8b1f-d026-4f76-b5d1-d7a8f170c761 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:40.195234 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5d4c0600-8982-4a29-8f70-448c6f53ab8e tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1604762'] for floatingip, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:40.222760 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.api.v2.resource [None req-763f938e-7a3c-4187-9252-329a0979a681 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] create failed (client error): The resource could not be found. May 30 04:54:40.224857 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-763f938e-7a3c-4187-9252-329a0979a681 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.9545732 May 30 04:54:40.225732 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-978b973f-79df-4f0d-b316-6a9c12a004e8 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Deleting port 216f58e8-7f7c-4c0c-b32c-7c3f2ec822a9 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:54:40.226257 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-978b973f-79df-4f0d-b316-6a9c12a004e8 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:40.253707 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-50b70e44-4341-422b-b759-d18300373638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a6359bc-40ba-45a2-9e57-2bca6b7f70d0', 'name': 'tempest-ServersTestJSON-5148407-router', 'tenant_id': '78063ff0b78c49339686a2b1a492c074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.49'}], 'enable_snat': True}, 'gw_port_id': 'a2cf377b-0bfb-4934-9c52-e757dc7b9e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T04:53:29Z', 'updated_at': '2022-05-30T04:53:38Z', 'revision_number': 4, 'project_id': '78063ff0b78c49339686a2b1a492c074', 'gw_port': {'id': 'a2cf377b-0bfb-4934-9c52-e757dc7b9e8e', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6359bc-40ba-45a2-9e57-2bca6b7f70d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:53:30Z', 'updated_at': '2022-05-30T04:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_floatingips': [{'id': '1f41823c-2e00-49c8-b5cd-888922762a27', 'tenant_id': '78063ff0b78c49339686a2b1a492c074', 'floating_ip_address': '172.26.6.93', 'floating_network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'router_id': '4a6359bc-40ba-45a2-9e57-2bca6b7f70d0', 'port_id': '263364a3-ff88-479a-820a-888734ba12dd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94a15cbb-b296-4fe7-b2e8-32f706e6cbca', 'mac_address': 'fa:16:3e:58:aa:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ccbf65-3c70-41e4-85a9-2d48805ea5ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T04:53:51Z', 'updated_at': '2022-05-30T04:54:35Z', 'revision_number': 1, 'project_id': '78063ff0b78c49339686a2b1a492c074', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ff08b26-9c0a-4266-a838-3b18471bc957', 'name': '', 'network_id': '94a15cbb-b296-4fe7-b2e8-32f706e6cbca', 'tenant_id': '78063ff0b78c49339686a2b1a492c074', 'mac_address': 'fa:16:3e:ed:58:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6359bc-40ba-45a2-9e57-2bca6b7f70d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '875a4a52-1e6d-498d-99f9-e5086431f2d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:53:34Z', 'updated_at': '2022-05-30T04:53:48Z', 'revision_number': 5, 'project_id': '78063ff0b78c49339686a2b1a492c074', 'subnets': [{'id': '875a4a52-1e6d-498d-99f9-e5086431f2d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:54:40.262881 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 37148) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:40.288109 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b70e44-4341-422b-b759-d18300373638 None None] Checking router: 4a6359bc-40ba-45a2-9e57-2bca6b7f70d0 for host: dv-neutron-843763-1-hyperv {{(pid=88262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 04:54:40.297177 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa91b12e-9ece-4b4e-88eb-5a65a140ba22 None None] Pushing event updated for resources: {'Port': ['ID=216f58e8-7f7c-4c0c-b32c-7c3f2ec822a9,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:54:40.329423 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-b49a971c-0378-46aa-befb-9211f95fbf28 None None] For port 66ac6566-df6b-426f-8e9d-43e768fe3414, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 04:54:40.331536 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b70e44-4341-422b-b759-d18300373638 None None] Routers {'4a6359bc-40ba-45a2-9e57-2bca6b7f70d0'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 04:54:40.332471 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-50b70e44-4341-422b-b759-d18300373638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T04:54:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['4a6359bc-40ba-45a2-9e57-2bca6b7f70d0'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:54:40.422263 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c596de-e75d-44f4-bf49-8ed9b65f63d5 None None] DHCP port deletion for d78d1ee6-ca52-4b12-bf7f-c73a3192958a request from dv-neutron-843763-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 30 04:54:40.426342 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 37154) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:40.437018 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-b49a971c-0378-46aa-befb-9211f95fbf28 None None] For port 66ac6566-df6b-426f-8e9d-43e768fe3414, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=66ac6566-df6b-426f-8e9d-43e768fe3414,segment=NetworkSegment(ad083d94-0233-4c50-a0ed-00ef7686038c),segment_id=ad083d94-0233-4c50-a0ed-00ef7686038c)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 04:54:40.448394 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-a0c596de-e75d-44f4-bf49-8ed9b65f63d5 None None] Deleting port 216f58e8-7f7c-4c0c-b32c-7c3f2ec822a9 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:54:40.448775 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a0c596de-e75d-44f4-bf49-8ed9b65f63d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:40.451472 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bf8b1f-d026-4f76-b5d1-d7a8f170c761 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Pushing event deleted for resources: {'Port': ['ID=2f35e699-dd8a-4c41-b342-ce1d2bf0b585,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:54:40.486076 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-b49a971c-0378-46aa-befb-9211f95fbf28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:40.490039 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-380c5b97-416c-4c57-b693-b9929529fe2d tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:40.503148 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d933baec-1d99-4100-8752-4500e7396769 req-9c668f31-16f1-4924-a347-b0d5dea653d9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=263364a3-ff88-479a-820a-888734ba12dd HTTP/1.1" status: 200 len: 998 time: 0.7025037 May 30 04:54:40.586568 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d933baec-1d99-4100-8752-4500e7396769 req-69754e3d-9fd2-4224-ae02-e2bf0df75b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:54:40.588140 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d933baec-1d99-4100-8752-4500e7396769 req-69754e3d-9fd2-4224-ae02-e2bf0df75b6e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=875a4a52-1e6d-498d-99f9-e5086431f2d2 HTTP/1.1" status: 200 len: 842 time: 0.0748069 May 30 04:54:40.588849 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-32bf8b1f-d026-4f76-b5d1-d7a8f170c761 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1604781'] for router_gateway, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:40.674316 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-3e798ea4-41e5-4048-a8b0-093ea8632d25 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Request body: {'networks': [{'name': 'tempest-network--621518614'}, {'name': 'tempest-network--257323562'}]} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:54:40.674517 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-3e798ea4-41e5-4048-a8b0-093ea8632d25 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Request body: {'network': {'name': 'tempest-network--621518614'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:54:40.674903 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-3e798ea4-41e5-4048-a8b0-093ea8632d25 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Request body: {'network': {'name': 'tempest-network--257323562'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:54:40.706335 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-3e798ea4-41e5-4048-a8b0-093ea8632d25 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:54:40.720790 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49a971c-0378-46aa-befb-9211f95fbf28 None None] Routers {'6ef5f4fc-a3ea-4128-a533-e555edca50d7'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 04:54:40.720790 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-b49a971c-0378-46aa-befb-9211f95fbf28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T04:54:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['6ef5f4fc-a3ea-4128-a533-e555edca50d7'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:54:40.727164 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-380c5b97-416c-4c57-b693-b9929529fe2d tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:40.741926 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-3e798ea4-41e5-4048-a8b0-093ea8632d25 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Usage tracker for resource:network and tenant:7263b3b758134b1188cf4e461ab0a1b0 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:54:40.750407 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-3e798ea4-41e5-4048-a8b0-093ea8632d25 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:54:40.847419 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e1e2a0-b699-4c38-a9f8-415051da2a04 None None] Pushing event updated for resources: {'Port': ['ID=66ac6566-df6b-426f-8e9d-43e768fe3414,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:54:40.883416 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-32bf8b1f-d026-4f76-b5d1-d7a8f170c761 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11660'] for router, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:40.891331 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-32bf8b1f-d026-4f76-b5d1-d7a8f170c761 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:40.915286 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.db.l3_db [None req-5d4c0600-8982-4a29-8f70-448c6f53ab8e tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] Floating IP 915290f4-3099-4278-ad78-1de93e79698a associated. External IP: 172.26.6.244, port: c3097bca-1197-4f00-87a5-ff10ccdee25e. May 30 04:54:40.939288 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-3e798ea4-41e5-4048-a8b0-093ea8632d25 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:54:40.939822 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-50b70e44-4341-422b-b759-d18300373638 None None] Set router 4a6359bc-40ba-45a2-9e57-2bca6b7f70d0 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 04:54:40.999480 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-32bf8b1f-d026-4f76-b5d1-d7a8f170c761 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1601605'] for router, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:41.000281 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32bf8b1f-d026-4f76-b5d1-d7a8f170c761 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 259c6f83-8e2a-450a-ab55-cfa5fcc9ea6e {{(pid=88261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 30 04:54:41.012599 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e798ea4-41e5-4048-a8b0-093ea8632d25 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Made reservation on behalf of 7263b3b758134b1188cf4e461ab0a1b0 for: {'network': 2} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:54:41.017093 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3e798ea4-41e5-4048-a8b0-093ea8632d25 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for network, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:41.037759 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7299182f-132a-42c9-b3aa-e057e053c9e3 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Router 4ce894cc-f128-40c6-907e-3f9e866b9a54 has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 04:54:41.040665 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.db.api [None req-f4e32f01-1762-47e1-ad9f-04e000baa90c tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88260) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 04:54:41.040665 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG oslo_db.api [None req-f4e32f01-1762-47e1-ad9f-04e000baa90c tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 04:54:41.046946 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3e798ea4-41e5-4048-a8b0-093ea8632d25 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Notify callbacks [] for security_group, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:41.077165 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-978b973f-79df-4f0d-b316-6a9c12a004e8 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] For port 216f58e8-7f7c-4c0c-b32c-7c3f2ec822a9, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=216f58e8-7f7c-4c0c-b32c-7c3f2ec822a9,segment=NetworkSegment(73172e21-7400-4940-8efd-d4ce16e5a5c6),segment_id=73172e21-7400-4940-8efd-d4ce16e5a5c6)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:54:41.077575 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-978b973f-79df-4f0d-b316-6a9c12a004e8 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:41.080594 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d933baec-1d99-4100-8752-4500e7396769 req-d019ad5d-c161-4a75-ba42-081e48dab3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:54:41.082120 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d933baec-1d99-4100-8752-4500e7396769 req-d019ad5d-c161-4a75-ba42-081e48dab3c1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=94a15cbb-b296-4fe7-b2e8-32f706e6cbca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4491684 May 30 04:54:41.120403 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-32bf8b1f-d026-4f76-b5d1-d7a8f170c761 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Notify callbacks [] for router, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:41.121761 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-32bf8b1f-d026-4f76-b5d1-d7a8f170c761 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] 10.222.0.15 "DELETE /v2.0/routers/259c6f83-8e2a-450a-ab55-cfa5fcc9ea6e HTTP/1.1" status: 204 len: 168 time: 4.8664811 May 30 04:54:41.139266 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-b49a971c-0378-46aa-befb-9211f95fbf28 None None] Set router 6ef5f4fc-a3ea-4128-a533-e555edca50d7 gateway port host: None {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 04:54:41.147276 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-3e798ea4-41e5-4048-a8b0-093ea8632d25 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:54:41.176723 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 37160) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:41.290885 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-978b973f-79df-4f0d-b316-6a9c12a004e8 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Calling delete_port for 216f58e8-7f7c-4c0c-b32c-7c3f2ec822a9 owned by network:dhcp {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:54:41.319126 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-b49a971c-0378-46aa-befb-9211f95fbf28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ef5f4fc-a3ea-4128-a533-e555edca50d7', 'name': 'tempest-snat-router-619341160', 'tenant_id': 'bd3c8d428858414386daf786d1fecb46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T04:54:28Z', 'updated_at': '2022-05-30T04:54:38Z', 'revision_number': 4, 'project_id': 'bd3c8d428858414386daf786d1fecb46', 'gw_port_host': None}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:54:41.323112 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-380c5b97-416c-4c57-b693-b9929529fe2d tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:41.339847 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49a971c-0378-46aa-befb-9211f95fbf28 None None] The sync data for ids ['6ef5f4fc-a3ea-4128-a533-e555edca50d7'] in dv-neutron-843763-1-hyperv is: [{'id': '6ef5f4fc-a3ea-4128-a533-e555edca50d7', 'name': 'tempest-snat-router-619341160', 'tenant_id': 'bd3c8d428858414386daf786d1fecb46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T04:54:28Z', 'updated_at': '2022-05-30T04:54:38Z', 'revision_number': 4, 'project_id': 'bd3c8d428858414386daf786d1fecb46', 'gw_port_host': None}] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 04:54:41.362039 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-3e798ea4-41e5-4048-a8b0-093ea8632d25 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Usage tracker for resource:security_group_rule and tenant:7263b3b758134b1188cf4e461ab0a1b0 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:54:41.377136 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_v2 [None req-1394bc88-2189-4e45-8fd0-76aeb5169794 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Deleting subnet 89ef48fd-4dd2-481f-9f02-f128d6bf650a {{(pid=88261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 30 04:54:41.380709 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1394bc88-2189-4e45-8fd0-76aeb5169794 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:41.382285 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-3e798ea4-41e5-4048-a8b0-093ea8632d25 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:54:41.406806 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380c5b97-416c-4c57-b693-b9929529fe2d tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c856e972-3fde-4b02-97f5-8d008483f897,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:54:41.409044 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-3e798ea4-41e5-4048-a8b0-093ea8632d25 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:54:41.410796 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d933baec-1d99-4100-8752-4500e7396769 req-6121900d-9fbb-4f06-8881-8339b41051f7 service neutron] 10.222.0.39 "GET /v2.0/networks/94a15cbb-b296-4fe7-b2e8-32f706e6cbca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3172753 May 30 04:54:41.489136 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-a0c596de-e75d-44f4-bf49-8ed9b65f63d5 None None] For port 216f58e8-7f7c-4c0c-b32c-7c3f2ec822a9, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=216f58e8-7f7c-4c0c-b32c-7c3f2ec822a9,segment=NetworkSegment(73172e21-7400-4940-8efd-d4ce16e5a5c6),segment_id=73172e21-7400-4940-8efd-d4ce16e5a5c6)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:54:41.489521 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a0c596de-e75d-44f4-bf49-8ed9b65f63d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:41.546376 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-f4e32f01-1762-47e1-ad9f-04e000baa90c tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Deleting port 66ac6566-df6b-426f-8e9d-43e768fe3414 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:54:41.546970 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f4e32f01-1762-47e1-ad9f-04e000baa90c tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:41.581269 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-380c5b97-416c-4c57-b693-b9929529fe2d tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:41.582424 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-380c5b97-416c-4c57-b693-b9929529fe2d tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] 10.222.0.15 "DELETE /v2.0/security-groups/c856e972-3fde-4b02-97f5-8d008483f897 HTTP/1.1" status: 204 len: 168 time: 1.3102303 May 30 04:54:41.596850 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 37164) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:41.616036 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1394bc88-2189-4e45-8fd0-76aeb5169794 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:41.631849 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1394bc88-2189-4e45-8fd0-76aeb5169794 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860493'] for subnet, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:41.638929 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-a0c596de-e75d-44f4-bf49-8ed9b65f63d5 None None] Calling delete_port for 216f58e8-7f7c-4c0c-b32c-7c3f2ec822a9 owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:54:41.696159 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7299182f-132a-42c9-b3aa-e057e053c9e3 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 04:54:41.698028 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-978b973f-79df-4f0d-b316-6a9c12a004e8 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:41.698397 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d4c0600-8982-4a29-8f70-448c6f53ab8e tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] Router b02ff726-f08b-4149-a2e7-4d3905e56a54 has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 04:54:41.705968 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdeadec1-9ff5-47cc-882f-cfd553a57246 None None] Sync routers for ids ['4ce894cc-f128-40c6-907e-3f9e866b9a54'] in dv-neutron-843763-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 04:54:41.721585 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdeadec1-9ff5-47cc-882f-cfd553a57246 None None] Routers {'4ce894cc-f128-40c6-907e-3f9e866b9a54'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 04:54:41.722348 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-fdeadec1-9ff5-47cc-882f-cfd553a57246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T04:54:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['4ce894cc-f128-40c6-907e-3f9e866b9a54'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:54:41.728519 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 216f58e8-7f7c-4c0c-b32c-7c3f2ec822a9 no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 04:54:41.800389 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] No Port match for: 216f58e8-7f7c-4c0c-b32c-7c3f2ec822a9 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 04:54:41.801120 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 216f58e8-7f7c-4c0c-b32c-7c3f2ec822a9 not bound to the agent host dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 04:54:41.889725 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.db.api [None req-a0c596de-e75d-44f4-bf49-8ed9b65f63d5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 04:54:41.890298 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG oslo_db.api [None req-a0c596de-e75d-44f4-bf49-8ed9b65f63d5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 04:54:41.911082 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-50b70e44-4341-422b-b759-d18300373638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a6359bc-40ba-45a2-9e57-2bca6b7f70d0', 'name': 'tempest-ServersTestJSON-5148407-router', 'tenant_id': '78063ff0b78c49339686a2b1a492c074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.49'}], 'enable_snat': True}, 'gw_port_id': 'a2cf377b-0bfb-4934-9c52-e757dc7b9e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T04:53:29Z', 'updated_at': '2022-05-30T04:53:38Z', 'revision_number': 4, 'project_id': '78063ff0b78c49339686a2b1a492c074', 'gw_port': {'id': 'a2cf377b-0bfb-4934-9c52-e757dc7b9e8e', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6359bc-40ba-45a2-9e57-2bca6b7f70d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:53:30Z', 'updated_at': '2022-05-30T04:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_floatingips': [{'id': '1f41823c-2e00-49c8-b5cd-888922762a27', 'tenant_id': '78063ff0b78c49339686a2b1a492c074', 'floating_ip_address': '172.26.6.93', 'floating_network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'router_id': '4a6359bc-40ba-45a2-9e57-2bca6b7f70d0', 'port_id': '263364a3-ff88-479a-820a-888734ba12dd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94a15cbb-b296-4fe7-b2e8-32f706e6cbca', 'mac_address': 'fa:16:3e:58:aa:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ccbf65-3c70-41e4-85a9-2d48805ea5ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T04:53:51Z', 'updated_at': '2022-05-30T04:54:35Z', 'revision_number': 1, 'project_id': '78063ff0b78c49339686a2b1a492c074', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ff08b26-9c0a-4266-a838-3b18471bc957', 'name': '', 'network_id': '94a15cbb-b296-4fe7-b2e8-32f706e6cbca', 'tenant_id': '78063ff0b78c49339686a2b1a492c074', 'mac_address': 'fa:16:3e:ed:58:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6359bc-40ba-45a2-9e57-2bca6b7f70d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '875a4a52-1e6d-498d-99f9-e5086431f2d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:53:34Z', 'updated_at': '2022-05-30T04:53:48Z', 'revision_number': 5, 'project_id': '78063ff0b78c49339686a2b1a492c074', 'subnets': [{'id': '875a4a52-1e6d-498d-99f9-e5086431f2d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:54:41.913266 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-f4e32f01-1762-47e1-ad9f-04e000baa90c tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] For port 66ac6566-df6b-426f-8e9d-43e768fe3414, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=66ac6566-df6b-426f-8e9d-43e768fe3414,segment=NetworkSegment(ad083d94-0233-4c50-a0ed-00ef7686038c),segment_id=ad083d94-0233-4c50-a0ed-00ef7686038c)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:54:41.913641 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f4e32f01-1762-47e1-ad9f-04e000baa90c tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:41.918645 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b70e44-4341-422b-b759-d18300373638 None None] The sync data for ids ['4a6359bc-40ba-45a2-9e57-2bca6b7f70d0'] in dv-neutron-843763-1-hyperv is: [{'id': '4a6359bc-40ba-45a2-9e57-2bca6b7f70d0', 'name': 'tempest-ServersTestJSON-5148407-router', 'tenant_id': '78063ff0b78c49339686a2b1a492c074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.49'}], 'enable_snat': True}, 'gw_port_id': 'a2cf377b-0bfb-4934-9c52-e757dc7b9e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T04:53:29Z', 'updated_at': '2022-05-30T04:53:38Z', 'revision_number': 4, 'project_id': '78063ff0b78c49339686a2b1a492c074', 'gw_port': {'id': 'a2cf377b-0bfb-4934-9c52-e757dc7b9e8e', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6359bc-40ba-45a2-9e57-2bca6b7f70d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:53:30Z', 'updated_at': '2022-05-30T04:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_floatingips': [{'id': '1f41823c-2e00-49c8-b5cd-888922762a27', 'tenant_id': '78063ff0b78c49339686a2b1a492c074', 'floating_ip_address': '172.26.6.93', 'floating_network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'router_id': '4a6359bc-40ba-45a2-9e57-2bca6b7f70d0', 'port_id': '263364a3-ff88-479a-820a-888734ba12dd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94a15cbb-b296-4fe7-b2e8-32f706e6cbca', 'mac_address': 'fa:16:3e:58:aa:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ccbf65-3c70-41e4-85a9-2d48805ea5ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T04:53:51Z', 'updated_at': '2022-05-30T04:54:35Z', 'revision_number': 1, 'project_id': '78063ff0b78c49339686a2b1a492c074', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ff08b26-9c0a-4266-a838-3b18471bc957', 'name': '', 'network_id': '94a15cbb-b296-4fe7-b2e8-32f706e6cbca', 'tenant_id': '78063ff0b78c49339686a2b1a492c074', 'mac_address': 'fa:16:3e:ed:58:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6359bc-40ba-45a2-9e57-2bca6b7f70d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '875a4a52-1e6d-498d-99f9-e5086431f2d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:53:34Z', 'updated_at': '2022-05-30T04:53:48Z', 'revision_number': 5, 'project_id': '78063ff0b78c49339686a2b1a492c074', 'subnets': [{'id': '875a4a52-1e6d-498d-99f9-e5086431f2d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 04:54:41.982434 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-fdeadec1-9ff5-47cc-882f-cfd553a57246 None None] Set router 4ce894cc-f128-40c6-907e-3f9e866b9a54 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 04:54:42.044477 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-f4e32f01-1762-47e1-ad9f-04e000baa90c tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Calling delete_port for 66ac6566-df6b-426f-8e9d-43e768fe3414 owned by network:router_gateway {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:54:42.080955 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d933baec-1d99-4100-8752-4500e7396769 req-6c811522-b5fd-4019-8a8f-40d324a4d3f0 service neutron] 10.222.0.39 "GET /v2.0/networks/94a15cbb-b296-4fe7-b2e8-32f706e6cbca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6540573 May 30 04:54:42.093485 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978b973f-79df-4f0d-b316-6a9c12a004e8 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Pushing event deleted for resources: {'Port': ['ID=216f58e8-7f7c-4c0c-b32c-7c3f2ec822a9,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:54:42.112816 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1394bc88-2189-4e45-8fd0-76aeb5169794 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788'] for subnet, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:42.135401 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978b973f-79df-4f0d-b316-6a9c12a004e8 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] No DVR routers for this DVR port 216f58e8-7f7c-4c0c-b32c-7c3f2ec822a9 on host dv-neutron-843763-1-hyperv {{(pid=88260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 04:54:42.151441 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d4c0600-8982-4a29-8f70-448c6f53ab8e tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 04:54:42.160310 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1394bc88-2189-4e45-8fd0-76aeb5169794 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=89ef48fd-4dd2-481f-9f02-f128d6bf650a,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:54:42.166985 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6939debb-f410-4052-afa0-175971ba96b8 None None] Sync routers for ids ['b02ff726-f08b-4149-a2e7-4d3905e56a54'] in dv-neutron-843763-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 04:54:42.167638 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1394bc88-2189-4e45-8fd0-76aeb5169794 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:42.172236 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-1394bc88-2189-4e45-8fd0-76aeb5169794 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] 10.222.0.15 "DELETE /v2.0/subnets/89ef48fd-4dd2-481f-9f02-f128d6bf650a HTTP/1.1" status: 204 len: 168 time: 0.9908295 May 30 04:54:42.172926 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-ea4b1c20-aed3-4531-9b84-d25b81f0b103 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Synchronizing usage tracker for tenant:eac58d9c4cf44d64b6d01a6d97e0244a on resource:security_group {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:54:42.173015 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5d4c0600-8982-4a29-8f70-448c6f53ab8e tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for floatingip, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:42.182637 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 37168) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:42.184614 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6939debb-f410-4052-afa0-175971ba96b8 None None] Routers {'b02ff726-f08b-4149-a2e7-4d3905e56a54'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 04:54:42.185446 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-6939debb-f410-4052-afa0-175971ba96b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T04:54:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['b02ff726-f08b-4149-a2e7-4d3905e56a54'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:54:42.214050 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-45f79e78-106a-4f09-9d2c-69baeab7263d None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 04:54:42.252433 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-5d4c0600-8982-4a29-8f70-448c6f53ab8e tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] 10.222.0.15 "PUT /v2.0/floatingips/915290f4-3099-4278-ad78-1de93e79698a HTTP/1.1" status: 200 len: 991 time: 3.8160915 May 30 04:54:42.253206 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd16b00e3-9d60-4f25-8b8a-0624cc24ed1b', 'tag': 'c3097bca-1197-4f00-87a5-ff10ccdee25e'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 04:54:42.293934 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-ea4b1c20-aed3-4531-9b84-d25b81f0b103 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Unset dirty status for tenant:eac58d9c4cf44d64b6d01a6d97e0244a on resource:security_group {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:54:42.295453 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-ea4b1c20-aed3-4531-9b84-d25b81f0b103 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6872146 May 30 04:54:42.299793 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 37176) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:42.305613 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-f913e850-f4f9-4622-918a-1122fb9bc402 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Request body: {'security_group_rule': {'security_group_id': 'ff960b65-e1c8-4404-bf8e-07e3d5c45969', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:54:42.314953 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-f913e850-f4f9-4622-918a-1122fb9bc402 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:54:42.323139 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-f913e850-f4f9-4622-918a-1122fb9bc402 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Usage tracker for resource:security_group_rule and tenant:eac58d9c4cf44d64b6d01a6d97e0244a is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:54:42.328585 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-f913e850-f4f9-4622-918a-1122fb9bc402 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:54:42.344866 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-f913e850-f4f9-4622-918a-1122fb9bc402 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:54:42.397533 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-577bec81-b2e9-49e7-87a2-99024be8db3b'] response: {'name': 'network-changed', 'server_uuid': 'd16b00e3-9d60-4f25-8b8a-0624cc24ed1b', 'tag': 'c3097bca-1197-4f00-87a5-ff10ccdee25e', 'status': 'completed', 'code': 200} May 30 04:54:42.436570 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-978b973f-79df-4f0d-b316-6a9c12a004e8 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867540', 'neutron.services.segments.db._delete_segments_for_network-8729234922972'] for network, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:42.456181 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-a0c596de-e75d-44f4-bf49-8ed9b65f63d5 None None] Deleting port 216f58e8-7f7c-4c0c-b32c-7c3f2ec822a9 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:54:42.456732 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a0c596de-e75d-44f4-bf49-8ed9b65f63d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:42.473337 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-978b973f-79df-4f0d-b316-6a9c12a004e8 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d78d1ee6-ca52-4b12-bf7f-c73a3192958a']}} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:54:42.490799 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-978b973f-79df-4f0d-b316-6a9c12a004e8 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73172e21-7400-4940-8efd-d4ce16e5a5c6') {'for_net_delete': True} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:54:42.491106 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-978b973f-79df-4f0d-b316-6a9c12a004e8 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73172e21-7400-4940-8efd-d4ce16e5a5c6') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:54:42.527134 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-fdeadec1-9ff5-47cc-882f-cfd553a57246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce894cc-f128-40c6-907e-3f9e866b9a54', 'name': 'tempest-ServerActionsTestJSON-1533739700-router', 'tenant_id': '75c565b2496748d0aca7efef0deb76ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.12'}], 'enable_snat': True}, 'gw_port_id': 'b9224054-b232-4352-8694-1fc62b3bf334', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T04:53:34Z', 'updated_at': '2022-05-30T04:53:40Z', 'revision_number': 4, 'project_id': '75c565b2496748d0aca7efef0deb76ef', 'gw_port': {'id': 'b9224054-b232-4352-8694-1fc62b3bf334', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:08:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce894cc-f128-40c6-907e-3f9e866b9a54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:53:36Z', 'updated_at': '2022-05-30T04:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_floatingips': [{'id': '0183b247-39a5-4d8f-823a-d613f456193a', 'tenant_id': '75c565b2496748d0aca7efef0deb76ef', 'floating_ip_address': '172.26.6.230', 'floating_network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'router_id': '4ce894cc-f128-40c6-907e-3f9e866b9a54', 'port_id': 'fba489e5-d7a4-4280-a042-b13fdb5779ed', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6c60be6-16d0-4643-855e-f83fdbae0248', 'mac_address': 'fa:16:3e:72:2c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e7b65a-2794-4268-bd76-1003a7875678', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T04:53:55Z', 'updated_at': '2022-05-30T04:54:38Z', 'revision_number': 1, 'project_id': '75c565b2496748d0aca7efef0deb76ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74dfc65a-67f1-43f9-8dc5-6cd308de3c6e', 'name': '', 'network_id': 'd6c60be6-16d0-4643-855e-f83fdbae0248', 'tenant_id': '75c565b2496748d0aca7efef0deb76ef', 'mac_address': 'fa:16:3e:12:36:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce894cc-f128-40c6-907e-3f9e866b9a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'c06f497a-4701-45be-bb19-b5a139bdd216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:53:40Z', 'updated_at': '2022-05-30T04:53:56Z', 'revision_number': 5, 'project_id': '75c565b2496748d0aca7efef0deb76ef', 'subnets': [{'id': 'c06f497a-4701-45be-bb19-b5a139bdd216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:54:42.527446 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.api.v2.resource [None req-f913e850-f4f9-4622-918a-1122fb9bc402 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] create failed (client error): The resource could not be found. May 30 04:54:42.528705 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-f913e850-f4f9-4622-918a-1122fb9bc402 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2279301 May 30 04:54:42.532583 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdeadec1-9ff5-47cc-882f-cfd553a57246 None None] Checking router: 4ce894cc-f128-40c6-907e-3f9e866b9a54 for host: dv-neutron-843763-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 04:54:42.534042 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 37180) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:42.545906 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70f9871-cb46-43dd-85d5-3932e2ae1b29 None None] New status for floating IP 1f41823c-2e00-49c8-b5cd-888922762a27: ACTIVE {{(pid=88263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 30 04:54:42.552041 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-29b3f1f8-38b2-4cca-aba8-b84d8f171c1c tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Request body: {'security_group': {'name': 'tempest-secgroup--594149529'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:54:42.559005 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8652a0d-0cac-4880-a8d0-d2694441bf9f req-26333324-edc7-497e-8719-46e0da65b335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:54:42.560575 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c8652a0d-0cac-4880-a8d0-d2694441bf9f req-26333324-edc7-497e-8719-46e0da65b335 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3fffdaf8665e4f2eb17f85d23ba9b1e3&device_id=d16b00e3-9d60-4f25-8b8a-0624cc24ed1b HTTP/1.1" status: 200 len: 1098 time: 0.1621523 May 30 04:54:42.563122 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-29b3f1f8-38b2-4cca-aba8-b84d8f171c1c tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:54:42.574205 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-29b3f1f8-38b2-4cca-aba8-b84d8f171c1c tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:54:42.593610 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-a0c596de-e75d-44f4-bf49-8ed9b65f63d5 None None] The port '216f58e8-7f7c-4c0c-b32c-7c3f2ec822a9' was deleted {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 30 04:54:42.622639 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-29b3f1f8-38b2-4cca-aba8-b84d8f171c1c tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:42.630231 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-6939debb-f410-4052-afa0-175971ba96b8 None None] Set router b02ff726-f08b-4149-a2e7-4d3905e56a54 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 04:54:42.650460 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-978b973f-79df-4f0d-b316-6a9c12a004e8 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729235042807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1454725'] for segment, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:42.660310 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7299182f-132a-42c9-b3aa-e057e053c9e3 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for floatingip, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:42.715167 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-29b3f1f8-38b2-4cca-aba8-b84d8f171c1c tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:54:42.719251 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-29b3f1f8-38b2-4cca-aba8-b84d8f171c1c tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Usage tracker for resource:security_group_rule and tenant:eac58d9c4cf44d64b6d01a6d97e0244a is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:54:42.726409 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-29b3f1f8-38b2-4cca-aba8-b84d8f171c1c tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:54:42.731938 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdeadec1-9ff5-47cc-882f-cfd553a57246 None None] Routers {'4ce894cc-f128-40c6-907e-3f9e866b9a54'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 04:54:42.732635 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-fdeadec1-9ff5-47cc-882f-cfd553a57246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T04:54:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['4ce894cc-f128-40c6-907e-3f9e866b9a54'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:54:42.733178 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-29b3f1f8-38b2-4cca-aba8-b84d8f171c1c tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:54:42.774589 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-978b973f-79df-4f0d-b316-6a9c12a004e8 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:42.782886 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-978b973f-79df-4f0d-b316-6a9c12a004e8 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=88260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 04:54:42.784133 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-978b973f-79df-4f0d-b316-6a9c12a004e8 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-862858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1547513'] for segment, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:42.828222 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8652a0d-0cac-4880-a8d0-d2694441bf9f req-0966231e-2fd8-48b8-925f-7232e7e160b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:54:42.829717 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c8652a0d-0cac-4880-a8d0-d2694441bf9f req-0966231e-2fd8-48b8-925f-7232e7e160b5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=48553bc8-2e8d-42a5-b036-bcc9c477033e HTTP/1.1" status: 200 len: 912 time: 0.2474186 May 30 04:54:42.937973 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-29b3f1f8-38b2-4cca-aba8-b84d8f171c1c tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:42.949525 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-29b3f1f8-38b2-4cca-aba8-b84d8f171c1c tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:43.013019 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c8652a0d-0cac-4880-a8d0-d2694441bf9f req-967f1fe1-8b4a-4f6d-a364-5b053944592c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c3097bca-1197-4f00-87a5-ff10ccdee25e HTTP/1.1" status: 200 len: 999 time: 0.1566892 May 30 04:54:43.020226 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b3f1f8-38b2-4cca-aba8-b84d8f171c1c tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=959412be-3178-403e-9bbc-acfc45feb024,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:54:43.076103 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-fdeadec1-9ff5-47cc-882f-cfd553a57246 None None] Set router 4ce894cc-f128-40c6-907e-3f9e866b9a54 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 04:54:43.076520 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-29b3f1f8-38b2-4cca-aba8-b84d8f171c1c tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:43.079999 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-29b3f1f8-38b2-4cca-aba8-b84d8f171c1c tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5352628 May 30 04:54:43.080238 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 37186) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:43.095756 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-a34a1a74-f46f-4aaf-a8d1-17404922be63 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Request body: {'security_group': {'name': 'tempest-secgroup--229732476'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:54:43.108355 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-a34a1a74-f46f-4aaf-a8d1-17404922be63 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:54:43.115619 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-a34a1a74-f46f-4aaf-a8d1-17404922be63 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Usage tracker for resource:security_group and tenant:eac58d9c4cf44d64b6d01a6d97e0244a is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:54:43.120368 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-a34a1a74-f46f-4aaf-a8d1-17404922be63 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:54:43.120874 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-978b973f-79df-4f0d-b316-6a9c12a004e8 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604744'] for network, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:43.128788 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8652a0d-0cac-4880-a8d0-d2694441bf9f req-621c13f8-b002-4cea-83e5-4cb65c9cac90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:54:43.130178 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c8652a0d-0cac-4880-a8d0-d2694441bf9f req-621c13f8-b002-4cea-83e5-4cb65c9cac90 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c42df579-83e1-422f-882b-890997a0d3b9 HTTP/1.1" status: 200 len: 850 time: 0.1065741 May 30 04:54:43.131055 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-978b973f-79df-4f0d-b316-6a9c12a004e8 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642826'] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:43.131167 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-a34a1a74-f46f-4aaf-a8d1-17404922be63 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:54:43.137991 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-7299182f-132a-42c9-b3aa-e057e053c9e3 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.15 "PUT /v2.0/floatingips/0183b247-39a5-4d8f-823a-d613f456193a HTTP/1.1" status: 200 len: 992 time: 7.9433296 May 30 04:54:43.175813 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-6939debb-f410-4052-afa0-175971ba96b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b02ff726-f08b-4149-a2e7-4d3905e56a54', 'name': 'tempest-ServersTestManualDisk-667274620-router', 'tenant_id': '3fffdaf8665e4f2eb17f85d23ba9b1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.58'}], 'enable_snat': True}, 'gw_port_id': 'c55ef8d8-9531-4178-b54e-cd03e72ab6ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T04:53:35Z', 'updated_at': '2022-05-30T04:53:51Z', 'revision_number': 4, 'project_id': '3fffdaf8665e4f2eb17f85d23ba9b1e3', 'gw_port': {'id': 'c55ef8d8-9531-4178-b54e-cd03e72ab6ef', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:d0:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02ff726-f08b-4149-a2e7-4d3905e56a54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:53:39Z', 'updated_at': '2022-05-30T04:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_floatingips': [{'id': '915290f4-3099-4278-ad78-1de93e79698a', 'tenant_id': '3fffdaf8665e4f2eb17f85d23ba9b1e3', 'floating_ip_address': '172.26.6.244', 'floating_network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'router_id': 'b02ff726-f08b-4149-a2e7-4d3905e56a54', 'port_id': 'c3097bca-1197-4f00-87a5-ff10ccdee25e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 179, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48553bc8-2e8d-42a5-b036-bcc9c477033e', 'mac_address': 'fa:16:3e:4c:1f:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd16b00e3-9d60-4f25-8b8a-0624cc24ed1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T04:54:03Z', 'updated_at': '2022-05-30T04:54:39Z', 'revision_number': 1, 'project_id': '3fffdaf8665e4f2eb17f85d23ba9b1e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75413245-0751-488c-b316-bd715bca792e', 'name': '', 'network_id': '48553bc8-2e8d-42a5-b036-bcc9c477033e', 'tenant_id': '3fffdaf8665e4f2eb17f85d23ba9b1e3', 'mac_address': 'fa:16:3e:5b:4b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02ff726-f08b-4149-a2e7-4d3905e56a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 142, 'fixed_ips': [{'subnet_id': 'c42df579-83e1-422f-882b-890997a0d3b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:53:49Z', 'updated_at': '2022-05-30T04:54:00Z', 'revision_number': 5, 'project_id': '3fffdaf8665e4f2eb17f85d23ba9b1e3', 'subnets': [{'id': 'c42df579-83e1-422f-882b-890997a0d3b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:54:43.184753 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a34a1a74-f46f-4aaf-a8d1-17404922be63 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:43.188645 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6939debb-f410-4052-afa0-175971ba96b8 None None] Checking router: b02ff726-f08b-4149-a2e7-4d3905e56a54 for host: dv-neutron-843763-1-hyperv {{(pid=88262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 04:54:43.191709 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3e798ea4-41e5-4048-a8b0-093ea8632d25 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Notify callbacks [] for security_group, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:43.196455 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 73172e21-7400-4940-8efd-d4ce16e5a5c6 resource provider aggregate not found May 30 04:54:43.210151 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6939debb-f410-4052-afa0-175971ba96b8 None None] Routers {'b02ff726-f08b-4149-a2e7-4d3905e56a54'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 04:54:43.210782 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-6939debb-f410-4052-afa0-175971ba96b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T04:54:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['b02ff726-f08b-4149-a2e7-4d3905e56a54'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:54:43.227733 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-a34a1a74-f46f-4aaf-a8d1-17404922be63 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:54:43.237522 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-a34a1a74-f46f-4aaf-a8d1-17404922be63 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Usage tracker for resource:security_group_rule and tenant:eac58d9c4cf44d64b6d01a6d97e0244a is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:54:43.241570 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-a34a1a74-f46f-4aaf-a8d1-17404922be63 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:54:43.249311 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-a34a1a74-f46f-4aaf-a8d1-17404922be63 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:54:43.267271 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8652a0d-0cac-4880-a8d0-d2694441bf9f req-f873a64c-ef69-475e-b60a-f5d3f5c130ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:54:43.268661 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c8652a0d-0cac-4880-a8d0-d2694441bf9f req-f873a64c-ef69-475e-b60a-f5d3f5c130ca service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=48553bc8-2e8d-42a5-b036-bcc9c477033e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1296141 May 30 04:54:43.355961 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1e7b65a-2794-4268-bd76-1003a7875678', 'tag': 'fba489e5-d7a4-4280-a042-b13fdb5779ed'}] {{(pid=88260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 04:54:43.383087 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f4e32f01-1762-47e1-ad9f-04e000baa90c tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:43.391519 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 73172e21-7400-4940-8efd-d4ce16e5a5c6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 73172e21-7400-4940-8efd-d4ce16e5a5c6 found for delete ", "request_id": "req-c1fcdf95-a04f-4415-b281-9440f0d32489"}]} May 30 04:54:43.453142 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3e798ea4-41e5-4048-a8b0-093ea8632d25 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:43.453619 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3e798ea4-41e5-4048-a8b0-093ea8632d25 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for network, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:43.472660 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e32f01-1762-47e1-ad9f-04e000baa90c tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Pushing event deleted for resources: {'Port': ['ID=66ac6566-df6b-426f-8e9d-43e768fe3414,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:54:43.486087 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978b973f-79df-4f0d-b316-6a9c12a004e8 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Pushing event deleted for resources: {'Network': ['ID=d78d1ee6-ca52-4b12-bf7f-c73a3192958a,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:54:43.494886 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f857e77d-ab72-4861-940f-6bb4d6efe45d tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897784'] for network, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:43.509467 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-6939debb-f410-4052-afa0-175971ba96b8 None None] Set router b02ff726-f08b-4149-a2e7-4d3905e56a54 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 04:54:43.532361 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-978b973f-79df-4f0d-b316-6a9c12a004e8 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] 10.222.0.15 "DELETE /v2.0/networks/d78d1ee6-ca52-4b12-bf7f-c73a3192958a HTTP/1.1" status: 204 len: 168 time: 3.8261101 May 30 04:54:43.538207 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a34a1a74-f46f-4aaf-a8d1-17404922be63 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:43.540805 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 37198) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:43.573154 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c8652a0d-0cac-4880-a8d0-d2694441bf9f req-7f9c590c-600c-4b1b-a567-7ef77fd396df service neutron] 10.222.0.39 "GET /v2.0/networks/48553bc8-2e8d-42a5-b036-bcc9c477033e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2954988 May 30 04:54:43.579088 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a34a1a74-f46f-4aaf-a8d1-17404922be63 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:43.651468 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-fdeadec1-9ff5-47cc-882f-cfd553a57246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce894cc-f128-40c6-907e-3f9e866b9a54', 'name': 'tempest-ServerActionsTestJSON-1533739700-router', 'tenant_id': '75c565b2496748d0aca7efef0deb76ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.12'}], 'enable_snat': True}, 'gw_port_id': 'b9224054-b232-4352-8694-1fc62b3bf334', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T04:53:34Z', 'updated_at': '2022-05-30T04:53:40Z', 'revision_number': 4, 'project_id': '75c565b2496748d0aca7efef0deb76ef', 'gw_port': {'id': 'b9224054-b232-4352-8694-1fc62b3bf334', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:08:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce894cc-f128-40c6-907e-3f9e866b9a54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:53:36Z', 'updated_at': '2022-05-30T04:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_floatingips': [{'id': '0183b247-39a5-4d8f-823a-d613f456193a', 'tenant_id': '75c565b2496748d0aca7efef0deb76ef', 'floating_ip_address': '172.26.6.230', 'floating_network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'router_id': '4ce894cc-f128-40c6-907e-3f9e866b9a54', 'port_id': 'fba489e5-d7a4-4280-a042-b13fdb5779ed', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6c60be6-16d0-4643-855e-f83fdbae0248', 'mac_address': 'fa:16:3e:72:2c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e7b65a-2794-4268-bd76-1003a7875678', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T04:53:55Z', 'updated_at': '2022-05-30T04:54:38Z', 'revision_number': 1, 'project_id': '75c565b2496748d0aca7efef0deb76ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74dfc65a-67f1-43f9-8dc5-6cd308de3c6e', 'name': '', 'network_id': 'd6c60be6-16d0-4643-855e-f83fdbae0248', 'tenant_id': '75c565b2496748d0aca7efef0deb76ef', 'mac_address': 'fa:16:3e:12:36:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce894cc-f128-40c6-907e-3f9e866b9a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'c06f497a-4701-45be-bb19-b5a139bdd216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:53:40Z', 'updated_at': '2022-05-30T04:53:56Z', 'revision_number': 5, 'project_id': '75c565b2496748d0aca7efef0deb76ef', 'subnets': [{'id': 'c06f497a-4701-45be-bb19-b5a139bdd216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:54:43.661909 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdeadec1-9ff5-47cc-882f-cfd553a57246 None None] The sync data for ids ['4ce894cc-f128-40c6-907e-3f9e866b9a54'] in dv-neutron-843763-1-hyperv is: [{'id': '4ce894cc-f128-40c6-907e-3f9e866b9a54', 'name': 'tempest-ServerActionsTestJSON-1533739700-router', 'tenant_id': '75c565b2496748d0aca7efef0deb76ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.12'}], 'enable_snat': True}, 'gw_port_id': 'b9224054-b232-4352-8694-1fc62b3bf334', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T04:53:34Z', 'updated_at': '2022-05-30T04:53:40Z', 'revision_number': 4, 'project_id': '75c565b2496748d0aca7efef0deb76ef', 'gw_port': {'id': 'b9224054-b232-4352-8694-1fc62b3bf334', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:08:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce894cc-f128-40c6-907e-3f9e866b9a54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:53:36Z', 'updated_at': '2022-05-30T04:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_floatingips': [{'id': '0183b247-39a5-4d8f-823a-d613f456193a', 'tenant_id': '75c565b2496748d0aca7efef0deb76ef', 'floating_ip_address': '172.26.6.230', 'floating_network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'router_id': '4ce894cc-f128-40c6-907e-3f9e866b9a54', 'port_id': 'fba489e5-d7a4-4280-a042-b13fdb5779ed', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6c60be6-16d0-4643-855e-f83fdbae0248', 'mac_address': 'fa:16:3e:72:2c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e7b65a-2794-4268-bd76-1003a7875678', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T04:53:55Z', 'updated_at': '2022-05-30T04:54:38Z', 'revision_number': 1, 'project_id': '75c565b2496748d0aca7efef0deb76ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74dfc65a-67f1-43f9-8dc5-6cd308de3c6e', 'name': '', 'network_id': 'd6c60be6-16d0-4643-855e-f83fdbae0248', 'tenant_id': '75c565b2496748d0aca7efef0deb76ef', 'mac_address': 'fa:16:3e:12:36:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce894cc-f128-40c6-907e-3f9e866b9a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'c06f497a-4701-45be-bb19-b5a139bdd216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:53:40Z', 'updated_at': '2022-05-30T04:53:56Z', 'revision_number': 5, 'project_id': '75c565b2496748d0aca7efef0deb76ef', 'subnets': [{'id': 'c06f497a-4701-45be-bb19-b5a139bdd216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 04:54:43.709209 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34a1a74-f46f-4aaf-a8d1-17404922be63 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c9495b7-0200-451b-b199-8e90d6facce1,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:54:43.718703 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b17fc9-7615-4f3a-9098-22fef88add8e req-61c988fb-e11a-4e6a-8b4f-56af3a022506 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:54:43.720164 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-77b17fc9-7615-4f3a-9098-22fef88add8e req-61c988fb-e11a-4e6a-8b4f-56af3a022506 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1e7b65a-2794-4268-bd76-1003a7875678 HTTP/1.1" status: 200 len: 946 time: 0.3584991 May 30 04:54:43.727215 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e798ea4-41e5-4048-a8b0-093ea8632d25 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=182b2bd8-64de-416b-b4c4-d0bf920d3786,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:54:43.768524 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e798ea4-41e5-4048-a8b0-093ea8632d25 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=88260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 04:54:43.858877 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3e798ea4-41e5-4048-a8b0-093ea8632d25 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:43.859235 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.db.segments_db [None req-3e798ea4-41e5-4048-a8b0-093ea8632d25 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Added segment 7423e5de-b9c8-48d4-844c-4fa8ec175984 of type vlan for network 1ca688dc-287c-4700-bdc8-0fab6ea55fcb May 30 04:54:43.865612 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f4e32f01-1762-47e1-ad9f-04e000baa90c tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1604781'] for router_gateway, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:43.875692 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-57ee3212-08c7-41d6-a271-cd5faf65e8b7 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897784'] for network, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:43.877518 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a34a1a74-f46f-4aaf-a8d1-17404922be63 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:43.882278 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-a34a1a74-f46f-4aaf-a8d1-17404922be63 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8002570 May 30 04:54:43.883002 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 37204) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:43.905650 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-48085324-f7a1-4c20-94c7-fd6f42fc6715 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Request body: {'security_group_rule': {'security_group_id': '959412be-3178-403e-9bbc-acfc45feb024', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '0c9495b7-0200-451b-b199-8e90d6facce1'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:54:43.935662 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-77b17fc9-7615-4f3a-9098-22fef88add8e req-77c8f603-b331-4cfb-8b25-393e08fc8588 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0fb8c38-d8b6-4c01-bc8c-1b54a1e25304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1963737 May 30 04:54:43.939211 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-48085324-f7a1-4c20-94c7-fd6f42fc6715 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:54:43.951090 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-6939debb-f410-4052-afa0-175971ba96b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b02ff726-f08b-4149-a2e7-4d3905e56a54', 'name': 'tempest-ServersTestManualDisk-667274620-router', 'tenant_id': '3fffdaf8665e4f2eb17f85d23ba9b1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.58'}], 'enable_snat': True}, 'gw_port_id': 'c55ef8d8-9531-4178-b54e-cd03e72ab6ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T04:53:35Z', 'updated_at': '2022-05-30T04:53:51Z', 'revision_number': 4, 'project_id': '3fffdaf8665e4f2eb17f85d23ba9b1e3', 'gw_port': {'id': 'c55ef8d8-9531-4178-b54e-cd03e72ab6ef', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:d0:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02ff726-f08b-4149-a2e7-4d3905e56a54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:53:39Z', 'updated_at': '2022-05-30T04:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_floatingips': [{'id': '915290f4-3099-4278-ad78-1de93e79698a', 'tenant_id': '3fffdaf8665e4f2eb17f85d23ba9b1e3', 'floating_ip_address': '172.26.6.244', 'floating_network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'router_id': 'b02ff726-f08b-4149-a2e7-4d3905e56a54', 'port_id': 'c3097bca-1197-4f00-87a5-ff10ccdee25e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 179, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48553bc8-2e8d-42a5-b036-bcc9c477033e', 'mac_address': 'fa:16:3e:4c:1f:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd16b00e3-9d60-4f25-8b8a-0624cc24ed1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T04:54:03Z', 'updated_at': '2022-05-30T04:54:39Z', 'revision_number': 1, 'project_id': '3fffdaf8665e4f2eb17f85d23ba9b1e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75413245-0751-488c-b316-bd715bca792e', 'name': '', 'network_id': '48553bc8-2e8d-42a5-b036-bcc9c477033e', 'tenant_id': '3fffdaf8665e4f2eb17f85d23ba9b1e3', 'mac_address': 'fa:16:3e:5b:4b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02ff726-f08b-4149-a2e7-4d3905e56a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 142, 'fixed_ips': [{'subnet_id': 'c42df579-83e1-422f-882b-890997a0d3b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:53:49Z', 'updated_at': '2022-05-30T04:54:00Z', 'revision_number': 5, 'project_id': '3fffdaf8665e4f2eb17f85d23ba9b1e3', 'subnets': [{'id': 'c42df579-83e1-422f-882b-890997a0d3b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:54:43.965908 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6939debb-f410-4052-afa0-175971ba96b8 None None] The sync data for ids ['b02ff726-f08b-4149-a2e7-4d3905e56a54'] in dv-neutron-843763-1-hyperv is: [{'id': 'b02ff726-f08b-4149-a2e7-4d3905e56a54', 'name': 'tempest-ServersTestManualDisk-667274620-router', 'tenant_id': '3fffdaf8665e4f2eb17f85d23ba9b1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.58'}], 'enable_snat': True}, 'gw_port_id': 'c55ef8d8-9531-4178-b54e-cd03e72ab6ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T04:53:35Z', 'updated_at': '2022-05-30T04:53:51Z', 'revision_number': 4, 'project_id': '3fffdaf8665e4f2eb17f85d23ba9b1e3', 'gw_port': {'id': 'c55ef8d8-9531-4178-b54e-cd03e72ab6ef', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:d0:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02ff726-f08b-4149-a2e7-4d3905e56a54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:53:39Z', 'updated_at': '2022-05-30T04:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_floatingips': [{'id': '915290f4-3099-4278-ad78-1de93e79698a', 'tenant_id': '3fffdaf8665e4f2eb17f85d23ba9b1e3', 'floating_ip_address': '172.26.6.244', 'floating_network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'router_id': 'b02ff726-f08b-4149-a2e7-4d3905e56a54', 'port_id': 'c3097bca-1197-4f00-87a5-ff10ccdee25e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 179, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48553bc8-2e8d-42a5-b036-bcc9c477033e', 'mac_address': 'fa:16:3e:4c:1f:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd16b00e3-9d60-4f25-8b8a-0624cc24ed1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T04:54:03Z', 'updated_at': '2022-05-30T04:54:39Z', 'revision_number': 1, 'project_id': '3fffdaf8665e4f2eb17f85d23ba9b1e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75413245-0751-488c-b316-bd715bca792e', 'name': '', 'network_id': '48553bc8-2e8d-42a5-b036-bcc9c477033e', 'tenant_id': '3fffdaf8665e4f2eb17f85d23ba9b1e3', 'mac_address': 'fa:16:3e:5b:4b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02ff726-f08b-4149-a2e7-4d3905e56a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 142, 'fixed_ips': [{'subnet_id': 'c42df579-83e1-422f-882b-890997a0d3b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:53:49Z', 'updated_at': '2022-05-30T04:54:00Z', 'revision_number': 5, 'project_id': '3fffdaf8665e4f2eb17f85d23ba9b1e3', 'subnets': [{'id': 'c42df579-83e1-422f-882b-890997a0d3b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 04:54:43.982147 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-48085324-f7a1-4c20-94c7-fd6f42fc6715 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Usage tracker for resource:security_group_rule and tenant:eac58d9c4cf44d64b6d01a6d97e0244a is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:54:44.019506 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-48085324-f7a1-4c20-94c7-fd6f42fc6715 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:54:44.047624 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b7759d-3e52-47df-b77d-86dcd5750348 None None] New status for floating IP 0183b247-39a5-4d8f-823a-d613f456193a: ACTIVE {{(pid=88262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 30 04:54:44.087202 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f857e77d-ab72-4861-940f-6bb4d6efe45d tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867540', 'neutron.services.segments.db._delete_segments_for_network-8729234922972'] for network, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:44.121423 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-f857e77d-ab72-4861-940f-6bb4d6efe45d tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2adb975-6e64-4b18-8291-1ae0c5a4266d']}} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:54:44.136822 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-f857e77d-ab72-4861-940f-6bb4d6efe45d tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9dbe21ae-3860-4fc8-95db-ff3d33088de3') {'for_net_delete': True} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:54:44.137210 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-f857e77d-ab72-4861-940f-6bb4d6efe45d tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9dbe21ae-3860-4fc8-95db-ff3d33088de3') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:54:44.156286 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f857e77d-ab72-4861-940f-6bb4d6efe45d tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729235042807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1454725'] for segment, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:44.179107 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f857e77d-ab72-4861-940f-6bb4d6efe45d tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:44.186338 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f857e77d-ab72-4861-940f-6bb4d6efe45d tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=88260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 04:54:44.186944 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f857e77d-ab72-4861-940f-6bb4d6efe45d tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-862858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1547513'] for segment, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:44.196612 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-48085324-f7a1-4c20-94c7-fd6f42fc6715 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:54:44.201517 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c8652a0d-0cac-4880-a8d0-d2694441bf9f req-51b5da10-e5d9-48bd-9989-a53e07fc0d8a service neutron] 10.222.0.39 "GET /v2.0/networks/48553bc8-2e8d-42a5-b036-bcc9c477033e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5659235 May 30 04:54:44.314468 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4477e15-812b-4379-8e7d-aed6678d082b'] response: {'name': 'network-changed', 'server_uuid': 'b1e7b65a-2794-4268-bd76-1003a7875678', 'tag': 'fba489e5-d7a4-4280-a042-b13fdb5779ed', 'status': 'completed', 'code': 200} May 30 04:54:44.328629 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0db1a92-51bd-44b2-872e-2117804037a5 req-5edea74e-8846-4a51-a03e-0d2bfbddbbff tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:54:44.331159 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-c0db1a92-51bd-44b2-872e-2117804037a5 req-5edea74e-8846-4a51-a03e-0d2bfbddbbff tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] 10.222.0.15 "GET /v2.0/ports?device_id=d16b00e3-9d60-4f25-8b8a-0624cc24ed1b HTTP/1.1" status: 200 len: 945 time: 1.7056482 May 30 04:54:44.337173 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f857e77d-ab72-4861-940f-6bb4d6efe45d tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604744'] for network, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:44.340387 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f4e32f01-1762-47e1-ad9f-04e000baa90c tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11660'] for router, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:44.352343 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-57ee3212-08c7-41d6-a271-cd5faf65e8b7 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867540', 'neutron.services.segments.db._delete_segments_for_network-8729234922972'] for network, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:44.361070 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f4e32f01-1762-47e1-ad9f-04e000baa90c tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:44.383572 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f857e77d-ab72-4861-940f-6bb4d6efe45d tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a2adb975-6e64-4b18-8291-1ae0c5a4266d {{(pid=88260) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 30 04:54:44.402369 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61dc4c9-1e15-41d7-aa56-1130b2136b43 None None] New status for floating IP 915290f4-3099-4278-ad78-1de93e79698a: ACTIVE {{(pid=88263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 30 04:54:44.408100 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f857e77d-ab72-4861-940f-6bb4d6efe45d tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642826'] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:44.414787 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3e798ea4-41e5-4048-a8b0-093ea8632d25 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729234556353'] for network, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:44.418747 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f857e77d-ab72-4861-940f-6bb4d6efe45d tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Pushing event deleted for resources: {'Network': ['ID=a2adb975-6e64-4b18-8291-1ae0c5a4266d,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:54:44.425423 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-57ee3212-08c7-41d6-a271-cd5faf65e8b7 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Subscribe: > segment before_delete 55550000 {{(pid=88261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 04:54:44.425768 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-57ee3212-08c7-41d6-a271-cd5faf65e8b7 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 04:54:44.426546 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-57ee3212-08c7-41d6-a271-cd5faf65e8b7 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 04:54:44.426885 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-57ee3212-08c7-41d6-a271-cd5faf65e8b7 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Subscribe: > port after_create 55550000 {{(pid=88261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 04:54:44.427241 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-57ee3212-08c7-41d6-a271-cd5faf65e8b7 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Subscribe: > port after_delete 55550000 {{(pid=88261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 04:54:44.427636 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-57ee3212-08c7-41d6-a271-cd5faf65e8b7 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Subscribe: > port after_update 55550000 {{(pid=88261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 04:54:44.427962 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-57ee3212-08c7-41d6-a271-cd5faf65e8b7 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Subscribe: > segment after_delete 55550000 {{(pid=88261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 04:54:44.428241 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-57ee3212-08c7-41d6-a271-cd5faf65e8b7 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Subscribe: > subnet after_create 55550000 {{(pid=88261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 04:54:44.428583 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-57ee3212-08c7-41d6-a271-cd5faf65e8b7 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Subscribe: > subnet after_delete 55550000 {{(pid=88261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 04:54:44.428901 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-57ee3212-08c7-41d6-a271-cd5faf65e8b7 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Subscribe: > subnet after_update 55550000 {{(pid=88261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 04:54:44.472385 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f4e32f01-1762-47e1-ad9f-04e000baa90c tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1601605'] for router, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:44.472888 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4e32f01-1762-47e1-ad9f-04e000baa90c tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6ef5f4fc-a3ea-4128-a533-e555edca50d7 {{(pid=88260) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 30 04:54:44.480126 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-f857e77d-ab72-4861-940f-6bb4d6efe45d tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] 10.222.0.15 "DELETE /v2.0/networks/a2adb975-6e64-4b18-8291-1ae0c5a4266d HTTP/1.1" status: 204 len: 168 time: 2.2946758 May 30 04:54:44.486800 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f4e32f01-1762-47e1-ad9f-04e000baa90c tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:44.487620 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-f4e32f01-1762-47e1-ad9f-04e000baa90c tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] 10.222.0.15 "DELETE /v2.0/routers/6ef5f4fc-a3ea-4128-a533-e555edca50d7 HTTP/1.1" status: 204 len: 168 time: 7.5060511 May 30 04:54:44.494371 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-c0db1a92-51bd-44b2-872e-2117804037a5 req-f4359391-e446-409e-bb61-a298cdfd4ed6 tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] 10.222.0.15 "GET /v2.0/security-groups?id=a23f5e44-f910-4633-a7d4-8a86a5a2b7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1364863 May 30 04:54:44.496013 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 37214) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:44.549300 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-57ee3212-08c7-41d6-a271-cd5faf65e8b7 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Subscribe: > subnet after_create 55550000 {{(pid=88261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 04:54:44.549648 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-57ee3212-08c7-41d6-a271-cd5faf65e8b7 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Subscribe: > subnet after_delete 55550000 {{(pid=88261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 04:54:44.550008 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-57ee3212-08c7-41d6-a271-cd5faf65e8b7 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Subscribe: > subnet before_create 55550000 {{(pid=88261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 04:54:44.550337 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-57ee3212-08c7-41d6-a271-cd5faf65e8b7 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Subscribe: > subnet before_update 55550000 {{(pid=88261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 04:54:44.550677 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-57ee3212-08c7-41d6-a271-cd5faf65e8b7 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd63baea-a4ae-4a3a-af7d-556455bc912d']}} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:54:44.593817 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-57ee3212-08c7-41d6-a271-cd5faf65e8b7 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c9a5aab-c90b-4217-9a9d-16436594b87e') {'for_net_delete': True} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:54:44.594205 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-57ee3212-08c7-41d6-a271-cd5faf65e8b7 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c9a5aab-c90b-4217-9a9d-16436594b87e') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:54:44.614212 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.api.v2.resource [None req-48085324-f7a1-4c20-94c7-fd6f42fc6715 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 04:54:44.615363 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-48085324-f7a1-4c20-94c7-fd6f42fc6715 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.7264102 May 30 04:54:44.624186 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-57ee3212-08c7-41d6-a271-cd5faf65e8b7 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729235042807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3545573'] for segment, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:44.624631 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 37222) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:44.650526 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-57ee3212-08c7-41d6-a271-cd5faf65e8b7 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:44.664769 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e798ea4-41e5-4048-a8b0-093ea8632d25 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=88260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 04:54:44.671494 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57ee3212-08c7-41d6-a271-cd5faf65e8b7 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=88261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 04:54:44.672426 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-57ee3212-08c7-41d6-a271-cd5faf65e8b7 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-862858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2304281'] for segment, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:44.703352 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a339ad27-01b5-49f5-bfad-f38d44fa3f63 req-48e81603-da5a-42fc-9509-0ea9bc75f860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:54:44.706056 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a339ad27-01b5-49f5-bfad-f38d44fa3f63 req-48e81603-da5a-42fc-9509-0ea9bc75f860 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=75c565b2496748d0aca7efef0deb76ef&device_id=b1e7b65a-2794-4268-bd76-1003a7875678 HTTP/1.1" status: 200 len: 1099 time: 0.5071526 May 30 04:54:44.731557 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8203e95a-c969-4961-adf8-333354514f9c req-be09751b-2360-47e9-8d18-1c17f53a3a8a tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:54:44.733081 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8203e95a-c969-4961-adf8-333354514f9c req-be09751b-2360-47e9-8d18-1c17f53a3a8a tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1e7b65a-2794-4268-bd76-1003a7875678 HTTP/1.1" status: 200 len: 946 time: 0.4780850 May 30 04:54:44.789541 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3e798ea4-41e5-4048-a8b0-093ea8632d25 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:44.790620 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.db.segments_db [None req-3e798ea4-41e5-4048-a8b0-093ea8632d25 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Added segment 84d3cd63-b435-4b72-87ec-e8cee46a70b1 of type vlan for network 188a654e-4a12-4635-825f-389ed8fd6af8 May 30 04:54:44.832211 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3e798ea4-41e5-4048-a8b0-093ea8632d25 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729234556353'] for network, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:44.941459 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 37234) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:44.946858 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3e798ea4-41e5-4048-a8b0-093ea8632d25 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788'] for network, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:44.947427 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3e798ea4-41e5-4048-a8b0-093ea8632d25 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788'] for network, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:44.952781 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e798ea4-41e5-4048-a8b0-093ea8632d25 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:54:44.959310 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e798ea4-41e5-4048-a8b0-093ea8632d25 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:54:44.960028 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3e798ea4-41e5-4048-a8b0-093ea8632d25 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642826'] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:45.002570 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-c1eed717-c78f-4c58-bb88-ff2328bd89cb tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Request body: {'router': {'name': 'tempest-router--1003931256', 'project_id': '81a725da78464b4099c8caf5e1715bdf'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:54:45.007770 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-c1eed717-c78f-4c58-bb88-ff2328bd89cb tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:54:45.011850 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-c1eed717-c78f-4c58-bb88-ff2328bd89cb tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Usage tracker for resource:router and tenant:81a725da78464b4099c8caf5e1715bdf is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:54:45.024374 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-c1eed717-c78f-4c58-bb88-ff2328bd89cb tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:54:45.054750 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-57ee3212-08c7-41d6-a271-cd5faf65e8b7 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604744'] for network, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:45.062906 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8203e95a-c969-4961-adf8-333354514f9c req-3bf201e4-6021-4cac-9277-9701200e8919 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0fb8c38-d8b6-4c01-bc8c-1b54a1e25304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2100413 May 30 04:54:45.098125 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-57ee3212-08c7-41d6-a271-cd5faf65e8b7 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642826'] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:45.110906 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ee3212-08c7-41d6-a271-cd5faf65e8b7 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Pushing event deleted for resources: {'Network': ['ID=fd63baea-a4ae-4a3a-af7d-556455bc912d,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:54:45.113113 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-c1eed717-c78f-4c58-bb88-ff2328bd89cb tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:54:45.134822 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-57ee3212-08c7-41d6-a271-cd5faf65e8b7 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] 10.222.0.15 "DELETE /v2.0/networks/fd63baea-a4ae-4a3a-af7d-556455bc912d HTTP/1.1" status: 204 len: 168 time: 1.5893734 May 30 04:54:45.135523 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 37242) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:45.137070 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 3c9a5aab-c90b-4217-9a9d-16436594b87e resource provider aggregate not found May 30 04:54:45.162745 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 3c9a5aab-c90b-4217-9a9d-16436594b87e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3c9a5aab-c90b-4217-9a9d-16436594b87e found for delete ", "request_id": "req-39f51dd8-d4ef-4fda-8bad-428604a5a909"}]} May 30 04:54:45.166520 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a339ad27-01b5-49f5-bfad-f38d44fa3f63 req-e6edaf63-cd6e-4645-a90b-12cc696a0f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:54:45.168018 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a339ad27-01b5-49f5-bfad-f38d44fa3f63 req-e6edaf63-cd6e-4645-a90b-12cc696a0f52 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d6c60be6-16d0-4643-855e-f83fdbae0248 HTTP/1.1" status: 200 len: 913 time: 0.3171260 May 30 04:54:45.178909 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e798ea4-41e5-4048-a8b0-093ea8632d25 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Pushing event updated for resources: {'Network': ['ID=1ca688dc-287c-4700-bdc8-0fab6ea55fcb,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:54:45.190054 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Network 1ca688dc-287c-4700-bdc8-0fab6ea55fcb details requested by agent ovs-agent-dv-neutron-843763-1-hyperv with host dv-neutron-843763-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 04:54:45.325514 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-96fc6be1-61d1-4c0d-a9fa-c925ab9527a7 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Notify callbacks [] for router, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:45.356986 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c288e409-e28e-4bf3-b494-5ab9f0be2534 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897784'] for network, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:45.364453 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a339ad27-01b5-49f5-bfad-f38d44fa3f63 req-eb259b06-6d4d-4552-abee-dfa4decd4dff service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fba489e5-d7a4-4280-a042-b13fdb5779ed HTTP/1.1" status: 200 len: 1002 time: 0.1327024 May 30 04:54:45.371598 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-3e798ea4-41e5-4048-a8b0-093ea8632d25 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 4.9408720 May 30 04:54:45.383800 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 37248) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:45.440847 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c1eed717-c78f-4c58-bb88-ff2328bd89cb tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1603901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11666'] for router, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:45.441852 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c1eed717-c78f-4c58-bb88-ff2328bd89cb tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11675'] for router, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:45.487009 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6ba137c0-a1af-4dd0-882b-0f34a82d8679 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:45.504896 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 9dbe21ae-3860-4fc8-95db-ff3d33088de3 resource provider aggregate not found May 30 04:54:45.543025 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c288e409-e28e-4bf3-b494-5ab9f0be2534 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867540', 'neutron.services.segments.db._delete_segments_for_network-8729234922972'] for network, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:45.550693 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a339ad27-01b5-49f5-bfad-f38d44fa3f63 req-91ed07a1-e637-46dc-81a6-d613a27b647c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:54:45.552768 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a339ad27-01b5-49f5-bfad-f38d44fa3f63 req-91ed07a1-e637-46dc-81a6-d613a27b647c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c06f497a-4701-45be-bb19-b5a139bdd216 HTTP/1.1" status: 200 len: 851 time: 0.1543977 May 30 04:54:45.585064 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 9dbe21ae-3860-4fc8-95db-ff3d33088de3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9dbe21ae-3860-4fc8-95db-ff3d33088de3 found for delete ", "request_id": "req-3cd6bc52-2d1d-45d8-ac99-4bac2e554515"}]} May 30 04:54:45.607154 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e798ea4-41e5-4048-a8b0-093ea8632d25 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Pushing event updated for resources: {'Network': ['ID=188a654e-4a12-4635-825f-389ed8fd6af8,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:54:45.611431 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-c288e409-e28e-4bf3-b494-5ab9f0be2534 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ef6fd3c-ac27-4562-a6c7-1960372684c7']}} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:54:45.619548 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Network 188a654e-4a12-4635-825f-389ed8fd6af8 details requested by agent ovs-agent-dv-neutron-843763-1-hyperv with host dv-neutron-843763-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 04:54:45.626465 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-c288e409-e28e-4bf3-b494-5ab9f0be2534 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63fcef6d-426c-4396-aee3-430dcd5fcbca') {'for_net_delete': True} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:54:45.626768 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-c288e409-e28e-4bf3-b494-5ab9f0be2534 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63fcef6d-426c-4396-aee3-430dcd5fcbca') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:54:45.644856 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c288e409-e28e-4bf3-b494-5ab9f0be2534 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729235042807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3545573'] for segment, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:45.664799 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c288e409-e28e-4bf3-b494-5ab9f0be2534 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:45.674965 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c288e409-e28e-4bf3-b494-5ab9f0be2534 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=88261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 04:54:45.675405 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c288e409-e28e-4bf3-b494-5ab9f0be2534 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-862858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2304281'] for segment, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:45.693197 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c1eed717-c78f-4c58-bb88-ff2328bd89cb tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:45.697662 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6ba137c0-a1af-4dd0-882b-0f34a82d8679 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:45.745545 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a339ad27-01b5-49f5-bfad-f38d44fa3f63 req-4174255e-b66b-4268-a5cc-8aadbb4bbbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:54:45.747498 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a339ad27-01b5-49f5-bfad-f38d44fa3f63 req-4174255e-b66b-4268-a5cc-8aadbb4bbbc3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d6c60be6-16d0-4643-855e-f83fdbae0248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1822672 May 30 04:54:45.786133 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c1eed717-c78f-4c58-bb88-ff2328bd89cb tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603653'] for router, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:45.826982 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-96fc6be1-61d1-4c0d-a9fa-c925ab9527a7 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:45.849050 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c55303-80e0-49b3-af75-7c91727c8fe4 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:54:45.855087 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c288e409-e28e-4bf3-b494-5ab9f0be2534 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604744'] for network, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:45.855491 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c55303-80e0-49b3-af75-7c91727c8fe4 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:54:45.863514 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c55303-80e0-49b3-af75-7c91727c8fe4 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:54:45.869407 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c55303-80e0-49b3-af75-7c91727c8fe4 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:54:45.870292 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-52c55303-80e0-49b3-af75-7c91727c8fe4 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Synchronizing usage tracker for tenant:7263b3b758134b1188cf4e461ab0a1b0 on resource:network {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:54:45.872857 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c288e409-e28e-4bf3-b494-5ab9f0be2534 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642826'] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:45.886632 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c288e409-e28e-4bf3-b494-5ab9f0be2534 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Pushing event deleted for resources: {'Network': ['ID=4ef6fd3c-ac27-4562-a6c7-1960372684c7,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:54:45.889025 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-96fc6be1-61d1-4c0d-a9fa-c925ab9527a7 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Deleting port fd4ed63b-d151-494a-a1b6-d6af8bbb5103 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:54:45.889749 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-96fc6be1-61d1-4c0d-a9fa-c925ab9527a7 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:45.897560 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-c288e409-e28e-4bf3-b494-5ab9f0be2534 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] 10.222.0.15 "DELETE /v2.0/networks/4ef6fd3c-ac27-4562-a6c7-1960372684c7 HTTP/1.1" status: 204 len: 168 time: 0.7540107 May 30 04:54:45.899389 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 37256) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:45.931412 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c1eed717-c78f-4c58-bb88-ff2328bd89cb tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:45.932580 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-c1eed717-c78f-4c58-bb88-ff2328bd89cb tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.9870739 May 30 04:54:45.933314 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6ba137c0-a1af-4dd0-882b-0f34a82d8679 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:45.935677 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6ba137c0-a1af-4dd0-882b-0f34a82d8679 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:45.938969 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-6ba137c0-a1af-4dd0-882b-0f34a82d8679 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] 10.222.0.15 "DELETE /v2.0/security-groups/0c9495b7-0200-451b-b199-8e90d6facce1 HTTP/1.1" status: 204 len: 168 time: 1.3111157 May 30 04:54:45.943271 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 37260) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:45.943591 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 37262) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:46.028686 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a339ad27-01b5-49f5-bfad-f38d44fa3f63 req-be543f8f-b70a-4e39-8c6f-836abfbdb38e service neutron] 10.222.0.39 "GET /v2.0/networks/d6c60be6-16d0-4643-855e-f83fdbae0248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2721944 May 30 04:54:46.037284 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba137c0-a1af-4dd0-882b-0f34a82d8679 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c9495b7-0200-451b-b199-8e90d6facce1,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:54:46.038337 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7447018f-fd51-4ee0-9dbf-06c115ebd922 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897784'] for network, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:46.053098 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-52c55303-80e0-49b3-af75-7c91727c8fe4 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Unset dirty status for tenant:7263b3b758134b1188cf4e461ab0a1b0 on resource:network {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:54:46.054256 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-52c55303-80e0-49b3-af75-7c91727c8fe4 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.6179836 May 30 04:54:46.058605 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 37268) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:46.204195 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e6cf925d-9ebf-409c-ae3a-5262f195bddf tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Notify callbacks [] for router, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:46.492060 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b407bbea-2868-4551-a407-55a25fd19785 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897784'] for network, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:46.501399 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7447018f-fd51-4ee0-9dbf-06c115ebd922 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867540', 'neutron.services.segments.db._delete_segments_for_network-8729234922972'] for network, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:46.539327 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-1db73226-2b92-4298-9ba5-ebf40323b96d tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Synchronizing usage tracker for tenant:eac58d9c4cf44d64b6d01a6d97e0244a on resource:security_group {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:54:46.544757 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a339ad27-01b5-49f5-bfad-f38d44fa3f63 req-d4d23266-e9bb-4a18-8cb9-ced0f902b079 service neutron] 10.222.0.39 "GET /v2.0/networks/d6c60be6-16d0-4643-855e-f83fdbae0248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5044608 May 30 04:54:46.548395 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-7447018f-fd51-4ee0-9dbf-06c115ebd922 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c6cd584-075a-44b2-b049-fb94b99f6f5a']}} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:54:46.593781 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-7447018f-fd51-4ee0-9dbf-06c115ebd922 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0dc1ace-56f5-4717-bcb6-0997e5fb1425') {'for_net_delete': True} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:54:46.594109 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-7447018f-fd51-4ee0-9dbf-06c115ebd922 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0dc1ace-56f5-4717-bcb6-0997e5fb1425') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:54:46.666292 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7447018f-fd51-4ee0-9dbf-06c115ebd922 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729235042807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3545573'] for segment, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:46.702710 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7447018f-fd51-4ee0-9dbf-06c115ebd922 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:46.706125 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b407bbea-2868-4551-a407-55a25fd19785 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867540', 'neutron.services.segments.db._delete_segments_for_network-8729234922972'] for network, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:46.725323 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7447018f-fd51-4ee0-9dbf-06c115ebd922 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=88261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 04:54:46.725630 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7447018f-fd51-4ee0-9dbf-06c115ebd922 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-862858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2304281'] for segment, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:46.764856 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-96fc6be1-61d1-4c0d-a9fa-c925ab9527a7 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] For port fd4ed63b-d151-494a-a1b6-d6af8bbb5103, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=fd4ed63b-d151-494a-a1b6-d6af8bbb5103,segment=NetworkSegment(ad083d94-0233-4c50-a0ed-00ef7686038c),segment_id=ad083d94-0233-4c50-a0ed-00ef7686038c)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:54:46.765216 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-96fc6be1-61d1-4c0d-a9fa-c925ab9527a7 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:46.780111 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e6cf925d-9ebf-409c-ae3a-5262f195bddf tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11660'] for router, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:46.785159 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e6cf925d-9ebf-409c-ae3a-5262f195bddf tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:46.786950 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-1db73226-2b92-4298-9ba5-ebf40323b96d tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Unset dirty status for tenant:eac58d9c4cf44d64b6d01a6d97e0244a on resource:security_group {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:54:46.791051 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-1db73226-2b92-4298-9ba5-ebf40323b96d tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.8335390 May 30 04:54:46.802711 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 37274) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:46.807830 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-b407bbea-2868-4551-a407-55a25fd19785 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ca688dc-287c-4700-bdc8-0fab6ea55fcb']}} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:54:46.842427 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-b407bbea-2868-4551-a407-55a25fd19785 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7423e5de-b9c8-48d4-844c-4fa8ec175984') {'for_net_delete': True} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:54:46.842723 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-b407bbea-2868-4551-a407-55a25fd19785 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7423e5de-b9c8-48d4-844c-4fa8ec175984') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:54:46.883838 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b407bbea-2868-4551-a407-55a25fd19785 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729235042807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3545573'] for segment, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:46.904014 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7447018f-fd51-4ee0-9dbf-06c115ebd922 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604744'] for network, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:46.925787 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-96fc6be1-61d1-4c0d-a9fa-c925ab9527a7 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Calling delete_port for fd4ed63b-d151-494a-a1b6-d6af8bbb5103 owned by network:router_gateway {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:54:46.928247 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7447018f-fd51-4ee0-9dbf-06c115ebd922 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642826'] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:46.936320 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b407bbea-2868-4551-a407-55a25fd19785 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:46.938557 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7447018f-fd51-4ee0-9dbf-06c115ebd922 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] Pushing event deleted for resources: {'Network': ['ID=2c6cd584-075a-44b2-b049-fb94b99f6f5a,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:54:46.958633 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b407bbea-2868-4551-a407-55a25fd19785 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=88261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 04:54:46.958943 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b407bbea-2868-4551-a407-55a25fd19785 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-862858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2304281'] for segment, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:46.979939 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-7447018f-fd51-4ee0-9dbf-06c115ebd922 tempest-BulkNetworkOpsIpV6Test-409537263 tempest-BulkNetworkOpsIpV6Test-409537263-project] 10.222.0.15 "DELETE /v2.0/networks/2c6cd584-075a-44b2-b049-fb94b99f6f5a HTTP/1.1" status: 204 len: 168 time: 1.0772688 May 30 04:54:46.985837 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a1945f-59cd-4949-b819-18090377201f req-df7ada03-708c-449a-afc3-83e98f367750 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:54:46.987337 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-64a1945f-59cd-4949-b819-18090377201f req-df7ada03-708c-449a-afc3-83e98f367750 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1e7b65a-2794-4268-bd76-1003a7875678 HTTP/1.1" status: 200 len: 946 time: 0.7846746 May 30 04:54:46.990946 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e6cf925d-9ebf-409c-ae3a-5262f195bddf tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1601605'] for router, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:46.991418 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6cf925d-9ebf-409c-ae3a-5262f195bddf tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cf5dcb50-eaaf-477b-a98f-53ecacc4ea23 {{(pid=88260) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 30 04:54:47.021448 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e6cf925d-9ebf-409c-ae3a-5262f195bddf tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:47.025237 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-e6cf925d-9ebf-409c-ae3a-5262f195bddf tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] 10.222.0.15 "DELETE /v2.0/routers/cf5dcb50-eaaf-477b-a98f-53ecacc4ea23 HTTP/1.1" status: 204 len: 168 time: 1.0692623 May 30 04:54:47.037790 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c5115743-f70d-4f05-96b8-80df38f42917 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Notify callbacks [] for security_group, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:47.071268 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-64a1945f-59cd-4949-b819-18090377201f req-b9978e09-f5e4-4d8d-9b6f-f9e6b2f0d39e tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0fb8c38-d8b6-4c01-bc8c-1b54a1e25304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716839 May 30 04:54:47.081095 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c5115743-f70d-4f05-96b8-80df38f42917 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:47.097346 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b407bbea-2868-4551-a407-55a25fd19785 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604744'] for network, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:47.124129 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b407bbea-2868-4551-a407-55a25fd19785 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642826'] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:47.148265 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b407bbea-2868-4551-a407-55a25fd19785 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Pushing event deleted for resources: {'Network': ['ID=1ca688dc-287c-4700-bdc8-0fab6ea55fcb,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:54:47.180845 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-b407bbea-2868-4551-a407-55a25fd19785 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] 10.222.0.15 "DELETE /v2.0/networks/1ca688dc-287c-4700-bdc8-0fab6ea55fcb HTTP/1.1" status: 204 len: 168 time: 1.1186523 May 30 04:54:47.184087 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 37284) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:47.199108 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c5115743-f70d-4f05-96b8-80df38f42917 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:47.213579 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 63fcef6d-426c-4396-aee3-430dcd5fcbca resource provider aggregate not found May 30 04:54:47.224521 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5115743-f70d-4f05-96b8-80df38f42917 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=959412be-3178-403e-9bbc-acfc45feb024,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:54:47.243845 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c5115743-f70d-4f05-96b8-80df38f42917 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:47.247320 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-c5115743-f70d-4f05-96b8-80df38f42917 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] 10.222.0.15 "DELETE /v2.0/security-groups/959412be-3178-403e-9bbc-acfc45feb024 HTTP/1.1" status: 204 len: 168 time: 0.4397991 May 30 04:54:47.248976 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 37290) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:47.291086 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 63fcef6d-426c-4396-aee3-430dcd5fcbca resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 63fcef6d-426c-4396-aee3-430dcd5fcbca found for delete ", "request_id": "req-b61c6514-ceaf-4d34-ab48-e82eeccc00d8"}]} May 30 04:54:47.297168 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:47.312384 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 37296) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:47.330137 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment b0dc1ace-56f5-4717-bcb6-0997e5fb1425 resource provider aggregate not found May 30 04:54:47.341984 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0ad3bcdf-44a2-4bd5-a5f9-df492dcebe20 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897784'] for network, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:47.357397 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-0650fc81-bf67-4af6-abd8-07c6dd0b3b6b tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Synchronizing usage tracker for tenant:eac58d9c4cf44d64b6d01a6d97e0244a on resource:security_group {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:54:47.362268 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment b0dc1ace-56f5-4717-bcb6-0997e5fb1425 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b0dc1ace-56f5-4717-bcb6-0997e5fb1425 found for delete ", "request_id": "req-7f88ba32-29e1-46f0-8172-08bc5f54fb90"}]} May 30 04:54:47.385446 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 7423e5de-b9c8-48d4-844c-4fa8ec175984 resource provider aggregate not found May 30 04:54:47.405611 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 7423e5de-b9c8-48d4-844c-4fa8ec175984 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7423e5de-b9c8-48d4-844c-4fa8ec175984 found for delete ", "request_id": "req-e318d8ea-6453-4e85-893b-4ffc42c6bdec"}]} May 30 04:54:47.407710 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-0650fc81-bf67-4af6-abd8-07c6dd0b3b6b tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Unset dirty status for tenant:eac58d9c4cf44d64b6d01a6d97e0244a on resource:security_group {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:54:47.409150 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-0650fc81-bf67-4af6-abd8-07c6dd0b3b6b tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1592453 May 30 04:54:47.414421 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 37310) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:47.421676 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-1cbf90df-07da-43fc-9157-99548bc71663 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Request body: {'security_group': {'name': 'tempest-secgroup--834241544'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:54:47.428542 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-1cbf90df-07da-43fc-9157-99548bc71663 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:54:47.439490 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-1cbf90df-07da-43fc-9157-99548bc71663 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:54:47.453168 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1cbf90df-07da-43fc-9157-99548bc71663 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:47.477414 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-1cbf90df-07da-43fc-9157-99548bc71663 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:54:47.482702 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-1cbf90df-07da-43fc-9157-99548bc71663 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Usage tracker for resource:security_group_rule and tenant:eac58d9c4cf44d64b6d01a6d97e0244a is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:54:47.486050 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-1cbf90df-07da-43fc-9157-99548bc71663 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:54:47.492413 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-1cbf90df-07da-43fc-9157-99548bc71663 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:54:47.511159 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-96fc6be1-61d1-4c0d-a9fa-c925ab9527a7 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:47.519539 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 37314) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:47.574987 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fc6be1-61d1-4c0d-a9fa-c925ab9527a7 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Pushing event deleted for resources: {'Port': ['ID=fd4ed63b-d151-494a-a1b6-d6af8bbb5103,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:54:47.580396 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0ad3bcdf-44a2-4bd5-a5f9-df492dcebe20 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867540', 'neutron.services.segments.db._delete_segments_for_network-8729234922972'] for network, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:47.602301 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-72fa1782-5905-47aa-8ff2-129be5cdd269 tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1398058141', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'}, 'admin_state_up': False}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:54:47.619077 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-72fa1782-5905-47aa-8ff2-129be5cdd269 tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:54:47.623788 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1cbf90df-07da-43fc-9157-99548bc71663 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:47.633233 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-72fa1782-5905-47aa-8ff2-129be5cdd269 tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Usage tracker for resource:router and tenant:d0d8de6c33ac4bb99234640e8489f5da is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:54:47.637109 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-72fa1782-5905-47aa-8ff2-129be5cdd269 tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:54:47.642460 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1cbf90df-07da-43fc-9157-99548bc71663 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:47.660322 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-72fa1782-5905-47aa-8ff2-129be5cdd269 tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:54:47.671733 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-0ad3bcdf-44a2-4bd5-a5f9-df492dcebe20 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['188a654e-4a12-4635-825f-389ed8fd6af8']}} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:54:47.695241 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-0ad3bcdf-44a2-4bd5-a5f9-df492dcebe20 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84d3cd63-b435-4b72-87ec-e8cee46a70b1') {'for_net_delete': True} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:54:47.695576 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-0ad3bcdf-44a2-4bd5-a5f9-df492dcebe20 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84d3cd63-b435-4b72-87ec-e8cee46a70b1') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:54:47.710897 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-feb143c6-369d-4399-9d0e-b68e733947e7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f44762f791794343af1427c1c367cd0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1899054 May 30 04:54:47.711836 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-72fa1782-5905-47aa-8ff2-129be5cdd269 tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1603901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11666'] for router, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:47.712964 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-72fa1782-5905-47aa-8ff2-129be5cdd269 tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11675'] for router, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:47.713104 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0ad3bcdf-44a2-4bd5-a5f9-df492dcebe20 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729235042807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1454725'] for segment, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:47.718020 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 37320) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:47.718647 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbf90df-07da-43fc-9157-99548bc71663 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad87eb3f-8e69-40ef-a6ac-04eb998ef268,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:54:47.734690 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-96fc6be1-61d1-4c0d-a9fa-c925ab9527a7 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1604781'] for router_gateway, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:47.745075 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1cbf90df-07da-43fc-9157-99548bc71663 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:47.749199 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-1cbf90df-07da-43fc-9157-99548bc71663 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.3308842 May 30 04:54:47.753575 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 37324) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:47.758511 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-4be7229e-0995-4cbc-93b3-ae9dd85d8617 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Request body: {'security_group_rule': {'security_group_id': 'ad87eb3f-8e69-40ef-a6ac-04eb998ef268', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:54:47.769130 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-4be7229e-0995-4cbc-93b3-ae9dd85d8617 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:54:47.779222 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0ad3bcdf-44a2-4bd5-a5f9-df492dcebe20 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:47.783292 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-4be7229e-0995-4cbc-93b3-ae9dd85d8617 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Usage tracker for resource:security_group_rule and tenant:eac58d9c4cf44d64b6d01a6d97e0244a is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:54:47.788080 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-4be7229e-0995-4cbc-93b3-ae9dd85d8617 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:54:47.796272 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-4be7229e-0995-4cbc-93b3-ae9dd85d8617 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:54:47.820578 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-11eabc8e-4199-4f13-9439-57f7fba6dadc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:47.860667 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-11eabc8e-4199-4f13-9439-57f7fba6dadc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:47.870244 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.api.v2.resource [None req-4be7229e-0995-4cbc-93b3-ae9dd85d8617 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 04:54:47.875757 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-4be7229e-0995-4cbc-93b3-ae9dd85d8617 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1171167 May 30 04:54:47.875966 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 37328) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:47.887774 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-14a51651-e02c-46f4-9225-af38ce619707 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Request body: {'security_group_rule': {'security_group_id': 'ad87eb3f-8e69-40ef-a6ac-04eb998ef268', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:54:47.897710 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-14a51651-e02c-46f4-9225-af38ce619707 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:54:47.909027 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ad3bcdf-44a2-4bd5-a5f9-df492dcebe20 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=88260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 04:54:47.909571 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0ad3bcdf-44a2-4bd5-a5f9-df492dcebe20 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-862858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1547513'] for segment, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:47.910212 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-14a51651-e02c-46f4-9225-af38ce619707 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Usage tracker for resource:security_group_rule and tenant:eac58d9c4cf44d64b6d01a6d97e0244a is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:54:47.916115 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-14a51651-e02c-46f4-9225-af38ce619707 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:54:47.924481 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-14a51651-e02c-46f4-9225-af38ce619707 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:54:47.961548 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.api.v2.resource [None req-14a51651-e02c-46f4-9225-af38ce619707 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 04:54:47.962902 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-14a51651-e02c-46f4-9225-af38ce619707 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0859849 May 30 04:54:47.965853 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 37334) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:47.979693 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-11eabc8e-4199-4f13-9439-57f7fba6dadc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:47.984867 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 84d3cd63-b435-4b72-87ec-e8cee46a70b1 resource provider aggregate not found May 30 04:54:47.996791 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-96fc6be1-61d1-4c0d-a9fa-c925ab9527a7 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11660'] for router, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:48.002195 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-96fc6be1-61d1-4c0d-a9fa-c925ab9527a7 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:48.004403 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 84d3cd63-b435-4b72-87ec-e8cee46a70b1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 84d3cd63-b435-4b72-87ec-e8cee46a70b1 found for delete ", "request_id": "req-4a5e1b35-a1d4-4fc4-92d4-97bbcbda00ef"}]} May 30 04:54:48.011184 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-11eabc8e-4199-4f13-9439-57f7fba6dadc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:48.012313 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-11eabc8e-4199-4f13-9439-57f7fba6dadc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d6d362ec-5c17-4861-abb0-4e594973447c HTTP/1.1" status: 204 len: 168 time: 0.2911613 May 30 04:54:48.013177 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11eabc8e-4199-4f13-9439-57f7fba6dadc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6d362ec-5c17-4861-abb0-4e594973447c,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:54:48.044131 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0ad3bcdf-44a2-4bd5-a5f9-df492dcebe20 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604744'] for network, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:48.062364 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0ad3bcdf-44a2-4bd5-a5f9-df492dcebe20 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642826'] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:48.071871 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-96fc6be1-61d1-4c0d-a9fa-c925ab9527a7 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1601605'] for router, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:48.072494 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96fc6be1-61d1-4c0d-a9fa-c925ab9527a7 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Fanout notify agent at l3_agent the message router_deleted on router aa30341f-381d-47f4-973f-3372341efd20 {{(pid=88260) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 30 04:54:48.076853 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-72fa1782-5905-47aa-8ff2-129be5cdd269 tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:48.077652 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad3bcdf-44a2-4bd5-a5f9-df492dcebe20 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Pushing event deleted for resources: {'Network': ['ID=188a654e-4a12-4635-825f-389ed8fd6af8,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:54:48.095691 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cfdd743b-d0d5-4482-ab33-147fc1c45a7d tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Notify callbacks [] for security_group, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:48.103025 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-0ad3bcdf-44a2-4bd5-a5f9-df492dcebe20 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] 10.222.0.15 "DELETE /v2.0/networks/188a654e-4a12-4635-825f-389ed8fd6af8 HTTP/1.1" status: 204 len: 168 time: 0.9169436 May 30 04:54:48.103025 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 37342) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:48.105229 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-96fc6be1-61d1-4c0d-a9fa-c925ab9527a7 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:48.109890 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-96fc6be1-61d1-4c0d-a9fa-c925ab9527a7 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] 10.222.0.15 "DELETE /v2.0/routers/aa30341f-381d-47f4-973f-3372341efd20 HTTP/1.1" status: 204 len: 168 time: 3.6093917 May 30 04:54:48.110642 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 37346) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:48.144810 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cfdd743b-d0d5-4482-ab33-147fc1c45a7d tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:48.155289 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-81f5923d-719f-4cf0-af7b-c13e28b12c3a tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1709136764', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'}, 'admin_state_up': False}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:54:48.244050 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-81f5923d-719f-4cf0-af7b-c13e28b12c3a tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:54:48.261153 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-81f5923d-719f-4cf0-af7b-c13e28b12c3a tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Usage tracker for resource:router and tenant:3d752d42688e4ef7b965b5ec446f8d8d is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:54:48.267108 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-81f5923d-719f-4cf0-af7b-c13e28b12c3a tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:54:48.277982 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-81f5923d-719f-4cf0-af7b-c13e28b12c3a tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:54:48.332940 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-81f5923d-719f-4cf0-af7b-c13e28b12c3a tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1603901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11666'] for router, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:48.334045 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-81f5923d-719f-4cf0-af7b-c13e28b12c3a tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11675'] for router, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:48.371640 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deefc312-05b4-40e1-8e95-f3e982472b98 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:54:48.377797 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deefc312-05b4-40e1-8e95-f3e982472b98 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:54:48.378573 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-deefc312-05b4-40e1-8e95-f3e982472b98 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Synchronizing usage tracker for tenant:7263b3b758134b1188cf4e461ab0a1b0 on resource:network {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:54:48.385168 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-81f5923d-719f-4cf0-af7b-c13e28b12c3a tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:48.407751 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-deefc312-05b4-40e1-8e95-f3e982472b98 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Unset dirty status for tenant:7263b3b758134b1188cf4e461ab0a1b0 on resource:network {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:54:48.413049 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-deefc312-05b4-40e1-8e95-f3e982472b98 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3054757 May 30 04:54:48.413879 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 37358) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:48.420445 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-55675b00-7fbf-44b5-9c8f-f779f9fdfcdc tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-578404994'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:54:48.599728 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-55675b00-7fbf-44b5-9c8f-f779f9fdfcdc tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:54:48.663503 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-72fa1782-5905-47aa-8ff2-129be5cdd269 tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11765'] for router, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:48.668742 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-55675b00-7fbf-44b5-9c8f-f779f9fdfcdc tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:54:48.705600 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cfdd743b-d0d5-4482-ab33-147fc1c45a7d tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:48.735028 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aea3ac-47cc-4268-bdb8-8d89cb5dda28 req-f9d76465-f9a6-432d-a8d2-65f714942c16 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:54:48.736517 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c9aea3ac-47cc-4268-bdb8-8d89cb5dda28 req-f9d76465-f9a6-432d-a8d2-65f714942c16 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1e7b65a-2794-4268-bd76-1003a7875678 HTTP/1.1" status: 200 len: 946 time: 0.3941314 May 30 04:54:48.746377 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdd743b-d0d5-4482-ab33-147fc1c45a7d tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad87eb3f-8e69-40ef-a6ac-04eb998ef268,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:54:48.751497 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55675b00-7fbf-44b5-9c8f-f779f9fdfcdc tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Made reservation on behalf of 7263b3b758134b1188cf4e461ab0a1b0 for: {'network': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:54:48.756312 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-55675b00-7fbf-44b5-9c8f-f779f9fdfcdc tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for network, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:48.824892 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cfdd743b-d0d5-4482-ab33-147fc1c45a7d tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:48.826040 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-cfdd743b-d0d5-4482-ab33-147fc1c45a7d tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] 10.222.0.15 "DELETE /v2.0/security-groups/ad87eb3f-8e69-40ef-a6ac-04eb998ef268 HTTP/1.1" status: 204 len: 168 time: 0.8592093 May 30 04:54:48.828733 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 37376) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:48.843343 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-81f5923d-719f-4cf0-af7b-c13e28b12c3a tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11765'] for router, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:48.881085 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55675b00-7fbf-44b5-9c8f-f779f9fdfcdc tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=88260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 04:54:48.883555 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c9aea3ac-47cc-4268-bdb8-8d89cb5dda28 req-5c46fd8a-772b-4250-9a31-2c42783607b4 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0fb8c38-d8b6-4c01-bc8c-1b54a1e25304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916624 May 30 04:54:48.937347 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-d0b006e5-22d4-4cc0-8b4f-90f0b5d9c482 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Synchronizing usage tracker for tenant:eac58d9c4cf44d64b6d01a6d97e0244a on resource:security_group {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:54:48.941980 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 37382) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:48.953337 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-55675b00-7fbf-44b5-9c8f-f779f9fdfcdc tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:48.953883 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.db.segments_db [None req-55675b00-7fbf-44b5-9c8f-f779f9fdfcdc tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Added segment 8600df05-9b1b-4952-be7e-f947e022a6cf of type vlan for network 27704d5f-8376-4430-b013-988fd511c5db May 30 04:54:48.970915 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-d0b006e5-22d4-4cc0-8b4f-90f0b5d9c482 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Unset dirty status for tenant:eac58d9c4cf44d64b6d01a6d97e0244a on resource:security_group {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:54:48.971585 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-d0b006e5-22d4-4cc0-8b4f-90f0b5d9c482 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1419663 May 30 04:54:48.981208 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 37388) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:48.990282 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-a320256a-48b7-4381-91fb-016bdb4f58e1 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Request body: {'security_group': {'name': 'tempest-secgroup--1996217314'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:54:48.998428 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-a320256a-48b7-4381-91fb-016bdb4f58e1 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:54:49.011020 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-a320256a-48b7-4381-91fb-016bdb4f58e1 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:54:49.015077 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-55675b00-7fbf-44b5-9c8f-f779f9fdfcdc tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729234556353'] for network, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:49.122304 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-55675b00-7fbf-44b5-9c8f-f779f9fdfcdc tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788'] for network, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:49.127693 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55675b00-7fbf-44b5-9c8f-f779f9fdfcdc tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:54:49.129140 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-55675b00-7fbf-44b5-9c8f-f779f9fdfcdc tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642826'] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:49.133095 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-dbae9f99-890a-4f04-a3b7-29346d496d20 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Request body: {'network': {'name': 'tempest-RoutersTest-1464458531'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:54:49.147999 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-dbae9f99-890a-4f04-a3b7-29346d496d20 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:54:49.154993 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a320256a-48b7-4381-91fb-016bdb4f58e1 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:49.168523 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-dbae9f99-890a-4f04-a3b7-29346d496d20 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Usage tracker for resource:network and tenant:177e950b79b644f8ac61f323eed71206 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:54:49.197400 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-dbae9f99-890a-4f04-a3b7-29346d496d20 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:54:49.213385 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-dbae9f99-890a-4f04-a3b7-29346d496d20 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:54:49.215272 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-72fa1782-5905-47aa-8ff2-129be5cdd269 tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Notify callbacks [] for router_gateway, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:49.249312 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-a320256a-48b7-4381-91fb-016bdb4f58e1 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:54:49.253208 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-72fa1782-5905-47aa-8ff2-129be5cdd269 tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:49.269771 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55675b00-7fbf-44b5-9c8f-f779f9fdfcdc tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Pushing event updated for resources: {'Network': ['ID=27704d5f-8376-4430-b013-988fd511c5db,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:54:49.283712 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Network 27704d5f-8376-4430-b013-988fd511c5db details requested by agent ovs-agent-dv-neutron-843763-1-hyperv with host dv-neutron-843763-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 04:54:49.292907 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-a320256a-48b7-4381-91fb-016bdb4f58e1 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Usage tracker for resource:security_group_rule and tenant:eac58d9c4cf44d64b6d01a6d97e0244a is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:54:49.298046 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-a320256a-48b7-4381-91fb-016bdb4f58e1 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:54:49.308614 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-a320256a-48b7-4381-91fb-016bdb4f58e1 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:54:49.310418 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbae9f99-890a-4f04-a3b7-29346d496d20 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Made reservation on behalf of 177e950b79b644f8ac61f323eed71206 for: {'network': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:54:49.313747 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-dbae9f99-890a-4f04-a3b7-29346d496d20 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for network, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:49.336180 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c628e0c-bf74-4c61-8218-9e655b25ece3 req-e196da1a-eaf5-46aa-971b-c8fedb9553af tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:54:49.338196 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-3c628e0c-bf74-4c61-8218-9e655b25ece3 req-e196da1a-eaf5-46aa-971b-c8fedb9553af tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1e7b65a-2794-4268-bd76-1003a7875678 HTTP/1.1" status: 200 len: 946 time: 0.3181629 May 30 04:54:49.339943 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-dbae9f99-890a-4f04-a3b7-29346d496d20 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:49.346818 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-55675b00-7fbf-44b5-9c8f-f779f9fdfcdc tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9313960 May 30 04:54:49.357227 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 37392) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:49.368924 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-2aec3884-13ec-482f-bf41-1333411af4ba tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-791868567'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:54:49.386121 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-2aec3884-13ec-482f-bf41-1333411af4ba tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:54:49.394379 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-dbae9f99-890a-4f04-a3b7-29346d496d20 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:54:49.397408 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-2aec3884-13ec-482f-bf41-1333411af4ba tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Usage tracker for resource:network and tenant:7263b3b758134b1188cf4e461ab0a1b0 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:54:49.406126 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-2aec3884-13ec-482f-bf41-1333411af4ba tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:54:49.412278 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-dbae9f99-890a-4f04-a3b7-29346d496d20 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Usage tracker for resource:security_group_rule and tenant:177e950b79b644f8ac61f323eed71206 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:54:49.416902 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-dbae9f99-890a-4f04-a3b7-29346d496d20 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:54:49.420783 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-2aec3884-13ec-482f-bf41-1333411af4ba tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:54:49.429871 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-dbae9f99-890a-4f04-a3b7-29346d496d20 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:54:49.474073 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-81f5923d-719f-4cf0-af7b-c13e28b12c3a tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Notify callbacks [] for router_gateway, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:49.503153 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aec3884-13ec-482f-bf41-1333411af4ba tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Made reservation on behalf of 7263b3b758134b1188cf4e461ab0a1b0 for: {'network': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:54:49.506767 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2aec3884-13ec-482f-bf41-1333411af4ba tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for network, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:49.512117 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-81f5923d-719f-4cf0-af7b-c13e28b12c3a tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:49.516395 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-3c628e0c-bf74-4c61-8218-9e655b25ece3 req-31e729ec-0ea2-47a3-98fe-f0355f1b5870 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0fb8c38-d8b6-4c01-bc8c-1b54a1e25304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1684518 May 30 04:54:49.581078 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a320256a-48b7-4381-91fb-016bdb4f58e1 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:49.592362 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-72fa1782-5905-47aa-8ff2-129be5cdd269 tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Allocated IP 172.26.6.50 (1bab70f4-3794-44db-8e17-19f483aa8ffa/6b5b73c1-b0ce-4f83-a930-c00cc5522926/fa70b936-e017-4f71-aa53-c1aa55938d8e) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:54:49.599372 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a320256a-48b7-4381-91fb-016bdb4f58e1 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:49.625077 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2aec3884-13ec-482f-bf41-1333411af4ba tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=88261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 04:54:49.670207 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device fd4ed63b-d151-494a-a1b6-d6af8bbb5103 no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 04:54:49.728188 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] No Port match for: fd4ed63b-d151-494a-a1b6-d6af8bbb5103 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 04:54:49.728811 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device fd4ed63b-d151-494a-a1b6-d6af8bbb5103 not bound to the agent host dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 04:54:49.732891 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a320256a-48b7-4381-91fb-016bdb4f58e1 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7ede9aa-4364-44b3-a7da-ac470ccf888e,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:54:49.735475 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2aec3884-13ec-482f-bf41-1333411af4ba tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:49.735664 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.db.segments_db [None req-2aec3884-13ec-482f-bf41-1333411af4ba tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Added segment a28ebd1a-d545-4609-b3da-dae9c608194d of type vlan for network 0593643d-8097-4d20-9efd-98d3afaeab42 May 30 04:54:49.830483 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-dbae9f99-890a-4f04-a3b7-29346d496d20 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:49.831805 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a320256a-48b7-4381-91fb-016bdb4f58e1 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:49.832948 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-a320256a-48b7-4381-91fb-016bdb4f58e1 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8482375 May 30 04:54:49.836157 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 37400) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:49.842397 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-5f66aa58-529e-4b31-9d01-7d021be81442 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:54:49.842804 dv-neutron-843763-1-hyperv neutron-server[88260]: WARNING neutron.api.v2.base [None req-5f66aa58-529e-4b31-9d01-7d021be81442 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. May 30 04:54:49.843288 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.api.v2.resource [None req-5f66aa58-529e-4b31-9d01-7d021be81442 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] update failed (client error): There was a conflict when trying to complete your request. May 30 04:54:49.844189 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-5f66aa58-529e-4b31-9d01-7d021be81442 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] 10.222.0.15 "PUT /v2.0/security-groups/b7ede9aa-4364-44b3-a7da-ac470ccf888e HTTP/1.1" status: 409 len: 330 time: 0.0065660 May 30 04:54:49.850338 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 37404) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:49.850968 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-dbae9f99-890a-4f04-a3b7-29346d496d20 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:49.856879 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2aec3884-13ec-482f-bf41-1333411af4ba tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729234556353'] for network, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:49.924763 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbae9f99-890a-4f04-a3b7-29346d496d20 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=88261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 04:54:49.926076 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7fd116-5985-4af1-b7f2-fb9f88a0b2c3 req-a35b97ec-9e67-44fb-a3a2-1dcb2dd0fc42 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:54:49.930279 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-ca7fd116-5985-4af1-b7f2-fb9f88a0b2c3 req-a35b97ec-9e67-44fb-a3a2-1dcb2dd0fc42 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1e7b65a-2794-4268-bd76-1003a7875678 HTTP/1.1" status: 200 len: 946 time: 0.0849340 May 30 04:54:49.977296 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-ca7fd116-5985-4af1-b7f2-fb9f88a0b2c3 req-126e49a5-3783-4860-a6a1-ec55a6b7547e tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0fb8c38-d8b6-4c01-bc8c-1b54a1e25304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435386 May 30 04:54:49.982054 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbae9f99-890a-4f04-a3b7-29346d496d20 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e32c311-a44a-480f-9c9b-f3da792c98f2,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:54:49.986516 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-72fa1782-5905-47aa-8ff2-129be5cdd269 tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:49.998476 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-dbae9f99-890a-4f04-a3b7-29346d496d20 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:49.998476 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.db.segments_db [None req-dbae9f99-890a-4f04-a3b7-29346d496d20 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Added segment b6835563-e80f-4fe3-a359-7b1aa4857f62 of type vlan for network ba2825e1-e64d-4f4f-aa20-e9e4d8e5edf0 May 30 04:54:50.015503 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2aec3884-13ec-482f-bf41-1333411af4ba tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788'] for network, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:50.020729 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aec3884-13ec-482f-bf41-1333411af4ba tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:54:50.021311 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2aec3884-13ec-482f-bf41-1333411af4ba tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642826'] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:50.134079 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cd06b15a-23be-4637-a87f-9ff749f24966 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Notify callbacks [] for security_group, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:50.143019 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-dbae9f99-890a-4f04-a3b7-29346d496d20 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729234556353'] for network, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:50.183029 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-2aec3884-13ec-482f-bf41-1333411af4ba tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8231242 May 30 04:54:50.186089 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 37414) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:50.192533 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-fd4bfbfe-7f9d-4f7a-83be-c5b9b79433d0 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Request body: {'ports': [{'network_id': '27704d5f-8376-4430-b013-988fd511c5db', 'name': 'tempest-port--1740254363', 'admin_state_up': True}, {'network_id': '0593643d-8097-4d20-9efd-98d3afaeab42', 'admin_state_up': False}]} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:54:50.193158 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-fd4bfbfe-7f9d-4f7a-83be-c5b9b79433d0 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Request body: {'port': {'network_id': '27704d5f-8376-4430-b013-988fd511c5db', 'name': 'tempest-port--1740254363', 'admin_state_up': True}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:54:50.193870 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-fd4bfbfe-7f9d-4f7a-83be-c5b9b79433d0 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Request body: {'port': {'network_id': '0593643d-8097-4d20-9efd-98d3afaeab42', 'admin_state_up': False}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:54:50.202227 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aec3884-13ec-482f-bf41-1333411af4ba tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Pushing event updated for resources: {'Network': ['ID=0593643d-8097-4d20-9efd-98d3afaeab42,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:54:50.208484 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cd06b15a-23be-4637-a87f-9ff749f24966 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:50.212612 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Network 0593643d-8097-4d20-9efd-98d3afaeab42 details requested by agent ovs-agent-dv-neutron-843763-1-hyperv with host dv-neutron-843763-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 04:54:50.259722 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-72fa1782-5905-47aa-8ff2-129be5cdd269 tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:50.301100 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-dbae9f99-890a-4f04-a3b7-29346d496d20 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788'] for network, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:50.307258 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbae9f99-890a-4f04-a3b7-29346d496d20 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:54:50.307848 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-dbae9f99-890a-4f04-a3b7-29346d496d20 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642826'] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:50.514277 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-81f5923d-719f-4cf0-af7b-c13e28b12c3a tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Allocated IP 172.26.6.74 (1bab70f4-3794-44db-8e17-19f483aa8ffa/6b5b73c1-b0ce-4f83-a930-c00cc5522926/db79bc7d-e631-442a-bc0c-9eebc7404991) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:54:50.544341 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72fa1782-5905-47aa-8ff2-129be5cdd269 tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Network 1bab70f4-3794-44db-8e17-19f483aa8ffa is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:54:50.557394 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-72fa1782-5905-47aa-8ff2-129be5cdd269 tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:54:50.559462 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cd06b15a-23be-4637-a87f-9ff749f24966 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:50.561713 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cd06b15a-23be-4637-a87f-9ff749f24966 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:50.562835 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-cd06b15a-23be-4637-a87f-9ff749f24966 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] 10.222.0.15 "DELETE /v2.0/security-groups/b7ede9aa-4364-44b3-a7da-ac470ccf888e HTTP/1.1" status: 204 len: 168 time: 0.7082529 May 30 04:54:50.566778 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72fa1782-5905-47aa-8ff2-129be5cdd269 tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:54:50.576881 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 37422) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:50.618355 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fa1782-5905-47aa-8ff2-129be5cdd269 tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Pushing event updated for resources: {'Port': ['ID=fa70b936-e017-4f71-aa53-c1aa55938d8e,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:54:50.623883 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-dbae9f99-890a-4f04-a3b7-29346d496d20 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.6777487 May 30 04:54:50.635291 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 37426) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:50.637980 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd06b15a-23be-4637-a87f-9ff749f24966 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7ede9aa-4364-44b3-a7da-ac470ccf888e,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:54:50.644419 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbae9f99-890a-4f04-a3b7-29346d496d20 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Pushing event updated for resources: {'Network': ['ID=ba2825e1-e64d-4f4f-aa20-e9e4d8e5edf0,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:54:50.651453 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-6e38c9ca-f25e-4729-8091-e871d67b722c tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Request body: {'network': {'name': 'tempest-RoutersTest-153827674'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:54:50.659314 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-6e38c9ca-f25e-4729-8091-e871d67b722c tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:54:50.659506 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Network ba2825e1-e64d-4f4f-aa20-e9e4d8e5edf0 details requested by agent ovs-agent-dv-neutron-843763-1-hyperv with host dv-neutron-843763-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 04:54:50.666285 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-6e38c9ca-f25e-4729-8091-e871d67b722c tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Usage tracker for resource:network and tenant:177e950b79b644f8ac61f323eed71206 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:54:50.671178 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-6e38c9ca-f25e-4729-8091-e871d67b722c tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:54:50.738209 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-6e38c9ca-f25e-4729-8091-e871d67b722c tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:54:50.800996 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-fd4bfbfe-7f9d-4f7a-83be-c5b9b79433d0 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:54:50.820649 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-fd4bfbfe-7f9d-4f7a-83be-c5b9b79433d0 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Usage tracker for resource:port and tenant:7263b3b758134b1188cf4e461ab0a1b0 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:54:50.834285 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-fd4bfbfe-7f9d-4f7a-83be-c5b9b79433d0 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:54:50.842624 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e38c9ca-f25e-4729-8091-e871d67b722c tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Made reservation on behalf of 177e950b79b644f8ac61f323eed71206 for: {'network': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:54:50.846021 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6e38c9ca-f25e-4729-8091-e871d67b722c tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for network, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:50.851970 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-fd4bfbfe-7f9d-4f7a-83be-c5b9b79433d0 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:54:50.903208 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-9e5d83f3-f7a4-455a-9d40-b8a0ecd3c1dd tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3217418 May 30 04:54:50.903401 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e38c9ca-f25e-4729-8091-e871d67b722c tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=88261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 04:54:50.903626 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 37430) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:50.905463 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd4bfbfe-7f9d-4f7a-83be-c5b9b79433d0 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Made reservation on behalf of 7263b3b758134b1188cf4e461ab0a1b0 for: {'port': 2} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:54:50.909829 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fd4bfbfe-7f9d-4f7a-83be-c5b9b79433d0 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:50.950338 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fd4bfbfe-7f9d-4f7a-83be-c5b9b79433d0 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:50.974735 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f174dd-79bc-49c3-9342-562c6de1cc3f req-09c4aba4-115b-4ce2-8a2c-5992e2be52cc tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:54:50.976196 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-07f174dd-79bc-49c3-9342-562c6de1cc3f req-09c4aba4-115b-4ce2-8a2c-5992e2be52cc tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1e7b65a-2794-4268-bd76-1003a7875678 HTTP/1.1" status: 200 len: 946 time: 0.3969336 May 30 04:54:50.982790 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6e38c9ca-f25e-4729-8091-e871d67b722c tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:50.983144 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.db.segments_db [None req-6e38c9ca-f25e-4729-8091-e871d67b722c tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Added segment 9f965468-c1f8-42b9-8054-bbb7861749ae of type vlan for network fb73c2f6-4f8b-46fa-86d8-b91f0c9df869 May 30 04:54:50.987774 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-81f5923d-719f-4cf0-af7b-c13e28b12c3a tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:50.999300 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.api.v2.resource [None req-418806b6-51f8-4b5d-8189-c1c66e7ce498 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] delete failed (client error): The resource could not be found. May 30 04:54:51.003728 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-418806b6-51f8-4b5d-8189-c1c66e7ce498 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] 10.222.0.15 "DELETE /v2.0/security-groups/477b7b5a-4e93-4498-9754-e72e9d710825 HTTP/1.1" status: 404 len: 347 time: 0.0958283 May 30 04:54:51.005696 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 37434) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:51.084529 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.api.v2.resource [None req-8eff56e9-7c3f-40d5-ac3d-84498b6f5a01 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] show failed (client error): The resource could not be found. May 30 04:54:51.085545 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-8eff56e9-7c3f-40d5-ac3d-84498b6f5a01 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] 10.222.0.15 "GET /v2.0/security-groups/1dd6978e-dead-4b52-8153-d879a2f57dc4 HTTP/1.1" status: 404 len: 347 time: 0.0806327 May 30 04:54:51.106446 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 37438) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:51.141386 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-07f174dd-79bc-49c3-9342-562c6de1cc3f req-558e91c2-1285-4370-9253-d3dab8e9816b tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0fb8c38-d8b6-4c01-bc8c-1b54a1e25304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1565466 May 30 04:54:51.146990 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6e38c9ca-f25e-4729-8091-e871d67b722c tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729234556353'] for network, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:51.158277 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.api.v2.resource [None req-b85b3792-a771-42b6-8162-7649e69e2f56 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] show failed (client error): The resource could not be found. May 30 04:54:51.162509 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-b85b3792-a771-42b6-8162-7649e69e2f56 tempest-NegativeSecGroupIPv6Test-928752270 tempest-NegativeSecGroupIPv6Test-928752270-project] 10.222.0.15 "GET /v2.0/security-group-rules/33097e47-d3d1-481a-af50-b4a30ab4135d HTTP/1.1" status: 404 len: 356 time: 0.0520508 May 30 04:54:51.227177 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-97b83325-809a-430a-99a9-a91ee9f48432 req-e4051444-bd95-45db-aaeb-adb0966e7422 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=16ccbf65-3c70-41e4-85a9-2d48805ea5ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1952622 May 30 04:54:51.227741 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-72fa1782-5905-47aa-8ff2-129be5cdd269 tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Notify callbacks [] for router_gateway, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:51.253973 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [None req-fd4bfbfe-7f9d-4f7a-83be-c5b9b79433d0 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] device_id is not set on port a5c39860-6cbe-48d0-85a8-56c6e5ee28e9 yet. {{(pid=88260) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 30 04:54:51.260139 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-81f5923d-719f-4cf0-af7b-c13e28b12c3a tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:51.337422 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6e38c9ca-f25e-4729-8091-e871d67b722c tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788'] for network, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:51.340308 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f5923d-719f-4cf0-af7b-c13e28b12c3a tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Network 1bab70f4-3794-44db-8e17-19f483aa8ffa is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:54:51.344197 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-81f5923d-719f-4cf0-af7b-c13e28b12c3a tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:54:51.347801 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e38c9ca-f25e-4729-8091-e871d67b722c tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:54:51.348454 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6e38c9ca-f25e-4729-8091-e871d67b722c tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642826'] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:51.349331 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f5923d-719f-4cf0-af7b-c13e28b12c3a tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:54:51.386775 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f5923d-719f-4cf0-af7b-c13e28b12c3a tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Pushing event updated for resources: {'Port': ['ID=db79bc7d-e631-442a-bc0c-9eebc7404991,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:54:51.514298 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 37446) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:51.517306 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-6e38c9ca-f25e-4729-8091-e871d67b722c tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8809197 May 30 04:54:51.523676 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 37450) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:51.611686 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-080f6561-2bcb-4aca-bfa7-48ecc30c3bde tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Request body: {'subnet': {'network_id': 'ba2825e1-e64d-4f4f-aa20-e9e4d8e5edf0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:54:51.639009 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e38c9ca-f25e-4729-8091-e871d67b722c tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Pushing event updated for resources: {'Network': ['ID=fb73c2f6-4f8b-46fa-86d8-b91f0c9df869,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:54:51.652017 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fd4bfbfe-7f9d-4f7a-83be-c5b9b79433d0 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:51.656453 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Network fb73c2f6-4f8b-46fa-86d8-b91f0c9df869 details requested by agent ovs-agent-dv-neutron-843763-1-hyperv with host dv-neutron-843763-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 04:54:51.845212 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-080f6561-2bcb-4aca-bfa7-48ecc30c3bde tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:54:51.848578 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b83325-809a-430a-99a9-a91ee9f48432 req-205ed6cf-b0dc-4502-844b-522eef8f02ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:54:51.850667 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-97b83325-809a-430a-99a9-a91ee9f48432 req-205ed6cf-b0dc-4502-844b-522eef8f02ba service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=78063ff0b78c49339686a2b1a492c074&device_id=16ccbf65-3c70-41e4-85a9-2d48805ea5ac HTTP/1.1" status: 200 len: 1098 time: 0.4526708 May 30 04:54:51.868256 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-080f6561-2bcb-4aca-bfa7-48ecc30c3bde tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Usage tracker for resource:subnet and tenant:177e950b79b644f8ac61f323eed71206 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:54:51.889484 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [None req-fd4bfbfe-7f9d-4f7a-83be-c5b9b79433d0 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] device_id is not set on port ba9f070d-0672-45d7-8c9c-bc8328f52c76 yet. {{(pid=88260) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 30 04:54:51.892610 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-080f6561-2bcb-4aca-bfa7-48ecc30c3bde tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:54:51.905141 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-080f6561-2bcb-4aca-bfa7-48ecc30c3bde tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:54:51.914017 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-1081a2e8-b6bb-41e2-8f44-de11a78dfb8d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=eac58d9c4cf44d64b6d01a6d97e0244a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3985238 May 30 04:54:51.916574 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 37456) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:51.946311 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-81f5923d-719f-4cf0-af7b-c13e28b12c3a tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Notify callbacks [] for router_gateway, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:52.170377 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-080f6561-2bcb-4aca-bfa7-48ecc30c3bde tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Made reservation on behalf of 177e950b79b644f8ac61f323eed71206 for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:54:52.174066 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-080f6561-2bcb-4aca-bfa7-48ecc30c3bde tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9305518'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:52.192053 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d0d1bd39-599d-4887-a589-07d89ce73d91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:52.360163 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-72fa1782-5905-47aa-8ff2-129be5cdd269 tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603653'] for router, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:52.371783 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b83325-809a-430a-99a9-a91ee9f48432 req-0f07246f-86ae-463a-aa26-58aa0a7157f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:54:52.373245 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-97b83325-809a-430a-99a9-a91ee9f48432 req-0f07246f-86ae-463a-aa26-58aa0a7157f2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=94a15cbb-b296-4fe7-b2e8-32f706e6cbca HTTP/1.1" status: 200 len: 904 time: 0.4971857 May 30 04:54:52.406598 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fd4bfbfe-7f9d-4f7a-83be-c5b9b79433d0 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:52.411772 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d0d1bd39-599d-4887-a589-07d89ce73d91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:52.561873 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-81f5923d-719f-4cf0-af7b-c13e28b12c3a tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603653'] for router, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:52.621752 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fd4bfbfe-7f9d-4f7a-83be-c5b9b79433d0 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:52.634997 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d0d1bd39-599d-4887-a589-07d89ce73d91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:52.679066 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-97b83325-809a-430a-99a9-a91ee9f48432 req-48cf8e0a-f05d-4498-945e-73f24eadc918 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=263364a3-ff88-479a-820a-888734ba12dd HTTP/1.1" status: 200 len: 1000 time: 0.2941074 May 30 04:54:52.717829 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d1bd39-599d-4887-a589-07d89ce73d91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afe8b7f9-3566-4b0f-b216-413b524a1e7d,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:54:52.729105 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936d2b18-91d2-41fe-95f8-e1d3cd7d3cf3 req-fec5e16a-7fb4-4e55-9234-5e5a46d6befa tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:54:52.730631 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-936d2b18-91d2-41fe-95f8-e1d3cd7d3cf3 req-fec5e16a-7fb4-4e55-9234-5e5a46d6befa tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1e7b65a-2794-4268-bd76-1003a7875678 HTTP/1.1" status: 200 len: 946 time: 0.4638731 May 30 04:54:52.796224 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4bfbfe-7f9d-4f7a-83be-c5b9b79433d0 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Pushing event updated for resources: {'Port': ['ID=a5c39860-6cbe-48d0-85a8-56c6e5ee28e9,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:54:52.838290 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d0d1bd39-599d-4887-a589-07d89ce73d91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:52.839318 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-d0d1bd39-599d-4887-a589-07d89ce73d91 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/afe8b7f9-3566-4b0f-b216-413b524a1e7d HTTP/1.1" status: 204 len: 168 time: 0.9189551 May 30 04:54:52.845418 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b83325-809a-430a-99a9-a91ee9f48432 req-c3aae18a-4b09-4666-9fbe-7088da74f978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:54:52.846968 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-97b83325-809a-430a-99a9-a91ee9f48432 req-c3aae18a-4b09-4666-9fbe-7088da74f978 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=875a4a52-1e6d-498d-99f9-e5086431f2d2 HTTP/1.1" status: 200 len: 842 time: 0.1582186 May 30 04:54:52.855380 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4bfbfe-7f9d-4f7a-83be-c5b9b79433d0 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Checking segment: {'id': '8600df05-9b1b-4952-be7e-f947e022a6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '27704d5f-8376-4430-b013-988fd511c5db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:54:52.855736 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd4bfbfe-7f9d-4f7a-83be-c5b9b79433d0 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Network hostable DHCP agents. Network: 27704d5f-8376-4430-b013-988fd511c5db, hostable agents: ['1c705e68-3d3e-4dd3-9252-feb21d4b96ab'], hosted agents: [] {{(pid=88260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 04:54:52.863595 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-936d2b18-91d2-41fe-95f8-e1d3cd7d3cf3 req-42af1b42-a44f-4474-b521-ba2476d14e33 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0fb8c38-d8b6-4c01-bc8c-1b54a1e25304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152048 May 30 04:54:52.899411 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd4bfbfe-7f9d-4f7a-83be-c5b9b79433d0 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Network 27704d5f-8376-4430-b013-988fd511c5db is scheduled to be hosted by DHCP agent 1c705e68-3d3e-4dd3-9252-feb21d4b96ab with binding_index 1 {{(pid=88260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 04:54:52.907359 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81f5923d-719f-4cf0-af7b-c13e28b12c3a tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Router 64d92608-4177-4ce2-b402-d53e747cb913 is scheduled to L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 with binding_index 1 {{(pid=88260) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 30 04:54:52.914168 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-fd4bfbfe-7f9d-4f7a-83be-c5b9b79433d0 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843763-1-hyperv, 27704d5f-8376-4430-b013-988fd511c5db) {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:54:52.920366 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4bfbfe-7f9d-4f7a-83be-c5b9b79433d0 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:54:52.920624 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-080f6561-2bcb-4aca-bfa7-48ecc30c3bde tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2305012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9305500'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:52.921190 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fd4bfbfe-7f9d-4f7a-83be-c5b9b79433d0 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:52.929851 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-849a5749-a2b5-43cb-bfd7-198a2d7a4bd2 None None] Network 27704d5f-8376-4430-b013-988fd511c5db requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:54:53.000736 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72fa1782-5905-47aa-8ff2-129be5cdd269 tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Router f635665d-c724-492f-8d9c-d8e0359e5411 is scheduled to L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 with binding_index 1 {{(pid=88261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 30 04:54:53.029987 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080f6561-2bcb-4aca-bfa7-48ecc30c3bde tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Pushing event updated for resources: {'Subnet': ['ID=b1c3d0f4-e8d3-489a-b5a1-63a61d5a325e,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:54:53.108527 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080f6561-2bcb-4aca-bfa7-48ecc30c3bde tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Checking segment: {'id': 'b6835563-e80f-4fe3-a359-7b1aa4857f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'ba2825e1-e64d-4f4f-aa20-e9e4d8e5edf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:54:53.108785 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-080f6561-2bcb-4aca-bfa7-48ecc30c3bde tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Network hostable DHCP agents. Network: ba2825e1-e64d-4f4f-aa20-e9e4d8e5edf0, hostable agents: ['1c705e68-3d3e-4dd3-9252-feb21d4b96ab'], hosted agents: [] {{(pid=88261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 04:54:53.139420 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b83325-809a-430a-99a9-a91ee9f48432 req-514d02d3-2bbd-4181-9480-05c162c3f342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:54:53.140928 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-97b83325-809a-430a-99a9-a91ee9f48432 req-514d02d3-2bbd-4181-9480-05c162c3f342 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=94a15cbb-b296-4fe7-b2e8-32f706e6cbca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2806554 May 30 04:54:53.153145 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4bfbfe-7f9d-4f7a-83be-c5b9b79433d0 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Pushing event updated for resources: {'Port': ['ID=ba9f070d-0672-45d7-8c9c-bc8328f52c76,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:54:53.173786 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4bfbfe-7f9d-4f7a-83be-c5b9b79433d0 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Checking segment: {'id': 'a28ebd1a-d545-4609-b3da-dae9c608194d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '0593643d-8097-4d20-9efd-98d3afaeab42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:54:53.174177 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd4bfbfe-7f9d-4f7a-83be-c5b9b79433d0 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Network hostable DHCP agents. Network: 0593643d-8097-4d20-9efd-98d3afaeab42, hostable agents: ['1c705e68-3d3e-4dd3-9252-feb21d4b96ab'], hosted agents: [] {{(pid=88260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 04:54:53.198567 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81f5923d-719f-4cf0-af7b-c13e28b12c3a tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 04:54:53.222797 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-81f5923d-719f-4cf0-af7b-c13e28b12c3a tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:53.224189 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-81f5923d-719f-4cf0-af7b-c13e28b12c3a tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.1126778 May 30 04:54:53.225565 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd4bfbfe-7f9d-4f7a-83be-c5b9b79433d0 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Network 0593643d-8097-4d20-9efd-98d3afaeab42 is scheduled to be hosted by DHCP agent 1c705e68-3d3e-4dd3-9252-feb21d4b96ab with binding_index 1 {{(pid=88260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 04:54:53.227899 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 37474) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:53.230841 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-080f6561-2bcb-4aca-bfa7-48ecc30c3bde tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Network ba2825e1-e64d-4f4f-aa20-e9e4d8e5edf0 is scheduled to be hosted by DHCP agent 1c705e68-3d3e-4dd3-9252-feb21d4b96ab with binding_index 1 {{(pid=88261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 04:54:53.234512 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-bcdc675b-2247-4e10-95b1-33884cd46367 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'enable_snat': False}}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:54:53.263262 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13bba134-a455-435a-86d3-9351b4cb624b None None] Sync routers for ids ['64d92608-4177-4ce2-b402-d53e747cb913'] in dv-neutron-843763-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 04:54:53.291409 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13bba134-a455-435a-86d3-9351b4cb624b None None] Routers {'64d92608-4177-4ce2-b402-d53e747cb913'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 04:54:53.292258 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-13bba134-a455-435a-86d3-9351b4cb624b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T04:54:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['64d92608-4177-4ce2-b402-d53e747cb913'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:54:53.312541 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-fd4bfbfe-7f9d-4f7a-83be-c5b9b79433d0 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843763-1-hyperv, 0593643d-8097-4d20-9efd-98d3afaeab42) {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:54:53.322543 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4bfbfe-7f9d-4f7a-83be-c5b9b79433d0 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:54:53.328669 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4bfbfe-7f9d-4f7a-83be-c5b9b79433d0 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:54:53.334455 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4bfbfe-7f9d-4f7a-83be-c5b9b79433d0 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:54:53.336112 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fd4bfbfe-7f9d-4f7a-83be-c5b9b79433d0 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:53.372645 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-080f6561-2bcb-4aca-bfa7-48ecc30c3bde tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843763-1-hyperv, ba2825e1-e64d-4f4f-aa20-e9e4d8e5edf0) {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:54:53.383784 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-13bba134-a455-435a-86d3-9351b4cb624b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:54:53.390668 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-381119f3-a9db-414d-bcfb-8ce52b1a1d46 None None] Network 0593643d-8097-4d20-9efd-98d3afaeab42 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:54:53.394509 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-080f6561-2bcb-4aca-bfa7-48ecc30c3bde tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:54:53.395282 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-080f6561-2bcb-4aca-bfa7-48ecc30c3bde tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:53.405320 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13063590-2373-46fd-9670-f7ab3c03ee26 None None] Network ba2825e1-e64d-4f4f-aa20-e9e4d8e5edf0 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:54:53.419639 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-fd4bfbfe-7f9d-4f7a-83be-c5b9b79433d0 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.2319338 May 30 04:54:53.424949 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 37480) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:53.496164 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-080f6561-2bcb-4aca-bfa7-48ecc30c3bde tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9102447 May 30 04:54:53.506288 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72fa1782-5905-47aa-8ff2-129be5cdd269 tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 04:54:53.518081 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8dac11e-11d3-425e-be70-0e542377f533 None None] Sync routers for ids ['f635665d-c724-492f-8d9c-d8e0359e5411'] in dv-neutron-843763-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 04:54:53.519386 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 37488) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:53.535217 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8dac11e-11d3-425e-be70-0e542377f533 None None] Routers {'f635665d-c724-492f-8d9c-d8e0359e5411'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 04:54:53.546370 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-c8dac11e-11d3-425e-be70-0e542377f533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T04:54:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['f635665d-c724-492f-8d9c-d8e0359e5411'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:54:53.569267 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-930e1d23-5e62-40a2-b3ae-f0a6a31367f1 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Request body: {'subnet': {'network_id': 'fb73c2f6-4f8b-46fa-86d8-b91f0c9df869', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:54:53.580143 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13bba134-a455-435a-86d3-9351b4cb624b None None] Routers {'64d92608-4177-4ce2-b402-d53e747cb913'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 04:54:53.584698 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-13bba134-a455-435a-86d3-9351b4cb624b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T04:54:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['64d92608-4177-4ce2-b402-d53e747cb913'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:54:53.639450 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-c8dac11e-11d3-425e-be70-0e542377f533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:54:53.649626 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8dac11e-11d3-425e-be70-0e542377f533 None None] Routers {'f635665d-c724-492f-8d9c-d8e0359e5411'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 04:54:53.650358 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-c8dac11e-11d3-425e-be70-0e542377f533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T04:54:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['f635665d-c724-492f-8d9c-d8e0359e5411'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:54:53.709342 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-13bba134-a455-435a-86d3-9351b4cb624b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:54:53.710229 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13bba134-a455-435a-86d3-9351b4cb624b None None] The sync data for ids ['64d92608-4177-4ce2-b402-d53e747cb913'] in dv-neutron-843763-1-hyperv is: [] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 04:54:53.712551 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-c8dac11e-11d3-425e-be70-0e542377f533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:54:53.713139 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8dac11e-11d3-425e-be70-0e542377f533 None None] The sync data for ids ['f635665d-c724-492f-8d9c-d8e0359e5411'] in dv-neutron-843763-1-hyperv is: [] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 04:54:53.844392 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 37496) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:53.900054 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-bcdc675b-2247-4e10-95b1-33884cd46367 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11765'] for router, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:53.924395 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-72fa1782-5905-47aa-8ff2-129be5cdd269 tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Notify callbacks [] for router, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:53.925602 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-72fa1782-5905-47aa-8ff2-129be5cdd269 tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 6.6122711 May 30 04:54:53.933612 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-97b83325-809a-430a-99a9-a91ee9f48432 req-65ea2fbb-9ba0-4495-9a4e-3007eb57e039 service neutron] 10.222.0.39 "GET /v2.0/networks/94a15cbb-b296-4fe7-b2e8-32f706e6cbca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7825358 May 30 04:54:53.936920 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 37504) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:54.033680 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9decc50b-3086-461b-873c-2a07c5912273 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bbf24ed-7ba9-53d2-873f-8f9642b1e987-ba2825e1-e64d-4f4f-aa20-e9e4d8e5edf0', 'network_id': 'ba2825e1-e64d-4f4f-aa20-e9e4d8e5edf0', 'tenant_id': '177e950b79b644f8ac61f323eed71206', 'fixed_ips': [{'subnet_id': 'b1c3d0f4-e8d3-489a-b5a1-63a61d5a325e'}]}} from dv-neutron-843763-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 30 04:54:54.034553 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9decc50b-3086-461b-873c-2a07c5912273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:54.128230 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-a877aa53-c21c-43e4-8462-63390d6a6cd4 tempest-SubnetPoolsTestJSON-1514643860 tempest-SubnetPoolsTestJSON-1514643860-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-479758057', 'prefixes': ['172.20.0.0/16']}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:54:54.173175 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-a877aa53-c21c-43e4-8462-63390d6a6cd4 tempest-SubnetPoolsTestJSON-1514643860 tempest-SubnetPoolsTestJSON-1514643860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:54:54.204393 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72b097a0-b21b-4a3c-8ea9-99f7594b78e4 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:54:54.211578 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72b097a0-b21b-4a3c-8ea9-99f7594b78e4 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:54:54.216518 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-72b097a0-b21b-4a3c-8ea9-99f7594b78e4 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.7827487 May 30 04:54:54.216661 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 37510) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:54.219907 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-9decc50b-3086-461b-873c-2a07c5912273 None None] Allocated IP 172.20.0.2 (ba2825e1-e64d-4f4f-aa20-e9e4d8e5edf0/b1c3d0f4-e8d3-489a-b5a1-63a61d5a325e/26803d6b-fd1f-4892-851b-6ef2777900b9) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:54:54.265950 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-930e1d23-5e62-40a2-b3ae-f0a6a31367f1 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:54:54.309381 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-930e1d23-5e62-40a2-b3ae-f0a6a31367f1 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Usage tracker for resource:subnet and tenant:177e950b79b644f8ac61f323eed71206 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:54:54.317426 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-930e1d23-5e62-40a2-b3ae-f0a6a31367f1 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:54:54.325462 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-d01b05db-5375-499d-b6c2-278378cc4476 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Deleting port a5c39860-6cbe-48d0-85a8-56c6e5ee28e9 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:54:54.325835 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d01b05db-5375-499d-b6c2-278378cc4476 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:54.342048 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-930e1d23-5e62-40a2-b3ae-f0a6a31367f1 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:54:54.351206 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-97b83325-809a-430a-99a9-a91ee9f48432 req-53ab1b2c-bb6e-4c79-acd5-95b8ae4b139f service neutron] 10.222.0.39 "GET /v2.0/networks/94a15cbb-b296-4fe7-b2e8-32f706e6cbca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3713176 May 30 04:54:54.364737 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a74497e-aff5-42b6-9f5d-12e7906b332d req-0d4866c4-db8e-41f6-a6fb-1e6a9d4807a0 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:54:54.369375 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-6ca81083-5b5d-439d-bad8-b286d396a953 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] 10.222.0.15 "GET /v2.0/routers/f635665d-c724-492f-8d9c-d8e0359e5411 HTTP/1.1" status: 200 len: 924 time: 0.4161112 May 30 04:54:54.372437 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-2a74497e-aff5-42b6-9f5d-12e7906b332d req-0d4866c4-db8e-41f6-a6fb-1e6a9d4807a0 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1e7b65a-2794-4268-bd76-1003a7875678 HTTP/1.1" status: 200 len: 946 time: 0.2559416 May 30 04:54:54.373537 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 37514) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:54.417323 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-930e1d23-5e62-40a2-b3ae-f0a6a31367f1 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Made reservation on behalf of 177e950b79b644f8ac61f323eed71206 for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:54:54.421503 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-930e1d23-5e62-40a2-b3ae-f0a6a31367f1 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9305518'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:54.454238 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-e0a55799-8f44-4b8d-9bc1-7ee56b8e33f4 tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] 10.222.0.15 "GET /v2.0/ports?device_id=f635665d-c724-492f-8d9c-d8e0359e5411 HTTP/1.1" status: 200 len: 205 time: 0.0748777 May 30 04:54:54.454912 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 37518) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:54.455682 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a877aa53-c21c-43e4-8462-63390d6a6cd4 tempest-SubnetPoolsTestJSON-1514643860 tempest-SubnetPoolsTestJSON-1514643860-project] Notify callbacks [] for subnetpool, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:54.456575 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9decc50b-3086-461b-873c-2a07c5912273 None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:54.456842 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-a877aa53-c21c-43e4-8462-63390d6a6cd4 tempest-SubnetPoolsTestJSON-1514643860 tempest-SubnetPoolsTestJSON-1514643860-project] 10.222.0.15 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.6112075 May 30 04:54:54.468757 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9decc50b-3086-461b-873c-2a07c5912273 None None] Transition to ACTIVE for port object 26803d6b-fd1f-4892-851b-6ef2777900b9 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:54:54.487119 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9decc50b-3086-461b-873c-2a07c5912273 None None] Transition to ACTIVE for port object 26803d6b-fd1f-4892-851b-6ef2777900b9 will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:54:54.493946 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9decc50b-3086-461b-873c-2a07c5912273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:54.501367 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 37522) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:54.555644 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-5755db9d-4f34-441f-8148-47c3f04cff92 tempest-SubnetPoolsTestJSON-1514643860 tempest-SubnetPoolsTestJSON-1514643860-project] 10.222.0.15 "GET /v2.0/subnetpools/eb275964-419e-4387-abca-902121f1742f HTTP/1.1" status: 200 len: 731 time: 0.0510888 May 30 04:54:54.556352 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 37526) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:54.565139 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-fd295c72-0fc1-42e3-884f-359c08153a62 tempest-SubnetPoolsTestJSON-1514643860 tempest-SubnetPoolsTestJSON-1514643860-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-669397115'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:54:54.565827 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9decc50b-3086-461b-873c-2a07c5912273 None None] Network ba2825e1-e64d-4f4f-aa20-e9e4d8e5edf0 is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:54:54.569438 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-9decc50b-3086-461b-873c-2a07c5912273 None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:54:54.573600 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9decc50b-3086-461b-873c-2a07c5912273 None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:54:54.593131 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-2a74497e-aff5-42b6-9f5d-12e7906b332d req-3b7dd0a7-fc0b-4c0b-ba6b-746b9b4ebada tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0fb8c38-d8b6-4c01-bc8c-1b54a1e25304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2199702 May 30 04:54:54.622049 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9decc50b-3086-461b-873c-2a07c5912273 None None] Pushing event updated for resources: {'Port': ['ID=26803d6b-fd1f-4892-851b-6ef2777900b9,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:54:54.683032 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-9decc50b-3086-461b-873c-2a07c5912273 None None] Attempting to bind port 26803d6b-fd1f-4892-851b-6ef2777900b9 on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 04:54:54.684448 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-9decc50b-3086-461b-873c-2a07c5912273 None None] Attempting to bind port 26803d6b-fd1f-4892-851b-6ef2777900b9 by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': 'b6835563-e80f-4fe3-a359-7b1aa4857f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'ba2825e1-e64d-4f4f-aa20-e9e4d8e5edf0'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 04:54:54.685461 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9decc50b-3086-461b-873c-2a07c5912273 None None] Attempting to bind port 26803d6b-fd1f-4892-851b-6ef2777900b9 on network ba2825e1-e64d-4f4f-aa20-e9e4d8e5edf0 {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 04:54:54.694766 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9decc50b-3086-461b-873c-2a07c5912273 None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 4, 54, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 04:54:54.695870 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9decc50b-3086-461b-873c-2a07c5912273 None None] Checking segment: {'id': 'b6835563-e80f-4fe3-a359-7b1aa4857f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'ba2825e1-e64d-4f4f-aa20-e9e4d8e5edf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:54:54.696436 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9decc50b-3086-461b-873c-2a07c5912273 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:54.697028 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9decc50b-3086-461b-873c-2a07c5912273 None None] Bound using segment: {'id': 'b6835563-e80f-4fe3-a359-7b1aa4857f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'ba2825e1-e64d-4f4f-aa20-e9e4d8e5edf0'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 04:54:54.697799 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-9decc50b-3086-461b-873c-2a07c5912273 None None] Bound port: 26803d6b-fd1f-4892-851b-6ef2777900b9, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6835563-e80f-4fe3-a359-7b1aa4857f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'ba2825e1-e64d-4f4f-aa20-e9e4d8e5edf0'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 04:54:54.698525 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9decc50b-3086-461b-873c-2a07c5912273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:54.728553 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-fd295c72-0fc1-42e3-884f-359c08153a62 tempest-SubnetPoolsTestJSON-1514643860 tempest-SubnetPoolsTestJSON-1514643860-project] Notify callbacks [] for subnetpool, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:54.732816 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-fd295c72-0fc1-42e3-884f-359c08153a62 tempest-SubnetPoolsTestJSON-1514643860 tempest-SubnetPoolsTestJSON-1514643860-project] 10.222.0.15 "PUT /v2.0/subnetpools/eb275964-419e-4387-abca-902121f1742f HTTP/1.1" status: 200 len: 683 time: 0.1759686 May 30 04:54:54.734977 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 37530) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:54.798335 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9decc50b-3086-461b-873c-2a07c5912273 None None] For port 26803d6b-fd1f-4892-851b-6ef2777900b9, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 04:54:54.802280 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9decc50b-3086-461b-873c-2a07c5912273 None None] For port 26803d6b-fd1f-4892-851b-6ef2777900b9, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=26803d6b-fd1f-4892-851b-6ef2777900b9,segment=NetworkSegment(b6835563-e80f-4fe3-a359-7b1aa4857f62),segment_id=b6835563-e80f-4fe3-a359-7b1aa4857f62)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 04:54:54.807490 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9decc50b-3086-461b-873c-2a07c5912273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:54.816573 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-930e1d23-5e62-40a2-b3ae-f0a6a31367f1 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2305012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9305500'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:54.894556 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9decc50b-3086-461b-873c-2a07c5912273 None None] Pushing event updated for resources: {'Port': ['ID=26803d6b-fd1f-4892-851b-6ef2777900b9,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:54:54.925752 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930e1d23-5e62-40a2-b3ae-f0a6a31367f1 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Pushing event updated for resources: {'Subnet': ['ID=9f635c4d-e2a6-4ef9-b8b2-7754ea96c7b7,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:54:54.936927 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-930e1d23-5e62-40a2-b3ae-f0a6a31367f1 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Checking segment: {'id': '9f965468-c1f8-42b9-8054-bbb7861749ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'fb73c2f6-4f8b-46fa-86d8-b91f0c9df869'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:54:54.937282 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-930e1d23-5e62-40a2-b3ae-f0a6a31367f1 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Network hostable DHCP agents. Network: fb73c2f6-4f8b-46fa-86d8-b91f0c9df869, hostable agents: ['1c705e68-3d3e-4dd3-9252-feb21d4b96ab'], hosted agents: [] {{(pid=88261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 04:54:54.946119 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b68b9c3d-2a24-4d02-91a2-7a3476c04ff0 tempest-SubnetPoolsTestJSON-1514643860 tempest-SubnetPoolsTestJSON-1514643860-project] Notify callbacks [] for subnetpool, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:54.947248 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-b68b9c3d-2a24-4d02-91a2-7a3476c04ff0 tempest-SubnetPoolsTestJSON-1514643860 tempest-SubnetPoolsTestJSON-1514643860-project] 10.222.0.15 "DELETE /v2.0/subnetpools/eb275964-419e-4387-abca-902121f1742f HTTP/1.1" status: 204 len: 168 time: 0.2111902 May 30 04:54:54.950965 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 37534) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:54.970271 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d01b05db-5375-499d-b6c2-278378cc4476 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:54.978914 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.api.v2.resource [None req-948266fa-42f5-4b6e-bdfc-3b75957059cd tempest-SubnetPoolsTestJSON-1514643860 tempest-SubnetPoolsTestJSON-1514643860-project] show failed (client error): The resource could not be found. May 30 04:54:54.983219 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-948266fa-42f5-4b6e-bdfc-3b75957059cd tempest-SubnetPoolsTestJSON-1514643860 tempest-SubnetPoolsTestJSON-1514643860-project] 10.222.0.15 "GET /v2.0/subnetpools/eb275964-419e-4387-abca-902121f1742f HTTP/1.1" status: 404 len: 346 time: 0.0286899 May 30 04:54:54.984471 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 37538) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:55.002384 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-930e1d23-5e62-40a2-b3ae-f0a6a31367f1 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Network fb73c2f6-4f8b-46fa-86d8-b91f0c9df869 is scheduled to be hosted by DHCP agent 1c705e68-3d3e-4dd3-9252-feb21d4b96ab with binding_index 1 {{(pid=88261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 04:54:55.008062 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.api.v2.resource [None req-6c5a7fed-5411-4585-bbb5-988977c3bf2a tempest-SubnetPoolsTestJSON-1514643860 tempest-SubnetPoolsTestJSON-1514643860-project] delete failed (client error): The resource could not be found. May 30 04:54:55.009078 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-6c5a7fed-5411-4585-bbb5-988977c3bf2a tempest-SubnetPoolsTestJSON-1514643860 tempest-SubnetPoolsTestJSON-1514643860-project] 10.222.0.15 "DELETE /v2.0/subnetpools/eb275964-419e-4387-abca-902121f1742f HTTP/1.1" status: 404 len: 346 time: 0.0244639 May 30 04:54:55.020008 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-930e1d23-5e62-40a2-b3ae-f0a6a31367f1 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843763-1-hyperv, fb73c2f6-4f8b-46fa-86d8-b91f0c9df869) {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:54:55.025776 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-930e1d23-5e62-40a2-b3ae-f0a6a31367f1 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:54:55.026821 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-930e1d23-5e62-40a2-b3ae-f0a6a31367f1 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:55.031066 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b34a8bc-e23c-449e-99b9-d32f1814edae None None] Network fb73c2f6-4f8b-46fa-86d8-b91f0c9df869 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:54:55.050640 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-930e1d23-5e62-40a2-b3ae-f0a6a31367f1 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5299499 May 30 04:54:55.053174 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 37544) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:55.059192 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-eeab3178-d947-497d-ab8a-a1079bc882e4 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1209206023', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:54:55.072160 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-eeab3178-d947-497d-ab8a-a1079bc882e4 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:54:55.077077 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-eeab3178-d947-497d-ab8a-a1079bc882e4 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Usage tracker for resource:router and tenant:177e950b79b644f8ac61f323eed71206 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:54:55.080568 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-eeab3178-d947-497d-ab8a-a1079bc882e4 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:54:55.088670 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-eeab3178-d947-497d-ab8a-a1079bc882e4 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:54:55.104223 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-eeab3178-d947-497d-ab8a-a1079bc882e4 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1603901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11666'] for router, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:55.105567 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-eeab3178-d947-497d-ab8a-a1079bc882e4 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11675'] for router, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:55.140955 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-024bee2c-bcad-4919-9bfa-2a781c8134fa tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Notify callbacks [] for router, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:55.158964 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-eeab3178-d947-497d-ab8a-a1079bc882e4 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:55.195007 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-eeab3178-d947-497d-ab8a-a1079bc882e4 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603653'] for router, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:55.211120 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-d01b05db-5375-499d-b6c2-278378cc4476 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Calling delete_port for a5c39860-6cbe-48d0-85a8-56c6e5ee28e9 owned by {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:54:55.249413 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-eeab3178-d947-497d-ab8a-a1079bc882e4 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks [] for router, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:55.251170 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-eeab3178-d947-497d-ab8a-a1079bc882e4 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1967559 May 30 04:54:55.253998 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 37548) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:55.457009 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 37554) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:55.464060 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9d11dce-e825-47b9-a0ed-f343b45dae7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bbf24ed-7ba9-53d2-873f-8f9642b1e987-fb73c2f6-4f8b-46fa-86d8-b91f0c9df869', 'network_id': 'fb73c2f6-4f8b-46fa-86d8-b91f0c9df869', 'tenant_id': '177e950b79b644f8ac61f323eed71206', 'fixed_ips': [{'subnet_id': '9f635c4d-e2a6-4ef9-b8b2-7754ea96c7b7'}]}} from dv-neutron-843763-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 30 04:54:55.464897 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-d9d11dce-e825-47b9-a0ed-f343b45dae7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:55.716062 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-d9d11dce-e825-47b9-a0ed-f343b45dae7d None None] Allocated IP 172.21.0.2 (fb73c2f6-4f8b-46fa-86d8-b91f0c9df869/9f635c4d-e2a6-4ef9-b8b2-7754ea96c7b7/ee689e99-4c82-442a-a7ef-376c5201d5a5) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:54:55.739636 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 26803d6b-fd1f-4892-851b-6ef2777900b9 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 04:54:55.752869 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-079ed86c-99cd-4652-a929-bbaf4d476a80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:55.805120 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d01b05db-5375-499d-b6c2-278378cc4476 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:55.929735 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-024bee2c-bcad-4919-9bfa-2a781c8134fa tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:55.954995 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01b05db-5375-499d-b6c2-278378cc4476 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Pushing event deleted for resources: {'Port': ['ID=a5c39860-6cbe-48d0-85a8-56c6e5ee28e9,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:54:55.972977 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d01b05db-5375-499d-b6c2-278378cc4476 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:55.980031 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-024bee2c-bcad-4919-9bfa-2a781c8134fa tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Deleting port fa70b936-e017-4f71-aa53-c1aa55938d8e {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:54:55.980454 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-024bee2c-bcad-4919-9bfa-2a781c8134fa tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:56.030051 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-d01b05db-5375-499d-b6c2-278378cc4476 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] 10.222.0.15 "DELETE /v2.0/ports/a5c39860-6cbe-48d0-85a8-56c6e5ee28e9 HTTP/1.1" status: 204 len: 168 time: 1.8101563 May 30 04:54:56.041224 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-079ed86c-99cd-4652-a929-bbaf4d476a80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:54:56.047037 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 37562) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:56.053161 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-d9d11dce-e825-47b9-a0ed-f343b45dae7d None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:56.064928 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-d9d11dce-e825-47b9-a0ed-f343b45dae7d None None] Transition to ACTIVE for port object ee689e99-4c82-442a-a7ef-376c5201d5a5 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:54:56.085925 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-d9d11dce-e825-47b9-a0ed-f343b45dae7d None None] Transition to ACTIVE for port object ee689e99-4c82-442a-a7ef-376c5201d5a5 will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:54:56.093264 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-079ed86c-99cd-4652-a929-bbaf4d476a80 admin admin] Usage tracker for resource:security_group_rule and tenant:eb394caaa9be4d60a7b268df572bf6d5 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:54:56.102451 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-d9d11dce-e825-47b9-a0ed-f343b45dae7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:56.116978 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-079ed86c-99cd-4652-a929-bbaf4d476a80 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:54:56.146653 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-079ed86c-99cd-4652-a929-bbaf4d476a80 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:54:56.154475 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-bcdc675b-2247-4e10-95b1-33884cd46367 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11765'] for router, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:56.163896 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-bcdc675b-2247-4e10-95b1-33884cd46367 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1603699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1603708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1603909'] for router, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:56.189534 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-a6095004-a01d-4608-bb66-d9147d4f3c35 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Deleting port ba9f070d-0672-45d7-8c9c-bc8328f52c76 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:54:56.189901 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a6095004-a01d-4608-bb66-d9147d4f3c35 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:56.195260 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d11dce-e825-47b9-a0ed-f343b45dae7d None None] Network fb73c2f6-4f8b-46fa-86d8-b91f0c9df869 is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:54:56.202195 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-d9d11dce-e825-47b9-a0ed-f343b45dae7d None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:54:56.204255 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d11dce-e825-47b9-a0ed-f343b45dae7d None None] Pushing event updated for resources: {'Port': ['ID=ee689e99-4c82-442a-a7ef-376c5201d5a5,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:54:56.209199 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d11dce-e825-47b9-a0ed-f343b45dae7d None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:54:56.334717 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2618c7d1-4c56-48bc-8159-bca1d260ae9b None None] Network ba2825e1-e64d-4f4f-aa20-e9e4d8e5edf0 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:54:56.370547 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-633b720c-08c8-408b-889f-2b60281781fe tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:56.392299 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5f33e7-fc32-4101-9495-4aab1dff36fd req-812a0a0a-61ee-4fc2-86cb-78ac9ac290a2 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:54:56.393887 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1c5f33e7-fc32-4101-9495-4aab1dff36fd req-812a0a0a-61ee-4fc2-86cb-78ac9ac290a2 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1e7b65a-2794-4268-bd76-1003a7875678 HTTP/1.1" status: 200 len: 946 time: 0.6421845 May 30 04:54:56.437533 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-d9d11dce-e825-47b9-a0ed-f343b45dae7d None None] Attempting to bind port ee689e99-4c82-442a-a7ef-376c5201d5a5 on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 04:54:56.438034 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-d9d11dce-e825-47b9-a0ed-f343b45dae7d None None] Attempting to bind port ee689e99-4c82-442a-a7ef-376c5201d5a5 by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': '9f965468-c1f8-42b9-8054-bbb7861749ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'fb73c2f6-4f8b-46fa-86d8-b91f0c9df869'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 04:54:56.438423 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d11dce-e825-47b9-a0ed-f343b45dae7d None None] Attempting to bind port ee689e99-4c82-442a-a7ef-376c5201d5a5 on network fb73c2f6-4f8b-46fa-86d8-b91f0c9df869 {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 04:54:56.457417 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port 26803d6b-fd1f-4892-851b-6ef2777900b9 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:54:56.463438 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d11dce-e825-47b9-a0ed-f343b45dae7d None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 4, 54, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 04:54:56.463438 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d11dce-e825-47b9-a0ed-f343b45dae7d None None] Checking segment: {'id': '9f965468-c1f8-42b9-8054-bbb7861749ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'fb73c2f6-4f8b-46fa-86d8-b91f0c9df869'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:54:56.463734 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-d9d11dce-e825-47b9-a0ed-f343b45dae7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:56.463938 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d11dce-e825-47b9-a0ed-f343b45dae7d None None] Bound using segment: {'id': '9f965468-c1f8-42b9-8054-bbb7861749ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'fb73c2f6-4f8b-46fa-86d8-b91f0c9df869'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 04:54:56.465180 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-d9d11dce-e825-47b9-a0ed-f343b45dae7d None None] Bound port: ee689e99-4c82-442a-a7ef-376c5201d5a5, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f965468-c1f8-42b9-8054-bbb7861749ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'fb73c2f6-4f8b-46fa-86d8-b91f0c9df869'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 04:54:56.465180 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-d9d11dce-e825-47b9-a0ed-f343b45dae7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:56.523933 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-024bee2c-bcad-4919-9bfa-2a781c8134fa tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:56.527545 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-f0f14af8-09b0-4c85-a401-e456c7ff2af5 None None] Provisioning for port 26803d6b-fd1f-4892-851b-6ef2777900b9 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:54:56.569230 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-f0f14af8-09b0-4c85-a401-e456c7ff2af5 None None] Provisioning complete for port 26803d6b-fd1f-4892-851b-6ef2777900b9 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:54:56.569539 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f0f14af8-09b0-4c85-a401-e456c7ff2af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:56.670401 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-024bee2c-bcad-4919-9bfa-2a781c8134fa tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Calling delete_port for fa70b936-e017-4f71-aa53-c1aa55938d8e owned by network:router_gateway {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:54:56.693740 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-d9d11dce-e825-47b9-a0ed-f343b45dae7d None None] For port ee689e99-4c82-442a-a7ef-376c5201d5a5, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 04:54:56.700777 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-d9d11dce-e825-47b9-a0ed-f343b45dae7d None None] For port ee689e99-4c82-442a-a7ef-376c5201d5a5, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=ee689e99-4c82-442a-a7ef-376c5201d5a5,segment=NetworkSegment(9f965468-c1f8-42b9-8054-bbb7861749ae),segment_id=9f965468-c1f8-42b9-8054-bbb7861749ae)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 04:54:56.705101 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcdc675b-2247-4e10-95b1-33884cd46367 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Router 64d92608-4177-4ce2-b402-d53e747cb913 has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 04:54:56.734528 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-d9d11dce-e825-47b9-a0ed-f343b45dae7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:56.757317 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-079ed86c-99cd-4652-a929-bbaf4d476a80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:56.762888 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1c5f33e7-fc32-4101-9495-4aab1dff36fd req-3b1bc17e-e52c-4679-9cb2-9fe35c59706a tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0fb8c38-d8b6-4c01-bc8c-1b54a1e25304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2985079 May 30 04:54:56.770990 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-079ed86c-99cd-4652-a929-bbaf4d476a80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:56.797882 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a6095004-a01d-4608-bb66-d9147d4f3c35 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:56.883048 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-079ed86c-99cd-4652-a929-bbaf4d476a80 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=eb394caaa9be4d60a7b268df572bf6d5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4226003 May 30 04:54:56.913406 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 37568) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:56.949046 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-a6095004-a01d-4608-bb66-d9147d4f3c35 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Calling delete_port for ba9f070d-0672-45d7-8c9c-bc8328f52c76 owned by {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:54:56.953643 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-f0f14af8-09b0-4c85-a401-e456c7ff2af5 None None] Current status of the port 26803d6b-fd1f-4892-851b-6ef2777900b9 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:54:56.956290 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f0f14af8-09b0-4c85-a401-e456c7ff2af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:56.975370 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d11dce-e825-47b9-a0ed-f343b45dae7d None None] Pushing event updated for resources: {'Port': ['ID=ee689e99-4c82-442a-a7ef-376c5201d5a5,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:54:57.027804 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcdc675b-2247-4e10-95b1-33884cd46367 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 04:54:57.035095 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-f0f14af8-09b0-4c85-a401-e456c7ff2af5 None None] For port 26803d6b-fd1f-4892-851b-6ef2777900b9, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=26803d6b-fd1f-4892-851b-6ef2777900b9,segment=NetworkSegment(b6835563-e80f-4fe3-a359-7b1aa4857f62),segment_id=b6835563-e80f-4fe3-a359-7b1aa4857f62)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:54:57.054851 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079ed86c-99cd-4652-a929-bbaf4d476a80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=519a77e0-6f21-40d3-ad9b-21b5ca5b39d1,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:54:57.075283 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28259b8-fd2c-4034-8a8e-43000ddad76f None None] Sync routers for ids ['64d92608-4177-4ce2-b402-d53e747cb913'] in dv-neutron-843763-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 04:54:57.082633 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-bcdc675b-2247-4e10-95b1-33884cd46367 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:57.084226 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f0f14af8-09b0-4c85-a401-e456c7ff2af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:57.084417 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-bcdc675b-2247-4e10-95b1-33884cd46367 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] 10.222.0.15 "PUT /v2.0/routers/64d92608-4177-4ce2-b402-d53e747cb913 HTTP/1.1" status: 200 len: 921 time: 3.8555093 May 30 04:54:57.087185 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 37572) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:57.100968 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-96d8890a-5a07-4c6e-bb67-3f70be6e4540 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:57.142813 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-96d8890a-5a07-4c6e-bb67-3f70be6e4540 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:57.144122 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28259b8-fd2c-4034-8a8e-43000ddad76f None None] Routers {'64d92608-4177-4ce2-b402-d53e747cb913'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 04:54:57.144842 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-f28259b8-fd2c-4034-8a8e-43000ddad76f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T04:54:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['64d92608-4177-4ce2-b402-d53e747cb913'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:54:57.153974 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-024bee2c-bcad-4919-9bfa-2a781c8134fa tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:57.321518 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a6095004-a01d-4608-bb66-d9147d4f3c35 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:57.362927 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-f28259b8-fd2c-4034-8a8e-43000ddad76f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:54:57.397293 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28259b8-fd2c-4034-8a8e-43000ddad76f None None] Routers {'64d92608-4177-4ce2-b402-d53e747cb913'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 04:54:57.397501 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024bee2c-bcad-4919-9bfa-2a781c8134fa tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Pushing event deleted for resources: {'Port': ['ID=fa70b936-e017-4f71-aa53-c1aa55938d8e,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:54:57.398078 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-f28259b8-fd2c-4034-8a8e-43000ddad76f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T04:54:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['64d92608-4177-4ce2-b402-d53e747cb913'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:54:57.418745 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-633b720c-08c8-408b-889f-2b60281781fe tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Allocated IP 172.20.0.1 (ba2825e1-e64d-4f4f-aa20-e9e4d8e5edf0/b1c3d0f4-e8d3-489a-b5a1-63a61d5a325e/53c55a7f-b15e-4a97-a0d5-19751bbe2204) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:54:57.443740 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6095004-a01d-4608-bb66-d9147d4f3c35 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Pushing event deleted for resources: {'Port': ['ID=ba9f070d-0672-45d7-8c9c-bc8328f52c76,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:54:57.462234 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a6095004-a01d-4608-bb66-d9147d4f3c35 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:57.486165 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-f28259b8-fd2c-4034-8a8e-43000ddad76f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:54:57.486705 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28259b8-fd2c-4034-8a8e-43000ddad76f None None] The sync data for ids ['64d92608-4177-4ce2-b402-d53e747cb913'] in dv-neutron-843763-1-hyperv is: [] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 04:54:57.534465 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f14af8-09b0-4c85-a401-e456c7ff2af5 None None] Pushing event updated for resources: {'Port': ['ID=26803d6b-fd1f-4892-851b-6ef2777900b9,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:54:57.537504 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-024bee2c-bcad-4919-9bfa-2a781c8134fa tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1604781'] for router_gateway, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:57.582297 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-a6095004-a01d-4608-bb66-d9147d4f3c35 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] 10.222.0.15 "DELETE /v2.0/ports/ba9f070d-0672-45d7-8c9c-bc8328f52c76 HTTP/1.1" status: 204 len: 168 time: 1.5325840 May 30 04:54:57.593592 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 37576) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:57.685342 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-19cb69c5-1197-4be2-b0db-ca308d9d7561 None None] Provisioning complete for port 26803d6b-fd1f-4892-851b-6ef2777900b9 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:54:57.686164 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-19cb69c5-1197-4be2-b0db-ca308d9d7561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:57.773751 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-99fe1307-be67-41d0-aae5-c1aa5aa2459c tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Synchronizing usage tracker for tenant:7263b3b758134b1188cf4e461ab0a1b0 on resource:port {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:54:57.783850 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device ee689e99-4c82-442a-a7ef-376c5201d5a5 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 04:54:57.796385 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-024bee2c-bcad-4919-9bfa-2a781c8134fa tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11660'] for router, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:57.799675 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-96d8890a-5a07-4c6e-bb67-3f70be6e4540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:57.806160 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-024bee2c-bcad-4919-9bfa-2a781c8134fa tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:57.836034 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-9076f496-a70e-43a7-8d31-8e493b8ec6a3 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] 10.222.0.15 "GET /v2.0/routers/64d92608-4177-4ce2-b402-d53e747cb913 HTTP/1.1" status: 200 len: 921 time: 0.7340512 May 30 04:54:57.836330 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-96d8890a-5a07-4c6e-bb67-3f70be6e4540 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:57.836631 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 37582) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:57.838641 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-96d8890a-5a07-4c6e-bb67-3f70be6e4540 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/519a77e0-6f21-40d3-ad9b-21b5ca5b39d1 HTTP/1.1" status: 204 len: 168 time: 0.9240916 May 30 04:54:57.841488 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d8890a-5a07-4c6e-bb67-3f70be6e4540 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=519a77e0-6f21-40d3-ad9b-21b5ca5b39d1,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:54:57.854419 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-99fe1307-be67-41d0-aae5-c1aa5aa2459c tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Unset dirty status for tenant:7263b3b758134b1188cf4e461ab0a1b0 on resource:port {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:54:57.855556 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-99fe1307-be67-41d0-aae5-c1aa5aa2459c tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2603047 May 30 04:54:57.859598 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 37588) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:57.867790 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-f3a59428-7b42-43f2-9849-15944375c1b2 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-641605771'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:54:57.874448 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-024bee2c-bcad-4919-9bfa-2a781c8134fa tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1601605'] for router, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:57.874985 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-024bee2c-bcad-4919-9bfa-2a781c8134fa tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Fanout notify agent at l3_agent the message router_deleted on router f635665d-c724-492f-8d9c-d8e0359e5411 {{(pid=88260) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 30 04:54:57.883139 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-f3a59428-7b42-43f2-9849-15944375c1b2 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:54:57.889318 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-f3a59428-7b42-43f2-9849-15944375c1b2 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Usage tracker for resource:network and tenant:7263b3b758134b1188cf4e461ab0a1b0 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:54:57.895531 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-024bee2c-bcad-4919-9bfa-2a781c8134fa tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:57.896702 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-024bee2c-bcad-4919-9bfa-2a781c8134fa tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] 10.222.0.15 "DELETE /v2.0/routers/f635665d-c724-492f-8d9c-d8e0359e5411 HTTP/1.1" status: 204 len: 168 time: 3.4386394 May 30 04:54:57.897769 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-f3a59428-7b42-43f2-9849-15944375c1b2 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:54:57.902459 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 37592) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:57.910264 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-8667bf33-d5d3-4eb3-b39d-06441b59cb87 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Request body: {'router': {'name': 'tempest-snat-router-236021226', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'enable_snat': False}}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:54:57.917429 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-8667bf33-d5d3-4eb3-b39d-06441b59cb87 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:54:57.921058 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-f3a59428-7b42-43f2-9849-15944375c1b2 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:54:57.927600 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-8667bf33-d5d3-4eb3-b39d-06441b59cb87 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Usage tracker for resource:router and tenant:b716d37694ea4d05a16d0bffce109eae is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:54:57.933721 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-8667bf33-d5d3-4eb3-b39d-06441b59cb87 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:54:57.942856 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-8667bf33-d5d3-4eb3-b39d-06441b59cb87 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:54:57.949764 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3a59428-7b42-43f2-9849-15944375c1b2 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Made reservation on behalf of 7263b3b758134b1188cf4e461ab0a1b0 for: {'network': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:54:57.955124 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f3a59428-7b42-43f2-9849-15944375c1b2 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for network, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:57.993108 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3a59428-7b42-43f2-9849-15944375c1b2 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=88260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 04:54:58.004217 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f3a59428-7b42-43f2-9849-15944375c1b2 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:58.005433 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.db.segments_db [None req-f3a59428-7b42-43f2-9849-15944375c1b2 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Added segment 9b81c3e8-6cf6-4c08-ac88-330045c747e5 of type vlan for network d632b6d6-a0b6-45c3-93b2-f8c27c3474ac May 30 04:54:58.012294 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8667bf33-d5d3-4eb3-b39d-06441b59cb87 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1603901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11666'] for router, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:58.013377 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8667bf33-d5d3-4eb3-b39d-06441b59cb87 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11675'] for router, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:58.041378 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-633b720c-08c8-408b-889f-2b60281781fe tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:58.043562 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-81cfb778-08c5-47ae-abbf-21e9d715dde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:58.052214 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port ee689e99-4c82-442a-a7ef-376c5201d5a5 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:54:58.069441 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 26803d6b-fd1f-4892-851b-6ef2777900b9 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 04:54:58.085856 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [None req-633b720c-08c8-408b-889f-2b60281781fe tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Transition to ACTIVE for port object 53c55a7f-b15e-4a97-a0d5-19751bbe2204 will not be triggered until provisioned by entity DHCP. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:54:58.096614 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8667bf33-d5d3-4eb3-b39d-06441b59cb87 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:58.098793 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f3a59428-7b42-43f2-9849-15944375c1b2 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729234556353'] for network, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:58.147931 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-633b720c-08c8-408b-889f-2b60281781fe tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:58.171337 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-19cb69c5-1197-4be2-b0db-ca308d9d7561 None None] Current status of the port 26803d6b-fd1f-4892-851b-6ef2777900b9 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:54:58.198495 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 26803d6b-fd1f-4892-851b-6ef2777900b9 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:54:58.198781 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:58.207301 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb9e096f-53cc-4b5e-ba05-d54fa64f106c tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:54:58.208147 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-fb9e096f-53cc-4b5e-ba05-d54fa64f106c tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Synchronizing usage tracker for tenant:bd3c8d428858414386daf786d1fecb46 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:54:58.241284 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-633b720c-08c8-408b-889f-2b60281781fe tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Network ba2825e1-e64d-4f4f-aa20-e9e4d8e5edf0 is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:54:58.250992 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-633b720c-08c8-408b-889f-2b60281781fe tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:54:58.270234 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633b720c-08c8-408b-889f-2b60281781fe tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:54:58.295714 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f3a59428-7b42-43f2-9849-15944375c1b2 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788'] for network, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:58.302904 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a59428-7b42-43f2-9849-15944375c1b2 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:54:58.303786 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f3a59428-7b42-43f2-9849-15944375c1b2 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642826'] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:58.318176 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633b720c-08c8-408b-889f-2b60281781fe tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Pushing event updated for resources: {'Port': ['ID=53c55a7f-b15e-4a97-a0d5-19751bbe2204,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:54:58.355792 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-fb9e096f-53cc-4b5e-ba05-d54fa64f106c tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Unset dirty status for tenant:bd3c8d428858414386daf786d1fecb46 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:54:58.357194 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-fb9e096f-53cc-4b5e-ba05-d54fa64f106c tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=1bab70f4-3794-44db-8e17-19f483aa8ffa&device_id=64d92608-4177-4ce2-b402-d53e747cb913&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.5162752 May 30 04:54:58.360178 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 37600) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:58.456782 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 26803d6b-fd1f-4892-851b-6ef2777900b9 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:54:58.491963 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd81dc01-9383-43e0-8e23-3b8c6a4e6af3 None None] Network fb73c2f6-4f8b-46fa-86d8-b91f0c9df869 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:54:58.501773 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff05dea-0662-4216-bebc-65512b503208 req-7ad08ec5-a8e2-4bd5-8ff9-ded833a4e71b tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:54:58.509084 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-bff05dea-0662-4216-bebc-65512b503208 req-7ad08ec5-a8e2-4bd5-8ff9-ded833a4e71b tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1e7b65a-2794-4268-bd76-1003a7875678 HTTP/1.1" status: 200 len: 946 time: 0.4807112 May 30 04:54:58.511627 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-f3a59428-7b42-43f2-9849-15944375c1b2 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6508036 May 30 04:54:58.531931 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 37608) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:58.540535 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-bbfc9ba8-735b-4f0c-9c61-0157589ba614 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1135825742'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:54:58.545702 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-bbfc9ba8-735b-4f0c-9c61-0157589ba614 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:54:58.550698 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-bbfc9ba8-735b-4f0c-9c61-0157589ba614 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Usage tracker for resource:network and tenant:7263b3b758134b1188cf4e461ab0a1b0 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:54:58.554439 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-bbfc9ba8-735b-4f0c-9c61-0157589ba614 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:54:58.558269 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-633b720c-08c8-408b-889f-2b60281781fe tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604623'] for router_interface, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:58.623983 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-b4a64101-c446-4376-af31-47c5d9639ce8 None None] Provisioning for port ee689e99-4c82-442a-a7ef-376c5201d5a5 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:54:58.631935 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-b4a64101-c446-4376-af31-47c5d9639ce8 None None] Provisioning complete for port ee689e99-4c82-442a-a7ef-376c5201d5a5 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:54:58.632868 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-b4a64101-c446-4376-af31-47c5d9639ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:58.726688 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-bbfc9ba8-735b-4f0c-9c61-0157589ba614 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:54:58.769692 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a59428-7b42-43f2-9849-15944375c1b2 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Pushing event updated for resources: {'Network': ['ID=d632b6d6-a0b6-45c3-93b2-f8c27c3474ac,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:54:58.778404 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8667bf33-d5d3-4eb3-b39d-06441b59cb87 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11765'] for router, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:58.784561 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc6644e-db6e-46c6-b5b4-4ac5ebc4b2a9 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:54:58.787043 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-ebc6644e-db6e-46c6-b5b4-4ac5ebc4b2a9 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] 10.222.0.15 "GET /v2.0/networks/1bab70f4-3794-44db-8e17-19f483aa8ffa HTTP/1.1" status: 200 len: 881 time: 0.4259043 May 30 04:54:58.790429 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 37618) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:58.790750 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Network d632b6d6-a0b6-45c3-93b2-f8c27c3474ac details requested by agent ovs-agent-dv-neutron-843763-1-hyperv with host dv-neutron-843763-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 04:54:58.791701 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbfc9ba8-735b-4f0c-9c61-0157589ba614 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Made reservation on behalf of 7263b3b758134b1188cf4e461ab0a1b0 for: {'network': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:54:58.796374 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bbfc9ba8-735b-4f0c-9c61-0157589ba614 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for network, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:58.846571 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-bff05dea-0662-4216-bebc-65512b503208 req-f1f60e9f-0b1a-4edf-b431-a805f0dec987 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0fb8c38-d8b6-4c01-bc8c-1b54a1e25304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3363910 May 30 04:54:58.864161 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-6609fed6-5a25-4eef-8fba-3f1fb1889275 tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] 10.222.0.15 "GET /v2.0/ports?device_id=64d92608-4177-4ce2-b402-d53e747cb913 HTTP/1.1" status: 200 len: 205 time: 0.0724585 May 30 04:54:58.877103 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbfc9ba8-735b-4f0c-9c61-0157589ba614 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=88261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 04:54:58.883343 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 37626) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:58.965453 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bbfc9ba8-735b-4f0c-9c61-0157589ba614 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:58.966187 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.db.segments_db [None req-bbfc9ba8-735b-4f0c-9c61-0157589ba614 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Added segment 499f457a-b0c5-4463-8385-7c30ec0c2438 of type vlan for network 12b42587-f51b-4e66-bf0c-85a981703cbc May 30 04:54:58.997645 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-633b720c-08c8-408b-889f-2b60281781fe tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:59.028826 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bbfc9ba8-735b-4f0c-9c61-0157589ba614 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729234556353'] for network, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:59.065858 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-b4a64101-c446-4376-af31-47c5d9639ce8 None None] Current status of the port ee689e99-4c82-442a-a7ef-376c5201d5a5 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:54:59.066287 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-b4a64101-c446-4376-af31-47c5d9639ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:59.110074 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-b4a64101-c446-4376-af31-47c5d9639ce8 None None] For port ee689e99-4c82-442a-a7ef-376c5201d5a5, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=ee689e99-4c82-442a-a7ef-376c5201d5a5,segment=NetworkSegment(9f965468-c1f8-42b9-8054-bbb7861749ae),segment_id=9f965468-c1f8-42b9-8054-bbb7861749ae)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:54:59.120574 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-b4a64101-c446-4376-af31-47c5d9639ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:59.285027 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-74449c59-bd36-44af-8cfb-267718b04cd4 None None] Provisioning for port 53c55a7f-b15e-4a97-a0d5-19751bbe2204 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:54:59.308835 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-74449c59-bd36-44af-8cfb-267718b04cd4 None None] Provisioning complete for port 53c55a7f-b15e-4a97-a0d5-19751bbe2204 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:54:59.309205 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-74449c59-bd36-44af-8cfb-267718b04cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:59.404380 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.db.resource_extend [None req-bbfc9ba8-735b-4f0c-9c61-0157589ba614 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 04:54:59.431891 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a64101-c446-4376-af31-47c5d9639ce8 None None] Pushing event updated for resources: {'Port': ['ID=ee689e99-4c82-442a-a7ef-376c5201d5a5,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:54:59.454143 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-74449c59-bd36-44af-8cfb-267718b04cd4 None None] Port 53c55a7f-b15e-4a97-a0d5-19751bbe2204 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 04:54:59.499346 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0a8edfdd-b862-41ab-a15c-e9ba71f9dfae tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Notify callbacks [] for router, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:59.539458 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bbfc9ba8-735b-4f0c-9c61-0157589ba614 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788'] for network, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:59.545236 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbfc9ba8-735b-4f0c-9c61-0157589ba614 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:54:59.545846 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bbfc9ba8-735b-4f0c-9c61-0157589ba614 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642826'] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:59.586136 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c5a19371-240c-4df6-b6ce-34a00abc3bff None None] Provisioning complete for port ee689e99-4c82-442a-a7ef-376c5201d5a5 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:54:59.586618 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c5a19371-240c-4df6-b6ce-34a00abc3bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:59.716598 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device ee689e99-4c82-442a-a7ef-376c5201d5a5 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 04:54:59.754118 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0a8edfdd-b862-41ab-a15c-e9ba71f9dfae tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:59.773736 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-0a8edfdd-b862-41ab-a15c-e9ba71f9dfae tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Deleting port db79bc7d-e631-442a-bc0c-9eebc7404991 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:54:59.774074 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0a8edfdd-b862-41ab-a15c-e9ba71f9dfae tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:59.778688 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-633b720c-08c8-408b-889f-2b60281781fe tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:59.788555 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-bbfc9ba8-735b-4f0c-9c61-0157589ba614 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.2555847 May 30 04:54:59.808037 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-633b720c-08c8-408b-889f-2b60281781fe tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2304381'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:59.829679 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c5a19371-240c-4df6-b6ce-34a00abc3bff None None] Current status of the port ee689e99-4c82-442a-a7ef-376c5201d5a5 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:54:59.871228 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port ee689e99-4c82-442a-a7ef-376c5201d5a5 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:54:59.871759 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:54:59.935043 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfc9ba8-735b-4f0c-9c61-0157589ba614 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Pushing event updated for resources: {'Network': ['ID=12b42587-f51b-4e66-bf0c-85a981703cbc,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:54:59.950387 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633b720c-08c8-408b-889f-2b60281781fe tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Pushing event updated for resources: {'Port': ['ID=53c55a7f-b15e-4a97-a0d5-19751bbe2204,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:54:59.962956 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 37650) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:54:59.966311 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5029024-9c76-43c8-9ae8-9ea2a4374b5b req-ff9c6b46-b320-463c-82a4-083fb504d89a tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:54:59.967837 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-e5029024-9c76-43c8-9ae8-9ea2a4374b5b req-ff9c6b46-b320-463c-82a4-083fb504d89a tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1e7b65a-2794-4268-bd76-1003a7875678 HTTP/1.1" status: 200 len: 946 time: 0.5713744 May 30 04:54:59.976268 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-288debbf-dd37-48e2-bc86-59c7efc42cd0 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Request body: {'subnets': [{'network_id': 'd632b6d6-a0b6-45c3-93b2-f8c27c3474ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1902124272', 'ip_version': 4}, {'network_id': '12b42587-f51b-4e66-bf0c-85a981703cbc', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:54:59.976775 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-288debbf-dd37-48e2-bc86-59c7efc42cd0 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Request body: {'subnet': {'network_id': 'd632b6d6-a0b6-45c3-93b2-f8c27c3474ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1902124272', 'ip_version': 4}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:54:59.977883 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-288debbf-dd37-48e2-bc86-59c7efc42cd0 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Request body: {'subnet': {'network_id': '12b42587-f51b-4e66-bf0c-85a981703cbc', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:54:59.993947 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Network 12b42587-f51b-4e66-bf0c-85a981703cbc details requested by agent ovs-agent-dv-neutron-843763-1-hyperv with host dv-neutron-843763-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 04:55:00.030433 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0a8edfdd-b862-41ab-a15c-e9ba71f9dfae tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:00.090892 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e07490-4ff1-4de5-b576-3b5d7faefe53 req-ee269c9a-111c-4906-a5b3-f4bc21e62eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:55:00.092510 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b2e07490-4ff1-4de5-b576-3b5d7faefe53 req-ee269c9a-111c-4906-a5b3-f4bc21e62eb9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=75c565b2496748d0aca7efef0deb76ef&device_id=b1e7b65a-2794-4268-bd76-1003a7875678 HTTP/1.1" status: 200 len: 1099 time: 0.6412992 May 30 04:55:00.096301 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-633b720c-08c8-408b-889f-2b60281781fe tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1642774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602230'] for router_interface, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:00.180930 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port ee689e99-4c82-442a-a7ef-376c5201d5a5 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:55:00.185633 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-0a8edfdd-b862-41ab-a15c-e9ba71f9dfae tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Calling delete_port for db79bc7d-e631-442a-bc0c-9eebc7404991 owned by network:router_gateway {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:55:00.197063 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-530cce3f-3954-4a7f-834b-e21920d0aff1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:00.304427 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-e5029024-9c76-43c8-9ae8-9ea2a4374b5b req-f051f298-e728-4a59-ac35-94f08091c8d9 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0fb8c38-d8b6-4c01-bc8c-1b54a1e25304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3161612 May 30 04:55:00.471012 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8667bf33-d5d3-4eb3-b39d-06441b59cb87 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:00.480604 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 37658) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:55:00.503852 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8667bf33-d5d3-4eb3-b39d-06441b59cb87 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:00.513603 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-54ea4229-b74a-408e-b037-39b229c89a32 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1970452665', 'description': 'tempest-secgroup-smoke-1970452665 description', 'project_id': '4c33678f28b44a57ab35b86381e31406'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:55:00.564036 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-54ea4229-b74a-408e-b037-39b229c89a32 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:55:00.586040 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-54ea4229-b74a-408e-b037-39b229c89a32 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Usage tracker for resource:security_group and tenant:4c33678f28b44a57ab35b86381e31406 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:55:00.604769 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-54ea4229-b74a-408e-b037-39b229c89a32 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:55:00.646543 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-54ea4229-b74a-408e-b037-39b229c89a32 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:55:00.707523 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0a8edfdd-b862-41ab-a15c-e9ba71f9dfae tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:00.713328 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-8667bf33-d5d3-4eb3-b39d-06441b59cb87 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Allocated IP 172.26.6.52 (1bab70f4-3794-44db-8e17-19f483aa8ffa/6b5b73c1-b0ce-4f83-a930-c00cc5522926/f3fb66f9-450b-40e4-9ce0-1665e933c267) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:55:00.715961 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-288debbf-dd37-48e2-bc86-59c7efc42cd0 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:55:00.724369 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e07490-4ff1-4de5-b576-3b5d7faefe53 req-84375a23-3f88-418c-bc46-c084b6f4d1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:55:00.726460 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b2e07490-4ff1-4de5-b576-3b5d7faefe53 req-84375a23-3f88-418c-bc46-c084b6f4d1b0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d6c60be6-16d0-4643-855e-f83fdbae0248 HTTP/1.1" status: 200 len: 913 time: 0.6131475 May 30 04:55:00.729692 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-288debbf-dd37-48e2-bc86-59c7efc42cd0 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Usage tracker for resource:subnet and tenant:7263b3b758134b1188cf4e461ab0a1b0 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:55:00.732494 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-54ea4229-b74a-408e-b037-39b229c89a32 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:00.741785 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-288debbf-dd37-48e2-bc86-59c7efc42cd0 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:55:00.774576 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8edfdd-b862-41ab-a15c-e9ba71f9dfae tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Pushing event deleted for resources: {'Port': ['ID=db79bc7d-e631-442a-bc0c-9eebc7404991,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:55:00.802040 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-288debbf-dd37-48e2-bc86-59c7efc42cd0 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:55:00.832562 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-54ea4229-b74a-408e-b037-39b229c89a32 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:00.844562 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-633b720c-08c8-408b-889f-2b60281781fe tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Network ba2825e1-e64d-4f4f-aa20-e9e4d8e5edf0 is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:55:00.851292 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-633b720c-08c8-408b-889f-2b60281781fe tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:55:00.871200 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-288debbf-dd37-48e2-bc86-59c7efc42cd0 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Made reservation on behalf of 7263b3b758134b1188cf4e461ab0a1b0 for: {'subnet': 2} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:55:00.875778 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-288debbf-dd37-48e2-bc86-59c7efc42cd0 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9305518'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:00.876107 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-288debbf-dd37-48e2-bc86-59c7efc42cd0 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9305518'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:01.022741 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-54ea4229-b74a-408e-b037-39b229c89a32 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:55:01.028121 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-54ea4229-b74a-408e-b037-39b229c89a32 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Usage tracker for resource:security_group_rule and tenant:4c33678f28b44a57ab35b86381e31406 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:55:01.031943 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-54ea4229-b74a-408e-b037-39b229c89a32 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:55:01.039350 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-54ea4229-b74a-408e-b037-39b229c89a32 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:55:01.103284 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0a8edfdd-b862-41ab-a15c-e9ba71f9dfae tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1604781'] for router_gateway, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:01.135213 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56ded65b-0e68-413c-8b9b-1097922cc81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:01.164243 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-0ddb7d06-66d9-4866-9631-f0da1ea5ab9b None None] Provisioning complete for port 53c55a7f-b15e-4a97-a0d5-19751bbe2204 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:55:01.165724 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-0ddb7d06-66d9-4866-9631-f0da1ea5ab9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:01.166606 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b2e07490-4ff1-4de5-b576-3b5d7faefe53 req-c2e97d4f-e338-42b1-9bd1-e38bff5c4fcf service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fba489e5-d7a4-4280-a042-b13fdb5779ed HTTP/1.1" status: 200 len: 1002 time: 0.4218495 May 30 04:55:01.253415 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-0ddb7d06-66d9-4866-9631-f0da1ea5ab9b None None] Port 53c55a7f-b15e-4a97-a0d5-19751bbe2204 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 04:55:01.371614 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0a8edfdd-b862-41ab-a15c-e9ba71f9dfae tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11660'] for router, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:01.376032 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0a8edfdd-b862-41ab-a15c-e9ba71f9dfae tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:01.397468 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:01.411802 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8667bf33-d5d3-4eb3-b39d-06441b59cb87 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:01.440059 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0a8edfdd-b862-41ab-a15c-e9ba71f9dfae tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1601605'] for router, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:01.440529 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a8edfdd-b862-41ab-a15c-e9ba71f9dfae tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Fanout notify agent at l3_agent the message router_deleted on router 64d92608-4177-4ce2-b402-d53e747cb913 {{(pid=88260) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 30 04:55:01.472978 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0a8edfdd-b862-41ab-a15c-e9ba71f9dfae tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:01.478354 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-0a8edfdd-b862-41ab-a15c-e9ba71f9dfae tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] 10.222.0.15 "DELETE /v2.0/routers/64d92608-4177-4ce2-b402-d53e747cb913 HTTP/1.1" status: 204 len: 168 time: 2.5906248 May 30 04:55:01.478613 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 37664) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:55:01.485387 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-fad15bff-0e36-4510-8dc7-329da52540fa tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-789690979', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:55:01.492681 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-fad15bff-0e36-4510-8dc7-329da52540fa tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:55:01.497123 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-fad15bff-0e36-4510-8dc7-329da52540fa tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Usage tracker for resource:router and tenant:3d752d42688e4ef7b965b5ec446f8d8d is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:55:01.505198 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-fad15bff-0e36-4510-8dc7-329da52540fa tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:55:01.552326 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e07490-4ff1-4de5-b576-3b5d7faefe53 req-7a2637bb-aa25-4e15-abf2-888c9925e26d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:55:01.552932 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-fad15bff-0e36-4510-8dc7-329da52540fa tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:55:01.554098 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b2e07490-4ff1-4de5-b576-3b5d7faefe53 req-7a2637bb-aa25-4e15-abf2-888c9925e26d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c06f497a-4701-45be-bb19-b5a139bdd216 HTTP/1.1" status: 200 len: 851 time: 0.3269994 May 30 04:55:01.554828 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8667bf33-d5d3-4eb3-b39d-06441b59cb87 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:01.636639 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8667bf33-d5d3-4eb3-b39d-06441b59cb87 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Network 1bab70f4-3794-44db-8e17-19f483aa8ffa is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:55:01.637536 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fad15bff-0e36-4510-8dc7-329da52540fa tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1603901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11666'] for router, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:01.638550 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fad15bff-0e36-4510-8dc7-329da52540fa tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11675'] for router, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:01.646824 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-8667bf33-d5d3-4eb3-b39d-06441b59cb87 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:55:01.655427 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8667bf33-d5d3-4eb3-b39d-06441b59cb87 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:55:01.704981 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8667bf33-d5d3-4eb3-b39d-06441b59cb87 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Pushing event updated for resources: {'Port': ['ID=f3fb66f9-450b-40e4-9ce0-1665e933c267,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:55:01.712698 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fad15bff-0e36-4510-8dc7-329da52540fa tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:01.739419 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-54ea4229-b74a-408e-b037-39b229c89a32 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:01.751109 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-633b720c-08c8-408b-889f-2b60281781fe tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Router f0f7a735-e7f3-4470-b921-03c25e3f0c35 is scheduled to L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 with binding_index 1 {{(pid=88261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 30 04:55:01.759094 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-54ea4229-b74a-408e-b037-39b229c89a32 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:01.782622 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-54ea4229-b74a-408e-b037-39b229c89a32 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:55:01.813789 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-54ea4229-b74a-408e-b037-39b229c89a32 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Usage tracker for resource:security_group_rule and tenant:4c33678f28b44a57ab35b86381e31406 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:55:01.868277 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fad15bff-0e36-4510-8dc7-329da52540fa tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603653'] for router, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:01.869121 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-54ea4229-b74a-408e-b037-39b229c89a32 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:55:01.880882 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df5d01e-6bda-4fba-9a37-642b3831dad6 req-b601ea29-0673-4908-a99a-d56c405bebeb tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:55:01.882380 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-9df5d01e-6bda-4fba-9a37-642b3831dad6 req-b601ea29-0673-4908-a99a-d56c405bebeb tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1e7b65a-2794-4268-bd76-1003a7875678 HTTP/1.1" status: 200 len: 946 time: 0.3812954 May 30 04:55:01.896251 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-54ea4229-b74a-408e-b037-39b229c89a32 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:55:01.948938 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ea4229-b74a-408e-b037-39b229c89a32 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1279b4db-5ac9-4d37-bca1-6de89d8d70c0,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:55:01.978265 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fad15bff-0e36-4510-8dc7-329da52540fa tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:01.981921 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-fad15bff-0e36-4510-8dc7-329da52540fa tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4997315 May 30 04:55:01.986243 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 37668) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:55:01.998032 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e07490-4ff1-4de5-b576-3b5d7faefe53 req-75574dd1-46bb-4447-9647-dae09e6a5340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:55:01.999535 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b2e07490-4ff1-4de5-b576-3b5d7faefe53 req-75574dd1-46bb-4447-9647-dae09e6a5340 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d6c60be6-16d0-4643-855e-f83fdbae0248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4302585 May 30 04:55:02.004146 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-f6cb68ec-6691-4d97-9811-f62802bfafd7 tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Request body: {'router': {'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'}}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:55:02.082749 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-9df5d01e-6bda-4fba-9a37-642b3831dad6 req-da76a9b0-db7b-479f-bb55-f46b35f5ad82 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0fb8c38-d8b6-4c01-bc8c-1b54a1e25304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1877759 May 30 04:55:02.279046 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-633b720c-08c8-408b-889f-2b60281781fe tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 04:55:02.292787 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7e70f7-d16c-43fa-a84e-1e717e683e8c None None] Sync routers for ids ['f0f7a735-e7f3-4470-b921-03c25e3f0c35'] in dv-neutron-843763-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 04:55:02.307049 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7e70f7-d16c-43fa-a84e-1e717e683e8c None None] Routers {'f0f7a735-e7f3-4470-b921-03c25e3f0c35'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 04:55:02.308781 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-6c7e70f7-d16c-43fa-a84e-1e717e683e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T04:55:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['f0f7a735-e7f3-4470-b921-03c25e3f0c35'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:55:02.386928 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-54ea4229-b74a-408e-b037-39b229c89a32 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:02.390480 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-6c7e70f7-d16c-43fa-a84e-1e717e683e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:55:02.400079 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7e70f7-d16c-43fa-a84e-1e717e683e8c None None] Routers {'f0f7a735-e7f3-4470-b921-03c25e3f0c35'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 04:55:02.401012 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-6c7e70f7-d16c-43fa-a84e-1e717e683e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T04:55:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['f0f7a735-e7f3-4470-b921-03c25e3f0c35'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:55:02.409096 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-54ea4229-b74a-408e-b037-39b229c89a32 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:02.429250 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-633b720c-08c8-408b-889f-2b60281781fe tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] 10.222.0.15 "PUT /v2.0/routers/f0f7a735-e7f3-4470-b921-03c25e3f0c35/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1705015 May 30 04:55:02.443010 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-288debbf-dd37-48e2-bc86-59c7efc42cd0 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2305012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9305500'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:02.451933 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 37672) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:55:02.480507 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-6c7e70f7-d16c-43fa-a84e-1e717e683e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:55:02.480720 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7e70f7-d16c-43fa-a84e-1e717e683e8c None None] The sync data for ids ['f0f7a735-e7f3-4470-b921-03c25e3f0c35'] in dv-neutron-843763-1-hyperv is: [] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 04:55:02.572452 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b2e07490-4ff1-4de5-b576-3b5d7faefe53 req-4d0753e8-77fe-4195-9925-efb0bad389fe service neutron] 10.222.0.39 "GET /v2.0/networks/d6c60be6-16d0-4643-855e-f83fdbae0248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3992641 May 30 04:55:02.584720 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-54ea4229-b74a-408e-b037-39b229c89a32 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:02.585946 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-54ea4229-b74a-408e-b037-39b229c89a32 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 2.0909672 May 30 04:55:02.619294 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 37676) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:55:02.622352 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ea4229-b74a-408e-b037-39b229c89a32 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80268c1c-0aa4-4f7a-affc-948a6825b0d8,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:55:02.644702 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-d6bdad90-1e5e-433c-94a5-5e9becc50e1a tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Request body: {'security_group_rule': {'security_group_id': '80268c1c-0aa4-4f7a-affc-948a6825b0d8', 'project_id': '4c33678f28b44a57ab35b86381e31406', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:55:02.674942 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f6cb68ec-6691-4d97-9811-f62802bfafd7 tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11765'] for router, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:02.679628 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a142624-940e-4c55-bf49-a5329c884075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:02.684353 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8667bf33-d5d3-4eb3-b39d-06441b59cb87 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:02.726077 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-d6bdad90-1e5e-433c-94a5-5e9becc50e1a tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:55:02.728421 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288debbf-dd37-48e2-bc86-59c7efc42cd0 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Pushing event updated for resources: {'Subnet': ['ID=851760b5-35c9-4125-80b8-f749b916b724,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:55:02.737121 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-d6bdad90-1e5e-433c-94a5-5e9becc50e1a tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Usage tracker for resource:security_group_rule and tenant:4c33678f28b44a57ab35b86381e31406 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:55:02.748187 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec811a70-bfbc-4b3c-879a-414a52cbcbcb tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:55:02.748762 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-ec811a70-bfbc-4b3c-879a-414a52cbcbcb tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Synchronizing usage tracker for tenant:177e950b79b644f8ac61f323eed71206 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:55:02.751197 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-d6bdad90-1e5e-433c-94a5-5e9becc50e1a tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:55:02.768848 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-d6bdad90-1e5e-433c-94a5-5e9becc50e1a tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:55:02.783786 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288debbf-dd37-48e2-bc86-59c7efc42cd0 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Checking segment: {'id': '9b81c3e8-6cf6-4c08-ac88-330045c747e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'd632b6d6-a0b6-45c3-93b2-f8c27c3474ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:55:02.784171 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-288debbf-dd37-48e2-bc86-59c7efc42cd0 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Network hostable DHCP agents. Network: d632b6d6-a0b6-45c3-93b2-f8c27c3474ac, hostable agents: ['1c705e68-3d3e-4dd3-9252-feb21d4b96ab'], hosted agents: [] {{(pid=88261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 04:55:02.852615 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-ec811a70-bfbc-4b3c-879a-414a52cbcbcb tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Unset dirty status for tenant:177e950b79b644f8ac61f323eed71206 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:55:02.856570 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-ec811a70-bfbc-4b3c-879a-414a52cbcbcb tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] 10.222.0.15 "GET /v2.0/ports/53c55a7f-b15e-4a97-a0d5-19751bbe2204 HTTP/1.1" status: 200 len: 910 time: 0.3543866 May 30 04:55:02.861549 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 37680) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:55:02.862227 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d6bdad90-1e5e-433c-94a5-5e9becc50e1a tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:02.875434 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b2e07490-4ff1-4de5-b576-3b5d7faefe53 req-4ea26a9d-ea38-4d6e-991b-e6a71346584c service neutron] 10.222.0.39 "GET /v2.0/networks/d6c60be6-16d0-4643-855e-f83fdbae0248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2876096 May 30 04:55:03.002245 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-288debbf-dd37-48e2-bc86-59c7efc42cd0 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Network d632b6d6-a0b6-45c3-93b2-f8c27c3474ac is scheduled to be hosted by DHCP agent 1c705e68-3d3e-4dd3-9252-feb21d4b96ab with binding_index 1 {{(pid=88261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 04:55:03.047493 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-288debbf-dd37-48e2-bc86-59c7efc42cd0 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843763-1-hyperv, d632b6d6-a0b6-45c3-93b2-f8c27c3474ac) {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:55:03.057585 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-288debbf-dd37-48e2-bc86-59c7efc42cd0 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2305012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9305500'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:03.059106 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e67852f9-180e-44b8-a824-2b7d42f623d4 None None] Network d632b6d6-a0b6-45c3-93b2-f8c27c3474ac requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:55:03.206504 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8667bf33-d5d3-4eb3-b39d-06441b59cb87 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603653'] for router, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:03.226818 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d6bdad90-1e5e-433c-94a5-5e9becc50e1a tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:03.333946 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d6bdad90-1e5e-433c-94a5-5e9becc50e1a tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:03.358275 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288debbf-dd37-48e2-bc86-59c7efc42cd0 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Pushing event updated for resources: {'Subnet': ['ID=dae97f36-37a2-4a89-9eef-982e60dba7fd,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:55:03.376304 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a81fdb8d-5b68-414b-b581-2f9cc2a6242a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bbf24ed-7ba9-53d2-873f-8f9642b1e987-d632b6d6-a0b6-45c3-93b2-f8c27c3474ac', 'network_id': 'd632b6d6-a0b6-45c3-93b2-f8c27c3474ac', 'tenant_id': '7263b3b758134b1188cf4e461ab0a1b0', 'fixed_ips': [{'subnet_id': '851760b5-35c9-4125-80b8-f749b916b724'}]}} from dv-neutron-843763-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 30 04:55:03.377305 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a81fdb8d-5b68-414b-b581-2f9cc2a6242a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:03.390492 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f6cb68ec-6691-4d97-9811-f62802bfafd7 tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Notify callbacks [] for router_gateway, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:03.399022 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bdad90-1e5e-433c-94a5-5e9becc50e1a tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14587ddd-6a2b-4712-89a7-5d802510093b,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:55:03.409141 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288debbf-dd37-48e2-bc86-59c7efc42cd0 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Checking segment: {'id': '499f457a-b0c5-4463-8385-7c30ec0c2438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '12b42587-f51b-4e66-bf0c-85a981703cbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:55:03.409519 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-288debbf-dd37-48e2-bc86-59c7efc42cd0 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Network hostable DHCP agents. Network: 12b42587-f51b-4e66-bf0c-85a981703cbc, hostable agents: ['1c705e68-3d3e-4dd3-9252-feb21d4b96ab'], hosted agents: [] {{(pid=88261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 04:55:03.441550 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d6bdad90-1e5e-433c-94a5-5e9becc50e1a tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:03.443494 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-d6bdad90-1e5e-433c-94a5-5e9becc50e1a tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8186364 May 30 04:55:03.467242 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 37686) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:55:03.479593 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f6cb68ec-6691-4d97-9811-f62802bfafd7 tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:03.484701 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-62d2a42b-21f9-4e94-8d7c-8d08e59e9ae1 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Request body: {'security_group_rule': {'security_group_id': '80268c1c-0aa4-4f7a-affc-948a6825b0d8', 'project_id': '4c33678f28b44a57ab35b86381e31406', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:55:03.538961 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-62d2a42b-21f9-4e94-8d7c-8d08e59e9ae1 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:55:03.545934 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-62d2a42b-21f9-4e94-8d7c-8d08e59e9ae1 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Usage tracker for resource:security_group_rule and tenant:4c33678f28b44a57ab35b86381e31406 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:55:03.554431 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-62d2a42b-21f9-4e94-8d7c-8d08e59e9ae1 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:55:03.555932 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-a81fdb8d-5b68-414b-b581-2f9cc2a6242a None None] Allocated IP 172.20.0.2 (d632b6d6-a0b6-45c3-93b2-f8c27c3474ac/851760b5-35c9-4125-80b8-f749b916b724/e3d5565f-5834-49b8-943d-ad68196cc48b) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:55:03.583610 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-62d2a42b-21f9-4e94-8d7c-8d08e59e9ae1 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:55:03.593862 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-288debbf-dd37-48e2-bc86-59c7efc42cd0 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Network 12b42587-f51b-4e66-bf0c-85a981703cbc is scheduled to be hosted by DHCP agent 1c705e68-3d3e-4dd3-9252-feb21d4b96ab with binding_index 1 {{(pid=88261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 04:55:03.622618 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-288debbf-dd37-48e2-bc86-59c7efc42cd0 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843763-1-hyperv, 12b42587-f51b-4e66-bf0c-85a981703cbc) {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:55:03.633481 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6591b2c6-28b6-4514-903f-a18c477d2fa2 req-16910be8-eec1-4707-9448-1549a8d8fc0c tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:55:03.635046 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6591b2c6-28b6-4514-903f-a18c477d2fa2 req-16910be8-eec1-4707-9448-1549a8d8fc0c tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1e7b65a-2794-4268-bd76-1003a7875678 HTTP/1.1" status: 200 len: 946 time: 0.4055531 May 30 04:55:03.642288 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-62d2a42b-21f9-4e94-8d7c-8d08e59e9ae1 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:03.647048 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-392e1639-991e-4e79-9a48-ab539cf35a0c None None] Network 12b42587-f51b-4e66-bf0c-85a981703cbc requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:55:03.664203 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-288debbf-dd37-48e2-bc86-59c7efc42cd0 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:55:03.664424 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-288debbf-dd37-48e2-bc86-59c7efc42cd0 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:55:03.664977 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-288debbf-dd37-48e2-bc86-59c7efc42cd0 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:03.728703 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-288debbf-dd37-48e2-bc86-59c7efc42cd0 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 3.7611573 May 30 04:55:03.728922 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 37690) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:55:03.768260 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8667bf33-d5d3-4eb3-b39d-06441b59cb87 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Router 88b797dc-9cc3-4c66-8e02-8cd298b966e2 is scheduled to L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 with binding_index 1 {{(pid=88260) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 30 04:55:03.777324 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-f6cb68ec-6691-4d97-9811-f62802bfafd7 tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Allocated IP 172.26.6.36 (1bab70f4-3794-44db-8e17-19f483aa8ffa/6b5b73c1-b0ce-4f83-a930-c00cc5522926/ffdb0c03-5f1d-4c1a-a6da-3f722ca74081) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:55:03.784925 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6591b2c6-28b6-4514-903f-a18c477d2fa2 req-269eb719-7971-48b0-8711-ae052e02d011 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0fb8c38-d8b6-4c01-bc8c-1b54a1e25304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1227152 May 30 04:55:03.786499 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-62d2a42b-21f9-4e94-8d7c-8d08e59e9ae1 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:03.856684 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc51fdf5-9dd2-43df-8835-4357d17db161 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:55:03.858321 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc51fdf5-9dd2-43df-8835-4357d17db161 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:55:03.859808 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc51fdf5-9dd2-43df-8835-4357d17db161 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:55:03.860605 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-fc51fdf5-9dd2-43df-8835-4357d17db161 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Synchronizing usage tracker for tenant:7263b3b758134b1188cf4e461ab0a1b0 on resource:subnet {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:55:03.868842 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-62d2a42b-21f9-4e94-8d7c-8d08e59e9ae1 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:03.875472 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-db944538-99c7-40c8-8be8-e6c8ac8951a2 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:03.972212 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d2a42b-21f9-4e94-8d7c-8d08e59e9ae1 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0108c3d5-5ede-472c-9df2-d6e549f434fb,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:55:04.021460 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a81fdb8d-5b68-414b-b581-2f9cc2a6242a None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:04.044367 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-a81fdb8d-5b68-414b-b581-2f9cc2a6242a None None] Transition to ACTIVE for port object e3d5565f-5834-49b8-943d-ad68196cc48b will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:55:04.058490 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd20d472-4708-4099-a4af-7f7dc96b78cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bbf24ed-7ba9-53d2-873f-8f9642b1e987-12b42587-f51b-4e66-bf0c-85a981703cbc', 'network_id': '12b42587-f51b-4e66-bf0c-85a981703cbc', 'tenant_id': '7263b3b758134b1188cf4e461ab0a1b0', 'fixed_ips': [{'subnet_id': 'dae97f36-37a2-4a89-9eef-982e60dba7fd'}]}} from dv-neutron-843763-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 30 04:55:04.059345 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-bd20d472-4708-4099-a4af-7f7dc96b78cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:04.086050 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-a81fdb8d-5b68-414b-b581-2f9cc2a6242a None None] Transition to ACTIVE for port object e3d5565f-5834-49b8-943d-ad68196cc48b will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:55:04.101536 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-fc51fdf5-9dd2-43df-8835-4357d17db161 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Unset dirty status for tenant:7263b3b758134b1188cf4e461ab0a1b0 on resource:subnet {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:55:04.105557 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-fc51fdf5-9dd2-43df-8835-4357d17db161 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.3725624 May 30 04:55:04.110534 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 37694) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:55:04.129041 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a81fdb8d-5b68-414b-b581-2f9cc2a6242a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:04.190041 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-62d2a42b-21f9-4e94-8d7c-8d08e59e9ae1 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:04.191499 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-62d2a42b-21f9-4e94-8d7c-8d08e59e9ae1 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7209275 May 30 04:55:04.202965 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 37698) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:55:04.214787 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-c4682aa3-af15-4788-bf29-69c9d64a1f04 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Request body: {'security_group_rule': {'security_group_id': '80268c1c-0aa4-4f7a-affc-948a6825b0d8', 'project_id': '4c33678f28b44a57ab35b86381e31406', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:55:04.226579 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-c4682aa3-af15-4788-bf29-69c9d64a1f04 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:55:04.248415 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-c4682aa3-af15-4788-bf29-69c9d64a1f04 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Usage tracker for resource:security_group_rule and tenant:4c33678f28b44a57ab35b86381e31406 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:55:04.254415 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-c4682aa3-af15-4788-bf29-69c9d64a1f04 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:55:04.262980 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_v2 [None req-a198ba2c-4f23-453d-9e7f-beeedfce1806 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Deleting subnet 851760b5-35c9-4125-80b8-f749b916b724 {{(pid=88261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 30 04:55:04.270471 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8667bf33-d5d3-4eb3-b39d-06441b59cb87 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 04:55:04.272296 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-c4682aa3-af15-4788-bf29-69c9d64a1f04 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:55:04.300181 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a198ba2c-4f23-453d-9e7f-beeedfce1806 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Notify callbacks [] for subnet, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:04.315979 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f6cb68ec-6691-4d97-9811-f62802bfafd7 tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:04.316517 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56096a96-2dc3-4461-86d1-cff3fa3adf0a None None] Sync routers for ids ['88b797dc-9cc3-4c66-8e02-8cd298b966e2'] in dv-neutron-843763-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 04:55:04.328298 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c4682aa3-af15-4788-bf29-69c9d64a1f04 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:04.341303 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8667bf33-d5d3-4eb3-b39d-06441b59cb87 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:04.342231 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a81fdb8d-5b68-414b-b581-2f9cc2a6242a None None] Network d632b6d6-a0b6-45c3-93b2-f8c27c3474ac is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:55:04.342535 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-8667bf33-d5d3-4eb3-b39d-06441b59cb87 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 6.4391434 May 30 04:55:04.344965 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-a81fdb8d-5b68-414b-b581-2f9cc2a6242a None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:55:04.347633 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81fdb8d-5b68-414b-b581-2f9cc2a6242a None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:55:04.347903 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 37704) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:55:04.395390 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56096a96-2dc3-4461-86d1-cff3fa3adf0a None None] Routers {'88b797dc-9cc3-4c66-8e02-8cd298b966e2'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 04:55:04.396118 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-56096a96-2dc3-4461-86d1-cff3fa3adf0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T04:55:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['88b797dc-9cc3-4c66-8e02-8cd298b966e2'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:55:04.407858 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c4682aa3-af15-4788-bf29-69c9d64a1f04 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:04.412375 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f6cb68ec-6691-4d97-9811-f62802bfafd7 tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:04.447793 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c4682aa3-af15-4788-bf29-69c9d64a1f04 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:04.457387 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81fdb8d-5b68-414b-b581-2f9cc2a6242a None None] Pushing event updated for resources: {'Port': ['ID=e3d5565f-5834-49b8-943d-ad68196cc48b,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:55:04.496811 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-bd20d472-4708-4099-a4af-7f7dc96b78cd None None] Allocated IP 172.20.0.18 (12b42587-f51b-4e66-bf0c-85a981703cbc/dae97f36-37a2-4a89-9eef-982e60dba7fd/0df50728-d154-426f-88a4-57891437bce6) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:55:04.501215 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6cb68ec-6691-4d97-9811-f62802bfafd7 tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Network 1bab70f4-3794-44db-8e17-19f483aa8ffa is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:55:04.505583 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-f6cb68ec-6691-4d97-9811-f62802bfafd7 tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:55:04.511496 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4682aa3-af15-4788-bf29-69c9d64a1f04 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a796a4a-6a7e-494c-8388-27cd47a8018a,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:55:04.515303 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6cb68ec-6691-4d97-9811-f62802bfafd7 tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:55:04.515559 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a198ba2c-4f23-453d-9e7f-beeedfce1806 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3545586'] for subnet, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:04.557237 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cb68ec-6691-4d97-9811-f62802bfafd7 tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Pushing event updated for resources: {'Port': ['ID=ffdb0c03-5f1d-4c1a-a6da-3f722ca74081,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:55:04.559601 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c4682aa3-af15-4788-bf29-69c9d64a1f04 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:04.560764 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-c4682aa3-af15-4788-bf29-69c9d64a1f04 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3541512 May 30 04:55:04.567656 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 37708) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:55:04.575816 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-45489152-588f-4203-8814-32629c43218a tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Request body: {'security_group_rule': {'security_group_id': '80268c1c-0aa4-4f7a-affc-948a6825b0d8', 'project_id': '4c33678f28b44a57ab35b86381e31406', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:55:04.584887 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-45489152-588f-4203-8814-32629c43218a tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:55:04.591439 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-45489152-588f-4203-8814-32629c43218a tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Usage tracker for resource:security_group_rule and tenant:4c33678f28b44a57ab35b86381e31406 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:55:04.595515 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-45489152-588f-4203-8814-32629c43218a tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:55:04.650250 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-45489152-588f-4203-8814-32629c43218a tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:55:04.716195 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-a81fdb8d-5b68-414b-b581-2f9cc2a6242a None None] Attempting to bind port e3d5565f-5834-49b8-943d-ad68196cc48b on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 04:55:04.716567 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-a81fdb8d-5b68-414b-b581-2f9cc2a6242a None None] Attempting to bind port e3d5565f-5834-49b8-943d-ad68196cc48b by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': '9b81c3e8-6cf6-4c08-ac88-330045c747e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'd632b6d6-a0b6-45c3-93b2-f8c27c3474ac'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 04:55:04.716929 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81fdb8d-5b68-414b-b581-2f9cc2a6242a None None] Attempting to bind port e3d5565f-5834-49b8-943d-ad68196cc48b on network d632b6d6-a0b6-45c3-93b2-f8c27c3474ac {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 04:55:04.735822 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81fdb8d-5b68-414b-b581-2f9cc2a6242a None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 4, 55, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 04:55:04.736248 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81fdb8d-5b68-414b-b581-2f9cc2a6242a None None] Checking segment: {'id': '9b81c3e8-6cf6-4c08-ac88-330045c747e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'd632b6d6-a0b6-45c3-93b2-f8c27c3474ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:55:04.736597 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a81fdb8d-5b68-414b-b581-2f9cc2a6242a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:04.736999 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81fdb8d-5b68-414b-b581-2f9cc2a6242a None None] Bound using segment: {'id': '9b81c3e8-6cf6-4c08-ac88-330045c747e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'd632b6d6-a0b6-45c3-93b2-f8c27c3474ac'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 04:55:04.737478 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-a81fdb8d-5b68-414b-b581-2f9cc2a6242a None None] Bound port: e3d5565f-5834-49b8-943d-ad68196cc48b, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b81c3e8-6cf6-4c08-ac88-330045c747e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'd632b6d6-a0b6-45c3-93b2-f8c27c3474ac'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 04:55:04.737887 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a81fdb8d-5b68-414b-b581-2f9cc2a6242a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:04.738739 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-755e3b9a-fdee-4b4b-add3-6e4366fdbd89 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] 10.222.0.15 "GET /v2.0/routers/88b797dc-9cc3-4c66-8e02-8cd298b966e2 HTTP/1.1" status: 200 len: 907 time: 0.3835654 May 30 04:55:04.741397 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 37712) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:55:04.766927 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-db944538-99c7-40c8-8be8-e6c8ac8951a2 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Allocated IP 172.21.0.1 (fb73c2f6-4f8b-46fa-86d8-b91f0c9df869/9f635c4d-e2a6-4ef9-b8b2-7754ea96c7b7/67a7bf80-fc5a-4613-97b2-8d4129662c9e) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:55:04.767472 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-56096a96-2dc3-4461-86d1-cff3fa3adf0a None None] Set router 88b797dc-9cc3-4c66-8e02-8cd298b966e2 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 04:55:04.769630 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a198ba2c-4f23-453d-9e7f-beeedfce1806 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860493'] for subnet, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:04.773682 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-45489152-588f-4203-8814-32629c43218a tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:04.785466 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-4b81274f-d9f4-4cec-acd5-07714238a739 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Request body: {'router': {'name': 'tempest-snat-router-236021226', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'enable_snat': True}}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:55:04.809415 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-4b81274f-d9f4-4cec-acd5-07714238a739 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:55:04.825406 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-4b81274f-d9f4-4cec-acd5-07714238a739 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Usage tracker for resource:router and tenant:b716d37694ea4d05a16d0bffce109eae is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:55:04.834404 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-4b81274f-d9f4-4cec-acd5-07714238a739 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:55:04.850762 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-4b81274f-d9f4-4cec-acd5-07714238a739 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:55:04.890769 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4b81274f-d9f4-4cec-acd5-07714238a739 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1603901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11666'] for router, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:04.891751 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4b81274f-d9f4-4cec-acd5-07714238a739 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11675'] for router, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:04.949836 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-45489152-588f-4203-8814-32629c43218a tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:05.005296 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-45489152-588f-4203-8814-32629c43218a tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:05.015128 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a198ba2c-4f23-453d-9e7f-beeedfce1806 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2304955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9305493'] for subnet, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:05.062640 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45489152-588f-4203-8814-32629c43218a tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52e9ab13-f5f1-435c-b03d-0b6eb8880b9f,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:55:05.069857 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4b81274f-d9f4-4cec-acd5-07714238a739 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:05.073202 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-db944538-99c7-40c8-8be8-e6c8ac8951a2 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:05.099168 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [None req-db944538-99c7-40c8-8be8-e6c8ac8951a2 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Transition to ACTIVE for port object 67a7bf80-fc5a-4613-97b2-8d4129662c9e will not be triggered until provisioned by entity DHCP. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:55:05.100585 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a198ba2c-4f23-453d-9e7f-beeedfce1806 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Pushing event deleted for resources: {'Subnet': ['ID=851760b5-35c9-4125-80b8-f749b916b724,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:55:05.108649 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a198ba2c-4f23-453d-9e7f-beeedfce1806 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:05.134230 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-a198ba2c-4f23-453d-9e7f-beeedfce1806 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] 10.222.0.15 "DELETE /v2.0/subnets/851760b5-35c9-4125-80b8-f749b916b724 HTTP/1.1" status: 204 len: 168 time: 1.0205815 May 30 04:55:05.136751 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 37718) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:55:05.142584 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-a81fdb8d-5b68-414b-b581-2f9cc2a6242a None None] For port e3d5565f-5834-49b8-943d-ad68196cc48b, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 04:55:05.166977 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-45489152-588f-4203-8814-32629c43218a tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:05.171089 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-45489152-588f-4203-8814-32629c43218a tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5993509 May 30 04:55:05.174379 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 37722) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:55:05.185679 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-8601e83c-e171-45aa-8f1c-7300dbc72b25 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Request body: {'security_group_rule': {'security_group_id': '80268c1c-0aa4-4f7a-affc-948a6825b0d8', 'project_id': '4c33678f28b44a57ab35b86381e31406', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:55:05.185950 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-db944538-99c7-40c8-8be8-e6c8ac8951a2 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:05.194653 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-8601e83c-e171-45aa-8f1c-7300dbc72b25 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:55:05.203236 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-a81fdb8d-5b68-414b-b581-2f9cc2a6242a None None] For port e3d5565f-5834-49b8-943d-ad68196cc48b, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=e3d5565f-5834-49b8-943d-ad68196cc48b,segment=NetworkSegment(9b81c3e8-6cf6-4c08-ac88-330045c747e5),segment_id=9b81c3e8-6cf6-4c08-ac88-330045c747e5)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 04:55:05.206090 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-bd20d472-4708-4099-a4af-7f7dc96b78cd None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:05.248280 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a81fdb8d-5b68-414b-b581-2f9cc2a6242a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:05.263232 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-8601e83c-e171-45aa-8f1c-7300dbc72b25 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Usage tracker for resource:security_group_rule and tenant:4c33678f28b44a57ab35b86381e31406 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:55:05.263457 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db944538-99c7-40c8-8be8-e6c8ac8951a2 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Pushing event updated for resources: {'Port': ['ID=67a7bf80-fc5a-4613-97b2-8d4129662c9e,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:55:05.276330 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-8601e83c-e171-45aa-8f1c-7300dbc72b25 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:55:05.284620 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db944538-99c7-40c8-8be8-e6c8ac8951a2 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Network fb73c2f6-4f8b-46fa-86d8-b91f0c9df869 is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:55:05.288797 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_v2 [None req-012943b3-6bb7-4259-af0e-7491d3a76c15 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Deleting subnet dae97f36-37a2-4a89-9eef-982e60dba7fd {{(pid=88261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 30 04:55:05.291058 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-db944538-99c7-40c8-8be8-e6c8ac8951a2 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:55:05.293958 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db944538-99c7-40c8-8be8-e6c8ac8951a2 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:55:05.300945 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-bd20d472-4708-4099-a4af-7f7dc96b78cd None None] Transition to ACTIVE for port object 0df50728-d154-426f-88a4-57891437bce6 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:55:05.346363 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f6cb68ec-6691-4d97-9811-f62802bfafd7 tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Notify callbacks [] for router_gateway, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:05.379099 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-db944538-99c7-40c8-8be8-e6c8ac8951a2 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604623'] for router_interface, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:05.389794 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-bd20d472-4708-4099-a4af-7f7dc96b78cd None None] Transition to ACTIVE for port object 0df50728-d154-426f-88a4-57891437bce6 will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:55:05.400355 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81fdb8d-5b68-414b-b581-2f9cc2a6242a None None] Pushing event updated for resources: {'Port': ['ID=e3d5565f-5834-49b8-943d-ad68196cc48b,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:55:05.411988 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-8601e83c-e171-45aa-8f1c-7300dbc72b25 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:55:05.415749 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-bd20d472-4708-4099-a4af-7f7dc96b78cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:05.482596 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-012943b3-6bb7-4259-af0e-7491d3a76c15 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Notify callbacks [] for subnet, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:05.507232 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd20d472-4708-4099-a4af-7f7dc96b78cd None None] Network 12b42587-f51b-4e66-bf0c-85a981703cbc is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:55:05.511617 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-bd20d472-4708-4099-a4af-7f7dc96b78cd None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:55:05.514117 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd20d472-4708-4099-a4af-7f7dc96b78cd None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:55:05.529245 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4da74f-4346-4eba-9e6f-5cd2036a0938 req-b35eb0ec-02fc-42d9-ba85-b141322ff396 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:55:05.535722 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-3e4da74f-4346-4eba-9e6f-5cd2036a0938 req-b35eb0ec-02fc-42d9-ba85-b141322ff396 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1e7b65a-2794-4268-bd76-1003a7875678 HTTP/1.1" status: 200 len: 946 time: 0.5779743 May 30 04:55:05.564228 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-56096a96-2dc3-4461-86d1-cff3fa3adf0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88b797dc-9cc3-4c66-8e02-8cd298b966e2', 'name': 'tempest-snat-router-236021226', 'tenant_id': 'b716d37694ea4d05a16d0bffce109eae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.52'}], 'enable_snat': False}, 'gw_port_id': 'f3fb66f9-450b-40e4-9ce0-1665e933c267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T04:54:58Z', 'updated_at': '2022-05-30T04:55:01Z', 'revision_number': 3, 'project_id': 'b716d37694ea4d05a16d0bffce109eae', 'gw_port': {'id': 'f3fb66f9-450b-40e4-9ce0-1665e933c267', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:bc:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88b797dc-9cc3-4c66-8e02-8cd298b966e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:55:00Z', 'updated_at': '2022-05-30T04:55:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-843763-1-hyperv'}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:55:05.612122 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.db.securitygroups_db [None req-8601e83c-e171-45aa-8f1c-7300dbc72b25 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Project 4c33678f28b44a57ab35b86381e31406 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 30 04:55:05.630618 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd20d472-4708-4099-a4af-7f7dc96b78cd None None] Pushing event updated for resources: {'Port': ['ID=0df50728-d154-426f-88a4-57891437bce6,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:55:05.630985 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-012943b3-6bb7-4259-af0e-7491d3a76c15 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3545586'] for subnet, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:05.650244 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4b81274f-d9f4-4cec-acd5-07714238a739 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11765'] for router, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:05.655896 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8601e83c-e171-45aa-8f1c-7300dbc72b25 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:05.680973 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56096a96-2dc3-4461-86d1-cff3fa3adf0a None None] Checking router: 88b797dc-9cc3-4c66-8e02-8cd298b966e2 for host: dv-neutron-843763-1-hyperv {{(pid=88262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 04:55:05.680973 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56096a96-2dc3-4461-86d1-cff3fa3adf0a None None] Updating router 88b797dc-9cc3-4c66-8e02-8cd298b966e2 port f3fb66f9-450b-40e4-9ce0-1665e933c267 binding host dv-neutron-843763-1-hyperv {{(pid=88262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 30 04:55:05.697780 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-db944538-99c7-40c8-8be8-e6c8ac8951a2 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:05.739621 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-bd20d472-4708-4099-a4af-7f7dc96b78cd None None] Attempting to bind port 0df50728-d154-426f-88a4-57891437bce6 on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 04:55:05.739621 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-bd20d472-4708-4099-a4af-7f7dc96b78cd None None] Attempting to bind port 0df50728-d154-426f-88a4-57891437bce6 by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': '499f457a-b0c5-4463-8385-7c30ec0c2438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '12b42587-f51b-4e66-bf0c-85a981703cbc'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 04:55:05.739621 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd20d472-4708-4099-a4af-7f7dc96b78cd None None] Attempting to bind port 0df50728-d154-426f-88a4-57891437bce6 on network 12b42587-f51b-4e66-bf0c-85a981703cbc {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 04:55:05.772700 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd20d472-4708-4099-a4af-7f7dc96b78cd None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 4, 55, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 04:55:05.773084 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd20d472-4708-4099-a4af-7f7dc96b78cd None None] Checking segment: {'id': '499f457a-b0c5-4463-8385-7c30ec0c2438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '12b42587-f51b-4e66-bf0c-85a981703cbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:55:05.773497 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-bd20d472-4708-4099-a4af-7f7dc96b78cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:05.773959 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd20d472-4708-4099-a4af-7f7dc96b78cd None None] Bound using segment: {'id': '499f457a-b0c5-4463-8385-7c30ec0c2438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '12b42587-f51b-4e66-bf0c-85a981703cbc'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 04:55:05.774433 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-bd20d472-4708-4099-a4af-7f7dc96b78cd None None] Bound port: 0df50728-d154-426f-88a4-57891437bce6, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '499f457a-b0c5-4463-8385-7c30ec0c2438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '12b42587-f51b-4e66-bf0c-85a981703cbc'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 04:55:05.774855 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-bd20d472-4708-4099-a4af-7f7dc96b78cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:05.786879 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-491d87e8-12dc-41f1-8c05-65fd5041d009 None None] Provisioning for port 67a7bf80-fc5a-4613-97b2-8d4129662c9e completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:55:05.793854 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-491d87e8-12dc-41f1-8c05-65fd5041d009 None None] Provisioning complete for port 67a7bf80-fc5a-4613-97b2-8d4129662c9e triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:55:05.794235 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-491d87e8-12dc-41f1-8c05-65fd5041d009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:05.821354 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56096a96-2dc3-4461-86d1-cff3fa3adf0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:05.966085 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-3e4da74f-4346-4eba-9e6f-5cd2036a0938 req-8dff6ceb-9d6f-4cc2-a5b0-e863c9ee83ac tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0fb8c38-d8b6-4c01-bc8c-1b54a1e25304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3550706 May 30 04:55:06.000951 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-491d87e8-12dc-41f1-8c05-65fd5041d009 None None] Port 67a7bf80-fc5a-4613-97b2-8d4129662c9e cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 04:55:06.065745 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-bd20d472-4708-4099-a4af-7f7dc96b78cd None None] For port 0df50728-d154-426f-88a4-57891437bce6, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 04:55:06.070211 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-bd20d472-4708-4099-a4af-7f7dc96b78cd None None] For port 0df50728-d154-426f-88a4-57891437bce6, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=0df50728-d154-426f-88a4-57891437bce6,segment=NetworkSegment(499f457a-b0c5-4463-8385-7c30ec0c2438),segment_id=499f457a-b0c5-4463-8385-7c30ec0c2438)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 04:55:06.086374 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-bd20d472-4708-4099-a4af-7f7dc96b78cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:06.156826 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8601e83c-e171-45aa-8f1c-7300dbc72b25 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:06.167507 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8601e83c-e171-45aa-8f1c-7300dbc72b25 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:06.245656 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd20d472-4708-4099-a4af-7f7dc96b78cd None None] Pushing event updated for resources: {'Port': ['ID=0df50728-d154-426f-88a4-57891437bce6,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:55:06.302525 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8601e83c-e171-45aa-8f1c-7300dbc72b25 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12495869-70b7-414b-9035-ac13dddecfe5,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:55:06.334146 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8601e83c-e171-45aa-8f1c-7300dbc72b25 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:06.338101 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-8601e83c-e171-45aa-8f1c-7300dbc72b25 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.1602788 May 30 04:55:06.339260 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 37728) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:55:06.341305 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f6cb68ec-6691-4d97-9811-f62802bfafd7 tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11765'] for router, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:06.347821 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f6cb68ec-6691-4d97-9811-f62802bfafd7 tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1603699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1603708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1603909'] for router, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:06.349133 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-c3fe4783-0b08-443b-975a-cc6fc6611a6d tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Request body: {'security_group_rule': {'security_group_id': '80268c1c-0aa4-4f7a-affc-948a6825b0d8', 'project_id': '4c33678f28b44a57ab35b86381e31406', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:55:06.364921 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-c3fe4783-0b08-443b-975a-cc6fc6611a6d tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:55:06.377625 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-c3fe4783-0b08-443b-975a-cc6fc6611a6d tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Usage tracker for resource:security_group_rule and tenant:4c33678f28b44a57ab35b86381e31406 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:55:06.382800 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-c3fe4783-0b08-443b-975a-cc6fc6611a6d tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:55:06.408381 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-c3fe4783-0b08-443b-975a-cc6fc6611a6d tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:55:06.421623 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56096a96-2dc3-4461-86d1-cff3fa3adf0a None None] Notify callbacks [] for port, precommit_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:06.422133 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-012943b3-6bb7-4259-af0e-7491d3a76c15 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860493'] for subnet, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:06.438756 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-56096a96-2dc3-4461-86d1-cff3fa3adf0a None None] Transition to ACTIVE for port object f3fb66f9-450b-40e4-9ce0-1665e933c267 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:55:06.450984 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56096a96-2dc3-4461-86d1-cff3fa3adf0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:06.503620 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.db.securitygroups_db [None req-c3fe4783-0b08-443b-975a-cc6fc6611a6d tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Project 4c33678f28b44a57ab35b86381e31406 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 30 04:55:06.526980 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c3fe4783-0b08-443b-975a-cc6fc6611a6d tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:06.595343 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21e51d1-0f63-42fe-ab48-dd792a3af3fb req-cc50af8a-7fcb-4965-ad89-1459f4353842 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:55:06.596866 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c21e51d1-0f63-42fe-ab48-dd792a3af3fb req-cc50af8a-7fcb-4965-ad89-1459f4353842 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1e7b65a-2794-4268-bd76-1003a7875678 HTTP/1.1" status: 200 len: 946 time: 0.4309325 May 30 04:55:06.617940 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-56096a96-2dc3-4461-86d1-cff3fa3adf0a None None] Attempting to bind port f3fb66f9-450b-40e4-9ce0-1665e933c267 on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 04:55:06.618317 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-56096a96-2dc3-4461-86d1-cff3fa3adf0a None None] Attempting to bind port f3fb66f9-450b-40e4-9ce0-1665e933c267 by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': 'ad083d94-0233-4c50-a0ed-00ef7686038c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 04:55:06.619014 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56096a96-2dc3-4461-86d1-cff3fa3adf0a None None] Attempting to bind port f3fb66f9-450b-40e4-9ce0-1665e933c267 on network 1bab70f4-3794-44db-8e17-19f483aa8ffa {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 04:55:06.619199 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-db944538-99c7-40c8-8be8-e6c8ac8951a2 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:06.631157 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dadae0-c4c0-4c44-8ce6-fb5077845d8d None None] Pushing event updated for resources: {'Port': ['ID=f3fb66f9-450b-40e4-9ce0-1665e933c267,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:55:06.637497 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56096a96-2dc3-4461-86d1-cff3fa3adf0a None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 4, 55, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 04:55:06.637909 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56096a96-2dc3-4461-86d1-cff3fa3adf0a None None] Checking segment: {'id': 'ad083d94-0233-4c50-a0ed-00ef7686038c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:55:06.638311 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56096a96-2dc3-4461-86d1-cff3fa3adf0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:06.638702 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56096a96-2dc3-4461-86d1-cff3fa3adf0a None None] Bound using segment: {'id': 'ad083d94-0233-4c50-a0ed-00ef7686038c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 04:55:06.639169 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-56096a96-2dc3-4461-86d1-cff3fa3adf0a None None] Bound port: f3fb66f9-450b-40e4-9ce0-1665e933c267, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad083d94-0233-4c50-a0ed-00ef7686038c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 04:55:06.639538 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56096a96-2dc3-4461-86d1-cff3fa3adf0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:06.646147 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-db944538-99c7-40c8-8be8-e6c8ac8951a2 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2304381'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:06.745090 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-56096a96-2dc3-4461-86d1-cff3fa3adf0a None None] For port f3fb66f9-450b-40e4-9ce0-1665e933c267, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 04:55:06.749236 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-56096a96-2dc3-4461-86d1-cff3fa3adf0a None None] For port f3fb66f9-450b-40e4-9ce0-1665e933c267, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=f3fb66f9-450b-40e4-9ce0-1665e933c267,segment=NetworkSegment(ad083d94-0233-4c50-a0ed-00ef7686038c),segment_id=ad083d94-0233-4c50-a0ed-00ef7686038c)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 04:55:06.756449 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-012943b3-6bb7-4259-af0e-7491d3a76c15 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2304955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9305493'] for subnet, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:06.757081 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56096a96-2dc3-4461-86d1-cff3fa3adf0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:06.820959 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012943b3-6bb7-4259-af0e-7491d3a76c15 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Pushing event deleted for resources: {'Subnet': ['ID=dae97f36-37a2-4a89-9eef-982e60dba7fd,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:55:06.842168 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-012943b3-6bb7-4259-af0e-7491d3a76c15 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:06.862565 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c21e51d1-0f63-42fe-ab48-dd792a3af3fb req-69ab4230-7ec4-408f-8910-cdb8a129dfdd tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0fb8c38-d8b6-4c01-bc8c-1b54a1e25304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2488081 May 30 04:55:06.863888 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dadae0-c4c0-4c44-8ce6-fb5077845d8d None None] Pushing event updated for resources: {'Port': ['ID=f3fb66f9-450b-40e4-9ce0-1665e933c267,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:55:06.879340 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56096a96-2dc3-4461-86d1-cff3fa3adf0a None None] Routers {'88b797dc-9cc3-4c66-8e02-8cd298b966e2'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 04:55:06.880253 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-56096a96-2dc3-4461-86d1-cff3fa3adf0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T04:55:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['88b797dc-9cc3-4c66-8e02-8cd298b966e2'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:55:06.902669 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-db944538-99c7-40c8-8be8-e6c8ac8951a2 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1642774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602230'] for router_interface, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:06.913953 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db944538-99c7-40c8-8be8-e6c8ac8951a2 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Pushing event updated for resources: {'Port': ['ID=67a7bf80-fc5a-4613-97b2-8d4129662c9e,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:55:06.929406 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c3fe4783-0b08-443b-975a-cc6fc6611a6d tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:06.937409 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-012943b3-6bb7-4259-af0e-7491d3a76c15 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] 10.222.0.15 "DELETE /v2.0/subnets/dae97f36-37a2-4a89-9eef-982e60dba7fd HTTP/1.1" status: 204 len: 168 time: 1.7995315 May 30 04:55:06.939382 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6cb68ec-6691-4d97-9811-f62802bfafd7 tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Router bebd5357-acc1-48f8-b411-193504900d5f is scheduled to L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 with binding_index 1 {{(pid=88260) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 30 04:55:06.942714 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 37734) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:55:06.944124 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4b81274f-d9f4-4cec-acd5-07714238a739 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:06.956814 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c3fe4783-0b08-443b-975a-cc6fc6611a6d tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:07.072008 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fe4783-0b08-443b-975a-cc6fc6611a6d tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49cd4411-98e4-4c0a-bbb8-044b7daa2271,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:55:07.102993 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c3fe4783-0b08-443b-975a-cc6fc6611a6d tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:07.104740 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-c3fe4783-0b08-443b-975a-cc6fc6611a6d tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7631946 May 30 04:55:07.129035 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f667f95-cb21-4da3-948a-37d13583b79c None None] Network d632b6d6-a0b6-45c3-93b2-f8c27c3474ac requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:55:07.131115 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 37738) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:55:07.137299 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-128ee369-84ea-4db8-844b-8fa1904fab89 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Request body: {'network': {'name': 'tempest-network-smoke--1210056460', 'project_id': '4c33678f28b44a57ab35b86381e31406', 'port_security_enabled': True}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:55:07.158419 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-128ee369-84ea-4db8-844b-8fa1904fab89 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:55:07.190551 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-128ee369-84ea-4db8-844b-8fa1904fab89 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Usage tracker for resource:network and tenant:4c33678f28b44a57ab35b86381e31406 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:55:07.196374 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-128ee369-84ea-4db8-844b-8fa1904fab89 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:55:07.204787 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-128ee369-84ea-4db8-844b-8fa1904fab89 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:55:07.230525 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-128ee369-84ea-4db8-844b-8fa1904fab89 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Made reservation on behalf of 4c33678f28b44a57ab35b86381e31406 for: {'network': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:55:07.235492 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-128ee369-84ea-4db8-844b-8fa1904fab89 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for network, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:07.291941 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6cb68ec-6691-4d97-9811-f62802bfafd7 tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 04:55:07.294121 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4b81274f-d9f4-4cec-acd5-07714238a739 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:07.303669 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198f0240-886e-4c58-b3ce-70d935ec9cac None None] Sync routers for ids ['bebd5357-acc1-48f8-b411-193504900d5f'] in dv-neutron-843763-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 04:55:07.308277 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f6cb68ec-6691-4d97-9811-f62802bfafd7 tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:07.310149 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-f6cb68ec-6691-4d97-9811-f62802bfafd7 tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] 10.222.0.15 "PUT /v2.0/routers/bebd5357-acc1-48f8-b411-193504900d5f HTTP/1.1" status: 200 len: 878 time: 5.3180656 May 30 04:55:07.316791 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db944538-99c7-40c8-8be8-e6c8ac8951a2 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Network fb73c2f6-4f8b-46fa-86d8-b91f0c9df869 is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:55:07.318686 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 37744) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:55:07.323953 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198f0240-886e-4c58-b3ce-70d935ec9cac None None] Routers {'bebd5357-acc1-48f8-b411-193504900d5f'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 04:55:07.324756 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-198f0240-886e-4c58-b3ce-70d935ec9cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T04:55:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['bebd5357-acc1-48f8-b411-193504900d5f'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:55:07.378528 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-56096a96-2dc3-4461-86d1-cff3fa3adf0a None None] Set router 88b797dc-9cc3-4c66-8e02-8cd298b966e2 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 04:55:07.389958 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-db944538-99c7-40c8-8be8-e6c8ac8951a2 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:55:07.474854 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-128ee369-84ea-4db8-844b-8fa1904fab89 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=88261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 04:55:07.500960 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-198f0240-886e-4c58-b3ce-70d935ec9cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:55:07.522741 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198f0240-886e-4c58-b3ce-70d935ec9cac None None] Routers {'bebd5357-acc1-48f8-b411-193504900d5f'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 04:55:07.523647 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-198f0240-886e-4c58-b3ce-70d935ec9cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T04:55:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['bebd5357-acc1-48f8-b411-193504900d5f'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:55:07.532841 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-39c6915a-f609-4d5d-bd97-2c3c2e0ba8e3 None None] Provisioning for port e3d5565f-5834-49b8-943d-ad68196cc48b completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:55:07.560777 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b89d488c-6196-44c6-92ad-7e477afa82aa tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:55:07.568749 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-b89d488c-6196-44c6-92ad-7e477afa82aa tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5883133 May 30 04:55:07.569582 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 37748) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:55:07.623210 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-128ee369-84ea-4db8-844b-8fa1904fab89 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:07.623829 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.db.segments_db [None req-128ee369-84ea-4db8-844b-8fa1904fab89 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Added segment 802c3e76-b2e9-4d86-8049-6831b9ec5c3a of type vlan for network 7de51c91-19bb-4b5d-923c-b7d77dfa625f May 30 04:55:07.737954 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-198f0240-886e-4c58-b3ce-70d935ec9cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:55:07.738357 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198f0240-886e-4c58-b3ce-70d935ec9cac None None] The sync data for ids ['bebd5357-acc1-48f8-b411-193504900d5f'] in dv-neutron-843763-1-hyperv is: [] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 04:55:07.750982 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-128ee369-84ea-4db8-844b-8fa1904fab89 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729234556353'] for network, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:07.765825 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db944538-99c7-40c8-8be8-e6c8ac8951a2 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Router f0f7a735-e7f3-4470-b921-03c25e3f0c35 has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 04:55:07.787058 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2438ae1b-ebc0-4809-9c28-ed945c91672e req-87050b7e-eca0-45fb-93e2-c6b0ff8d584d tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:55:07.795513 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2438ae1b-ebc0-4809-9c28-ed945c91672e req-87050b7e-eca0-45fb-93e2-c6b0ff8d584d tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1e7b65a-2794-4268-bd76-1003a7875678 HTTP/1.1" status: 200 len: 946 time: 0.4899909 May 30 04:55:07.828406 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 0df50728-d154-426f-88a4-57891437bce6 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 04:55:07.919270 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4be6f756-b7ec-4c5e-b48b-5887245a5e5b None None] Network 12b42587-f51b-4e66-bf0c-85a981703cbc requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:55:07.999128 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2438ae1b-ebc0-4809-9c28-ed945c91672e req-2454ad10-fd9b-4182-add6-1c5f85dee0fc tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0fb8c38-d8b6-4c01-bc8c-1b54a1e25304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2026820 May 30 04:55:08.007020 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-128ee369-84ea-4db8-844b-8fa1904fab89 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788'] for network, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:08.015251 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-128ee369-84ea-4db8-844b-8fa1904fab89 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:55:08.016321 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-128ee369-84ea-4db8-844b-8fa1904fab89 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642826'] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:08.072393 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db944538-99c7-40c8-8be8-e6c8ac8951a2 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 04:55:08.086368 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-4b81274f-d9f4-4cec-acd5-07714238a739 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Allocated IP 172.26.6.201 (1bab70f4-3794-44db-8e17-19f483aa8ffa/6b5b73c1-b0ce-4f83-a930-c00cc5522926/26f4df93-d5f5-4dd3-b72f-1aedb8854c8e) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:55:08.104965 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a6097bfd-9941-4dec-8ccd-0edf985e863b tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897784'] for network, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:08.107403 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-db944538-99c7-40c8-8be8-e6c8ac8951a2 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] 10.222.0.15 "PUT /v2.0/routers/f0f7a735-e7f3-4470-b921-03c25e3f0c35/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2377367 May 30 04:55:08.115965 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 37754) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:55:08.128480 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-a9e350dd-db18-4aac-adb2-dc35a8b7ed40 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] 10.222.0.15 "GET /v2.0/routers/bebd5357-acc1-48f8-b411-193504900d5f HTTP/1.1" status: 200 len: 919 time: 0.7716005 May 30 04:55:08.142910 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a94e96d-8a61-41cd-ab83-3cb6eddc25fe None None] Sync routers for ids ['f0f7a735-e7f3-4470-b921-03c25e3f0c35'] in dv-neutron-843763-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 04:55:08.207373 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 37758) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:55:08.212938 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a94e96d-8a61-41cd-ab83-3cb6eddc25fe None None] Routers {'f0f7a735-e7f3-4470-b921-03c25e3f0c35'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 04:55:08.213561 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-7a94e96d-8a61-41cd-ab83-3cb6eddc25fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T04:55:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['f0f7a735-e7f3-4470-b921-03c25e3f0c35'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:55:08.260804 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-6f93f2db-02b3-4925-9640-7d5c08416027 None None] Provisioning complete for port 67a7bf80-fc5a-4613-97b2-8d4129662c9e triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:55:08.261099 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-6f93f2db-02b3-4925-9640-7d5c08416027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:08.314514 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-128ee369-84ea-4db8-844b-8fa1904fab89 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1795669 May 30 04:55:08.316309 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 37762) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:55:08.324044 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-80a2ff16-51a6-4780-b30f-1d97d68ff2fc tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-356467084', 'admin_state_up': True, 'project_id': '4c33678f28b44a57ab35b86381e31406', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'}}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:55:08.333870 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-80a2ff16-51a6-4780-b30f-1d97d68ff2fc tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:55:08.335956 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ee369-84ea-4db8-844b-8fa1904fab89 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Pushing event updated for resources: {'Network': ['ID=7de51c91-19bb-4b5d-923c-b7d77dfa625f,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:55:08.340032 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-80a2ff16-51a6-4780-b30f-1d97d68ff2fc tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Usage tracker for resource:router and tenant:4c33678f28b44a57ab35b86381e31406 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:55:08.343423 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-80a2ff16-51a6-4780-b30f-1d97d68ff2fc tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:55:08.350218 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-80a2ff16-51a6-4780-b30f-1d97d68ff2fc tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:55:08.350399 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-a6097bfd-9941-4dec-8ccd-0edf985e863b tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Deleting port 0df50728-d154-426f-88a4-57891437bce6 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:55:08.350870 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a6097bfd-9941-4dec-8ccd-0edf985e863b tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:08.352454 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-7a94e96d-8a61-41cd-ab83-3cb6eddc25fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:55:08.360303 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Network 7de51c91-19bb-4b5d-923c-b7d77dfa625f details requested by agent ovs-agent-dv-neutron-843763-1-hyperv with host dv-neutron-843763-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 04:55:08.362221 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-80a2ff16-51a6-4780-b30f-1d97d68ff2fc tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1603901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11666'] for router, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:08.363227 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-80a2ff16-51a6-4780-b30f-1d97d68ff2fc tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11675'] for router, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:08.380598 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-80a2ff16-51a6-4780-b30f-1d97d68ff2fc tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:08.481389 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32bc6f05-2021-4627-86e0-2bd9f59f8d9e tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:55:08.484305 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-6f93f2db-02b3-4925-9640-7d5c08416027 None None] Port 67a7bf80-fc5a-4613-97b2-8d4129662c9e cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 04:55:08.485955 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-32bc6f05-2021-4627-86e0-2bd9f59f8d9e tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] 10.222.0.15 "GET /v2.0/ports/67a7bf80-fc5a-4613-97b2-8d4129662c9e HTTP/1.1" status: 200 len: 910 time: 0.3674307 May 30 04:55:08.490713 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 37768) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:55:08.498742 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a94e96d-8a61-41cd-ab83-3cb6eddc25fe None None] Routers {'f0f7a735-e7f3-4470-b921-03c25e3f0c35'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 04:55:08.499487 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-7a94e96d-8a61-41cd-ab83-3cb6eddc25fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T04:55:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['f0f7a735-e7f3-4470-b921-03c25e3f0c35'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:55:08.569545 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port 0df50728-d154-426f-88a4-57891437bce6 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:55:08.595505 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-7a94e96d-8a61-41cd-ab83-3cb6eddc25fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:55:08.595738 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a94e96d-8a61-41cd-ab83-3cb6eddc25fe None None] The sync data for ids ['f0f7a735-e7f3-4470-b921-03c25e3f0c35'] in dv-neutron-843763-1-hyperv is: [] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 04:55:08.603446 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device e3d5565f-5834-49b8-943d-ad68196cc48b up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 04:55:08.653924 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-80a2ff16-51a6-4780-b30f-1d97d68ff2fc tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11765'] for router, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:08.686399 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-f56b3f5a-f6ff-46cd-b136-10b2f85397b3 None None] Provisioning for port 0df50728-d154-426f-88a4-57891437bce6 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:55:08.701588 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-f56b3f5a-f6ff-46cd-b136-10b2f85397b3 None None] Provisioning complete for port 0df50728-d154-426f-88a4-57891437bce6 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:55:08.701996 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f56b3f5a-f6ff-46cd-b136-10b2f85397b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:08.760461 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-56096a96-2dc3-4461-86d1-cff3fa3adf0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88b797dc-9cc3-4c66-8e02-8cd298b966e2', 'name': 'tempest-snat-router-236021226', 'tenant_id': 'b716d37694ea4d05a16d0bffce109eae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.52'}], 'enable_snat': False}, 'gw_port_id': 'f3fb66f9-450b-40e4-9ce0-1665e933c267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T04:54:58Z', 'updated_at': '2022-05-30T04:55:01Z', 'revision_number': 3, 'project_id': 'b716d37694ea4d05a16d0bffce109eae', 'gw_port': {'id': 'f3fb66f9-450b-40e4-9ce0-1665e933c267', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:bc:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88b797dc-9cc3-4c66-8e02-8cd298b966e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:55:00Z', 'updated_at': '2022-05-30T04:55:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-843763-1-hyperv'}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:55:08.766324 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdfc3a2c-816b-4fb8-a819-c198005fa319 None None] DHCP port deletion for d632b6d6-a0b6-45c3-93b2-f8c27c3474ac request from dv-neutron-843763-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 30 04:55:08.775630 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port e3d5565f-5834-49b8-943d-ad68196cc48b completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:55:08.782074 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56096a96-2dc3-4461-86d1-cff3fa3adf0a None None] The sync data for ids ['88b797dc-9cc3-4c66-8e02-8cd298b966e2'] in dv-neutron-843763-1-hyperv is: [{'id': '88b797dc-9cc3-4c66-8e02-8cd298b966e2', 'name': 'tempest-snat-router-236021226', 'tenant_id': 'b716d37694ea4d05a16d0bffce109eae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.52'}], 'enable_snat': False}, 'gw_port_id': 'f3fb66f9-450b-40e4-9ce0-1665e933c267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T04:54:58Z', 'updated_at': '2022-05-30T04:55:01Z', 'revision_number': 3, 'project_id': 'b716d37694ea4d05a16d0bffce109eae', 'gw_port': {'id': 'f3fb66f9-450b-40e4-9ce0-1665e933c267', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:bc:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88b797dc-9cc3-4c66-8e02-8cd298b966e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:55:00Z', 'updated_at': '2022-05-30T04:55:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-843763-1-hyperv'}] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 04:55:08.785399 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-cdfc3a2c-816b-4fb8-a819-c198005fa319 None None] Deleting port e3d5565f-5834-49b8-943d-ad68196cc48b {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:55:08.785914 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-cdfc3a2c-816b-4fb8-a819-c198005fa319 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:08.796926 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6348759e-ff73-4e08-b50c-31429b8f2a97 req-b850f51b-7c10-45ed-ade2-313a7ec2ffb0 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:55:08.804307 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-6348759e-ff73-4e08-b50c-31429b8f2a97 req-b850f51b-7c10-45ed-ade2-313a7ec2ffb0 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1e7b65a-2794-4268-bd76-1003a7875678 HTTP/1.1" status: 200 len: 946 time: 0.6841786 May 30 04:55:08.820515 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port e3d5565f-5834-49b8-943d-ad68196cc48b triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:55:08.820814 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:08.844493 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-275d73dd-30a9-4b36-b436-ef6353ca27d5 None None] DHCP port deletion for 12b42587-f51b-4e66-bf0c-85a981703cbc request from dv-neutron-843763-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 30 04:55:08.866995 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4b81274f-d9f4-4cec-acd5-07714238a739 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:08.884530 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-275d73dd-30a9-4b36-b436-ef6353ca27d5 None None] Deleting port 0df50728-d154-426f-88a4-57891437bce6 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:55:08.884906 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-275d73dd-30a9-4b36-b436-ef6353ca27d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:08.958125 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d468abd-794f-4b22-8990-368dd384cd79 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:55:08.961860 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-2d468abd-794f-4b22-8990-368dd384cd79 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=1bab70f4-3794-44db-8e17-19f483aa8ffa&device_id=bebd5357-acc1-48f8-b411-193504900d5f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.7470267 May 30 04:55:08.998906 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 37772) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:55:09.042156 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-a6097bfd-9941-4dec-8ccd-0edf985e863b tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] For port 0df50728-d154-426f-88a4-57891437bce6, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=0df50728-d154-426f-88a4-57891437bce6,segment=NetworkSegment(499f457a-b0c5-4463-8385-7c30ec0c2438),segment_id=499f457a-b0c5-4463-8385-7c30ec0c2438)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:55:09.042531 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a6097bfd-9941-4dec-8ccd-0edf985e863b tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:09.073007 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-6348759e-ff73-4e08-b50c-31429b8f2a97 req-1516b113-152e-4f6c-9407-be27bd204f07 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0fb8c38-d8b6-4c01-bc8c-1b54a1e25304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2673163 May 30 04:55:09.189519 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-80a2ff16-51a6-4780-b30f-1d97d68ff2fc tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Notify callbacks [] for router_gateway, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:09.225560 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-80a2ff16-51a6-4780-b30f-1d97d68ff2fc tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:09.274304 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-a6097bfd-9941-4dec-8ccd-0edf985e863b tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Calling delete_port for 0df50728-d154-426f-88a4-57891437bce6 owned by network:dhcp {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:55:09.389506 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c85fb060-0721-4cce-abd3-0a9477c56c4e tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:55:09.391155 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-c85fb060-0721-4cce-abd3-0a9477c56c4e tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] 10.222.0.15 "GET /v2.0/networks/1bab70f4-3794-44db-8e17-19f483aa8ffa HTTP/1.1" status: 200 len: 881 time: 0.3911145 May 30 04:55:09.395967 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 37778) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:55:09.404957 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-f56b3f5a-f6ff-46cd-b136-10b2f85397b3 None None] Current status of the port 0df50728-d154-426f-88a4-57891437bce6 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:55:09.405342 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f56b3f5a-f6ff-46cd-b136-10b2f85397b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:09.466643 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-c605b54d-a809-4464-9ca6-5e466fb5bbcb tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] 10.222.0.15 "GET /v2.0/ports?device_id=bebd5357-acc1-48f8-b411-193504900d5f HTTP/1.1" status: 200 len: 205 time: 0.0642145 May 30 04:55:09.469178 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 37782) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:55:09.491319 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-cdfc3a2c-816b-4fb8-a819-c198005fa319 None None] For port e3d5565f-5834-49b8-943d-ad68196cc48b, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=e3d5565f-5834-49b8-943d-ad68196cc48b,segment=NetworkSegment(9b81c3e8-6cf6-4c08-ac88-330045c747e5),segment_id=9b81c3e8-6cf6-4c08-ac88-330045c747e5)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:55:09.491903 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-cdfc3a2c-816b-4fb8-a819-c198005fa319 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:09.537395 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a6097bfd-9941-4dec-8ccd-0edf985e863b tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:09.641671 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-cdfc3a2c-816b-4fb8-a819-c198005fa319 None None] Calling delete_port for e3d5565f-5834-49b8-943d-ad68196cc48b owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:55:09.752817 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6097bfd-9941-4dec-8ccd-0edf985e863b tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] No DVR routers for this DVR port 0df50728-d154-426f-88a4-57891437bce6 on host dv-neutron-843763-1-hyperv {{(pid=88260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 04:55:09.781259 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Port e3d5565f-5834-49b8-943d-ad68196cc48b update to ACTIVE by agent not found {{(pid=88262) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} May 30 04:55:09.782970 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-cdfc3a2c-816b-4fb8-a819-c198005fa319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069'] for port, after_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:09.794929 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4b81274f-d9f4-4cec-acd5-07714238a739 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:09.830137 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6097bfd-9941-4dec-8ccd-0edf985e863b tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Pushing event deleted for resources: {'Port': ['ID=0df50728-d154-426f-88a4-57891437bce6,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:55:09.853929 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023238b3-1cb3-45eb-94e6-1debfda9e5e7 req-dcef4b6d-7153-4b37-bf62-408cb9b3d10e tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:55:09.855553 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-023238b3-1cb3-45eb-94e6-1debfda9e5e7 req-dcef4b6d-7153-4b37-bf62-408cb9b3d10e tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1e7b65a-2794-4268-bd76-1003a7875678 HTTP/1.1" status: 200 len: 946 time: 0.5798945 May 30 04:55:09.865276 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-80a2ff16-51a6-4780-b30f-1d97d68ff2fc tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Allocated IP 172.26.6.112 (1bab70f4-3794-44db-8e17-19f483aa8ffa/6b5b73c1-b0ce-4f83-a930-c00cc5522926/abb07bf1-5771-449e-8886-68e8d6179315) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:55:09.871832 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfc3a2c-816b-4fb8-a819-c198005fa319 None None] Pushing event deleted for resources: {'Port': ['ID=e3d5565f-5834-49b8-943d-ad68196cc48b,revision_number=None']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:55:09.874737 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdfc3a2c-816b-4fb8-a819-c198005fa319 None None] No DVR routers for this DVR port e3d5565f-5834-49b8-943d-ad68196cc48b on host dv-neutron-843763-1-hyperv {{(pid=88262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 04:55:09.880853 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-275d73dd-30a9-4b36-b436-ef6353ca27d5 None None] For port 0df50728-d154-426f-88a4-57891437bce6, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=0df50728-d154-426f-88a4-57891437bce6,segment=NetworkSegment(499f457a-b0c5-4463-8385-7c30ec0c2438),segment_id=499f457a-b0c5-4463-8385-7c30ec0c2438)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:55:09.881251 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-275d73dd-30a9-4b36-b436-ef6353ca27d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:09.950824 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b81274f-d9f4-4cec-acd5-07714238a739 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Network 1bab70f4-3794-44db-8e17-19f483aa8ffa is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:55:09.959302 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b81274f-d9f4-4cec-acd5-07714238a739 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Pushing event updated for resources: {'Port': ['ID=26f4df93-d5f5-4dd3-b72f-1aedb8854c8e,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:55:09.962745 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-4b81274f-d9f4-4cec-acd5-07714238a739 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:55:09.964930 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b81274f-d9f4-4cec-acd5-07714238a739 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:55:09.996223 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-eab4588d-8ac8-4fd1-99c4-68a59be1bc50 tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Notify callbacks [] for router, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:10.033211 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device f3fb66f9-450b-40e4-9ce0-1665e933c267 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 04:55:10.081789 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-023238b3-1cb3-45eb-94e6-1debfda9e5e7 req-01b9ee2d-16d2-409e-8fbe-2c2e6381d04a tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0fb8c38-d8b6-4c01-bc8c-1b54a1e25304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2139804 May 30 04:55:10.140597 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-275d73dd-30a9-4b36-b436-ef6353ca27d5 None None] Calling delete_port for 0df50728-d154-426f-88a4-57891437bce6 owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:55:10.245081 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a6097bfd-9941-4dec-8ccd-0edf985e863b tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867540', 'neutron.services.segments.db._delete_segments_for_network-8729234922972'] for network, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:10.249853 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.db.api [None req-275d73dd-30a9-4b36-b436-ef6353ca27d5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 04:55:10.250215 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG oslo_db.api [None req-275d73dd-30a9-4b36-b436-ef6353ca27d5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 04:55:10.255591 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port f3fb66f9-450b-40e4-9ce0-1665e933c267 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:55:10.271110 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port f3fb66f9-450b-40e4-9ce0-1665e933c267 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:55:10.271740 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:10.323186 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-80a2ff16-51a6-4780-b30f-1d97d68ff2fc tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:10.343150 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-eab4588d-8ac8-4fd1-99c4-68a59be1bc50 tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:10.368225 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-eab4588d-8ac8-4fd1-99c4-68a59be1bc50 tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Deleting port ffdb0c03-5f1d-4c1a-a6da-3f722ca74081 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:55:10.368522 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-eab4588d-8ac8-4fd1-99c4-68a59be1bc50 tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:10.376476 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-a6097bfd-9941-4dec-8ccd-0edf985e863b tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12b42587-f51b-4e66-bf0c-85a981703cbc']}} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:55:10.400992 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-a6097bfd-9941-4dec-8ccd-0edf985e863b tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '499f457a-b0c5-4463-8385-7c30ec0c2438') {'for_net_delete': True} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:55:10.401413 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-a6097bfd-9941-4dec-8ccd-0edf985e863b tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '499f457a-b0c5-4463-8385-7c30ec0c2438') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:55:10.433058 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a6097bfd-9941-4dec-8ccd-0edf985e863b tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729235042807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1454725'] for segment, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:10.440387 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port f3fb66f9-450b-40e4-9ce0-1665e933c267 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:55:10.440954 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:10.467927 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] For port f3fb66f9-450b-40e4-9ce0-1665e933c267, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=f3fb66f9-450b-40e4-9ce0-1665e933c267,segment=NetworkSegment(ad083d94-0233-4c50-a0ed-00ef7686038c),segment_id=ad083d94-0233-4c50-a0ed-00ef7686038c)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:55:10.479073 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:10.546020 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a6097bfd-9941-4dec-8ccd-0edf985e863b tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:10.565959 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6097bfd-9941-4dec-8ccd-0edf985e863b tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=88260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 04:55:10.566251 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a6097bfd-9941-4dec-8ccd-0edf985e863b tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-862858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1547513'] for segment, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:10.580198 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 0df50728-d154-426f-88a4-57891437bce6 no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 04:55:10.602718 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-80a2ff16-51a6-4780-b30f-1d97d68ff2fc tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:10.622378 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] No Port match for: 0df50728-d154-426f-88a4-57891437bce6 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 04:55:10.622740 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 0df50728-d154-426f-88a4-57891437bce6 not bound to the agent host dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 04:55:10.623024 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device e3d5565f-5834-49b8-943d-ad68196cc48b no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 04:55:10.664989 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 499f457a-b0c5-4463-8385-7c30ec0c2438 resource provider aggregate not found May 30 04:55:10.668118 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] No Port match for: e3d5565f-5834-49b8-943d-ad68196cc48b {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 04:55:10.668459 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device e3d5565f-5834-49b8-943d-ad68196cc48b not bound to the agent host dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 04:55:10.670516 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Pushing event updated for resources: {'Port': ['ID=f3fb66f9-450b-40e4-9ce0-1665e933c267,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:55:10.709560 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2ef1f4e5-6c53-442d-b34b-e2b0a65f84e9 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602184'] for router_interface, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:10.751512 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-275d73dd-30a9-4b36-b436-ef6353ca27d5 None None] Deleting port 0df50728-d154-426f-88a4-57891437bce6 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:55:10.752151 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-275d73dd-30a9-4b36-b436-ef6353ca27d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:10.756599 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a2ff16-51a6-4780-b30f-1d97d68ff2fc tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Network 1bab70f4-3794-44db-8e17-19f483aa8ffa is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:55:10.778461 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-80a2ff16-51a6-4780-b30f-1d97d68ff2fc tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:55:10.778693 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 499f457a-b0c5-4463-8385-7c30ec0c2438 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 499f457a-b0c5-4463-8385-7c30ec0c2438 found for delete ", "request_id": "req-7387b37d-2a61-4bbe-aaf2-83dac5c93b66"}]} May 30 04:55:10.780731 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a2ff16-51a6-4780-b30f-1d97d68ff2fc tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Pushing event updated for resources: {'Port': ['ID=abb07bf1-5771-449e-8886-68e8d6179315,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:55:10.782730 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a2ff16-51a6-4780-b30f-1d97d68ff2fc tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:55:10.845662 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-eab4588d-8ac8-4fd1-99c4-68a59be1bc50 tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:10.850945 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-275d73dd-30a9-4b36-b436-ef6353ca27d5 None None] The port '0df50728-d154-426f-88a4-57891437bce6' was deleted {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 30 04:55:10.934530 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a6097bfd-9941-4dec-8ccd-0edf985e863b tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604744'] for network, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:10.956982 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a6097bfd-9941-4dec-8ccd-0edf985e863b tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642826'] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:10.980189 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6097bfd-9941-4dec-8ccd-0edf985e863b tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Pushing event deleted for resources: {'Network': ['ID=12b42587-f51b-4e66-bf0c-85a981703cbc,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:55:10.980441 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-eab4588d-8ac8-4fd1-99c4-68a59be1bc50 tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Calling delete_port for ffdb0c03-5f1d-4c1a-a6da-3f722ca74081 owned by network:router_gateway {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:55:10.987122 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4b81274f-d9f4-4cec-acd5-07714238a739 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:11.124601 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-a6097bfd-9941-4dec-8ccd-0edf985e863b tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] 10.222.0.15 "DELETE /v2.0/networks/12b42587-f51b-4e66-bf0c-85a981703cbc HTTP/1.1" status: 204 len: 168 time: 3.5392969 May 30 04:55:11.134389 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 37794) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:55:11.161479 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed52122e-4517-41e1-bffa-9bcc510700e3 req-2fe9b92b-297e-486e-9566-6026e7b9ae1b tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:55:11.162977 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ed52122e-4517-41e1-bffa-9bcc510700e3 req-2fe9b92b-297e-486e-9566-6026e7b9ae1b tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1e7b65a-2794-4268-bd76-1003a7875678 HTTP/1.1" status: 200 len: 946 time: 0.5649803 May 30 04:55:11.299604 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ed52122e-4517-41e1-bffa-9bcc510700e3 req-f47efa58-0863-4c8b-a687-a278ce5b7726 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0fb8c38-d8b6-4c01-bc8c-1b54a1e25304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1266999 May 30 04:55:11.474478 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4adc596a-d9ca-41e0-9ebb-824fbd16bf84 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897784'] for network, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:11.648953 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-80a2ff16-51a6-4780-b30f-1d97d68ff2fc tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Notify callbacks [] for router_gateway, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:11.698002 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-eab4588d-8ac8-4fd1-99c4-68a59be1bc50 tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:11.765720 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab4588d-8ac8-4fd1-99c4-68a59be1bc50 tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Pushing event deleted for resources: {'Port': ['ID=ffdb0c03-5f1d-4c1a-a6da-3f722ca74081,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:55:11.822935 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4adc596a-d9ca-41e0-9ebb-824fbd16bf84 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867540', 'neutron.services.segments.db._delete_segments_for_network-8729234922972'] for network, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:11.859924 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-2ef1f4e5-6c53-442d-b34b-e2b0a65f84e9 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Deleting port 67a7bf80-fc5a-4613-97b2-8d4129662c9e {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:55:11.860275 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2ef1f4e5-6c53-442d-b34b-e2b0a65f84e9 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:11.871179 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device f3fb66f9-450b-40e4-9ce0-1665e933c267 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 04:55:11.897054 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4b81274f-d9f4-4cec-acd5-07714238a739 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603653'] for router, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:11.906065 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-4adc596a-d9ca-41e0-9ebb-824fbd16bf84 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d632b6d6-a0b6-45c3-93b2-f8c27c3474ac']}} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:55:11.931409 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-4adc596a-d9ca-41e0-9ebb-824fbd16bf84 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b81c3e8-6cf6-4c08-ac88-330045c747e5') {'for_net_delete': True} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:55:11.931734 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-4adc596a-d9ca-41e0-9ebb-824fbd16bf84 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b81c3e8-6cf6-4c08-ac88-330045c747e5') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:55:11.939675 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-eab4588d-8ac8-4fd1-99c4-68a59be1bc50 tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1604781'] for router_gateway, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:11.943154 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port f3fb66f9-450b-40e4-9ce0-1665e933c267 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:55:11.943587 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:12.000874 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4adc596a-d9ca-41e0-9ebb-824fbd16bf84 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729235042807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1454725'] for segment, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:12.073369 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port f3fb66f9-450b-40e4-9ce0-1665e933c267 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:55:12.121264 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4adc596a-d9ca-41e0-9ebb-824fbd16bf84 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:12.146170 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4adc596a-d9ca-41e0-9ebb-824fbd16bf84 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=88260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 04:55:12.146565 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4adc596a-d9ca-41e0-9ebb-824fbd16bf84 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-862858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1547513'] for segment, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:12.180975 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-eab4588d-8ac8-4fd1-99c4-68a59be1bc50 tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11660'] for router, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:12.185633 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-eab4588d-8ac8-4fd1-99c4-68a59be1bc50 tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:12.281316 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-eab4588d-8ac8-4fd1-99c4-68a59be1bc50 tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1601605'] for router, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:12.281875 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eab4588d-8ac8-4fd1-99c4-68a59be1bc50 tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Fanout notify agent at l3_agent the message router_deleted on router bebd5357-acc1-48f8-b411-193504900d5f {{(pid=88261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 30 04:55:12.308664 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-80a2ff16-51a6-4780-b30f-1d97d68ff2fc tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603653'] for router, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:12.315761 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-eab4588d-8ac8-4fd1-99c4-68a59be1bc50 tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Notify callbacks [] for router, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:12.317405 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-eab4588d-8ac8-4fd1-99c4-68a59be1bc50 tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] 10.222.0.15 "DELETE /v2.0/routers/bebd5357-acc1-48f8-b411-193504900d5f HTTP/1.1" status: 204 len: 168 time: 2.8466239 May 30 04:55:12.327580 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 37798) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:55:12.344502 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-f5f64312-a9f4-4c9e-acaa-4a463deeaf20 tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1959593248', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:55:12.350752 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-f5f64312-a9f4-4c9e-acaa-4a463deeaf20 tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:55:12.360522 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-f5f64312-a9f4-4c9e-acaa-4a463deeaf20 tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Usage tracker for resource:router and tenant:3d752d42688e4ef7b965b5ec446f8d8d is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:55:12.363028 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4adc596a-d9ca-41e0-9ebb-824fbd16bf84 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604744'] for network, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:12.367662 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4adc596a-d9ca-41e0-9ebb-824fbd16bf84 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642826'] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:12.377011 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-f5f64312-a9f4-4c9e-acaa-4a463deeaf20 tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:55:12.403426 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-4adc596a-d9ca-41e0-9ebb-824fbd16bf84 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] 10.222.0.15 "DELETE /v2.0/networks/d632b6d6-a0b6-45c3-93b2-f8c27c3474ac HTTP/1.1" status: 204 len: 168 time: 1.1349993 May 30 04:55:12.415807 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-f5f64312-a9f4-4c9e-acaa-4a463deeaf20 tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:55:12.417471 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 37804) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:55:12.424683 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2ef1f4e5-6c53-442d-b34b-e2b0a65f84e9 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:12.435598 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adc596a-d9ca-41e0-9ebb-824fbd16bf84 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Pushing event deleted for resources: {'Network': ['ID=d632b6d6-a0b6-45c3-93b2-f8c27c3474ac,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:55:12.526696 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80a2ff16-51a6-4780-b30f-1d97d68ff2fc tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Router ada416c6-edef-4cad-ab20-945ddff3a53a is scheduled to L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 with binding_index 1 {{(pid=88261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 30 04:55:12.710843 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80a2ff16-51a6-4780-b30f-1d97d68ff2fc tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 04:55:12.720099 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c732b5e-52f7-4c5b-b0f3-27026c9e3f93 None None] Sync routers for ids ['ada416c6-edef-4cad-ab20-945ddff3a53a'] in dv-neutron-843763-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 04:55:12.730209 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c732b5e-52f7-4c5b-b0f3-27026c9e3f93 None None] Routers {'ada416c6-edef-4cad-ab20-945ddff3a53a'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 04:55:12.730906 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-7c732b5e-52f7-4c5b-b0f3-27026c9e3f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T04:55:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['ada416c6-edef-4cad-ab20-945ddff3a53a'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:55:12.733599 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-80a2ff16-51a6-4780-b30f-1d97d68ff2fc tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Notify callbacks [] for router, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:12.735554 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-80a2ff16-51a6-4780-b30f-1d97d68ff2fc tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 4.4180989 May 30 04:55:12.738233 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 37808) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:55:12.798895 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-2ef1f4e5-6c53-442d-b34b-e2b0a65f84e9 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Calling delete_port for 67a7bf80-fc5a-4613-97b2-8d4129662c9e owned by network:router_interface {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:55:12.850103 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f5f64312-a9f4-4c9e-acaa-4a463deeaf20 tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1603901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11666'] for router, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:12.851091 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f5f64312-a9f4-4c9e-acaa-4a463deeaf20 tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11675'] for router, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:12.859438 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 9b81c3e8-6cf6-4c08-ac88-330045c747e5 resource provider aggregate not found May 30 04:55:12.888750 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-0b5e8355-26b1-4d6a-8309-e974f3b66836 tempest-TestNetworkAdvancedServerOps-1557301639 tempest-TestNetworkAdvancedServerOps-1557301639-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=4c33678f28b44a57ab35b86381e31406&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1484091 May 30 04:55:12.891229 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 37820) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:55:12.915575 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 9b81c3e8-6cf6-4c08-ac88-330045c747e5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9b81c3e8-6cf6-4c08-ac88-330045c747e5 found for delete ", "request_id": "req-52296c6a-0343-48fe-9e07-6c78db2ab1f6"}]} May 30 04:55:12.919990 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-7c732b5e-52f7-4c5b-b0f3-27026c9e3f93 None None] Set router ada416c6-edef-4cad-ab20-945ddff3a53a gateway port host: dv-neutron-843763-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 04:55:12.959892 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-288d04b1-0f93-406a-841e-08e15c9735d6 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897784'] for network, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:12.972215 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f5f64312-a9f4-4c9e-acaa-4a463deeaf20 tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:12.995405 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b81274f-d9f4-4cec-acd5-07714238a739 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Router 7165af4d-aefd-439a-aace-a0e21d2e135d is scheduled to L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 with binding_index 1 {{(pid=88260) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 30 04:55:13.027627 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e95042de-b380-44d7-bdcd-f9119daf3dfc tempest-TestNetworkAdvancedServerOps-1557301639 tempest-TestNetworkAdvancedServerOps-1557301639-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:55:13.029270 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-e95042de-b380-44d7-bdcd-f9119daf3dfc tempest-TestNetworkAdvancedServerOps-1557301639 tempest-TestNetworkAdvancedServerOps-1557301639-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1370418 May 30 04:55:13.032006 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 37824) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:55:13.034151 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfdd85f-5ef0-4cda-8e27-62fb0be27304 req-ae4426e0-9474-4799-9c20-f55c8c169f3e tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:55:13.036251 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-bbfdd85f-5ef0-4cda-8e27-62fb0be27304 req-ae4426e0-9474-4799-9c20-f55c8c169f3e tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1e7b65a-2794-4268-bd76-1003a7875678 HTTP/1.1" status: 200 len: 946 time: 0.6031463 May 30 04:55:13.177417 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f5f64312-a9f4-4c9e-acaa-4a463deeaf20 tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603653'] for router, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:13.201741 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-c4b8ab47-bd7d-41b7-a774-181d87415bb0 tempest-TestNetworkAdvancedServerOps-1557301639 tempest-TestNetworkAdvancedServerOps-1557301639-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=1bab70f4-3794-44db-8e17-19f483aa8ffa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1654944 May 30 04:55:13.201741 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 37828) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:55:13.207380 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-995bd573-148f-43bd-a935-327cb0deaef2 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-425383494', 'network_id': '7de51c91-19bb-4b5d-923c-b7d77dfa625f', 'project_id': '4c33678f28b44a57ab35b86381e31406', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:55:13.218495 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-7c732b5e-52f7-4c5b-b0f3-27026c9e3f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ada416c6-edef-4cad-ab20-945ddff3a53a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-356467084', 'tenant_id': '4c33678f28b44a57ab35b86381e31406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.112'}], 'enable_snat': True}, 'gw_port_id': 'abb07bf1-5771-449e-8886-68e8d6179315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T04:55:08Z', 'updated_at': '2022-05-30T04:55:11Z', 'revision_number': 3, 'project_id': '4c33678f28b44a57ab35b86381e31406', 'gw_port': {'id': 'abb07bf1-5771-449e-8886-68e8d6179315', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:21:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ada416c6-edef-4cad-ab20-945ddff3a53a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:55:09Z', 'updated_at': '2022-05-30T04:55:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv'}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:55:13.222558 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c732b5e-52f7-4c5b-b0f3-27026c9e3f93 None None] Checking router: ada416c6-edef-4cad-ab20-945ddff3a53a for host: dv-neutron-843763-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 04:55:13.223495 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c732b5e-52f7-4c5b-b0f3-27026c9e3f93 None None] Updating router ada416c6-edef-4cad-ab20-945ddff3a53a port abb07bf1-5771-449e-8886-68e8d6179315 binding host dv-neutron-843763-1-hyperv {{(pid=88263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 30 04:55:13.274429 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f5f64312-a9f4-4c9e-acaa-4a463deeaf20 tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:13.278549 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-f5f64312-a9f4-4c9e-acaa-4a463deeaf20 tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.9475276 May 30 04:55:13.283392 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 37832) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:55:13.290248 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-7c732b5e-52f7-4c5b-b0f3-27026c9e3f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:13.304282 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-5e50c328-6b11-4fed-9450-f4ab6105c419 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'enable_snat': True}}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:55:13.332148 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-995bd573-148f-43bd-a935-327cb0deaef2 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:55:13.336306 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-995bd573-148f-43bd-a935-327cb0deaef2 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Usage tracker for resource:subnet and tenant:4c33678f28b44a57ab35b86381e31406 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:55:13.339273 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-995bd573-148f-43bd-a935-327cb0deaef2 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:55:13.345427 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-995bd573-148f-43bd-a935-327cb0deaef2 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:55:13.357300 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-995bd573-148f-43bd-a935-327cb0deaef2 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Made reservation on behalf of 4c33678f28b44a57ab35b86381e31406 for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:55:13.361170 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-995bd573-148f-43bd-a935-327cb0deaef2 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9305518'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:13.501005 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-288d04b1-0f93-406a-841e-08e15c9735d6 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867540', 'neutron.services.segments.db._delete_segments_for_network-8729234922972'] for network, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:13.571755 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-bbfdd85f-5ef0-4cda-8e27-62fb0be27304 req-22f505e7-2ec8-457b-ac5e-cbcdb2311ef7 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0fb8c38-d8b6-4c01-bc8c-1b54a1e25304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4493184 May 30 04:55:13.615478 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-7c732b5e-52f7-4c5b-b0f3-27026c9e3f93 None None] Notify callbacks [] for port, precommit_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:13.663949 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-288d04b1-0f93-406a-841e-08e15c9735d6 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0593643d-8097-4d20-9efd-98d3afaeab42']}} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:55:13.752697 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b81274f-d9f4-4cec-acd5-07714238a739 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 04:55:13.753059 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-288d04b1-0f93-406a-841e-08e15c9735d6 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a28ebd1a-d545-4609-b3da-dae9c608194d') {'for_net_delete': True} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:55:13.753430 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-288d04b1-0f93-406a-841e-08e15c9735d6 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a28ebd1a-d545-4609-b3da-dae9c608194d') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:55:13.771901 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb78198-b8b0-4a8b-ae70-a64cbef8055f None None] Sync routers for ids ['7165af4d-aefd-439a-aace-a0e21d2e135d'] in dv-neutron-843763-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 04:55:13.785369 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.provisioning_blocks [None req-7c732b5e-52f7-4c5b-b0f3-27026c9e3f93 None None] Transition to ACTIVE for port object abb07bf1-5771-449e-8886-68e8d6179315 will not be triggered until provisioned by entity L2. {{(pid=88263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:55:13.786109 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-288d04b1-0f93-406a-841e-08e15c9735d6 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729235042807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1454725'] for segment, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:13.792649 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb78198-b8b0-4a8b-ae70-a64cbef8055f None None] Routers {'7165af4d-aefd-439a-aace-a0e21d2e135d'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 04:55:13.793435 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-7eb78198-b8b0-4a8b-ae70-a64cbef8055f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T04:55:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['7165af4d-aefd-439a-aace-a0e21d2e135d'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:55:13.803570 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-7c732b5e-52f7-4c5b-b0f3-27026c9e3f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:13.854332 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2ef1f4e5-6c53-442d-b34b-e2b0a65f84e9 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:13.932842 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669cc379-c0a5-43b9-be9d-63f95b71e5ae None None] Pushing event updated for resources: {'Port': ['ID=abb07bf1-5771-449e-8886-68e8d6179315,revision_number=2']} {{(pid=88263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:55:13.935153 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-7c732b5e-52f7-4c5b-b0f3-27026c9e3f93 None None] Attempting to bind port abb07bf1-5771-449e-8886-68e8d6179315 on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 04:55:13.935517 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-7c732b5e-52f7-4c5b-b0f3-27026c9e3f93 None None] Attempting to bind port abb07bf1-5771-449e-8886-68e8d6179315 by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': 'ad083d94-0233-4c50-a0ed-00ef7686038c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'}] {{(pid=88263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 04:55:13.935878 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c732b5e-52f7-4c5b-b0f3-27026c9e3f93 None None] Attempting to bind port abb07bf1-5771-449e-8886-68e8d6179315 on network 1bab70f4-3794-44db-8e17-19f483aa8ffa {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 04:55:13.942593 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c732b5e-52f7-4c5b-b0f3-27026c9e3f93 None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 4, 55, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 04:55:13.942958 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c732b5e-52f7-4c5b-b0f3-27026c9e3f93 None None] Checking segment: {'id': 'ad083d94-0233-4c50-a0ed-00ef7686038c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:55:13.943354 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-7c732b5e-52f7-4c5b-b0f3-27026c9e3f93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:13.943736 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c732b5e-52f7-4c5b-b0f3-27026c9e3f93 None None] Bound using segment: {'id': 'ad083d94-0233-4c50-a0ed-00ef7686038c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'} {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 04:55:13.944247 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-7c732b5e-52f7-4c5b-b0f3-27026c9e3f93 None None] Bound port: abb07bf1-5771-449e-8886-68e8d6179315, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad083d94-0233-4c50-a0ed-00ef7686038c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'}}] {{(pid=88263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 04:55:13.944641 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-7c732b5e-52f7-4c5b-b0f3-27026c9e3f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:13.961514 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-995bd573-148f-43bd-a935-327cb0deaef2 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2305012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9305500'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:14.081116 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.db [None req-7c732b5e-52f7-4c5b-b0f3-27026c9e3f93 None None] For port abb07bf1-5771-449e-8886-68e8d6179315, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 04:55:14.084559 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.db [None req-7c732b5e-52f7-4c5b-b0f3-27026c9e3f93 None None] For port abb07bf1-5771-449e-8886-68e8d6179315, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=abb07bf1-5771-449e-8886-68e8d6179315,segment=NetworkSegment(ad083d94-0233-4c50-a0ed-00ef7686038c),segment_id=ad083d94-0233-4c50-a0ed-00ef7686038c)] {{(pid=88263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 04:55:14.099896 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-7c732b5e-52f7-4c5b-b0f3-27026c9e3f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:14.101663 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995bd573-148f-43bd-a935-327cb0deaef2 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Pushing event updated for resources: {'Subnet': ['ID=b5ad951a-f78e-4dae-aa5e-a260f6c65de8,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:55:14.112655 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995bd573-148f-43bd-a935-327cb0deaef2 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Checking segment: {'id': '802c3e76-b2e9-4d86-8049-6831b9ec5c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '7de51c91-19bb-4b5d-923c-b7d77dfa625f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:55:14.113300 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-995bd573-148f-43bd-a935-327cb0deaef2 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Network hostable DHCP agents. Network: 7de51c91-19bb-4b5d-923c-b7d77dfa625f, hostable agents: ['1c705e68-3d3e-4dd3-9252-feb21d4b96ab'], hosted agents: [] {{(pid=88261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 04:55:14.139281 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-995bd573-148f-43bd-a935-327cb0deaef2 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Network 7de51c91-19bb-4b5d-923c-b7d77dfa625f is scheduled to be hosted by DHCP agent 1c705e68-3d3e-4dd3-9252-feb21d4b96ab with binding_index 1 {{(pid=88261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 04:55:14.150406 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-7eb78198-b8b0-4a8b-ae70-a64cbef8055f None None] Set router 7165af4d-aefd-439a-aace-a0e21d2e135d gateway port host: dv-neutron-843763-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 04:55:14.167913 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-995bd573-148f-43bd-a935-327cb0deaef2 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843763-1-hyperv, 7de51c91-19bb-4b5d-923c-b7d77dfa625f) {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:55:14.175054 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-995bd573-148f-43bd-a935-327cb0deaef2 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:55:14.177250 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-995bd573-148f-43bd-a935-327cb0deaef2 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:14.193450 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-288d04b1-0f93-406a-841e-08e15c9735d6 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:14.195934 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef1f4e5-6c53-442d-b34b-e2b0a65f84e9 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Pushing event deleted for resources: {'Port': ['ID=67a7bf80-fc5a-4613-97b2-8d4129662c9e,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:55:14.209166 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5e50c328-6b11-4fed-9450-f4ab6105c419 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11765'] for router, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:14.211623 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-995bd573-148f-43bd-a935-327cb0deaef2 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0090320 May 30 04:55:14.214328 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4b81274f-d9f4-4cec-acd5-07714238a739 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:14.214822 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 37840) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:55:14.215616 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-4b81274f-d9f4-4cec-acd5-07714238a739 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 9.4728076 May 30 04:55:14.219664 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 37844) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:55:14.241563 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c732b5e-52f7-4c5b-b0f3-27026c9e3f93 None None] Routers {'ada416c6-edef-4cad-ab20-945ddff3a53a'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 04:55:14.243248 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-288d04b1-0f93-406a-841e-08e15c9735d6 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=88260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 04:55:14.243696 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-288d04b1-0f93-406a-841e-08e15c9735d6 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-862858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1547513'] for segment, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:14.249119 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-7c732b5e-52f7-4c5b-b0f3-27026c9e3f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T04:55:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['ada416c6-edef-4cad-ab20-945ddff3a53a'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:55:14.324098 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72b57b4e-7c4b-4e7a-b193-c1940af84f50 None None] Network 7de51c91-19bb-4b5d-923c-b7d77dfa625f requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:55:14.379339 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669cc379-c0a5-43b9-be9d-63f95b71e5ae None None] Pushing event updated for resources: {'Port': ['ID=abb07bf1-5771-449e-8886-68e8d6179315,revision_number=3']} {{(pid=88263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:55:14.520810 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-7c732b5e-52f7-4c5b-b0f3-27026c9e3f93 None None] Set router ada416c6-edef-4cad-ab20-945ddff3a53a gateway port host: dv-neutron-843763-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 04:55:14.559072 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-98521750-0391-4cbc-b9a5-d080cca6a1a9 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] 10.222.0.15 "GET /v2.0/routers/7165af4d-aefd-439a-aace-a0e21d2e135d HTTP/1.1" status: 200 len: 907 time: 0.2656786 May 30 04:55:14.567306 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 37848) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:55:14.575191 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c1ccdc-af03-4e7e-adfd-24fe7d64a7b7 req-f1d7de79-a85f-425d-be6c-9b6e35fbf349 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:55:14.576829 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-21c1ccdc-af03-4e7e-adfd-24fe7d64a7b7 req-f1d7de79-a85f-425d-be6c-9b6e35fbf349 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1e7b65a-2794-4268-bd76-1003a7875678 HTTP/1.1" status: 200 len: 946 time: 0.7037475 May 30 04:55:14.665886 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-288d04b1-0f93-406a-841e-08e15c9735d6 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604744'] for network, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:14.714540 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-288d04b1-0f93-406a-841e-08e15c9735d6 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642826'] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:14.786764 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288d04b1-0f93-406a-841e-08e15c9735d6 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Pushing event deleted for resources: {'Network': ['ID=0593643d-8097-4d20-9efd-98d3afaeab42,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:55:14.842150 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b69e379-daeb-4f98-ae73-d8b9b39ed7d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bbf24ed-7ba9-53d2-873f-8f9642b1e987-7de51c91-19bb-4b5d-923c-b7d77dfa625f', 'network_id': '7de51c91-19bb-4b5d-923c-b7d77dfa625f', 'tenant_id': '4c33678f28b44a57ab35b86381e31406', 'fixed_ips': [{'subnet_id': 'b5ad951a-f78e-4dae-aa5e-a260f6c65de8'}]}} from dv-neutron-843763-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 30 04:55:14.842150 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-3b69e379-daeb-4f98-ae73-d8b9b39ed7d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:14.907188 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-288d04b1-0f93-406a-841e-08e15c9735d6 tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] 10.222.0.15 "DELETE /v2.0/networks/0593643d-8097-4d20-9efd-98d3afaeab42 HTTP/1.1" status: 204 len: 168 time: 2.4857254 May 30 04:55:14.909507 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-7eb78198-b8b0-4a8b-ae70-a64cbef8055f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7165af4d-aefd-439a-aace-a0e21d2e135d', 'name': 'tempest-snat-router-236021226', 'tenant_id': 'b716d37694ea4d05a16d0bffce109eae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.201'}], 'enable_snat': True}, 'gw_port_id': '26f4df93-d5f5-4dd3-b72f-1aedb8854c8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T04:55:04Z', 'updated_at': '2022-05-30T04:55:10Z', 'revision_number': 3, 'project_id': 'b716d37694ea4d05a16d0bffce109eae', 'gw_port': {'id': '26f4df93-d5f5-4dd3-b72f-1aedb8854c8e', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:cd:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7165af4d-aefd-439a-aace-a0e21d2e135d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:55:07Z', 'updated_at': '2022-05-30T04:55:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv'}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:55:14.912014 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 37852) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:55:14.914771 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-7c732b5e-52f7-4c5b-b0f3-27026c9e3f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ada416c6-edef-4cad-ab20-945ddff3a53a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-356467084', 'tenant_id': '4c33678f28b44a57ab35b86381e31406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.112'}], 'enable_snat': True}, 'gw_port_id': 'abb07bf1-5771-449e-8886-68e8d6179315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T04:55:08Z', 'updated_at': '2022-05-30T04:55:11Z', 'revision_number': 3, 'project_id': '4c33678f28b44a57ab35b86381e31406', 'gw_port': {'id': 'abb07bf1-5771-449e-8886-68e8d6179315', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:21:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ada416c6-edef-4cad-ab20-945ddff3a53a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:55:09Z', 'updated_at': '2022-05-30T04:55:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv'}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:55:14.919833 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c732b5e-52f7-4c5b-b0f3-27026c9e3f93 None None] The sync data for ids ['ada416c6-edef-4cad-ab20-945ddff3a53a'] in dv-neutron-843763-1-hyperv is: [{'id': 'ada416c6-edef-4cad-ab20-945ddff3a53a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-356467084', 'tenant_id': '4c33678f28b44a57ab35b86381e31406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.112'}], 'enable_snat': True}, 'gw_port_id': 'abb07bf1-5771-449e-8886-68e8d6179315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T04:55:08Z', 'updated_at': '2022-05-30T04:55:11Z', 'revision_number': 3, 'project_id': '4c33678f28b44a57ab35b86381e31406', 'gw_port': {'id': 'abb07bf1-5771-449e-8886-68e8d6179315', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:21:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ada416c6-edef-4cad-ab20-945ddff3a53a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:55:09Z', 'updated_at': '2022-05-30T04:55:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv'}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 04:55:14.923118 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-21c1ccdc-af03-4e7e-adfd-24fe7d64a7b7 req-f37c29f9-1095-4f43-a42c-7d8c05bbbbb6 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0fb8c38-d8b6-4c01-bc8c-1b54a1e25304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2758186 May 30 04:55:14.926477 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb78198-b8b0-4a8b-ae70-a64cbef8055f None None] Checking router: 7165af4d-aefd-439a-aace-a0e21d2e135d for host: dv-neutron-843763-1-hyperv {{(pid=88262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 04:55:14.926477 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb78198-b8b0-4a8b-ae70-a64cbef8055f None None] Updating router 7165af4d-aefd-439a-aace-a0e21d2e135d port 26f4df93-d5f5-4dd3-b72f-1aedb8854c8e binding host dv-neutron-843763-1-hyperv {{(pid=88262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 30 04:55:15.019108 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment a28ebd1a-d545-4609-b3da-dae9c608194d resource provider aggregate not found May 30 04:55:15.035597 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2ef1f4e5-6c53-442d-b34b-e2b0a65f84e9 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1642797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602100'] for router_interface, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:15.087682 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7eb78198-b8b0-4a8b-ae70-a64cbef8055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:15.115282 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment a28ebd1a-d545-4609-b3da-dae9c608194d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a28ebd1a-d545-4609-b3da-dae9c608194d found for delete ", "request_id": "req-ce3f0358-05da-4751-a8f9-8382e8db55e6"}]} May 30 04:55:15.119788 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-3b69e379-daeb-4f98-ae73-d8b9b39ed7d8 None None] Allocated IP 172.20.0.2 (7de51c91-19bb-4b5d-923c-b7d77dfa625f/b5ad951a-f78e-4dae-aa5e-a260f6c65de8/057b9f59-f1b1-47a5-a162-811ca169f897) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:55:15.163665 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9325bedd-0761-400d-8fb9-c8db2c2eab5e tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897784'] for network, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:15.188397 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5cc32292-697e-463a-a047-ac127db0703f tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Notify callbacks [] for router, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:15.581708 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-3b69e379-daeb-4f98-ae73-d8b9b39ed7d8 None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:15.600850 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-3b69e379-daeb-4f98-ae73-d8b9b39ed7d8 None None] Transition to ACTIVE for port object 057b9f59-f1b1-47a5-a162-811ca169f897 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:55:15.632798 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9325bedd-0761-400d-8fb9-c8db2c2eab5e tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867540', 'neutron.services.segments.db._delete_segments_for_network-8729234922972'] for network, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:15.634412 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-3b69e379-daeb-4f98-ae73-d8b9b39ed7d8 None None] Transition to ACTIVE for port object 057b9f59-f1b1-47a5-a162-811ca169f897 will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:55:15.682278 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-3b69e379-daeb-4f98-ae73-d8b9b39ed7d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:15.725158 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-9325bedd-0761-400d-8fb9-c8db2c2eab5e tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27704d5f-8376-4430-b013-988fd511c5db']}} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:55:15.748210 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-9325bedd-0761-400d-8fb9-c8db2c2eab5e tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8600df05-9b1b-4952-be7e-f947e022a6cf') {'for_net_delete': True} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:55:15.748517 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-9325bedd-0761-400d-8fb9-c8db2c2eab5e tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8600df05-9b1b-4952-be7e-f947e022a6cf') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:55:15.752335 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b69e379-daeb-4f98-ae73-d8b9b39ed7d8 None None] Network 7de51c91-19bb-4b5d-923c-b7d77dfa625f is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:55:15.762969 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-3b69e379-daeb-4f98-ae73-d8b9b39ed7d8 None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:55:15.765718 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b69e379-daeb-4f98-ae73-d8b9b39ed7d8 None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:55:15.767504 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9325bedd-0761-400d-8fb9-c8db2c2eab5e tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729235042807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3545573'] for segment, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:15.786751 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7eb78198-b8b0-4a8b-ae70-a64cbef8055f None None] Notify callbacks [] for port, precommit_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:15.826130 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9325bedd-0761-400d-8fb9-c8db2c2eab5e tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:15.846309 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9325bedd-0761-400d-8fb9-c8db2c2eab5e tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=88261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 04:55:15.851853 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9325bedd-0761-400d-8fb9-c8db2c2eab5e tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-862858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2304281'] for segment, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:15.931041 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5cc32292-697e-463a-a047-ac127db0703f tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:15.936904 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b69e379-daeb-4f98-ae73-d8b9b39ed7d8 None None] Pushing event updated for resources: {'Port': ['ID=057b9f59-f1b1-47a5-a162-811ca169f897,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:55:15.940077 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5e50c328-6b11-4fed-9450-f4ab6105c419 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:15.967594 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-3b69e379-daeb-4f98-ae73-d8b9b39ed7d8 None None] Attempting to bind port 057b9f59-f1b1-47a5-a162-811ca169f897 on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 04:55:15.967872 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-3b69e379-daeb-4f98-ae73-d8b9b39ed7d8 None None] Attempting to bind port 057b9f59-f1b1-47a5-a162-811ca169f897 by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': '802c3e76-b2e9-4d86-8049-6831b9ec5c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '7de51c91-19bb-4b5d-923c-b7d77dfa625f'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 04:55:15.968232 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b69e379-daeb-4f98-ae73-d8b9b39ed7d8 None None] Attempting to bind port 057b9f59-f1b1-47a5-a162-811ca169f897 on network 7de51c91-19bb-4b5d-923c-b7d77dfa625f {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 04:55:15.976731 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 8600df05-9b1b-4952-be7e-f947e022a6cf resource provider aggregate not found May 30 04:55:15.981465 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f14faab6-3366-4500-9abc-73511afa53f2 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:15.986637 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b69e379-daeb-4f98-ae73-d8b9b39ed7d8 None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 4, 55, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 04:55:15.987010 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b69e379-daeb-4f98-ae73-d8b9b39ed7d8 None None] Checking segment: {'id': '802c3e76-b2e9-4d86-8049-6831b9ec5c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '7de51c91-19bb-4b5d-923c-b7d77dfa625f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:55:15.987407 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-3b69e379-daeb-4f98-ae73-d8b9b39ed7d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:15.987800 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b69e379-daeb-4f98-ae73-d8b9b39ed7d8 None None] Bound using segment: {'id': '802c3e76-b2e9-4d86-8049-6831b9ec5c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '7de51c91-19bb-4b5d-923c-b7d77dfa625f'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 04:55:15.988280 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-3b69e379-daeb-4f98-ae73-d8b9b39ed7d8 None None] Bound port: 057b9f59-f1b1-47a5-a162-811ca169f897, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '802c3e76-b2e9-4d86-8049-6831b9ec5c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '7de51c91-19bb-4b5d-923c-b7d77dfa625f'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 04:55:15.988684 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-3b69e379-daeb-4f98-ae73-d8b9b39ed7d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:16.013615 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5e50c328-6b11-4fed-9450-f4ab6105c419 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:16.016583 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 8600df05-9b1b-4952-be7e-f947e022a6cf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8600df05-9b1b-4952-be7e-f947e022a6cf found for delete ", "request_id": "req-a6eab393-88ca-4347-9056-91c1c498f434"}]} May 30 04:55:16.017997 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device abb07bf1-5771-449e-8886-68e8d6179315 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 04:55:16.062179 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-5cc32292-697e-463a-a047-ac127db0703f tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Deleting port 26f4df93-d5f5-4dd3-b72f-1aedb8854c8e {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:55:16.067791 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5cc32292-697e-463a-a047-ac127db0703f tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:16.171855 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ef1f4e5-6c53-442d-b34b-e2b0a65f84e9 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Router f0f7a735-e7f3-4470-b921-03c25e3f0c35 has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 04:55:16.174913 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9325bedd-0761-400d-8fb9-c8db2c2eab5e tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604744'] for network, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:16.200327 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9325bedd-0761-400d-8fb9-c8db2c2eab5e tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642826'] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:16.247631 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-7eb78198-b8b0-4a8b-ae70-a64cbef8055f None None] Transition to ACTIVE for port object 26f4df93-d5f5-4dd3-b72f-1aedb8854c8e will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:55:16.262497 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port abb07bf1-5771-449e-8886-68e8d6179315 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:55:16.282120 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port abb07bf1-5771-449e-8886-68e8d6179315 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:55:16.282827 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:16.287928 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9325bedd-0761-400d-8fb9-c8db2c2eab5e tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] Pushing event deleted for resources: {'Network': ['ID=27704d5f-8376-4430-b013-988fd511c5db,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:55:16.303116 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-9325bedd-0761-400d-8fb9-c8db2c2eab5e tempest-BulkNetworkOpsTest-1629923206 tempest-BulkNetworkOpsTest-1629923206-project] 10.222.0.15 "DELETE /v2.0/networks/27704d5f-8376-4430-b013-988fd511c5db HTTP/1.1" status: 204 len: 168 time: 1.3897409 May 30 04:55:16.356141 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7eb78198-b8b0-4a8b-ae70-a64cbef8055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:16.408721 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a2d8d3-ead5-4d6d-ba75-222edec3526e req-02de6795-6502-4af9-89f3-6b62b6fda496 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:55:16.410281 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-44a2d8d3-ead5-4d6d-ba75-222edec3526e req-02de6795-6502-4af9-89f3-6b62b6fda496 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1e7b65a-2794-4268-bd76-1003a7875678 HTTP/1.1" status: 200 len: 946 time: 0.3195524 May 30 04:55:16.489466 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-3b69e379-daeb-4f98-ae73-d8b9b39ed7d8 None None] For port 057b9f59-f1b1-47a5-a162-811ca169f897, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 04:55:16.499307 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-3b69e379-daeb-4f98-ae73-d8b9b39ed7d8 None None] For port 057b9f59-f1b1-47a5-a162-811ca169f897, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=057b9f59-f1b1-47a5-a162-811ca169f897,segment=NetworkSegment(802c3e76-b2e9-4d86-8049-6831b9ec5c3a),segment_id=802c3e76-b2e9-4d86-8049-6831b9ec5c3a)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 04:55:16.500468 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-7eb78198-b8b0-4a8b-ae70-a64cbef8055f None None] Attempting to bind port 26f4df93-d5f5-4dd3-b72f-1aedb8854c8e on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 04:55:16.501037 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-7eb78198-b8b0-4a8b-ae70-a64cbef8055f None None] Attempting to bind port 26f4df93-d5f5-4dd3-b72f-1aedb8854c8e by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': 'ad083d94-0233-4c50-a0ed-00ef7686038c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 04:55:16.501447 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb78198-b8b0-4a8b-ae70-a64cbef8055f None None] Attempting to bind port 26f4df93-d5f5-4dd3-b72f-1aedb8854c8e on network 1bab70f4-3794-44db-8e17-19f483aa8ffa {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 04:55:16.507828 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49efeac-bad9-4725-8a0b-ac1ceb9a6651 None None] Pushing event updated for resources: {'Port': ['ID=26f4df93-d5f5-4dd3-b72f-1aedb8854c8e,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:55:16.514765 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-3b69e379-daeb-4f98-ae73-d8b9b39ed7d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:16.519453 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb78198-b8b0-4a8b-ae70-a64cbef8055f None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 4, 55, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 04:55:16.520525 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb78198-b8b0-4a8b-ae70-a64cbef8055f None None] Checking segment: {'id': 'ad083d94-0233-4c50-a0ed-00ef7686038c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:55:16.521208 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7eb78198-b8b0-4a8b-ae70-a64cbef8055f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:16.521797 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb78198-b8b0-4a8b-ae70-a64cbef8055f None None] Bound using segment: {'id': 'ad083d94-0233-4c50-a0ed-00ef7686038c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 04:55:16.523102 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-7eb78198-b8b0-4a8b-ae70-a64cbef8055f None None] Bound port: 26f4df93-d5f5-4dd3-b72f-1aedb8854c8e, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad083d94-0233-4c50-a0ed-00ef7686038c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 04:55:16.523645 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7eb78198-b8b0-4a8b-ae70-a64cbef8055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:16.524017 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-44a2d8d3-ead5-4d6d-ba75-222edec3526e req-d88ebe64-df22-4944-851d-0756f5eb69b3 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0fb8c38-d8b6-4c01-bc8c-1b54a1e25304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997765 May 30 04:55:16.681328 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-f14faab6-3366-4500-9abc-73511afa53f2 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Allocated IP 172.20.0.1 (7de51c91-19bb-4b5d-923c-b7d77dfa625f/b5ad951a-f78e-4dae-aa5e-a260f6c65de8/fb396f48-037e-44bb-9752-30b69dd60eae) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:55:16.682952 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ef1f4e5-6c53-442d-b34b-e2b0a65f84e9 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 04:55:16.697287 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f01047d-3114-485c-a7e4-09d368fc96aa None None] Sync routers for ids ['f0f7a735-e7f3-4470-b921-03c25e3f0c35'] in dv-neutron-843763-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 04:55:16.708260 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5cc32292-697e-463a-a047-ac127db0703f tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:16.711936 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f01047d-3114-485c-a7e4-09d368fc96aa None None] Routers {'f0f7a735-e7f3-4470-b921-03c25e3f0c35'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 04:55:16.712574 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-7f01047d-3114-485c-a7e4-09d368fc96aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T04:55:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['f0f7a735-e7f3-4470-b921-03c25e3f0c35'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:55:16.725316 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-5e50c328-6b11-4fed-9450-f4ab6105c419 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Allocated IP 172.26.6.237 (1bab70f4-3794-44db-8e17-19f483aa8ffa/6b5b73c1-b0ce-4f83-a930-c00cc5522926/7b20f1a7-8016-4dfe-9929-409fd306de01) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:55:16.806459 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 37872) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:55:16.830917 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-7f01047d-3114-485c-a7e4-09d368fc96aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:55:16.842631 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-7eb78198-b8b0-4a8b-ae70-a64cbef8055f None None] For port 26f4df93-d5f5-4dd3-b72f-1aedb8854c8e, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 04:55:16.844545 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f01047d-3114-485c-a7e4-09d368fc96aa None None] Routers {'f0f7a735-e7f3-4470-b921-03c25e3f0c35'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 04:55:16.845559 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-7f01047d-3114-485c-a7e4-09d368fc96aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T04:55:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['f0f7a735-e7f3-4470-b921-03c25e3f0c35'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:55:16.848298 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-7eb78198-b8b0-4a8b-ae70-a64cbef8055f None None] For port 26f4df93-d5f5-4dd3-b72f-1aedb8854c8e, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=26f4df93-d5f5-4dd3-b72f-1aedb8854c8e,segment=NetworkSegment(ad083d94-0233-4c50-a0ed-00ef7686038c),segment_id=ad083d94-0233-4c50-a0ed-00ef7686038c)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 04:55:16.892884 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7eb78198-b8b0-4a8b-ae70-a64cbef8055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:16.912192 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b69e379-daeb-4f98-ae73-d8b9b39ed7d8 None None] Pushing event updated for resources: {'Port': ['ID=057b9f59-f1b1-47a5-a162-811ca169f897,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:55:16.944978 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-7f01047d-3114-485c-a7e4-09d368fc96aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:55:16.945656 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f01047d-3114-485c-a7e4-09d368fc96aa None None] The sync data for ids ['f0f7a735-e7f3-4470-b921-03c25e3f0c35'] in dv-neutron-843763-1-hyperv is: [] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 04:55:16.954540 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f14faab6-3366-4500-9abc-73511afa53f2 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:16.974297 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-5cc32292-697e-463a-a047-ac127db0703f tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Calling delete_port for 26f4df93-d5f5-4dd3-b72f-1aedb8854c8e owned by network:router_gateway {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:55:16.995545 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port abb07bf1-5771-449e-8886-68e8d6179315 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:55:16.995998 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:17.010132 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [None req-f14faab6-3366-4500-9abc-73511afa53f2 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Transition to ACTIVE for port object fb396f48-037e-44bb-9752-30b69dd60eae will not be triggered until provisioned by entity DHCP. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:55:17.054527 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] For port abb07bf1-5771-449e-8886-68e8d6179315, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=abb07bf1-5771-449e-8886-68e8d6179315,segment=NetworkSegment(ad083d94-0233-4c50-a0ed-00ef7686038c),segment_id=ad083d94-0233-4c50-a0ed-00ef7686038c)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:55:17.056390 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb78198-b8b0-4a8b-ae70-a64cbef8055f None None] Routers {'7165af4d-aefd-439a-aace-a0e21d2e135d'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 04:55:17.057208 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-7eb78198-b8b0-4a8b-ae70-a64cbef8055f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T04:55:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['7165af4d-aefd-439a-aace-a0e21d2e135d'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:55:17.070466 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-2ef1f4e5-6c53-442d-b34b-e2b0a65f84e9 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] 10.222.0.15 "PUT /v2.0/routers/f0f7a735-e7f3-4470-b921-03c25e3f0c35/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5724432 May 30 04:55:17.074554 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 37878) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:55:17.086892 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f14faab6-3366-4500-9abc-73511afa53f2 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:17.112424 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49efeac-bad9-4725-8a0b-ac1ceb9a6651 None None] Pushing event updated for resources: {'Port': ['ID=26f4df93-d5f5-4dd3-b72f-1aedb8854c8e,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:55:17.115125 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:17.319418 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ad130f-ac2b-4b88-b7ee-4ca6f0748018 req-159afbc5-31c6-4902-8bab-1b0886f304ba tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:55:17.323719 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:17.328345 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-f7ad130f-ac2b-4b88-b7ee-4ca6f0748018 req-159afbc5-31c6-4902-8bab-1b0886f304ba tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1e7b65a-2794-4268-bd76-1003a7875678 HTTP/1.1" status: 200 len: 946 time: 0.5990200 May 30 04:55:17.347601 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Pushing event updated for resources: {'Port': ['ID=abb07bf1-5771-449e-8886-68e8d6179315,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:55:17.371071 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.db.api [None req-5cc32292-697e-463a-a047-ac127db0703f tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88260) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 04:55:17.371396 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG oslo_db.api [None req-5cc32292-697e-463a-a047-ac127db0703f tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 04:55:17.376403 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-7eb78198-b8b0-4a8b-ae70-a64cbef8055f None None] Set router 7165af4d-aefd-439a-aace-a0e21d2e135d gateway port host: None {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 04:55:17.381026 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f14faab6-3366-4500-9abc-73511afa53f2 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Network 7de51c91-19bb-4b5d-923c-b7d77dfa625f is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:55:17.385930 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5e50c328-6b11-4fed-9450-f4ab6105c419 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:17.396333 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14faab6-3366-4500-9abc-73511afa53f2 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Pushing event updated for resources: {'Port': ['ID=fb396f48-037e-44bb-9752-30b69dd60eae,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:55:17.417488 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-f7ad130f-ac2b-4b88-b7ee-4ca6f0748018 req-ceb84c4a-cdef-4add-8786-aec564e03190 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0fb8c38-d8b6-4c01-bc8c-1b54a1e25304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877645 May 30 04:55:17.446146 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5e50c328-6b11-4fed-9450-f4ab6105c419 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:17.528423 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e50c328-6b11-4fed-9450-f4ab6105c419 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Pushing event updated for resources: {'Port': ['ID=7b20f1a7-8016-4dfe-9929-409fd306de01,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:55:17.537801 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-f14faab6-3366-4500-9abc-73511afa53f2 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:55:17.540298 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e50c328-6b11-4fed-9450-f4ab6105c419 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Network 1bab70f4-3794-44db-8e17-19f483aa8ffa is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:55:17.540929 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14faab6-3366-4500-9abc-73511afa53f2 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:55:17.541451 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-5e50c328-6b11-4fed-9450-f4ab6105c419 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:55:17.542703 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-7eb78198-b8b0-4a8b-ae70-a64cbef8055f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7165af4d-aefd-439a-aace-a0e21d2e135d', 'name': 'tempest-snat-router-236021226', 'tenant_id': 'b716d37694ea4d05a16d0bffce109eae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T04:55:04Z', 'updated_at': '2022-05-30T04:55:15Z', 'revision_number': 4, 'project_id': 'b716d37694ea4d05a16d0bffce109eae', 'gw_port_host': None}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:55:17.543604 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e50c328-6b11-4fed-9450-f4ab6105c419 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:55:17.547754 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb78198-b8b0-4a8b-ae70-a64cbef8055f None None] The sync data for ids ['7165af4d-aefd-439a-aace-a0e21d2e135d'] in dv-neutron-843763-1-hyperv is: [{'id': '7165af4d-aefd-439a-aace-a0e21d2e135d', 'name': 'tempest-snat-router-236021226', 'tenant_id': 'b716d37694ea4d05a16d0bffce109eae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T04:55:04Z', 'updated_at': '2022-05-30T04:55:15Z', 'revision_number': 4, 'project_id': 'b716d37694ea4d05a16d0bffce109eae', 'gw_port_host': None}] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 04:55:17.896538 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-5cc32292-697e-463a-a047-ac127db0703f tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Deleting port 26f4df93-d5f5-4dd3-b72f-1aedb8854c8e {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:55:17.896896 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5cc32292-697e-463a-a047-ac127db0703f tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:17.920682 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-27714028-80f0-41b7-b076-c47ad4732aa6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7263b3b758134b1188cf4e461ab0a1b0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1101313 May 30 04:55:17.921205 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 37886) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:55:17.956784 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f14faab6-3366-4500-9abc-73511afa53f2 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604623'] for router_interface, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:17.992610 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 057b9f59-f1b1-47a5-a162-811ca169f897 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 04:55:18.088090 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port 057b9f59-f1b1-47a5-a162-811ca169f897 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:55:18.094972 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device abb07bf1-5771-449e-8886-68e8d6179315 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 04:55:18.181074 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port abb07bf1-5771-449e-8886-68e8d6179315 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:55:18.181620 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:18.276352 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c8681b-4aa5-44e4-a684-b4a72bae523e req-a574667c-b59b-4ba0-9709-2a1b828b19c1 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:55:18.277978 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b3c8681b-4aa5-44e4-a684-b4a72bae523e req-a574667c-b59b-4ba0-9709-2a1b828b19c1 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1e7b65a-2794-4268-bd76-1003a7875678 HTTP/1.1" status: 200 len: 946 time: 0.6472433 May 30 04:55:18.327824 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port abb07bf1-5771-449e-8886-68e8d6179315 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:55:18.330406 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-eb6eed6e-a72a-4183-be1d-9d66b6c8da3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:18.335294 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac884933-022f-4aa6-b033-7cd2ce6a8b4a None None] Network 7de51c91-19bb-4b5d-923c-b7d77dfa625f requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:55:18.368528 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b3c8681b-4aa5-44e4-a684-b4a72bae523e req-ec9a1755-9bad-4003-a172-a58d5be38bfe tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0fb8c38-d8b6-4c01-bc8c-1b54a1e25304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825698 May 30 04:55:18.377381 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5e50c328-6b11-4fed-9450-f4ab6105c419 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:18.476138 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-eb6eed6e-a72a-4183-be1d-9d66b6c8da3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:18.499209 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-88b1355a-021d-41f3-930f-07ad64160634 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602184'] for router_interface, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:18.556180 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-10b20f36-8404-4be1-8ca6-741b3d78d07e None None] Provisioning for port 057b9f59-f1b1-47a5-a162-811ca169f897 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:55:18.593497 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-10b20f36-8404-4be1-8ca6-741b3d78d07e None None] Provisioning complete for port 057b9f59-f1b1-47a5-a162-811ca169f897 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:55:18.593497 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-10b20f36-8404-4be1-8ca6-741b3d78d07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:18.656641 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f14faab6-3366-4500-9abc-73511afa53f2 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:18.752521 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-10b20f36-8404-4be1-8ca6-741b3d78d07e None None] Current status of the port 057b9f59-f1b1-47a5-a162-811ca169f897 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:55:18.753008 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-10b20f36-8404-4be1-8ca6-741b3d78d07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:18.794609 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-10b20f36-8404-4be1-8ca6-741b3d78d07e None None] For port 057b9f59-f1b1-47a5-a162-811ca169f897, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=057b9f59-f1b1-47a5-a162-811ca169f897,segment=NetworkSegment(802c3e76-b2e9-4d86-8049-6831b9ec5c3a),segment_id=802c3e76-b2e9-4d86-8049-6831b9ec5c3a)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:55:18.800334 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-10b20f36-8404-4be1-8ca6-741b3d78d07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:18.857162 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-eb6eed6e-a72a-4183-be1d-9d66b6c8da3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:18.886952 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b20f36-8404-4be1-8ca6-741b3d78d07e None None] Pushing event updated for resources: {'Port': ['ID=057b9f59-f1b1-47a5-a162-811ca169f897,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:55:18.911395 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6eed6e-a72a-4183-be1d-9d66b6c8da3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=182b2bd8-64de-416b-b4c4-d0bf920d3786,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:55:18.927481 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-5cc32292-697e-463a-a047-ac127db0703f tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] For port 26f4df93-d5f5-4dd3-b72f-1aedb8854c8e, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=26f4df93-d5f5-4dd3-b72f-1aedb8854c8e,segment=NetworkSegment(ad083d94-0233-4c50-a0ed-00ef7686038c),segment_id=ad083d94-0233-4c50-a0ed-00ef7686038c)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:55:18.927695 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5cc32292-697e-463a-a047-ac127db0703f tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:19.027809 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-cce6e1e5-9161-4a77-a234-74ba9beeae8c None None] Provisioning for port fb396f48-037e-44bb-9752-30b69dd60eae completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:55:19.037532 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-cce6e1e5-9161-4a77-a234-74ba9beeae8c None None] Provisioning complete for port fb396f48-037e-44bb-9752-30b69dd60eae triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:55:19.038168 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-cce6e1e5-9161-4a77-a234-74ba9beeae8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:19.068386 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-5cc32292-697e-463a-a047-ac127db0703f tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Calling delete_port for 26f4df93-d5f5-4dd3-b72f-1aedb8854c8e owned by network:router_gateway {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:55:19.099230 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5e50c328-6b11-4fed-9450-f4ab6105c419 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11765'] for router, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:19.109309 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-88b1355a-021d-41f3-930f-07ad64160634 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Deleting port 53c55a7f-b15e-4a97-a0d5-19751bbe2204 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:55:19.109899 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-88b1355a-021d-41f3-930f-07ad64160634 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:19.123992 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5e50c328-6b11-4fed-9450-f4ab6105c419 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1603699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1603708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1603909'] for router, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:19.153194 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-cce6e1e5-9161-4a77-a234-74ba9beeae8c None None] Port fb396f48-037e-44bb-9752-30b69dd60eae cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 04:55:19.164767 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-cce6e1e5-9161-4a77-a234-74ba9beeae8c None None] Provisioning complete for port 057b9f59-f1b1-47a5-a162-811ca169f897 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:55:19.165170 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-cce6e1e5-9161-4a77-a234-74ba9beeae8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:19.185511 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-eb6eed6e-a72a-4183-be1d-9d66b6c8da3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:19.185911 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-eb6eed6e-a72a-4183-be1d-9d66b6c8da3e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/182b2bd8-64de-416b-b4c4-d0bf920d3786 HTTP/1.1" status: 204 len: 168 time: 1.2577870 May 30 04:55:19.203452 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-45f79e78-106a-4f09-9d2c-69baeab7263d None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 04:55:19.372894 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee9650a-3f1e-4bbb-a7dc-d49cfdf29486 req-a144755b-d7b2-4967-a9f6-a0f7aba9cf69 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:55:19.380053 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-3ee9650a-3f1e-4bbb-a7dc-d49cfdf29486 req-a144755b-d7b2-4967-a9f6-a0f7aba9cf69 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1e7b65a-2794-4268-bd76-1003a7875678 HTTP/1.1" status: 200 len: 946 time: 0.8663068 May 30 04:55:19.394665 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-cce6e1e5-9161-4a77-a234-74ba9beeae8c None None] Current status of the port 057b9f59-f1b1-47a5-a162-811ca169f897 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:55:19.526857 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-3ee9650a-3f1e-4bbb-a7dc-d49cfdf29486 req-9cf31462-1df2-4dcb-8ed3-c8cf01264d5f tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0fb8c38-d8b6-4c01-bc8c-1b54a1e25304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1454117 May 30 04:55:19.544853 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-d1d3c111-a1ef-4ca4-b26e-763e1c4127a5 None None] Provisioning complete for port fb396f48-037e-44bb-9752-30b69dd60eae triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:55:19.544853 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-d1d3c111-a1ef-4ca4-b26e-763e1c4127a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:19.615180 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-d1d3c111-a1ef-4ca4-b26e-763e1c4127a5 None None] Port fb396f48-037e-44bb-9752-30b69dd60eae cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 04:55:19.651305 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-88b1355a-021d-41f3-930f-07ad64160634 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:19.668505 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f14faab6-3366-4500-9abc-73511afa53f2 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:19.677371 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e50c328-6b11-4fed-9450-f4ab6105c419 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Router 4e08c663-55ba-4b9d-b8ed-3b4971ab8c9a is scheduled to L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 with binding_index 1 {{(pid=88260) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 30 04:55:19.744296 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5cc32292-697e-463a-a047-ac127db0703f tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:19.776631 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f14faab6-3366-4500-9abc-73511afa53f2 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2304381'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:19.810238 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-88b1355a-021d-41f3-930f-07ad64160634 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Calling delete_port for 53c55a7f-b15e-4a97-a0d5-19751bbe2204 owned by network:router_interface {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:55:19.817093 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc32292-697e-463a-a047-ac127db0703f tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Pushing event deleted for resources: {'Port': ['ID=26f4df93-d5f5-4dd3-b72f-1aedb8854c8e,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:55:19.902988 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 057b9f59-f1b1-47a5-a162-811ca169f897 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 04:55:19.977701 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5cc32292-697e-463a-a047-ac127db0703f tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1604781'] for router_gateway, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:20.010297 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f14faab6-3366-4500-9abc-73511afa53f2 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1642774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602230'] for router_interface, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:20.011161 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 057b9f59-f1b1-47a5-a162-811ca169f897 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:55:20.011721 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:20.013559 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14faab6-3366-4500-9abc-73511afa53f2 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Pushing event updated for resources: {'Port': ['ID=fb396f48-037e-44bb-9752-30b69dd60eae,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:55:20.131926 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 37916) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:55:20.177614 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11640b02-1c06-43fb-b4dc-5be9ce3f1673 req-ccb14fd6-ab6d-4513-8708-7fdad93c6213 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:55:20.179378 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-11640b02-1c06-43fb-b4dc-5be9ce3f1673 req-ccb14fd6-ab6d-4513-8708-7fdad93c6213 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1e7b65a-2794-4268-bd76-1003a7875678 HTTP/1.1" status: 200 len: 946 time: 0.4603796 May 30 04:55:20.180765 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5cc32292-697e-463a-a047-ac127db0703f tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11660'] for router, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:20.181114 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 057b9f59-f1b1-47a5-a162-811ca169f897 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:55:20.185332 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5cc32292-697e-463a-a047-ac127db0703f tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:20.195001 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e50c328-6b11-4fed-9450-f4ab6105c419 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 04:55:20.212887 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a89950-ad24-4ce7-9e0f-df9257d59144 None None] Sync routers for ids ['4e08c663-55ba-4b9d-b8ed-3b4971ab8c9a'] in dv-neutron-843763-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 04:55:20.220274 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5e50c328-6b11-4fed-9450-f4ab6105c419 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:20.224092 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-5e50c328-6b11-4fed-9450-f4ab6105c419 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] 10.222.0.15 "PUT /v2.0/routers/4e08c663-55ba-4b9d-b8ed-3b4971ab8c9a HTTP/1.1" status: 200 len: 915 time: 6.9293797 May 30 04:55:20.224610 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5cc32292-697e-463a-a047-ac127db0703f tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1601605'] for router, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:20.225477 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cc32292-697e-463a-a047-ac127db0703f tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7165af4d-aefd-439a-aace-a0e21d2e135d {{(pid=88260) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 30 04:55:20.226766 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 37922) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:55:20.226883 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a89950-ad24-4ce7-9e0f-df9257d59144 None None] Routers {'4e08c663-55ba-4b9d-b8ed-3b4971ab8c9a'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 04:55:20.227489 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-79a89950-ad24-4ce7-9e0f-df9257d59144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T04:55:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['4e08c663-55ba-4b9d-b8ed-3b4971ab8c9a'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:55:20.231732 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5cc32292-697e-463a-a047-ac127db0703f tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:20.235643 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-5cc32292-697e-463a-a047-ac127db0703f tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] 10.222.0.15 "DELETE /v2.0/routers/7165af4d-aefd-439a-aace-a0e21d2e135d HTTP/1.1" status: 204 len: 168 time: 5.6576271 May 30 04:55:20.258800 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 37926) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:55:20.362663 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-79a89950-ad24-4ce7-9e0f-df9257d59144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:55:20.376662 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a89950-ad24-4ce7-9e0f-df9257d59144 None None] Routers {'4e08c663-55ba-4b9d-b8ed-3b4971ab8c9a'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 04:55:20.377292 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-79a89950-ad24-4ce7-9e0f-df9257d59144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T04:55:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['4e08c663-55ba-4b9d-b8ed-3b4971ab8c9a'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:55:20.420274 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-183f7d25-9aa8-4a8d-a7d3-494c8d82e0e0 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1985926174'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:55:20.425222 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-183f7d25-9aa8-4a8d-a7d3-494c8d82e0e0 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:55:20.433382 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f14faab6-3366-4500-9abc-73511afa53f2 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Network 7de51c91-19bb-4b5d-923c-b7d77dfa625f is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:55:20.439514 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-183f7d25-9aa8-4a8d-a7d3-494c8d82e0e0 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Usage tracker for resource:network and tenant:73057037b7c54dd9b8d98bcf1b270dc2 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:55:20.440546 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-79a89950-ad24-4ce7-9e0f-df9257d59144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:55:20.440947 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a89950-ad24-4ce7-9e0f-df9257d59144 None None] The sync data for ids ['4e08c663-55ba-4b9d-b8ed-3b4971ab8c9a'] in dv-neutron-843763-1-hyperv is: [] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 04:55:20.445191 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-37b1d985-64ba-43e0-8cbb-c6c762673e1c tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] 10.222.0.15 "GET /v2.0/routers/4e08c663-55ba-4b9d-b8ed-3b4971ab8c9a HTTP/1.1" status: 200 len: 921 time: 0.2173402 May 30 04:55:20.446396 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-f14faab6-3366-4500-9abc-73511afa53f2 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:55:20.448010 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 37932) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:55:20.474924 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-183f7d25-9aa8-4a8d-a7d3-494c8d82e0e0 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:55:20.498754 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-183f7d25-9aa8-4a8d-a7d3-494c8d82e0e0 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:55:20.528665 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f43510fb-9e7a-4f59-9ad9-72b656f4871c tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:55:20.530271 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-f43510fb-9e7a-4f59-9ad9-72b656f4871c tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=1bab70f4-3794-44db-8e17-19f483aa8ffa&device_id=4e08c663-55ba-4b9d-b8ed-3b4971ab8c9a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0811908 May 30 04:55:20.532840 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 37936) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:55:20.583690 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-88b1355a-021d-41f3-930f-07ad64160634 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:20.645076 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-183f7d25-9aa8-4a8d-a7d3-494c8d82e0e0 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Made reservation on behalf of 73057037b7c54dd9b8d98bcf1b270dc2 for: {'network': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:55:20.648258 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-183f7d25-9aa8-4a8d-a7d3-494c8d82e0e0 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for network, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:20.658971 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-11640b02-1c06-43fb-b4dc-5be9ce3f1673 req-f92723bc-949e-40f2-a96d-902569f1bf5d tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0fb8c38-d8b6-4c01-bc8c-1b54a1e25304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4620266 May 30 04:55:20.666178 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f7e9ad7-6ef2-4502-91f2-9cd663ad661a tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:55:20.666759 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-5f7e9ad7-6ef2-4502-91f2-9cd663ad661a tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Synchronizing usage tracker for tenant:bd3c8d428858414386daf786d1fecb46 on resource:network {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:55:20.687398 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-5f7e9ad7-6ef2-4502-91f2-9cd663ad661a tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Unset dirty status for tenant:bd3c8d428858414386daf786d1fecb46 on resource:network {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:55:20.688946 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-5f7e9ad7-6ef2-4502-91f2-9cd663ad661a tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] 10.222.0.15 "GET /v2.0/networks/1bab70f4-3794-44db-8e17-19f483aa8ffa HTTP/1.1" status: 200 len: 881 time: 0.1551268 May 30 04:55:20.692228 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 37942) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:55:20.741627 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-2cda4748-dc35-445b-af27-03af73d2356c tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e08c663-55ba-4b9d-b8ed-3b4971ab8c9a HTTP/1.1" status: 200 len: 205 time: 0.0481770 May 30 04:55:20.745126 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 37946) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:55:20.750760 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-183f7d25-9aa8-4a8d-a7d3-494c8d82e0e0 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:20.754619 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-b1d89bf5-8282-44fc-961f-e6d38f8556f1 None None] Provisioning complete for port fb396f48-037e-44bb-9752-30b69dd60eae triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:55:20.755338 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-b1d89bf5-8282-44fc-961f-e6d38f8556f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:20.759841 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b1355a-021d-41f3-930f-07ad64160634 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Pushing event deleted for resources: {'Port': ['ID=53c55a7f-b15e-4a97-a0d5-19751bbe2204,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:55:20.832806 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-b1d89bf5-8282-44fc-961f-e6d38f8556f1 None None] Port fb396f48-037e-44bb-9752-30b69dd60eae cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 04:55:21.044747 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-183f7d25-9aa8-4a8d-a7d3-494c8d82e0e0 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:55:21.064170 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-183f7d25-9aa8-4a8d-a7d3-494c8d82e0e0 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Usage tracker for resource:security_group_rule and tenant:73057037b7c54dd9b8d98bcf1b270dc2 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:55:21.072746 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-183f7d25-9aa8-4a8d-a7d3-494c8d82e0e0 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:55:21.083828 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-183f7d25-9aa8-4a8d-a7d3-494c8d82e0e0 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:55:21.095723 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9148b2ba-f937-4ffa-a1ac-8f4eca6415d3 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Notify callbacks [] for router, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:21.123288 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-eb31f1fa-f98c-48ba-ba2a-c7908c5d2265 tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Notify callbacks [] for router, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:21.185636 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6a49c3-9c86-49bc-a596-3eec201b6f5e req-b9f267be-48d3-45f2-9f1d-778c3cfc1d6a tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:55:21.187021 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-3f6a49c3-9c86-49bc-a596-3eec201b6f5e req-b9f267be-48d3-45f2-9f1d-778c3cfc1d6a tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1e7b65a-2794-4268-bd76-1003a7875678 HTTP/1.1" status: 200 len: 946 time: 0.3622248 May 30 04:55:21.309303 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-3f6a49c3-9c86-49bc-a596-3eec201b6f5e req-fda2b91a-ac48-47e1-9ce8-6f323a3f3060 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0fb8c38-d8b6-4c01-bc8c-1b54a1e25304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138089 May 30 04:55:21.319728 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f14faab6-3366-4500-9abc-73511afa53f2 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Router ada416c6-edef-4cad-ab20-945ddff3a53a has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 04:55:21.352166 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-eb31f1fa-f98c-48ba-ba2a-c7908c5d2265 tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:21.361422 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-eb31f1fa-f98c-48ba-ba2a-c7908c5d2265 tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Deleting port 7b20f1a7-8016-4dfe-9929-409fd306de01 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:55:21.361836 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-eb31f1fa-f98c-48ba-ba2a-c7908c5d2265 tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:21.409655 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-88b1355a-021d-41f3-930f-07ad64160634 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1642797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602100'] for router_interface, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:21.532267 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-eb31f1fa-f98c-48ba-ba2a-c7908c5d2265 tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:21.655136 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-eb31f1fa-f98c-48ba-ba2a-c7908c5d2265 tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Calling delete_port for 7b20f1a7-8016-4dfe-9929-409fd306de01 owned by network:router_gateway {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:55:21.757635 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9148b2ba-f937-4ffa-a1ac-8f4eca6415d3 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:21.822244 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-eb31f1fa-f98c-48ba-ba2a-c7908c5d2265 tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:21.869483 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb31f1fa-f98c-48ba-ba2a-c7908c5d2265 tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Pushing event deleted for resources: {'Port': ['ID=7b20f1a7-8016-4dfe-9929-409fd306de01,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:55:21.901833 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-183f7d25-9aa8-4a8d-a7d3-494c8d82e0e0 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:21.903236 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-9148b2ba-f937-4ffa-a1ac-8f4eca6415d3 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Deleting port f3fb66f9-450b-40e4-9ce0-1665e933c267 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:55:21.903581 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9148b2ba-f937-4ffa-a1ac-8f4eca6415d3 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:21.955322 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-183f7d25-9aa8-4a8d-a7d3-494c8d82e0e0 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:21.961576 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-eb31f1fa-f98c-48ba-ba2a-c7908c5d2265 tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1604781'] for router_gateway, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:21.981064 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f14faab6-3366-4500-9abc-73511afa53f2 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 04:55:21.991846 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147dec2e-11a7-464e-a303-e9881193c054 None None] Sync routers for ids ['ada416c6-edef-4cad-ab20-945ddff3a53a'] in dv-neutron-843763-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 04:55:22.001649 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147dec2e-11a7-464e-a303-e9881193c054 None None] Routers {'ada416c6-edef-4cad-ab20-945ddff3a53a'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 04:55:22.002416 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-147dec2e-11a7-464e-a303-e9881193c054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T04:55:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['ada416c6-edef-4cad-ab20-945ddff3a53a'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:55:22.005706 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-183f7d25-9aa8-4a8d-a7d3-494c8d82e0e0 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=88261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 04:55:22.036660 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88b1355a-021d-41f3-930f-07ad64160634 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Router f0f7a735-e7f3-4470-b921-03c25e3f0c35 has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 04:55:22.110152 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-183f7d25-9aa8-4a8d-a7d3-494c8d82e0e0 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:22.110530 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.db.segments_db [None req-183f7d25-9aa8-4a8d-a7d3-494c8d82e0e0 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Added segment 86ce0900-95a6-464e-8dfe-ebf3b1e111ac of type vlan for network 3ec963a4-3f21-44ab-a1f1-17c8cf18fc8b May 30 04:55:22.126069 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183f7d25-9aa8-4a8d-a7d3-494c8d82e0e0 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43f39404-e8e0-4285-9842-46e633cd36b3,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:55:22.149242 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-eb31f1fa-f98c-48ba-ba2a-c7908c5d2265 tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11660'] for router, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:22.151610 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-eb31f1fa-f98c-48ba-ba2a-c7908c5d2265 tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:22.176657 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-eb31f1fa-f98c-48ba-ba2a-c7908c5d2265 tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1601605'] for router, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:22.177122 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb31f1fa-f98c-48ba-ba2a-c7908c5d2265 tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Fanout notify agent at l3_agent the message router_deleted on router 4e08c663-55ba-4b9d-b8ed-3b4971ab8c9a {{(pid=88260) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 30 04:55:22.193772 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-147dec2e-11a7-464e-a303-e9881193c054 None None] Set router ada416c6-edef-4cad-ab20-945ddff3a53a gateway port host: dv-neutron-843763-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 04:55:22.202919 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-eb31f1fa-f98c-48ba-ba2a-c7908c5d2265 tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:22.204804 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-eb31f1fa-f98c-48ba-ba2a-c7908c5d2265 tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] 10.222.0.15 "DELETE /v2.0/routers/4e08c663-55ba-4b9d-b8ed-3b4971ab8c9a HTTP/1.1" status: 204 len: 168 time: 1.4585602 May 30 04:55:22.211033 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 37952) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:55:22.217091 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-a6b146b3-7f63-4c71-b74d-e471bc63f45a tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-894462538', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:55:22.225279 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-a6b146b3-7f63-4c71-b74d-e471bc63f45a tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:55:22.230461 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-a6b146b3-7f63-4c71-b74d-e471bc63f45a tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Usage tracker for resource:router and tenant:3d752d42688e4ef7b965b5ec446f8d8d is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:55:22.233589 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-a6b146b3-7f63-4c71-b74d-e471bc63f45a tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:55:22.241700 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-a6b146b3-7f63-4c71-b74d-e471bc63f45a tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:55:22.256256 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a6b146b3-7f63-4c71-b74d-e471bc63f45a tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1603901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11666'] for router, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:22.257686 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a6b146b3-7f63-4c71-b74d-e471bc63f45a tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11675'] for router, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:22.277840 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a6b146b3-7f63-4c71-b74d-e471bc63f45a tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:22.303293 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a6b146b3-7f63-4c71-b74d-e471bc63f45a tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603653'] for router, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:22.306802 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-183f7d25-9aa8-4a8d-a7d3-494c8d82e0e0 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729234556353'] for network, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:22.319394 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-f14faab6-3366-4500-9abc-73511afa53f2 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] 10.222.0.15 "PUT /v2.0/routers/ada416c6-edef-4cad-ab20-945ddff3a53a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0952959 May 30 04:55:22.319394 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88b1355a-021d-41f3-930f-07ad64160634 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 04:55:22.322595 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2c982a-29a8-4db7-87f4-9df7fc5a4abe None None] Sync routers for ids ['f0f7a735-e7f3-4470-b921-03c25e3f0c35'] in dv-neutron-843763-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 04:55:22.331437 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-88b1355a-021d-41f3-930f-07ad64160634 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] 10.222.0.15 "PUT /v2.0/routers/f0f7a735-e7f3-4470-b921-03c25e3f0c35/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2504954 May 30 04:55:22.333642 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2c982a-29a8-4db7-87f4-9df7fc5a4abe None None] Routers {'f0f7a735-e7f3-4470-b921-03c25e3f0c35'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 04:55:22.334350 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-bf2c982a-29a8-4db7-87f4-9df7fc5a4abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T04:55:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['f0f7a735-e7f3-4470-b921-03c25e3f0c35'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:55:22.336547 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 37958) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:55:22.366651 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a6b146b3-7f63-4c71-b74d-e471bc63f45a tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:22.368069 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-a6b146b3-7f63-4c71-b74d-e471bc63f45a tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1557856 May 30 04:55:22.370766 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 37962) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:55:22.376450 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-6258cbc4-82db-4fd5-888a-e6dfeb0491a7 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'enable_snat': False}}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:55:22.408477 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-bf2c982a-29a8-4db7-87f4-9df7fc5a4abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:55:22.420212 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2c982a-29a8-4db7-87f4-9df7fc5a4abe None None] Routers {'f0f7a735-e7f3-4470-b921-03c25e3f0c35'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 04:55:22.420545 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-bf2c982a-29a8-4db7-87f4-9df7fc5a4abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T04:55:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['f0f7a735-e7f3-4470-b921-03c25e3f0c35'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:55:22.492105 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-bf2c982a-29a8-4db7-87f4-9df7fc5a4abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:55:22.492507 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2c982a-29a8-4db7-87f4-9df7fc5a4abe None None] The sync data for ids ['f0f7a735-e7f3-4470-b921-03c25e3f0c35'] in dv-neutron-843763-1-hyperv is: [] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 04:55:22.548343 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.db.resource_extend [None req-183f7d25-9aa8-4a8d-a7d3-494c8d82e0e0 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 04:55:22.557760 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-147dec2e-11a7-464e-a303-e9881193c054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ada416c6-edef-4cad-ab20-945ddff3a53a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-356467084', 'tenant_id': '4c33678f28b44a57ab35b86381e31406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.112'}], 'enable_snat': True}, 'gw_port_id': 'abb07bf1-5771-449e-8886-68e8d6179315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T04:55:08Z', 'updated_at': '2022-05-30T04:55:18Z', 'revision_number': 4, 'project_id': '4c33678f28b44a57ab35b86381e31406', 'gw_port': {'id': 'abb07bf1-5771-449e-8886-68e8d6179315', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:21:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada416c6-edef-4cad-ab20-945ddff3a53a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:55:09Z', 'updated_at': '2022-05-30T04:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': 'fb396f48-037e-44bb-9752-30b69dd60eae', 'name': '', 'network_id': '7de51c91-19bb-4b5d-923c-b7d77dfa625f', 'tenant_id': '4c33678f28b44a57ab35b86381e31406', 'mac_address': 'fa:16:3e:26:fb:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ada416c6-edef-4cad-ab20-945ddff3a53a', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'b5ad951a-f78e-4dae-aa5e-a260f6c65de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:55:16Z', 'updated_at': '2022-05-30T04:55:19Z', 'revision_number': 2, 'project_id': '4c33678f28b44a57ab35b86381e31406', 'subnets': [{'id': 'b5ad951a-f78e-4dae-aa5e-a260f6c65de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:55:22.558757 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-a2439120-24cf-43e0-a1e1-d7883af57a16 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Synchronizing usage tracker for tenant:177e950b79b644f8ac61f323eed71206 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:55:22.561945 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147dec2e-11a7-464e-a303-e9881193c054 None None] Checking router: ada416c6-edef-4cad-ab20-945ddff3a53a for host: dv-neutron-843763-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 04:55:22.562351 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147dec2e-11a7-464e-a303-e9881193c054 None None] Updating router ada416c6-edef-4cad-ab20-945ddff3a53a port fb396f48-037e-44bb-9752-30b69dd60eae binding host dv-neutron-843763-1-hyperv {{(pid=88263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 30 04:55:22.568489 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-9148b2ba-f937-4ffa-a1ac-8f4eca6415d3 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] For port f3fb66f9-450b-40e4-9ce0-1665e933c267, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=f3fb66f9-450b-40e4-9ce0-1665e933c267,segment=NetworkSegment(ad083d94-0233-4c50-a0ed-00ef7686038c),segment_id=ad083d94-0233-4c50-a0ed-00ef7686038c)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:55:22.568855 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9148b2ba-f937-4ffa-a1ac-8f4eca6415d3 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:22.627613 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-147dec2e-11a7-464e-a303-e9881193c054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:22.720361 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-9148b2ba-f937-4ffa-a1ac-8f4eca6415d3 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Calling delete_port for f3fb66f9-450b-40e4-9ce0-1665e933c267 owned by network:router_gateway {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:55:22.751312 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-183f7d25-9aa8-4a8d-a7d3-494c8d82e0e0 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788'] for network, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:22.756690 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-183f7d25-9aa8-4a8d-a7d3-494c8d82e0e0 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:55:22.757287 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-183f7d25-9aa8-4a8d-a7d3-494c8d82e0e0 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642826'] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:22.808339 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-a2439120-24cf-43e0-a1e1-d7883af57a16 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Unset dirty status for tenant:177e950b79b644f8ac61f323eed71206 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:55:22.811795 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-a2439120-24cf-43e0-a1e1-d7883af57a16 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] 10.222.0.15 "GET /v2.0/ports?device_id=f0f7a735-e7f3-4470-b921-03c25e3f0c35 HTTP/1.1" status: 200 len: 205 time: 0.4724984 May 30 04:55:22.827228 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 37976) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:55:22.903754 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-183f7d25-9aa8-4a8d-a7d3-494c8d82e0e0 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.7681713 May 30 04:55:22.912913 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-2bbadcbc-7ba6-4735-9cae-06cdef47b2ba req-8cd574d7-a3a1-4e33-83ea-19da1630b9e1 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Synchronizing usage tracker for tenant:4c33678f28b44a57ab35b86381e31406 on resource:security_group {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:55:22.928575 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183f7d25-9aa8-4a8d-a7d3-494c8d82e0e0 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Pushing event updated for resources: {'Network': ['ID=3ec963a4-3f21-44ab-a1f1-17c8cf18fc8b,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:55:22.942914 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Network 3ec963a4-3f21-44ab-a1f1-17c8cf18fc8b details requested by agent ovs-agent-dv-neutron-843763-1-hyperv with host dv-neutron-843763-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 04:55:22.965964 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-2bbadcbc-7ba6-4735-9cae-06cdef47b2ba req-8cd574d7-a3a1-4e33-83ea-19da1630b9e1 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Unset dirty status for tenant:4c33678f28b44a57ab35b86381e31406 on resource:security_group {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:55:22.967165 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2bbadcbc-7ba6-4735-9cae-06cdef47b2ba req-8cd574d7-a3a1-4e33-83ea-19da1630b9e1 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1970452665&fields=id&tenant_id=4c33678f28b44a57ab35b86381e31406 HTTP/1.1" status: 200 len: 267 time: 0.3249717 May 30 04:55:23.097066 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-147dec2e-11a7-464e-a303-e9881193c054 None None] Notify callbacks [] for port, precommit_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:23.101298 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-cb593456-748c-4469-8737-57c3b1318f4e tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks [] for router, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:23.122666 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.provisioning_blocks [None req-147dec2e-11a7-464e-a303-e9881193c054 None None] Transition to ACTIVE for port object fb396f48-037e-44bb-9752-30b69dd60eae will not be triggered until provisioned by entity L2. {{(pid=88263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:55:23.134871 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-147dec2e-11a7-464e-a303-e9881193c054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:23.224503 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6258cbc4-82db-4fd5-888a-e6dfeb0491a7 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11765'] for router, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:23.234845 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8277b8f6-b167-49f7-80c3-105aaba6c9f8 None None] Pushing event updated for resources: {'Port': ['ID=fb396f48-037e-44bb-9752-30b69dd60eae,revision_number=3']} {{(pid=88263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:55:23.277254 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbadcbc-7ba6-4735-9cae-06cdef47b2ba req-5818141d-6aa2-4fcb-8ab1-dae7f4e98d4f tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:55:23.288383 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-2bbadcbc-7ba6-4735-9cae-06cdef47b2ba req-5818141d-6aa2-4fcb-8ab1-dae7f4e98d4f tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Synchronizing usage tracker for tenant:4c33678f28b44a57ab35b86381e31406 on resource:network {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:55:23.308630 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9148b2ba-f937-4ffa-a1ac-8f4eca6415d3 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:23.401827 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9148b2ba-f937-4ffa-a1ac-8f4eca6415d3 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Pushing event deleted for resources: {'Port': ['ID=f3fb66f9-450b-40e4-9ce0-1665e933c267,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:55:23.437555 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-2bbadcbc-7ba6-4735-9cae-06cdef47b2ba req-5818141d-6aa2-4fcb-8ab1-dae7f4e98d4f tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Unset dirty status for tenant:4c33678f28b44a57ab35b86381e31406 on resource:network {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:55:23.438090 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2bbadcbc-7ba6-4735-9cae-06cdef47b2ba req-5818141d-6aa2-4fcb-8ab1-dae7f4e98d4f tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] 10.222.0.15 "GET /v2.0/networks?id=7de51c91-19bb-4b5d-923c-b7d77dfa625f HTTP/1.1" status: 200 len: 797 time: 0.4292009 May 30 04:55:23.477211 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-cb593456-748c-4469-8737-57c3b1318f4e tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11660'] for router, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:23.480694 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-cb593456-748c-4469-8737-57c3b1318f4e tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:23.519752 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2bbadcbc-7ba6-4735-9cae-06cdef47b2ba req-51949193-e0f1-4c95-9a5d-87e6b7548b1b tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] 10.222.0.15 "GET /v2.0/quotas/4c33678f28b44a57ab35b86381e31406 HTTP/1.1" status: 200 len: 375 time: 0.0185471 May 30 04:55:23.520537 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9148b2ba-f937-4ffa-a1ac-8f4eca6415d3 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1604781'] for router_gateway, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:23.521623 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-cb593456-748c-4469-8737-57c3b1318f4e tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1601605'] for router, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:23.522323 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb593456-748c-4469-8737-57c3b1318f4e tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Fanout notify agent at l3_agent the message router_deleted on router f0f7a735-e7f3-4470-b921-03c25e3f0c35 {{(pid=88260) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 30 04:55:23.548097 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-cb593456-748c-4469-8737-57c3b1318f4e tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:23.552152 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-cb593456-748c-4469-8737-57c3b1318f4e tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] 10.222.0.15 "DELETE /v2.0/routers/f0f7a735-e7f3-4470-b921-03c25e3f0c35 HTTP/1.1" status: 204 len: 168 time: 0.7216110 May 30 04:55:23.559387 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 37982) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:55:23.642186 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-147dec2e-11a7-464e-a303-e9881193c054 None None] Attempting to bind port fb396f48-037e-44bb-9752-30b69dd60eae on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 04:55:23.642595 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-147dec2e-11a7-464e-a303-e9881193c054 None None] Attempting to bind port fb396f48-037e-44bb-9752-30b69dd60eae by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': '802c3e76-b2e9-4d86-8049-6831b9ec5c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '7de51c91-19bb-4b5d-923c-b7d77dfa625f'}] {{(pid=88263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 04:55:23.643042 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147dec2e-11a7-464e-a303-e9881193c054 None None] Attempting to bind port fb396f48-037e-44bb-9752-30b69dd60eae on network 7de51c91-19bb-4b5d-923c-b7d77dfa625f {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 04:55:23.649515 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147dec2e-11a7-464e-a303-e9881193c054 None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 4, 55, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 04:55:23.650594 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147dec2e-11a7-464e-a303-e9881193c054 None None] Checking segment: {'id': '802c3e76-b2e9-4d86-8049-6831b9ec5c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '7de51c91-19bb-4b5d-923c-b7d77dfa625f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:55:23.651091 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-147dec2e-11a7-464e-a303-e9881193c054 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:23.651743 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147dec2e-11a7-464e-a303-e9881193c054 None None] Bound using segment: {'id': '802c3e76-b2e9-4d86-8049-6831b9ec5c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '7de51c91-19bb-4b5d-923c-b7d77dfa625f'} {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 04:55:23.652301 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-147dec2e-11a7-464e-a303-e9881193c054 None None] Bound port: fb396f48-037e-44bb-9752-30b69dd60eae, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '802c3e76-b2e9-4d86-8049-6831b9ec5c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '7de51c91-19bb-4b5d-923c-b7d77dfa625f'}}] {{(pid=88263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 04:55:23.652942 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-147dec2e-11a7-464e-a303-e9881193c054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:23.758935 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.db [None req-147dec2e-11a7-464e-a303-e9881193c054 None None] For port fb396f48-037e-44bb-9752-30b69dd60eae, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 04:55:23.762796 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.db [None req-147dec2e-11a7-464e-a303-e9881193c054 None None] For port fb396f48-037e-44bb-9752-30b69dd60eae, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=fb396f48-037e-44bb-9752-30b69dd60eae,segment=NetworkSegment(802c3e76-b2e9-4d86-8049-6831b9ec5c3a),segment_id=802c3e76-b2e9-4d86-8049-6831b9ec5c3a)] {{(pid=88263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 04:55:23.768513 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-147dec2e-11a7-464e-a303-e9881193c054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:23.807527 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9148b2ba-f937-4ffa-a1ac-8f4eca6415d3 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11660'] for router, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:23.811611 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9148b2ba-f937-4ffa-a1ac-8f4eca6415d3 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:23.853229 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_v2 [None req-34034983-e89e-4c11-a329-c5fb6da712d6 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Deleting subnet 9f635c4d-e2a6-4ef9-b8b2-7754ea96c7b7 {{(pid=88261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 30 04:55:23.858293 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-34034983-e89e-4c11-a329-c5fb6da712d6 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks [] for subnet, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:23.901095 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9148b2ba-f937-4ffa-a1ac-8f4eca6415d3 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1601605'] for router, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:23.901521 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9148b2ba-f937-4ffa-a1ac-8f4eca6415d3 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 88b797dc-9cc3-4c66-8e02-8cd298b966e2 {{(pid=88261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 30 04:55:23.935925 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-2bbadcbc-7ba6-4735-9cae-06cdef47b2ba req-cf88460a-66e9-4e1f-8cac-9c85e576acd8 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Synchronizing usage tracker for tenant:4c33678f28b44a57ab35b86381e31406 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:55:23.940001 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-34034983-e89e-4c11-a329-c5fb6da712d6 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3545586'] for subnet, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:23.950709 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8277b8f6-b167-49f7-80c3-105aaba6c9f8 None None] Pushing event updated for resources: {'Port': ['ID=fb396f48-037e-44bb-9752-30b69dd60eae,revision_number=4']} {{(pid=88263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:55:23.976695 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9148b2ba-f937-4ffa-a1ac-8f4eca6415d3 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Notify callbacks [] for router, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:23.980734 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-9148b2ba-f937-4ffa-a1ac-8f4eca6415d3 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] 10.222.0.15 "DELETE /v2.0/routers/88b797dc-9cc3-4c66-8e02-8cd298b966e2 HTTP/1.1" status: 204 len: 168 time: 3.6310947 May 30 04:55:23.985506 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147dec2e-11a7-464e-a303-e9881193c054 None None] Routers {'ada416c6-edef-4cad-ab20-945ddff3a53a'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 04:55:23.986332 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-147dec2e-11a7-464e-a303-e9881193c054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T04:55:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['ada416c6-edef-4cad-ab20-945ddff3a53a'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:55:23.990007 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 37988) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:55:24.001721 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-3b8a2bb1-5fdf-4675-b1fc-56d2f351d36a tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-133135125', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'}, 'admin_state_up': False}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:55:24.036473 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-3b8a2bb1-5fdf-4675-b1fc-56d2f351d36a tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:55:24.045488 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6258cbc4-82db-4fd5-888a-e6dfeb0491a7 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:24.100813 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-34034983-e89e-4c11-a329-c5fb6da712d6 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860493'] for subnet, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:24.109446 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6258cbc4-82db-4fd5-888a-e6dfeb0491a7 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:24.209960 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-3b8a2bb1-5fdf-4675-b1fc-56d2f351d36a tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Usage tracker for resource:router and tenant:d0d8de6c33ac4bb99234640e8489f5da is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:55:24.219473 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-3b8a2bb1-5fdf-4675-b1fc-56d2f351d36a tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:55:24.228499 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-3b8a2bb1-5fdf-4675-b1fc-56d2f351d36a tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:55:24.244645 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-34034983-e89e-4c11-a329-c5fb6da712d6 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2304955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9305493'] for subnet, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:24.292215 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-147dec2e-11a7-464e-a303-e9881193c054 None None] Set router ada416c6-edef-4cad-ab20-945ddff3a53a gateway port host: dv-neutron-843763-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 04:55:24.315595 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-2bbadcbc-7ba6-4735-9cae-06cdef47b2ba req-cf88460a-66e9-4e1f-8cac-9c85e576acd8 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Unset dirty status for tenant:4c33678f28b44a57ab35b86381e31406 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:55:24.322450 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2bbadcbc-7ba6-4735-9cae-06cdef47b2ba req-cf88460a-66e9-4e1f-8cac-9c85e576acd8 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=4c33678f28b44a57ab35b86381e31406&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7574782 May 30 04:55:24.356446 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-34034983-e89e-4c11-a329-c5fb6da712d6 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:24.357951 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91e33560-e63f-4d0b-839a-3989ce01c309 None None] Network fb73c2f6-4f8b-46fa-86d8-b91f0c9df869 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:55:24.398614 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34034983-e89e-4c11-a329-c5fb6da712d6 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Pushing event deleted for resources: {'Subnet': ['ID=9f635c4d-e2a6-4ef9-b8b2-7754ea96c7b7,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:55:24.640831 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-6258cbc4-82db-4fd5-888a-e6dfeb0491a7 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Allocated IP 172.26.6.132 (1bab70f4-3794-44db-8e17-19f483aa8ffa/6b5b73c1-b0ce-4f83-a930-c00cc5522926/f9f6aef4-5ed6-4b8b-8caa-59e35078fefa) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:55:24.682442 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3b8a2bb1-5fdf-4675-b1fc-56d2f351d36a tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1603901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11666'] for router, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:24.683489 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3b8a2bb1-5fdf-4675-b1fc-56d2f351d36a tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11675'] for router, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:24.755304 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef0d358-4854-4d91-9c5c-d6cd31ef2bc8 None None] DHCP port deletion for fb73c2f6-4f8b-46fa-86d8-b91f0c9df869 request from dv-neutron-843763-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 30 04:55:24.762241 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-4ef0d358-4854-4d91-9c5c-d6cd31ef2bc8 None None] Deleting port ee689e99-4c82-442a-a7ef-376c5201d5a5 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:55:24.763032 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-4ef0d358-4854-4d91-9c5c-d6cd31ef2bc8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:24.768769 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-147dec2e-11a7-464e-a303-e9881193c054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ada416c6-edef-4cad-ab20-945ddff3a53a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-356467084', 'tenant_id': '4c33678f28b44a57ab35b86381e31406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.112'}], 'enable_snat': True}, 'gw_port_id': 'abb07bf1-5771-449e-8886-68e8d6179315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T04:55:08Z', 'updated_at': '2022-05-30T04:55:18Z', 'revision_number': 4, 'project_id': '4c33678f28b44a57ab35b86381e31406', 'gw_port': {'id': 'abb07bf1-5771-449e-8886-68e8d6179315', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:21:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada416c6-edef-4cad-ab20-945ddff3a53a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:55:09Z', 'updated_at': '2022-05-30T04:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': 'fb396f48-037e-44bb-9752-30b69dd60eae', 'name': '', 'network_id': '7de51c91-19bb-4b5d-923c-b7d77dfa625f', 'tenant_id': '4c33678f28b44a57ab35b86381e31406', 'mac_address': 'fa:16:3e:26:fb:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ada416c6-edef-4cad-ab20-945ddff3a53a', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'b5ad951a-f78e-4dae-aa5e-a260f6c65de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:55:16Z', 'updated_at': '2022-05-30T04:55:23Z', 'revision_number': 4, 'project_id': '4c33678f28b44a57ab35b86381e31406', 'subnets': [{'id': 'b5ad951a-f78e-4dae-aa5e-a260f6c65de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:55:24.776354 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147dec2e-11a7-464e-a303-e9881193c054 None None] The sync data for ids ['ada416c6-edef-4cad-ab20-945ddff3a53a'] in dv-neutron-843763-1-hyperv is: [{'id': 'ada416c6-edef-4cad-ab20-945ddff3a53a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-356467084', 'tenant_id': '4c33678f28b44a57ab35b86381e31406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.112'}], 'enable_snat': True}, 'gw_port_id': 'abb07bf1-5771-449e-8886-68e8d6179315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T04:55:08Z', 'updated_at': '2022-05-30T04:55:18Z', 'revision_number': 4, 'project_id': '4c33678f28b44a57ab35b86381e31406', 'gw_port': {'id': 'abb07bf1-5771-449e-8886-68e8d6179315', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:21:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada416c6-edef-4cad-ab20-945ddff3a53a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:55:09Z', 'updated_at': '2022-05-30T04:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': 'fb396f48-037e-44bb-9752-30b69dd60eae', 'name': '', 'network_id': '7de51c91-19bb-4b5d-923c-b7d77dfa625f', 'tenant_id': '4c33678f28b44a57ab35b86381e31406', 'mac_address': 'fa:16:3e:26:fb:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ada416c6-edef-4cad-ab20-945ddff3a53a', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'b5ad951a-f78e-4dae-aa5e-a260f6c65de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:55:16Z', 'updated_at': '2022-05-30T04:55:23Z', 'revision_number': 4, 'project_id': '4c33678f28b44a57ab35b86381e31406', 'subnets': [{'id': 'b5ad951a-f78e-4dae-aa5e-a260f6c65de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 04:55:24.784698 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-34034983-e89e-4c11-a329-c5fb6da712d6 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] 10.222.0.15 "DELETE /v2.0/subnets/9f635c4d-e2a6-4ef9-b8b2-7754ea96c7b7 HTTP/1.1" status: 204 len: 168 time: 1.2162519 May 30 04:55:24.797279 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 37992) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:55:24.915701 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3b8a2bb1-5fdf-4675-b1fc-56d2f351d36a tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:24.978027 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bc039b1-bd8f-4d69-a996-56c1f6933dd6 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Deleting subnet b1c3d0f4-e8d3-489a-b5a1-63a61d5a325e {{(pid=88261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 30 04:55:25.030433 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6258cbc4-82db-4fd5-888a-e6dfeb0491a7 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:25.058689 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6bc039b1-bd8f-4d69-a996-56c1f6933dd6 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks [] for subnet, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:25.080675 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6258cbc4-82db-4fd5-888a-e6dfeb0491a7 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:25.110055 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2bbadcbc-7ba6-4735-9cae-06cdef47b2ba req-0c7e43c8-472d-4801-8736-027721766ddd service neutron] 10.222.0.15 "GET /v2.0/networks/7de51c91-19bb-4b5d-923c-b7d77dfa625f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7642872 May 30 04:55:25.162171 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-4ef0d358-4854-4d91-9c5c-d6cd31ef2bc8 None None] For port ee689e99-4c82-442a-a7ef-376c5201d5a5, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=ee689e99-4c82-442a-a7ef-376c5201d5a5,segment=NetworkSegment(9f965468-c1f8-42b9-8054-bbb7861749ae),segment_id=9f965468-c1f8-42b9-8054-bbb7861749ae)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:55:25.162721 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-4ef0d358-4854-4d91-9c5c-d6cd31ef2bc8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:25.172344 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6258cbc4-82db-4fd5-888a-e6dfeb0491a7 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Network 1bab70f4-3794-44db-8e17-19f483aa8ffa is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:55:25.180170 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-6258cbc4-82db-4fd5-888a-e6dfeb0491a7 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:55:25.208552 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6258cbc4-82db-4fd5-888a-e6dfeb0491a7 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:55:25.240964 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6bc039b1-bd8f-4d69-a996-56c1f6933dd6 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3545586'] for subnet, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:25.351449 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6bc039b1-bd8f-4d69-a996-56c1f6933dd6 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860493'] for subnet, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:25.480193 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-4ef0d358-4854-4d91-9c5c-d6cd31ef2bc8 None None] Calling delete_port for ee689e99-4c82-442a-a7ef-376c5201d5a5 owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:55:25.603765 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6258cbc4-82db-4fd5-888a-e6dfeb0491a7 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Pushing event updated for resources: {'Port': ['ID=f9f6aef4-5ed6-4b8b-8caa-59e35078fefa,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:55:25.668057 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6bc039b1-bd8f-4d69-a996-56c1f6933dd6 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2304955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9305493'] for subnet, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:25.678975 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-4ef0d358-4854-4d91-9c5c-d6cd31ef2bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069'] for port, after_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:25.769862 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef0d358-4854-4d91-9c5c-d6cd31ef2bc8 None None] No DVR routers for this DVR port ee689e99-4c82-442a-a7ef-376c5201d5a5 on host dv-neutron-843763-1-hyperv {{(pid=88262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 04:55:25.791621 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef0d358-4854-4d91-9c5c-d6cd31ef2bc8 None None] Pushing event deleted for resources: {'Port': ['ID=ee689e99-4c82-442a-a7ef-376c5201d5a5,revision_number=None']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:55:25.835656 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3b8a2bb1-5fdf-4675-b1fc-56d2f351d36a tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11765'] for router, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:25.943906 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc039b1-bd8f-4d69-a996-56c1f6933dd6 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Pushing event deleted for resources: {'Subnet': ['ID=b1c3d0f4-e8d3-489a-b5a1-63a61d5a325e,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:55:25.948612 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2bbadcbc-7ba6-4735-9cae-06cdef47b2ba req-3cd6adf8-fdd0-42b3-85c7-8d87f5c29e36 service neutron] 10.222.0.15 "GET /v2.0/networks/7de51c91-19bb-4b5d-923c-b7d77dfa625f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4393864 May 30 04:55:25.953277 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6bc039b1-bd8f-4d69-a996-56c1f6933dd6 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:25.963100 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfaf072a-c6a9-424e-aafd-6445d978b3cc None None] Network ba2825e1-e64d-4f4f-aa20-e9e4d8e5edf0 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:55:25.974253 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-6bc039b1-bd8f-4d69-a996-56c1f6933dd6 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] 10.222.0.15 "DELETE /v2.0/subnets/b1c3d0f4-e8d3-489a-b5a1-63a61d5a325e HTTP/1.1" status: 204 len: 168 time: 1.1726518 May 30 04:55:25.975125 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 37998) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:55:25.997411 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6258cbc4-82db-4fd5-888a-e6dfeb0491a7 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:26.013242 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device fb396f48-037e-44bb-9752-30b69dd60eae up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 04:55:26.166103 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 38002) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:55:26.180123 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-631a3c3d-84b9-485a-b8ab-6eb3c6910d23 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Request body: {'subnet': {'network_id': '3ec963a4-3f21-44ab-a1f1-17c8cf18fc8b', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:55:26.276770 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-09ef66ad-8fe5-43a5-8043-387df0ee17a7 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897784'] for network, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:26.424473 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port fb396f48-037e-44bb-9752-30b69dd60eae completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:55:26.441918 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port fb396f48-037e-44bb-9752-30b69dd60eae triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:55:26.442260 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:26.462788 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-09ef66ad-8fe5-43a5-8043-387df0ee17a7 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867540', 'neutron.services.segments.db._delete_segments_for_network-8729234922972'] for network, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:26.488577 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-ceb08704-e11b-4604-87ab-447d8f087bb7 req-bf233363-f82d-45be-8bfb-e7f260504754 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3b4fbda-4b1c-4eb1-8123-8c822f8314a1 HTTP/1.1" status: 200 len: 210 time: 0.1840613 May 30 04:55:26.530542 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-09ef66ad-8fe5-43a5-8043-387df0ee17a7 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb73c2f6-4f8b-46fa-86d8-b91f0c9df869']}} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:55:26.556872 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-09ef66ad-8fe5-43a5-8043-387df0ee17a7 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f965468-c1f8-42b9-8054-bbb7861749ae') {'for_net_delete': True} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:55:26.557347 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-09ef66ad-8fe5-43a5-8043-387df0ee17a7 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f965468-c1f8-42b9-8054-bbb7861749ae') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:55:26.577196 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-09ef66ad-8fe5-43a5-8043-387df0ee17a7 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729235042807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3545573'] for segment, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:26.622692 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e41d77ad-bca5-4b97-af37-ced86b139693 None None] DHCP port deletion for ba2825e1-e64d-4f4f-aa20-e9e4d8e5edf0 request from dv-neutron-843763-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 30 04:55:26.642238 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-e41d77ad-bca5-4b97-af37-ced86b139693 None None] Deleting port 26803d6b-fd1f-4892-851b-6ef2777900b9 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:55:26.642766 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e41d77ad-bca5-4b97-af37-ced86b139693 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:26.664647 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-631a3c3d-84b9-485a-b8ab-6eb3c6910d23 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:55:26.673466 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-631a3c3d-84b9-485a-b8ab-6eb3c6910d23 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Usage tracker for resource:subnet and tenant:73057037b7c54dd9b8d98bcf1b270dc2 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:55:26.676897 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-09ef66ad-8fe5-43a5-8043-387df0ee17a7 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:26.679531 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-631a3c3d-84b9-485a-b8ab-6eb3c6910d23 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:55:26.690105 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-631a3c3d-84b9-485a-b8ab-6eb3c6910d23 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:55:26.779199 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port fb396f48-037e-44bb-9752-30b69dd60eae is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:55:26.779712 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:26.806255 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-631a3c3d-84b9-485a-b8ab-6eb3c6910d23 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Made reservation on behalf of 73057037b7c54dd9b8d98bcf1b270dc2 for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:55:26.810788 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-631a3c3d-84b9-485a-b8ab-6eb3c6910d23 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2133361'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:26.872945 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09ef66ad-8fe5-43a5-8043-387df0ee17a7 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=88261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 04:55:26.873481 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-09ef66ad-8fe5-43a5-8043-387df0ee17a7 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-862858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2304281'] for segment, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:26.940324 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-e41d77ad-bca5-4b97-af37-ced86b139693 None None] For port 26803d6b-fd1f-4892-851b-6ef2777900b9, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=26803d6b-fd1f-4892-851b-6ef2777900b9,segment=NetworkSegment(b6835563-e80f-4fe3-a359-7b1aa4857f62),segment_id=b6835563-e80f-4fe3-a359-7b1aa4857f62)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:55:26.940768 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e41d77ad-bca5-4b97-af37-ced86b139693 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:26.952765 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 9f965468-c1f8-42b9-8054-bbb7861749ae resource provider aggregate not found May 30 04:55:26.994636 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 9f965468-c1f8-42b9-8054-bbb7861749ae resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9f965468-c1f8-42b9-8054-bbb7861749ae found for delete ", "request_id": "req-0e71d9fe-c9be-441c-ba15-e74b931fab81"}]} May 30 04:55:27.018670 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3b8a2bb1-5fdf-4675-b1fc-56d2f351d36a tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Notify callbacks [] for router_gateway, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:27.049877 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3b8a2bb1-5fdf-4675-b1fc-56d2f351d36a tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:27.081644 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6258cbc4-82db-4fd5-888a-e6dfeb0491a7 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11765'] for router, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:27.086979 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-09ef66ad-8fe5-43a5-8043-387df0ee17a7 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604744'] for network, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:27.102809 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-e41d77ad-bca5-4b97-af37-ced86b139693 None None] Calling delete_port for 26803d6b-fd1f-4892-851b-6ef2777900b9 owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:55:27.117852 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-09ef66ad-8fe5-43a5-8043-387df0ee17a7 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642826'] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:27.136097 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ef66ad-8fe5-43a5-8043-387df0ee17a7 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Pushing event deleted for resources: {'Network': ['ID=fb73c2f6-4f8b-46fa-86d8-b91f0c9df869,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:55:27.141822 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-09ef66ad-8fe5-43a5-8043-387df0ee17a7 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] 10.222.0.15 "DELETE /v2.0/networks/fb73c2f6-4f8b-46fa-86d8-b91f0c9df869 HTTP/1.1" status: 204 len: 168 time: 1.1601009 May 30 04:55:27.145507 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 38024) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:55:27.152724 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6258cbc4-82db-4fd5-888a-e6dfeb0491a7 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1603699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1603708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1603909'] for router, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:27.218671 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] For port fb396f48-037e-44bb-9752-30b69dd60eae, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=fb396f48-037e-44bb-9752-30b69dd60eae,segment=NetworkSegment(802c3e76-b2e9-4d86-8049-6831b9ec5c3a),segment_id=802c3e76-b2e9-4d86-8049-6831b9ec5c3a)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:55:27.224280 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e41d77ad-bca5-4b97-af37-ced86b139693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069'] for port, after_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:27.275791 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:27.294720 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41d77ad-bca5-4b97-af37-ced86b139693 None None] Pushing event deleted for resources: {'Port': ['ID=26803d6b-fd1f-4892-851b-6ef2777900b9,revision_number=None']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:55:27.296573 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41d77ad-bca5-4b97-af37-ced86b139693 None None] No DVR routers for this DVR port 26803d6b-fd1f-4892-851b-6ef2777900b9 on host dv-neutron-843763-1-hyperv {{(pid=88262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 04:55:27.326238 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ec15cd4d-3fce-450b-8fde-3684cd1858a5 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897784'] for network, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:27.365405 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device ee689e99-4c82-442a-a7ef-376c5201d5a5 no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 04:55:27.366442 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-3b8a2bb1-5fdf-4675-b1fc-56d2f351d36a tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Allocated IP 172.26.6.25 (1bab70f4-3794-44db-8e17-19f483aa8ffa/6b5b73c1-b0ce-4f83-a930-c00cc5522926/5a1fcd2a-6daa-4f84-9a7f-9804c118bece) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:55:27.402906 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-631a3c3d-84b9-485a-b8ab-6eb3c6910d23 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1547796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2133315'] for subnet, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:27.403425 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] No Port match for: ee689e99-4c82-442a-a7ef-376c5201d5a5 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 04:55:27.403621 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device ee689e99-4c82-442a-a7ef-376c5201d5a5 not bound to the agent host dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 04:55:27.403972 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device f3fb66f9-450b-40e4-9ce0-1665e933c267 no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 04:55:27.445001 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] No Port match for: f3fb66f9-450b-40e4-9ce0-1665e933c267 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 04:55:27.445917 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device f3fb66f9-450b-40e4-9ce0-1665e933c267 not bound to the agent host dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 04:55:27.449491 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Pushing event updated for resources: {'Port': ['ID=fb396f48-037e-44bb-9752-30b69dd60eae,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:55:27.542550 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631a3c3d-84b9-485a-b8ab-6eb3c6910d23 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Pushing event updated for resources: {'Subnet': ['ID=fac22d46-9da7-42dd-8325-f53d232472c1,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:55:27.560816 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631a3c3d-84b9-485a-b8ab-6eb3c6910d23 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Checking segment: {'id': '86ce0900-95a6-464e-8dfe-ebf3b1e111ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3ec963a4-3f21-44ab-a1f1-17c8cf18fc8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:55:27.561536 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-631a3c3d-84b9-485a-b8ab-6eb3c6910d23 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Network hostable DHCP agents. Network: 3ec963a4-3f21-44ab-a1f1-17c8cf18fc8b, hostable agents: ['1c705e68-3d3e-4dd3-9252-feb21d4b96ab'], hosted agents: [] {{(pid=88260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 04:55:27.594047 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6258cbc4-82db-4fd5-888a-e6dfeb0491a7 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Router 3ff3f563-f213-4992-b5e1-d2daa8696269 is scheduled to L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 with binding_index 1 {{(pid=88260) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 30 04:55:27.606464 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-631a3c3d-84b9-485a-b8ab-6eb3c6910d23 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Network 3ec963a4-3f21-44ab-a1f1-17c8cf18fc8b is scheduled to be hosted by DHCP agent 1c705e68-3d3e-4dd3-9252-feb21d4b96ab with binding_index 1 {{(pid=88260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 04:55:27.695121 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-631a3c3d-84b9-485a-b8ab-6eb3c6910d23 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843763-1-hyperv, 3ec963a4-3f21-44ab-a1f1-17c8cf18fc8b) {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:55:27.702008 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631a3c3d-84b9-485a-b8ab-6eb3c6910d23 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:55:27.702611 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-631a3c3d-84b9-485a-b8ab-6eb3c6910d23 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642826'] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:27.709170 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ec15cd4d-3fce-450b-8fde-3684cd1858a5 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867540', 'neutron.services.segments.db._delete_segments_for_network-8729234922972'] for network, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:27.709864 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a1a0ac8-d32d-4c56-82fe-c8c0eabd8d8f None None] Network 3ec963a4-3f21-44ab-a1f1-17c8cf18fc8b requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:55:27.739392 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-bac88ef8-2c56-4107-bc12-4ada013f7a2b req-4207f3e8-e7e9-4b81-92a8-4571e3cea8c8 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3b4fbda-4b1c-4eb1-8123-8c822f8314a1 HTTP/1.1" status: 200 len: 210 time: 0.0807989 May 30 04:55:27.790831 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-ec15cd4d-3fce-450b-8fde-3684cd1858a5 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba2825e1-e64d-4f4f-aa20-e9e4d8e5edf0']}} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:55:27.800489 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-631a3c3d-84b9-485a-b8ab-6eb3c6910d23 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6329124 May 30 04:55:27.803875 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 38030) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:55:27.822005 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-9651e73a-3110-4913-93a7-fedae6a98619 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-117581766'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:55:27.843510 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-ec15cd4d-3fce-450b-8fde-3684cd1858a5 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6835563-e80f-4fe3-a359-7b1aa4857f62') {'for_net_delete': True} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:55:27.843816 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-ec15cd4d-3fce-450b-8fde-3684cd1858a5 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6835563-e80f-4fe3-a359-7b1aa4857f62') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:55:27.844244 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-9651e73a-3110-4913-93a7-fedae6a98619 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:55:27.865212 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-9651e73a-3110-4913-93a7-fedae6a98619 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Usage tracker for resource:network and tenant:73057037b7c54dd9b8d98bcf1b270dc2 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:55:27.872673 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ec15cd4d-3fce-450b-8fde-3684cd1858a5 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729235042807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3545573'] for segment, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:27.883708 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-9651e73a-3110-4913-93a7-fedae6a98619 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:55:27.885785 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbadcbc-7ba6-4735-9cae-06cdef47b2ba req-2aac296b-2c33-43d3-95cd-3c6605d2cccf tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:55:27.887324 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2bbadcbc-7ba6-4735-9cae-06cdef47b2ba req-2aac296b-2c33-43d3-95cd-3c6605d2cccf tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] 10.222.0.39 "GET /v2.0/networks?id=7de51c91-19bb-4b5d-923c-b7d77dfa625f HTTP/1.1" status: 200 len: 797 time: 0.3226449 May 30 04:55:27.899696 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-9651e73a-3110-4913-93a7-fedae6a98619 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:55:27.914062 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6258cbc4-82db-4fd5-888a-e6dfeb0491a7 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 04:55:27.914609 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3b8a2bb1-5fdf-4675-b1fc-56d2f351d36a tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:27.915541 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device fb396f48-037e-44bb-9752-30b69dd60eae up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 04:55:27.922989 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6258cbc4-82db-4fd5-888a-e6dfeb0491a7 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:27.926203 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf284df-a04c-46ec-8d02-8a2d64be7bf6 None None] Sync routers for ids ['3ff3f563-f213-4992-b5e1-d2daa8696269'] in dv-neutron-843763-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 04:55:27.928543 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 38038) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:55:27.934339 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-6258cbc4-82db-4fd5-888a-e6dfeb0491a7 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] 10.222.0.15 "PUT /v2.0/routers/3ff3f563-f213-4992-b5e1-d2daa8696269 HTTP/1.1" status: 200 len: 915 time: 5.5620317 May 30 04:55:27.940941 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9651e73a-3110-4913-93a7-fedae6a98619 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Made reservation on behalf of 73057037b7c54dd9b8d98bcf1b270dc2 for: {'network': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:55:27.943357 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf284df-a04c-46ec-8d02-8a2d64be7bf6 None None] Routers {'3ff3f563-f213-4992-b5e1-d2daa8696269'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 04:55:27.944277 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-ddf284df-a04c-46ec-8d02-8a2d64be7bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T04:55:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['3ff3f563-f213-4992-b5e1-d2daa8696269'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:55:27.946754 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9651e73a-3110-4913-93a7-fedae6a98619 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for network, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:27.984135 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ec15cd4d-3fce-450b-8fde-3684cd1858a5 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:27.986847 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9651e73a-3110-4913-93a7-fedae6a98619 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=88260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 04:55:28.009362 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9651e73a-3110-4913-93a7-fedae6a98619 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:28.009977 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.db.segments_db [None req-9651e73a-3110-4913-93a7-fedae6a98619 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Added segment 0e5ca4fe-418d-42fc-a31a-80b63e9a3792 of type vlan for network c71d4773-6bb9-4dcb-bbd3-75f6547f5754 May 30 04:55:28.017001 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec15cd4d-3fce-450b-8fde-3684cd1858a5 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=88261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 04:55:28.017466 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ec15cd4d-3fce-450b-8fde-3684cd1858a5 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-862858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2304281'] for segment, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:28.031484 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-ddf284df-a04c-46ec-8d02-8a2d64be7bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:55:28.039891 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-ff6b8dc8-a2bc-4e4d-b158-7d355e7ee115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:28.045352 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf284df-a04c-46ec-8d02-8a2d64be7bf6 None None] Routers {'3ff3f563-f213-4992-b5e1-d2daa8696269'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 04:55:28.046351 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-ddf284df-a04c-46ec-8d02-8a2d64be7bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T04:55:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['3ff3f563-f213-4992-b5e1-d2daa8696269'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:55:28.047505 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9651e73a-3110-4913-93a7-fedae6a98619 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729234556353'] for network, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:28.057389 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1356c3a9-c5f8-46db-a031-58051fa924dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bbf24ed-7ba9-53d2-873f-8f9642b1e987-3ec963a4-3f21-44ab-a1f1-17c8cf18fc8b', 'network_id': '3ec963a4-3f21-44ab-a1f1-17c8cf18fc8b', 'tenant_id': '73057037b7c54dd9b8d98bcf1b270dc2', 'fixed_ips': [{'subnet_id': 'fac22d46-9da7-42dd-8325-f53d232472c1'}]}} from dv-neutron-843763-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 30 04:55:28.058255 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-1356c3a9-c5f8-46db-a031-58051fa924dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:28.085647 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9651e73a-3110-4913-93a7-fedae6a98619 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788'] for network, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:28.089834 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port fb396f48-037e-44bb-9752-30b69dd60eae triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:55:28.090283 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:28.094430 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9651e73a-3110-4913-93a7-fedae6a98619 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:55:28.095301 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9651e73a-3110-4913-93a7-fedae6a98619 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642826'] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:28.113731 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2bbadcbc-7ba6-4735-9cae-06cdef47b2ba req-e93a0102-6c53-426e-bad9-b4bfeffbee6d tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4c33678f28b44a57ab35b86381e31406 HTTP/1.1" status: 200 len: 380 time: 0.2143140 May 30 04:55:28.128168 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-ddf284df-a04c-46ec-8d02-8a2d64be7bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:55:28.129493 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf284df-a04c-46ec-8d02-8a2d64be7bf6 None None] The sync data for ids ['3ff3f563-f213-4992-b5e1-d2daa8696269'] in dv-neutron-843763-1-hyperv is: [] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 04:55:28.136400 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [req-2bbadcbc-7ba6-4735-9cae-06cdef47b2ba req-8789bfdb-867b-467a-8e3b-3b65cc7e5cde tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Request body: {'port': {'device_id': 'a3b4fbda-4b1c-4eb1-8123-8c822f8314a1', 'network_id': '7de51c91-19bb-4b5d-923c-b7d77dfa625f', 'admin_state_up': True, 'tenant_id': '4c33678f28b44a57ab35b86381e31406', 'security_groups': ['80268c1c-0aa4-4f7a-affc-948a6825b0d8']}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:55:28.225628 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-9651e73a-3110-4913-93a7-fedae6a98619 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4201732 May 30 04:55:28.226129 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9651e73a-3110-4913-93a7-fedae6a98619 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Pushing event updated for resources: {'Network': ['ID=c71d4773-6bb9-4dcb-bbd3-75f6547f5754,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:55:28.228254 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 38042) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:55:28.234462 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-814b9fc1-67d5-46db-8c56-5cc0d1e4e530 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Request body: {'subnet': {'network_id': 'c71d4773-6bb9-4dcb-bbd3-75f6547f5754', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:55:28.252908 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Network c71d4773-6bb9-4dcb-bbd3-75f6547f5754 details requested by agent ovs-agent-dv-neutron-843763-1-hyperv with host dv-neutron-843763-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 04:55:28.370328 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-814b9fc1-67d5-46db-8c56-5cc0d1e4e530 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:55:28.374818 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-814b9fc1-67d5-46db-8c56-5cc0d1e4e530 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Usage tracker for resource:subnet and tenant:73057037b7c54dd9b8d98bcf1b270dc2 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:55:28.377933 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-814b9fc1-67d5-46db-8c56-5cc0d1e4e530 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:55:28.384087 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-814b9fc1-67d5-46db-8c56-5cc0d1e4e530 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:55:28.395839 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-814b9fc1-67d5-46db-8c56-5cc0d1e4e530 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Made reservation on behalf of 73057037b7c54dd9b8d98bcf1b270dc2 for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:55:28.399783 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-814b9fc1-67d5-46db-8c56-5cc0d1e4e530 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2133361'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:28.424917 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ec15cd4d-3fce-450b-8fde-3684cd1858a5 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604744'] for network, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:28.453273 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ec15cd4d-3fce-450b-8fde-3684cd1858a5 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642826'] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:28.465554 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port fb396f48-037e-44bb-9752-30b69dd60eae is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:55:28.471915 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec15cd4d-3fce-450b-8fde-3684cd1858a5 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Pushing event deleted for resources: {'Network': ['ID=ba2825e1-e64d-4f4f-aa20-e9e4d8e5edf0,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:55:28.484457 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-ec15cd4d-3fce-450b-8fde-3684cd1858a5 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] 10.222.0.15 "DELETE /v2.0/networks/ba2825e1-e64d-4f4f-aa20-e9e4d8e5edf0 HTTP/1.1" status: 204 len: 168 time: 1.3379238 May 30 04:55:28.497199 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-1356c3a9-c5f8-46db-a031-58051fa924dd None None] Allocated IP 2001:db8:0:ffff::2 (3ec963a4-3f21-44ab-a1f1-17c8cf18fc8b/fac22d46-9da7-42dd-8325-f53d232472c1/555e36af-7ef5-48cc-b958-655ef61f4afb) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:55:28.501757 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 38046) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:55:28.508845 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-a38f5ab4-b89c-4c4f-a63c-dc3a9f128ed3 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Request body: {'network': {'name': 'tempest-RoutersTest-1190314987'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:55:28.527871 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-dddd850b-bfde-40d9-ad0a-499587b9b799 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] 10.222.0.15 "GET /v2.0/routers/3ff3f563-f213-4992-b5e1-d2daa8696269 HTTP/1.1" status: 200 len: 921 time: 0.5955257 May 30 04:55:28.530507 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3b8a2bb1-5fdf-4675-b1fc-56d2f351d36a tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:28.537945 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-a38f5ab4-b89c-4c4f-a63c-dc3a9f128ed3 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:55:28.539890 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 38050) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:55:28.593702 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-a38f5ab4-b89c-4c4f-a63c-dc3a9f128ed3 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Usage tracker for resource:network and tenant:177e950b79b644f8ac61f323eed71206 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:55:28.594789 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 26803d6b-fd1f-4892-851b-6ef2777900b9 no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 04:55:28.633375 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-a38f5ab4-b89c-4c4f-a63c-dc3a9f128ed3 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:55:28.641960 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] No Port match for: 26803d6b-fd1f-4892-851b-6ef2777900b9 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 04:55:28.642303 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 26803d6b-fd1f-4892-851b-6ef2777900b9 not bound to the agent host dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 04:55:28.661790 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-814b9fc1-67d5-46db-8c56-5cc0d1e4e530 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1547796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2133315'] for subnet, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:28.662914 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-a38f5ab4-b89c-4c4f-a63c-dc3a9f128ed3 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:55:28.679847 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [req-2bbadcbc-7ba6-4735-9cae-06cdef47b2ba req-8789bfdb-867b-467a-8e3b-3b65cc7e5cde tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:55:28.689253 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b8a2bb1-5fdf-4675-b1fc-56d2f351d36a tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Network 1bab70f4-3794-44db-8e17-19f483aa8ffa is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:55:28.704365 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-3b8a2bb1-5fdf-4675-b1fc-56d2f351d36a tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:55:28.715347 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [req-2bbadcbc-7ba6-4735-9cae-06cdef47b2ba req-8789bfdb-867b-467a-8e3b-3b65cc7e5cde tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:55:28.717427 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8a2bb1-5fdf-4675-b1fc-56d2f351d36a tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:55:28.746954 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a38f5ab4-b89c-4c4f-a63c-dc3a9f128ed3 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Made reservation on behalf of 177e950b79b644f8ac61f323eed71206 for: {'network': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:55:28.747982 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814b9fc1-67d5-46db-8c56-5cc0d1e4e530 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Pushing event updated for resources: {'Subnet': ['ID=b65e7061-8c09-4ab9-9299-f8ff0e4bb358,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:55:28.750238 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814b9fc1-67d5-46db-8c56-5cc0d1e4e530 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Checking segment: {'id': '0e5ca4fe-418d-42fc-a31a-80b63e9a3792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'c71d4773-6bb9-4dcb-bbd3-75f6547f5754'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:55:28.750365 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a38f5ab4-b89c-4c4f-a63c-dc3a9f128ed3 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for network, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:28.750600 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-814b9fc1-67d5-46db-8c56-5cc0d1e4e530 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Network hostable DHCP agents. Network: c71d4773-6bb9-4dcb-bbd3-75f6547f5754, hostable agents: ['1c705e68-3d3e-4dd3-9252-feb21d4b96ab'], hosted agents: [] {{(pid=88260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 04:55:28.765450 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8a2bb1-5fdf-4675-b1fc-56d2f351d36a tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Pushing event updated for resources: {'Port': ['ID=5a1fcd2a-6daa-4f84-9a7f-9804c118bece,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:55:28.782623 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-1356c3a9-c5f8-46db-a031-58051fa924dd None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:28.798164 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-814b9fc1-67d5-46db-8c56-5cc0d1e4e530 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Network c71d4773-6bb9-4dcb-bbd3-75f6547f5754 is scheduled to be hosted by DHCP agent 1c705e68-3d3e-4dd3-9252-feb21d4b96ab with binding_index 1 {{(pid=88260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 04:55:28.799304 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-1356c3a9-c5f8-46db-a031-58051fa924dd None None] Transition to ACTIVE for port object 555e36af-7ef5-48cc-b958-655ef61f4afb will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:55:28.804987 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bbadcbc-7ba6-4735-9cae-06cdef47b2ba req-8789bfdb-867b-467a-8e3b-3b65cc7e5cde tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Made reservation on behalf of 4c33678f28b44a57ab35b86381e31406 for: {'port': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:55:28.808957 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-2bbadcbc-7ba6-4735-9cae-06cdef47b2ba req-8789bfdb-867b-467a-8e3b-3b65cc7e5cde tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:28.813882 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-814b9fc1-67d5-46db-8c56-5cc0d1e4e530 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843763-1-hyperv, c71d4773-6bb9-4dcb-bbd3-75f6547f5754) {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:55:28.822597 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-814b9fc1-67d5-46db-8c56-5cc0d1e4e530 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:55:28.824152 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-814b9fc1-67d5-46db-8c56-5cc0d1e4e530 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642826'] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:28.827790 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68320cab-bcef-47fa-8699-690783a93d5a None None] Network c71d4773-6bb9-4dcb-bbd3-75f6547f5754 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:55:28.851247 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a38f5ab4-b89c-4c4f-a63c-dc3a9f128ed3 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=88261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 04:55:28.902830 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-814b9fc1-67d5-46db-8c56-5cc0d1e4e530 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.6734686 May 30 04:55:28.907944 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 38056) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:55:28.909673 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-1356c3a9-c5f8-46db-a031-58051fa924dd None None] Transition to ACTIVE for port object 555e36af-7ef5-48cc-b958-655ef61f4afb will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:55:28.926481 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-1356c3a9-c5f8-46db-a031-58051fa924dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:28.929361 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-f570f21c-d4a6-45e8-b5f8-93f357b1792b req-1da1ef82-812b-4191-aa05-03b25dca1f78 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3b4fbda-4b1c-4eb1-8123-8c822f8314a1 HTTP/1.1" status: 200 len: 210 time: 0.0704069 May 30 04:55:29.008158 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1356c3a9-c5f8-46db-a031-58051fa924dd None None] Network 3ec963a4-3f21-44ab-a1f1-17c8cf18fc8b is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:55:29.022870 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-1356c3a9-c5f8-46db-a031-58051fa924dd None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:55:29.032608 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a38f5ab4-b89c-4c4f-a63c-dc3a9f128ed3 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:29.033126 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.db.segments_db [None req-a38f5ab4-b89c-4c4f-a63c-dc3a9f128ed3 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Added segment ea67794b-dca2-4ef6-add0-43b9307b9c35 of type vlan for network 3d7bcbcb-c75f-4ef7-812b-f6658b968733 May 30 04:55:29.033206 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1356c3a9-c5f8-46db-a031-58051fa924dd None None] Pushing event updated for resources: {'Port': ['ID=555e36af-7ef5-48cc-b958-655ef61f4afb,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:55:29.043110 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1356c3a9-c5f8-46db-a031-58051fa924dd None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:55:29.043369 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d18c5ace-7dcc-4b99-bc44-657adff51907 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:55:29.047605 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-d18c5ace-7dcc-4b99-bc44-657adff51907 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=1bab70f4-3794-44db-8e17-19f483aa8ffa&device_id=3ff3f563-f213-4992-b5e1-d2daa8696269&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4718850 May 30 04:55:29.055289 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 38062) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:55:29.058827 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment b6835563-e80f-4fe3-a359-7b1aa4857f62 resource provider aggregate not found May 30 04:55:29.090496 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-aa23e334-7b4f-4cec-994a-64a5ed4d8979 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897784'] for network, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:29.111979 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment b6835563-e80f-4fe3-a359-7b1aa4857f62 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b6835563-e80f-4fe3-a359-7b1aa4857f62 found for delete ", "request_id": "req-4f346f89-d5e5-4537-889d-db6861093093"}]} May 30 04:55:29.195273 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a38f5ab4-b89c-4c4f-a63c-dc3a9f128ed3 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729234556353'] for network, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:29.275577 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-1356c3a9-c5f8-46db-a031-58051fa924dd None None] Attempting to bind port 555e36af-7ef5-48cc-b958-655ef61f4afb on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 04:55:29.276470 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-1356c3a9-c5f8-46db-a031-58051fa924dd None None] Attempting to bind port 555e36af-7ef5-48cc-b958-655ef61f4afb by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': '86ce0900-95a6-464e-8dfe-ebf3b1e111ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3ec963a4-3f21-44ab-a1f1-17c8cf18fc8b'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 04:55:29.276754 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1356c3a9-c5f8-46db-a031-58051fa924dd None None] Attempting to bind port 555e36af-7ef5-48cc-b958-655ef61f4afb on network 3ec963a4-3f21-44ab-a1f1-17c8cf18fc8b {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 04:55:29.285273 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1356c3a9-c5f8-46db-a031-58051fa924dd None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 4, 55, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 04:55:29.285796 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1356c3a9-c5f8-46db-a031-58051fa924dd None None] Checking segment: {'id': '86ce0900-95a6-464e-8dfe-ebf3b1e111ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3ec963a4-3f21-44ab-a1f1-17c8cf18fc8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:55:29.286273 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-1356c3a9-c5f8-46db-a031-58051fa924dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:29.286664 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1356c3a9-c5f8-46db-a031-58051fa924dd None None] Bound using segment: {'id': '86ce0900-95a6-464e-8dfe-ebf3b1e111ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3ec963a4-3f21-44ab-a1f1-17c8cf18fc8b'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 04:55:29.287324 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-1356c3a9-c5f8-46db-a031-58051fa924dd None None] Bound port: 555e36af-7ef5-48cc-b958-655ef61f4afb, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86ce0900-95a6-464e-8dfe-ebf3b1e111ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3ec963a4-3f21-44ab-a1f1-17c8cf18fc8b'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 04:55:29.287725 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-1356c3a9-c5f8-46db-a031-58051fa924dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:29.300373 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [req-2bbadcbc-7ba6-4735-9cae-06cdef47b2ba req-8789bfdb-867b-467a-8e3b-3b65cc7e5cde tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Allocated IP 172.20.0.7 (7de51c91-19bb-4b5d-923c-b7d77dfa625f/b5ad951a-f78e-4dae-aa5e-a260f6c65de8/7b6e2cff-db4b-42be-807a-b0d5a7224cdb) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:55:29.302850 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e64cc3-eaf3-4e81-9a35-b4dab990744f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bbf24ed-7ba9-53d2-873f-8f9642b1e987-c71d4773-6bb9-4dcb-bbd3-75f6547f5754', 'network_id': 'c71d4773-6bb9-4dcb-bbd3-75f6547f5754', 'tenant_id': '73057037b7c54dd9b8d98bcf1b270dc2', 'fixed_ips': [{'subnet_id': 'b65e7061-8c09-4ab9-9299-f8ff0e4bb358'}]}} from dv-neutron-843763-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 30 04:55:29.305220 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e6e64cc3-eaf3-4e81-9a35-b4dab990744f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:29.341747 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a38f5ab4-b89c-4c4f-a63c-dc3a9f128ed3 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788'] for network, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:29.346991 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a38f5ab4-b89c-4c4f-a63c-dc3a9f128ed3 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:55:29.347623 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a38f5ab4-b89c-4c4f-a63c-dc3a9f128ed3 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642826'] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:29.360933 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-aa23e334-7b4f-4cec-994a-64a5ed4d8979 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860493'] for subnet, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:29.393195 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa51f4a1-155d-4654-a502-5e4ab12802b1 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:55:29.396704 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-aa51f4a1-155d-4654-a502-5e4ab12802b1 tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] 10.222.0.15 "GET /v2.0/networks/1bab70f4-3794-44db-8e17-19f483aa8ffa HTTP/1.1" status: 200 len: 881 time: 0.3379014 May 30 04:55:29.398870 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 38068) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:55:29.455254 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-48f24454-be13-4976-8af0-abdc8962f3f4 tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] 10.222.0.15 "GET /v2.0/ports?device_id=3ff3f563-f213-4992-b5e1-d2daa8696269 HTTP/1.1" status: 200 len: 205 time: 0.0552151 May 30 04:55:29.457961 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 38072) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:55:29.501311 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-1356c3a9-c5f8-46db-a031-58051fa924dd None None] For port 555e36af-7ef5-48cc-b958-655ef61f4afb, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 04:55:29.530189 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-1356c3a9-c5f8-46db-a031-58051fa924dd None None] For port 555e36af-7ef5-48cc-b958-655ef61f4afb, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=555e36af-7ef5-48cc-b958-655ef61f4afb,segment=NetworkSegment(86ce0900-95a6-464e-8dfe-ebf3b1e111ac),segment_id=86ce0900-95a6-464e-8dfe-ebf3b1e111ac)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 04:55:29.536134 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-1356c3a9-c5f8-46db-a031-58051fa924dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:29.538198 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-a38f5ab4-b89c-4c4f-a63c-dc3a9f128ed3 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0349565 May 30 04:55:29.540804 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 38076) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:55:29.557407 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-36a8d815-b7a7-44a2-a395-f98a6495cb12 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Request body: {'subnet': {'network_id': '3d7bcbcb-c75f-4ef7-812b-f6658b968733', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:55:29.565763 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38f5ab4-b89c-4c4f-a63c-dc3a9f128ed3 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Pushing event updated for resources: {'Network': ['ID=3d7bcbcb-c75f-4ef7-812b-f6658b968733,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:55:29.593293 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-e6e64cc3-eaf3-4e81-9a35-b4dab990744f None None] Allocated IP 2001:db8::1 (c71d4773-6bb9-4dcb-bbd3-75f6547f5754/b65e7061-8c09-4ab9-9299-f8ff0e4bb358/ffa139ed-ab1a-472b-a9ea-a2dd680d961a) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:55:29.597626 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38f5ab4-b89c-4c4f-a63c-dc3a9f128ed3 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:55:29.598006 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38f5ab4-b89c-4c4f-a63c-dc3a9f128ed3 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:55:29.598348 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38f5ab4-b89c-4c4f-a63c-dc3a9f128ed3 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:55:29.598704 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38f5ab4-b89c-4c4f-a63c-dc3a9f128ed3 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:55:29.599072 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38f5ab4-b89c-4c4f-a63c-dc3a9f128ed3 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:55:29.599341 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38f5ab4-b89c-4c4f-a63c-dc3a9f128ed3 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:55:29.599732 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38f5ab4-b89c-4c4f-a63c-dc3a9f128ed3 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:55:29.599997 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38f5ab4-b89c-4c4f-a63c-dc3a9f128ed3 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:55:29.600323 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38f5ab4-b89c-4c4f-a63c-dc3a9f128ed3 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:55:29.600646 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38f5ab4-b89c-4c4f-a63c-dc3a9f128ed3 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:55:29.601368 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38f5ab4-b89c-4c4f-a63c-dc3a9f128ed3 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:55:29.601368 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38f5ab4-b89c-4c4f-a63c-dc3a9f128ed3 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:55:29.630070 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Network 3d7bcbcb-c75f-4ef7-812b-f6658b968733 details requested by agent ovs-agent-dv-neutron-843763-1-hyperv with host dv-neutron-843763-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 04:55:29.666033 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3b8a2bb1-5fdf-4675-b1fc-56d2f351d36a tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Notify callbacks [] for router_gateway, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:29.759110 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-36a8d815-b7a7-44a2-a395-f98a6495cb12 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:55:29.766368 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-36a8d815-b7a7-44a2-a395-f98a6495cb12 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Usage tracker for resource:subnet and tenant:177e950b79b644f8ac61f323eed71206 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:55:29.771908 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fe0ae796-7996-4365-b077-69e6ecb682d0 tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Notify callbacks [] for router, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:29.787237 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1356c3a9-c5f8-46db-a031-58051fa924dd None None] Pushing event updated for resources: {'Port': ['ID=555e36af-7ef5-48cc-b958-655ef61f4afb,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:55:29.821097 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-36a8d815-b7a7-44a2-a395-f98a6495cb12 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:55:29.840425 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-36a8d815-b7a7-44a2-a395-f98a6495cb12 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:55:29.875604 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36a8d815-b7a7-44a2-a395-f98a6495cb12 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Made reservation on behalf of 177e950b79b644f8ac61f323eed71206 for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:55:29.880731 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-36a8d815-b7a7-44a2-a395-f98a6495cb12 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2133361'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:29.916755 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-2bbadcbc-7ba6-4735-9cae-06cdef47b2ba req-8789bfdb-867b-467a-8e3b-3b65cc7e5cde tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:30.042725 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e6e64cc3-eaf3-4e81-9a35-b4dab990744f None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:30.075345 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [req-2bbadcbc-7ba6-4735-9cae-06cdef47b2ba req-8789bfdb-867b-467a-8e3b-3b65cc7e5cde tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Transition to ACTIVE for port object 7b6e2cff-db4b-42be-807a-b0d5a7224cdb will not be triggered until provisioned by entity DHCP. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:55:30.079527 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-e6e64cc3-eaf3-4e81-9a35-b4dab990744f None None] Transition to ACTIVE for port object ffa139ed-ab1a-472b-a9ea-a2dd680d961a will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:55:30.098647 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fe0ae796-7996-4365-b077-69e6ecb682d0 tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:30.118375 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-e6e64cc3-eaf3-4e81-9a35-b4dab990744f None None] Transition to ACTIVE for port object ffa139ed-ab1a-472b-a9ea-a2dd680d961a will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:55:30.123317 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-fe0ae796-7996-4365-b077-69e6ecb682d0 tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Deleting port f9f6aef4-5ed6-4b8b-8caa-59e35078fefa {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:55:30.123678 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fe0ae796-7996-4365-b077-69e6ecb682d0 tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:30.135952 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e6e64cc3-eaf3-4e81-9a35-b4dab990744f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:30.240350 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e64cc3-eaf3-4e81-9a35-b4dab990744f None None] Network c71d4773-6bb9-4dcb-bbd3-75f6547f5754 is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:55:30.243511 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-e6e64cc3-eaf3-4e81-9a35-b4dab990744f None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:55:30.248914 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e64cc3-eaf3-4e81-9a35-b4dab990744f None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:55:30.251493 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-aa23e334-7b4f-4cec-994a-64a5ed4d8979 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1547867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2133322'] for subnet, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:30.255285 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-534bc655-40e5-4b04-ac9e-f1bcc7530260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:30.258614 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e64cc3-eaf3-4e81-9a35-b4dab990744f None None] Pushing event updated for resources: {'Port': ['ID=ffa139ed-ab1a-472b-a9ea-a2dd680d961a,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:55:30.351966 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-e6e64cc3-eaf3-4e81-9a35-b4dab990744f None None] Attempting to bind port ffa139ed-ab1a-472b-a9ea-a2dd680d961a on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 04:55:30.352340 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-e6e64cc3-eaf3-4e81-9a35-b4dab990744f None None] Attempting to bind port ffa139ed-ab1a-472b-a9ea-a2dd680d961a by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': '0e5ca4fe-418d-42fc-a31a-80b63e9a3792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'c71d4773-6bb9-4dcb-bbd3-75f6547f5754'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 04:55:30.352706 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e64cc3-eaf3-4e81-9a35-b4dab990744f None None] Attempting to bind port ffa139ed-ab1a-472b-a9ea-a2dd680d961a on network c71d4773-6bb9-4dcb-bbd3-75f6547f5754 {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 04:55:30.358099 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e64cc3-eaf3-4e81-9a35-b4dab990744f None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 4, 55, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 04:55:30.358481 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e64cc3-eaf3-4e81-9a35-b4dab990744f None None] Checking segment: {'id': '0e5ca4fe-418d-42fc-a31a-80b63e9a3792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'c71d4773-6bb9-4dcb-bbd3-75f6547f5754'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:55:30.358885 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e6e64cc3-eaf3-4e81-9a35-b4dab990744f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:30.359284 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e64cc3-eaf3-4e81-9a35-b4dab990744f None None] Bound using segment: {'id': '0e5ca4fe-418d-42fc-a31a-80b63e9a3792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'c71d4773-6bb9-4dcb-bbd3-75f6547f5754'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 04:55:30.359749 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-e6e64cc3-eaf3-4e81-9a35-b4dab990744f None None] Bound port: ffa139ed-ab1a-472b-a9ea-a2dd680d961a, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e5ca4fe-418d-42fc-a31a-80b63e9a3792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'c71d4773-6bb9-4dcb-bbd3-75f6547f5754'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 04:55:30.360126 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e6e64cc3-eaf3-4e81-9a35-b4dab990744f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:30.391703 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa23e334-7b4f-4cec-994a-64a5ed4d8979 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Pushing event deleted for resources: {'Subnet': ['ID=b65e7061-8c09-4ab9-9299-f8ff0e4bb358,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:55:30.438957 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-67a0f742-cfdc-440b-a908-34e601cd89b9 req-d8c1281f-5ff5-4d88-ab86-b4d6cd8a2bc0 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Synchronizing usage tracker for tenant:4c33678f28b44a57ab35b86381e31406 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:55:30.460381 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-e6e64cc3-eaf3-4e81-9a35-b4dab990744f None None] For port ffa139ed-ab1a-472b-a9ea-a2dd680d961a, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 04:55:30.464953 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-e6e64cc3-eaf3-4e81-9a35-b4dab990744f None None] For port ffa139ed-ab1a-472b-a9ea-a2dd680d961a, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=ffa139ed-ab1a-472b-a9ea-a2dd680d961a,segment=NetworkSegment(0e5ca4fe-418d-42fc-a31a-80b63e9a3792),segment_id=0e5ca4fe-418d-42fc-a31a-80b63e9a3792)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 04:55:30.468489 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-67a0f742-cfdc-440b-a908-34e601cd89b9 req-d8c1281f-5ff5-4d88-ab86-b4d6cd8a2bc0 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Unset dirty status for tenant:4c33678f28b44a57ab35b86381e31406 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:55:30.472974 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e6e64cc3-eaf3-4e81-9a35-b4dab990744f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:30.478400 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-67a0f742-cfdc-440b-a908-34e601cd89b9 req-d8c1281f-5ff5-4d88-ab86-b4d6cd8a2bc0 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3b4fbda-4b1c-4eb1-8123-8c822f8314a1 HTTP/1.1" status: 200 len: 210 time: 0.1152592 May 30 04:55:30.480521 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-2bbadcbc-7ba6-4735-9cae-06cdef47b2ba req-8789bfdb-867b-467a-8e3b-3b65cc7e5cde tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:30.482793 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3b8a2bb1-5fdf-4675-b1fc-56d2f351d36a tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603653'] for router, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:30.492239 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa23e334-7b4f-4cec-994a-64a5ed4d8979 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:55:30.492239 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa23e334-7b4f-4cec-994a-64a5ed4d8979 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:55:30.492239 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa23e334-7b4f-4cec-994a-64a5ed4d8979 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:55:30.492239 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa23e334-7b4f-4cec-994a-64a5ed4d8979 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:55:30.492239 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa23e334-7b4f-4cec-994a-64a5ed4d8979 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:55:30.492239 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa23e334-7b4f-4cec-994a-64a5ed4d8979 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:55:30.492239 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa23e334-7b4f-4cec-994a-64a5ed4d8979 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:55:30.492239 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa23e334-7b4f-4cec-994a-64a5ed4d8979 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:55:30.492239 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa23e334-7b4f-4cec-994a-64a5ed4d8979 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:55:30.492239 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa23e334-7b4f-4cec-994a-64a5ed4d8979 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:55:30.492239 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa23e334-7b4f-4cec-994a-64a5ed4d8979 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:55:30.492239 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa23e334-7b4f-4cec-994a-64a5ed4d8979 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:55:30.536558 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-aa23e334-7b4f-4cec-994a-64a5ed4d8979 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867540', 'neutron.services.segments.db._delete_segments_for_network-8729234922972'] for network, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:30.548470 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-36a8d815-b7a7-44a2-a395-f98a6495cb12 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1547796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2133315'] for subnet, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:30.578213 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bbadcbc-7ba6-4735-9cae-06cdef47b2ba req-8789bfdb-867b-467a-8e3b-3b65cc7e5cde tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Network 7de51c91-19bb-4b5d-923c-b7d77dfa625f is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:55:30.616968 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e64cc3-eaf3-4e81-9a35-b4dab990744f None None] Pushing event updated for resources: {'Port': ['ID=ffa139ed-ab1a-472b-a9ea-a2dd680d961a,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:55:30.645656 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d77fead4-04ed-4585-939e-b51cfee69db0 None None] Network c71d4773-6bb9-4dcb-bbd3-75f6547f5754 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:55:30.655078 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-aa23e334-7b4f-4cec-994a-64a5ed4d8979 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c71d4773-6bb9-4dcb-bbd3-75f6547f5754']}} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:55:30.666692 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fe0ae796-7996-4365-b077-69e6ecb682d0 tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:30.668483 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [req-2bbadcbc-7ba6-4735-9cae-06cdef47b2ba req-8789bfdb-867b-467a-8e3b-3b65cc7e5cde tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:55:30.671317 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bbadcbc-7ba6-4735-9cae-06cdef47b2ba req-8789bfdb-867b-467a-8e3b-3b65cc7e5cde tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:55:30.716602 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-aa23e334-7b4f-4cec-994a-64a5ed4d8979 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e5ca4fe-418d-42fc-a31a-80b63e9a3792') {'for_net_delete': True} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:55:30.716909 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-aa23e334-7b4f-4cec-994a-64a5ed4d8979 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e5ca4fe-418d-42fc-a31a-80b63e9a3792') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:55:30.763844 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8789bfdb-867b-467a-8e3b-3b65cc7e5cde tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Pushing event updated for resources: {'Port': ['ID=7b6e2cff-db4b-42be-807a-b0d5a7224cdb,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:55:30.855800 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbadcbc-7ba6-4735-9cae-06cdef47b2ba req-8789bfdb-867b-467a-8e3b-3b65cc7e5cde tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:55:30.856365 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-2bbadcbc-7ba6-4735-9cae-06cdef47b2ba req-8789bfdb-867b-467a-8e3b-3b65cc7e5cde tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:30.913012 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2bbadcbc-7ba6-4735-9cae-06cdef47b2ba req-8789bfdb-867b-467a-8e3b-3b65cc7e5cde tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7809784 May 30 04:55:30.939185 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [req-2bbadcbc-7ba6-4735-9cae-06cdef47b2ba req-a5622202-9c19-4074-84fc-5ab05c631df5 service neutron] Request body: {'port': {'device_id': 'a3b4fbda-4b1c-4eb1-8123-8c822f8314a1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8437'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:55:31.017408 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-fe0ae796-7996-4365-b077-69e6ecb682d0 tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Calling delete_port for f9f6aef4-5ed6-4b8b-8caa-59e35078fefa owned by network:router_gateway {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:55:31.051897 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-aa23e334-7b4f-4cec-994a-64a5ed4d8979 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729235042807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1454725'] for segment, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:31.063047 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-3b90c553-248b-470a-8ded-cb527db5f73c None None] Provisioning for port 7b6e2cff-db4b-42be-807a-b0d5a7224cdb completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:55:31.067771 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a8d815-b7a7-44a2-a395-f98a6495cb12 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Checking segment: {'id': 'ea67794b-dca2-4ef6-add0-43b9307b9c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '3d7bcbcb-c75f-4ef7-812b-f6658b968733'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:55:31.067771 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a8d815-b7a7-44a2-a395-f98a6495cb12 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Network hostable DHCP agents. Network: 3d7bcbcb-c75f-4ef7-812b-f6658b968733, hostable agents: ['1c705e68-3d3e-4dd3-9252-feb21d4b96ab'], hosted agents: [] {{(pid=88260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 04:55:31.071951 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-3b90c553-248b-470a-8ded-cb527db5f73c None None] Provisioning complete for port 7b6e2cff-db4b-42be-807a-b0d5a7224cdb triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:55:31.072188 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a8d815-b7a7-44a2-a395-f98a6495cb12 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Pushing event updated for resources: {'Subnet': ['ID=2ab7629f-c4b3-4271-bda4-92092b2a03a2,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:55:31.072351 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-3b90c553-248b-470a-8ded-cb527db5f73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:31.074421 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b8a2bb1-5fdf-4675-b1fc-56d2f351d36a tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Router 75c14a80-6d23-4689-9a38-1017d760bbb4 is scheduled to L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 with binding_index 1 {{(pid=88261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 30 04:55:31.103802 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-aa23e334-7b4f-4cec-994a-64a5ed4d8979 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:31.119004 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa23e334-7b4f-4cec-994a-64a5ed4d8979 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=88260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 04:55:31.119467 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-aa23e334-7b4f-4cec-994a-64a5ed4d8979 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-862858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1547513'] for segment, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:31.129758 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76ab9db9-77d7-4368-971a-83028e849fda None None] Network 3ec963a4-3f21-44ab-a1f1-17c8cf18fc8b requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:55:31.152519 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-2bbadcbc-7ba6-4735-9cae-06cdef47b2ba req-a5622202-9c19-4074-84fc-5ab05c631df5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:31.202500 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a8d815-b7a7-44a2-a395-f98a6495cb12 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Network 3d7bcbcb-c75f-4ef7-812b-f6658b968733 is scheduled to be hosted by DHCP agent 1c705e68-3d3e-4dd3-9252-feb21d4b96ab with binding_index 1 {{(pid=88260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 04:55:31.211914 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 0e5ca4fe-418d-42fc-a31a-80b63e9a3792 resource provider aggregate not found May 30 04:55:31.240267 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-3b90c553-248b-470a-8ded-cb527db5f73c None None] Port 7b6e2cff-db4b-42be-807a-b0d5a7224cdb cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 04:55:31.245286 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56ded65b-0e68-413c-8b9b-1097922cc81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:31.256387 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 0e5ca4fe-418d-42fc-a31a-80b63e9a3792 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0e5ca4fe-418d-42fc-a31a-80b63e9a3792 found for delete ", "request_id": "req-53a87496-75c1-46aa-81f8-34d98c047155"}]} May 30 04:55:31.270408 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-36a8d815-b7a7-44a2-a395-f98a6495cb12 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843763-1-hyperv, 3d7bcbcb-c75f-4ef7-812b-f6658b968733) {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:55:31.272606 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.db.api [None req-aa23e334-7b4f-4cec-994a-64a5ed4d8979 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 30 04:55:31.272606 dv-neutron-843763-1-hyperv neutron-server[88260]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 30 04:55:31.272606 dv-neutron-843763-1-hyperv neutron-server[88260]: [parameters: {'id': 'c71d4773-6bb9-4dcb-bbd3-75f6547f5754'}] May 30 04:55:31.272606 dv-neutron-843763-1-hyperv neutron-server[88260]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88260) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 04:55:31.273346 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG oslo_db.api [None req-aa23e334-7b4f-4cec-994a-64a5ed4d8979 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 04:55:31.277352 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a8d815-b7a7-44a2-a395-f98a6495cb12 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:55:31.278181 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-36a8d815-b7a7-44a2-a395-f98a6495cb12 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642826'] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:31.286525 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9deae7e0-81ee-441e-ba38-7fa2227169ab None None] Network 3d7bcbcb-c75f-4ef7-812b-f6658b968733 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:55:31.347980 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-36a8d815-b7a7-44a2-a395-f98a6495cb12 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8038049 May 30 04:55:31.352917 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 38086) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:55:31.364711 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-22526226-31fe-4bd5-9fb6-c65f63b15fca tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2083667624', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:55:31.374639 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-22526226-31fe-4bd5-9fb6-c65f63b15fca tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:55:31.384882 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-22526226-31fe-4bd5-9fb6-c65f63b15fca tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Usage tracker for resource:router and tenant:177e950b79b644f8ac61f323eed71206 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:55:31.391370 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-22526226-31fe-4bd5-9fb6-c65f63b15fca tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:55:31.398694 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-22526226-31fe-4bd5-9fb6-c65f63b15fca tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:55:31.404158 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b8a2bb1-5fdf-4675-b1fc-56d2f351d36a tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 04:55:31.417941 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-22526226-31fe-4bd5-9fb6-c65f63b15fca tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1603901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11666'] for router, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:31.418418 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-22526226-31fe-4bd5-9fb6-c65f63b15fca tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11675'] for router, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:31.424451 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fe0ae796-7996-4365-b077-69e6ecb682d0 tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:31.436049 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234fb455-b76e-4d56-83ca-acb1f9da4463 None None] Sync routers for ids ['75c14a80-6d23-4689-9a38-1017d760bbb4'] in dv-neutron-843763-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 04:55:31.470113 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:31.482826 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234fb455-b76e-4d56-83ca-acb1f9da4463 None None] Routers {'75c14a80-6d23-4689-9a38-1017d760bbb4'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 04:55:31.483508 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-234fb455-b76e-4d56-83ca-acb1f9da4463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T04:55:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['75c14a80-6d23-4689-9a38-1017d760bbb4'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:55:31.504665 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3b8a2bb1-5fdf-4675-b1fc-56d2f351d36a tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Notify callbacks [] for router, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:31.508736 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-3b8a2bb1-5fdf-4675-b1fc-56d2f351d36a tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 7.5129237 May 30 04:55:31.509486 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-22526226-31fe-4bd5-9fb6-c65f63b15fca tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:31.511555 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 38092) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:55:31.516807 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-54d02603-be60-475e-a53d-ed9b87fde2e9 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'enable_snat': False}}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:55:31.529641 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0ae796-7996-4365-b077-69e6ecb682d0 tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Pushing event deleted for resources: {'Port': ['ID=f9f6aef4-5ed6-4b8b-8caa-59e35078fefa,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:55:31.537600 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9497d60f-41d0-4587-a5ca-6f38ba56876b None None] Provisioning for port 555e36af-7ef5-48cc-b958-655ef61f4afb completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:55:31.580281 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-22526226-31fe-4bd5-9fb6-c65f63b15fca tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603653'] for router, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:31.598953 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-234fb455-b76e-4d56-83ca-acb1f9da4463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:55:31.636066 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234fb455-b76e-4d56-83ca-acb1f9da4463 None None] Routers {'75c14a80-6d23-4689-9a38-1017d760bbb4'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 04:55:31.636574 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-234fb455-b76e-4d56-83ca-acb1f9da4463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T04:55:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['75c14a80-6d23-4689-9a38-1017d760bbb4'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:55:31.693363 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-22526226-31fe-4bd5-9fb6-c65f63b15fca tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:31.693907 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-22526226-31fe-4bd5-9fb6-c65f63b15fca tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3396761 May 30 04:55:31.697559 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 38096) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:55:31.719918 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-0b3829d5-250c-4d9b-ac8e-c5557a96adca tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Request body: {'port': {'network_id': '3d7bcbcb-c75f-4ef7-812b-f6658b968733', 'name': 'tempest-RoutersTest-1986793084'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:55:31.733083 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-234fb455-b76e-4d56-83ca-acb1f9da4463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:55:31.733481 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234fb455-b76e-4d56-83ca-acb1f9da4463 None None] The sync data for ids ['75c14a80-6d23-4689-9a38-1017d760bbb4'] in dv-neutron-843763-1-hyperv is: [] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 04:55:31.747429 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fe0ae796-7996-4365-b077-69e6ecb682d0 tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1604781'] for router_gateway, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:31.795837 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-aa23e334-7b4f-4cec-994a-64a5ed4d8979 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897784'] for network, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:31.824367 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c55d03-6765-4149-8cdb-02f0081f10e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bbf24ed-7ba9-53d2-873f-8f9642b1e987-3d7bcbcb-c75f-4ef7-812b-f6658b968733', 'network_id': '3d7bcbcb-c75f-4ef7-812b-f6658b968733', 'tenant_id': '177e950b79b644f8ac61f323eed71206', 'fixed_ips': [{'subnet_id': '2ab7629f-c4b3-4271-bda4-92092b2a03a2'}]}} from dv-neutron-843763-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 30 04:55:31.825881 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-95c55d03-6765-4149-8cdb-02f0081f10e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:32.030197 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c18a54c-3a11-415f-b7e3-eb5d85514f7d req-f83b806d-3b45-4b98-bb69-b300e2dc6100 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:55:32.031905 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-8c18a54c-3a11-415f-b7e3-eb5d85514f7d req-f83b806d-3b45-4b98-bb69-b300e2dc6100 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3b4fbda-4b1c-4eb1-8123-8c822f8314a1 HTTP/1.1" status: 200 len: 931 time: 0.4212427 May 30 04:55:32.034315 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fe0ae796-7996-4365-b077-69e6ecb682d0 tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11660'] for router, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:32.037921 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fe0ae796-7996-4365-b077-69e6ecb682d0 tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:32.051428 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 555e36af-7ef5-48cc-b958-655ef61f4afb up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 04:55:32.065145 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.db.resource_extend [req-2bbadcbc-7ba6-4735-9cae-06cdef47b2ba req-a5622202-9c19-4074-84fc-5ab05c631df5 service neutron] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 04:55:32.084008 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-aa23e334-7b4f-4cec-994a-64a5ed4d8979 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Deleting port ffa139ed-ab1a-472b-a9ea-a2dd680d961a {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:55:32.084357 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-aa23e334-7b4f-4cec-994a-64a5ed4d8979 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:32.156519 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-95c55d03-6765-4149-8cdb-02f0081f10e9 None None] Allocated IP 172.20.0.2 (3d7bcbcb-c75f-4ef7-812b-f6658b968733/2ab7629f-c4b3-4271-bda4-92092b2a03a2/4742f2bc-a2c4-4b20-a8c0-54e84dcd675a) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:55:32.173800 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-8c18a54c-3a11-415f-b7e3-eb5d85514f7d req-741a1696-c5cb-4e9a-8488-7f6919e0d4c2 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] 10.222.0.15 "GET /v2.0/security-groups?id=80268c1c-0aa4-4f7a-affc-948a6825b0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1320229 May 30 04:55:32.209147 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [req-2bbadcbc-7ba6-4735-9cae-06cdef47b2ba req-a5622202-9c19-4074-84fc-5ab05c631df5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b6e2cff-db4b-42be-807a-b0d5a7224cdb {{(pid=88261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 30 04:55:32.214348 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fe0ae796-7996-4365-b077-69e6ecb682d0 tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1601605'] for router, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:32.217068 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe0ae796-7996-4365-b077-69e6ecb682d0 tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Fanout notify agent at l3_agent the message router_deleted on router 3ff3f563-f213-4992-b5e1-d2daa8696269 {{(pid=88260) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 30 04:55:32.226921 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-2bbadcbc-7ba6-4735-9cae-06cdef47b2ba req-a5622202-9c19-4074-84fc-5ab05c631df5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:32.256470 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fe0ae796-7996-4365-b077-69e6ecb682d0 tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:32.257622 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-fe0ae796-7996-4365-b077-69e6ecb682d0 tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] 10.222.0.15 "DELETE /v2.0/routers/3ff3f563-f213-4992-b5e1-d2daa8696269 HTTP/1.1" status: 204 len: 168 time: 2.7987649 May 30 04:55:32.262450 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 38100) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:55:32.268271 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port 555e36af-7ef5-48cc-b958-655ef61f4afb completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:55:32.269756 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-859bb4ea-7b34-4ffc-b40b-2b9085e1f65c tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1508280183', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'}, 'admin_state_up': False}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:55:32.282136 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 555e36af-7ef5-48cc-b958-655ef61f4afb triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:55:32.282779 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:32.295410 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-859bb4ea-7b34-4ffc-b40b-2b9085e1f65c tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:55:32.348888 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-859bb4ea-7b34-4ffc-b40b-2b9085e1f65c tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Usage tracker for resource:router and tenant:3d752d42688e4ef7b965b5ec446f8d8d is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:55:32.353724 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-859bb4ea-7b34-4ffc-b40b-2b9085e1f65c tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:55:32.361462 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [req-2bbadcbc-7ba6-4735-9cae-06cdef47b2ba req-a5622202-9c19-4074-84fc-5ab05c631df5 service neutron] Transition to ACTIVE for port object 7b6e2cff-db4b-42be-807a-b0d5a7224cdb will not be triggered until provisioned by entity L2. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:55:32.370627 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-859bb4ea-7b34-4ffc-b40b-2b9085e1f65c tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:55:32.370967 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-0b3829d5-250c-4d9b-ac8e-c5557a96adca tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:55:32.375806 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-2bbadcbc-7ba6-4735-9cae-06cdef47b2ba req-a5622202-9c19-4074-84fc-5ab05c631df5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2304381'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:32.396959 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-aa23e334-7b4f-4cec-994a-64a5ed4d8979 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] For port ffa139ed-ab1a-472b-a9ea-a2dd680d961a, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=ffa139ed-ab1a-472b-a9ea-a2dd680d961a,segment=NetworkSegment(0e5ca4fe-418d-42fc-a31a-80b63e9a3792),segment_id=0e5ca4fe-418d-42fc-a31a-80b63e9a3792)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:55:32.397363 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-aa23e334-7b4f-4cec-994a-64a5ed4d8979 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:32.404909 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-859bb4ea-7b34-4ffc-b40b-2b9085e1f65c tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1603901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11666'] for router, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:32.405944 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-859bb4ea-7b34-4ffc-b40b-2b9085e1f65c tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11675'] for router, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:32.421351 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-0b3829d5-250c-4d9b-ac8e-c5557a96adca tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Usage tracker for resource:port and tenant:177e950b79b644f8ac61f323eed71206 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:55:32.448051 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-0b3829d5-250c-4d9b-ac8e-c5557a96adca tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:55:32.466875 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-0b3829d5-250c-4d9b-ac8e-c5557a96adca tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:55:32.520362 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 555e36af-7ef5-48cc-b958-655ef61f4afb is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:55:32.520737 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:32.529862 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-95c55d03-6765-4149-8cdb-02f0081f10e9 None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:32.536343 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-aa23e334-7b4f-4cec-994a-64a5ed4d8979 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Calling delete_port for ffa139ed-ab1a-472b-a9ea-a2dd680d961a owned by network:dhcp {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:55:32.546149 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-95c55d03-6765-4149-8cdb-02f0081f10e9 None None] Transition to ACTIVE for port object 4742f2bc-a2c4-4b20-a8c0-54e84dcd675a will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:55:32.578728 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-95c55d03-6765-4149-8cdb-02f0081f10e9 None None] Transition to ACTIVE for port object 4742f2bc-a2c4-4b20-a8c0-54e84dcd675a will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:55:32.580717 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] For port 555e36af-7ef5-48cc-b958-655ef61f4afb, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=555e36af-7ef5-48cc-b958-655ef61f4afb,segment=NetworkSegment(86ce0900-95a6-464e-8dfe-ebf3b1e111ac),segment_id=86ce0900-95a6-464e-8dfe-ebf3b1e111ac)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:55:32.585034 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:32.595721 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-859bb4ea-7b34-4ffc-b40b-2b9085e1f65c tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:32.622429 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-95c55d03-6765-4149-8cdb-02f0081f10e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:32.667334 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c55d03-6765-4149-8cdb-02f0081f10e9 None None] Network 3d7bcbcb-c75f-4ef7-812b-f6658b968733 is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:55:32.668788 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-95c55d03-6765-4149-8cdb-02f0081f10e9 None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:55:32.680522 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c55d03-6765-4149-8cdb-02f0081f10e9 None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:55:32.690325 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Pushing event updated for resources: {'Port': ['ID=555e36af-7ef5-48cc-b958-655ef61f4afb,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:55:32.694841 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5622202-9c19-4074-84fc-5ab05c631df5 service neutron] Pushing event updated for resources: {'Port': ['ID=7b6e2cff-db4b-42be-807a-b0d5a7224cdb,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:55:32.697176 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b3829d5-250c-4d9b-ac8e-c5557a96adca tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Made reservation on behalf of 177e950b79b644f8ac61f323eed71206 for: {'port': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:55:32.698719 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-aa23e334-7b4f-4cec-994a-64a5ed4d8979 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:32.702226 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0b3829d5-250c-4d9b-ac8e-c5557a96adca tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:32.755220 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:55:32.755462 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:55:32.755704 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:55:32.755944 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:55:32.756425 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:55:32.756767 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:55:32.757097 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:55:32.757427 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:55:32.757758 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:55:32.758111 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:55:32.758443 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:55:32.758769 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:55:32.759970 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [None req-0b3829d5-250c-4d9b-ac8e-c5557a96adca tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] device_id is not set on port b95e33b6-89ed-4465-9e54-e13ce8dae779 yet. {{(pid=88261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 30 04:55:32.881813 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-95c55d03-6765-4149-8cdb-02f0081f10e9 None None] Attempting to bind port 4742f2bc-a2c4-4b20-a8c0-54e84dcd675a on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 04:55:32.882205 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-95c55d03-6765-4149-8cdb-02f0081f10e9 None None] Attempting to bind port 4742f2bc-a2c4-4b20-a8c0-54e84dcd675a by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': 'ea67794b-dca2-4ef6-add0-43b9307b9c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '3d7bcbcb-c75f-4ef7-812b-f6658b968733'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 04:55:32.882541 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c55d03-6765-4149-8cdb-02f0081f10e9 None None] Attempting to bind port 4742f2bc-a2c4-4b20-a8c0-54e84dcd675a on network 3d7bcbcb-c75f-4ef7-812b-f6658b968733 {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 04:55:32.884559 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a142624-940e-4c55-bf49-a5329c884075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:32.895091 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c55d03-6765-4149-8cdb-02f0081f10e9 None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 4, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 04:55:32.895488 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c55d03-6765-4149-8cdb-02f0081f10e9 None None] Checking segment: {'id': 'ea67794b-dca2-4ef6-add0-43b9307b9c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '3d7bcbcb-c75f-4ef7-812b-f6658b968733'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:55:32.895862 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-95c55d03-6765-4149-8cdb-02f0081f10e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:32.896244 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c55d03-6765-4149-8cdb-02f0081f10e9 None None] Bound using segment: {'id': 'ea67794b-dca2-4ef6-add0-43b9307b9c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '3d7bcbcb-c75f-4ef7-812b-f6658b968733'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 04:55:32.896715 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-95c55d03-6765-4149-8cdb-02f0081f10e9 None None] Bound port: 4742f2bc-a2c4-4b20-a8c0-54e84dcd675a, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea67794b-dca2-4ef6-add0-43b9307b9c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '3d7bcbcb-c75f-4ef7-812b-f6658b968733'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 04:55:32.897089 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-95c55d03-6765-4149-8cdb-02f0081f10e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:32.917877 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa23e334-7b4f-4cec-994a-64a5ed4d8979 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Pushing event deleted for resources: {'Port': ['ID=ffa139ed-ab1a-472b-a9ea-a2dd680d961a,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:55:32.928269 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c55d03-6765-4149-8cdb-02f0081f10e9 None None] Pushing event updated for resources: {'Port': ['ID=4742f2bc-a2c4-4b20-a8c0-54e84dcd675a,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:55:32.929762 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa23e334-7b4f-4cec-994a-64a5ed4d8979 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] No DVR routers for this DVR port ffa139ed-ab1a-472b-a9ea-a2dd680d961a on host dv-neutron-843763-1-hyperv {{(pid=88260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 04:55:32.961412 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [req-2bbadcbc-7ba6-4735-9cae-06cdef47b2ba req-a5622202-9c19-4074-84fc-5ab05c631df5 service neutron] Attempting to bind port 7b6e2cff-db4b-42be-807a-b0d5a7224cdb on host hv-neutron-8437 for vnic_type normal with profile {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 04:55:32.961751 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [req-2bbadcbc-7ba6-4735-9cae-06cdef47b2ba req-a5622202-9c19-4074-84fc-5ab05c631df5 service neutron] Attempting to bind port 7b6e2cff-db4b-42be-807a-b0d5a7224cdb by drivers openvswitch,hyperv on host hv-neutron-8437 at level 0 using segments [{'id': '802c3e76-b2e9-4d86-8049-6831b9ec5c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '7de51c91-19bb-4b5d-923c-b7d77dfa625f'}] {{(pid=88261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 04:55:32.962086 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbadcbc-7ba6-4735-9cae-06cdef47b2ba req-a5622202-9c19-4074-84fc-5ab05c631df5 service neutron] Attempting to bind port 7b6e2cff-db4b-42be-807a-b0d5a7224cdb on network 7de51c91-19bb-4b5d-923c-b7d77dfa625f {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 04:55:32.981732 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-54d02603-be60-475e-a53d-ed9b87fde2e9 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11765'] for router, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:32.985406 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbadcbc-7ba6-4735-9cae-06cdef47b2ba req-a5622202-9c19-4074-84fc-5ab05c631df5 service neutron] Port 7b6e2cff-db4b-42be-807a-b0d5a7224cdb on network 7de51c91-19bb-4b5d-923c-b7d77dfa625f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8437 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 30 04:55:32.985728 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbadcbc-7ba6-4735-9cae-06cdef47b2ba req-a5622202-9c19-4074-84fc-5ab05c631df5 service neutron] Attempting to bind port 7b6e2cff-db4b-42be-807a-b0d5a7224cdb on network 7de51c91-19bb-4b5d-923c-b7d77dfa625f {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 04:55:33.000967 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbadcbc-7ba6-4735-9cae-06cdef47b2ba req-a5622202-9c19-4074-84fc-5ab05c631df5 service neutron] Checking agent: {'id': 'de0c936d-420b-412f-9642-7bfe80b5ab25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8437', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 51, 47), 'started_at': datetime.datetime(2022, 5, 30, 4, 51, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 4, 55, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 04:55:33.001402 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbadcbc-7ba6-4735-9cae-06cdef47b2ba req-a5622202-9c19-4074-84fc-5ab05c631df5 service neutron] Checking segment: {'id': '802c3e76-b2e9-4d86-8049-6831b9ec5c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '7de51c91-19bb-4b5d-923c-b7d77dfa625f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:55:33.001704 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbadcbc-7ba6-4735-9cae-06cdef47b2ba req-a5622202-9c19-4074-84fc-5ab05c631df5 service neutron] Bound using segment: {'id': '802c3e76-b2e9-4d86-8049-6831b9ec5c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '7de51c91-19bb-4b5d-923c-b7d77dfa625f'} {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 04:55:33.002280 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [req-2bbadcbc-7ba6-4735-9cae-06cdef47b2ba req-a5622202-9c19-4074-84fc-5ab05c631df5 service neutron] Bound port: 7b6e2cff-db4b-42be-807a-b0d5a7224cdb, host: hv-neutron-8437, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '802c3e76-b2e9-4d86-8049-6831b9ec5c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '7de51c91-19bb-4b5d-923c-b7d77dfa625f'}}] {{(pid=88261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 04:55:33.002600 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-2bbadcbc-7ba6-4735-9cae-06cdef47b2ba req-a5622202-9c19-4074-84fc-5ab05c631df5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:33.009177 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-95c55d03-6765-4149-8cdb-02f0081f10e9 None None] For port 4742f2bc-a2c4-4b20-a8c0-54e84dcd675a, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 04:55:33.012496 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-95c55d03-6765-4149-8cdb-02f0081f10e9 None None] For port 4742f2bc-a2c4-4b20-a8c0-54e84dcd675a, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=4742f2bc-a2c4-4b20-a8c0-54e84dcd675a,segment=NetworkSegment(ea67794b-dca2-4ef6-add0-43b9307b9c35),segment_id=ea67794b-dca2-4ef6-add0-43b9307b9c35)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 04:55:33.016258 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-95c55d03-6765-4149-8cdb-02f0081f10e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:33.054455 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-0b3829d5-250c-4d9b-ac8e-c5557a96adca tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Allocated IP 172.20.0.9 (3d7bcbcb-c75f-4ef7-812b-f6658b968733/2ab7629f-c4b3-4271-bda4-92092b2a03a2/b95e33b6-89ed-4465-9e54-e13ce8dae779) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:55:33.102837 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c55d03-6765-4149-8cdb-02f0081f10e9 None None] Pushing event updated for resources: {'Port': ['ID=4742f2bc-a2c4-4b20-a8c0-54e84dcd675a,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:55:33.156612 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-859bb4ea-7b34-4ffc-b40b-2b9085e1f65c tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11765'] for router, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:33.202957 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-aa23e334-7b4f-4cec-994a-64a5ed4d8979 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867540', 'neutron.services.segments.db._delete_segments_for_network-8729234922972'] for network, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:33.287481 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-aa23e334-7b4f-4cec-994a-64a5ed4d8979 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c71d4773-6bb9-4dcb-bbd3-75f6547f5754']}} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:55:33.309927 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-aa23e334-7b4f-4cec-994a-64a5ed4d8979 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e5ca4fe-418d-42fc-a31a-80b63e9a3792') {'for_net_delete': True} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:55:33.310239 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-aa23e334-7b4f-4cec-994a-64a5ed4d8979 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e5ca4fe-418d-42fc-a31a-80b63e9a3792') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:55:33.355244 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-aa23e334-7b4f-4cec-994a-64a5ed4d8979 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729235042807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1454725'] for segment, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:33.381137 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-aa23e334-7b4f-4cec-994a-64a5ed4d8979 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:33.392333 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa23e334-7b4f-4cec-994a-64a5ed4d8979 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=88260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 04:55:33.392797 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-aa23e334-7b4f-4cec-994a-64a5ed4d8979 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-862858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1547513'] for segment, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:33.467189 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [req-2bbadcbc-7ba6-4735-9cae-06cdef47b2ba req-a5622202-9c19-4074-84fc-5ab05c631df5 service neutron] For port 7b6e2cff-db4b-42be-807a-b0d5a7224cdb, host hv-neutron-8437, cleared binding levels {{(pid=88261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 04:55:33.471053 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 0e5ca4fe-418d-42fc-a31a-80b63e9a3792 resource provider aggregate not found May 30 04:55:33.515894 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 0e5ca4fe-418d-42fc-a31a-80b63e9a3792 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0e5ca4fe-418d-42fc-a31a-80b63e9a3792 found for delete ", "request_id": "req-914b96e3-5a28-4069-8ee2-99a3fb0c1e1e"}]} May 30 04:55:33.525711 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [req-2bbadcbc-7ba6-4735-9cae-06cdef47b2ba req-a5622202-9c19-4074-84fc-5ab05c631df5 service neutron] For port 7b6e2cff-db4b-42be-807a-b0d5a7224cdb, host hv-neutron-8437, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=7b6e2cff-db4b-42be-807a-b0d5a7224cdb,segment=NetworkSegment(802c3e76-b2e9-4d86-8049-6831b9ec5c3a),segment_id=802c3e76-b2e9-4d86-8049-6831b9ec5c3a)] {{(pid=88261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 04:55:33.546003 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-2bbadcbc-7ba6-4735-9cae-06cdef47b2ba req-a5622202-9c19-4074-84fc-5ab05c631df5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2304381'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:33.583343 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-aa23e334-7b4f-4cec-994a-64a5ed4d8979 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604744'] for network, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:33.657016 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbadcbc-7ba6-4735-9cae-06cdef47b2ba req-a5622202-9c19-4074-84fc-5ab05c631df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:55:33.657626 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-2bbadcbc-7ba6-4735-9cae-06cdef47b2ba req-a5622202-9c19-4074-84fc-5ab05c631df5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:33.659033 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2bbadcbc-7ba6-4735-9cae-06cdef47b2ba req-a5622202-9c19-4074-84fc-5ab05c631df5 service neutron] 10.222.0.39 "PUT /v2.0/ports/7b6e2cff-db4b-42be-807a-b0d5a7224cdb HTTP/1.1" status: 200 len: 1093 time: 2.7353013 May 30 04:55:33.660306 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-aa23e334-7b4f-4cec-994a-64a5ed4d8979 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642826'] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:33.662397 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3b4fbda-4b1c-4eb1-8123-8c822f8314a1', 'tag': '7b6e2cff-db4b-42be-807a-b0d5a7224cdb'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 04:55:33.676077 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0b3829d5-250c-4d9b-ac8e-c5557a96adca tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:33.680850 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa23e334-7b4f-4cec-994a-64a5ed4d8979 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Pushing event deleted for resources: {'Network': ['ID=c71d4773-6bb9-4dcb-bbd3-75f6547f5754,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:55:33.726829 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-859bb4ea-7b34-4ffc-b40b-2b9085e1f65c tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Notify callbacks [] for router_gateway, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:33.755158 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5594f900-902e-4732-a0fa-6f3523daa475'] response: {'name': 'network-changed', 'server_uuid': 'a3b4fbda-4b1c-4eb1-8123-8c822f8314a1', 'tag': '7b6e2cff-db4b-42be-807a-b0d5a7224cdb', 'status': 'completed', 'code': 200} May 30 04:55:33.758494 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-aa23e334-7b4f-4cec-994a-64a5ed4d8979 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] 10.222.0.15 "DELETE /v2.0/networks/c71d4773-6bb9-4dcb-bbd3-75f6547f5754 HTTP/1.1" status: 204 len: 168 time: 4.8493979 May 30 04:55:33.763253 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 38114) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:55:33.764543 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-859bb4ea-7b34-4ffc-b40b-2b9085e1f65c tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:33.774311 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5622202-9c19-4074-84fc-5ab05c631df5 service neutron] Pushing event updated for resources: {'Port': ['ID=7b6e2cff-db4b-42be-807a-b0d5a7224cdb,revision_number=3']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:55:33.779851 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [None req-0b3829d5-250c-4d9b-ac8e-c5557a96adca tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Transition to ACTIVE for port object b95e33b6-89ed-4465-9e54-e13ce8dae779 will not be triggered until provisioned by entity DHCP. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:55:33.815141 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-d518bdb3-c5cc-4069-a94d-286b5f902a7a tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1177342666'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:55:33.835512 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-d518bdb3-c5cc-4069-a94d-286b5f902a7a tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:55:33.855588 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-d518bdb3-c5cc-4069-a94d-286b5f902a7a tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Usage tracker for resource:network and tenant:73057037b7c54dd9b8d98bcf1b270dc2 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:55:33.861600 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-d518bdb3-c5cc-4069-a94d-286b5f902a7a tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:55:33.872020 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-d518bdb3-c5cc-4069-a94d-286b5f902a7a tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:55:33.935519 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d518bdb3-c5cc-4069-a94d-286b5f902a7a tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Made reservation on behalf of 73057037b7c54dd9b8d98bcf1b270dc2 for: {'network': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:55:33.939210 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d518bdb3-c5cc-4069-a94d-286b5f902a7a tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for network, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:33.979806 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d518bdb3-c5cc-4069-a94d-286b5f902a7a tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=88260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 04:55:33.995445 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d518bdb3-c5cc-4069-a94d-286b5f902a7a tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:33.995984 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.db.segments_db [None req-d518bdb3-c5cc-4069-a94d-286b5f902a7a tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Added segment a916316b-4010-43cb-a633-c2b7b39431cd of type vlan for network 7f143dc1-c85b-4163-9199-810aaabbbf7c May 30 04:55:34.017001 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c462927-dd43-4b23-89dd-a4c8c8733783 req-3b7fdb25-d55f-491e-967c-2b9c193befb9 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:55:34.018662 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7c462927-dd43-4b23-89dd-a4c8c8733783 req-3b7fdb25-d55f-491e-967c-2b9c193befb9 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3b4fbda-4b1c-4eb1-8123-8c822f8314a1 HTTP/1.1" status: 200 len: 943 time: 0.6226845 May 30 04:55:34.038743 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d518bdb3-c5cc-4069-a94d-286b5f902a7a tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729234556353'] for network, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:34.050916 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 4742f2bc-a2c4-4b20-a8c0-54e84dcd675a up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 04:55:34.058239 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-859bb4ea-7b34-4ffc-b40b-2b9085e1f65c tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Allocated IP 172.26.6.28 (1bab70f4-3794-44db-8e17-19f483aa8ffa/6b5b73c1-b0ce-4f83-a930-c00cc5522926/4e99a8e8-179b-4d65-92ed-b2cea9cd72c6) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:55:34.146885 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port 4742f2bc-a2c4-4b20-a8c0-54e84dcd675a completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:55:34.153141 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 555e36af-7ef5-48cc-b958-655ef61f4afb up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 04:55:34.178990 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d518bdb3-c5cc-4069-a94d-286b5f902a7a tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788'] for network, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:34.189892 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d518bdb3-c5cc-4069-a94d-286b5f902a7a tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:55:34.191953 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d518bdb3-c5cc-4069-a94d-286b5f902a7a tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642826'] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:34.229866 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 555e36af-7ef5-48cc-b958-655ef61f4afb triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:55:34.230584 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:34.303055 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7c462927-dd43-4b23-89dd-a4c8c8733783 req-4f78ff69-c0a3-4d97-b370-f0d201f819c9 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] 10.222.0.15 "GET /v2.0/security-groups?id=80268c1c-0aa4-4f7a-affc-948a6825b0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2484157 May 30 04:55:34.312920 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbadcbc-7ba6-4735-9cae-06cdef47b2ba req-4c766d17-6d8d-435c-b378-c570311ede54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:55:34.317143 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2bbadcbc-7ba6-4735-9cae-06cdef47b2ba req-4c766d17-6d8d-435c-b378-c570311ede54 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4c33678f28b44a57ab35b86381e31406&device_id=a3b4fbda-4b1c-4eb1-8123-8c822f8314a1 HTTP/1.1" status: 200 len: 1096 time: 0.6028080 May 30 04:55:34.321181 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0b3829d5-250c-4d9b-ac8e-c5557a96adca tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:34.378069 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-d518bdb3-c5cc-4069-a94d-286b5f902a7a tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5689073 May 30 04:55:34.380830 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 38120) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:55:34.391739 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-49cb4ec0-03d3-4a23-bcdc-c447319d534b tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Request body: {'subnet': {'network_id': '7f143dc1-c85b-4163-9199-810aaabbbf7c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:55:34.403491 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 555e36af-7ef5-48cc-b958-655ef61f4afb is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:55:34.449718 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bdda621-7a84-4193-ba71-5aae9adfbab8 None None] Network 3d7bcbcb-c75f-4ef7-812b-f6658b968733 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:55:34.514757 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2bbadcbc-7ba6-4735-9cae-06cdef47b2ba req-87d8c97d-e052-48da-b0b5-99385069479f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7b6e2cff-db4b-42be-807a-b0d5a7224cdb HTTP/1.1" status: 200 len: 217 time: 0.1852555 May 30 04:55:34.553123 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-643e2ea7-5aec-4438-ab3c-4b2e63ff5fc4 None None] Provisioning for port 4742f2bc-a2c4-4b20-a8c0-54e84dcd675a completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:55:34.572077 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-643e2ea7-5aec-4438-ab3c-4b2e63ff5fc4 None None] Provisioning complete for port 4742f2bc-a2c4-4b20-a8c0-54e84dcd675a triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:55:34.572077 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-643e2ea7-5aec-4438-ab3c-4b2e63ff5fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:34.586135 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b3829d5-250c-4d9b-ac8e-c5557a96adca tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Network 3d7bcbcb-c75f-4ef7-812b-f6658b968733 is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:55:34.596954 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-0b3829d5-250c-4d9b-ac8e-c5557a96adca tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:55:34.608876 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d518bdb3-c5cc-4069-a94d-286b5f902a7a tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Pushing event updated for resources: {'Network': ['ID=7f143dc1-c85b-4163-9199-810aaabbbf7c,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:55:34.609992 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3829d5-250c-4d9b-ac8e-c5557a96adca tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:55:34.628844 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Network 7f143dc1-c85b-4163-9199-810aaabbbf7c details requested by agent ovs-agent-dv-neutron-843763-1-hyperv with host dv-neutron-843763-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 04:55:34.641463 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3829d5-250c-4d9b-ac8e-c5557a96adca tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Pushing event updated for resources: {'Port': ['ID=b95e33b6-89ed-4465-9e54-e13ce8dae779,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:55:34.660378 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-859bb4ea-7b34-4ffc-b40b-2b9085e1f65c tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:34.671747 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-49cb4ec0-03d3-4a23-bcdc-c447319d534b tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:55:34.676959 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-49cb4ec0-03d3-4a23-bcdc-c447319d534b tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Usage tracker for resource:subnet and tenant:73057037b7c54dd9b8d98bcf1b270dc2 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:55:34.680741 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-49cb4ec0-03d3-4a23-bcdc-c447319d534b tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:55:34.687569 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-49cb4ec0-03d3-4a23-bcdc-c447319d534b tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:55:34.702817 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49cb4ec0-03d3-4a23-bcdc-c447319d534b tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Made reservation on behalf of 73057037b7c54dd9b8d98bcf1b270dc2 for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:55:34.706244 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-49cb4ec0-03d3-4a23-bcdc-c447319d534b tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2133361'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:34.732860 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbadcbc-7ba6-4735-9cae-06cdef47b2ba req-36a6b44b-4ec2-4f88-ba0a-922811631972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:55:34.734353 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2bbadcbc-7ba6-4735-9cae-06cdef47b2ba req-36a6b44b-4ec2-4f88-ba0a-922811631972 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b5ad951a-f78e-4dae-aa5e-a260f6c65de8 HTTP/1.1" status: 200 len: 834 time: 0.2002859 May 30 04:55:34.798484 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-859bb4ea-7b34-4ffc-b40b-2b9085e1f65c tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:34.836344 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b3829d5-250c-4d9b-ac8e-c5557a96adca tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:55:34.837136 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0b3829d5-250c-4d9b-ac8e-c5557a96adca tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:34.876911 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-859bb4ea-7b34-4ffc-b40b-2b9085e1f65c tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Network 1bab70f4-3794-44db-8e17-19f483aa8ffa is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:55:34.884955 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-859bb4ea-7b34-4ffc-b40b-2b9085e1f65c tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:55:34.891445 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859bb4ea-7b34-4ffc-b40b-2b9085e1f65c tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:55:34.936458 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-643e2ea7-5aec-4438-ab3c-4b2e63ff5fc4 None None] Current status of the port 4742f2bc-a2c4-4b20-a8c0-54e84dcd675a is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:55:34.937093 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-643e2ea7-5aec-4438-ab3c-4b2e63ff5fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:34.948752 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859bb4ea-7b34-4ffc-b40b-2b9085e1f65c tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Pushing event updated for resources: {'Port': ['ID=4e99a8e8-179b-4d65-92ed-b2cea9cd72c6,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:55:34.964857 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-0b3829d5-250c-4d9b-ac8e-c5557a96adca tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 3.2540452 May 30 04:55:34.967293 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 38124) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:55:34.971782 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbadcbc-7ba6-4735-9cae-06cdef47b2ba req-a5af08df-5329-478f-ab34-c44fad915fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:55:34.973612 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2bbadcbc-7ba6-4735-9cae-06cdef47b2ba req-a5af08df-5329-478f-ab34-c44fad915fc0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7de51c91-19bb-4b5d-923c-b7d77dfa625f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2294223 May 30 04:55:34.983587 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-643e2ea7-5aec-4438-ab3c-4b2e63ff5fc4 None None] For port 4742f2bc-a2c4-4b20-a8c0-54e84dcd675a, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=4742f2bc-a2c4-4b20-a8c0-54e84dcd675a,segment=NetworkSegment(ea67794b-dca2-4ef6-add0-43b9307b9c35),segment_id=ea67794b-dca2-4ef6-add0-43b9307b9c35)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:55:34.990656 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-643e2ea7-5aec-4438-ab3c-4b2e63ff5fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:35.067080 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643e2ea7-5aec-4438-ab3c-4b2e63ff5fc4 None None] Pushing event updated for resources: {'Port': ['ID=4742f2bc-a2c4-4b20-a8c0-54e84dcd675a,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:55:35.152330 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-54d02603-be60-475e-a53d-ed9b87fde2e9 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11765'] for router, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:35.159691 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-54d02603-be60-475e-a53d-ed9b87fde2e9 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1603699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1603708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1603909'] for router, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:35.226959 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-cfcd5aa3-5033-4ce7-a421-460d1474ecff None None] Provisioning for port b95e33b6-89ed-4465-9e54-e13ce8dae779 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:55:35.235175 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-cfcd5aa3-5033-4ce7-a421-460d1474ecff None None] Provisioning complete for port b95e33b6-89ed-4465-9e54-e13ce8dae779 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:55:35.235920 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-cfcd5aa3-5033-4ce7-a421-460d1474ecff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:35.273487 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2bbadcbc-7ba6-4735-9cae-06cdef47b2ba req-37002a28-b0f6-48ff-a3ad-1dc990bff7ca service neutron] 10.222.0.39 "GET /v2.0/networks/7de51c91-19bb-4b5d-923c-b7d77dfa625f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2423999 May 30 04:55:35.342065 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-cfcd5aa3-5033-4ce7-a421-460d1474ecff None None] Port b95e33b6-89ed-4465-9e54-e13ce8dae779 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 04:55:35.361330 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-cfcd5aa3-5033-4ce7-a421-460d1474ecff None None] Provisioning complete for port 4742f2bc-a2c4-4b20-a8c0-54e84dcd675a triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:55:35.361709 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-cfcd5aa3-5033-4ce7-a421-460d1474ecff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:35.489724 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25489856-f55d-4b2f-95d3-7e809fc32931 None None] get_active_networks_info from dv-neutron-843763-1-hyperv {{(pid=88262) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 30 04:55:35.495289 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54d02603-be60-475e-a53d-ed9b87fde2e9 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Router 75c14a80-6d23-4689-9a38-1017d760bbb4 has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 04:55:35.509037 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2bbadcbc-7ba6-4735-9cae-06cdef47b2ba req-66170eeb-9291-4801-b442-27761ed7f751 service neutron] 10.222.0.39 "GET /v2.0/networks/7de51c91-19bb-4b5d-923c-b7d77dfa625f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2276285 May 30 04:55:35.578501 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-cfcd5aa3-5033-4ce7-a421-460d1474ecff None None] Current status of the port 4742f2bc-a2c4-4b20-a8c0-54e84dcd675a is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:55:35.660585 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25489856-f55d-4b2f-95d3-7e809fc32931 None None] Resources bound (agent type, host, resource id): {{(pid=88262) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 30 04:55:35.756219 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-4f339e8c-8be9-4c90-b55c-ff08d9c82b60 None None] Provisioning complete for port b95e33b6-89ed-4465-9e54-e13ce8dae779 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:55:35.756743 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-4f339e8c-8be9-4c90-b55c-ff08d9c82b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:35.835707 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-4f339e8c-8be9-4c90-b55c-ff08d9c82b60 None None] Port b95e33b6-89ed-4465-9e54-e13ce8dae779 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 04:55:35.897529 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c4da55-ad52-4db6-a949-402d381467e6 req-f91dbe4f-eb5b-4be9-8482-a3bcec0eb6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:55:35.899043 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-73c4da55-ad52-4db6-a949-402d381467e6 req-f91dbe4f-eb5b-4be9-8482-a3bcec0eb6b3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4c33678f28b44a57ab35b86381e31406&device_id=a3b4fbda-4b1c-4eb1-8123-8c822f8314a1 HTTP/1.1" status: 200 len: 1096 time: 0.1767118 May 30 04:55:35.900014 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54d02603-be60-475e-a53d-ed9b87fde2e9 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 04:55:35.904481 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-54d02603-be60-475e-a53d-ed9b87fde2e9 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Notify callbacks [] for router, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:35.905659 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-54d02603-be60-475e-a53d-ed9b87fde2e9 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] 10.222.0.15 "PUT /v2.0/routers/75c14a80-6d23-4689-9a38-1017d760bbb4 HTTP/1.1" status: 200 len: 924 time: 4.3930163 May 30 04:55:35.912062 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079029f2-5276-4339-854b-802c312e8541 None None] Sync routers for ids ['75c14a80-6d23-4689-9a38-1017d760bbb4'] in dv-neutron-843763-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 04:55:35.926057 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 38132) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:55:35.930811 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079029f2-5276-4339-854b-802c312e8541 None None] Routers {'75c14a80-6d23-4689-9a38-1017d760bbb4'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 04:55:35.931427 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-079029f2-5276-4339-854b-802c312e8541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T04:55:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['75c14a80-6d23-4689-9a38-1017d760bbb4'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:55:35.943409 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 4742f2bc-a2c4-4b20-a8c0-54e84dcd675a up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 04:55:35.993429 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-079029f2-5276-4339-854b-802c312e8541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:55:36.004077 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079029f2-5276-4339-854b-802c312e8541 None None] Routers {'75c14a80-6d23-4689-9a38-1017d760bbb4'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 04:55:36.004934 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-079029f2-5276-4339-854b-802c312e8541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T04:55:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['75c14a80-6d23-4689-9a38-1017d760bbb4'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:55:36.069040 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-079029f2-5276-4339-854b-802c312e8541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:55:36.069695 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079029f2-5276-4339-854b-802c312e8541 None None] The sync data for ids ['75c14a80-6d23-4689-9a38-1017d760bbb4'] in dv-neutron-843763-1-hyperv is: [] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 04:55:36.093297 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-49cb4ec0-03d3-4a23-bcdc-c447319d534b tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1547796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2133315'] for subnet, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:36.125685 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 4742f2bc-a2c4-4b20-a8c0-54e84dcd675a triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:55:36.126285 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:36.218657 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c4da55-ad52-4db6-a949-402d381467e6 req-deb054df-f967-4360-b160-0cdce2f26f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:55:36.220839 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-73c4da55-ad52-4db6-a949-402d381467e6 req-deb054df-f967-4360-b160-0cdce2f26f83 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7de51c91-19bb-4b5d-923c-b7d77dfa625f HTTP/1.1" status: 200 len: 898 time: 0.3132617 May 30 04:55:36.222028 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-0ca243a0-d6d2-47dc-8ff7-110b89c5bab6 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] 10.222.0.15 "GET /v2.0/routers/75c14a80-6d23-4689-9a38-1017d760bbb4 HTTP/1.1" status: 200 len: 924 time: 0.2949114 May 30 04:55:36.224847 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 38136) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:55:36.234625 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c17e6aa-9293-4f22-8a8c-7f4e4a3454ff req-b323aa94-0a03-4082-90e4-941ff91a2c49 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:55:36.236113 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-3c17e6aa-9293-4f22-8a8c-7f4e4a3454ff req-b323aa94-0a03-4082-90e4-941ff91a2c49 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3b4fbda-4b1c-4eb1-8123-8c822f8314a1 HTTP/1.1" status: 200 len: 943 time: 0.7832859 May 30 04:55:36.282114 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 4742f2bc-a2c4-4b20-a8c0-54e84dcd675a is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:55:36.283414 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-859bb4ea-7b34-4ffc-b40b-2b9085e1f65c tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Notify callbacks [] for router_gateway, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:36.340812 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-73c4da55-ad52-4db6-a949-402d381467e6 req-b4d70995-ea18-469c-9031-fcd4493b1d15 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7b6e2cff-db4b-42be-807a-b0d5a7224cdb HTTP/1.1" status: 200 len: 217 time: 0.0794883 May 30 04:55:36.343794 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cb4ec0-03d3-4a23-bcdc-c447319d534b tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Pushing event updated for resources: {'Subnet': ['ID=5f4da9f6-5746-45a4-9a33-931ee550c85c,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:55:36.411134 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c4da55-ad52-4db6-a949-402d381467e6 req-e66850c0-7ff3-49dd-9660-f0f77aa18464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:55:36.412570 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-73c4da55-ad52-4db6-a949-402d381467e6 req-e66850c0-7ff3-49dd-9660-f0f77aa18464 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b5ad951a-f78e-4dae-aa5e-a260f6c65de8 HTTP/1.1" status: 200 len: 834 time: 0.0652323 May 30 04:55:36.434366 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49cb4ec0-03d3-4a23-bcdc-c447319d534b tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Checking segment: {'id': 'a916316b-4010-43cb-a633-c2b7b39431cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '7f143dc1-c85b-4163-9199-810aaabbbf7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:55:36.434737 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49cb4ec0-03d3-4a23-bcdc-c447319d534b tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Network hostable DHCP agents. Network: 7f143dc1-c85b-4163-9199-810aaabbbf7c, hostable agents: ['1c705e68-3d3e-4dd3-9252-feb21d4b96ab'], hosted agents: [] {{(pid=88260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 04:55:36.451410 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-3c17e6aa-9293-4f22-8a8c-7f4e4a3454ff req-b61643d1-1896-4b46-92a0-9114a3682f40 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] 10.222.0.15 "GET /v2.0/security-groups?id=80268c1c-0aa4-4f7a-affc-948a6825b0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1936765 May 30 04:55:36.458487 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a9a3f51-bb5c-4414-a780-6e7c4dd4a85c tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:55:36.459181 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-7a9a3f51-bb5c-4414-a780-6e7c4dd4a85c tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Synchronizing usage tracker for tenant:b716d37694ea4d05a16d0bffce109eae on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:55:36.493014 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-7a9a3f51-bb5c-4414-a780-6e7c4dd4a85c tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Unset dirty status for tenant:b716d37694ea4d05a16d0bffce109eae on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:55:36.494243 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-7a9a3f51-bb5c-4414-a780-6e7c4dd4a85c tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=1bab70f4-3794-44db-8e17-19f483aa8ffa&device_id=75c14a80-6d23-4689-9a38-1017d760bbb4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2684007 May 30 04:55:36.497858 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 38140) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:55:36.554373 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49cb4ec0-03d3-4a23-bcdc-c447319d534b tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Network 7f143dc1-c85b-4163-9199-810aaabbbf7c is scheduled to be hosted by DHCP agent 1c705e68-3d3e-4dd3-9252-feb21d4b96ab with binding_index 1 {{(pid=88260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 04:55:36.559683 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c5507c10-9109-45be-a6fa-76779250f5f4 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:36.583474 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c4da55-ad52-4db6-a949-402d381467e6 req-7b715b28-8876-4df5-8bf3-59c5a17b24a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:55:36.584533 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-49cb4ec0-03d3-4a23-bcdc-c447319d534b tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843763-1-hyperv, 7f143dc1-c85b-4163-9199-810aaabbbf7c) {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:55:36.584986 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-73c4da55-ad52-4db6-a949-402d381467e6 req-7b715b28-8876-4df5-8bf3-59c5a17b24a2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7de51c91-19bb-4b5d-923c-b7d77dfa625f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1653740 May 30 04:55:36.593199 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c1443c-1132-4b6d-aa89-3dd3a9a74154 None None] Network 7f143dc1-c85b-4163-9199-810aaabbbf7c requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:55:36.626886 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49cb4ec0-03d3-4a23-bcdc-c447319d534b tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:55:36.627410 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-49cb4ec0-03d3-4a23-bcdc-c447319d534b tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642826'] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:36.717256 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29027c30-a6a0-49e5-b441-5fd78a667685 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:55:36.717844 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-29027c30-a6a0-49e5-b441-5fd78a667685 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Synchronizing usage tracker for tenant:b716d37694ea4d05a16d0bffce109eae on resource:network {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:55:36.755864 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-29027c30-a6a0-49e5-b441-5fd78a667685 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Unset dirty status for tenant:b716d37694ea4d05a16d0bffce109eae on resource:network {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:55:36.759980 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-29027c30-a6a0-49e5-b441-5fd78a667685 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] 10.222.0.15 "GET /v2.0/networks/1bab70f4-3794-44db-8e17-19f483aa8ffa HTTP/1.1" status: 200 len: 881 time: 0.2583439 May 30 04:55:36.760921 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 38144) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:55:36.764439 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-73c4da55-ad52-4db6-a949-402d381467e6 req-fa824d57-a1bf-4c17-aca3-474b71a889f2 service neutron] 10.222.0.39 "GET /v2.0/networks/7de51c91-19bb-4b5d-923c-b7d77dfa625f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721787 May 30 04:55:36.802709 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-49cb4ec0-03d3-4a23-bcdc-c447319d534b tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.4207695 May 30 04:55:36.823028 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 38148) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:55:36.828054 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b867ffed-c7f1-4ea1-8c49-b2288a50afdc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bbf24ed-7ba9-53d2-873f-8f9642b1e987-7f143dc1-c85b-4163-9199-810aaabbbf7c', 'network_id': '7f143dc1-c85b-4163-9199-810aaabbbf7c', 'tenant_id': '73057037b7c54dd9b8d98bcf1b270dc2', 'fixed_ips': [{'subnet_id': '5f4da9f6-5746-45a4-9a33-931ee550c85c'}]}} from dv-neutron-843763-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 30 04:55:36.828880 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-b867ffed-c7f1-4ea1-8c49-b2288a50afdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:36.832920 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-9ed31228-0c17-4e07-ae85-321e39aa8373 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1494784682'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:55:36.843443 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-fad14317-006f-49cd-9794-69b7cff9e16a tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] 10.222.0.15 "GET /v2.0/ports?device_id=75c14a80-6d23-4689-9a38-1017d760bbb4 HTTP/1.1" status: 200 len: 205 time: 0.0786872 May 30 04:55:36.853604 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 38152) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:55:36.887546 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-9ed31228-0c17-4e07-ae85-321e39aa8373 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:55:36.901777 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-9ed31228-0c17-4e07-ae85-321e39aa8373 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Usage tracker for resource:network and tenant:73057037b7c54dd9b8d98bcf1b270dc2 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:55:36.906261 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-9ed31228-0c17-4e07-ae85-321e39aa8373 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:55:36.916195 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-9ed31228-0c17-4e07-ae85-321e39aa8373 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:55:36.940914 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ed31228-0c17-4e07-ae85-321e39aa8373 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Made reservation on behalf of 73057037b7c54dd9b8d98bcf1b270dc2 for: {'network': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:55:36.944446 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9ed31228-0c17-4e07-ae85-321e39aa8373 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for network, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:36.981831 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-73c4da55-ad52-4db6-a949-402d381467e6 req-bb5e7220-e4ab-4a14-9a66-932ae0ed5607 service neutron] 10.222.0.39 "GET /v2.0/networks/7de51c91-19bb-4b5d-923c-b7d77dfa625f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869857 May 30 04:55:36.990317 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ed31228-0c17-4e07-ae85-321e39aa8373 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=88261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 04:55:36.999497 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-b867ffed-c7f1-4ea1-8c49-b2288a50afdc None None] Allocated IP 2001:db8::3 (7f143dc1-c85b-4163-9199-810aaabbbf7c/5f4da9f6-5746-45a4-9a33-931ee550c85c/148f5feb-9d0c-4abe-b6a8-8319141d917b) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:55:37.001890 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9ed31228-0c17-4e07-ae85-321e39aa8373 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:37.001890 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.db.segments_db [None req-9ed31228-0c17-4e07-ae85-321e39aa8373 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Added segment 6a228b20-d5b3-4d76-8afd-118434db828f of type vlan for network 162ff075-88be-45ab-a919-8e13873e5fe4 May 30 04:55:37.029501 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9ed31228-0c17-4e07-ae85-321e39aa8373 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729234556353'] for network, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:37.064733 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9ed31228-0c17-4e07-ae85-321e39aa8373 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788'] for network, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:37.070990 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed31228-0c17-4e07-ae85-321e39aa8373 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:55:37.071582 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9ed31228-0c17-4e07-ae85-321e39aa8373 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642826'] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:37.171161 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-859bb4ea-7b34-4ffc-b40b-2b9085e1f65c tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603653'] for router, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:37.240046 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-b867ffed-c7f1-4ea1-8c49-b2288a50afdc None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:37.255321 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-b867ffed-c7f1-4ea1-8c49-b2288a50afdc None None] Transition to ACTIVE for port object 148f5feb-9d0c-4abe-b6a8-8319141d917b will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:55:37.295595 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-b867ffed-c7f1-4ea1-8c49-b2288a50afdc None None] Transition to ACTIVE for port object 148f5feb-9d0c-4abe-b6a8-8319141d917b will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:55:37.300533 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-9ed31228-0c17-4e07-ae85-321e39aa8373 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4721627 May 30 04:55:37.303654 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 38156) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:55:37.307986 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-b867ffed-c7f1-4ea1-8c49-b2288a50afdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:37.311288 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-1c35af5a-96ed-4ca3-863b-cb06aa83c04a tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Request body: {'subnet': {'network_id': '162ff075-88be-45ab-a919-8e13873e5fe4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:55:37.327165 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed31228-0c17-4e07-ae85-321e39aa8373 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Pushing event updated for resources: {'Network': ['ID=162ff075-88be-45ab-a919-8e13873e5fe4,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:55:37.328159 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-972b8761-f5f6-49e1-82a0-3569eb5325f1 tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Notify callbacks [] for router, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:37.355911 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Network 162ff075-88be-45ab-a919-8e13873e5fe4 details requested by agent ovs-agent-dv-neutron-843763-1-hyperv with host dv-neutron-843763-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 04:55:37.427635 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-1c35af5a-96ed-4ca3-863b-cb06aa83c04a tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:55:37.432428 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-1c35af5a-96ed-4ca3-863b-cb06aa83c04a tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Usage tracker for resource:subnet and tenant:73057037b7c54dd9b8d98bcf1b270dc2 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:55:37.436052 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-1c35af5a-96ed-4ca3-863b-cb06aa83c04a tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:55:37.443033 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-1c35af5a-96ed-4ca3-863b-cb06aa83c04a tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:55:37.454626 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c35af5a-96ed-4ca3-863b-cb06aa83c04a tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Made reservation on behalf of 73057037b7c54dd9b8d98bcf1b270dc2 for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:55:37.459110 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1c35af5a-96ed-4ca3-863b-cb06aa83c04a tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9305518'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:37.508577 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b867ffed-c7f1-4ea1-8c49-b2288a50afdc None None] Network 7f143dc1-c85b-4163-9199-810aaabbbf7c is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:55:37.515006 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-b867ffed-c7f1-4ea1-8c49-b2288a50afdc None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:55:37.517443 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b867ffed-c7f1-4ea1-8c49-b2288a50afdc None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:55:37.566666 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b867ffed-c7f1-4ea1-8c49-b2288a50afdc None None] Pushing event updated for resources: {'Port': ['ID=148f5feb-9d0c-4abe-b6a8-8319141d917b,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:55:37.579831 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.ipam_backend_mixin [None req-1c35af5a-96ed-4ca3-863b-cb06aa83c04a tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Performing IP validity checks on allocation pools {{(pid=88261) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 30 04:55:37.580483 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.ipam_backend_mixin [None req-1c35af5a-96ed-4ca3-863b-cb06aa83c04a tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88261) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 30 04:55:37.636644 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-b867ffed-c7f1-4ea1-8c49-b2288a50afdc None None] Attempting to bind port 148f5feb-9d0c-4abe-b6a8-8319141d917b on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 04:55:37.637024 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-b867ffed-c7f1-4ea1-8c49-b2288a50afdc None None] Attempting to bind port 148f5feb-9d0c-4abe-b6a8-8319141d917b by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': 'a916316b-4010-43cb-a633-c2b7b39431cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '7f143dc1-c85b-4163-9199-810aaabbbf7c'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 04:55:37.637461 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b867ffed-c7f1-4ea1-8c49-b2288a50afdc None None] Attempting to bind port 148f5feb-9d0c-4abe-b6a8-8319141d917b on network 7f143dc1-c85b-4163-9199-810aaabbbf7c {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 04:55:37.644400 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b867ffed-c7f1-4ea1-8c49-b2288a50afdc None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 4, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 04:55:37.645102 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b867ffed-c7f1-4ea1-8c49-b2288a50afdc None None] Checking segment: {'id': 'a916316b-4010-43cb-a633-c2b7b39431cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '7f143dc1-c85b-4163-9199-810aaabbbf7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:55:37.645552 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-b867ffed-c7f1-4ea1-8c49-b2288a50afdc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:37.646256 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b867ffed-c7f1-4ea1-8c49-b2288a50afdc None None] Bound using segment: {'id': 'a916316b-4010-43cb-a633-c2b7b39431cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '7f143dc1-c85b-4163-9199-810aaabbbf7c'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 04:55:37.647085 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-b867ffed-c7f1-4ea1-8c49-b2288a50afdc None None] Bound port: 148f5feb-9d0c-4abe-b6a8-8319141d917b, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a916316b-4010-43cb-a633-c2b7b39431cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '7f143dc1-c85b-4163-9199-810aaabbbf7c'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 04:55:37.647775 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-b867ffed-c7f1-4ea1-8c49-b2288a50afdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:37.719313 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c5507c10-9109-45be-a6fa-76779250f5f4 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks [] for port, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:37.726149 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b419884-e4cc-4efa-b45e-f14d44b0b509 req-f43fa3aa-eca0-41f5-b99e-8611ad972ca0 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:55:37.727822 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0b419884-e4cc-4efa-b45e-f14d44b0b509 req-f43fa3aa-eca0-41f5-b99e-8611ad972ca0 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3b4fbda-4b1c-4eb1-8123-8c822f8314a1 HTTP/1.1" status: 200 len: 943 time: 0.1408715 May 30 04:55:37.737248 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c5507c10-9109-45be-a6fa-76779250f5f4 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1547421'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:37.740436 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-b867ffed-c7f1-4ea1-8c49-b2288a50afdc None None] For port 148f5feb-9d0c-4abe-b6a8-8319141d917b, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 04:55:37.743993 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-b867ffed-c7f1-4ea1-8c49-b2288a50afdc None None] For port 148f5feb-9d0c-4abe-b6a8-8319141d917b, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=148f5feb-9d0c-4abe-b6a8-8319141d917b,segment=NetworkSegment(a916316b-4010-43cb-a633-c2b7b39431cd),segment_id=a916316b-4010-43cb-a633-c2b7b39431cd)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 04:55:37.748976 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-b867ffed-c7f1-4ea1-8c49-b2288a50afdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:37.817055 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0b419884-e4cc-4efa-b45e-f14d44b0b509 req-d7343a45-7adc-44ab-8025-d9288e214b3b tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] 10.222.0.15 "GET /v2.0/security-groups?id=80268c1c-0aa4-4f7a-affc-948a6825b0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706272 May 30 04:55:37.828371 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1c35af5a-96ed-4ca3-863b-cb06aa83c04a tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2305012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9305500'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:37.839417 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b867ffed-c7f1-4ea1-8c49-b2288a50afdc None None] Pushing event updated for resources: {'Port': ['ID=148f5feb-9d0c-4abe-b6a8-8319141d917b,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:55:37.889290 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5507c10-9109-45be-a6fa-76779250f5f4 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Pushing event updated for resources: {'Port': ['ID=b95e33b6-89ed-4465-9e54-e13ce8dae779,revision_number=2']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:55:37.911756 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c35af5a-96ed-4ca3-863b-cb06aa83c04a tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Checking segment: {'id': '6a228b20-d5b3-4d76-8afd-118434db828f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '162ff075-88be-45ab-a919-8e13873e5fe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:55:37.912399 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c35af5a-96ed-4ca3-863b-cb06aa83c04a tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Network hostable DHCP agents. Network: 162ff075-88be-45ab-a919-8e13873e5fe4, hostable agents: ['1c705e68-3d3e-4dd3-9252-feb21d4b96ab'], hosted agents: [] {{(pid=88261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 04:55:37.915786 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-972b8761-f5f6-49e1-82a0-3569eb5325f1 tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:37.934732 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c35af5a-96ed-4ca3-863b-cb06aa83c04a tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Pushing event updated for resources: {'Subnet': ['ID=2a8b5ed6-c06e-4103-97ec-d84fbc6f84ae,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:55:37.949005 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c35af5a-96ed-4ca3-863b-cb06aa83c04a tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Network 162ff075-88be-45ab-a919-8e13873e5fe4 is scheduled to be hosted by DHCP agent 1c705e68-3d3e-4dd3-9252-feb21d4b96ab with binding_index 1 {{(pid=88261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 04:55:37.960235 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-1c35af5a-96ed-4ca3-863b-cb06aa83c04a tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843763-1-hyperv, 162ff075-88be-45ab-a919-8e13873e5fe4) {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:55:37.966183 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c35af5a-96ed-4ca3-863b-cb06aa83c04a tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:55:37.967033 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1c35af5a-96ed-4ca3-863b-cb06aa83c04a tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:37.974881 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85b0ab99-1cf3-4ccf-9f3f-61c23355c403 None None] Network 162ff075-88be-45ab-a919-8e13873e5fe4 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:55:37.979449 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-972b8761-f5f6-49e1-82a0-3569eb5325f1 tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Deleting port 5a1fcd2a-6daa-4f84-9a7f-9804c118bece {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:55:37.979449 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-972b8761-f5f6-49e1-82a0-3569eb5325f1 tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:38.017835 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-1c35af5a-96ed-4ca3-863b-cb06aa83c04a tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.7131832 May 30 04:55:38.020723 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 38162) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:55:38.060558 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-859bb4ea-7b34-4ffc-b40b-2b9085e1f65c tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Router 81318a73-c6e0-4b9f-bcff-5d19aa347f6f is scheduled to L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 with binding_index 1 {{(pid=88260) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 30 04:55:38.238561 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6d06dd62-7173-47f7-8367-9386e9643c37 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897784'] for network, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:38.256357 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-376e28cb-c0a3-427b-929a-04c34ea10770 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bbf24ed-7ba9-53d2-873f-8f9642b1e987-162ff075-88be-45ab-a919-8e13873e5fe4', 'network_id': '162ff075-88be-45ab-a919-8e13873e5fe4', 'tenant_id': '73057037b7c54dd9b8d98bcf1b270dc2', 'fixed_ips': [{'subnet_id': '2a8b5ed6-c06e-4103-97ec-d84fbc6f84ae'}]}} from dv-neutron-843763-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 30 04:55:38.261464 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-376e28cb-c0a3-427b-929a-04c34ea10770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:38.336484 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6d06dd62-7173-47f7-8367-9386e9643c37 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860493'] for subnet, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:38.338841 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-63b21773-17d6-4128-a2d3-8b2026da01b5 None None] Provisioning complete for port b95e33b6-89ed-4465-9e54-e13ce8dae779 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:55:38.339238 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-63b21773-17d6-4128-a2d3-8b2026da01b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:38.422957 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-63b21773-17d6-4128-a2d3-8b2026da01b5 None None] Port b95e33b6-89ed-4465-9e54-e13ce8dae779 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 04:55:38.438844 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6d06dd62-7173-47f7-8367-9386e9643c37 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2304955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9305493'] for subnet, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:38.448467 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server [None req-376e28cb-c0a3-427b-929a-04c34ea10770 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2a8b5ed6-c06e-4103-97ec-d84fbc6f84ae: This subnet is being modified by another concurrent operation. May 30 04:55:38.448467 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 30 04:55:38.448467 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 30 04:55:38.448467 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 30 04:55:38.448467 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 30 04:55:38.448467 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 30 04:55:38.448467 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 30 04:55:38.448467 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 30 04:55:38.448467 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 30 04:55:38.448467 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 30 04:55:38.448467 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 30 04:55:38.448467 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 30 04:55:38.448467 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 30 04:55:38.448467 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server self.force_reraise() May 30 04:55:38.448467 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 30 04:55:38.448467 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server raise self.value May 30 04:55:38.448467 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 30 04:55:38.448467 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 30 04:55:38.448467 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 30 04:55:38.448467 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 30 04:55:38.448467 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 30 04:55:38.448467 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server self.force_reraise() May 30 04:55:38.448467 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 30 04:55:38.448467 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server raise self.value May 30 04:55:38.448467 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 30 04:55:38.448467 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 30 04:55:38.448467 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 30 04:55:38.448467 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 30 04:55:38.448467 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 30 04:55:38.448467 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server self.force_reraise() May 30 04:55:38.448467 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 30 04:55:38.448467 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server raise self.value May 30 04:55:38.448467 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 30 04:55:38.448467 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 30 04:55:38.448467 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 30 04:55:38.448467 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 30 04:55:38.448467 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port May 30 04:55:38.448467 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 30 04:55:38.448467 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action May 30 04:55:38.448467 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 30 04:55:38.448467 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 30 04:55:38.448467 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 30 04:55:38.448467 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 30 04:55:38.448467 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 30 04:55:38.448467 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 30 04:55:38.448467 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 30 04:55:38.448467 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 30 04:55:38.448467 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 30 04:55:38.448467 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 30 04:55:38.448467 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server self.force_reraise() May 30 04:55:38.448467 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 30 04:55:38.448467 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server raise self.value May 30 04:55:38.448467 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 30 04:55:38.448467 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 30 04:55:38.452289 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 30 04:55:38.452289 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 30 04:55:38.452289 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 30 04:55:38.452289 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server self.force_reraise() May 30 04:55:38.452289 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 30 04:55:38.452289 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server raise self.value May 30 04:55:38.452289 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 30 04:55:38.452289 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 30 04:55:38.452289 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 30 04:55:38.452289 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 30 04:55:38.452289 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 30 04:55:38.452289 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server self.force_reraise() May 30 04:55:38.452289 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 30 04:55:38.452289 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server raise self.value May 30 04:55:38.452289 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 30 04:55:38.452289 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 30 04:55:38.452289 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port May 30 04:55:38.452289 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 30 04:55:38.452289 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db May 30 04:55:38.452289 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 30 04:55:38.452289 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db May 30 04:55:38.452289 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 30 04:55:38.452289 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 30 04:55:38.452289 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 30 04:55:38.452289 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 30 04:55:38.452289 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 30 04:55:38.452289 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper May 30 04:55:38.452289 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 30 04:55:38.452289 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 30 04:55:38.452289 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 30 04:55:38.452289 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 30 04:55:38.452289 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 30 04:55:38.452289 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets May 30 04:55:38.452289 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 30 04:55:38.452289 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 30 04:55:38.452289 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server raise exception May 30 04:55:38.452289 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2a8b5ed6-c06e-4103-97ec-d84fbc6f84ae: This subnet is being modified by another concurrent operation. May 30 04:55:38.452289 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server May 30 04:55:38.470435 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f153bb8-2460-4443-9196-e26426a41906 None None] Network 162ff075-88be-45ab-a919-8e13873e5fe4 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:55:38.480750 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d06dd62-7173-47f7-8367-9386e9643c37 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Pushing event deleted for resources: {'Subnet': ['ID=2a8b5ed6-c06e-4103-97ec-d84fbc6f84ae,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:55:38.576575 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6d06dd62-7173-47f7-8367-9386e9643c37 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867540', 'neutron.services.segments.db._delete_segments_for_network-8729234922972'] for network, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:38.591478 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c5507c10-9109-45be-a6fa-76779250f5f4 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604623'] for router_interface, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:38.603089 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-6d06dd62-7173-47f7-8367-9386e9643c37 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['162ff075-88be-45ab-a919-8e13873e5fe4']}} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:55:38.615597 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-6d06dd62-7173-47f7-8367-9386e9643c37 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a228b20-d5b3-4d76-8afd-118434db828f') {'for_net_delete': True} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:55:38.616129 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-6d06dd62-7173-47f7-8367-9386e9643c37 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a228b20-d5b3-4d76-8afd-118434db828f') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:55:38.627904 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6d06dd62-7173-47f7-8367-9386e9643c37 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729235042807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3545573'] for segment, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:38.645937 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6d06dd62-7173-47f7-8367-9386e9643c37 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:38.653092 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d06dd62-7173-47f7-8367-9386e9643c37 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=88261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 04:55:38.653700 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6d06dd62-7173-47f7-8367-9386e9643c37 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-862858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2304281'] for segment, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:38.723495 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 6a228b20-d5b3-4d76-8afd-118434db828f resource provider aggregate not found May 30 04:55:38.725840 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-972b8761-f5f6-49e1-82a0-3569eb5325f1 tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:38.740337 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 6a228b20-d5b3-4d76-8afd-118434db828f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6a228b20-d5b3-4d76-8afd-118434db828f found for delete ", "request_id": "req-5ec1131a-3339-4a44-b09c-eaf6aaa3c37a"}]} May 30 04:55:38.747095 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-859bb4ea-7b34-4ffc-b40b-2b9085e1f65c tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 04:55:38.758710 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36112365-f4c6-484d-9841-788bf064cd89 None None] Sync routers for ids ['81318a73-c6e0-4b9f-bcff-5d19aa347f6f'] in dv-neutron-843763-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 04:55:38.767492 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6d06dd62-7173-47f7-8367-9386e9643c37 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604744'] for network, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:38.770430 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36112365-f4c6-484d-9841-788bf064cd89 None None] Routers {'81318a73-c6e0-4b9f-bcff-5d19aa347f6f'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 04:55:38.771089 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-36112365-f4c6-484d-9841-788bf064cd89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T04:55:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['81318a73-c6e0-4b9f-bcff-5d19aa347f6f'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:55:38.800105 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6d06dd62-7173-47f7-8367-9386e9643c37 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642826'] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:38.803001 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d06dd62-7173-47f7-8367-9386e9643c37 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Pushing event deleted for resources: {'Network': ['ID=162ff075-88be-45ab-a919-8e13873e5fe4,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:55:38.812522 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-6d06dd62-7173-47f7-8367-9386e9643c37 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] 10.222.0.15 "DELETE /v2.0/networks/162ff075-88be-45ab-a919-8e13873e5fe4 HTTP/1.1" status: 204 len: 168 time: 0.7904265 May 30 04:55:38.817046 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 38170) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:55:38.823136 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-f9679b5b-98db-46dd-a22e-ac75936f4721 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-787173531'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:55:38.828796 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-f9679b5b-98db-46dd-a22e-ac75936f4721 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:55:38.834812 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-f9679b5b-98db-46dd-a22e-ac75936f4721 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Usage tracker for resource:network and tenant:73057037b7c54dd9b8d98bcf1b270dc2 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:55:38.838135 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-f9679b5b-98db-46dd-a22e-ac75936f4721 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:55:38.844058 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-f9679b5b-98db-46dd-a22e-ac75936f4721 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:55:38.850123 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-36112365-f4c6-484d-9841-788bf064cd89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:55:38.860211 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36112365-f4c6-484d-9841-788bf064cd89 None None] Routers {'81318a73-c6e0-4b9f-bcff-5d19aa347f6f'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 04:55:38.860895 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-36112365-f4c6-484d-9841-788bf064cd89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T04:55:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['81318a73-c6e0-4b9f-bcff-5d19aa347f6f'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:55:38.920832 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-972b8761-f5f6-49e1-82a0-3569eb5325f1 tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Calling delete_port for 5a1fcd2a-6daa-4f84-9a7f-9804c118bece owned by network:router_gateway {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:55:38.934354 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9679b5b-98db-46dd-a22e-ac75936f4721 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Made reservation on behalf of 73057037b7c54dd9b8d98bcf1b270dc2 for: {'network': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:55:38.939091 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f9679b5b-98db-46dd-a22e-ac75936f4721 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for network, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:38.939260 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-36112365-f4c6-484d-9841-788bf064cd89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:55:38.939514 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36112365-f4c6-484d-9841-788bf064cd89 None None] The sync data for ids ['81318a73-c6e0-4b9f-bcff-5d19aa347f6f'] in dv-neutron-843763-1-hyperv is: [] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 04:55:38.963465 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-859bb4ea-7b34-4ffc-b40b-2b9085e1f65c tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:38.964828 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-859bb4ea-7b34-4ffc-b40b-2b9085e1f65c tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 6.7014582 May 30 04:55:38.967694 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 38176) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:55:38.977958 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-3ca4935d-bcfc-44d6-bd6c-5e57e556536a tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:55:39.069787 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9679b5b-98db-46dd-a22e-ac75936f4721 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=88261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 04:55:39.089747 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f9679b5b-98db-46dd-a22e-ac75936f4721 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:39.090159 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.db.segments_db [None req-f9679b5b-98db-46dd-a22e-ac75936f4721 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Added segment 701afe80-2e39-4ed0-bac6-4390f1f75657 of type vlan for network 83f69418-a2ba-44a5-843d-53128536d7f7 May 30 04:55:39.113163 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a935d117-029f-4bfd-9543-489737659303 None None] Network 7f143dc1-c85b-4163-9199-810aaabbbf7c requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:55:39.200431 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f9679b5b-98db-46dd-a22e-ac75936f4721 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729234556353'] for network, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:39.272038 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c5507c10-9109-45be-a6fa-76779250f5f4 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:39.289499 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-7554c12a-6bc6-4689-a7be-ee5400411d83 None None] Provisioning for port 148f5feb-9d0c-4abe-b6a8-8319141d917b completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:55:39.308269 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114cdb19-a80a-492b-9e44-4bad04318542 req-665529cc-28a4-42bb-b2f2-7fa53b399662 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:55:39.309910 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-114cdb19-a80a-492b-9e44-4bad04318542 req-665529cc-28a4-42bb-b2f2-7fa53b399662 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3b4fbda-4b1c-4eb1-8123-8c822f8314a1 HTTP/1.1" status: 200 len: 943 time: 0.2049515 May 30 04:55:39.480481 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f9679b5b-98db-46dd-a22e-ac75936f4721 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788'] for network, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:39.485847 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9679b5b-98db-46dd-a22e-ac75936f4721 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:55:39.486437 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f9679b5b-98db-46dd-a22e-ac75936f4721 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642826'] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:39.574516 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-114cdb19-a80a-492b-9e44-4bad04318542 req-9a4c819d-5948-4ca4-bfad-df38a616fc61 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] 10.222.0.15 "GET /v2.0/security-groups?id=80268c1c-0aa4-4f7a-affc-948a6825b0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2310057 May 30 04:55:39.579254 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-350ef4c9-00cb-4b55-b34b-99df89b71a25 None None] get_active_networks_info from dv-neutron-843763-1-hyperv {{(pid=88262) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 30 04:55:39.623819 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-f9679b5b-98db-46dd-a22e-ac75936f4721 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8044400 May 30 04:55:39.626132 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 38180) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:55:39.631699 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-94d22464-1f0a-41e7-9102-712bbaa98066 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Request body: {'subnet': {'network_id': '83f69418-a2ba-44a5-843d-53128536d7f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:55:39.632713 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9679b5b-98db-46dd-a22e-ac75936f4721 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Pushing event updated for resources: {'Network': ['ID=83f69418-a2ba-44a5-843d-53128536d7f7,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:55:39.648717 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Network 83f69418-a2ba-44a5-843d-53128536d7f7 details requested by agent ovs-agent-dv-neutron-843763-1-hyperv with host dv-neutron-843763-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 04:55:39.671337 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-972b8761-f5f6-49e1-82a0-3569eb5325f1 tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:39.818569 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3ca4935d-bcfc-44d6-bd6c-5e57e556536a tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11765'] for router, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:39.837365 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-350ef4c9-00cb-4b55-b34b-99df89b71a25 None None] Resources bound (agent type, host, resource id): {{(pid=88262) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 30 04:55:39.852046 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3ca4935d-bcfc-44d6-bd6c-5e57e556536a tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:39.852226 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972b8761-f5f6-49e1-82a0-3569eb5325f1 tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Pushing event deleted for resources: {'Port': ['ID=5a1fcd2a-6daa-4f84-9a7f-9804c118bece,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:55:39.870784 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-3ca4935d-bcfc-44d6-bd6c-5e57e556536a tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Deleting port 4e99a8e8-179b-4d65-92ed-b2cea9cd72c6 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:55:39.871254 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3ca4935d-bcfc-44d6-bd6c-5e57e556536a tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:39.971722 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 148f5feb-9d0c-4abe-b6a8-8319141d917b up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 04:55:39.993726 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-972b8761-f5f6-49e1-82a0-3569eb5325f1 tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1604781'] for router_gateway, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:40.064298 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3ca4935d-bcfc-44d6-bd6c-5e57e556536a tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:40.104263 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device 7b6e2cff-db4b-42be-807a-b0d5a7224cdb details requested by agent hyperv_hv-neutron-8437 with host hv-neutron-8437 {{(pid=88262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 04:55:40.121375 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port 148f5feb-9d0c-4abe-b6a8-8319141d917b completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:55:40.157252 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 148f5feb-9d0c-4abe-b6a8-8319141d917b triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:55:40.157252 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:40.174493 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-972b8761-f5f6-49e1-82a0-3569eb5325f1 tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11660'] for router, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:40.176713 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-972b8761-f5f6-49e1-82a0-3569eb5325f1 tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:40.196907 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-94d22464-1f0a-41e7-9102-712bbaa98066 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:55:40.197513 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-3ca4935d-bcfc-44d6-bd6c-5e57e556536a tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Calling delete_port for 4e99a8e8-179b-4d65-92ed-b2cea9cd72c6 owned by network:router_gateway {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:55:40.242075 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c5507c10-9109-45be-a6fa-76779250f5f4 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks [] for port, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:40.244243 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-94d22464-1f0a-41e7-9102-712bbaa98066 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Usage tracker for resource:subnet and tenant:73057037b7c54dd9b8d98bcf1b270dc2 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:55:40.247422 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-94d22464-1f0a-41e7-9102-712bbaa98066 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:55:40.250273 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-972b8761-f5f6-49e1-82a0-3569eb5325f1 tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1601605'] for router, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:40.250840 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-972b8761-f5f6-49e1-82a0-3569eb5325f1 tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Fanout notify agent at l3_agent the message router_deleted on router 75c14a80-6d23-4689-9a38-1017d760bbb4 {{(pid=88260) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 30 04:55:40.258518 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c5507c10-9109-45be-a6fa-76779250f5f4 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1547421'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:40.292980 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-94d22464-1f0a-41e7-9102-712bbaa98066 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:55:40.384980 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94d22464-1f0a-41e7-9102-712bbaa98066 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Made reservation on behalf of 73057037b7c54dd9b8d98bcf1b270dc2 for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:55:40.388857 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-94d22464-1f0a-41e7-9102-712bbaa98066 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2133361'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:40.402262 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3ca4935d-bcfc-44d6-bd6c-5e57e556536a tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:40.413705 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-972b8761-f5f6-49e1-82a0-3569eb5325f1 tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:40.418563 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-972b8761-f5f6-49e1-82a0-3569eb5325f1 tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] 10.222.0.15 "DELETE /v2.0/routers/75c14a80-6d23-4689-9a38-1017d760bbb4 HTTP/1.1" status: 204 len: 168 time: 3.5602493 May 30 04:55:40.425337 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 38184) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:55:40.451489 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca4935d-bcfc-44d6-bd6c-5e57e556536a tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Pushing event deleted for resources: {'Port': ['ID=4e99a8e8-179b-4d65-92ed-b2cea9cd72c6,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:55:40.455158 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port 7b6e2cff-db4b-42be-807a-b0d5a7224cdb, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=7b6e2cff-db4b-42be-807a-b0d5a7224cdb,segment=NetworkSegment(802c3e76-b2e9-4d86-8049-6831b9ec5c3a),segment_id=802c3e76-b2e9-4d86-8049-6831b9ec5c3a)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:55:40.485829 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-8dff6801-8757-4a9b-af8c-ea933b97b582 tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1851108404', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:55:40.497148 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-8dff6801-8757-4a9b-af8c-ea933b97b582 tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:55:40.499677 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Returning: {'device': '7b6e2cff-db4b-42be-807a-b0d5a7224cdb', 'network_id': '7de51c91-19bb-4b5d-923c-b7d77dfa625f', 'port_id': '7b6e2cff-db4b-42be-807a-b0d5a7224cdb', 'mac_address': 'fa:16:3e:3a:3c:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5ad951a-f78e-4dae-aa5e-a260f6c65de8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 04:55:40.502333 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c5507c10-9109-45be-a6fa-76779250f5f4 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1642774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602230'] for router_interface, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:40.518154 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5507c10-9109-45be-a6fa-76779250f5f4 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Pushing event updated for resources: {'Port': ['ID=b95e33b6-89ed-4465-9e54-e13ce8dae779,revision_number=3']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:55:40.521893 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-8dff6801-8757-4a9b-af8c-ea933b97b582 tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Usage tracker for resource:router and tenant:d0d8de6c33ac4bb99234640e8489f5da is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:55:40.534909 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-8dff6801-8757-4a9b-af8c-ea933b97b582 tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:55:40.550202 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3ca4935d-bcfc-44d6-bd6c-5e57e556536a tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1604781'] for router_gateway, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:40.551605 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 148f5feb-9d0c-4abe-b6a8-8319141d917b is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:55:40.552085 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:40.553951 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-8dff6801-8757-4a9b-af8c-ea933b97b582 tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:55:40.614871 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Current status of the port 7b6e2cff-db4b-42be-807a-b0d5a7224cdb is: DOWN; New status is: BUILD {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:55:40.615376 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:40.640886 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] For port 148f5feb-9d0c-4abe-b6a8-8319141d917b, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=148f5feb-9d0c-4abe-b6a8-8319141d917b,segment=NetworkSegment(a916316b-4010-43cb-a633-c2b7b39431cd),segment_id=a916316b-4010-43cb-a633-c2b7b39431cd)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:55:40.644370 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b6e2cff-db4b-42be-807a-b0d5a7224cdb {{(pid=88262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 30 04:55:40.651548 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:40.709624 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port 7b6e2cff-db4b-42be-807a-b0d5a7224cdb, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=7b6e2cff-db4b-42be-807a-b0d5a7224cdb,segment=NetworkSegment(802c3e76-b2e9-4d86-8049-6831b9ec5c3a),segment_id=802c3e76-b2e9-4d86-8049-6831b9ec5c3a)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:55:40.719930 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:40.732156 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Pushing event updated for resources: {'Port': ['ID=148f5feb-9d0c-4abe-b6a8-8319141d917b,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:55:40.787445 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8dff6801-8757-4a9b-af8c-ea933b97b582 tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1603901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11666'] for router, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:40.788494 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8dff6801-8757-4a9b-af8c-ea933b97b582 tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11675'] for router, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:40.808193 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Pushing event updated for resources: {'Port': ['ID=7b6e2cff-db4b-42be-807a-b0d5a7224cdb,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:55:40.829498 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8dff6801-8757-4a9b-af8c-ea933b97b582 tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:40.923726 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8dff6801-8757-4a9b-af8c-ea933b97b582 tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603653'] for router, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:40.946603 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5507c10-9109-45be-a6fa-76779250f5f4 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Network 3d7bcbcb-c75f-4ef7-812b-f6658b968733 is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:55:40.952262 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-c5507c10-9109-45be-a6fa-76779250f5f4 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:55:41.041143 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8dff6801-8757-4a9b-af8c-ea933b97b582 tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:41.045725 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-8dff6801-8757-4a9b-af8c-ea933b97b582 tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5676444 May 30 04:55:41.052580 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 38190) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:55:41.094625 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] get_ports_and_sgs() called for port_ids ['7b6e2cff-db4b-42be-807a-b0d5a7224cdb'] {{(pid=88262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 30 04:55:41.121505 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-3aa7c9ca-fe33-4760-a31b-dc4bd9563d6f tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Request body: {'router': {'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'}}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:55:41.153440 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3ca4935d-bcfc-44d6-bd6c-5e57e556536a tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11765'] for router, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:41.161034 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3ca4935d-bcfc-44d6-bd6c-5e57e556536a tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1603699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1603708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1603909'] for router, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:41.241881 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-acf27fd2-807d-4ece-8e9a-144437244f7e None None] Provisioning complete for port b95e33b6-89ed-4465-9e54-e13ce8dae779 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:55:41.242305 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-acf27fd2-807d-4ece-8e9a-144437244f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:41.280996 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-94d22464-1f0a-41e7-9102-712bbaa98066 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1547796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2133315'] for subnet, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:41.321051 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f39804-dcd5-4f2d-a647-350f558df337 req-66c845f1-c84b-404a-9fcc-305cf32fd69a tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:55:41.322665 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-83f39804-dcd5-4f2d-a647-350f558df337 req-66c845f1-c84b-404a-9fcc-305cf32fd69a tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3b4fbda-4b1c-4eb1-8123-8c822f8314a1 HTTP/1.1" status: 200 len: 944 time: 0.5540440 May 30 04:55:41.327185 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-acf27fd2-807d-4ece-8e9a-144437244f7e None None] Port b95e33b6-89ed-4465-9e54-e13ce8dae779 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 04:55:41.336104 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ca4935d-bcfc-44d6-bd6c-5e57e556536a tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Router 81318a73-c6e0-4b9f-bcff-5d19aa347f6f has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 04:55:41.504589 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-83f39804-dcd5-4f2d-a647-350f558df337 req-c6b6a30e-ffdb-4199-bbaf-394a8a1fdcb3 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] 10.222.0.15 "GET /v2.0/security-groups?id=80268c1c-0aa4-4f7a-affc-948a6825b0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1670380 May 30 04:55:41.509070 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ca4935d-bcfc-44d6-bd6c-5e57e556536a tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 04:55:41.520420 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3ca4935d-bcfc-44d6-bd6c-5e57e556536a tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Notify callbacks [] for router, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:41.520755 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41190e4-20d7-46bb-af2e-cb710a03f3d2 None None] Sync routers for ids ['81318a73-c6e0-4b9f-bcff-5d19aa347f6f'] in dv-neutron-843763-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 04:55:41.524033 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-3ca4935d-bcfc-44d6-bd6c-5e57e556536a tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] 10.222.0.15 "PUT /v2.0/routers/81318a73-c6e0-4b9f-bcff-5d19aa347f6f HTTP/1.1" status: 200 len: 706 time: 2.5527680 May 30 04:55:41.524141 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 38196) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:55:41.533627 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41190e4-20d7-46bb-af2e-cb710a03f3d2 None None] Routers {'81318a73-c6e0-4b9f-bcff-5d19aa347f6f'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 04:55:41.534266 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-a41190e4-20d7-46bb-af2e-cb710a03f3d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T04:55:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['81318a73-c6e0-4b9f-bcff-5d19aa347f6f'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:55:41.581029 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d22464-1f0a-41e7-9102-712bbaa98066 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Pushing event updated for resources: {'Subnet': ['ID=9a2b0c24-2ebd-442d-9594-791bf06e51f6,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:55:41.594948 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-a41190e4-20d7-46bb-af2e-cb710a03f3d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:55:41.604551 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41190e4-20d7-46bb-af2e-cb710a03f3d2 None None] Routers {'81318a73-c6e0-4b9f-bcff-5d19aa347f6f'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 04:55:41.605146 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-a41190e4-20d7-46bb-af2e-cb710a03f3d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T04:55:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['81318a73-c6e0-4b9f-bcff-5d19aa347f6f'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:55:41.649738 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d22464-1f0a-41e7-9102-712bbaa98066 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Checking segment: {'id': '701afe80-2e39-4ed0-bac6-4390f1f75657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '83f69418-a2ba-44a5-843d-53128536d7f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:55:41.650121 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d22464-1f0a-41e7-9102-712bbaa98066 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Network hostable DHCP agents. Network: 83f69418-a2ba-44a5-843d-53128536d7f7, hostable agents: ['1c705e68-3d3e-4dd3-9252-feb21d4b96ab'], hosted agents: [] {{(pid=88260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 04:55:41.658188 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-8f65231a-3f1e-4324-a55e-33940d3227ae tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] 10.222.0.15 "GET /v2.0/routers/81318a73-c6e0-4b9f-bcff-5d19aa347f6f HTTP/1.1" status: 200 len: 741 time: 0.1330142 May 30 04:55:41.661309 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 38200) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:55:41.667289 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-a41190e4-20d7-46bb-af2e-cb710a03f3d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:55:41.667799 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41190e4-20d7-46bb-af2e-cb710a03f3d2 None None] The sync data for ids ['81318a73-c6e0-4b9f-bcff-5d19aa347f6f'] in dv-neutron-843763-1-hyperv is: [] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 04:55:41.683232 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3aa7c9ca-fe33-4760-a31b-dc4bd9563d6f tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11765'] for router, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:41.708105 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-e68e0764-814a-4b33-90c0-f5c15fce1f2d tempest-RoutersAdminTest-1975157045 tempest-RoutersAdminTest-1975157045-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=1bab70f4-3794-44db-8e17-19f483aa8ffa&device_id=81318a73-c6e0-4b9f-bcff-5d19aa347f6f HTTP/1.1" status: 200 len: 205 time: 0.0457137 May 30 04:55:41.710666 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 38204) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:55:41.716478 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5507c10-9109-45be-a6fa-76779250f5f4 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Router 6436ce94-10d8-44cc-86ae-3f456e707a18 is scheduled to L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 with binding_index 1 {{(pid=88260) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 30 04:55:41.720237 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d22464-1f0a-41e7-9102-712bbaa98066 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Network 83f69418-a2ba-44a5-843d-53128536d7f7 is scheduled to be hosted by DHCP agent 1c705e68-3d3e-4dd3-9252-feb21d4b96ab with binding_index 1 {{(pid=88260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 04:55:41.756177 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-4472030f-12fb-4ffd-8913-877327ed0b5d tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] 10.222.0.15 "GET /v2.0/ports?device_id=81318a73-c6e0-4b9f-bcff-5d19aa347f6f HTTP/1.1" status: 200 len: 205 time: 0.0414591 May 30 04:55:41.756373 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 38208) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:55:41.781784 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-94d22464-1f0a-41e7-9102-712bbaa98066 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843763-1-hyperv, 83f69418-a2ba-44a5-843d-53128536d7f7) {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:55:41.790722 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da34a7a-1b4d-43ef-ac12-276c6ed4c283 None None] Network 83f69418-a2ba-44a5-843d-53128536d7f7 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:55:41.843787 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d22464-1f0a-41e7-9102-712bbaa98066 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:55:41.844399 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-94d22464-1f0a-41e7-9102-712bbaa98066 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642826'] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:41.899166 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6229e43b-1c92-4540-a7ae-7f0e9c5e6874 tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Notify callbacks [] for router, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:41.928906 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 148f5feb-9d0c-4abe-b6a8-8319141d917b up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 04:55:42.075069 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-94d22464-1f0a-41e7-9102-712bbaa98066 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.4478579 May 30 04:55:42.079562 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 38212) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:55:42.091987 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 148f5feb-9d0c-4abe-b6a8-8319141d917b triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:55:42.092420 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:42.120117 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f215f8-f543-454e-8122-d4d6cc4553fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bbf24ed-7ba9-53d2-873f-8f9642b1e987-83f69418-a2ba-44a5-843d-53128536d7f7', 'network_id': '83f69418-a2ba-44a5-843d-53128536d7f7', 'tenant_id': '73057037b7c54dd9b8d98bcf1b270dc2', 'fixed_ips': [{'subnet_id': '9a2b0c24-2ebd-442d-9594-791bf06e51f6'}]}} from dv-neutron-843763-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 30 04:55:42.121023 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-92f215f8-f543-454e-8122-d4d6cc4553fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:42.200244 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5507c10-9109-45be-a6fa-76779250f5f4 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 04:55:42.212093 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-c5507c10-9109-45be-a6fa-76779250f5f4 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] 10.222.0.15 "PUT /v2.0/routers/6436ce94-10d8-44cc-86ae-3f456e707a18/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1890149 May 30 04:55:42.213956 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 38216) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:55:42.229984 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420034a6-0b5c-4eb1-92f6-3e5a07bd7e41 None None] Sync routers for ids ['6436ce94-10d8-44cc-86ae-3f456e707a18'] in dv-neutron-843763-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 04:55:42.261009 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420034a6-0b5c-4eb1-92f6-3e5a07bd7e41 None None] Routers {'6436ce94-10d8-44cc-86ae-3f456e707a18'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 04:55:42.261832 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-420034a6-0b5c-4eb1-92f6-3e5a07bd7e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T04:55:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['6436ce94-10d8-44cc-86ae-3f456e707a18'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:55:42.330339 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bea75828-774a-4449-8f85-e5d8a99d6857 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:55:42.330822 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-bea75828-774a-4449-8f85-e5d8a99d6857 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Synchronizing usage tracker for tenant:177e950b79b644f8ac61f323eed71206 on resource:port {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:55:42.353982 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8281cdc2-1771-43fd-8b67-fcda6eaff5d1 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897784'] for network, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:42.358788 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6229e43b-1c92-4540-a7ae-7f0e9c5e6874 tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11660'] for router, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:42.361055 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6229e43b-1c92-4540-a7ae-7f0e9c5e6874 tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:42.386805 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6229e43b-1c92-4540-a7ae-7f0e9c5e6874 tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1601605'] for router, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:42.387646 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6229e43b-1c92-4540-a7ae-7f0e9c5e6874 tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Fanout notify agent at l3_agent the message router_deleted on router 81318a73-c6e0-4b9f-bcff-5d19aa347f6f {{(pid=88261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 30 04:55:42.399762 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6229e43b-1c92-4540-a7ae-7f0e9c5e6874 tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] Notify callbacks [] for router, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:42.401157 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-6229e43b-1c92-4540-a7ae-7f0e9c5e6874 tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] 10.222.0.15 "DELETE /v2.0/routers/81318a73-c6e0-4b9f-bcff-5d19aa347f6f HTTP/1.1" status: 204 len: 168 time: 0.6438806 May 30 04:55:42.404443 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 38220) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:55:42.437838 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-420034a6-0b5c-4eb1-92f6-3e5a07bd7e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:55:42.446093 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-bea75828-774a-4449-8f85-e5d8a99d6857 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Unset dirty status for tenant:177e950b79b644f8ac61f323eed71206 on resource:port {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:55:42.447271 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-bea75828-774a-4449-8f85-e5d8a99d6857 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] 10.222.0.15 "GET /v2.0/ports/b95e33b6-89ed-4465-9e54-e13ce8dae779 HTTP/1.1" status: 200 len: 977 time: 0.2319660 May 30 04:55:42.449332 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-ece78c80-bfe5-4555-b66e-c0a63a70ee7e tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] 10.222.0.15 "GET /v2.0/ports?device_id=81318a73-c6e0-4b9f-bcff-5d19aa347f6f HTTP/1.1" status: 200 len: 205 time: 0.0434914 May 30 04:55:42.450043 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 38224) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:55:42.452647 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 38228) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:55:42.472113 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420034a6-0b5c-4eb1-92f6-3e5a07bd7e41 None None] Routers {'6436ce94-10d8-44cc-86ae-3f456e707a18'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 04:55:42.472829 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-420034a6-0b5c-4eb1-92f6-3e5a07bd7e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T04:55:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['6436ce94-10d8-44cc-86ae-3f456e707a18'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:55:42.528114 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 148f5feb-9d0c-4abe-b6a8-8319141d917b is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:55:42.545281 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-420034a6-0b5c-4eb1-92f6-3e5a07bd7e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:55:42.545671 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420034a6-0b5c-4eb1-92f6-3e5a07bd7e41 None None] The sync data for ids ['6436ce94-10d8-44cc-86ae-3f456e707a18'] in dv-neutron-843763-1-hyperv is: [] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 04:55:42.554062 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-92f215f8-f543-454e-8122-d4d6cc4553fe None None] Allocated IP 2001:db8::1 (83f69418-a2ba-44a5-843d-53128536d7f7/9a2b0c24-2ebd-442d-9594-791bf06e51f6/8de47cb5-88c6-4485-800b-1d69672f73de) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:55:42.592839 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3aa7c9ca-fe33-4760-a31b-dc4bd9563d6f tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Notify callbacks [] for router_gateway, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:42.629867 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3aa7c9ca-fe33-4760-a31b-dc4bd9563d6f tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:42.630105 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.api.v2.resource [None req-f4d0fe12-1b94-43ff-b143-4d7a5a7a2e07 tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] delete failed (client error): The resource could not be found. May 30 04:55:42.633407 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-f4d0fe12-1b94-43ff-b143-4d7a5a7a2e07 tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] 10.222.0.15 "DELETE /v2.0/routers/81318a73-c6e0-4b9f-bcff-5d19aa347f6f HTTP/1.1" status: 404 len: 336 time: 0.1775038 May 30 04:55:42.633536 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8281cdc2-1771-43fd-8b67-fcda6eaff5d1 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860493'] for subnet, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:42.639012 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 38234) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:55:42.703019 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-873871fd-5977-4f11-a0be-5ab2cde67c0d tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] 10.222.0.15 "GET /v2.0/ports?device_id=3ff3f563-f213-4992-b5e1-d2daa8696269 HTTP/1.1" status: 200 len: 205 time: 0.0608628 May 30 04:55:42.703436 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 38238) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:55:42.777401 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-92f215f8-f543-454e-8122-d4d6cc4553fe None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:42.778386 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.api.v2.resource [None req-64c43339-5e3c-4def-82fb-ce413faeda60 tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] delete failed (client error): The resource could not be found. May 30 04:55:42.782100 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-64c43339-5e3c-4def-82fb-ce413faeda60 tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] 10.222.0.15 "DELETE /v2.0/routers/3ff3f563-f213-4992-b5e1-d2daa8696269 HTTP/1.1" status: 404 len: 336 time: 0.0751057 May 30 04:55:42.782267 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 38242) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:55:42.792956 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-92f215f8-f543-454e-8122-d4d6cc4553fe None None] Transition to ACTIVE for port object 8de47cb5-88c6-4485-800b-1d69672f73de will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:55:42.814542 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-92f215f8-f543-454e-8122-d4d6cc4553fe None None] Transition to ACTIVE for port object 8de47cb5-88c6-4485-800b-1d69672f73de will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:55:42.821300 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-92f215f8-f543-454e-8122-d4d6cc4553fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:42.891929 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8281cdc2-1771-43fd-8b67-fcda6eaff5d1 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1547867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2133322'] for subnet, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:42.896131 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-9af419a5-a114-4cd3-b8f5-a46bbc198afc tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e08c663-55ba-4b9d-b8ed-3b4971ab8c9a HTTP/1.1" status: 200 len: 205 time: 0.1104357 May 30 04:55:42.896294 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f215f8-f543-454e-8122-d4d6cc4553fe None None] Network 83f69418-a2ba-44a5-843d-53128536d7f7 is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:55:42.897521 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-92f215f8-f543-454e-8122-d4d6cc4553fe None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:55:42.901715 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f215f8-f543-454e-8122-d4d6cc4553fe None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:55:42.907506 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f215f8-f543-454e-8122-d4d6cc4553fe None None] Pushing event updated for resources: {'Port': ['ID=8de47cb5-88c6-4485-800b-1d69672f73de,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:55:42.930609 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 38246) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:55:42.997911 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-92f215f8-f543-454e-8122-d4d6cc4553fe None None] Attempting to bind port 8de47cb5-88c6-4485-800b-1d69672f73de on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 04:55:42.998284 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-92f215f8-f543-454e-8122-d4d6cc4553fe None None] Attempting to bind port 8de47cb5-88c6-4485-800b-1d69672f73de by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': '701afe80-2e39-4ed0-bac6-4390f1f75657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '83f69418-a2ba-44a5-843d-53128536d7f7'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 04:55:42.998648 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f215f8-f543-454e-8122-d4d6cc4553fe None None] Attempting to bind port 8de47cb5-88c6-4485-800b-1d69672f73de on network 83f69418-a2ba-44a5-843d-53128536d7f7 {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 04:55:43.004193 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8281cdc2-1771-43fd-8b67-fcda6eaff5d1 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Pushing event deleted for resources: {'Subnet': ['ID=9a2b0c24-2ebd-442d-9594-791bf06e51f6,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:55:43.005369 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f215f8-f543-454e-8122-d4d6cc4553fe None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 4, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 04:55:43.005974 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f215f8-f543-454e-8122-d4d6cc4553fe None None] Checking segment: {'id': '701afe80-2e39-4ed0-bac6-4390f1f75657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '83f69418-a2ba-44a5-843d-53128536d7f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:55:43.006580 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-92f215f8-f543-454e-8122-d4d6cc4553fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:43.007116 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f215f8-f543-454e-8122-d4d6cc4553fe None None] Bound using segment: {'id': '701afe80-2e39-4ed0-bac6-4390f1f75657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '83f69418-a2ba-44a5-843d-53128536d7f7'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 04:55:43.007746 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-92f215f8-f543-454e-8122-d4d6cc4553fe None None] Bound port: 8de47cb5-88c6-4485-800b-1d69672f73de, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '701afe80-2e39-4ed0-bac6-4390f1f75657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '83f69418-a2ba-44a5-843d-53128536d7f7'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 04:55:43.008297 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-92f215f8-f543-454e-8122-d4d6cc4553fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:43.012978 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75260e3b-5e24-4f36-a015-75349196361c req-7b2665a3-983d-4a3d-86c7-0f0e531c9878 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:55:43.014500 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-75260e3b-5e24-4f36-a015-75349196361c req-7b2665a3-983d-4a3d-86c7-0f0e531c9878 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3b4fbda-4b1c-4eb1-8123-8c822f8314a1 HTTP/1.1" status: 200 len: 944 time: 0.3050573 May 30 04:55:43.044304 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.api.v2.resource [None req-5a837947-ea04-4a0e-a7a2-a56707605aa3 tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] delete failed (client error): The resource could not be found. May 30 04:55:43.047679 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-5a837947-ea04-4a0e-a7a2-a56707605aa3 tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] 10.222.0.15 "DELETE /v2.0/routers/4e08c663-55ba-4b9d-b8ed-3b4971ab8c9a HTTP/1.1" status: 404 len: 336 time: 0.1137557 May 30 04:55:43.049314 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 38250) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:55:43.079308 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-3aa7c9ca-fe33-4760-a31b-dc4bd9563d6f tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Allocated IP 172.26.6.87 (1bab70f4-3794-44db-8e17-19f483aa8ffa/6b5b73c1-b0ce-4f83-a930-c00cc5522926/2d43574a-0a91-4ea7-825e-9d793898891c) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:55:43.101195 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-92f215f8-f543-454e-8122-d4d6cc4553fe None None] For port 8de47cb5-88c6-4485-800b-1d69672f73de, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 04:55:43.104398 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-92f215f8-f543-454e-8122-d4d6cc4553fe None None] For port 8de47cb5-88c6-4485-800b-1d69672f73de, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=8de47cb5-88c6-4485-800b-1d69672f73de,segment=NetworkSegment(701afe80-2e39-4ed0-bac6-4390f1f75657),segment_id=701afe80-2e39-4ed0-bac6-4390f1f75657)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 04:55:43.108027 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-92f215f8-f543-454e-8122-d4d6cc4553fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:43.133742 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-733973da-ac98-4ced-97ed-68ae542c97ce tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] 10.222.0.15 "GET /v2.0/ports?device_id=bebd5357-acc1-48f8-b411-193504900d5f HTTP/1.1" status: 200 len: 205 time: 0.0797315 May 30 04:55:43.136609 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 38254) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:55:43.174325 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-75260e3b-5e24-4f36-a015-75349196361c req-07e49b01-5825-4a55-8a30-50f754155cf3 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] 10.222.0.15 "GET /v2.0/security-groups?id=80268c1c-0aa4-4f7a-affc-948a6825b0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1481645 May 30 04:55:43.181890 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8281cdc2-1771-43fd-8b67-fcda6eaff5d1 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867540', 'neutron.services.segments.db._delete_segments_for_network-8729234922972'] for network, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:43.186314 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f215f8-f543-454e-8122-d4d6cc4553fe None None] Pushing event updated for resources: {'Port': ['ID=8de47cb5-88c6-4485-800b-1d69672f73de,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:55:43.227331 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.api.v2.resource [None req-163ba0b5-7d8a-40e1-8018-6a3fef7374ea tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] delete failed (client error): The resource could not be found. May 30 04:55:43.228610 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-163ba0b5-7d8a-40e1-8018-6a3fef7374ea tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] 10.222.0.15 "DELETE /v2.0/routers/bebd5357-acc1-48f8-b411-193504900d5f HTTP/1.1" status: 404 len: 336 time: 0.0911183 May 30 04:55:43.235935 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 38258) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:55:43.282344 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-8281cdc2-1771-43fd-8b67-fcda6eaff5d1 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83f69418-a2ba-44a5-843d-53128536d7f7']}} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:55:43.289292 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d84ede-5a1f-4c67-ba16-9d915e0a808f None None] Network 83f69418-a2ba-44a5-843d-53128536d7f7 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:55:43.296197 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-1cc8d018-7e4d-42dd-91a2-175fe0e6f931 tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] 10.222.0.15 "GET /v2.0/ports?device_id=64d92608-4177-4ce2-b402-d53e747cb913 HTTP/1.1" status: 200 len: 205 time: 0.0585749 May 30 04:55:43.299698 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 38262) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:55:43.301012 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-8281cdc2-1771-43fd-8b67-fcda6eaff5d1 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '701afe80-2e39-4ed0-bac6-4390f1f75657') {'for_net_delete': True} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:55:43.301350 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-8281cdc2-1771-43fd-8b67-fcda6eaff5d1 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '701afe80-2e39-4ed0-bac6-4390f1f75657') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:55:43.319352 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8281cdc2-1771-43fd-8b67-fcda6eaff5d1 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729235042807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1454725'] for segment, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:43.354595 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8281cdc2-1771-43fd-8b67-fcda6eaff5d1 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:43.367088 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8281cdc2-1771-43fd-8b67-fcda6eaff5d1 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=88260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 04:55:43.367491 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8281cdc2-1771-43fd-8b67-fcda6eaff5d1 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-862858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1547513'] for segment, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:43.372567 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.api.v2.resource [None req-2ddf4d81-e0e8-49c4-8825-c44e9ec3d27b tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] delete failed (client error): The resource could not be found. May 30 04:55:43.373572 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-2ddf4d81-e0e8-49c4-8825-c44e9ec3d27b tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] 10.222.0.15 "DELETE /v2.0/routers/64d92608-4177-4ce2-b402-d53e747cb913 HTTP/1.1" status: 404 len: 336 time: 0.0725105 May 30 04:55:43.376593 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 38266) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:55:43.427376 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-b3db82bd-234c-400e-acc6-52fcf9000ef7 tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] 10.222.0.15 "GET /v2.0/ports?device_id=26fd685b-312a-4d21-943d-4d048f9b1e74 HTTP/1.1" status: 200 len: 205 time: 0.0484395 May 30 04:55:43.455872 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 38272) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:55:43.460165 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 701afe80-2e39-4ed0-bac6-4390f1f75657 resource provider aggregate not found May 30 04:55:43.476060 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3aa7c9ca-fe33-4760-a31b-dc4bd9563d6f tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:43.491641 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 701afe80-2e39-4ed0-bac6-4390f1f75657 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 701afe80-2e39-4ed0-bac6-4390f1f75657 found for delete ", "request_id": "req-96be63e5-6e82-41da-8457-c3fd2eeff5df"}]} May 30 04:55:43.504745 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31829d36-73ec-451b-b86f-b0ef7e43e84b None None] get_active_networks_info from dv-neutron-843763-1-hyperv {{(pid=88262) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 30 04:55:43.527461 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.db.api [None req-8281cdc2-1771-43fd-8b67-fcda6eaff5d1 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 30 04:55:43.527461 dv-neutron-843763-1-hyperv neutron-server[88260]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 30 04:55:43.527461 dv-neutron-843763-1-hyperv neutron-server[88260]: [parameters: {'id': '83f69418-a2ba-44a5-843d-53128536d7f7'}] May 30 04:55:43.527461 dv-neutron-843763-1-hyperv neutron-server[88260]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88260) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 04:55:43.528461 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG oslo_db.api [None req-8281cdc2-1771-43fd-8b67-fcda6eaff5d1 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 04:55:43.531248 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3aa7c9ca-fe33-4760-a31b-dc4bd9563d6f tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:43.611258 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa7c9ca-fe33-4760-a31b-dc4bd9563d6f tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Network 1bab70f4-3794-44db-8e17-19f483aa8ffa is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:55:43.614748 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-3aa7c9ca-fe33-4760-a31b-dc4bd9563d6f tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:55:43.619430 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa7c9ca-fe33-4760-a31b-dc4bd9563d6f tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:55:43.644969 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31829d36-73ec-451b-b86f-b0ef7e43e84b None None] Resources bound (agent type, host, resource id): {{(pid=88262) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 30 04:55:43.661990 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa7c9ca-fe33-4760-a31b-dc4bd9563d6f tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Pushing event updated for resources: {'Port': ['ID=2d43574a-0a91-4ea7-825e-9d793898891c,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:55:43.666188 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.api.v2.resource [None req-496ee1e1-0ffb-4033-a21a-bbf7d3c7e821 tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] delete failed (client error): The resource could not be found. May 30 04:55:43.669969 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-496ee1e1-0ffb-4033-a21a-bbf7d3c7e821 tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] 10.222.0.15 "DELETE /v2.0/routers/26fd685b-312a-4d21-943d-4d048f9b1e74 HTTP/1.1" status: 404 len: 336 time: 0.2099319 May 30 04:55:43.670125 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 38280) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:55:43.711926 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-537abdb1-833e-42ae-a6ff-3b834c33dbe3 tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] DELETE failed (client error): The resource could not be found. May 30 04:55:43.712293 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-537abdb1-833e-42ae-a6ff-3b834c33dbe3 tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 04:55:43.716353 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-537abdb1-833e-42ae-a6ff-3b834c33dbe3 tempest-RoutersAdminTest-2058352103 tempest-RoutersAdminTest-2058352103-project] 10.222.0.15 "DELETE /v2.0/subnets/467a51d9-d3ba-4dcb-a1e9-6cfd6cbee5a8 HTTP/1.1" status: 404 len: 337 time: 0.0429525 May 30 04:55:43.716353 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-605d4140-434f-494b-a360-81d31c54e4e2 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602184'] for router_interface, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:44.030443 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8281cdc2-1771-43fd-8b67-fcda6eaff5d1 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897784'] for network, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:44.056984 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-605d4140-434f-494b-a360-81d31c54e4e2 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Deleting port b95e33b6-89ed-4465-9e54-e13ce8dae779 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:55:44.057438 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-605d4140-434f-494b-a360-81d31c54e4e2 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:44.082085 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 38288) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:55:44.102209 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device 7b6e2cff-db4b-42be-807a-b0d5a7224cdb up at agent hyperv_hv-neutron-8437 {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 04:55:44.121212 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-8281cdc2-1771-43fd-8b67-fcda6eaff5d1 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Deleting port 8de47cb5-88c6-4485-800b-1d69672f73de {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:55:44.122056 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8281cdc2-1771-43fd-8b67-fcda6eaff5d1 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:44.192468 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Provisioning for port 7b6e2cff-db4b-42be-807a-b0d5a7224cdb completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:55:44.200001 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Provisioning complete for port 7b6e2cff-db4b-42be-807a-b0d5a7224cdb triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:55:44.200696 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:44.277706 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-605d4140-434f-494b-a360-81d31c54e4e2 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:44.316485 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2f0a1863-ac5e-40e7-8a96-92b7aca7ed50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:44.356819 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3aa7c9ca-fe33-4760-a31b-dc4bd9563d6f tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Notify callbacks [] for router_gateway, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:44.402260 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Current status of the port 7b6e2cff-db4b-42be-807a-b0d5a7224cdb is: BUILD; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:55:44.402642 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:44.431340 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3b4fbda-4b1c-4eb1-8123-8c822f8314a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b6e2cff-db4b-42be-807a-b0d5a7224cdb'}] {{(pid=88262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 04:55:44.441643 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port 7b6e2cff-db4b-42be-807a-b0d5a7224cdb, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=7b6e2cff-db4b-42be-807a-b0d5a7224cdb,segment=NetworkSegment(802c3e76-b2e9-4d86-8049-6831b9ec5c3a),segment_id=802c3e76-b2e9-4d86-8049-6831b9ec5c3a)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:55:44.450612 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:44.484701 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-605d4140-434f-494b-a360-81d31c54e4e2 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Calling delete_port for b95e33b6-89ed-4465-9e54-e13ce8dae779 owned by network:router_interface {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:55:44.491916 dv-neutron-843763-1-hyperv neutron-server[88262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aac351cf-75ef-4541-b4ef-c2863849ca77'] response: {'server_uuid': 'a3b4fbda-4b1c-4eb1-8123-8c822f8314a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b6e2cff-db4b-42be-807a-b0d5a7224cdb', 'code': 200} May 30 04:55:44.533979 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Pushing event updated for resources: {'Port': ['ID=7b6e2cff-db4b-42be-807a-b0d5a7224cdb,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:55:44.534302 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-2f0a1863-ac5e-40e7-8a96-92b7aca7ed50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:55:44.549946 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-2f0a1863-ac5e-40e7-8a96-92b7aca7ed50 admin admin] Usage tracker for resource:security_group_rule and tenant:3d752d42688e4ef7b965b5ec446f8d8d is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:55:44.553149 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-2f0a1863-ac5e-40e7-8a96-92b7aca7ed50 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:55:44.568373 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-2f0a1863-ac5e-40e7-8a96-92b7aca7ed50 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:55:44.639287 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-8281cdc2-1771-43fd-8b67-fcda6eaff5d1 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] For port 8de47cb5-88c6-4485-800b-1d69672f73de, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=8de47cb5-88c6-4485-800b-1d69672f73de,segment=NetworkSegment(701afe80-2e39-4ed0-bac6-4390f1f75657),segment_id=701afe80-2e39-4ed0-bac6-4390f1f75657)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:55:44.639742 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8281cdc2-1771-43fd-8b67-fcda6eaff5d1 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:44.661878 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175346ca-1684-40c0-a647-657363bd1022 req-7a5cb822-aae4-41b7-be5a-ef9aa7f6c01f tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:55:44.665837 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-175346ca-1684-40c0-a647-657363bd1022 req-7a5cb822-aae4-41b7-be5a-ef9aa7f6c01f tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3b4fbda-4b1c-4eb1-8123-8c822f8314a1 HTTP/1.1" status: 200 len: 945 time: 0.2820005 May 30 04:55:44.778051 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-8281cdc2-1771-43fd-8b67-fcda6eaff5d1 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Calling delete_port for 8de47cb5-88c6-4485-800b-1d69672f73de owned by network:dhcp {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:55:44.805279 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-175346ca-1684-40c0-a647-657363bd1022 req-fdfa4c4d-324a-4a30-af37-8c573874f118 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] 10.222.0.15 "GET /v2.0/security-groups?id=80268c1c-0aa4-4f7a-affc-948a6825b0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1299686 May 30 04:55:44.847695 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2f0a1863-ac5e-40e7-8a96-92b7aca7ed50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:44.857857 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2f0a1863-ac5e-40e7-8a96-92b7aca7ed50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:44.929658 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-2f0a1863-ac5e-40e7-8a96-92b7aca7ed50 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3d752d42688e4ef7b965b5ec446f8d8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8465254 May 30 04:55:44.931948 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0a1863-ac5e-40e7-8a96-92b7aca7ed50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c6c9276-7811-4931-aef7-843458c1f830,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:55:44.935665 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 38300) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:55:44.950170 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef43f119-a18f-4d19-ad8a-9044b6ea87ea req-065b6d87-da36-437c-9b14-cd330d1e447f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:55:44.951590 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ef43f119-a18f-4d19-ad8a-9044b6ea87ea req-065b6d87-da36-437c-9b14-cd330d1e447f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a3b4fbda-4b1c-4eb1-8123-8c822f8314a1 HTTP/1.1" status: 200 len: 1098 time: 0.2525067 May 30 04:55:44.952172 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-605d4140-434f-494b-a360-81d31c54e4e2 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:45.007077 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8281cdc2-1771-43fd-8b67-fcda6eaff5d1 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:45.027592 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605d4140-434f-494b-a360-81d31c54e4e2 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Pushing event deleted for resources: {'Port': ['ID=b95e33b6-89ed-4465-9e54-e13ce8dae779,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:55:45.065046 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8281cdc2-1771-43fd-8b67-fcda6eaff5d1 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] No DVR routers for this DVR port 8de47cb5-88c6-4485-800b-1d69672f73de on host dv-neutron-843763-1-hyperv {{(pid=88260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 04:55:45.100041 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8281cdc2-1771-43fd-8b67-fcda6eaff5d1 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Pushing event deleted for resources: {'Port': ['ID=8de47cb5-88c6-4485-800b-1d69672f73de,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:55:45.107624 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3aa7c9ca-fe33-4760-a31b-dc4bd9563d6f tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11765'] for router, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:45.131047 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3aa7c9ca-fe33-4760-a31b-dc4bd9563d6f tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1603699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1603708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1603909'] for router, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:45.146063 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ef43f119-a18f-4d19-ad8a-9044b6ea87ea req-9ec97c0a-35aa-45da-84c2-8d61444477ee service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=80268c1c-0aa4-4f7a-affc-948a6825b0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1570580 May 30 04:55:45.173030 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d221c5d8-5171-401f-9a2d-9f326b9635a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:45.385140 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8281cdc2-1771-43fd-8b67-fcda6eaff5d1 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867540', 'neutron.services.segments.db._delete_segments_for_network-8729234922972'] for network, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:45.424048 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-8281cdc2-1771-43fd-8b67-fcda6eaff5d1 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83f69418-a2ba-44a5-843d-53128536d7f7']}} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:55:45.440243 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d221c5d8-5171-401f-9a2d-9f326b9635a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:45.447308 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-605d4140-434f-494b-a360-81d31c54e4e2 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1642797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602100'] for router_interface, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:45.500744 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-8281cdc2-1771-43fd-8b67-fcda6eaff5d1 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '701afe80-2e39-4ed0-bac6-4390f1f75657') {'for_net_delete': True} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:55:45.501050 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-8281cdc2-1771-43fd-8b67-fcda6eaff5d1 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '701afe80-2e39-4ed0-bac6-4390f1f75657') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:55:45.517601 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8281cdc2-1771-43fd-8b67-fcda6eaff5d1 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729235042807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1454725'] for segment, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:45.548920 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8281cdc2-1771-43fd-8b67-fcda6eaff5d1 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:45.561914 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8281cdc2-1771-43fd-8b67-fcda6eaff5d1 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=88260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 04:55:45.562306 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8281cdc2-1771-43fd-8b67-fcda6eaff5d1 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-862858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1547513'] for segment, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:45.631843 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 701afe80-2e39-4ed0-bac6-4390f1f75657 resource provider aggregate not found May 30 04:55:45.659001 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 701afe80-2e39-4ed0-bac6-4390f1f75657 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 701afe80-2e39-4ed0-bac6-4390f1f75657 found for delete ", "request_id": "req-482d692b-9fea-42a3-8389-5c713e3c70ac"}]} May 30 04:55:45.680831 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8281cdc2-1771-43fd-8b67-fcda6eaff5d1 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604744'] for network, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:45.699396 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8281cdc2-1771-43fd-8b67-fcda6eaff5d1 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642826'] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:45.704383 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3aa7c9ca-fe33-4760-a31b-dc4bd9563d6f tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Router f400f6df-3a46-47e1-85c7-7c08d261e200 is scheduled to L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 with binding_index 1 {{(pid=88260) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 30 04:55:45.715244 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8281cdc2-1771-43fd-8b67-fcda6eaff5d1 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Pushing event deleted for resources: {'Network': ['ID=83f69418-a2ba-44a5-843d-53128536d7f7,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:55:45.756908 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d221c5d8-5171-401f-9a2d-9f326b9635a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:45.769779 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-605d4140-434f-494b-a360-81d31c54e4e2 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Router 6436ce94-10d8-44cc-86ae-3f456e707a18 has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 04:55:45.777076 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-8281cdc2-1771-43fd-8b67-fcda6eaff5d1 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] 10.222.0.15 "DELETE /v2.0/networks/83f69418-a2ba-44a5-843d-53128536d7f7 HTTP/1.1" status: 204 len: 168 time: 3.6941531 May 30 04:55:45.780016 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d221c5d8-5171-401f-9a2d-9f326b9635a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c6c9276-7811-4931-aef7-843458c1f830,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:55:45.781064 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 38308) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:55:45.789193 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-c1a18be2-7c5d-4ce3-a24b-720d7714f4d9 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1990447628'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:55:45.798065 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-c1a18be2-7c5d-4ce3-a24b-720d7714f4d9 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:55:45.807257 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-c1a18be2-7c5d-4ce3-a24b-720d7714f4d9 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Usage tracker for resource:network and tenant:73057037b7c54dd9b8d98bcf1b270dc2 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:55:45.812175 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-c1a18be2-7c5d-4ce3-a24b-720d7714f4d9 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:55:45.870526 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-c1a18be2-7c5d-4ce3-a24b-720d7714f4d9 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:55:45.903373 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aa7c9ca-fe33-4760-a31b-dc4bd9563d6f tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 04:55:45.910496 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3aa7c9ca-fe33-4760-a31b-dc4bd9563d6f tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:45.911625 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-3aa7c9ca-fe33-4760-a31b-dc4bd9563d6f tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] 10.222.0.15 "PUT /v2.0/routers/f400f6df-3a46-47e1-85c7-7c08d261e200 HTTP/1.1" status: 200 len: 883 time: 4.8479333 May 30 04:55:45.913343 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e72eb8-75e6-4ac7-8758-cadf4039e03f None None] Sync routers for ids ['f400f6df-3a46-47e1-85c7-7c08d261e200'] in dv-neutron-843763-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 04:55:45.914178 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 38314) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:55:45.926746 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e72eb8-75e6-4ac7-8758-cadf4039e03f None None] Routers {'f400f6df-3a46-47e1-85c7-7c08d261e200'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 04:55:45.927720 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-98e72eb8-75e6-4ac7-8758-cadf4039e03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T04:55:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['f400f6df-3a46-47e1-85c7-7c08d261e200'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:55:45.953293 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d221c5d8-5171-401f-9a2d-9f326b9635a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:45.957455 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-d221c5d8-5171-401f-9a2d-9f326b9635a9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1c6c9276-7811-4931-aef7-843458c1f830 HTTP/1.1" status: 204 len: 168 time: 1.0180254 May 30 04:55:45.957455 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-605d4140-434f-494b-a360-81d31c54e4e2 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 04:55:45.969480 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2265126-f04b-49d0-9ada-466418b4eae2 None None] Sync routers for ids ['6436ce94-10d8-44cc-86ae-3f456e707a18'] in dv-neutron-843763-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 04:55:45.979185 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 38320) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:55:45.979390 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-605d4140-434f-494b-a360-81d31c54e4e2 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] 10.222.0.15 "PUT /v2.0/routers/6436ce94-10d8-44cc-86ae-3f456e707a18/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5276976 May 30 04:55:45.979920 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1a18be2-7c5d-4ce3-a24b-720d7714f4d9 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Made reservation on behalf of 73057037b7c54dd9b8d98bcf1b270dc2 for: {'network': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:55:45.983658 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c1a18be2-7c5d-4ce3-a24b-720d7714f4d9 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for network, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:45.985908 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2265126-f04b-49d0-9ada-466418b4eae2 None None] Routers {'6436ce94-10d8-44cc-86ae-3f456e707a18'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 04:55:45.986751 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-b2265126-f04b-49d0-9ada-466418b4eae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T04:55:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['6436ce94-10d8-44cc-86ae-3f456e707a18'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:55:46.037293 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-98e72eb8-75e6-4ac7-8758-cadf4039e03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:55:46.043961 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1a18be2-7c5d-4ce3-a24b-720d7714f4d9 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=88261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 04:55:46.052970 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e72eb8-75e6-4ac7-8758-cadf4039e03f None None] Routers {'f400f6df-3a46-47e1-85c7-7c08d261e200'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 04:55:46.054121 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-98e72eb8-75e6-4ac7-8758-cadf4039e03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T04:55:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['f400f6df-3a46-47e1-85c7-7c08d261e200'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:55:46.060531 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c1a18be2-7c5d-4ce3-a24b-720d7714f4d9 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:46.060875 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.db.segments_db [None req-c1a18be2-7c5d-4ce3-a24b-720d7714f4d9 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Added segment 9fb37eed-29d3-4493-8292-652c895aa965 of type vlan for network de4aa76a-e79b-4545-8535-7bbccf68211c May 30 04:55:46.062299 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-b2265126-f04b-49d0-9ada-466418b4eae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:55:46.071622 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2265126-f04b-49d0-9ada-466418b4eae2 None None] Routers {'6436ce94-10d8-44cc-86ae-3f456e707a18'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 04:55:46.072368 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-b2265126-f04b-49d0-9ada-466418b4eae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T04:55:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['6436ce94-10d8-44cc-86ae-3f456e707a18'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:55:46.127189 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c1a18be2-7c5d-4ce3-a24b-720d7714f4d9 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729234556353'] for network, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:46.138432 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-98e72eb8-75e6-4ac7-8758-cadf4039e03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:55:46.138918 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e72eb8-75e6-4ac7-8758-cadf4039e03f None None] The sync data for ids ['f400f6df-3a46-47e1-85c7-7c08d261e200'] in dv-neutron-843763-1-hyperv is: [] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 04:55:46.146088 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-b2265126-f04b-49d0-9ada-466418b4eae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:55:46.146524 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2265126-f04b-49d0-9ada-466418b4eae2 None None] The sync data for ids ['6436ce94-10d8-44cc-86ae-3f456e707a18'] in dv-neutron-843763-1-hyperv is: [] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 04:55:46.173362 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c1a18be2-7c5d-4ce3-a24b-720d7714f4d9 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788'] for network, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:46.179405 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a18be2-7c5d-4ce3-a24b-720d7714f4d9 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:55:46.180009 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c1a18be2-7c5d-4ce3-a24b-720d7714f4d9 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642826'] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:46.283610 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-c1a18be2-7c5d-4ce3-a24b-720d7714f4d9 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5014162 May 30 04:55:46.287602 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 38326) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:55:46.297011 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-836c6a21-9ee9-4687-9933-9bd7e1220e51 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Request body: {'subnet': {'network_id': 'de4aa76a-e79b-4545-8535-7bbccf68211c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:55:46.319276 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a18be2-7c5d-4ce3-a24b-720d7714f4d9 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Pushing event updated for resources: {'Network': ['ID=de4aa76a-e79b-4545-8535-7bbccf68211c,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:55:46.330823 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Network de4aa76a-e79b-4545-8535-7bbccf68211c details requested by agent ovs-agent-dv-neutron-843763-1-hyperv with host dv-neutron-843763-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 04:55:46.409415 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 38330) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:55:46.438771 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-836c6a21-9ee9-4687-9933-9bd7e1220e51 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:55:46.444064 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-836c6a21-9ee9-4687-9933-9bd7e1220e51 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Usage tracker for resource:subnet and tenant:73057037b7c54dd9b8d98bcf1b270dc2 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:55:46.445271 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c45e8d-057b-4cc0-86fa-ed72050b51a1 req-db06a749-d8ce-4b63-8969-12cacc3b1731 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:55:46.446797 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-70c45e8d-057b-4cc0-86fa-ed72050b51a1 req-db06a749-d8ce-4b63-8969-12cacc3b1731 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3b4fbda-4b1c-4eb1-8123-8c822f8314a1 HTTP/1.1" status: 200 len: 945 time: 0.4754534 May 30 04:55:46.450648 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-836c6a21-9ee9-4687-9933-9bd7e1220e51 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:55:46.457192 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-836c6a21-9ee9-4687-9933-9bd7e1220e51 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:55:46.466889 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-836c6a21-9ee9-4687-9933-9bd7e1220e51 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Made reservation on behalf of 73057037b7c54dd9b8d98bcf1b270dc2 for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:55:46.470415 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-836c6a21-9ee9-4687-9933-9bd7e1220e51 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9305518'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:46.551852 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.api.v2.resource [None req-84d7c142-e0f0-4a54-85ad-f977f2284d57 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] remove_router_interface failed (client error): The resource could not be found. May 30 04:55:46.555373 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-84d7c142-e0f0-4a54-85ad-f977f2284d57 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] 10.222.0.15 "PUT /v2.0/routers/6436ce94-10d8-44cc-86ae-3f456e707a18/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5728960 May 30 04:55:46.556309 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 38334) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:55:46.564314 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-8423ce66-1c59-4e4c-89e6-084d8232cf12 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] 10.222.0.15 "GET /v2.0/routers/f400f6df-3a46-47e1-85c7-7c08d261e200 HTTP/1.1" status: 200 len: 924 time: 0.6490953 May 30 04:55:46.568150 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 38338) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:55:46.573535 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-53524ac2-d68d-4c0a-94d9-58a97e7eec3e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bd3c8d428858414386daf786d1fecb46&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1625073 May 30 04:55:46.608583 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 38342) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:55:46.631798 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-e602d879-8a31-4946-8375-31028713949c tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Synchronizing usage tracker for tenant:177e950b79b644f8ac61f323eed71206 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:55:46.688962 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-e602d879-8a31-4946-8375-31028713949c tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Unset dirty status for tenant:177e950b79b644f8ac61f323eed71206 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:55:46.690233 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-e602d879-8a31-4946-8375-31028713949c tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] 10.222.0.15 "GET /v2.0/ports?device_id=6436ce94-10d8-44cc-86ae-3f456e707a18 HTTP/1.1" status: 200 len: 205 time: 0.1328325 May 30 04:55:46.695652 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 38346) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:55:46.766399 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-70c45e8d-057b-4cc0-86fa-ed72050b51a1 req-ba6ff625-85a4-4908-b4d7-108c79c9d335 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] 10.222.0.15 "GET /v2.0/security-groups?id=80268c1c-0aa4-4f7a-affc-948a6825b0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2820294 May 30 04:55:46.790421 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f15d671b-87b0-454b-92ff-27bf511c2385 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:55:46.792039 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-f15d671b-87b0-454b-92ff-27bf511c2385 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=1bab70f4-3794-44db-8e17-19f483aa8ffa&device_id=f400f6df-3a46-47e1-85c7-7c08d261e200&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2229159 May 30 04:55:46.795104 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 38350) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:55:46.873352 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-27a04061-5bbf-4e3c-a389-17573c18ab7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:46.882921 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-243b8994-0400-4d2b-8495-27229da172ae tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks [] for router, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:46.945874 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f94e50e8-99c2-48a0-a414-b527a3557c79 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:55:46.946633 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-f94e50e8-99c2-48a0-a414-b527a3557c79 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Synchronizing usage tracker for tenant:b716d37694ea4d05a16d0bffce109eae on resource:network {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:55:46.962090 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-f94e50e8-99c2-48a0-a414-b527a3557c79 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Unset dirty status for tenant:b716d37694ea4d05a16d0bffce109eae on resource:network {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:55:46.963280 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-f94e50e8-99c2-48a0-a414-b527a3557c79 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] 10.222.0.15 "GET /v2.0/networks/1bab70f4-3794-44db-8e17-19f483aa8ffa HTTP/1.1" status: 200 len: 881 time: 0.1672730 May 30 04:55:46.966135 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 38354) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:55:47.010468 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-2a5712f3-6fe4-49f5-930b-3141ac11f81f tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] 10.222.0.15 "GET /v2.0/ports?device_id=f400f6df-3a46-47e1-85c7-7c08d261e200 HTTP/1.1" status: 200 len: 205 time: 0.0432103 May 30 04:55:47.012840 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 38358) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:55:47.155556 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-27a04061-5bbf-4e3c-a389-17573c18ab7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:47.190112 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-63af5e0c-f694-4e92-bdba-39f15c4f8ed1 tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Notify callbacks [] for router, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:47.260074 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:47.398667 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-63af5e0c-f694-4e92-bdba-39f15c4f8ed1 tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:47.410408 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-63af5e0c-f694-4e92-bdba-39f15c4f8ed1 tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Deleting port 2d43574a-0a91-4ea7-825e-9d793898891c {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:55:47.411049 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-63af5e0c-f694-4e92-bdba-39f15c4f8ed1 tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:47.411158 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-243b8994-0400-4d2b-8495-27229da172ae tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11660'] for router, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:47.413712 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-243b8994-0400-4d2b-8495-27229da172ae tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:47.415947 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-836c6a21-9ee9-4687-9933-9bd7e1220e51 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2305012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9305500'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:47.501477 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-27a04061-5bbf-4e3c-a389-17573c18ab7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:47.504320 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-243b8994-0400-4d2b-8495-27229da172ae tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1601605'] for router, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:47.504788 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-243b8994-0400-4d2b-8495-27229da172ae tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Fanout notify agent at l3_agent the message router_deleted on router 6436ce94-10d8-44cc-86ae-3f456e707a18 {{(pid=88261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 30 04:55:47.528690 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836c6a21-9ee9-4687-9933-9bd7e1220e51 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Pushing event updated for resources: {'Subnet': ['ID=72ea9c30-e70f-4e2d-a8a9-d8ce497dedf8,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:55:47.533013 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a04061-5bbf-4e3c-a389-17573c18ab7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a79b249-10f5-4087-a6f7-c33ddf0c00f0,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:55:47.551508 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836c6a21-9ee9-4687-9933-9bd7e1220e51 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Checking segment: {'id': '9fb37eed-29d3-4493-8292-652c895aa965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'de4aa76a-e79b-4545-8535-7bbccf68211c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:55:47.551871 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-836c6a21-9ee9-4687-9933-9bd7e1220e51 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Network hostable DHCP agents. Network: de4aa76a-e79b-4545-8535-7bbccf68211c, hostable agents: ['1c705e68-3d3e-4dd3-9252-feb21d4b96ab'], hosted agents: [] {{(pid=88261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 04:55:47.581772 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-27a04061-5bbf-4e3c-a389-17573c18ab7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:47.585386 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-27a04061-5bbf-4e3c-a389-17573c18ab7c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8a79b249-10f5-4087-a6f7-c33ddf0c00f0 HTTP/1.1" status: 204 len: 168 time: 0.9734106 May 30 04:55:47.586504 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-243b8994-0400-4d2b-8495-27229da172ae tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks [] for router, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:47.587512 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-243b8994-0400-4d2b-8495-27229da172ae tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] 10.222.0.15 "DELETE /v2.0/routers/6436ce94-10d8-44cc-86ae-3f456e707a18 HTTP/1.1" status: 204 len: 168 time: 0.8899431 May 30 04:55:47.588744 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-836c6a21-9ee9-4687-9933-9bd7e1220e51 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Network de4aa76a-e79b-4545-8535-7bbccf68211c is scheduled to be hosted by DHCP agent 1c705e68-3d3e-4dd3-9252-feb21d4b96ab with binding_index 1 {{(pid=88261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 04:55:47.590074 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-63af5e0c-f694-4e92-bdba-39f15c4f8ed1 tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:47.590820 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 38364) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:55:47.637151 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-836c6a21-9ee9-4687-9933-9bd7e1220e51 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843763-1-hyperv, de4aa76a-e79b-4545-8535-7bbccf68211c) {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:55:47.644969 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72e37482-ec76-4bca-919d-d5086897d4cb None None] Network de4aa76a-e79b-4545-8535-7bbccf68211c requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:55:47.654447 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-836c6a21-9ee9-4687-9933-9bd7e1220e51 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:55:47.654865 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-836c6a21-9ee9-4687-9933-9bd7e1220e51 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:47.687242 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca56a052-00a3-4fe3-9d9d-41ec3deac50f tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Deleting subnet 2ab7629f-c4b3-4271-bda4-92092b2a03a2 {{(pid=88261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 30 04:55:47.690395 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ca56a052-00a3-4fe3-9d9d-41ec3deac50f tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks [] for subnet, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:47.719700 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-836c6a21-9ee9-4687-9933-9bd7e1220e51 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.4312978 May 30 04:55:47.726060 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 38368) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:55:47.744784 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-63af5e0c-f694-4e92-bdba-39f15c4f8ed1 tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Calling delete_port for 2d43574a-0a91-4ea7-825e-9d793898891c owned by network:router_gateway {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:55:47.842454 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ca56a052-00a3-4fe3-9d9d-41ec3deac50f tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3545586'] for subnet, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:47.892434 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-306a4b7a-43c0-4c20-b03b-0a9ba5beae0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bbf24ed-7ba9-53d2-873f-8f9642b1e987-de4aa76a-e79b-4545-8535-7bbccf68211c', 'network_id': 'de4aa76a-e79b-4545-8535-7bbccf68211c', 'tenant_id': '73057037b7c54dd9b8d98bcf1b270dc2', 'fixed_ips': [{'subnet_id': '72ea9c30-e70f-4e2d-a8a9-d8ce497dedf8'}]}} from dv-neutron-843763-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 30 04:55:47.893274 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-306a4b7a-43c0-4c20-b03b-0a9ba5beae0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:47.995241 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-63af5e0c-f694-4e92-bdba-39f15c4f8ed1 tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:48.013495 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6843b0b0-f9d5-4fd9-a949-8939c181ea7e tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897784'] for network, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:48.094369 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63af5e0c-f694-4e92-bdba-39f15c4f8ed1 tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Pushing event deleted for resources: {'Port': ['ID=2d43574a-0a91-4ea7-825e-9d793898891c,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:55:48.103710 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ca56a052-00a3-4fe3-9d9d-41ec3deac50f tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860493'] for subnet, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:48.167449 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-306a4b7a-43c0-4c20-b03b-0a9ba5beae0f None None] Allocated IP 2001:db8::1 (de4aa76a-e79b-4545-8535-7bbccf68211c/72ea9c30-e70f-4e2d-a8a9-d8ce497dedf8/3a655b79-af3c-4cb2-a786-659fccd396a2) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:55:48.168090 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-63af5e0c-f694-4e92-bdba-39f15c4f8ed1 tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1604781'] for router_gateway, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:48.197314 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b13ecbe-12e8-4be4-b3e7-8c848524d289 req-a2bbe9cd-80f0-4077-9686-9e4105fbe0ca tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:55:48.204546 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8b13ecbe-12e8-4be4-b3e7-8c848524d289 req-a2bbe9cd-80f0-4077-9686-9e4105fbe0ca tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3b4fbda-4b1c-4eb1-8123-8c822f8314a1 HTTP/1.1" status: 200 len: 945 time: 0.2591493 May 30 04:55:48.211066 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6843b0b0-f9d5-4fd9-a949-8939c181ea7e tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860493'] for subnet, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:48.315688 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8b13ecbe-12e8-4be4-b3e7-8c848524d289 req-e1a2d283-5964-4461-88a5-292f5f09b5a0 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] 10.222.0.15 "GET /v2.0/security-groups?id=80268c1c-0aa4-4f7a-affc-948a6825b0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101425 May 30 04:55:48.361306 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ca56a052-00a3-4fe3-9d9d-41ec3deac50f tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2304955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9305493'] for subnet, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:48.434750 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ca56a052-00a3-4fe3-9d9d-41ec3deac50f tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:48.444356 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca56a052-00a3-4fe3-9d9d-41ec3deac50f tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Pushing event deleted for resources: {'Subnet': ['ID=2ab7629f-c4b3-4271-bda4-92092b2a03a2,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:55:48.449566 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-ca56a052-00a3-4fe3-9d9d-41ec3deac50f tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] 10.222.0.15 "DELETE /v2.0/subnets/2ab7629f-c4b3-4271-bda4-92092b2a03a2 HTTP/1.1" status: 204 len: 168 time: 0.8577662 May 30 04:55:48.452069 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 38388) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:55:48.486070 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-902a4d2d-8c85-4962-a2ae-a8ecb76b1730 None None] Network 3d7bcbcb-c75f-4ef7-812b-f6658b968733 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:55:48.506602 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-63af5e0c-f694-4e92-bdba-39f15c4f8ed1 tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11660'] for router, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:48.510667 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-63af5e0c-f694-4e92-bdba-39f15c4f8ed1 tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:48.535658 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-63af5e0c-f694-4e92-bdba-39f15c4f8ed1 tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1601605'] for router, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:48.536479 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63af5e0c-f694-4e92-bdba-39f15c4f8ed1 tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Fanout notify agent at l3_agent the message router_deleted on router f400f6df-3a46-47e1-85c7-7c08d261e200 {{(pid=88260) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 30 04:55:48.555454 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-63af5e0c-f694-4e92-bdba-39f15c4f8ed1 tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:48.556185 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-63af5e0c-f694-4e92-bdba-39f15c4f8ed1 tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] 10.222.0.15 "DELETE /v2.0/routers/f400f6df-3a46-47e1-85c7-7c08d261e200 HTTP/1.1" status: 204 len: 168 time: 1.5423865 May 30 04:55:48.559813 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 38394) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:55:48.569185 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-1f13a41e-3668-419d-8af0-76334134c326 tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-891933625', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:55:48.586891 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-1f13a41e-3668-419d-8af0-76334134c326 tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:55:48.596878 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-1f13a41e-3668-419d-8af0-76334134c326 tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Usage tracker for resource:router and tenant:d0d8de6c33ac4bb99234640e8489f5da is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:55:48.599522 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bd8b4c38-aa61-4ece-ba6c-6120c991fd27 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897784'] for network, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:48.602810 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-1f13a41e-3668-419d-8af0-76334134c326 tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:55:48.609974 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-1f13a41e-3668-419d-8af0-76334134c326 tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:55:48.619853 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-bd8b4c38-aa61-4ece-ba6c-6120c991fd27 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Deleting port 4742f2bc-a2c4-4b20-a8c0-54e84dcd675a {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:55:48.620309 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bd8b4c38-aa61-4ece-ba6c-6120c991fd27 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:48.624460 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1f13a41e-3668-419d-8af0-76334134c326 tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1603901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11666'] for router, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:48.625581 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1f13a41e-3668-419d-8af0-76334134c326 tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11675'] for router, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:48.655543 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1f13a41e-3668-419d-8af0-76334134c326 tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:48.698792 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-306a4b7a-43c0-4c20-b03b-0a9ba5beae0f None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:48.730501 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-306a4b7a-43c0-4c20-b03b-0a9ba5beae0f None None] Transition to ACTIVE for port object 3a655b79-af3c-4cb2-a786-659fccd396a2 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:55:48.750286 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1f13a41e-3668-419d-8af0-76334134c326 tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603653'] for router, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:48.782736 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1f13a41e-3668-419d-8af0-76334134c326 tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:48.786738 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-1f13a41e-3668-419d-8af0-76334134c326 tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2231662 May 30 04:55:48.789320 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 38402) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:55:48.797859 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-a3c87f2c-6874-4957-87d7-e6ec58b2c924 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'enable_snat': True}}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:55:48.816994 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-306a4b7a-43c0-4c20-b03b-0a9ba5beae0f None None] Transition to ACTIVE for port object 3a655b79-af3c-4cb2-a786-659fccd396a2 will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:55:48.838061 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-306a4b7a-43c0-4c20-b03b-0a9ba5beae0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:48.841590 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 38406) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:55:48.915844 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-306a4b7a-43c0-4c20-b03b-0a9ba5beae0f None None] Network de4aa76a-e79b-4545-8535-7bbccf68211c is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:55:48.921147 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-306a4b7a-43c0-4c20-b03b-0a9ba5beae0f None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:55:48.923582 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306a4b7a-43c0-4c20-b03b-0a9ba5beae0f None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:55:48.948591 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10554bf-cef6-4760-badb-012a1e1d02d0 req-a74b4f57-7fe8-4c52-a8fd-1cfb97ef783e tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:55:48.950218 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-e10554bf-cef6-4760-badb-012a1e1d02d0 req-a74b4f57-7fe8-4c52-a8fd-1cfb97ef783e tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3b4fbda-4b1c-4eb1-8123-8c822f8314a1 HTTP/1.1" status: 200 len: 945 time: 0.2745800 May 30 04:55:48.958087 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306a4b7a-43c0-4c20-b03b-0a9ba5beae0f None None] Pushing event updated for resources: {'Port': ['ID=3a655b79-af3c-4cb2-a786-659fccd396a2,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:55:49.050176 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-333c2e0c-a682-48f6-b1ba-3c8d27f0b80a None None] DHCP port deletion for 3d7bcbcb-c75f-4ef7-812b-f6658b968733 request from dv-neutron-843763-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 30 04:55:49.056465 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-333c2e0c-a682-48f6-b1ba-3c8d27f0b80a None None] Deleting port 4742f2bc-a2c4-4b20-a8c0-54e84dcd675a {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:55:49.058212 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-333c2e0c-a682-48f6-b1ba-3c8d27f0b80a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:49.090986 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6843b0b0-f9d5-4fd9-a949-8939c181ea7e tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2304955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9305493'] for subnet, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:49.129689 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-306a4b7a-43c0-4c20-b03b-0a9ba5beae0f None None] Attempting to bind port 3a655b79-af3c-4cb2-a786-659fccd396a2 on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 04:55:49.130597 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-306a4b7a-43c0-4c20-b03b-0a9ba5beae0f None None] Attempting to bind port 3a655b79-af3c-4cb2-a786-659fccd396a2 by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': '9fb37eed-29d3-4493-8292-652c895aa965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'de4aa76a-e79b-4545-8535-7bbccf68211c'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 04:55:49.131172 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306a4b7a-43c0-4c20-b03b-0a9ba5beae0f None None] Attempting to bind port 3a655b79-af3c-4cb2-a786-659fccd396a2 on network de4aa76a-e79b-4545-8535-7bbccf68211c {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 04:55:49.139207 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-bd8b4c38-aa61-4ece-ba6c-6120c991fd27 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] For port 4742f2bc-a2c4-4b20-a8c0-54e84dcd675a, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=4742f2bc-a2c4-4b20-a8c0-54e84dcd675a,segment=NetworkSegment(ea67794b-dca2-4ef6-add0-43b9307b9c35),segment_id=ea67794b-dca2-4ef6-add0-43b9307b9c35)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:55:49.139677 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bd8b4c38-aa61-4ece-ba6c-6120c991fd27 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:49.158530 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6843b0b0-f9d5-4fd9-a949-8939c181ea7e tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Pushing event deleted for resources: {'Subnet': ['ID=72ea9c30-e70f-4e2d-a8a9-d8ce497dedf8,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:55:49.309825 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-e10554bf-cef6-4760-badb-012a1e1d02d0 req-38e06530-77a8-422d-9704-6a3f8f42173c tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] 10.222.0.15 "GET /v2.0/security-groups?id=80268c1c-0aa4-4f7a-affc-948a6825b0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3472366 May 30 04:55:49.320072 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306a4b7a-43c0-4c20-b03b-0a9ba5beae0f None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 4, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 04:55:49.321072 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306a4b7a-43c0-4c20-b03b-0a9ba5beae0f None None] Checking segment: {'id': '9fb37eed-29d3-4493-8292-652c895aa965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'de4aa76a-e79b-4545-8535-7bbccf68211c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:55:49.321681 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-306a4b7a-43c0-4c20-b03b-0a9ba5beae0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:49.322165 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306a4b7a-43c0-4c20-b03b-0a9ba5beae0f None None] Bound using segment: {'id': '9fb37eed-29d3-4493-8292-652c895aa965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'de4aa76a-e79b-4545-8535-7bbccf68211c'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 04:55:49.322838 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-306a4b7a-43c0-4c20-b03b-0a9ba5beae0f None None] Bound port: 3a655b79-af3c-4cb2-a786-659fccd396a2, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fb37eed-29d3-4493-8292-652c895aa965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'de4aa76a-e79b-4545-8535-7bbccf68211c'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 04:55:49.323300 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-306a4b7a-43c0-4c20-b03b-0a9ba5beae0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:49.339507 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a3c87f2c-6874-4957-87d7-e6ec58b2c924 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11765'] for router, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:49.343047 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 38412) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:55:49.369030 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-bd8b4c38-aa61-4ece-ba6c-6120c991fd27 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Calling delete_port for 4742f2bc-a2c4-4b20-a8c0-54e84dcd675a owned by network:dhcp {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:55:49.431717 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-333c2e0c-a682-48f6-b1ba-3c8d27f0b80a None None] For port 4742f2bc-a2c4-4b20-a8c0-54e84dcd675a, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=4742f2bc-a2c4-4b20-a8c0-54e84dcd675a,segment=NetworkSegment(ea67794b-dca2-4ef6-add0-43b9307b9c35),segment_id=ea67794b-dca2-4ef6-add0-43b9307b9c35)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:55:49.431936 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-333c2e0c-a682-48f6-b1ba-3c8d27f0b80a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:49.452971 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-17839e77-ef8a-4f48-b87b-c28edc72f4f9 tempest-AgentManagementNegativeTest-1546688488 tempest-AgentManagementNegativeTest-1546688488-project] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.6080422 May 30 04:55:49.470875 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6843b0b0-f9d5-4fd9-a949-8939c181ea7e tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867540', 'neutron.services.segments.db._delete_segments_for_network-8729234922972'] for network, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:49.521891 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6574333f-5bfe-41b3-91e2-042145dce7f1 tempest-TestNetworkAdvancedServerOps-1557301639 tempest-TestNetworkAdvancedServerOps-1557301639-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:55:49.526198 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-6574333f-5bfe-41b3-91e2-042145dce7f1 tempest-TestNetworkAdvancedServerOps-1557301639 tempest-TestNetworkAdvancedServerOps-1557301639-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=a3b4fbda-4b1c-4eb1-8123-8c822f8314a1 HTTP/1.1" status: 200 len: 1093 time: 0.1795163 May 30 04:55:49.527870 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 38418) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:55:49.533557 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-6843b0b0-f9d5-4fd9-a949-8939c181ea7e tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de4aa76a-e79b-4545-8535-7bbccf68211c']}} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:55:49.535856 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-dae269df-95ec-4f6f-806d-6683bdfc6245 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Request body: {'floatingip': {'floating_network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'port_id': '7b6e2cff-db4b-42be-807a-b0d5a7224cdb', 'tenant_id': '4c33678f28b44a57ab35b86381e31406', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:55:49.542251 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-dae269df-95ec-4f6f-806d-6683bdfc6245 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:55:49.546585 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-dae269df-95ec-4f6f-806d-6683bdfc6245 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Usage tracker for resource:floatingip and tenant:4c33678f28b44a57ab35b86381e31406 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:55:49.549498 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-dae269df-95ec-4f6f-806d-6683bdfc6245 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:55:49.552544 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-6843b0b0-f9d5-4fd9-a949-8939c181ea7e tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fb37eed-29d3-4493-8292-652c895aa965') {'for_net_delete': True} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:55:49.552986 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-6843b0b0-f9d5-4fd9-a949-8939c181ea7e tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fb37eed-29d3-4493-8292-652c895aa965') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:55:49.556555 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-dae269df-95ec-4f6f-806d-6683bdfc6245 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:55:49.568456 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6843b0b0-f9d5-4fd9-a949-8939c181ea7e tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729235042807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3545573'] for segment, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:49.577042 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-333c2e0c-a682-48f6-b1ba-3c8d27f0b80a None None] Calling delete_port for 4742f2bc-a2c4-4b20-a8c0-54e84dcd675a owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:55:49.580335 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bd8b4c38-aa61-4ece-ba6c-6120c991fd27 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:49.585441 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-dae269df-95ec-4f6f-806d-6683bdfc6245 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Notify callbacks [] for floatingip, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:49.629454 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-306a4b7a-43c0-4c20-b03b-0a9ba5beae0f None None] For port 3a655b79-af3c-4cb2-a786-659fccd396a2, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 04:55:49.641855 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8b4c38-aa61-4ece-ba6c-6120c991fd27 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] No DVR routers for this DVR port 4742f2bc-a2c4-4b20-a8c0-54e84dcd675a on host dv-neutron-843763-1-hyperv {{(pid=88261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 04:55:49.661675 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.db.api [None req-333c2e0c-a682-48f6-b1ba-3c8d27f0b80a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 04:55:49.662182 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG oslo_db.api [None req-333c2e0c-a682-48f6-b1ba-3c8d27f0b80a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 04:55:49.673783 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6843b0b0-f9d5-4fd9-a949-8939c181ea7e tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:49.676599 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8b4c38-aa61-4ece-ba6c-6120c991fd27 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Pushing event deleted for resources: {'Port': ['ID=4742f2bc-a2c4-4b20-a8c0-54e84dcd675a,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:55:49.700006 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6843b0b0-f9d5-4fd9-a949-8939c181ea7e tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=88261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 04:55:49.700412 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6843b0b0-f9d5-4fd9-a949-8939c181ea7e tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-862858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2304281'] for segment, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:49.806051 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 38428) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:55:49.825568 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 9fb37eed-29d3-4493-8292-652c895aa965 resource provider aggregate not found May 30 04:55:49.854363 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 9fb37eed-29d3-4493-8292-652c895aa965 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9fb37eed-29d3-4493-8292-652c895aa965 found for delete ", "request_id": "req-fc5be932-a6a2-4505-a6da-47044473fd3f"}]} May 30 04:55:49.875010 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bd8b4c38-aa61-4ece-ba6c-6120c991fd27 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867540', 'neutron.services.segments.db._delete_segments_for_network-8729234922972'] for network, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:49.881453 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a3c87f2c-6874-4957-87d7-e6ec58b2c924 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:49.892904 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-306a4b7a-43c0-4c20-b03b-0a9ba5beae0f None None] For port 3a655b79-af3c-4cb2-a786-659fccd396a2, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=3a655b79-af3c-4cb2-a786-659fccd396a2,segment=NetworkSegment(9fb37eed-29d3-4493-8292-652c895aa965),segment_id=9fb37eed-29d3-4493-8292-652c895aa965)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 04:55:49.900860 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-306a4b7a-43c0-4c20-b03b-0a9ba5beae0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:49.918340 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a3c87f2c-6874-4957-87d7-e6ec58b2c924 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:49.924462 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.db.api [None req-6843b0b0-f9d5-4fd9-a949-8939c181ea7e tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 30 04:55:49.924462 dv-neutron-843763-1-hyperv neutron-server[88261]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 30 04:55:49.924462 dv-neutron-843763-1-hyperv neutron-server[88261]: [parameters: {'id': 'de4aa76a-e79b-4545-8535-7bbccf68211c'}] May 30 04:55:49.924462 dv-neutron-843763-1-hyperv neutron-server[88261]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88261) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 04:55:49.925376 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG oslo_db.api [None req-6843b0b0-f9d5-4fd9-a949-8939c181ea7e tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 04:55:49.931558 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-bd8b4c38-aa61-4ece-ba6c-6120c991fd27 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d7bcbcb-c75f-4ef7-812b-f6658b968733']}} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:55:49.946481 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-bd8b4c38-aa61-4ece-ba6c-6120c991fd27 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea67794b-dca2-4ef6-add0-43b9307b9c35') {'for_net_delete': True} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:55:49.947677 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-bd8b4c38-aa61-4ece-ba6c-6120c991fd27 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea67794b-dca2-4ef6-add0-43b9307b9c35') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:55:49.958286 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 4742f2bc-a2c4-4b20-a8c0-54e84dcd675a no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 04:55:49.968106 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bd8b4c38-aa61-4ece-ba6c-6120c991fd27 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729235042807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3545573'] for segment, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:49.993990 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bd8b4c38-aa61-4ece-ba6c-6120c991fd27 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:50.005015 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd8b4c38-aa61-4ece-ba6c-6120c991fd27 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=88261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 04:55:50.008869 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bd8b4c38-aa61-4ece-ba6c-6120c991fd27 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-862858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2304281'] for segment, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:50.013404 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] No Port match for: 4742f2bc-a2c4-4b20-a8c0-54e84dcd675a {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 04:55:50.013671 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 4742f2bc-a2c4-4b20-a8c0-54e84dcd675a not bound to the agent host dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 04:55:50.044127 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306a4b7a-43c0-4c20-b03b-0a9ba5beae0f None None] Pushing event updated for resources: {'Port': ['ID=3a655b79-af3c-4cb2-a786-659fccd396a2,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:55:50.122602 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bd8b4c38-aa61-4ece-ba6c-6120c991fd27 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604744'] for network, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:50.128054 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bd8b4c38-aa61-4ece-ba6c-6120c991fd27 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642826'] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:50.129251 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08712804-4492-4622-b2e0-78df90e07f26 None None] Network de4aa76a-e79b-4545-8535-7bbccf68211c requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:55:50.157309 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8b4c38-aa61-4ece-ba6c-6120c991fd27 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Pushing event deleted for resources: {'Network': ['ID=3d7bcbcb-c75f-4ef7-812b-f6658b968733,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:55:50.175967 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-bd8b4c38-aa61-4ece-ba6c-6120c991fd27 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] 10.222.0.15 "DELETE /v2.0/networks/3d7bcbcb-c75f-4ef7-812b-f6658b968733 HTTP/1.1" status: 204 len: 168 time: 1.7226846 May 30 04:55:50.176777 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 38436) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:55:50.195146 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-be2e27ee-f017-41e3-b1b3-a6d9e87a9c11 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Request body: {'network': {'name': 'tempest-RoutersTest-1871420204'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:55:50.201255 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-be2e27ee-f017-41e3-b1b3-a6d9e87a9c11 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:55:50.205366 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4d241168-e4af-4737-a0d2-4f49066b7536 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:50.206674 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-be2e27ee-f017-41e3-b1b3-a6d9e87a9c11 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Usage tracker for resource:network and tenant:177e950b79b644f8ac61f323eed71206 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:55:50.209940 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-be2e27ee-f017-41e3-b1b3-a6d9e87a9c11 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:55:50.217703 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-be2e27ee-f017-41e3-b1b3-a6d9e87a9c11 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:55:50.222781 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-dae269df-95ec-4f6f-806d-6683bdfc6245 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:50.228648 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-333c2e0c-a682-48f6-b1ba-3c8d27f0b80a None None] Deleting port 4742f2bc-a2c4-4b20-a8c0-54e84dcd675a {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:55:50.229043 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-333c2e0c-a682-48f6-b1ba-3c8d27f0b80a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:50.234685 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be2e27ee-f017-41e3-b1b3-a6d9e87a9c11 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Made reservation on behalf of 177e950b79b644f8ac61f323eed71206 for: {'network': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:55:50.240015 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-be2e27ee-f017-41e3-b1b3-a6d9e87a9c11 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for network, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:50.270799 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-4d241168-e4af-4737-a0d2-4f49066b7536 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:55:50.273492 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be2e27ee-f017-41e3-b1b3-a6d9e87a9c11 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=88261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 04:55:50.283668 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-be2e27ee-f017-41e3-b1b3-a6d9e87a9c11 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:50.285528 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.db.segments_db [None req-be2e27ee-f017-41e3-b1b3-a6d9e87a9c11 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Added segment e31573e4-3c28-41fa-ad71-4ea9b4fb8e2f of type vlan for network 2a6c7bc9-94a5-4fae-b720-0b1bcef75a11 May 30 04:55:50.285653 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-4d241168-e4af-4737-a0d2-4f49066b7536 admin admin] Usage tracker for resource:security_group_rule and tenant:dc2193598e1d4bd4a62d37dedb94c151 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:55:50.297786 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-4d241168-e4af-4737-a0d2-4f49066b7536 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:55:50.311718 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-4d241168-e4af-4737-a0d2-4f49066b7536 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:55:50.322017 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-be2e27ee-f017-41e3-b1b3-a6d9e87a9c11 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729234556353'] for network, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:50.322507 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-333c2e0c-a682-48f6-b1ba-3c8d27f0b80a None None] The port '4742f2bc-a2c4-4b20-a8c0-54e84dcd675a' was deleted {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 30 04:55:50.330103 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-a3c87f2c-6874-4957-87d7-e6ec58b2c924 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Allocated IP 172.26.6.249 (1bab70f4-3794-44db-8e17-19f483aa8ffa/6b5b73c1-b0ce-4f83-a930-c00cc5522926/78ce14f9-678d-4390-bb6d-d20ea96bf3e4) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:55:50.368119 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-be2e27ee-f017-41e3-b1b3-a6d9e87a9c11 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788'] for network, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:50.374533 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be2e27ee-f017-41e3-b1b3-a6d9e87a9c11 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:55:50.375116 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-be2e27ee-f017-41e3-b1b3-a6d9e87a9c11 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642826'] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:50.439659 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b54d15-45ed-4718-a7db-a9c2cc7c4822 None None] get_active_networks_info from dv-neutron-843763-1-hyperv {{(pid=88262) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 30 04:55:50.456359 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6843b0b0-f9d5-4fd9-a949-8939c181ea7e tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897784'] for network, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:50.500448 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-6843b0b0-f9d5-4fd9-a949-8939c181ea7e tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Deleting port 3a655b79-af3c-4cb2-a786-659fccd396a2 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:55:50.500798 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6843b0b0-f9d5-4fd9-a949-8939c181ea7e tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:50.533205 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-be2e27ee-f017-41e3-b1b3-a6d9e87a9c11 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3529291 May 30 04:55:50.534934 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2e27ee-f017-41e3-b1b3-a6d9e87a9c11 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Pushing event updated for resources: {'Network': ['ID=2a6c7bc9-94a5-4fae-b720-0b1bcef75a11,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:55:50.535103 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 38440) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:55:50.551469 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Network 2a6c7bc9-94a5-4fae-b720-0b1bcef75a11 details requested by agent ovs-agent-dv-neutron-843763-1-hyperv with host dv-neutron-843763-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 04:55:50.563554 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-9434e0c3-0bf4-4251-bf67-469e40170547 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Request body: {'subnet': {'network_id': '2a6c7bc9-94a5-4fae-b720-0b1bcef75a11', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:55:50.600037 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a3c87f2c-6874-4957-87d7-e6ec58b2c924 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:50.714990 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4d241168-e4af-4737-a0d2-4f49066b7536 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:50.718863 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b54d15-45ed-4718-a7db-a9c2cc7c4822 None None] Resources bound (agent type, host, resource id): {{(pid=88262) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 30 04:55:50.722362 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-9434e0c3-0bf4-4251-bf67-469e40170547 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:55:50.725490 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4d241168-e4af-4737-a0d2-4f49066b7536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:50.735538 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-6843b0b0-f9d5-4fd9-a949-8939c181ea7e tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] For port 3a655b79-af3c-4cb2-a786-659fccd396a2, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=3a655b79-af3c-4cb2-a786-659fccd396a2,segment=NetworkSegment(9fb37eed-29d3-4493-8292-652c895aa965),segment_id=9fb37eed-29d3-4493-8292-652c895aa965)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:55:50.735910 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6843b0b0-f9d5-4fd9-a949-8939c181ea7e tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:50.748625 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-9434e0c3-0bf4-4251-bf67-469e40170547 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Usage tracker for resource:subnet and tenant:177e950b79b644f8ac61f323eed71206 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:55:50.752625 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-9434e0c3-0bf4-4251-bf67-469e40170547 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:55:50.783351 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-9434e0c3-0bf4-4251-bf67-469e40170547 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:55:50.792251 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-4d241168-e4af-4737-a0d2-4f49066b7536 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=dc2193598e1d4bd4a62d37dedb94c151&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9857588 May 30 04:55:50.801953 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 38444) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:55:50.856601 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a3c87f2c-6874-4957-87d7-e6ec58b2c924 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:50.901003 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d241168-e4af-4737-a0d2-4f49066b7536 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd5fa977-3e80-4512-b3f0-a4690951bffc,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:55:50.919117 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9434e0c3-0bf4-4251-bf67-469e40170547 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Made reservation on behalf of 177e950b79b644f8ac61f323eed71206 for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:55:50.922681 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9434e0c3-0bf4-4251-bf67-469e40170547 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2133361'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:51.009014 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-6843b0b0-f9d5-4fd9-a949-8939c181ea7e tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Calling delete_port for 3a655b79-af3c-4cb2-a786-659fccd396a2 owned by network:dhcp {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:55:51.063696 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c87f2c-6874-4957-87d7-e6ec58b2c924 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Network 1bab70f4-3794-44db-8e17-19f483aa8ffa is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:55:51.077836 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-a3c87f2c-6874-4957-87d7-e6ec58b2c924 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:55:51.090257 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6843b0b0-f9d5-4fd9-a949-8939c181ea7e tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:51.095083 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c87f2c-6874-4957-87d7-e6ec58b2c924 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:55:51.123047 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c87f2c-6874-4957-87d7-e6ec58b2c924 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Pushing event updated for resources: {'Port': ['ID=78ce14f9-678d-4390-bb6d-d20ea96bf3e4,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:55:51.126850 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-dae269df-95ec-4f6f-806d-6683bdfc6245 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Allocated IP 172.26.6.51 (1bab70f4-3794-44db-8e17-19f483aa8ffa/6b5b73c1-b0ce-4f83-a930-c00cc5522926/6b74400d-6689-4b40-bebc-07b761e015da) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:55:51.137977 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6843b0b0-f9d5-4fd9-a949-8939c181ea7e tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Pushing event deleted for resources: {'Port': ['ID=3a655b79-af3c-4cb2-a786-659fccd396a2,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:55:51.141348 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6843b0b0-f9d5-4fd9-a949-8939c181ea7e tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] No DVR routers for this DVR port 3a655b79-af3c-4cb2-a786-659fccd396a2 on host dv-neutron-843763-1-hyperv {{(pid=88261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 04:55:51.181122 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c0d684ac-bf7e-4e3e-84cc-8db4bd455bf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:51.264783 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6843b0b0-f9d5-4fd9-a949-8939c181ea7e tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867540', 'neutron.services.segments.db._delete_segments_for_network-8729234922972'] for network, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:51.289724 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-6843b0b0-f9d5-4fd9-a949-8939c181ea7e tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de4aa76a-e79b-4545-8535-7bbccf68211c']}} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:55:51.302898 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-6843b0b0-f9d5-4fd9-a949-8939c181ea7e tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fb37eed-29d3-4493-8292-652c895aa965') {'for_net_delete': True} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:55:51.303199 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-6843b0b0-f9d5-4fd9-a949-8939c181ea7e tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fb37eed-29d3-4493-8292-652c895aa965') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:55:51.314338 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6843b0b0-f9d5-4fd9-a949-8939c181ea7e tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729235042807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3545573'] for segment, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:51.330271 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6843b0b0-f9d5-4fd9-a949-8939c181ea7e tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:51.336422 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6843b0b0-f9d5-4fd9-a949-8939c181ea7e tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=88261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 04:55:51.336829 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6843b0b0-f9d5-4fd9-a949-8939c181ea7e tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-862858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2304281'] for segment, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:51.366366 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c0d684ac-bf7e-4e3e-84cc-8db4bd455bf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:51.431710 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6843b0b0-f9d5-4fd9-a949-8939c181ea7e tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604744'] for network, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:51.450354 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6843b0b0-f9d5-4fd9-a949-8939c181ea7e tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642826'] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:51.462108 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6843b0b0-f9d5-4fd9-a949-8939c181ea7e tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Pushing event deleted for resources: {'Network': ['ID=de4aa76a-e79b-4545-8535-7bbccf68211c,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:55:51.464909 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-6843b0b0-f9d5-4fd9-a949-8939c181ea7e tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] 10.222.0.15 "DELETE /v2.0/networks/de4aa76a-e79b-4545-8535-7bbccf68211c HTTP/1.1" status: 204 len: 168 time: 3.7380776 May 30 04:55:51.468199 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 38448) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:55:51.474165 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-d40ac113-aea0-4b97-8f33-b0769146f7b9 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-582624659'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:55:51.478713 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-d40ac113-aea0-4b97-8f33-b0769146f7b9 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:55:51.482553 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-d40ac113-aea0-4b97-8f33-b0769146f7b9 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Usage tracker for resource:network and tenant:73057037b7c54dd9b8d98bcf1b270dc2 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:55:51.485354 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-d40ac113-aea0-4b97-8f33-b0769146f7b9 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:55:51.491588 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-d40ac113-aea0-4b97-8f33-b0769146f7b9 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:55:51.502841 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d40ac113-aea0-4b97-8f33-b0769146f7b9 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Made reservation on behalf of 73057037b7c54dd9b8d98bcf1b270dc2 for: {'network': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:55:51.506184 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d40ac113-aea0-4b97-8f33-b0769146f7b9 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for network, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:51.537384 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d40ac113-aea0-4b97-8f33-b0769146f7b9 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=88261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 04:55:51.546852 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d40ac113-aea0-4b97-8f33-b0769146f7b9 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:51.547241 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.db.segments_db [None req-d40ac113-aea0-4b97-8f33-b0769146f7b9 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Added segment 020c203c-7008-4149-84d8-f64031b93bb4 of type vlan for network d5f1e9d1-fa85-4504-8411-35d6a72270d3 May 30 04:55:51.573060 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d40ac113-aea0-4b97-8f33-b0769146f7b9 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729234556353'] for network, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:51.601991 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d40ac113-aea0-4b97-8f33-b0769146f7b9 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788'] for network, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:51.607420 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d40ac113-aea0-4b97-8f33-b0769146f7b9 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:55:51.608014 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d40ac113-aea0-4b97-8f33-b0769146f7b9 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642826'] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:51.656239 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-dae269df-95ec-4f6f-806d-6683bdfc6245 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:51.706518 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-d40ac113-aea0-4b97-8f33-b0769146f7b9 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2372868 May 30 04:55:51.709984 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 38452) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:55:51.719730 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-d1cbac46-cdaa-4939-b9ad-139f69168209 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Request body: {'subnet': {'network_id': 'd5f1e9d1-fa85-4504-8411-35d6a72270d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:55:51.733799 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40ac113-aea0-4b97-8f33-b0769146f7b9 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Pushing event updated for resources: {'Network': ['ID=d5f1e9d1-fa85-4504-8411-35d6a72270d3,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:55:51.739983 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9434e0c3-0bf4-4251-bf67-469e40170547 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1547796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2133315'] for subnet, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:51.745993 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Network d5f1e9d1-fa85-4504-8411-35d6a72270d3 details requested by agent ovs-agent-dv-neutron-843763-1-hyperv with host dv-neutron-843763-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 04:55:51.793008 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c0d684ac-bf7e-4e3e-84cc-8db4bd455bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:51.841265 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-d1cbac46-cdaa-4939-b9ad-139f69168209 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:55:51.845138 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-d1cbac46-cdaa-4939-b9ad-139f69168209 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Usage tracker for resource:subnet and tenant:73057037b7c54dd9b8d98bcf1b270dc2 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:55:51.848660 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-d1cbac46-cdaa-4939-b9ad-139f69168209 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:55:51.854533 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-d1cbac46-cdaa-4939-b9ad-139f69168209 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:55:51.868671 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1cbac46-cdaa-4939-b9ad-139f69168209 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Made reservation on behalf of 73057037b7c54dd9b8d98bcf1b270dc2 for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:55:51.872636 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d1cbac46-cdaa-4939-b9ad-139f69168209 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9305518'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:51.890707 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment ea67794b-dca2-4ef6-add0-43b9307b9c35 resource provider aggregate not found May 30 04:55:51.942652 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment ea67794b-dca2-4ef6-add0-43b9307b9c35 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ea67794b-dca2-4ef6-add0-43b9307b9c35 found for delete ", "request_id": "req-4bfc74eb-3360-446b-a205-4cf8cd8a7588"}]} May 30 04:55:51.966603 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 9fb37eed-29d3-4493-8292-652c895aa965 resource provider aggregate not found May 30 04:55:51.990315 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 9fb37eed-29d3-4493-8292-652c895aa965 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9fb37eed-29d3-4493-8292-652c895aa965 found for delete ", "request_id": "req-b4c70700-b592-43f5-915b-3b2f9e2789f3"}]} May 30 04:55:52.010844 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d684ac-bf7e-4e3e-84cc-8db4bd455bf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd5fa977-3e80-4512-b3f0-a4690951bffc,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:55:52.079365 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9434e0c3-0bf4-4251-bf67-469e40170547 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Pushing event updated for resources: {'Subnet': ['ID=44762f54-1d9c-435c-bb72-12ff3ad4d337,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:55:52.102269 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a3c87f2c-6874-4957-87d7-e6ec58b2c924 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:52.117640 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d1cbac46-cdaa-4939-b9ad-139f69168209 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2305012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9305500'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:52.159700 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9434e0c3-0bf4-4251-bf67-469e40170547 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Checking segment: {'id': 'e31573e4-3c28-41fa-ad71-4ea9b4fb8e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '2a6c7bc9-94a5-4fae-b720-0b1bcef75a11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:55:52.160048 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9434e0c3-0bf4-4251-bf67-469e40170547 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Network hostable DHCP agents. Network: 2a6c7bc9-94a5-4fae-b720-0b1bcef75a11, hostable agents: ['1c705e68-3d3e-4dd3-9252-feb21d4b96ab'], hosted agents: [] {{(pid=88260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 04:55:52.164517 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-dae269df-95ec-4f6f-806d-6683bdfc6245 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:52.194423 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cbac46-cdaa-4939-b9ad-139f69168209 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Pushing event updated for resources: {'Subnet': ['ID=dab17cda-4665-446e-a7ae-b0a85ac484f7,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:55:52.203323 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1cbac46-cdaa-4939-b9ad-139f69168209 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Checking segment: {'id': '020c203c-7008-4149-84d8-f64031b93bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'd5f1e9d1-fa85-4504-8411-35d6a72270d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:55:52.203685 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1cbac46-cdaa-4939-b9ad-139f69168209 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Network hostable DHCP agents. Network: d5f1e9d1-fa85-4504-8411-35d6a72270d3, hostable agents: ['1c705e68-3d3e-4dd3-9252-feb21d4b96ab'], hosted agents: [] {{(pid=88261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 04:55:52.205583 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c0d684ac-bf7e-4e3e-84cc-8db4bd455bf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:52.209798 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-c0d684ac-bf7e-4e3e-84cc-8db4bd455bf7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bd5fa977-3e80-4512-b3f0-a4690951bffc HTTP/1.1" status: 204 len: 168 time: 1.4005425 May 30 04:55:52.225490 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1cbac46-cdaa-4939-b9ad-139f69168209 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Network d5f1e9d1-fa85-4504-8411-35d6a72270d3 is scheduled to be hosted by DHCP agent 1c705e68-3d3e-4dd3-9252-feb21d4b96ab with binding_index 1 {{(pid=88261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 04:55:52.238084 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-d1cbac46-cdaa-4939-b9ad-139f69168209 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843763-1-hyperv, d5f1e9d1-fa85-4504-8411-35d6a72270d3) {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:55:52.246776 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec6f4e36-614a-40b8-a561-43960aa6372f None None] Network d5f1e9d1-fa85-4504-8411-35d6a72270d3 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:55:52.248224 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1cbac46-cdaa-4939-b9ad-139f69168209 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:55:52.249100 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d1cbac46-cdaa-4939-b9ad-139f69168209 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:52.276134 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae269df-95ec-4f6f-806d-6683bdfc6245 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Network 1bab70f4-3794-44db-8e17-19f483aa8ffa is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:55:52.279825 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-d1cbac46-cdaa-4939-b9ad-139f69168209 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5681345 May 30 04:55:52.281756 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 38466) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:55:52.289570 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-d28a3166-48a9-427c-bf72-a2d0ad44133b tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Request body: {'subnet': {'network_id': 'd5f1e9d1-fa85-4504-8411-35d6a72270d3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:55:52.331890 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-dae269df-95ec-4f6f-806d-6683bdfc6245 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:55:52.351200 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae269df-95ec-4f6f-806d-6683bdfc6245 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:55:52.379455 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9434e0c3-0bf4-4251-bf67-469e40170547 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Network 2a6c7bc9-94a5-4fae-b720-0b1bcef75a11 is scheduled to be hosted by DHCP agent 1c705e68-3d3e-4dd3-9252-feb21d4b96ab with binding_index 1 {{(pid=88260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 04:55:52.402414 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae269df-95ec-4f6f-806d-6683bdfc6245 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Pushing event updated for resources: {'Port': ['ID=6b74400d-6689-4b40-bebc-07b761e015da,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:55:52.415118 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-9434e0c3-0bf4-4251-bf67-469e40170547 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843763-1-hyperv, 2a6c7bc9-94a5-4fae-b720-0b1bcef75a11) {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:55:52.429750 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9434e0c3-0bf4-4251-bf67-469e40170547 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:55:52.430596 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9434e0c3-0bf4-4251-bf67-469e40170547 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642826'] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:52.459962 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e291056-2cd7-405d-8a46-ca71ead910af None None] Network 2a6c7bc9-94a5-4fae-b720-0b1bcef75a11 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:55:52.462477 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-d28a3166-48a9-427c-bf72-a2d0ad44133b tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:55:52.467532 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-d28a3166-48a9-427c-bf72-a2d0ad44133b tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Usage tracker for resource:subnet and tenant:73057037b7c54dd9b8d98bcf1b270dc2 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:55:52.470919 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-d28a3166-48a9-427c-bf72-a2d0ad44133b tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:55:52.477823 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-d28a3166-48a9-427c-bf72-a2d0ad44133b tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:55:52.489507 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d28a3166-48a9-427c-bf72-a2d0ad44133b tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Made reservation on behalf of 73057037b7c54dd9b8d98bcf1b270dc2 for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:55:52.493411 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d28a3166-48a9-427c-bf72-a2d0ad44133b tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9305518'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:52.577143 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-9434e0c3-0bf4-4251-bf67-469e40170547 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0398366 May 30 04:55:52.581465 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 38474) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:55:52.589715 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-8a6e9e5c-98f5-4fe6-9339-297076a98de5 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1352996355', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:55:52.600654 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-8a6e9e5c-98f5-4fe6-9339-297076a98de5 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:55:52.606902 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-8a6e9e5c-98f5-4fe6-9339-297076a98de5 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Usage tracker for resource:router and tenant:177e950b79b644f8ac61f323eed71206 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:55:52.617496 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-8a6e9e5c-98f5-4fe6-9339-297076a98de5 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:55:52.629788 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-8a6e9e5c-98f5-4fe6-9339-297076a98de5 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:55:52.647364 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e69313d-9296-43f7-ac8f-e2cb59ebbe4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bbf24ed-7ba9-53d2-873f-8f9642b1e987-d5f1e9d1-fa85-4504-8411-35d6a72270d3', 'network_id': 'd5f1e9d1-fa85-4504-8411-35d6a72270d3', 'tenant_id': '73057037b7c54dd9b8d98bcf1b270dc2', 'fixed_ips': [{'subnet_id': 'dab17cda-4665-446e-a7ae-b0a85ac484f7'}]}} from dv-neutron-843763-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 30 04:55:52.648465 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-6e69313d-9296-43f7-ac8f-e2cb59ebbe4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:52.671855 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8a6e9e5c-98f5-4fe6-9339-297076a98de5 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1603901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11666'] for router, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:52.673089 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8a6e9e5c-98f5-4fe6-9339-297076a98de5 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11675'] for router, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:52.704643 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8a6e9e5c-98f5-4fe6-9339-297076a98de5 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:52.774476 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8a6e9e5c-98f5-4fe6-9339-297076a98de5 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603653'] for router, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:52.826412 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a3c87f2c-6874-4957-87d7-e6ec58b2c924 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11765'] for router, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:52.830475 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8a6e9e5c-98f5-4fe6-9339-297076a98de5 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks [] for router, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:52.832327 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-8a6e9e5c-98f5-4fe6-9339-297076a98de5 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2483001 May 30 04:55:52.835522 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 38484) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:55:52.841480 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a3c87f2c-6874-4957-87d7-e6ec58b2c924 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1603699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1603708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1603909'] for router, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:52.897166 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e770e7-9692-4119-8117-59b640043a46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bbf24ed-7ba9-53d2-873f-8f9642b1e987-2a6c7bc9-94a5-4fae-b720-0b1bcef75a11', 'network_id': '2a6c7bc9-94a5-4fae-b720-0b1bcef75a11', 'tenant_id': '177e950b79b644f8ac61f323eed71206', 'fixed_ips': [{'subnet_id': '44762f54-1d9c-435c-bb72-12ff3ad4d337'}]}} from dv-neutron-843763-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 30 04:55:52.898586 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e6e770e7-9692-4119-8117-59b640043a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:53.043342 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-6e69313d-9296-43f7-ac8f-e2cb59ebbe4f None None] Allocated IP 2001:db8::2 (d5f1e9d1-fa85-4504-8411-35d6a72270d3/dab17cda-4665-446e-a7ae-b0a85ac484f7/abd45d6f-6e37-4d6e-81dc-2748e4462d1e) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:55:53.192213 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3c87f2c-6874-4957-87d7-e6ec58b2c924 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Router 54b35c10-3118-4d66-9a71-9a6fe46cafa4 is scheduled to L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 with binding_index 1 {{(pid=88260) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 30 04:55:53.275185 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-dae269df-95ec-4f6f-806d-6683bdfc6245 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:53.276434 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d28a3166-48a9-427c-bf72-a2d0ad44133b tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2305012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9305500'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:53.329283 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 38496) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:55:53.389643 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-6e69313d-9296-43f7-ac8f-e2cb59ebbe4f None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:53.401775 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-e6e770e7-9692-4119-8117-59b640043a46 None None] Allocated IP 172.20.0.2 (2a6c7bc9-94a5-4fae-b720-0b1bcef75a11/44762f54-1d9c-435c-bb72-12ff3ad4d337/6e5016b3-4c54-4d65-aac5-dfd552ab10de) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:55:53.406966 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-6e69313d-9296-43f7-ac8f-e2cb59ebbe4f None None] Transition to ACTIVE for port object abd45d6f-6e37-4d6e-81dc-2748e4462d1e will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:55:53.452514 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-6e69313d-9296-43f7-ac8f-e2cb59ebbe4f None None] Transition to ACTIVE for port object abd45d6f-6e37-4d6e-81dc-2748e4462d1e will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:55:53.512386 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-6e69313d-9296-43f7-ac8f-e2cb59ebbe4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:53.573281 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3c87f2c-6874-4957-87d7-e6ec58b2c924 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 04:55:53.579631 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e69313d-9296-43f7-ac8f-e2cb59ebbe4f None None] Network d5f1e9d1-fa85-4504-8411-35d6a72270d3 is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:55:53.584622 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-6e69313d-9296-43f7-ac8f-e2cb59ebbe4f None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:55:53.584744 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-dae269df-95ec-4f6f-806d-6683bdfc6245 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:53.588952 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eee38cf-1b5e-45cc-a1ab-b6abe036924e None None] Sync routers for ids ['54b35c10-3118-4d66-9a71-9a6fe46cafa4'] in dv-neutron-843763-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 04:55:53.593569 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e69313d-9296-43f7-ac8f-e2cb59ebbe4f None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:55:53.606462 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eee38cf-1b5e-45cc-a1ab-b6abe036924e None None] Routers {'54b35c10-3118-4d66-9a71-9a6fe46cafa4'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 04:55:53.606998 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-3eee38cf-1b5e-45cc-a1ab-b6abe036924e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T04:55:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['54b35c10-3118-4d66-9a71-9a6fe46cafa4'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:55:53.650999 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a3c87f2c-6874-4957-87d7-e6ec58b2c924 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:53.651421 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-a3c87f2c-6874-4957-87d7-e6ec58b2c924 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] 10.222.0.15 "PUT /v2.0/routers/54b35c10-3118-4d66-9a71-9a6fe46cafa4 HTTP/1.1" status: 200 len: 918 time: 4.8600929 May 30 04:55:53.656144 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e69313d-9296-43f7-ac8f-e2cb59ebbe4f None None] Pushing event updated for resources: {'Port': ['ID=abd45d6f-6e37-4d6e-81dc-2748e4462d1e,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:55:53.661391 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28a3166-48a9-427c-bf72-a2d0ad44133b tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Pushing event updated for resources: {'Subnet': ['ID=25b0aa2e-86b9-48b2-8957-915f8ba36e84,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:55:53.664997 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 38502) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:55:53.666846 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28a3166-48a9-427c-bf72-a2d0ad44133b tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Network d5f1e9d1-fa85-4504-8411-35d6a72270d3 is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:55:53.682876 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-d28a3166-48a9-427c-bf72-a2d0ad44133b tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:55:53.685641 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d28a3166-48a9-427c-bf72-a2d0ad44133b tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:55:53.686446 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d28a3166-48a9-427c-bf72-a2d0ad44133b tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:53.721905 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-3eee38cf-1b5e-45cc-a1ab-b6abe036924e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:55:53.736402 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-6e69313d-9296-43f7-ac8f-e2cb59ebbe4f None None] Attempting to bind port abd45d6f-6e37-4d6e-81dc-2748e4462d1e on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 04:55:53.736780 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-6e69313d-9296-43f7-ac8f-e2cb59ebbe4f None None] Attempting to bind port abd45d6f-6e37-4d6e-81dc-2748e4462d1e by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': '020c203c-7008-4149-84d8-f64031b93bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'd5f1e9d1-fa85-4504-8411-35d6a72270d3'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 04:55:53.737709 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e69313d-9296-43f7-ac8f-e2cb59ebbe4f None None] Attempting to bind port abd45d6f-6e37-4d6e-81dc-2748e4462d1e on network d5f1e9d1-fa85-4504-8411-35d6a72270d3 {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 04:55:53.737864 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eee38cf-1b5e-45cc-a1ab-b6abe036924e None None] Routers {'54b35c10-3118-4d66-9a71-9a6fe46cafa4'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 04:55:53.738464 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-3eee38cf-1b5e-45cc-a1ab-b6abe036924e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T04:55:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['54b35c10-3118-4d66-9a71-9a6fe46cafa4'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:55:53.784519 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-d28a3166-48a9-427c-bf72-a2d0ad44133b tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.4987071 May 30 04:55:53.784720 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e69313d-9296-43f7-ac8f-e2cb59ebbe4f None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 4, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 04:55:53.784864 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e69313d-9296-43f7-ac8f-e2cb59ebbe4f None None] Checking segment: {'id': '020c203c-7008-4149-84d8-f64031b93bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'd5f1e9d1-fa85-4504-8411-35d6a72270d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:55:53.785299 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-6e69313d-9296-43f7-ac8f-e2cb59ebbe4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:53.785608 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e69313d-9296-43f7-ac8f-e2cb59ebbe4f None None] Bound using segment: {'id': '020c203c-7008-4149-84d8-f64031b93bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'd5f1e9d1-fa85-4504-8411-35d6a72270d3'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 04:55:53.786056 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-cd30fe71-4b63-42e5-bacd-2e6e43469076 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-2061036453'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:55:53.786182 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-6e69313d-9296-43f7-ac8f-e2cb59ebbe4f None None] Bound port: abd45d6f-6e37-4d6e-81dc-2748e4462d1e, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '020c203c-7008-4149-84d8-f64031b93bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'd5f1e9d1-fa85-4504-8411-35d6a72270d3'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 04:55:53.786478 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-6e69313d-9296-43f7-ac8f-e2cb59ebbe4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:53.799531 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 38506) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:55:53.813531 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-3eee38cf-1b5e-45cc-a1ab-b6abe036924e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:55:53.814041 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eee38cf-1b5e-45cc-a1ab-b6abe036924e None None] The sync data for ids ['54b35c10-3118-4d66-9a71-9a6fe46cafa4'] in dv-neutron-843763-1-hyperv is: [] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 04:55:53.849620 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-cd30fe71-4b63-42e5-bacd-2e6e43469076 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:55:53.879834 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e6e770e7-9692-4119-8117-59b640043a46 None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:53.895030 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-dae269df-95ec-4f6f-806d-6683bdfc6245 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Notify callbacks [] for port, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:53.902001 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-dae269df-95ec-4f6f-806d-6683bdfc6245 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1547421'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:53.902623 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-e6e770e7-9692-4119-8117-59b640043a46 None None] Transition to ACTIVE for port object 6e5016b3-4c54-4d65-aac5-dfd552ab10de will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:55:53.915575 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-cd30fe71-4b63-42e5-bacd-2e6e43469076 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Usage tracker for resource:network and tenant:16af2dbefc6742d5a37a7b30e58c8c2f is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:55:53.922542 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-6e69313d-9296-43f7-ac8f-e2cb59ebbe4f None None] For port abd45d6f-6e37-4d6e-81dc-2748e4462d1e, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 04:55:53.929250 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-6e69313d-9296-43f7-ac8f-e2cb59ebbe4f None None] For port abd45d6f-6e37-4d6e-81dc-2748e4462d1e, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=abd45d6f-6e37-4d6e-81dc-2748e4462d1e,segment=NetworkSegment(020c203c-7008-4149-84d8-f64031b93bb4),segment_id=020c203c-7008-4149-84d8-f64031b93bb4)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 04:55:53.931385 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-cd30fe71-4b63-42e5-bacd-2e6e43469076 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:55:53.932121 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-e6e770e7-9692-4119-8117-59b640043a46 None None] Transition to ACTIVE for port object 6e5016b3-4c54-4d65-aac5-dfd552ab10de will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:55:53.935061 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-6e69313d-9296-43f7-ac8f-e2cb59ebbe4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:53.983643 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e6e770e7-9692-4119-8117-59b640043a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:53.999740 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-cd30fe71-4b63-42e5-bacd-2e6e43469076 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:55:54.016065 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae269df-95ec-4f6f-806d-6683bdfc6245 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Pushing event updated for resources: {'Port': ['ID=6b74400d-6689-4b40-bebc-07b761e015da,revision_number=2']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:55:54.029033 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-dae269df-95ec-4f6f-806d-6683bdfc6245 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1604762'] for floatingip, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:54.039381 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e770e7-9692-4119-8117-59b640043a46 None None] Network 2a6c7bc9-94a5-4fae-b720-0b1bcef75a11 is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:55:54.044971 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-e6e770e7-9692-4119-8117-59b640043a46 None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:55:54.048777 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e770e7-9692-4119-8117-59b640043a46 None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:55:54.054674 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e69313d-9296-43f7-ac8f-e2cb59ebbe4f None None] Pushing event updated for resources: {'Port': ['ID=abd45d6f-6e37-4d6e-81dc-2748e4462d1e,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:55:54.100911 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-71213a2d-a7dd-46c0-8f7f-ab15c6775ffd tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:54.128784 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-25746849-a6b9-444d-8bcd-97771cd9463e req-60ed16d8-eda8-46f6-8d5c-f7573a86a6e9 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b1e7b65a-2794-4268-bd76-1003a7875678&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.8984406 May 30 04:55:54.146661 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ac8530-36c9-471f-951d-f4aad49a1be2 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:55:54.148045 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ac8530-36c9-471f-951d-f4aad49a1be2 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:55:54.150192 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ac8530-36c9-471f-951d-f4aad49a1be2 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:55:54.151741 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ac8530-36c9-471f-951d-f4aad49a1be2 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:55:54.153208 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ac8530-36c9-471f-951d-f4aad49a1be2 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:55:54.154264 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-59ac8530-36c9-471f-951d-f4aad49a1be2 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Synchronizing usage tracker for tenant:73057037b7c54dd9b8d98bcf1b270dc2 on resource:subnet {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:55:54.246514 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.db.l3_db [None req-dae269df-95ec-4f6f-806d-6683bdfc6245 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Floating IP f65c6f00-8287-43a7-b104-cd30b8800f70 associated. External IP: 172.26.6.51, port: 7b6e2cff-db4b-42be-807a-b0d5a7224cdb. May 30 04:55:54.256909 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-e6e770e7-9692-4119-8117-59b640043a46 None None] Attempting to bind port 6e5016b3-4c54-4d65-aac5-dfd552ab10de on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 04:55:54.257249 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-e6e770e7-9692-4119-8117-59b640043a46 None None] Attempting to bind port 6e5016b3-4c54-4d65-aac5-dfd552ab10de by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': 'e31573e4-3c28-41fa-ad71-4ea9b4fb8e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '2a6c7bc9-94a5-4fae-b720-0b1bcef75a11'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 04:55:54.257617 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e770e7-9692-4119-8117-59b640043a46 None None] Attempting to bind port 6e5016b3-4c54-4d65-aac5-dfd552ab10de on network 2a6c7bc9-94a5-4fae-b720-0b1bcef75a11 {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 04:55:54.259671 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e770e7-9692-4119-8117-59b640043a46 None None] Pushing event updated for resources: {'Port': ['ID=6e5016b3-4c54-4d65-aac5-dfd552ab10de,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:55:54.264403 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-55b626be-25a0-4e78-ba20-dfc35a8b6c52 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] 10.222.0.15 "GET /v2.0/routers/54b35c10-3118-4d66-9a71-9a6fe46cafa4 HTTP/1.1" status: 200 len: 924 time: 0.5869119 May 30 04:55:54.265841 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e770e7-9692-4119-8117-59b640043a46 None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 4, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 04:55:54.266303 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e770e7-9692-4119-8117-59b640043a46 None None] Checking segment: {'id': 'e31573e4-3c28-41fa-ad71-4ea9b4fb8e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '2a6c7bc9-94a5-4fae-b720-0b1bcef75a11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:55:54.266934 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e6e770e7-9692-4119-8117-59b640043a46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:54.267103 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e770e7-9692-4119-8117-59b640043a46 None None] Bound using segment: {'id': 'e31573e4-3c28-41fa-ad71-4ea9b4fb8e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '2a6c7bc9-94a5-4fae-b720-0b1bcef75a11'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 04:55:54.267556 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-e6e770e7-9692-4119-8117-59b640043a46 None None] Bound port: 6e5016b3-4c54-4d65-aac5-dfd552ab10de, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e31573e4-3c28-41fa-ad71-4ea9b4fb8e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '2a6c7bc9-94a5-4fae-b720-0b1bcef75a11'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 04:55:54.267937 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e6e770e7-9692-4119-8117-59b640043a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:54.335622 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 38512) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:55:54.353100 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd30fe71-4b63-42e5-bacd-2e6e43469076 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Made reservation on behalf of 16af2dbefc6742d5a37a7b30e58c8c2f for: {'network': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:55:54.356581 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cd30fe71-4b63-42e5-bacd-2e6e43469076 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for network, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:54.382325 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-59ac8530-36c9-471f-951d-f4aad49a1be2 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Unset dirty status for tenant:73057037b7c54dd9b8d98bcf1b270dc2 on resource:subnet {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:55:54.383796 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-59ac8530-36c9-471f-951d-f4aad49a1be2 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.5793710 May 30 04:55:54.399981 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-e6e770e7-9692-4119-8117-59b640043a46 None None] For port 6e5016b3-4c54-4d65-aac5-dfd552ab10de, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 04:55:54.401439 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 38516) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:55:54.403481 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-e6e770e7-9692-4119-8117-59b640043a46 None None] For port 6e5016b3-4c54-4d65-aac5-dfd552ab10de, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=6e5016b3-4c54-4d65-aac5-dfd552ab10de,segment=NetworkSegment(e31573e4-3c28-41fa-ad71-4ea9b4fb8e2f),segment_id=e31573e4-3c28-41fa-ad71-4ea9b4fb8e2f)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 04:55:54.419005 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e6e770e7-9692-4119-8117-59b640043a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:54.433300 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-aceaa890-33af-47bf-82fc-8246c1b1564a tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-46213420'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:55:54.436942 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cd30fe71-4b63-42e5-bacd-2e6e43469076 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:54.444102 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-aceaa890-33af-47bf-82fc-8246c1b1564a tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:55:54.457690 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-aceaa890-33af-47bf-82fc-8246c1b1564a tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Usage tracker for resource:network and tenant:73057037b7c54dd9b8d98bcf1b270dc2 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:55:54.463566 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-aceaa890-33af-47bf-82fc-8246c1b1564a tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:55:54.476750 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-cd30fe71-4b63-42e5-bacd-2e6e43469076 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:55:54.488893 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-cd30fe71-4b63-42e5-bacd-2e6e43469076 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Usage tracker for resource:security_group_rule and tenant:16af2dbefc6742d5a37a7b30e58c8c2f is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:55:54.511442 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e770e7-9692-4119-8117-59b640043a46 None None] Pushing event updated for resources: {'Port': ['ID=6e5016b3-4c54-4d65-aac5-dfd552ab10de,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:55:54.533479 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-cd30fe71-4b63-42e5-bacd-2e6e43469076 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:55:54.542770 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-aceaa890-33af-47bf-82fc-8246c1b1564a tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:55:54.545717 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-cd30fe71-4b63-42e5-bacd-2e6e43469076 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:55:54.582905 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aceaa890-33af-47bf-82fc-8246c1b1564a tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Made reservation on behalf of 73057037b7c54dd9b8d98bcf1b270dc2 for: {'network': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:55:54.586293 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-aceaa890-33af-47bf-82fc-8246c1b1564a tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for network, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:54.680212 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e37d974-6b08-489e-b527-c46f2a34ff8e tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:55:54.684325 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-1e37d974-6b08-489e-b527-c46f2a34ff8e tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=1bab70f4-3794-44db-8e17-19f483aa8ffa&device_id=54b35c10-3118-4d66-9a71-9a6fe46cafa4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3451333 May 30 04:55:54.698651 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 38522) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:55:54.701622 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aceaa890-33af-47bf-82fc-8246c1b1564a tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=88260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 04:55:54.702818 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25746849-a6b9-444d-8bcd-97771cd9463e req-4461b15b-7fec-4bfb-98a1-935142052e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:55:54.704435 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-25746849-a6b9-444d-8bcd-97771cd9463e req-4461b15b-7fec-4bfb-98a1-935142052e85 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=75c565b2496748d0aca7efef0deb76ef&device_id=b1e7b65a-2794-4268-bd76-1003a7875678 HTTP/1.1" status: 200 len: 1099 time: 0.5445166 May 30 04:55:54.737741 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cd30fe71-4b63-42e5-bacd-2e6e43469076 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:54.805184 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-aceaa890-33af-47bf-82fc-8246c1b1564a tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:54.805184 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.db.segments_db [None req-aceaa890-33af-47bf-82fc-8246c1b1564a tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Added segment 29008516-739c-4a4a-9d90-14de8e46850a of type vlan for network 495d9097-2456-4e99-b368-85b875eadb08 May 30 04:55:54.840789 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cd30fe71-4b63-42e5-bacd-2e6e43469076 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:55.118755 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dae269df-95ec-4f6f-806d-6683bdfc6245 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Router ada416c6-edef-4cad-ab20-945ddff3a53a has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 04:55:55.121474 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-aceaa890-33af-47bf-82fc-8246c1b1564a tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729234556353'] for network, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:55.126394 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b9cc67-a8ca-4497-9d4e-1fb60d51c5c0 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:55:55.127674 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-14b9cc67-a8ca-4497-9d4e-1fb60d51c5c0 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] 10.222.0.15 "GET /v2.0/networks/1bab70f4-3794-44db-8e17-19f483aa8ffa HTTP/1.1" status: 200 len: 881 time: 0.4280086 May 30 04:55:55.132261 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 38528) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:55:55.142803 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd30fe71-4b63-42e5-bacd-2e6e43469076 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=88261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 04:55:55.166032 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd30fe71-4b63-42e5-bacd-2e6e43469076 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Pushing event updated for resources: {'SecurityGroup': ['ID=926a0ebd-e6bd-4334-a3fd-0e7b42b6be7a,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:55:55.171542 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-71213a2d-a7dd-46c0-8f7f-ab15c6775ffd tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Allocated IP 172.20.0.1 (2a6c7bc9-94a5-4fae-b720-0b1bcef75a11/44762f54-1d9c-435c-bb72-12ff3ad4d337/59c1481c-faa8-492f-a336-c227096c2f7f) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:55:55.206713 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cd30fe71-4b63-42e5-bacd-2e6e43469076 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:55.207056 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.db.segments_db [None req-cd30fe71-4b63-42e5-bacd-2e6e43469076 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Added segment c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1 of type vlan for network 0008fd3d-19e9-40cf-b545-4a7647b90cf1 May 30 04:55:55.261883 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-a1fd48dd-41fa-4770-9a5d-e997fb6fbc63 tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] 10.222.0.15 "GET /v2.0/ports?device_id=54b35c10-3118-4d66-9a71-9a6fe46cafa4 HTTP/1.1" status: 200 len: 205 time: 0.1274729 May 30 04:55:55.263038 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.db.resource_extend [None req-aceaa890-33af-47bf-82fc-8246c1b1564a tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 04:55:55.283198 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 38532) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:55:55.286077 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cd30fe71-4b63-42e5-bacd-2e6e43469076 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729234556353'] for network, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:55.297479 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25746849-a6b9-444d-8bcd-97771cd9463e req-f5e19978-bd98-4f37-acad-0658b439a48f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:55:55.299144 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-25746849-a6b9-444d-8bcd-97771cd9463e req-f5e19978-bd98-4f37-acad-0658b439a48f service neutron] 10.222.0.39 "GET /v2.0/networks?id=d6c60be6-16d0-4643-855e-f83fdbae0248 HTTP/1.1" status: 200 len: 913 time: 0.5636783 May 30 04:55:55.388973 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2283f6eb-a22b-41b8-b385-aa9eace04336 None None] Network d5f1e9d1-fa85-4504-8411-35d6a72270d3 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:55:55.433535 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.db.resource_extend [None req-cd30fe71-4b63-42e5-bacd-2e6e43469076 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 04:55:55.524860 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cd30fe71-4b63-42e5-bacd-2e6e43469076 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788'] for network, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:55.530232 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd30fe71-4b63-42e5-bacd-2e6e43469076 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:55:55.530828 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cd30fe71-4b63-42e5-bacd-2e6e43469076 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642826'] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:55.577743 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-25746849-a6b9-444d-8bcd-97771cd9463e req-623421df-c6ef-4bc7-ba1f-582c39ff752b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fba489e5-d7a4-4280-a042-b13fdb5779ed HTTP/1.1" status: 200 len: 1002 time: 0.2563703 May 30 04:55:55.669482 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-dc720d35-1b73-469b-b6bc-4e5e2c25a7aa None None] Provisioning for port abd45d6f-6e37-4d6e-81dc-2748e4462d1e completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:55:55.685738 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-df19c875-27e5-4560-a829-f5be327acffc tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Notify callbacks [] for router, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:55.751755 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-71213a2d-a7dd-46c0-8f7f-ab15c6775ffd tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:55.754837 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd30fe71-4b63-42e5-bacd-2e6e43469076 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Pushing event updated for resources: {'Network': ['ID=0008fd3d-19e9-40cf-b545-4a7647b90cf1,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:55:55.775143 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Network 0008fd3d-19e9-40cf-b545-4a7647b90cf1 details requested by agent ovs-agent-dv-neutron-843763-1-hyperv with host dv-neutron-843763-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 04:55:55.777373 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-cd30fe71-4b63-42e5-bacd-2e6e43469076 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.4426677 May 30 04:55:55.780769 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25746849-a6b9-444d-8bcd-97771cd9463e req-17eac853-d862-4f41-a436-86725bc176ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:55:55.782599 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-25746849-a6b9-444d-8bcd-97771cd9463e req-17eac853-d862-4f41-a436-86725bc176ce service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c06f497a-4701-45be-bb19-b5a139bdd216 HTTP/1.1" status: 200 len: 851 time: 0.1398952 May 30 04:55:55.783161 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [None req-71213a2d-a7dd-46c0-8f7f-ab15c6775ffd tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Transition to ACTIVE for port object 59c1481c-faa8-492f-a336-c227096c2f7f will not be triggered until provisioned by entity DHCP. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:55:55.785115 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 38538) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:55:55.791444 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-4e287b06-f867-4a38-9b72-2c1b8bc95281 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Request body: {'subnet': {'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:55:55.807028 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea60a61-420b-42d4-8767-6be94f8d8195 None None] Network 2a6c7bc9-94a5-4fae-b720-0b1bcef75a11 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:55:55.851625 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-aceaa890-33af-47bf-82fc-8246c1b1564a tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788'] for network, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:55.856838 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aceaa890-33af-47bf-82fc-8246c1b1564a tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:55:55.857453 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-aceaa890-33af-47bf-82fc-8246c1b1564a tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642826'] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:56.003139 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-739a6619-5c35-4278-824f-3c63488db05c None None] Update dhcp port {'port': {'network_id': 'd5f1e9d1-fa85-4504-8411-35d6a72270d3', 'fixed_ips': [{'subnet_id': 'dab17cda-4665-446e-a7ae-b0a85ac484f7', 'ip_address': '2001:db8::2'}, {'subnet_id': '25b0aa2e-86b9-48b2-8957-915f8ba36e84'}], 'binding:host_id': 'dv-neutron-843763-1-hyperv'}, 'id': 'abd45d6f-6e37-4d6e-81dc-2748e4462d1e'} from dv-neutron-843763-1-hyperv. {{(pid=88262) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 30 04:55:56.009476 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceaa890-33af-47bf-82fc-8246c1b1564a tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Pushing event updated for resources: {'Network': ['ID=495d9097-2456-4e99-b368-85b875eadb08,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:55:56.021081 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-aceaa890-33af-47bf-82fc-8246c1b1564a tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.6154671 May 30 04:55:56.025722 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 38542) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:55:56.034001 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-4e287b06-f867-4a38-9b72-2c1b8bc95281 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:55:56.042569 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-71213a2d-a7dd-46c0-8f7f-ab15c6775ffd tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:56.047101 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-a84cfd76-3719-4f34-bbf4-fa01df360e1b tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:55:56.047754 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-4e287b06-f867-4a38-9b72-2c1b8bc95281 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Usage tracker for resource:subnet and tenant:16af2dbefc6742d5a37a7b30e58c8c2f is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:55:56.054206 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Network 495d9097-2456-4e99-b368-85b875eadb08 details requested by agent ovs-agent-dv-neutron-843763-1-hyperv with host dv-neutron-843763-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 04:55:56.067617 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-7db4786a-2e1d-4bdf-96a3-aad0315dc0f1 None None] Provisioning for port 6e5016b3-4c54-4d65-aac5-dfd552ab10de completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:55:56.077470 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device abd45d6f-6e37-4d6e-81dc-2748e4462d1e up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 04:55:56.081609 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-4e287b06-f867-4a38-9b72-2c1b8bc95281 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:55:56.127396 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-4e287b06-f867-4a38-9b72-2c1b8bc95281 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:55:56.163950 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71213a2d-a7dd-46c0-8f7f-ab15c6775ffd tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Network 2a6c7bc9-94a5-4fae-b720-0b1bcef75a11 is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:55:56.166267 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71213a2d-a7dd-46c0-8f7f-ab15c6775ffd tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Pushing event updated for resources: {'Port': ['ID=59c1481c-faa8-492f-a336-c227096c2f7f,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:55:56.170429 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e287b06-f867-4a38-9b72-2c1b8bc95281 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Made reservation on behalf of 16af2dbefc6742d5a37a7b30e58c8c2f for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:55:56.174216 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4e287b06-f867-4a38-9b72-2c1b8bc95281 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9305518'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:56.189319 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-71213a2d-a7dd-46c0-8f7f-ab15c6775ffd tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:55:56.197118 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71213a2d-a7dd-46c0-8f7f-ab15c6775ffd tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:55:56.202657 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-45f79e78-106a-4f09-9d2c-69baeab7263d None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 04:55:56.239881 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3496e74a-b182-4012-9ac0-60c1dcba0b76 req-6f911fe6-7ed1-45af-b398-d4ac47216477 tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:55:56.239881 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-3496e74a-b182-4012-9ac0-60c1dcba0b76 req-6f911fe6-7ed1-45af-b398-d4ac47216477 tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] 10.222.0.15 "GET /v2.0/ports?device_id=16ccbf65-3c70-41e4-85a9-2d48805ea5ac HTTP/1.1" status: 200 len: 945 time: 1.1785498 May 30 04:55:56.257370 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dae269df-95ec-4f6f-806d-6683bdfc6245 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 04:55:56.260009 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-739a6619-5c35-4278-824f-3c63488db05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:56.298941 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-71213a2d-a7dd-46c0-8f7f-ab15c6775ffd tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604623'] for router_interface, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:56.310096 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-dae269df-95ec-4f6f-806d-6683bdfc6245 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for floatingip, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:56.433134 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-df19c875-27e5-4560-a829-f5be327acffc tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:56.449645 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e545a05c-979b-481c-a85b-f5713321b0e3 None None] Sync routers for ids ['ada416c6-edef-4cad-ab20-945ddff3a53a'] in dv-neutron-843763-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 04:55:56.467697 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25746849-a6b9-444d-8bcd-97771cd9463e req-2117ae78-bb50-4313-bafc-747ca6b6c494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:55:56.472321 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-25746849-a6b9-444d-8bcd-97771cd9463e req-2117ae78-bb50-4313-bafc-747ca6b6c494 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d6c60be6-16d0-4643-855e-f83fdbae0248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6659448 May 30 04:55:56.506908 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e545a05c-979b-481c-a85b-f5713321b0e3 None None] Routers {'ada416c6-edef-4cad-ab20-945ddff3a53a'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 04:55:56.507703 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-e545a05c-979b-481c-a85b-f5713321b0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T04:55:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['ada416c6-edef-4cad-ab20-945ddff3a53a'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:55:56.535620 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-df19c875-27e5-4560-a829-f5be327acffc tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Deleting port 78ce14f9-678d-4390-bb6d-d20ea96bf3e4 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:55:56.536010 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-df19c875-27e5-4560-a829-f5be327acffc tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:56.563799 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-dae269df-95ec-4f6f-806d-6683bdfc6245 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 7.0348918 May 30 04:55:56.581574 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3b4fbda-4b1c-4eb1-8123-8c822f8314a1', 'tag': '7b6e2cff-db4b-42be-807a-b0d5a7224cdb'}] {{(pid=88260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 04:55:56.598649 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-3496e74a-b182-4012-9ac0-60c1dcba0b76 req-64f6f39a-5c62-4006-a487-c53867aac33f tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] 10.222.0.15 "GET /v2.0/security-groups?id=dc19cd7e-061d-420d-8a79-861f74cfc0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3208394 May 30 04:55:56.643650 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-71213a2d-a7dd-46c0-8f7f-ab15c6775ffd tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:56.758944 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a84cfd76-3719-4f34-bbf4-fa01df360e1b tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729234556353'] for network, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:56.827690 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a84cfd76-3719-4f34-bbf4-fa01df360e1b tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788'] for network, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:56.856212 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a84cfd76-3719-4f34-bbf4-fa01df360e1b tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Network 495d9097-2456-4e99-b368-85b875eadb08 is not hosted by any dhcp agent {{(pid=88260) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} May 30 04:55:56.861578 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a84cfd76-3719-4f34-bbf4-fa01df360e1b tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:55:56.862854 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a84cfd76-3719-4f34-bbf4-fa01df360e1b tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:56.867083 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-a84cfd76-3719-4f34-bbf4-fa01df360e1b tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] 10.222.0.15 "PUT /v2.0/networks/495d9097-2456-4e99-b368-85b875eadb08 HTTP/1.1" status: 200 len: 723 time: 0.8353775 May 30 04:55:56.877842 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 38558) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:55:56.906339 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port abd45d6f-6e37-4d6e-81dc-2748e4462d1e completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:55:56.944732 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-305b1e7c-440c-4cee-ad2a-4e08430bb943 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Request body: {'subnet': {'network_id': '495d9097-2456-4e99-b368-85b875eadb08', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:55:56.954611 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port abd45d6f-6e37-4d6e-81dc-2748e4462d1e triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:55:56.954989 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:56.991495 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-739a6619-5c35-4278-824f-3c63488db05c None None] Allocated IP 172.20.0.1 (d5f1e9d1-fa85-4504-8411-35d6a72270d3/25b0aa2e-86b9-48b2-8957-915f8ba36e84/abd45d6f-6e37-4d6e-81dc-2748e4462d1e) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:55:57.061591 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-e545a05c-979b-481c-a85b-f5713321b0e3 None None] Set router ada416c6-edef-4cad-ab20-945ddff3a53a gateway port host: dv-neutron-843763-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 04:55:57.074132 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84cfd76-3719-4f34-bbf4-fa01df360e1b tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Pushing event updated for resources: {'Network': ['ID=495d9097-2456-4e99-b368-85b875eadb08,revision_number=2']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:55:57.078809 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-df19c875-27e5-4560-a829-f5be327acffc tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:57.107426 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-25746849-a6b9-444d-8bcd-97771cd9463e req-5a3a368e-6f82-4587-96e2-21051b8fc694 service neutron] 10.222.0.39 "GET /v2.0/networks/d6c60be6-16d0-4643-855e-f83fdbae0248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5964172 May 30 04:55:57.123250 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Network 495d9097-2456-4e99-b368-85b875eadb08 details requested by agent ovs-agent-dv-neutron-843763-1-hyperv with host dv-neutron-843763-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 04:55:57.385762 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-df19c875-27e5-4560-a829-f5be327acffc tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Calling delete_port for 78ce14f9-678d-4390-bb6d-d20ea96bf3e4 owned by network:router_gateway {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:55:57.439159 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4e287b06-f867-4a38-9b72-2c1b8bc95281 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2305012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9305500'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:57.463718 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-305b1e7c-440c-4cee-ad2a-4e08430bb943 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:55:57.474987 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2582e953-c810-4e88-9bce-039cd556d67e req-3df5cc1a-a4c9-4bbd-a524-879c2a88f2a8 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:55:57.476593 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-2582e953-c810-4e88-9bce-039cd556d67e req-3df5cc1a-a4c9-4bbd-a524-879c2a88f2a8 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3b4fbda-4b1c-4eb1-8123-8c822f8314a1 HTTP/1.1" status: 200 len: 945 time: 0.7257655 May 30 04:55:57.508310 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-305b1e7c-440c-4cee-ad2a-4e08430bb943 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:55:57.527661 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-739a6619-5c35-4278-824f-3c63488db05c None None] For port abd45d6f-6e37-4d6e-81dc-2748e4462d1e, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=abd45d6f-6e37-4d6e-81dc-2748e4462d1e,segment=NetworkSegment(020c203c-7008-4149-84d8-f64031b93bb4),segment_id=020c203c-7008-4149-84d8-f64031b93bb4)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:55:57.569535 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-2582e953-c810-4e88-9bce-039cd556d67e req-6b8d8e3f-0144-443b-8652-508c73fc63ee tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] 10.222.0.15 "GET /v2.0/security-groups?id=80268c1c-0aa4-4f7a-affc-948a6825b0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819786 May 30 04:55:57.572415 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-305b1e7c-440c-4cee-ad2a-4e08430bb943 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Made reservation on behalf of 73057037b7c54dd9b8d98bcf1b270dc2 for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:55:57.575831 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-305b1e7c-440c-4cee-ad2a-4e08430bb943 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2133361'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:57.593743 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1359370a-cf18-4064-9305-4461b9eb2ca7 req-f42047a9-97b4-47ea-a52c-52bfadec8ce1 tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:55:57.596163 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1359370a-cf18-4064-9305-4461b9eb2ca7 req-f42047a9-97b4-47ea-a52c-52bfadec8ce1 tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] 10.222.0.39 "GET /v2.0/ports?device_id=16ccbf65-3c70-41e4-85a9-2d48805ea5ac HTTP/1.1" status: 200 len: 945 time: 0.8223462 May 30 04:55:57.600606 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 38562) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:55:57.605858 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ed3db5-47e0-4901-9cfc-5e65ea7c0601 req-42b2469b-02da-4ee6-8035-f351d0289c24 tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:55:57.607467 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-82ed3db5-47e0-4901-9cfc-5e65ea7c0601 req-42b2469b-02da-4ee6-8035-f351d0289c24 tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] 10.222.0.15 "GET /v2.0/ports?device_id=d16b00e3-9d60-4f25-8b8a-0624cc24ed1b HTTP/1.1" status: 200 len: 945 time: 0.8996658 May 30 04:55:57.629088 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-739a6619-5c35-4278-824f-3c63488db05c None None] Notify callbacks [] for port, precommit_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:57.657446 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-739a6619-5c35-4278-824f-3c63488db05c None None] Transition to ACTIVE for port object abd45d6f-6e37-4d6e-81dc-2748e4462d1e will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:55:57.727999 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7223c2f-2aa0-414e-8ba7-b4f5a7357d9b'] response: {'name': 'network-changed', 'server_uuid': 'a3b4fbda-4b1c-4eb1-8123-8c822f8314a1', 'tag': '7b6e2cff-db4b-42be-807a-b0d5a7224cdb', 'status': 'completed', 'code': 200} May 30 04:55:57.780914 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port abd45d6f-6e37-4d6e-81dc-2748e4462d1e is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:55:57.781305 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:57.824991 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-739a6619-5c35-4278-824f-3c63488db05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:57.846230 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-25746849-a6b9-444d-8bcd-97771cd9463e req-5e978aec-11f0-45fd-909c-0fd0d1479942 service neutron] 10.222.0.39 "GET /v2.0/networks/d6c60be6-16d0-4643-855e-f83fdbae0248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6809306 May 30 04:55:57.901135 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e287b06-f867-4a38-9b72-2c1b8bc95281 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Pushing event updated for resources: {'Subnet': ['ID=47e478b1-8dcf-431e-bd9c-6d587de9125f,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:55:57.923474 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-a981d945-5936-44ba-8d3e-70b7e2999b2b tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] 10.222.0.15 "GET /v2.0/floatingips/f65c6f00-8287-43a7-b104-cd30b8800f70 HTTP/1.1" status: 200 len: 990 time: 0.3183346 May 30 04:55:57.967528 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-82ed3db5-47e0-4901-9cfc-5e65ea7c0601 req-a50af8d1-651a-4322-9f9c-fc27ecf468e8 tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] 10.222.0.15 "GET /v2.0/security-groups?id=a23f5e44-f910-4633-a7d4-8a86a5a2b7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2104647 May 30 04:55:57.982353 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [req-1359370a-cf18-4064-9305-4461b9eb2ca7 req-96e6907b-c3f2-4040-8399-d797e56e9c78 tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] Deleting port 263364a3-ff88-479a-820a-888734ba12dd {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:55:57.982955 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-1359370a-cf18-4064-9305-4461b9eb2ca7 req-96e6907b-c3f2-4040-8399-d797e56e9c78 tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:58.011876 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-df19c875-27e5-4560-a829-f5be327acffc tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:58.048877 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e287b06-f867-4a38-9b72-2c1b8bc95281 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Checking segment: {'id': 'c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:55:58.049244 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e287b06-f867-4a38-9b72-2c1b8bc95281 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Network hostable DHCP agents. Network: 0008fd3d-19e9-40cf-b545-4a7647b90cf1, hostable agents: ['1c705e68-3d3e-4dd3-9252-feb21d4b96ab'], hosted agents: [] {{(pid=88261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 04:55:58.096375 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-11cdbd75-ffb7-4bed-88bc-e270e3e87d63 None None] Provisioning for port 59c1481c-faa8-492f-a336-c227096c2f7f completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:55:58.104401 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.db.api [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 04:55:58.104757 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG oslo_db.api [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 04:55:58.109262 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-b7018572-21d5-416c-8378-c13227500fc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:58.112457 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df19c875-27e5-4560-a829-f5be327acffc tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Pushing event deleted for resources: {'Port': ['ID=78ce14f9-678d-4390-bb6d-d20ea96bf3e4,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:55:58.123348 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-11cdbd75-ffb7-4bed-88bc-e270e3e87d63 None None] Provisioning complete for port 59c1481c-faa8-492f-a336-c227096c2f7f triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:55:58.123765 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-11cdbd75-ffb7-4bed-88bc-e270e3e87d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:58.133033 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45ed2bc-270d-40af-8f33-7dd80febcf32 req-77734e07-6443-4a6a-bb21-6fa4260d2298 tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:55:58.140221 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-f45ed2bc-270d-40af-8f33-7dd80febcf32 req-77734e07-6443-4a6a-bb21-6fa4260d2298 tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] 10.222.0.15 "GET /v2.0/ports?device_id=16ccbf65-3c70-41e4-85a9-2d48805ea5ac HTTP/1.1" status: 200 len: 945 time: 0.3431160 May 30 04:55:58.157717 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739a6619-5c35-4278-824f-3c63488db05c None None] Pushing event updated for resources: {'Port': ['ID=abd45d6f-6e37-4d6e-81dc-2748e4462d1e,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:55:58.164699 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172442f6-88fe-4eb9-b64a-4bf1386a72a0 req-aa423716-f9ca-466f-90c4-5eaaf72b5ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:55:58.166480 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-172442f6-88fe-4eb9-b64a-4bf1386a72a0 req-aa423716-f9ca-466f-90c4-5eaaf72b5ca0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4c33678f28b44a57ab35b86381e31406&device_id=a3b4fbda-4b1c-4eb1-8123-8c822f8314a1 HTTP/1.1" status: 200 len: 1098 time: 0.4774776 May 30 04:55:58.184386 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e287b06-f867-4a38-9b72-2c1b8bc95281 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Network 0008fd3d-19e9-40cf-b545-4a7647b90cf1 is scheduled to be hosted by DHCP agent 1c705e68-3d3e-4dd3-9252-feb21d4b96ab with binding_index 1 {{(pid=88261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 04:55:58.202964 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-f45ed2bc-270d-40af-8f33-7dd80febcf32 req-83525b7c-7418-4851-94c3-8ef85d1ac31a tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] 10.222.0.15 "GET /v2.0/security-groups?id=dc19cd7e-061d-420d-8a79-861f74cfc0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616534 May 30 04:55:58.209829 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-11cdbd75-ffb7-4bed-88bc-e270e3e87d63 None None] Port 59c1481c-faa8-492f-a336-c227096c2f7f cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 04:55:58.227315 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-e545a05c-979b-481c-a85b-f5713321b0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ada416c6-edef-4cad-ab20-945ddff3a53a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-356467084', 'tenant_id': '4c33678f28b44a57ab35b86381e31406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.112'}], 'enable_snat': True}, 'gw_port_id': 'abb07bf1-5771-449e-8886-68e8d6179315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T04:55:08Z', 'updated_at': '2022-05-30T04:55:18Z', 'revision_number': 4, 'project_id': '4c33678f28b44a57ab35b86381e31406', 'gw_port': {'id': 'abb07bf1-5771-449e-8886-68e8d6179315', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:21:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada416c6-edef-4cad-ab20-945ddff3a53a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:55:09Z', 'updated_at': '2022-05-30T04:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_floatingips': [{'id': 'f65c6f00-8287-43a7-b104-cd30b8800f70', 'tenant_id': '4c33678f28b44a57ab35b86381e31406', 'floating_ip_address': '172.26.6.51', 'floating_network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'router_id': 'ada416c6-edef-4cad-ab20-945ddff3a53a', 'port_id': '7b6e2cff-db4b-42be-807a-b0d5a7224cdb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 417, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7de51c91-19bb-4b5d-923c-b7d77dfa625f', 'mac_address': 'fa:16:3e:3a:3c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b4fbda-4b1c-4eb1-8123-8c822f8314a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T04:55:53Z', 'updated_at': '2022-05-30T04:55:53Z', 'revision_number': 0, 'project_id': '4c33678f28b44a57ab35b86381e31406', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb396f48-037e-44bb-9752-30b69dd60eae', 'name': '', 'network_id': '7de51c91-19bb-4b5d-923c-b7d77dfa625f', 'tenant_id': '4c33678f28b44a57ab35b86381e31406', 'mac_address': 'fa:16:3e:26:fb:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada416c6-edef-4cad-ab20-945ddff3a53a', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'b5ad951a-f78e-4dae-aa5e-a260f6c65de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:55:16Z', 'updated_at': '2022-05-30T04:55:27Z', 'revision_number': 5, 'project_id': '4c33678f28b44a57ab35b86381e31406', 'subnets': [{'id': 'b5ad951a-f78e-4dae-aa5e-a260f6c65de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:55:58.246854 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e545a05c-979b-481c-a85b-f5713321b0e3 None None] Checking router: ada416c6-edef-4cad-ab20-945ddff3a53a for host: dv-neutron-843763-1-hyperv {{(pid=88262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 04:55:58.251377 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-71213a2d-a7dd-46c0-8f7f-ab15c6775ffd tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:58.265723 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e545a05c-979b-481c-a85b-f5713321b0e3 None None] Routers {'ada416c6-edef-4cad-ab20-945ddff3a53a'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 04:55:58.266368 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-e545a05c-979b-481c-a85b-f5713321b0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T04:55:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['ada416c6-edef-4cad-ab20-945ddff3a53a'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:55:58.308793 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-df19c875-27e5-4560-a829-f5be327acffc tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1604781'] for router_gateway, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:58.349474 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-305b1e7c-440c-4cee-ad2a-4e08430bb943 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1547796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2133315'] for subnet, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:58.446443 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-71213a2d-a7dd-46c0-8f7f-ab15c6775ffd tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2304381'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:58.466307 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-ad84ff82-dcf3-456e-9a06-d85ae01686ea None None] Provisioning complete for port 59c1481c-faa8-492f-a336-c227096c2f7f triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:55:58.466917 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-ad84ff82-dcf3-456e-9a06-d85ae01686ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:58.470332 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-4e287b06-f867-4a38-9b72-2c1b8bc95281 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843763-1-hyperv, 0008fd3d-19e9-40cf-b545-4a7647b90cf1) {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:55:58.499454 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d6fc4f-1812-4656-b0cf-cb34d5d5441c None None] Network 0008fd3d-19e9-40cf-b545-4a7647b90cf1 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:55:58.563169 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-df19c875-27e5-4560-a829-f5be327acffc tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11660'] for router, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:58.567702 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-df19c875-27e5-4560-a829-f5be327acffc tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:58.581358 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e287b06-f867-4a38-9b72-2c1b8bc95281 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:55:58.581999 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4e287b06-f867-4a38-9b72-2c1b8bc95281 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:58.584886 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305b1e7c-440c-4cee-ad2a-4e08430bb943 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Pushing event updated for resources: {'Subnet': ['ID=86bd8c90-3a8e-4fdc-abd6-e61a019965cd,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:55:58.600253 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-305b1e7c-440c-4cee-ad2a-4e08430bb943 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Checking segment: {'id': '29008516-739c-4a4a-9d90-14de8e46850a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '495d9097-2456-4e99-b368-85b875eadb08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:55:58.600929 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-305b1e7c-440c-4cee-ad2a-4e08430bb943 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Network hostable DHCP agents. Network: 495d9097-2456-4e99-b368-85b875eadb08, hostable agents: ['1c705e68-3d3e-4dd3-9252-feb21d4b96ab'], hosted agents: [] {{(pid=88260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 04:55:58.620958 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-df19c875-27e5-4560-a829-f5be327acffc tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1601605'] for router, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:58.621762 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df19c875-27e5-4560-a829-f5be327acffc tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Fanout notify agent at l3_agent the message router_deleted on router 54b35c10-3118-4d66-9a71-9a6fe46cafa4 {{(pid=88260) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 30 04:55:58.636186 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-305b1e7c-440c-4cee-ad2a-4e08430bb943 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Network 495d9097-2456-4e99-b368-85b875eadb08 is scheduled to be hosted by DHCP agent 1c705e68-3d3e-4dd3-9252-feb21d4b96ab with binding_index 1 {{(pid=88260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 04:55:58.652633 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-df19c875-27e5-4560-a829-f5be327acffc tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:58.662227 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-df19c875-27e5-4560-a829-f5be327acffc tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] 10.222.0.15 "DELETE /v2.0/routers/54b35c10-3118-4d66-9a71-9a6fe46cafa4 HTTP/1.1" status: 204 len: 168 time: 3.3692827 May 30 04:55:58.662227 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 38568) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:55:58.664703 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-305b1e7c-440c-4cee-ad2a-4e08430bb943 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843763-1-hyperv, 495d9097-2456-4e99-b368-85b875eadb08) {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:55:58.675769 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-71213a2d-a7dd-46c0-8f7f-ab15c6775ffd tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1642774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602230'] for router_interface, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:58.682088 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-d7e86d58-f1ce-444f-a6b9-5303c12c8204 tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-331022124', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:55:58.689857 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-305b1e7c-440c-4cee-ad2a-4e08430bb943 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:55:58.690578 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-305b1e7c-440c-4cee-ad2a-4e08430bb943 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642826'] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:58.697917 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-d7e86d58-f1ce-444f-a6b9-5303c12c8204 tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:55:58.709172 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd43b37-d3b6-4a3e-bba1-912d13b8647e None None] Network 495d9097-2456-4e99-b368-85b875eadb08 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:55:58.718746 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-d7e86d58-f1ce-444f-a6b9-5303c12c8204 tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Usage tracker for resource:router and tenant:d0d8de6c33ac4bb99234640e8489f5da is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:55:58.724602 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-d7e86d58-f1ce-444f-a6b9-5303c12c8204 tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:55:58.737765 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-d7e86d58-f1ce-444f-a6b9-5303c12c8204 tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:55:58.747298 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-305b1e7c-440c-4cee-ad2a-4e08430bb943 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8257093 May 30 04:55:58.750895 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 38572) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:55:58.760125 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-f3be7337-3058-4050-95e9-bec2c2a23cd4 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:55:58.821608 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-e545a05c-979b-481c-a85b-f5713321b0e3 None None] Set router ada416c6-edef-4cad-ab20-945ddff3a53a gateway port host: dv-neutron-843763-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 04:55:58.876520 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d7e86d58-f1ce-444f-a6b9-5303c12c8204 tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1603901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11666'] for router, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:58.877653 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d7e86d58-f1ce-444f-a6b9-5303c12c8204 tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11675'] for router, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:58.905600 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a623ccc-7540-47f1-86f5-8129fefc02e2 None None] Network d5f1e9d1-fa85-4504-8411-35d6a72270d3 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:55:58.918601 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-ad84ff82-dcf3-456e-9a06-d85ae01686ea None None] Port 59c1481c-faa8-492f-a336-c227096c2f7f cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 04:55:58.923171 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f3be7337-3058-4050-95e9-bec2c2a23cd4 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2133368'] for subnet, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:58.953155 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d7e86d58-f1ce-444f-a6b9-5303c12c8204 tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:58.959611 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 38576) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:55:58.990833 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port abd45d6f-6e37-4d6e-81dc-2748e4462d1e is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:55:58.991219 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:59.025721 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71213a2d-a7dd-46c0-8f7f-ab15c6775ffd tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Pushing event updated for resources: {'Port': ['ID=59c1481c-faa8-492f-a336-c227096c2f7f,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:55:59.033318 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-4e287b06-f867-4a38-9b72-2c1b8bc95281 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.2434268 May 30 04:55:59.047303 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 38582) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:55:59.055826 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [req-1359370a-cf18-4064-9305-4461b9eb2ca7 req-96e6907b-c3f2-4040-8399-d797e56e9c78 tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] For port 263364a3-ff88-479a-820a-888734ba12dd, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=263364a3-ff88-479a-820a-888734ba12dd,segment=NetworkSegment(50948e22-aeb7-4d40-9037-d9f84615e996),segment_id=50948e22-aeb7-4d40-9037-d9f84615e996)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:55:59.056192 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-1359370a-cf18-4064-9305-4461b9eb2ca7 req-96e6907b-c3f2-4040-8399-d797e56e9c78 tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:59.066811 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71213a2d-a7dd-46c0-8f7f-ab15c6775ffd tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Network 2a6c7bc9-94a5-4fae-b720-0b1bcef75a11 is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:55:59.071925 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-5efd2d66-e354-4e5e-9941-919d3df674cf tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Request body: {'port': {'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1', 'name': 'tempest-NetworksTestDHCPv6-206161521'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:55:59.093191 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-71213a2d-a7dd-46c0-8f7f-ab15c6775ffd tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:55:59.095613 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172442f6-88fe-4eb9-b64a-4bf1386a72a0 req-764daab7-7851-4d72-b5b8-a3f5cd53b366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:55:59.097178 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-172442f6-88fe-4eb9-b64a-4bf1386a72a0 req-764daab7-7851-4d72-b5b8-a3f5cd53b366 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7de51c91-19bb-4b5d-923c-b7d77dfa625f HTTP/1.1" status: 200 len: 898 time: 0.9101241 May 30 04:55:59.181604 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-0fb319a9-f919-4a03-aeeb-2ca915607faa None None] Provisioning for port abd45d6f-6e37-4d6e-81dc-2748e4462d1e completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:55:59.312612 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-0fb319a9-f919-4a03-aeeb-2ca915607faa None None] Provisioning complete for port abd45d6f-6e37-4d6e-81dc-2748e4462d1e triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:55:59.313037 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-0fb319a9-f919-4a03-aeeb-2ca915607faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:59.350096 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d7e86d58-f1ce-444f-a6b9-5303c12c8204 tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603653'] for router, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:59.453658 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] For port abd45d6f-6e37-4d6e-81dc-2748e4462d1e, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=abd45d6f-6e37-4d6e-81dc-2748e4462d1e,segment=NetworkSegment(020c203c-7008-4149-84d8-f64031b93bb4),segment_id=020c203c-7008-4149-84d8-f64031b93bb4)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:55:59.500992 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d7e86d58-f1ce-444f-a6b9-5303c12c8204 tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:59.503148 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-d7e86d58-f1ce-444f-a6b9-5303c12c8204 tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.8308148 May 30 04:55:59.510418 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-fcb7b17e-2bd1-4896-acad-2edef978ad84 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] 10.222.0.15 "GET /v2.0/floatingips/f65c6f00-8287-43a7-b104-cd30b8800f70 HTTP/1.1" status: 200 len: 990 time: 0.5499728 May 30 04:55:59.511339 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 38588) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:55:59.514417 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:59.515139 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 6e5016b3-4c54-4d65-aac5-dfd552ab10de up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 04:55:59.524851 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-1f8532de-743a-4fa6-8424-b95561353502 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'enable_snat': False}}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:55:59.580618 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f3be7337-3058-4050-95e9-bec2c2a23cd4 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8729235026360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1547842'] for subnet, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:59.610628 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a40f949-5dbc-4a8d-bb54-87a001bef66c req-e93a4239-962a-4819-bd83-f621cf51e26e tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:55:59.612597 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0a40f949-5dbc-4a8d-bb54-87a001bef66c req-e93a4239-962a-4819-bd83-f621cf51e26e tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] 10.222.0.39 "GET /v2.0/ports?device_id=d16b00e3-9d60-4f25-8b8a-0624cc24ed1b HTTP/1.1" status: 200 len: 945 time: 1.1757109 May 30 04:55:59.702556 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3be7337-3058-4050-95e9-bec2c2a23cd4 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:55:59.702912 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f3be7337-3058-4050-95e9-bec2c2a23cd4 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:59.704139 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-f3be7337-3058-4050-95e9-bec2c2a23cd4 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] 10.222.0.15 "PUT /v2.0/subnets/86bd8c90-3a8e-4fdc-abd6-e61a019965cd HTTP/1.1" status: 200 len: 826 time: 0.9522264 May 30 04:55:59.709747 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 38592) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:55:59.775616 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-172442f6-88fe-4eb9-b64a-4bf1386a72a0 req-21b452a0-f78a-4cd8-9029-f3f83c9a94d4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7b6e2cff-db4b-42be-807a-b0d5a7224cdb HTTP/1.1" status: 200 len: 998 time: 0.6185184 May 30 04:55:59.776769 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb91fa7f-f01f-48c1-a19c-eda58a6955e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bbf24ed-7ba9-53d2-873f-8f9642b1e987-0008fd3d-19e9-40cf-b545-4a7647b90cf1', 'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1', 'tenant_id': '16af2dbefc6742d5a37a7b30e58c8c2f', 'fixed_ips': [{'subnet_id': '47e478b1-8dcf-431e-bd9c-6d587de9125f'}]}} from dv-neutron-843763-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 30 04:55:59.777358 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-eb91fa7f-f01f-48c1-a19c-eda58a6955e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:59.902914 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [req-0a40f949-5dbc-4a8d-bb54-87a001bef66c req-87338f1c-b95c-4d3c-8f2c-192d6f03e420 tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] Deleting port c3097bca-1197-4f00-87a5-ff10ccdee25e {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:55:59.903259 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-0a40f949-5dbc-4a8d-bb54-87a001bef66c req-87338f1c-b95c-4d3c-8f2c-192d6f03e420 tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:55:59.927864 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Pushing event updated for resources: {'Port': ['ID=abd45d6f-6e37-4d6e-81dc-2748e4462d1e,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:55:59.943299 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be7337-3058-4050-95e9-bec2c2a23cd4 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Pushing event updated for resources: {'Subnet': ['ID=86bd8c90-3a8e-4fdc-abd6-e61a019965cd,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:55:59.979513 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2becc66-e1c8-4734-9605-835e6f712b07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bbf24ed-7ba9-53d2-873f-8f9642b1e987-495d9097-2456-4e99-b368-85b875eadb08', 'network_id': '495d9097-2456-4e99-b368-85b875eadb08', 'tenant_id': '73057037b7c54dd9b8d98bcf1b270dc2', 'fixed_ips': [{'subnet_id': '86bd8c90-3a8e-4fdc-abd6-e61a019965cd'}]}} from dv-neutron-843763-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 30 04:55:59.980421 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-d2becc66-e1c8-4734-9605-835e6f712b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:00.004414 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-5efd2d66-e354-4e5e-9941-919d3df674cf tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:56:00.043473 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-5efd2d66-e354-4e5e-9941-919d3df674cf tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Usage tracker for resource:port and tenant:16af2dbefc6742d5a37a7b30e58c8c2f is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:56:00.050090 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-5efd2d66-e354-4e5e-9941-919d3df674cf tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:56:00.076836 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172442f6-88fe-4eb9-b64a-4bf1386a72a0 req-950b571c-45f1-4c9c-ba36-11d172c1e26e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:56:00.078305 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-172442f6-88fe-4eb9-b64a-4bf1386a72a0 req-950b571c-45f1-4c9c-ba36-11d172c1e26e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b5ad951a-f78e-4dae-aa5e-a260f6c65de8 HTTP/1.1" status: 200 len: 834 time: 0.2776546 May 30 04:56:00.079183 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-5efd2d66-e354-4e5e-9941-919d3df674cf tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:56:00.090873 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94ae71c-81e3-44bb-826e-d2f47b536b74 req-7448194d-21b0-4ede-84b2-7d05218612fb tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:56:00.092767 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-d94ae71c-81e3-44bb-826e-d2f47b536b74 req-7448194d-21b0-4ede-84b2-7d05218612fb tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] 10.222.0.15 "GET /v2.0/ports?device_id=16ccbf65-3c70-41e4-85a9-2d48805ea5ac HTTP/1.1" status: 200 len: 945 time: 0.7334075 May 30 04:56:00.103720 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd968fda-b473-4cdd-8b8d-72aedb51b7e2 req-dad386e1-4621-4bdc-a21a-c341b11ea78c tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:56:00.105895 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-bd968fda-b473-4cdd-8b8d-72aedb51b7e2 req-dad386e1-4621-4bdc-a21a-c341b11ea78c tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] 10.222.0.15 "GET /v2.0/ports?device_id=d16b00e3-9d60-4f25-8b8a-0624cc24ed1b HTTP/1.1" status: 200 len: 945 time: 0.7613733 May 30 04:56:00.115138 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1f8532de-743a-4fa6-8424-b95561353502 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11765'] for router, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:00.204356 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f088ab7f-4728-4865-ad14-933459f13313 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897784'] for network, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:00.239423 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port 6e5016b3-4c54-4d65-aac5-dfd552ab10de completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:56:00.258606 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device 263364a3-ff88-479a-820a-888734ba12dd no longer exists at agent hyperv_hv-neutron-8437 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 04:56:00.267603 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-1359370a-cf18-4064-9305-4461b9eb2ca7 req-96e6907b-c3f2-4040-8399-d797e56e9c78 tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:00.268587 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-1359370a-cf18-4064-9305-4461b9eb2ca7 req-96e6907b-c3f2-4040-8399-d797e56e9c78 tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1604762'] for floatingip, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:00.268882 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.db.l3_db [req-1359370a-cf18-4064-9305-4461b9eb2ca7 req-96e6907b-c3f2-4040-8399-d797e56e9c78 tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] Floating IP 1f41823c-2e00-49c8-b5cd-888922762a27 disassociated. External IP: 172.26.6.93, port: 263364a3-ff88-479a-820a-888734ba12dd. May 30 04:56:00.269245 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [req-1359370a-cf18-4064-9305-4461b9eb2ca7 req-96e6907b-c3f2-4040-8399-d797e56e9c78 tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] Calling delete_port for 263364a3-ff88-479a-820a-888734ba12dd owned by compute:nova {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:56:00.298140 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-d94ae71c-81e3-44bb-826e-d2f47b536b74 req-3b32bb18-0547-4539-81df-4d4483b8a3e7 tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] 10.222.0.15 "GET /v2.0/security-groups?id=dc19cd7e-061d-420d-8a79-861f74cfc0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1878884 May 30 04:56:00.303087 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5efd2d66-e354-4e5e-9941-919d3df674cf tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Made reservation on behalf of 16af2dbefc6742d5a37a7b30e58c8c2f for: {'port': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:56:00.306593 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5efd2d66-e354-4e5e-9941-919d3df674cf tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:00.311536 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-0fb319a9-f919-4a03-aeeb-2ca915607faa None None] Current status of the port abd45d6f-6e37-4d6e-81dc-2748e4462d1e is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:56:00.335012 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 6e5016b3-4c54-4d65-aac5-dfd552ab10de triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:56:00.337474 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:00.343696 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71213a2d-a7dd-46c0-8f7f-ab15c6775ffd tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Router bb58dabf-e9ce-489d-a374-14d718cb8ce5 is scheduled to L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 with binding_index 1 {{(pid=88261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 30 04:56:00.395329 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f088ab7f-4728-4865-ad14-933459f13313 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860493'] for subnet, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:00.412688 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [None req-5efd2d66-e354-4e5e-9941-919d3df674cf tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] device_id is not set on port 04a50fa2-c2f8-439f-91e1-059680252c89 yet. {{(pid=88261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 30 04:56:00.455246 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-bd968fda-b473-4cdd-8b8d-72aedb51b7e2 req-e51b3ba8-f4b8-4f31-8869-47c5bef15f08 tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] 10.222.0.15 "GET /v2.0/security-groups?id=a23f5e44-f910-4633-a7d4-8a86a5a2b7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3091733 May 30 04:56:00.497166 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-b3e698fa-e2b5-408a-8ede-c1cf0c5ee85f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:00.540168 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 38596) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:00.600403 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server [None req-d2becc66-e1c8-4734-9605-835e6f712b07 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 86bd8c90-3a8e-4fdc-abd6-e61a019965cd: This subnet is being modified by another concurrent operation. May 30 04:56:00.600403 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 30 04:56:00.600403 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 30 04:56:00.600403 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 30 04:56:00.600403 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 30 04:56:00.600403 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 30 04:56:00.600403 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 30 04:56:00.600403 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 30 04:56:00.600403 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 30 04:56:00.600403 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 30 04:56:00.600403 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 30 04:56:00.600403 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 30 04:56:00.600403 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 30 04:56:00.600403 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server self.force_reraise() May 30 04:56:00.600403 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 30 04:56:00.600403 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server raise self.value May 30 04:56:00.600403 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 30 04:56:00.600403 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 30 04:56:00.600403 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 30 04:56:00.600403 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 30 04:56:00.600403 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 30 04:56:00.600403 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server self.force_reraise() May 30 04:56:00.600403 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 30 04:56:00.600403 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server raise self.value May 30 04:56:00.600403 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 30 04:56:00.600403 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 30 04:56:00.600403 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 30 04:56:00.600403 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 30 04:56:00.600403 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 30 04:56:00.600403 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server self.force_reraise() May 30 04:56:00.600403 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 30 04:56:00.600403 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server raise self.value May 30 04:56:00.600403 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 30 04:56:00.600403 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 30 04:56:00.600403 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 30 04:56:00.600403 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 30 04:56:00.600403 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port May 30 04:56:00.600403 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 30 04:56:00.600403 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action May 30 04:56:00.600403 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 30 04:56:00.600403 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 30 04:56:00.600403 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 30 04:56:00.600403 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 30 04:56:00.600403 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 30 04:56:00.600403 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 30 04:56:00.600403 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 30 04:56:00.600403 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 30 04:56:00.600403 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 30 04:56:00.600403 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 30 04:56:00.600403 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server self.force_reraise() May 30 04:56:00.600403 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 30 04:56:00.600403 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server raise self.value May 30 04:56:00.600403 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 30 04:56:00.600403 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 30 04:56:00.603963 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 30 04:56:00.603963 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 30 04:56:00.603963 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 30 04:56:00.603963 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server self.force_reraise() May 30 04:56:00.603963 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 30 04:56:00.603963 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server raise self.value May 30 04:56:00.603963 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 30 04:56:00.603963 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 30 04:56:00.603963 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 30 04:56:00.603963 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 30 04:56:00.603963 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 30 04:56:00.603963 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server self.force_reraise() May 30 04:56:00.603963 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 30 04:56:00.603963 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server raise self.value May 30 04:56:00.603963 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 30 04:56:00.603963 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 30 04:56:00.603963 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port May 30 04:56:00.603963 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 30 04:56:00.603963 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db May 30 04:56:00.603963 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 30 04:56:00.603963 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db May 30 04:56:00.603963 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 30 04:56:00.603963 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 30 04:56:00.603963 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 30 04:56:00.603963 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 30 04:56:00.603963 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 30 04:56:00.603963 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper May 30 04:56:00.603963 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 30 04:56:00.603963 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 30 04:56:00.603963 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 30 04:56:00.603963 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 30 04:56:00.603963 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 30 04:56:00.603963 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets May 30 04:56:00.603963 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 30 04:56:00.603963 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 30 04:56:00.603963 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server raise exception May 30 04:56:00.603963 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 86bd8c90-3a8e-4fdc-abd6-e61a019965cd: This subnet is being modified by another concurrent operation. May 30 04:56:00.603963 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server May 30 04:56:00.621292 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f088ab7f-4728-4865-ad14-933459f13313 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1547867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2133322'] for subnet, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:00.623515 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-aad19d2f-0863-46ea-91b5-26836f255bf8 None None] Provisioning complete for port 59c1481c-faa8-492f-a336-c227096c2f7f triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:56:00.623894 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-aad19d2f-0863-46ea-91b5-26836f255bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:00.673062 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-eb91fa7f-f01f-48c1-a19c-eda58a6955e6 None None] Allocated IP 2001:db8::2 (0008fd3d-19e9-40cf-b545-4a7647b90cf1/47e478b1-8dcf-431e-bd9c-6d587de9125f/4073c875-f618-46b9-9cf5-b5741117a2ad) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:56:00.675329 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37149f26-fc34-45a6-97d3-64f7b8e2a1e1 None None] Network 495d9097-2456-4e99-b368-85b875eadb08 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:56:00.850846 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f088ab7f-4728-4865-ad14-933459f13313 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Pushing event deleted for resources: {'Subnet': ['ID=86bd8c90-3a8e-4fdc-abd6-e61a019965cd,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:56:00.947460 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-aad19d2f-0863-46ea-91b5-26836f255bf8 None None] Port 59c1481c-faa8-492f-a336-c227096c2f7f cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 04:56:00.950180 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-610b3958-38a7-4605-a29a-09a1af87d33a tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] 10.222.0.15 "GET /v2.0/floatingips/f65c6f00-8287-43a7-b104-cd30b8800f70 HTTP/1.1" status: 200 len: 990 time: 0.4049580 May 30 04:56:00.988969 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f088ab7f-4728-4865-ad14-933459f13313 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867540', 'neutron.services.segments.db._delete_segments_for_network-8729234922972'] for network, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:01.003738 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-e545a05c-979b-481c-a85b-f5713321b0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ada416c6-edef-4cad-ab20-945ddff3a53a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-356467084', 'tenant_id': '4c33678f28b44a57ab35b86381e31406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.112'}], 'enable_snat': True}, 'gw_port_id': 'abb07bf1-5771-449e-8886-68e8d6179315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T04:55:08Z', 'updated_at': '2022-05-30T04:55:18Z', 'revision_number': 4, 'project_id': '4c33678f28b44a57ab35b86381e31406', 'gw_port': {'id': 'abb07bf1-5771-449e-8886-68e8d6179315', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:21:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada416c6-edef-4cad-ab20-945ddff3a53a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:55:09Z', 'updated_at': '2022-05-30T04:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_floatingips': [{'id': 'f65c6f00-8287-43a7-b104-cd30b8800f70', 'tenant_id': '4c33678f28b44a57ab35b86381e31406', 'floating_ip_address': '172.26.6.51', 'floating_network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'router_id': 'ada416c6-edef-4cad-ab20-945ddff3a53a', 'port_id': '7b6e2cff-db4b-42be-807a-b0d5a7224cdb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 417, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7de51c91-19bb-4b5d-923c-b7d77dfa625f', 'mac_address': 'fa:16:3e:3a:3c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b4fbda-4b1c-4eb1-8123-8c822f8314a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T04:55:53Z', 'updated_at': '2022-05-30T04:55:53Z', 'revision_number': 0, 'project_id': '4c33678f28b44a57ab35b86381e31406', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb396f48-037e-44bb-9752-30b69dd60eae', 'name': '', 'network_id': '7de51c91-19bb-4b5d-923c-b7d77dfa625f', 'tenant_id': '4c33678f28b44a57ab35b86381e31406', 'mac_address': 'fa:16:3e:26:fb:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada416c6-edef-4cad-ab20-945ddff3a53a', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'b5ad951a-f78e-4dae-aa5e-a260f6c65de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:55:16Z', 'updated_at': '2022-05-30T04:55:27Z', 'revision_number': 5, 'project_id': '4c33678f28b44a57ab35b86381e31406', 'subnets': [{'id': 'b5ad951a-f78e-4dae-aa5e-a260f6c65de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:56:01.013287 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172442f6-88fe-4eb9-b64a-4bf1386a72a0 req-e62ef301-b78e-4953-98cc-79c5041c2dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:56:01.014656 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-172442f6-88fe-4eb9-b64a-4bf1386a72a0 req-e62ef301-b78e-4953-98cc-79c5041c2dac service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7de51c91-19bb-4b5d-923c-b7d77dfa625f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.9245665 May 30 04:56:01.015129 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Current status of the port 263364a3-ff88-479a-820a-888734ba12dd is: ACTIVE; New status is: DOWN {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:56:01.016442 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:01.048741 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e545a05c-979b-481c-a85b-f5713321b0e3 None None] The sync data for ids ['ada416c6-edef-4cad-ab20-945ddff3a53a'] in dv-neutron-843763-1-hyperv is: [{'id': 'ada416c6-edef-4cad-ab20-945ddff3a53a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-356467084', 'tenant_id': '4c33678f28b44a57ab35b86381e31406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.112'}], 'enable_snat': True}, 'gw_port_id': 'abb07bf1-5771-449e-8886-68e8d6179315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T04:55:08Z', 'updated_at': '2022-05-30T04:55:18Z', 'revision_number': 4, 'project_id': '4c33678f28b44a57ab35b86381e31406', 'gw_port': {'id': 'abb07bf1-5771-449e-8886-68e8d6179315', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:21:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada416c6-edef-4cad-ab20-945ddff3a53a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:55:09Z', 'updated_at': '2022-05-30T04:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_floatingips': [{'id': 'f65c6f00-8287-43a7-b104-cd30b8800f70', 'tenant_id': '4c33678f28b44a57ab35b86381e31406', 'floating_ip_address': '172.26.6.51', 'floating_network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'router_id': 'ada416c6-edef-4cad-ab20-945ddff3a53a', 'port_id': '7b6e2cff-db4b-42be-807a-b0d5a7224cdb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 417, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7de51c91-19bb-4b5d-923c-b7d77dfa625f', 'mac_address': 'fa:16:3e:3a:3c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b4fbda-4b1c-4eb1-8123-8c822f8314a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T04:55:53Z', 'updated_at': '2022-05-30T04:55:53Z', 'revision_number': 0, 'project_id': '4c33678f28b44a57ab35b86381e31406', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb396f48-037e-44bb-9752-30b69dd60eae', 'name': '', 'network_id': '7de51c91-19bb-4b5d-923c-b7d77dfa625f', 'tenant_id': '4c33678f28b44a57ab35b86381e31406', 'mac_address': 'fa:16:3e:26:fb:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada416c6-edef-4cad-ab20-945ddff3a53a', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'b5ad951a-f78e-4dae-aa5e-a260f6c65de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:55:16Z', 'updated_at': '2022-05-30T04:55:27Z', 'revision_number': 5, 'project_id': '4c33678f28b44a57ab35b86381e31406', 'subnets': [{'id': 'b5ad951a-f78e-4dae-aa5e-a260f6c65de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 04:56:01.079496 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-f088ab7f-4728-4865-ad14-933459f13313 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['495d9097-2456-4e99-b368-85b875eadb08']}} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:56:01.148391 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 6e5016b3-4c54-4d65-aac5-dfd552ab10de is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:56:01.149074 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:01.185486 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-f088ab7f-4728-4865-ad14-933459f13313 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29008516-739c-4a4a-9d90-14de8e46850a') {'for_net_delete': True} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:56:01.185486 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-f088ab7f-4728-4865-ad14-933459f13313 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29008516-739c-4a4a-9d90-14de8e46850a') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:56:01.203038 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f088ab7f-4728-4865-ad14-933459f13313 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729235042807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1454725'] for segment, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:01.240255 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d35b18a8-0403-4eff-9f5c-1e53f46c066a None None] Network 495d9097-2456-4e99-b368-85b875eadb08 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:56:01.261634 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f088ab7f-4728-4865-ad14-933459f13313 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:01.273243 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f088ab7f-4728-4865-ad14-933459f13313 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=88260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 04:56:01.273758 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f088ab7f-4728-4865-ad14-933459f13313 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-862858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1547513'] for segment, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:01.325924 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56ded65b-0e68-413c-8b9b-1097922cc81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:01.333275 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-172442f6-88fe-4eb9-b64a-4bf1386a72a0 req-9992967a-0950-4c9b-b313-d00d7c5381ff service neutron] 10.222.0.39 "GET /v2.0/networks/7de51c91-19bb-4b5d-923c-b7d77dfa625f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2807508 May 30 04:56:01.334390 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71213a2d-a7dd-46c0-8f7f-ab15c6775ffd tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 04:56:01.344304 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29c65a4-8552-4a81-b340-036efac247f3 None None] Sync routers for ids ['bb58dabf-e9ce-489d-a374-14d718cb8ce5'] in dv-neutron-843763-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 04:56:01.369703 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29c65a4-8552-4a81-b340-036efac247f3 None None] Routers {'bb58dabf-e9ce-489d-a374-14d718cb8ce5'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 04:56:01.370358 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-c29c65a4-8552-4a81-b340-036efac247f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T04:56:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['bb58dabf-e9ce-489d-a374-14d718cb8ce5'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:56:01.375205 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 29008516-739c-4a4a-9d90-14de8e46850a resource provider aggregate not found May 30 04:56:01.406097 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-388581da-aaa0-400e-82ad-41e8813d5a60 None None] New status for floating IP f65c6f00-8287-43a7-b104-cd30b8800f70: ACTIVE {{(pid=88262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 30 04:56:01.416294 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1f8532de-743a-4fa6-8424-b95561353502 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:01.422705 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [req-0a40f949-5dbc-4a8d-bb54-87a001bef66c req-87338f1c-b95c-4d3c-8f2c-192d6f03e420 tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] For port c3097bca-1197-4f00-87a5-ff10ccdee25e, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=c3097bca-1197-4f00-87a5-ff10ccdee25e,segment=NetworkSegment(6c4f160d-581c-4e44-836d-a510d50f04aa),segment_id=6c4f160d-581c-4e44-836d-a510d50f04aa)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:56:01.423506 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-0a40f949-5dbc-4a8d-bb54-87a001bef66c req-87338f1c-b95c-4d3c-8f2c-192d6f03e420 tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:01.460868 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 29008516-739c-4a4a-9d90-14de8e46850a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 29008516-739c-4a4a-9d90-14de8e46850a found for delete ", "request_id": "req-ee6cf8f4-62d5-4079-9bba-72604e08fef2"}]} May 30 04:56:01.463728 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-b9cfd67f-27f2-4f17-b885-c90cef7779ee None None] Provisioning complete for port abd45d6f-6e37-4d6e-81dc-2748e4462d1e triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:56:01.464102 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-b9cfd67f-27f2-4f17-b885-c90cef7779ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:01.469845 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1f8532de-743a-4fa6-8424-b95561353502 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:01.534372 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f088ab7f-4728-4865-ad14-933459f13313 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604744'] for network, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:01.539231 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-c29c65a4-8552-4a81-b340-036efac247f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:56:01.562447 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f088ab7f-4728-4865-ad14-933459f13313 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:01.568915 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29c65a4-8552-4a81-b340-036efac247f3 None None] Routers {'bb58dabf-e9ce-489d-a374-14d718cb8ce5'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 04:56:01.569763 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-c29c65a4-8552-4a81-b340-036efac247f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T04:56:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['bb58dabf-e9ce-489d-a374-14d718cb8ce5'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:56:01.573865 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f088ab7f-4728-4865-ad14-933459f13313 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Pushing event deleted for resources: {'Network': ['ID=495d9097-2456-4e99-b368-85b875eadb08,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:56:01.611025 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] For port 6e5016b3-4c54-4d65-aac5-dfd552ab10de, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=6e5016b3-4c54-4d65-aac5-dfd552ab10de,segment=NetworkSegment(e31573e4-3c28-41fa-ad71-4ea9b4fb8e2f),segment_id=e31573e4-3c28-41fa-ad71-4ea9b4fb8e2f)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:56:01.695581 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-c29c65a4-8552-4a81-b340-036efac247f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:56:01.696650 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29c65a4-8552-4a81-b340-036efac247f3 None None] The sync data for ids ['bb58dabf-e9ce-489d-a374-14d718cb8ce5'] in dv-neutron-843763-1-hyperv is: [] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 04:56:01.703959 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:01.732579 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-f088ab7f-4728-4865-ad14-933459f13313 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] 10.222.0.15 "DELETE /v2.0/networks/495d9097-2456-4e99-b368-85b875eadb08 HTTP/1.1" status: 204 len: 168 time: 2.0197096 May 30 04:56:01.746821 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 38608) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:01.823991 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f13d82d-d7db-46fd-b2e8-02c5ceb3912c tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] DELETE failed (client error): The resource could not be found. May 30 04:56:01.824447 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f13d82d-d7db-46fd-b2e8-02c5ceb3912c tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 04:56:01.826163 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-6f13d82d-d7db-46fd-b2e8-02c5ceb3912c tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] 10.222.0.15 "DELETE /v2.0/networks/495d9097-2456-4e99-b368-85b875eadb08 HTTP/1.1" status: 404 len: 339 time: 0.0778193 May 30 04:56:01.835306 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-1f8532de-743a-4fa6-8424-b95561353502 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Allocated IP 172.26.6.130 (1bab70f4-3794-44db-8e17-19f483aa8ffa/6b5b73c1-b0ce-4f83-a930-c00cc5522926/72a837d4-7762-4256-b2fc-49468e34de65) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:56:01.837012 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 38612) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:01.837553 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:01.847121 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-7250877b-8968-4233-935b-90434f897751 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-667277657', 'description': 'd1'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:56:01.859406 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-7250877b-8968-4233-935b-90434f897751 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:56:01.885581 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-7250877b-8968-4233-935b-90434f897751 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Usage tracker for resource:network and tenant:73057037b7c54dd9b8d98bcf1b270dc2 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:56:01.893721 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-7250877b-8968-4233-935b-90434f897751 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:56:01.949938 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-7250877b-8968-4233-935b-90434f897751 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:56:01.960364 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 38616) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:01.976870 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device abd45d6f-6e37-4d6e-81dc-2748e4462d1e up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 04:56:01.993701 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-0a40f949-5dbc-4a8d-bb54-87a001bef66c req-87338f1c-b95c-4d3c-8f2c-192d6f03e420 tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:01.994257 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-0a40f949-5dbc-4a8d-bb54-87a001bef66c req-87338f1c-b95c-4d3c-8f2c-192d6f03e420 tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1604762'] for floatingip, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:01.994527 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.db.l3_db [req-0a40f949-5dbc-4a8d-bb54-87a001bef66c req-87338f1c-b95c-4d3c-8f2c-192d6f03e420 tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] Floating IP 915290f4-3099-4278-ad78-1de93e79698a disassociated. External IP: 172.26.6.244, port: c3097bca-1197-4f00-87a5-ff10ccdee25e. May 30 04:56:01.995085 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [req-0a40f949-5dbc-4a8d-bb54-87a001bef66c req-87338f1c-b95c-4d3c-8f2c-192d6f03e420 tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] Calling delete_port for c3097bca-1197-4f00-87a5-ff10ccdee25e owned by compute:nova {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:56:02.066783 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a948b6-7293-4ffb-877b-df3270bd75e2 req-edc02005-9bf8-4946-a835-94710058fea9 tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:56:02.067918 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-a8a948b6-7293-4ffb-877b-df3270bd75e2 req-edc02005-9bf8-4946-a835-94710058fea9 tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] 10.222.0.15 "GET /v2.0/ports?device_id=16ccbf65-3c70-41e4-85a9-2d48805ea5ac HTTP/1.1" status: 200 len: 867 time: 0.4723940 May 30 04:56:02.073249 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7250877b-8968-4233-935b-90434f897751 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Made reservation on behalf of 73057037b7c54dd9b8d98bcf1b270dc2 for: {'network': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:56:02.076748 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7250877b-8968-4233-935b-90434f897751 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for network, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:02.196900 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-6fb14b35-4e45-48d8-99b9-df1f1b1eb9fd tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] 10.222.0.15 "GET /v2.0/floatingips/f65c6f00-8287-43a7-b104-cd30b8800f70 HTTP/1.1" status: 200 len: 990 time: 0.2335548 May 30 04:56:02.206086 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7250877b-8968-4233-935b-90434f897751 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=88260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 04:56:02.232482 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-eb91fa7f-f01f-48c1-a19c-eda58a6955e6 None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:02.233832 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-a8a948b6-7293-4ffb-877b-df3270bd75e2 req-2edba353-f772-48f8-86a6-10c6e9ee9ac6 tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] 10.222.0.15 "GET /v2.0/security-groups?id=dc19cd7e-061d-420d-8a79-861f74cfc0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1467280 May 30 04:56:02.237981 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1f8532de-743a-4fa6-8424-b95561353502 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:02.241186 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7250877b-8968-4233-935b-90434f897751 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:02.241533 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.db.segments_db [None req-7250877b-8968-4233-935b-90434f897751 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Added segment 7dc07260-e23f-4911-9f68-459847936636 of type vlan for network 25bd0d27-ce9f-4a77-96cb-559862ef3137 May 30 04:56:02.251670 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-1359370a-cf18-4064-9305-4461b9eb2ca7 req-96e6907b-c3f2-4040-8399-d797e56e9c78 tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:02.260340 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-eb91fa7f-f01f-48c1-a19c-eda58a6955e6 None None] Transition to ACTIVE for port object 4073c875-f618-46b9-9cf5-b5741117a2ad will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:56:02.297850 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7250877b-8968-4233-935b-90434f897751 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729234556353'] for network, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:02.302774 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1f8532de-743a-4fa6-8424-b95561353502 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:02.324579 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device c3097bca-1197-4f00-87a5-ff10ccdee25e no longer exists at agent hyperv_hv-neutron-8437 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 04:56:02.375583 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-71213a2d-a7dd-46c0-8f7f-ab15c6775ffd tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] 10.222.0.15 "PUT /v2.0/routers/bb58dabf-e9ce-489d-a374-14d718cb8ce5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5368395 May 30 04:56:02.377898 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 38620) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:02.391387 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e6907b-c3f2-4040-8399-d797e56e9c78 tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] Pushing event deleted for resources: {'Port': ['ID=263364a3-ff88-479a-820a-888734ba12dd,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:56:02.399644 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-0a40f949-5dbc-4a8d-bb54-87a001bef66c req-87338f1c-b95c-4d3c-8f2c-192d6f03e420 tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:02.401462 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-eb91fa7f-f01f-48c1-a19c-eda58a6955e6 None None] Transition to ACTIVE for port object 4073c875-f618-46b9-9cf5-b5741117a2ad will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:56:02.427373 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f8532de-743a-4fa6-8424-b95561353502 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Network 1bab70f4-3794-44db-8e17-19f483aa8ffa is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:56:02.430611 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Pushing event updated for resources: {'Port': ['ID=6e5016b3-4c54-4d65-aac5-dfd552ab10de,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:56:02.445054 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-1f8532de-743a-4fa6-8424-b95561353502 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:56:02.458418 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.db.resource_extend [None req-7250877b-8968-4233-935b-90434f897751 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 04:56:02.471223 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8532de-743a-4fa6-8424-b95561353502 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:56:02.507671 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8532de-743a-4fa6-8424-b95561353502 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Pushing event updated for resources: {'Port': ['ID=72a837d4-7762-4256-b2fc-49468e34de65,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:56:02.509732 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-eb91fa7f-f01f-48c1-a19c-eda58a6955e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:02.515609 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87338f1c-b95c-4d3c-8f2c-192d6f03e420 tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] Pushing event deleted for resources: {'Port': ['ID=c3097bca-1197-4f00-87a5-ff10ccdee25e,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:56:02.555303 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd6a5b78-8bd5-4145-b0bf-7a253357eb3e tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:56:02.559293 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-cd6a5b78-8bd5-4145-b0bf-7a253357eb3e tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] 10.222.0.15 "GET /v2.0/ports/59c1481c-faa8-492f-a336-c227096c2f7f HTTP/1.1" status: 200 len: 910 time: 0.1784220 May 30 04:56:02.559859 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 38624) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:02.615820 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-b9cfd67f-27f2-4f17-b885-c90cef7779ee None None] Current status of the port abd45d6f-6e37-4d6e-81dc-2748e4462d1e is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:56:02.623236 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb91fa7f-f01f-48c1-a19c-eda58a6955e6 None None] Network 0008fd3d-19e9-40cf-b545-4a7647b90cf1 is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:56:02.629863 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-eb91fa7f-f01f-48c1-a19c-eda58a6955e6 None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:56:02.631731 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] No active binding found for port c3097bca-1197-4f00-87a5-ff10ccdee25e {{(pid=88262) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 30 04:56:02.632634 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device c3097bca-1197-4f00-87a5-ff10ccdee25e not bound to the agent host hv-neutron-8437 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 04:56:02.636843 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb91fa7f-f01f-48c1-a19c-eda58a6955e6 None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:56:02.639727 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb91fa7f-f01f-48c1-a19c-eda58a6955e6 None None] Pushing event updated for resources: {'Port': ['ID=4073c875-f618-46b9-9cf5-b5741117a2ad,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:56:02.718141 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port abd45d6f-6e37-4d6e-81dc-2748e4462d1e triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:56:02.718141 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:02.802537 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-eb91fa7f-f01f-48c1-a19c-eda58a6955e6 None None] Attempting to bind port 4073c875-f618-46b9-9cf5-b5741117a2ad on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 04:56:02.803466 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-eb91fa7f-f01f-48c1-a19c-eda58a6955e6 None None] Attempting to bind port 4073c875-f618-46b9-9cf5-b5741117a2ad by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': 'c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 04:56:02.803845 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb91fa7f-f01f-48c1-a19c-eda58a6955e6 None None] Attempting to bind port 4073c875-f618-46b9-9cf5-b5741117a2ad on network 0008fd3d-19e9-40cf-b545-4a7647b90cf1 {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 04:56:02.808410 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a142624-940e-4c55-bf49-a5329c884075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:02.814886 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb91fa7f-f01f-48c1-a19c-eda58a6955e6 None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 4, 56, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 04:56:02.815275 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb91fa7f-f01f-48c1-a19c-eda58a6955e6 None None] Checking segment: {'id': 'c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:56:02.815665 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-eb91fa7f-f01f-48c1-a19c-eda58a6955e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:02.816062 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb91fa7f-f01f-48c1-a19c-eda58a6955e6 None None] Bound using segment: {'id': 'c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 04:56:02.816540 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-eb91fa7f-f01f-48c1-a19c-eda58a6955e6 None None] Bound port: 4073c875-f618-46b9-9cf5-b5741117a2ad, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 04:56:02.816917 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-eb91fa7f-f01f-48c1-a19c-eda58a6955e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:02.869667 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7250877b-8968-4233-935b-90434f897751 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788'] for network, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:02.875189 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7250877b-8968-4233-935b-90434f897751 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:56:02.875774 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7250877b-8968-4233-935b-90434f897751 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:02.910577 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-172442f6-88fe-4eb9-b64a-4bf1386a72a0 req-d8501743-01c9-4e67-b0ae-ecb5edbd2d87 service neutron] 10.222.0.39 "GET /v2.0/networks/7de51c91-19bb-4b5d-923c-b7d77dfa625f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7405052 May 30 04:56:02.966731 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-eb91fa7f-f01f-48c1-a19c-eda58a6955e6 None None] For port 4073c875-f618-46b9-9cf5-b5741117a2ad, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 04:56:02.971659 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-eb91fa7f-f01f-48c1-a19c-eda58a6955e6 None None] For port 4073c875-f618-46b9-9cf5-b5741117a2ad, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=4073c875-f618-46b9-9cf5-b5741117a2ad,segment=NetworkSegment(c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1),segment_id=c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 04:56:02.972589 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port abd45d6f-6e37-4d6e-81dc-2748e4462d1e is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:56:02.979738 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-eb91fa7f-f01f-48c1-a19c-eda58a6955e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:03.030642 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-5efd2d66-e354-4e5e-9941-919d3df674cf tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Allocated IP 2001:db8::5d (0008fd3d-19e9-40cf-b545-4a7647b90cf1/47e478b1-8dcf-431e-bd9c-6d587de9125f/04a50fa2-c2f8-439f-91e1-059680252c89) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:56:03.073313 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb91fa7f-f01f-48c1-a19c-eda58a6955e6 None None] Pushing event updated for resources: {'Port': ['ID=4073c875-f618-46b9-9cf5-b5741117a2ad,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:56:03.120390 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8723e01-97d6-44dd-9fd5-966552f12cd5 req-df57991a-496b-429a-bf41-0622ae752768 tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:56:03.121126 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-d8723e01-97d6-44dd-9fd5-966552f12cd5 req-df57991a-496b-429a-bf41-0622ae752768 tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] Synchronizing usage tracker for tenant:3fffdaf8665e4f2eb17f85d23ba9b1e3 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:56:03.207543 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 38628) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:03.232924 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-7250877b-8968-4233-935b-90434f897751 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.3948410 May 30 04:56:03.304639 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 38632) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:03.334084 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1359370a-cf18-4064-9305-4461b9eb2ca7 req-96e6907b-c3f2-4040-8399-d797e56e9c78 tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] Router 4a6359bc-40ba-45a2-9e57-2bca6b7f70d0 has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 04:56:03.376724 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-d8723e01-97d6-44dd-9fd5-966552f12cd5 req-df57991a-496b-429a-bf41-0622ae752768 tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] Unset dirty status for tenant:3fffdaf8665e4f2eb17f85d23ba9b1e3 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:56:03.383653 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d8723e01-97d6-44dd-9fd5-966552f12cd5 req-df57991a-496b-429a-bf41-0622ae752768 tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] 10.222.0.15 "GET /v2.0/ports?device_id=d16b00e3-9d60-4f25-8b8a-0624cc24ed1b HTTP/1.1" status: 200 len: 867 time: 1.2025876 May 30 04:56:03.392436 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7250877b-8968-4233-935b-90434f897751 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Pushing event updated for resources: {'Network': ['ID=25bd0d27-ce9f-4a77-96cb-559862ef3137,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:56:03.407424 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Network 25bd0d27-ce9f-4a77-96cb-559862ef3137 details requested by agent ovs-agent-dv-neutron-843763-1-hyperv with host dv-neutron-843763-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 04:56:03.488231 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0a40f949-5dbc-4a8d-bb54-87a001bef66c req-87338f1c-b95c-4d3c-8f2c-192d6f03e420 tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] Router b02ff726-f08b-4149-a2e7-4d3905e56a54 has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 04:56:03.550851 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-5316b948-0fa3-4543-aad6-88cedf6d405d tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] 10.222.0.15 "GET /v2.0/floatingips/f65c6f00-8287-43a7-b104-cd30b8800f70 HTTP/1.1" status: 200 len: 992 time: 0.3389132 May 30 04:56:03.716774 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-79af3743-7b54-4423-b739-a1d0c79b6936 req-15eb4752-3459-41d2-a70f-994fc4ede87d tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] 10.222.0.15 "GET /v2.0/ports?device_id=16ccbf65-3c70-41e4-85a9-2d48805ea5ac HTTP/1.1" status: 200 len: 210 time: 0.1538596 May 30 04:56:03.790459 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d8723e01-97d6-44dd-9fd5-966552f12cd5 req-c890e753-f82b-41af-8db4-2f41890a30c9 tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] 10.222.0.15 "GET /v2.0/security-groups?id=a23f5e44-f910-4633-a7d4-8a86a5a2b7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4058075 May 30 04:56:03.852530 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fcaf0bd-226a-45fd-9600-a9225fefb629 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:56:03.853224 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-0fcaf0bd-226a-45fd-9600-a9225fefb629 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Synchronizing usage tracker for tenant:73057037b7c54dd9b8d98bcf1b270dc2 on resource:network {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:56:03.909229 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 6e5016b3-4c54-4d65-aac5-dfd552ab10de up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 04:56:03.975041 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5efd2d66-e354-4e5e-9941-919d3df674cf tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:03.999847 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 6e5016b3-4c54-4d65-aac5-dfd552ab10de triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:56:04.000428 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:04.010928 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-0fcaf0bd-226a-45fd-9600-a9225fefb629 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Unset dirty status for tenant:73057037b7c54dd9b8d98bcf1b270dc2 on resource:network {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:56:04.015292 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-0fcaf0bd-226a-45fd-9600-a9225fefb629 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] 10.222.0.15 "GET /v2.0/networks?id=25bd0d27-ce9f-4a77-96cb-559862ef3137 HTTP/1.1" status: 200 len: 764 time: 0.6688559 May 30 04:56:04.021704 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 38640) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:04.047045 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-5179bc11-b3c5-459d-a4bf-1682155bb71a tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Request body: {'network': {'description': 'd2'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:56:04.073178 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1f8532de-743a-4fa6-8424-b95561353502 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:04.091551 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [None req-5efd2d66-e354-4e5e-9941-919d3df674cf tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Transition to ACTIVE for port object 04a50fa2-c2f8-439f-91e1-059680252c89 will not be triggered until provisioned by entity DHCP. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:56:04.154085 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1359370a-cf18-4064-9305-4461b9eb2ca7 req-96e6907b-c3f2-4040-8399-d797e56e9c78 tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 04:56:04.173798 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a316181-8956-4433-b260-95d2a52cc626 None None] Sync routers for ids ['4a6359bc-40ba-45a2-9e57-2bca6b7f70d0'] in dv-neutron-843763-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 04:56:04.193120 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a316181-8956-4433-b260-95d2a52cc626 None None] Routers {'4a6359bc-40ba-45a2-9e57-2bca6b7f70d0'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 04:56:04.194038 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-5a316181-8956-4433-b260-95d2a52cc626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T04:56:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['4a6359bc-40ba-45a2-9e57-2bca6b7f70d0'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:56:04.273529 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 6e5016b3-4c54-4d65-aac5-dfd552ab10de is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:56:04.274684 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 4073c875-f618-46b9-9cf5-b5741117a2ad up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 04:56:04.301610 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0a40f949-5dbc-4a8d-bb54-87a001bef66c req-87338f1c-b95c-4d3c-8f2c-192d6f03e420 tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 04:56:04.362691 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caca64f2-83c4-4dd2-9017-34f02e1d64d1 None None] Sync routers for ids ['b02ff726-f08b-4149-a2e7-4d3905e56a54'] in dv-neutron-843763-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 04:56:04.389022 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [req-1359370a-cf18-4064-9305-4461b9eb2ca7 req-96e6907b-c3f2-4040-8399-d797e56e9c78 tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] No DVR routers for this DVR port 263364a3-ff88-479a-820a-888734ba12dd on host hv-neutron-8437 {{(pid=88261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 04:56:04.410859 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-1359370a-cf18-4064-9305-4461b9eb2ca7 req-96e6907b-c3f2-4040-8399-d797e56e9c78 tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:04.413717 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1359370a-cf18-4064-9305-4461b9eb2ca7 req-96e6907b-c3f2-4040-8399-d797e56e9c78 tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] 10.222.0.39 "DELETE /v2.0/ports/263364a3-ff88-479a-820a-888734ba12dd HTTP/1.1" status: 204 len: 173 time: 6.7670224 May 30 04:56:04.419005 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caca64f2-83c4-4dd2-9017-34f02e1d64d1 None None] Routers {'b02ff726-f08b-4149-a2e7-4d3905e56a54'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 04:56:04.419338 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-caca64f2-83c4-4dd2-9017-34f02e1d64d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T04:56:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['b02ff726-f08b-4149-a2e7-4d3905e56a54'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:56:04.466222 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16ccbf65-3c70-41e4-85a9-2d48805ea5ac', 'name': 'network-vif-deleted', 'tag': '263364a3-ff88-479a-820a-888734ba12dd'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 04:56:04.526400 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a40f949-5dbc-4a8d-bb54-87a001bef66c req-87338f1c-b95c-4d3c-8f2c-192d6f03e420 tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] No DVR routers for this DVR port c3097bca-1197-4f00-87a5-ff10ccdee25e on host hv-neutron-8437 {{(pid=88261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 04:56:04.535503 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-0a40f949-5dbc-4a8d-bb54-87a001bef66c req-87338f1c-b95c-4d3c-8f2c-192d6f03e420 tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:04.538279 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0a40f949-5dbc-4a8d-bb54-87a001bef66c req-87338f1c-b95c-4d3c-8f2c-192d6f03e420 tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] 10.222.0.39 "DELETE /v2.0/ports/c3097bca-1197-4f00-87a5-ff10ccdee25e HTTP/1.1" status: 204 len: 173 time: 4.9110866 May 30 04:56:04.575879 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-5a316181-8956-4433-b260-95d2a52cc626 None None] Set router 4a6359bc-40ba-45a2-9e57-2bca6b7f70d0 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 04:56:04.657917 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0553c6fd-a6b9-4eaa-842b-3c99be2f13df'] response: {'server_uuid': '16ccbf65-3c70-41e4-85a9-2d48805ea5ac', 'name': 'network-vif-deleted', 'tag': '263364a3-ff88-479a-820a-888734ba12dd', 'status': 'completed', 'code': 200} May 30 04:56:04.690748 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-244166f6-adf6-48da-920b-1bff1364cab9 None None] Network 0008fd3d-19e9-40cf-b545-4a7647b90cf1 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:56:04.741036 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5179bc11-b3c5-459d-a4bf-1682155bb71a tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729234556353'] for network, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:04.769625 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5179bc11-b3c5-459d-a4bf-1682155bb71a tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788'] for network, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:04.823884 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-84d69426-d6cd-4adb-88cc-046870b702e0 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602184'] for router_interface, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:04.929206 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-caca64f2-83c4-4dd2-9017-34f02e1d64d1 None None] Set router b02ff726-f08b-4149-a2e7-4d3905e56a54 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 04:56:05.029381 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-4d993ef5-80f3-4ae7-a62c-f886b8f64e29 None None] Provisioning for port 4073c875-f618-46b9-9cf5-b5741117a2ad completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:56:05.108089 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port 4073c875-f618-46b9-9cf5-b5741117a2ad completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:56:05.138147 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 4073c875-f618-46b9-9cf5-b5741117a2ad triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:56:05.138871 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:05.183674 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-5a316181-8956-4433-b260-95d2a52cc626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a6359bc-40ba-45a2-9e57-2bca6b7f70d0', 'name': 'tempest-ServersTestJSON-5148407-router', 'tenant_id': '78063ff0b78c49339686a2b1a492c074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.49'}], 'enable_snat': True}, 'gw_port_id': 'a2cf377b-0bfb-4934-9c52-e757dc7b9e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T04:53:29Z', 'updated_at': '2022-05-30T04:53:38Z', 'revision_number': 4, 'project_id': '78063ff0b78c49339686a2b1a492c074', 'gw_port': {'id': 'a2cf377b-0bfb-4934-9c52-e757dc7b9e8e', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6359bc-40ba-45a2-9e57-2bca6b7f70d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:53:30Z', 'updated_at': '2022-05-30T04:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': '6ff08b26-9c0a-4266-a838-3b18471bc957', 'name': '', 'network_id': '94a15cbb-b296-4fe7-b2e8-32f706e6cbca', 'tenant_id': '78063ff0b78c49339686a2b1a492c074', 'mac_address': 'fa:16:3e:ed:58:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6359bc-40ba-45a2-9e57-2bca6b7f70d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '875a4a52-1e6d-498d-99f9-e5086431f2d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:53:34Z', 'updated_at': '2022-05-30T04:53:48Z', 'revision_number': 5, 'project_id': '78063ff0b78c49339686a2b1a492c074', 'subnets': [{'id': '875a4a52-1e6d-498d-99f9-e5086431f2d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:56:05.194140 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a316181-8956-4433-b260-95d2a52cc626 None None] Checking router: 4a6359bc-40ba-45a2-9e57-2bca6b7f70d0 for host: dv-neutron-843763-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 04:56:05.214025 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a316181-8956-4433-b260-95d2a52cc626 None None] Routers {'4a6359bc-40ba-45a2-9e57-2bca6b7f70d0'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 04:56:05.214608 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-5a316181-8956-4433-b260-95d2a52cc626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T04:56:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['4a6359bc-40ba-45a2-9e57-2bca6b7f70d0'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:56:05.392039 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5179bc11-b3c5-459d-a4bf-1682155bb71a tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Pushing event updated for resources: {'Network': ['ID=25bd0d27-ce9f-4a77-96cb-559862ef3137,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:56:05.397986 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5efd2d66-e354-4e5e-9941-919d3df674cf tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:05.404841 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5179bc11-b3c5-459d-a4bf-1682155bb71a tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Network 25bd0d27-ce9f-4a77-96cb-559862ef3137 is not hosted by any dhcp agent {{(pid=88261) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} May 30 04:56:05.411135 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5179bc11-b3c5-459d-a4bf-1682155bb71a tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:56:05.411386 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5179bc11-b3c5-459d-a4bf-1682155bb71a tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:05.412493 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-5179bc11-b3c5-459d-a4bf-1682155bb71a tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] 10.222.0.15 "PUT /v2.0/networks/25bd0d27-ce9f-4a77-96cb-559862ef3137 HTTP/1.1" status: 200 len: 761 time: 1.3857987 May 30 04:56:05.454863 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-edc4d4a1-3e1d-4aa8-8e3b-bb7bd42a6e18 req-13d5db92-5420-4c11-ab42-2087aa3ac6eb tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] 10.222.0.15 "GET /v2.0/ports?device_id=d16b00e3-9d60-4f25-8b8a-0624cc24ed1b HTTP/1.1" status: 200 len: 210 time: 0.2200627 May 30 04:56:05.468220 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Network 25bd0d27-ce9f-4a77-96cb-559862ef3137 details requested by agent ovs-agent-dv-neutron-843763-1-hyperv with host dv-neutron-843763-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 04:56:05.478233 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 38652) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:05.571959 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd2d66-e354-4e5e-9941-919d3df674cf tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Pushing event updated for resources: {'Port': ['ID=04a50fa2-c2f8-439f-91e1-059680252c89,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:56:05.579042 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-4caf599b-3a3f-48ac-93be-c5e32fa6ff01 req-89ef8515-cd79-4e43-a50e-55f9e283045b tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] Synchronizing usage tracker for tenant:78063ff0b78c49339686a2b1a492c074 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:56:05.621126 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5efd2d66-e354-4e5e-9941-919d3df674cf tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Network 0008fd3d-19e9-40cf-b545-4a7647b90cf1 is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:56:05.625904 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-5efd2d66-e354-4e5e-9941-919d3df674cf tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:56:05.630337 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5efd2d66-e354-4e5e-9941-919d3df674cf tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:56:05.636082 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5efd2d66-e354-4e5e-9941-919d3df674cf tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:56:05.636704 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5efd2d66-e354-4e5e-9941-919d3df674cf tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:05.678157 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-5efd2d66-e354-4e5e-9941-919d3df674cf tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 6.6294298 May 30 04:56:05.681211 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 38656) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:05.717107 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-5a316181-8956-4433-b260-95d2a52cc626 None None] Set router 4a6359bc-40ba-45a2-9e57-2bca6b7f70d0 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 04:56:05.743082 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-4caf599b-3a3f-48ac-93be-c5e32fa6ff01 req-89ef8515-cd79-4e43-a50e-55f9e283045b tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] Unset dirty status for tenant:78063ff0b78c49339686a2b1a492c074 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:56:05.744263 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4caf599b-3a3f-48ac-93be-c5e32fa6ff01 req-89ef8515-cd79-4e43-a50e-55f9e283045b tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] 10.222.0.15 "GET /v2.0/ports?device_id=16ccbf65-3c70-41e4-85a9-2d48805ea5ac HTTP/1.1" status: 200 len: 210 time: 0.4148381 May 30 04:56:05.798779 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be099c6-3950-4c3d-bb66-a5bb7e0d17bc tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:56:05.806005 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be099c6-3950-4c3d-bb66-a5bb7e0d17bc tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:56:05.806005 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-5be099c6-3950-4c3d-bb66-a5bb7e0d17bc tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Synchronizing usage tracker for tenant:16af2dbefc6742d5a37a7b30e58c8c2f on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:56:05.825704 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1f8532de-743a-4fa6-8424-b95561353502 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11765'] for router, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:05.830056 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1f8532de-743a-4fa6-8424-b95561353502 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1603699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1603708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1603909'] for router, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:05.833846 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-5be099c6-3950-4c3d-bb66-a5bb7e0d17bc tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Unset dirty status for tenant:16af2dbefc6742d5a37a7b30e58c8c2f on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:56:05.839771 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-5be099c6-3950-4c3d-bb66-a5bb7e0d17bc tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.1568894 May 30 04:56:05.841322 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 38660) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:05.926963 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-55cfe1a2-8d3f-41e9-98e0-1e848fa888c6 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Deleting port 04a50fa2-c2f8-439f-91e1-059680252c89 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:56:05.927307 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-55cfe1a2-8d3f-41e9-98e0-1e848fa888c6 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:05.962357 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 4073c875-f618-46b9-9cf5-b5741117a2ad is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:56:05.963069 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:06.016136 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] For port 4073c875-f618-46b9-9cf5-b5741117a2ad, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=4073c875-f618-46b9-9cf5-b5741117a2ad,segment=NetworkSegment(c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1),segment_id=c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:56:06.030507 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:06.054365 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4315b369-5741-4c1a-9ffe-63ae6b888277 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:56:06.055797 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-4315b369-5741-4c1a-9ffe-63ae6b888277 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] 10.222.0.15 "GET /v2.0/networks?id=25bd0d27-ce9f-4a77-96cb-559862ef3137 HTTP/1.1" status: 200 len: 764 time: 0.5709202 May 30 04:56:06.083672 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 38664) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:06.164303 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Pushing event updated for resources: {'Port': ['ID=4073c875-f618-46b9-9cf5-b5741117a2ad,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:56:06.170016 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-caca64f2-83c4-4dd2-9017-34f02e1d64d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b02ff726-f08b-4149-a2e7-4d3905e56a54', 'name': 'tempest-ServersTestManualDisk-667274620-router', 'tenant_id': '3fffdaf8665e4f2eb17f85d23ba9b1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.58'}], 'enable_snat': True}, 'gw_port_id': 'c55ef8d8-9531-4178-b54e-cd03e72ab6ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T04:53:35Z', 'updated_at': '2022-05-30T04:53:51Z', 'revision_number': 4, 'project_id': '3fffdaf8665e4f2eb17f85d23ba9b1e3', 'gw_port': {'id': 'c55ef8d8-9531-4178-b54e-cd03e72ab6ef', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:d0:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02ff726-f08b-4149-a2e7-4d3905e56a54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:53:39Z', 'updated_at': '2022-05-30T04:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': '75413245-0751-488c-b316-bd715bca792e', 'name': '', 'network_id': '48553bc8-2e8d-42a5-b036-bcc9c477033e', 'tenant_id': '3fffdaf8665e4f2eb17f85d23ba9b1e3', 'mac_address': 'fa:16:3e:5b:4b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02ff726-f08b-4149-a2e7-4d3905e56a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 142, 'fixed_ips': [{'subnet_id': 'c42df579-83e1-422f-882b-890997a0d3b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:53:49Z', 'updated_at': '2022-05-30T04:54:00Z', 'revision_number': 5, 'project_id': '3fffdaf8665e4f2eb17f85d23ba9b1e3', 'subnets': [{'id': 'c42df579-83e1-422f-882b-890997a0d3b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:56:06.175446 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caca64f2-83c4-4dd2-9017-34f02e1d64d1 None None] Checking router: b02ff726-f08b-4149-a2e7-4d3905e56a54 for host: dv-neutron-843763-1-hyperv {{(pid=88262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 04:56:06.185025 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caca64f2-83c4-4dd2-9017-34f02e1d64d1 None None] Routers {'b02ff726-f08b-4149-a2e7-4d3905e56a54'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 04:56:06.186183 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-caca64f2-83c4-4dd2-9017-34f02e1d64d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T04:56:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['b02ff726-f08b-4149-a2e7-4d3905e56a54'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:56:06.237654 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-5a316181-8956-4433-b260-95d2a52cc626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a6359bc-40ba-45a2-9e57-2bca6b7f70d0', 'name': 'tempest-ServersTestJSON-5148407-router', 'tenant_id': '78063ff0b78c49339686a2b1a492c074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.49'}], 'enable_snat': True}, 'gw_port_id': 'a2cf377b-0bfb-4934-9c52-e757dc7b9e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T04:53:29Z', 'updated_at': '2022-05-30T04:53:38Z', 'revision_number': 4, 'project_id': '78063ff0b78c49339686a2b1a492c074', 'gw_port': {'id': 'a2cf377b-0bfb-4934-9c52-e757dc7b9e8e', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6359bc-40ba-45a2-9e57-2bca6b7f70d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:53:30Z', 'updated_at': '2022-05-30T04:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': '6ff08b26-9c0a-4266-a838-3b18471bc957', 'name': '', 'network_id': '94a15cbb-b296-4fe7-b2e8-32f706e6cbca', 'tenant_id': '78063ff0b78c49339686a2b1a492c074', 'mac_address': 'fa:16:3e:ed:58:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6359bc-40ba-45a2-9e57-2bca6b7f70d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '875a4a52-1e6d-498d-99f9-e5086431f2d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:53:34Z', 'updated_at': '2022-05-30T04:53:48Z', 'revision_number': 5, 'project_id': '78063ff0b78c49339686a2b1a492c074', 'subnets': [{'id': '875a4a52-1e6d-498d-99f9-e5086431f2d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:56:06.242199 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a316181-8956-4433-b260-95d2a52cc626 None None] The sync data for ids ['4a6359bc-40ba-45a2-9e57-2bca6b7f70d0'] in dv-neutron-843763-1-hyperv is: [{'id': '4a6359bc-40ba-45a2-9e57-2bca6b7f70d0', 'name': 'tempest-ServersTestJSON-5148407-router', 'tenant_id': '78063ff0b78c49339686a2b1a492c074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.49'}], 'enable_snat': True}, 'gw_port_id': 'a2cf377b-0bfb-4934-9c52-e757dc7b9e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T04:53:29Z', 'updated_at': '2022-05-30T04:53:38Z', 'revision_number': 4, 'project_id': '78063ff0b78c49339686a2b1a492c074', 'gw_port': {'id': 'a2cf377b-0bfb-4934-9c52-e757dc7b9e8e', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6359bc-40ba-45a2-9e57-2bca6b7f70d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:53:30Z', 'updated_at': '2022-05-30T04:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': '6ff08b26-9c0a-4266-a838-3b18471bc957', 'name': '', 'network_id': '94a15cbb-b296-4fe7-b2e8-32f706e6cbca', 'tenant_id': '78063ff0b78c49339686a2b1a492c074', 'mac_address': 'fa:16:3e:ed:58:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6359bc-40ba-45a2-9e57-2bca6b7f70d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '875a4a52-1e6d-498d-99f9-e5086431f2d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:53:34Z', 'updated_at': '2022-05-30T04:53:48Z', 'revision_number': 5, 'project_id': '78063ff0b78c49339686a2b1a492c074', 'subnets': [{'id': '875a4a52-1e6d-498d-99f9-e5086431f2d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 04:56:06.250502 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-55cfe1a2-8d3f-41e9-98e0-1e848fa888c6 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:06.418588 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-55cfe1a2-8d3f-41e9-98e0-1e848fa888c6 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Calling delete_port for 04a50fa2-c2f8-439f-91e1-059680252c89 owned by {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:56:06.570280 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-caca64f2-83c4-4dd2-9017-34f02e1d64d1 None None] Set router b02ff726-f08b-4149-a2e7-4d3905e56a54 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 04:56:06.663300 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd16b00e3-9d60-4f25-8b8a-0624cc24ed1b', 'name': 'network-vif-deleted', 'tag': 'c3097bca-1197-4f00-87a5-ff10ccdee25e'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 04:56:06.684426 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f8532de-743a-4fa6-8424-b95561353502 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Router d2e6e604-aca9-4e92-b46c-1c09e0ff4ce9 is scheduled to L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 with binding_index 1 {{(pid=88260) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 30 04:56:06.738381 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-5b4d7071-d17e-463a-9862-4b851fd8e145 None None] Provisioning complete for port 4073c875-f618-46b9-9cf5-b5741117a2ad triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:56:06.738620 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-5b4d7071-d17e-463a-9862-4b851fd8e145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:06.745365 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-879cb200-b24c-46ea-a908-c185ea03de58 None None] New status for floating IP 1f41823c-2e00-49c8-b5cd-888922762a27: DOWN {{(pid=88263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 30 04:56:06.753447 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-55cfe1a2-8d3f-41e9-98e0-1e848fa888c6 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:06.844349 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91a7d46d-ad01-4782-b693-2757401a6553'] response: {'server_uuid': 'd16b00e3-9d60-4f25-8b8a-0624cc24ed1b', 'name': 'network-vif-deleted', 'tag': 'c3097bca-1197-4f00-87a5-ff10ccdee25e', 'status': 'completed', 'code': 200} May 30 04:56:06.844619 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 38674) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:06.891207 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cfe1a2-8d3f-41e9-98e0-1e848fa888c6 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Pushing event deleted for resources: {'Port': ['ID=04a50fa2-c2f8-439f-91e1-059680252c89,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:56:06.923377 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e2e4f72-782b-442f-8f3a-4384ba7e8c60 None None] get_active_networks_info from dv-neutron-843763-1-hyperv {{(pid=88262) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 30 04:56:06.969292 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1dc2fee-1af2-4fcd-b060-b7f2568538f0 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:56:06.971860 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-a1dc2fee-1af2-4fcd-b060-b7f2568538f0 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.8798690 May 30 04:56:06.976412 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 38682) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:07.003378 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 38686) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:07.036910 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-84d69426-d6cd-4adb-88cc-046870b702e0 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Deleting port 59c1481c-faa8-492f-a336-c227096c2f7f {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:56:07.037252 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-84d69426-d6cd-4adb-88cc-046870b702e0 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:07.071460 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-55cfe1a2-8d3f-41e9-98e0-1e848fa888c6 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:07.075884 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-281b82f3-6d9f-47c6-b3db-bb37a5c5f0df tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] 10.222.0.15 "GET /v2.0/subnets?network_id=1bab70f4-3794-44db-8e17-19f483aa8ffa HTTP/1.1" status: 200 len: 207 time: 0.0948372 May 30 04:56:07.091233 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 38690) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:07.146063 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-55cfe1a2-8d3f-41e9-98e0-1e848fa888c6 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "DELETE /v2.0/ports/04a50fa2-c2f8-439f-91e1-059680252c89 HTTP/1.1" status: 204 len: 168 time: 1.3045192 May 30 04:56:07.150768 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 38694) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:07.159287 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d430bda2-67fc-4012-b712-1eddb18f600d tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] Notify callbacks [] for security_group, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:07.240859 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-db3ddf34-984a-4cf6-a509-234fb5868d5a tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] Notify callbacks [] for security_group, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:07.265661 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d430bda2-67fc-4012-b712-1eddb18f600d tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:07.295108 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-5b4d7071-d17e-463a-9862-4b851fd8e145 None None] Current status of the port 4073c875-f618-46b9-9cf5-b5741117a2ad is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:56:07.303214 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-122da3a2-0c91-4c4d-abd3-f032ef5a4426 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:56:07.304818 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-122da3a2-0c91-4c4d-abd3-f032ef5a4426 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:56:07.305570 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-122da3a2-0c91-4c4d-abd3-f032ef5a4426 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Synchronizing usage tracker for tenant:16af2dbefc6742d5a37a7b30e58c8c2f on resource:subnet {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:56:07.307570 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-5b4d7071-d17e-463a-9862-4b851fd8e145 None None] Could not find standard attr ID for object 04a50fa2-c2f8-439f-91e1-059680252c89. {{(pid=88262) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 30 04:56:07.321052 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-db3ddf34-984a-4cf6-a509-234fb5868d5a tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:07.347176 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-caca64f2-83c4-4dd2-9017-34f02e1d64d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b02ff726-f08b-4149-a2e7-4d3905e56a54', 'name': 'tempest-ServersTestManualDisk-667274620-router', 'tenant_id': '3fffdaf8665e4f2eb17f85d23ba9b1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.58'}], 'enable_snat': True}, 'gw_port_id': 'c55ef8d8-9531-4178-b54e-cd03e72ab6ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T04:53:35Z', 'updated_at': '2022-05-30T04:53:51Z', 'revision_number': 4, 'project_id': '3fffdaf8665e4f2eb17f85d23ba9b1e3', 'gw_port': {'id': 'c55ef8d8-9531-4178-b54e-cd03e72ab6ef', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:d0:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02ff726-f08b-4149-a2e7-4d3905e56a54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:53:39Z', 'updated_at': '2022-05-30T04:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': '75413245-0751-488c-b316-bd715bca792e', 'name': '', 'network_id': '48553bc8-2e8d-42a5-b036-bcc9c477033e', 'tenant_id': '3fffdaf8665e4f2eb17f85d23ba9b1e3', 'mac_address': 'fa:16:3e:5b:4b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02ff726-f08b-4149-a2e7-4d3905e56a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 142, 'fixed_ips': [{'subnet_id': 'c42df579-83e1-422f-882b-890997a0d3b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:53:49Z', 'updated_at': '2022-05-30T04:54:00Z', 'revision_number': 5, 'project_id': '3fffdaf8665e4f2eb17f85d23ba9b1e3', 'subnets': [{'id': 'c42df579-83e1-422f-882b-890997a0d3b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:56:07.361568 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caca64f2-83c4-4dd2-9017-34f02e1d64d1 None None] The sync data for ids ['b02ff726-f08b-4149-a2e7-4d3905e56a54'] in dv-neutron-843763-1-hyperv is: [{'id': 'b02ff726-f08b-4149-a2e7-4d3905e56a54', 'name': 'tempest-ServersTestManualDisk-667274620-router', 'tenant_id': '3fffdaf8665e4f2eb17f85d23ba9b1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.58'}], 'enable_snat': True}, 'gw_port_id': 'c55ef8d8-9531-4178-b54e-cd03e72ab6ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T04:53:35Z', 'updated_at': '2022-05-30T04:53:51Z', 'revision_number': 4, 'project_id': '3fffdaf8665e4f2eb17f85d23ba9b1e3', 'gw_port': {'id': 'c55ef8d8-9531-4178-b54e-cd03e72ab6ef', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:d0:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02ff726-f08b-4149-a2e7-4d3905e56a54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:53:39Z', 'updated_at': '2022-05-30T04:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': '75413245-0751-488c-b316-bd715bca792e', 'name': '', 'network_id': '48553bc8-2e8d-42a5-b036-bcc9c477033e', 'tenant_id': '3fffdaf8665e4f2eb17f85d23ba9b1e3', 'mac_address': 'fa:16:3e:5b:4b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02ff726-f08b-4149-a2e7-4d3905e56a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 142, 'fixed_ips': [{'subnet_id': 'c42df579-83e1-422f-882b-890997a0d3b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:53:49Z', 'updated_at': '2022-05-30T04:54:00Z', 'revision_number': 5, 'project_id': '3fffdaf8665e4f2eb17f85d23ba9b1e3', 'subnets': [{'id': 'c42df579-83e1-422f-882b-890997a0d3b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 04:56:07.382105 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e2e4f72-782b-442f-8f3a-4384ba7e8c60 None None] Resources bound (agent type, host, resource id): {{(pid=88262) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 30 04:56:07.395074 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-122da3a2-0c91-4c4d-abd3-f032ef5a4426 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Unset dirty status for tenant:16af2dbefc6742d5a37a7b30e58c8c2f on resource:subnet {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:56:07.396257 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-122da3a2-0c91-4c4d-abd3-f032ef5a4426 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2428992 May 30 04:56:07.402084 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 38698) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:07.442984 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9dea38df-b2b7-49cb-a88f-649ef5695b00 None None] Could not find standard attr ID for object 04a50fa2-c2f8-439f-91e1-059680252c89. {{(pid=88262) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 30 04:56:07.454918 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d430bda2-67fc-4012-b712-1eddb18f600d tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:07.477971 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-db3ddf34-984a-4cf6-a509-234fb5868d5a tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:07.492115 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d430bda2-67fc-4012-b712-1eddb18f600d tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a23f5e44-f910-4633-a7d4-8a86a5a2b7b1,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:56:07.517592 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_v2 [None req-4454d317-dc19-43ac-aee9-3bbf81892adb tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Deleting subnet 47e478b1-8dcf-431e-bd9c-6d587de9125f {{(pid=88261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 30 04:56:07.525664 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3ddf34-984a-4cf6-a509-234fb5868d5a tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc19cd7e-061d-420d-8a79-861f74cfc0d2,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:56:07.527753 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4454d317-dc19-43ac-aee9-3bbf81892adb tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks [] for subnet, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:07.589693 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d430bda2-67fc-4012-b712-1eddb18f600d tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:07.593280 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-d430bda2-67fc-4012-b712-1eddb18f600d tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] 10.222.0.15 "DELETE /v2.0/security-groups/a23f5e44-f910-4633-a7d4-8a86a5a2b7b1 HTTP/1.1" status: 204 len: 168 time: 0.7475939 May 30 04:56:07.594070 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 38702) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:07.612597 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-db3ddf34-984a-4cf6-a509-234fb5868d5a tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:07.613691 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-db3ddf34-984a-4cf6-a509-234fb5868d5a tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] 10.222.0.15 "DELETE /v2.0/security-groups/dc19cd7e-061d-420d-8a79-861f74cfc0d2 HTTP/1.1" status: 204 len: 168 time: 0.5697439 May 30 04:56:07.619409 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 38706) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:07.634106 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.api.v2.resource [None req-5974b685-53aa-4e83-a458-8669033b2aa3 tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] show failed (client error): The resource could not be found. May 30 04:56:07.637894 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-5974b685-53aa-4e83-a458-8669033b2aa3 tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] 10.222.0.15 "GET /v2.0/security-groups/a23f5e44-f910-4633-a7d4-8a86a5a2b7b1 HTTP/1.1" status: 404 len: 347 time: 0.0395103 May 30 04:56:07.638452 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 38710) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:07.639897 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-84d69426-d6cd-4adb-88cc-046870b702e0 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:07.642567 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4454d317-dc19-43ac-aee9-3bbf81892adb tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3545586'] for subnet, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:07.656260 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34309721-5e7d-46f8-a4bf-a34ef28c2dcc tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:56:07.662099 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34309721-5e7d-46f8-a4bf-a34ef28c2dcc tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:56:07.667806 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34309721-5e7d-46f8-a4bf-a34ef28c2dcc tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:56:07.674850 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34309721-5e7d-46f8-a4bf-a34ef28c2dcc tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:56:07.680988 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34309721-5e7d-46f8-a4bf-a34ef28c2dcc tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:56:07.686726 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34309721-5e7d-46f8-a4bf-a34ef28c2dcc tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:56:07.694909 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-34309721-5e7d-46f8-a4bf-a34ef28c2dcc tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.5954809 May 30 04:56:07.695686 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 38714) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:07.774345 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4357fbd-fede-4c6f-9b23-ee678a1a4cc2 None None] New status for floating IP 915290f4-3099-4278-ad78-1de93e79698a: DOWN {{(pid=88262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 30 04:56:07.863472 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.api.v2.resource [None req-419fbe2f-15b8-4632-b455-c64544f2cb43 tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] show failed (client error): The resource could not be found. May 30 04:56:07.864491 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-419fbe2f-15b8-4632-b455-c64544f2cb43 tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] 10.222.0.15 "GET /v2.0/security-groups/dc19cd7e-061d-420d-8a79-861f74cfc0d2 HTTP/1.1" status: 404 len: 347 time: 0.2441785 May 30 04:56:07.873438 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 38718) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:07.897394 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-84d69426-d6cd-4adb-88cc-046870b702e0 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Calling delete_port for 59c1481c-faa8-492f-a336-c227096c2f7f owned by network:router_interface {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:56:07.946697 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f8532de-743a-4fa6-8424-b95561353502 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 04:56:07.959859 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ef656e-3bf6-4245-bf7b-3853fe1d25f9 None None] Sync routers for ids ['d2e6e604-aca9-4e92-b46c-1c09e0ff4ce9'] in dv-neutron-843763-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 04:56:07.962871 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1f8532de-743a-4fa6-8424-b95561353502 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:07.967530 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-1f8532de-743a-4fa6-8424-b95561353502 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] 10.222.0.15 "PUT /v2.0/routers/d2e6e604-aca9-4e92-b46c-1c09e0ff4ce9 HTTP/1.1" status: 200 len: 919 time: 8.4549127 May 30 04:56:07.971899 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 38722) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:07.977069 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ef656e-3bf6-4245-bf7b-3853fe1d25f9 None None] Routers {'d2e6e604-aca9-4e92-b46c-1c09e0ff4ce9'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 04:56:07.979430 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-27ef656e-3bf6-4245-bf7b-3853fe1d25f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T04:56:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['d2e6e604-aca9-4e92-b46c-1c09e0ff4ce9'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:56:08.045947 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-862ea87c-03c3-40e9-a142-950d26be8fef tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] Deleting port 78ccc4e4-7f01-4aca-a23d-e78a564b7575 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:56:08.046301 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-862ea87c-03c3-40e9-a142-950d26be8fef tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:08.064378 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-27ef656e-3bf6-4245-bf7b-3853fe1d25f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:56:08.084411 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ef656e-3bf6-4245-bf7b-3853fe1d25f9 None None] Routers {'d2e6e604-aca9-4e92-b46c-1c09e0ff4ce9'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 04:56:08.085027 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-27ef656e-3bf6-4245-bf7b-3853fe1d25f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T04:56:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['d2e6e604-aca9-4e92-b46c-1c09e0ff4ce9'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:56:08.162856 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 4073c875-f618-46b9-9cf5-b5741117a2ad up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 04:56:08.180600 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-94a1d72f-0236-44a6-82f3-28e86c58218e tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] Deleting port 35530336-6e9e-4113-b6ad-b9445fa99adc {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:56:08.180943 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-94a1d72f-0236-44a6-82f3-28e86c58218e tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:08.197387 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-27ef656e-3bf6-4245-bf7b-3853fe1d25f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:56:08.198159 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ef656e-3bf6-4245-bf7b-3853fe1d25f9 None None] The sync data for ids ['d2e6e604-aca9-4e92-b46c-1c09e0ff4ce9'] in dv-neutron-843763-1-hyperv is: [] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 04:56:08.309233 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 4073c875-f618-46b9-9cf5-b5741117a2ad triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:56:08.310547 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:08.384788 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-bb72d3a6-f782-4836-903f-9893cf4c89b8 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] 10.222.0.15 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.6834948 May 30 04:56:08.399464 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 38726) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:08.453546 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-9cd77fc2-e909-4c2e-83a6-f2e573854e5d tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] 10.222.0.15 "GET /v2.0/routers/d2e6e604-aca9-4e92-b46c-1c09e0ff4ce9 HTTP/1.1" status: 200 len: 925 time: 0.4759736 May 30 04:56:08.454315 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 38730) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:08.466582 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 4073c875-f618-46b9-9cf5-b5741117a2ad is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:56:08.481055 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4454d317-dc19-43ac-aee9-3bbf81892adb tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860493'] for subnet, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:08.503563 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-84d69426-d6cd-4adb-88cc-046870b702e0 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:08.553394 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d69426-d6cd-4adb-88cc-046870b702e0 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Pushing event deleted for resources: {'Port': ['ID=59c1481c-faa8-492f-a336-c227096c2f7f,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:56:08.573674 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-623f4444-049d-4df2-b599-b50cea09d876 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:56:08.575185 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-623f4444-049d-4df2-b599-b50cea09d876 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:56:08.576769 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-623f4444-049d-4df2-b599-b50cea09d876 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:56:08.578262 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-623f4444-049d-4df2-b599-b50cea09d876 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:56:08.579738 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-623f4444-049d-4df2-b599-b50cea09d876 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:56:08.585313 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-623f4444-049d-4df2-b599-b50cea09d876 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1761861 May 30 04:56:08.587910 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 38734) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:08.662955 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-94a1d72f-0236-44a6-82f3-28e86c58218e tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:08.663341 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-94a1d72f-0236-44a6-82f3-28e86c58218e tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:08.678090 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-862ea87c-03c3-40e9-a142-950d26be8fef tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:08.678412 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-862ea87c-03c3-40e9-a142-950d26be8fef tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:08.727255 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ad833e-c51b-4ecf-aab5-2812341f652c tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:56:08.731326 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-f5ad833e-c51b-4ecf-aab5-2812341f652c tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=1bab70f4-3794-44db-8e17-19f483aa8ffa&device_id=d2e6e604-aca9-4e92-b46c-1c09e0ff4ce9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2708356 May 30 04:56:08.734546 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 38738) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:08.877904 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-84d69426-d6cd-4adb-88cc-046870b702e0 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1642797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602100'] for router_interface, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:08.926599 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-862ea87c-03c3-40e9-a142-950d26be8fef tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] Calling delete_port for 78ccc4e4-7f01-4aca-a23d-e78a564b7575 owned by network:floatingip {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:56:08.958883 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-94a1d72f-0236-44a6-82f3-28e86c58218e tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] Calling delete_port for 35530336-6e9e-4113-b6ad-b9445fa99adc owned by network:floatingip {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:56:09.014098 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4454d317-dc19-43ac-aee9-3bbf81892adb tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2304955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9305493'] for subnet, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:09.020764 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29045c9b-2cb6-4dae-9c91-eb66fb78a36a tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Attributes excluded by policy engine: ['shared'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:56:09.022159 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29045c9b-2cb6-4dae-9c91-eb66fb78a36a tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Attributes excluded by policy engine: ['shared'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:56:09.023638 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29045c9b-2cb6-4dae-9c91-eb66fb78a36a tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Attributes excluded by policy engine: ['shared'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:56:09.025003 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29045c9b-2cb6-4dae-9c91-eb66fb78a36a tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Attributes excluded by policy engine: ['shared'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:56:09.026400 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29045c9b-2cb6-4dae-9c91-eb66fb78a36a tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Attributes excluded by policy engine: ['shared'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:56:09.028055 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-29045c9b-2cb6-4dae-9c91-eb66fb78a36a tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] 10.222.0.15 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.4289420 May 30 04:56:09.064118 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 38742) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:09.112569 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4454d317-dc19-43ac-aee9-3bbf81892adb tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Pushing event deleted for resources: {'Subnet': ['ID=47e478b1-8dcf-431e-bd9c-6d587de9125f,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:56:09.113506 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a83591-c514-46fe-a0f4-0f5e221f89bc None None] Network 0008fd3d-19e9-40cf-b545-4a7647b90cf1 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:56:09.114725 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4454d317-dc19-43ac-aee9-3bbf81892adb tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:09.244858 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce94938e-87a4-4381-a68b-80b3025698bc tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:56:09.246268 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-ce94938e-87a4-4381-a68b-80b3025698bc tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] 10.222.0.15 "GET /v2.0/networks/1bab70f4-3794-44db-8e17-19f483aa8ffa HTTP/1.1" status: 200 len: 881 time: 0.5108275 May 30 04:56:09.252608 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 38746) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:09.347740 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-4454d317-dc19-43ac-aee9-3bbf81892adb tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "DELETE /v2.0/subnets/47e478b1-8dcf-431e-bd9c-6d587de9125f HTTP/1.1" status: 204 len: 168 time: 1.9429927 May 30 04:56:09.360171 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 38750) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:09.364018 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-a3b5149d-4b95-4e3f-9910-d5d9564cab9b tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2e6e604-aca9-4e92-b46c-1c09e0ff4ce9 HTTP/1.1" status: 200 len: 205 time: 0.1109030 May 30 04:56:09.366959 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 38754) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:09.403237 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d20dcf5-d0f7-4ef8-b6f1-806f53ff555c None None] DHCP port deletion for 0008fd3d-19e9-40cf-b545-4a7647b90cf1 request from dv-neutron-843763-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 30 04:56:09.407527 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-3d20dcf5-d0f7-4ef8-b6f1-806f53ff555c None None] Deleting port 4073c875-f618-46b9-9cf5-b5741117a2ad {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:56:09.407973 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-3d20dcf5-d0f7-4ef8-b6f1-806f53ff555c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:09.447964 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-13d37ab8-57ee-4803-9897-f8079390d6a3 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0867541 May 30 04:56:09.451484 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84d69426-d6cd-4adb-88cc-046870b702e0 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Router bb58dabf-e9ce-489d-a374-14d718cb8ce5 has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 04:56:09.452154 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 38758) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:09.462104 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-4bbc5e8e-e82c-4c9e-afc0-cb48fa2b48c0 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Request body: {'subnet': {'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:56:09.598518 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60281603-0d5b-42a9-af44-47492f32f34c tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:56:09.599207 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-60281603-0d5b-42a9-af44-47492f32f34c tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Synchronizing usage tracker for tenant:73057037b7c54dd9b8d98bcf1b270dc2 on resource:network {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:56:09.605590 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-94a1d72f-0236-44a6-82f3-28e86c58218e tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:09.632281 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-3d20dcf5-d0f7-4ef8-b6f1-806f53ff555c None None] For port 4073c875-f618-46b9-9cf5-b5741117a2ad, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=4073c875-f618-46b9-9cf5-b5741117a2ad,segment=NetworkSegment(c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1),segment_id=c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:56:09.632662 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-3d20dcf5-d0f7-4ef8-b6f1-806f53ff555c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:09.664970 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a1d72f-0236-44a6-82f3-28e86c58218e tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] Pushing event deleted for resources: {'Port': ['ID=35530336-6e9e-4113-b6ad-b9445fa99adc,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:56:09.706998 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-60281603-0d5b-42a9-af44-47492f32f34c tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Unset dirty status for tenant:73057037b7c54dd9b8d98bcf1b270dc2 on resource:network {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:56:09.711720 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-60281603-0d5b-42a9-af44-47492f32f34c tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] 10.222.0.15 "GET /v2.0/networks/3ec963a4-3f21-44ab-a1f1-17c8cf18fc8b HTTP/1.1" status: 200 len: 804 time: 0.6373074 May 30 04:56:09.716328 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 38762) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:09.759324 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-3d20dcf5-d0f7-4ef8-b6f1-806f53ff555c None None] Calling delete_port for 4073c875-f618-46b9-9cf5-b5741117a2ad owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:56:09.776941 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-862ea87c-03c3-40e9-a142-950d26be8fef tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:09.777509 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84d69426-d6cd-4adb-88cc-046870b702e0 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 04:56:09.786467 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-4bbc5e8e-e82c-4c9e-afc0-cb48fa2b48c0 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:56:09.791044 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-4bbc5e8e-e82c-4c9e-afc0-cb48fa2b48c0 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Usage tracker for resource:subnet and tenant:16af2dbefc6742d5a37a7b30e58c8c2f is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:56:09.794715 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-4bbc5e8e-e82c-4c9e-afc0-cb48fa2b48c0 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:56:09.798029 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09cc5787-1692-48df-ab38-0eb59c57895d None None] Sync routers for ids ['bb58dabf-e9ce-489d-a374-14d718cb8ce5'] in dv-neutron-843763-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 04:56:09.811848 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-4bbc5e8e-e82c-4c9e-afc0-cb48fa2b48c0 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:56:09.817570 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0292609e-4ca5-4f91-9875-3b8434f74a12 tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Notify callbacks [] for router, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:09.823982 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09cc5787-1692-48df-ab38-0eb59c57895d None None] Routers {'bb58dabf-e9ce-489d-a374-14d718cb8ce5'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 04:56:09.824610 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-09cc5787-1692-48df-ab38-0eb59c57895d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T04:56:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['bb58dabf-e9ce-489d-a374-14d718cb8ce5'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:56:09.879300 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-84d69426-d6cd-4adb-88cc-046870b702e0 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] 10.222.0.15 "PUT /v2.0/routers/bb58dabf-e9ce-489d-a374-14d718cb8ce5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3183103 May 30 04:56:09.886740 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-09cc5787-1692-48df-ab38-0eb59c57895d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:56:09.890401 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 38766) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:09.907270 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09cc5787-1692-48df-ab38-0eb59c57895d None None] Routers {'bb58dabf-e9ce-489d-a374-14d718cb8ce5'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 04:56:09.907899 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-09cc5787-1692-48df-ab38-0eb59c57895d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T04:56:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['bb58dabf-e9ce-489d-a374-14d718cb8ce5'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:56:09.910919 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862ea87c-03c3-40e9-a142-950d26be8fef tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] Pushing event deleted for resources: {'Port': ['ID=78ccc4e4-7f01-4aca-a23d-e78a564b7575,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:56:09.960742 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bbc5e8e-e82c-4c9e-afc0-cb48fa2b48c0 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Made reservation on behalf of 16af2dbefc6742d5a37a7b30e58c8c2f for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:56:09.964421 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4bbc5e8e-e82c-4c9e-afc0-cb48fa2b48c0 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2133361'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:09.966567 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-94a1d72f-0236-44a6-82f3-28e86c58218e tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] Notify callbacks [] for floatingip, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:09.983122 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-ee7569f6-07d2-4365-a7ad-eb76286709b3 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Synchronizing usage tracker for tenant:177e950b79b644f8ac61f323eed71206 on resource:port {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:56:10.009642 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-09cc5787-1692-48df-ab38-0eb59c57895d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:56:10.010073 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09cc5787-1692-48df-ab38-0eb59c57895d None None] The sync data for ids ['bb58dabf-e9ce-489d-a374-14d718cb8ce5'] in dv-neutron-843763-1-hyperv is: [] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 04:56:10.011575 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-3d20dcf5-d0f7-4ef8-b6f1-806f53ff555c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069'] for port, after_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:10.060165 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d20dcf5-d0f7-4ef8-b6f1-806f53ff555c None None] Pushing event deleted for resources: {'Port': ['ID=4073c875-f618-46b9-9cf5-b5741117a2ad,revision_number=None']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:56:10.063511 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d20dcf5-d0f7-4ef8-b6f1-806f53ff555c None None] No DVR routers for this DVR port 4073c875-f618-46b9-9cf5-b5741117a2ad on host dv-neutron-843763-1-hyperv {{(pid=88262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 04:56:10.065551 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-57289fb0-30a1-471f-99fe-5655847fe0b3 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] 10.222.0.15 "GET /v2.0/networks/3ec963a4-3f21-44ab-a1f1-17c8cf18fc8b?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.3234329 May 30 04:56:10.071971 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 38770) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:10.119822 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-862ea87c-03c3-40e9-a142-950d26be8fef tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] Notify callbacks [] for floatingip, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:10.122262 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-862ea87c-03c3-40e9-a142-950d26be8fef tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for floatingip, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:10.126103 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-862ea87c-03c3-40e9-a142-950d26be8fef tempest-ServersTestManualDisk-20694750 tempest-ServersTestManualDisk-20694750-project] 10.222.0.15 "DELETE /v2.0/floatingips/915290f4-3099-4278-ad78-1de93e79698a HTTP/1.1" status: 204 len: 168 time: 2.4543231 May 30 04:56:10.126103 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-94a1d72f-0236-44a6-82f3-28e86c58218e tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for floatingip, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:10.126330 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-94a1d72f-0236-44a6-82f3-28e86c58218e tempest-ServersTestJSON-1938897246 tempest-ServersTestJSON-1938897246-project] 10.222.0.15 "DELETE /v2.0/floatingips/1f41823c-2e00-49c8-b5cd-888922762a27 HTTP/1.1" status: 204 len: 168 time: 2.2493894 May 30 04:56:10.127043 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 38774) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:10.133318 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 38776) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:10.146815 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 4073c875-f618-46b9-9cf5-b5741117a2ad no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 04:56:10.174501 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-ee7569f6-07d2-4365-a7ad-eb76286709b3 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Unset dirty status for tenant:177e950b79b644f8ac61f323eed71206 on resource:port {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:56:10.178287 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-ee7569f6-07d2-4365-a7ad-eb76286709b3 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb58dabf-e9ce-489d-a374-14d718cb8ce5 HTTP/1.1" status: 200 len: 205 time: 0.2825031 May 30 04:56:10.182101 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 38780) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:10.188868 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] No Port match for: 4073c875-f618-46b9-9cf5-b5741117a2ad {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 04:56:10.190813 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 4073c875-f618-46b9-9cf5-b5741117a2ad not bound to the agent host dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 04:56:10.321349 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b9dc71c-6008-4cce-b8fb-1cf65a03858d tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:56:10.322682 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-0b9dc71c-6008-4cce-b8fb-1cf65a03858d tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] 10.222.0.15 "GET /v2.0/subnets/fac22d46-9da7-42dd-8325-f53d232472c1 HTTP/1.1" status: 200 len: 843 time: 0.2442317 May 30 04:56:10.327141 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 38786) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:10.346003 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0292609e-4ca5-4f91-9875-3b8434f74a12 tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:10.362006 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ee00b321-de31-494c-829d-8e5bb0b8c42e tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks [] for router, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:10.604772 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f3ad91-b284-4c2d-8a35-d7e51350692f tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Attributes excluded by policy engine: ['shared'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:56:10.609428 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-91f3ad91-b284-4c2d-8a35-d7e51350692f tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] 10.222.0.15 "GET /v2.0/subnets/fac22d46-9da7-42dd-8325-f53d232472c1?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2782784 May 30 04:56:10.609582 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-0292609e-4ca5-4f91-9875-3b8434f74a12 tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Deleting port 72a837d4-7762-4256-b2fc-49468e34de65 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:56:10.609582 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0292609e-4ca5-4f91-9875-3b8434f74a12 tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:10.642361 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 38790) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:10.658343 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-e455498f-beaa-4e3e-83ff-0223870d32c0 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-388148543'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:56:10.714777 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-e455498f-beaa-4e3e-83ff-0223870d32c0 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:56:10.783417 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-e455498f-beaa-4e3e-83ff-0223870d32c0 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:56:10.993773 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e455498f-beaa-4e3e-83ff-0223870d32c0 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Made reservation on behalf of 73057037b7c54dd9b8d98bcf1b270dc2 for: {'network': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:56:10.997081 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e455498f-beaa-4e3e-83ff-0223870d32c0 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for network, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:11.021583 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ee00b321-de31-494c-829d-8e5bb0b8c42e tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11660'] for router, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:11.040556 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ee00b321-de31-494c-829d-8e5bb0b8c42e tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:11.105161 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4bbc5e8e-e82c-4c9e-afc0-cb48fa2b48c0 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1547796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2133315'] for subnet, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:11.108365 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ee00b321-de31-494c-829d-8e5bb0b8c42e tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1601605'] for router, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:11.108862 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee00b321-de31-494c-829d-8e5bb0b8c42e tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Fanout notify agent at l3_agent the message router_deleted on router bb58dabf-e9ce-489d-a374-14d718cb8ce5 {{(pid=88260) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 30 04:56:11.143072 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e455498f-beaa-4e3e-83ff-0223870d32c0 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=88260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 04:56:11.186652 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0292609e-4ca5-4f91-9875-3b8434f74a12 tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:11.204921 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e455498f-beaa-4e3e-83ff-0223870d32c0 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:11.205455 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.db.segments_db [None req-e455498f-beaa-4e3e-83ff-0223870d32c0 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Added segment 87252f1b-3e70-4b77-ab34-b85e4957944e of type vlan for network 49821708-6e56-444f-9db3-6460a4432c62 May 30 04:56:11.209330 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bbc5e8e-e82c-4c9e-afc0-cb48fa2b48c0 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Network 0008fd3d-19e9-40cf-b545-4a7647b90cf1 is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:56:11.222460 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-4bbc5e8e-e82c-4c9e-afc0-cb48fa2b48c0 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:56:11.236350 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddfce59c-79c1-486c-9f46-f22a81149453 None None] Network 0008fd3d-19e9-40cf-b545-4a7647b90cf1 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:56:11.280267 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bbc5e8e-e82c-4c9e-afc0-cb48fa2b48c0 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:56:11.280869 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4bbc5e8e-e82c-4c9e-afc0-cb48fa2b48c0 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:11.352337 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-455a669e-dcd8-4be4-b998-5e967aee4792 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602184'] for router_interface, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:11.357602 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbc5e8e-e82c-4c9e-afc0-cb48fa2b48c0 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Pushing event updated for resources: {'Subnet': ['ID=4825a5d6-414d-4c2e-97fe-e1835ee7847c,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:56:11.371706 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-0292609e-4ca5-4f91-9875-3b8434f74a12 tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Calling delete_port for 72a837d4-7762-4256-b2fc-49468e34de65 owned by network:router_gateway {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:56:11.406304 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-17c4c1ac-7010-4ebf-a913-d910f5a01fc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602184'] for router_interface, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:11.417287 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ee00b321-de31-494c-829d-8e5bb0b8c42e tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:11.421324 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-ee00b321-de31-494c-829d-8e5bb0b8c42e tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] 10.222.0.15 "DELETE /v2.0/routers/bb58dabf-e9ce-489d-a374-14d718cb8ce5 HTTP/1.1" status: 204 len: 168 time: 1.2383661 May 30 04:56:11.422008 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 38794) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:11.466896 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e455498f-beaa-4e3e-83ff-0223870d32c0 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729234556353'] for network, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:11.471776 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-4bbc5e8e-e82c-4c9e-afc0-cb48fa2b48c0 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0163434 May 30 04:56:11.477568 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 38798) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:11.485385 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb36c97-6387-48e5-89c5-069ad980d7c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bbf24ed-7ba9-53d2-873f-8f9642b1e987-0008fd3d-19e9-40cf-b545-4a7647b90cf1', 'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1', 'tenant_id': '16af2dbefc6742d5a37a7b30e58c8c2f', 'fixed_ips': [{'subnet_id': '4825a5d6-414d-4c2e-97fe-e1835ee7847c'}]}} from dv-neutron-843763-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 30 04:56:11.486627 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-ecb36c97-6387-48e5-89c5-069ad980d7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:11.500011 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-bd21e138-1e3b-4071-9ee3-c1672c4d4f48 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Request body: {'port': {'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1', 'name': 'tempest-NetworksTestDHCPv6-912111237'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:56:11.570836 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_v2 [None req-8501399d-2989-4fdd-80e6-e7278c6e7edc tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Deleting subnet 44762f54-1d9c-435c-bb72-12ff3ad4d337 {{(pid=88260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 30 04:56:11.577270 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8501399d-2989-4fdd-80e6-e7278c6e7edc tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks [] for subnet, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:11.620544 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e455498f-beaa-4e3e-83ff-0223870d32c0 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788'] for network, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:11.625907 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e455498f-beaa-4e3e-83ff-0223870d32c0 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:56:11.626489 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e455498f-beaa-4e3e-83ff-0223870d32c0 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:11.672109 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-ecb36c97-6387-48e5-89c5-069ad980d7c5 None None] Allocated IP 2001:db8::2 (0008fd3d-19e9-40cf-b545-4a7647b90cf1/4825a5d6-414d-4c2e-97fe-e1835ee7847c/6f5fc7d7-3778-4f4f-8fe6-d6dd2ab35005) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:56:11.744504 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8501399d-2989-4fdd-80e6-e7278c6e7edc tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1454738'] for subnet, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:11.775763 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-e455498f-beaa-4e3e-83ff-0223870d32c0 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.1293235 May 30 04:56:11.784718 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 38802) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:11.806480 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e455498f-beaa-4e3e-83ff-0223870d32c0 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Pushing event updated for resources: {'Network': ['ID=49821708-6e56-444f-9db3-6460a4432c62,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:56:11.826144 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Network 49821708-6e56-444f-9db3-6460a4432c62 details requested by agent ovs-agent-dv-neutron-843763-1-hyperv with host dv-neutron-843763-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 04:56:11.847218 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-d0bc64f7-2337-48f6-83f1-ac79a2b5edde tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Request body: {'subnet': {'network_id': '49821708-6e56-444f-9db3-6460a4432c62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:56:11.912538 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0292609e-4ca5-4f91-9875-3b8434f74a12 tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:11.950073 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8501399d-2989-4fdd-80e6-e7278c6e7edc tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860493'] for subnet, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:12.012035 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-ecb36c97-6387-48e5-89c5-069ad980d7c5 None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:12.023788 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-ecb36c97-6387-48e5-89c5-069ad980d7c5 None None] Transition to ACTIVE for port object 6f5fc7d7-3778-4f4f-8fe6-d6dd2ab35005 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:56:12.044494 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-ecb36c97-6387-48e5-89c5-069ad980d7c5 None None] Transition to ACTIVE for port object 6f5fc7d7-3778-4f4f-8fe6-d6dd2ab35005 will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:56:12.052377 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-ecb36c97-6387-48e5-89c5-069ad980d7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:12.133416 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb36c97-6387-48e5-89c5-069ad980d7c5 None None] Network 0008fd3d-19e9-40cf-b545-4a7647b90cf1 is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:56:12.136505 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-ecb36c97-6387-48e5-89c5-069ad980d7c5 None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:56:12.139049 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb36c97-6387-48e5-89c5-069ad980d7c5 None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:56:12.169278 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0292609e-4ca5-4f91-9875-3b8434f74a12 tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Pushing event deleted for resources: {'Port': ['ID=72a837d4-7762-4256-b2fc-49468e34de65,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:56:12.221297 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb36c97-6387-48e5-89c5-069ad980d7c5 None None] Pushing event updated for resources: {'Port': ['ID=6f5fc7d7-3778-4f4f-8fe6-d6dd2ab35005,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:56:12.241044 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-ecb36c97-6387-48e5-89c5-069ad980d7c5 None None] Attempting to bind port 6f5fc7d7-3778-4f4f-8fe6-d6dd2ab35005 on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 04:56:12.241702 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-ecb36c97-6387-48e5-89c5-069ad980d7c5 None None] Attempting to bind port 6f5fc7d7-3778-4f4f-8fe6-d6dd2ab35005 by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': 'c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 04:56:12.242622 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb36c97-6387-48e5-89c5-069ad980d7c5 None None] Attempting to bind port 6f5fc7d7-3778-4f4f-8fe6-d6dd2ab35005 on network 0008fd3d-19e9-40cf-b545-4a7647b90cf1 {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 04:56:12.242737 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0292609e-4ca5-4f91-9875-3b8434f74a12 tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1604781'] for router_gateway, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:12.246278 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-bd21e138-1e3b-4071-9ee3-c1672c4d4f48 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:56:12.247748 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb36c97-6387-48e5-89c5-069ad980d7c5 None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 4, 56, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 04:56:12.248137 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb36c97-6387-48e5-89c5-069ad980d7c5 None None] Checking segment: {'id': 'c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:56:12.248548 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-ecb36c97-6387-48e5-89c5-069ad980d7c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:12.249217 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb36c97-6387-48e5-89c5-069ad980d7c5 None None] Bound using segment: {'id': 'c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 04:56:12.249410 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-ecb36c97-6387-48e5-89c5-069ad980d7c5 None None] Bound port: 6f5fc7d7-3778-4f4f-8fe6-d6dd2ab35005, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 04:56:12.249795 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-ecb36c97-6387-48e5-89c5-069ad980d7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:12.266853 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-bd21e138-1e3b-4071-9ee3-c1672c4d4f48 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Usage tracker for resource:port and tenant:16af2dbefc6742d5a37a7b30e58c8c2f is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:56:12.275669 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-bd21e138-1e3b-4071-9ee3-c1672c4d4f48 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:56:12.292769 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-bd21e138-1e3b-4071-9ee3-c1672c4d4f48 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:56:12.307189 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-d0bc64f7-2337-48f6-83f1-ac79a2b5edde tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:56:12.323153 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-d0bc64f7-2337-48f6-83f1-ac79a2b5edde tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Usage tracker for resource:subnet and tenant:73057037b7c54dd9b8d98bcf1b270dc2 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:56:12.327040 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-d0bc64f7-2337-48f6-83f1-ac79a2b5edde tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Quota usage for subnet was recalculated. Used quota:4. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:56:12.336184 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd21e138-1e3b-4071-9ee3-c1672c4d4f48 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Made reservation on behalf of 16af2dbefc6742d5a37a7b30e58c8c2f for: {'port': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:56:12.339746 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bd21e138-1e3b-4071-9ee3-c1672c4d4f48 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:12.345673 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-ecb36c97-6387-48e5-89c5-069ad980d7c5 None None] For port 6f5fc7d7-3778-4f4f-8fe6-d6dd2ab35005, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 04:56:12.349339 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-ecb36c97-6387-48e5-89c5-069ad980d7c5 None None] For port 6f5fc7d7-3778-4f4f-8fe6-d6dd2ab35005, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=6f5fc7d7-3778-4f4f-8fe6-d6dd2ab35005,segment=NetworkSegment(c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1),segment_id=c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 04:56:12.353645 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-d0bc64f7-2337-48f6-83f1-ac79a2b5edde tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:56:12.353785 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-ecb36c97-6387-48e5-89c5-069ad980d7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:12.406867 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [None req-bd21e138-1e3b-4071-9ee3-c1672c4d4f48 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] device_id is not set on port 36ad8f13-3030-41d7-a6af-dc3bb6481b2a yet. {{(pid=88261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 30 04:56:12.436310 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0292609e-4ca5-4f91-9875-3b8434f74a12 tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11660'] for router, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:12.438731 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0292609e-4ca5-4f91-9875-3b8434f74a12 tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:12.445096 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb36c97-6387-48e5-89c5-069ad980d7c5 None None] Pushing event updated for resources: {'Port': ['ID=6f5fc7d7-3778-4f4f-8fe6-d6dd2ab35005,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:56:12.446291 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0bc64f7-2337-48f6-83f1-ac79a2b5edde tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Made reservation on behalf of 73057037b7c54dd9b8d98bcf1b270dc2 for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:56:12.449928 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d0bc64f7-2337-48f6-83f1-ac79a2b5edde tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9305518'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:12.467924 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0292609e-4ca5-4f91-9875-3b8434f74a12 tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1601605'] for router, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:12.469616 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0292609e-4ca5-4f91-9875-3b8434f74a12 tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Fanout notify agent at l3_agent the message router_deleted on router d2e6e604-aca9-4e92-b46c-1c09e0ff4ce9 {{(pid=88260) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 30 04:56:12.495407 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0292609e-4ca5-4f91-9875-3b8434f74a12 tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:12.496511 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-0292609e-4ca5-4f91-9875-3b8434f74a12 tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] 10.222.0.15 "DELETE /v2.0/routers/d2e6e604-aca9-4e92-b46c-1c09e0ff4ce9 HTTP/1.1" status: 204 len: 168 time: 3.1287358 May 30 04:56:12.498439 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8501399d-2989-4fdd-80e6-e7278c6e7edc tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1547867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2133322'] for subnet, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:12.504011 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 38808) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:12.543965 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-b1d848a7-c455-4e3e-ad09-4d729552929d tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-918193901', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'}, 'admin_state_up': False}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:56:12.555859 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8501399d-2989-4fdd-80e6-e7278c6e7edc tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Pushing event deleted for resources: {'Subnet': ['ID=44762f54-1d9c-435c-bb72-12ff3ad4d337,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:56:12.558178 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-b1d848a7-c455-4e3e-ad09-4d729552929d tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:56:12.563129 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8501399d-2989-4fdd-80e6-e7278c6e7edc tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:12.567415 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-8501399d-2989-4fdd-80e6-e7278c6e7edc tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] 10.222.0.15 "DELETE /v2.0/subnets/44762f54-1d9c-435c-bb72-12ff3ad4d337 HTTP/1.1" status: 204 len: 168 time: 1.1327484 May 30 04:56:12.567415 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-b1d848a7-c455-4e3e-ad09-4d729552929d tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Usage tracker for resource:router and tenant:d0d8de6c33ac4bb99234640e8489f5da is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:56:12.569028 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 38812) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:12.571830 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-b1d848a7-c455-4e3e-ad09-4d729552929d tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:56:12.575209 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-179b2793-f125-478a-9255-ab1510730d9a None None] Network 2a6c7bc9-94a5-4fae-b720-0b1bcef75a11 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:56:12.597201 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-b1d848a7-c455-4e3e-ad09-4d729552929d tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:56:12.650868 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.ipam_backend_mixin [None req-d0bc64f7-2337-48f6-83f1-ac79a2b5edde tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Performing IP validity checks on allocation pools {{(pid=88261) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 30 04:56:12.651391 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.ipam_backend_mixin [None req-d0bc64f7-2337-48f6-83f1-ac79a2b5edde tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88261) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 30 04:56:12.657395 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-455a669e-dcd8-4be4-b998-5e967aee4792 admin admin] Deleting port 6ff08b26-9c0a-4266-a838-3b18471bc957 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:56:12.659337 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-455a669e-dcd8-4be4-b998-5e967aee4792 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:12.681762 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b1d848a7-c455-4e3e-ad09-4d729552929d tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1603901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11666'] for router, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:12.683063 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b1d848a7-c455-4e3e-ad09-4d729552929d tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11675'] for router, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:12.740642 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5f9cb779-23c7-4c41-8b40-3b6eccd984d6 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897784'] for network, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:12.748624 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b1d848a7-c455-4e3e-ad09-4d729552929d tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:12.757462 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-17c4c1ac-7010-4ebf-a913-d910f5a01fc9 admin admin] Deleting port 75413245-0751-488c-b316-bd715bca792e {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:56:12.761094 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-17c4c1ac-7010-4ebf-a913-d910f5a01fc9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:12.765038 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-5f9cb779-23c7-4c41-8b40-3b6eccd984d6 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Deleting port 6e5016b3-4c54-4d65-aac5-dfd552ab10de {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:56:12.765386 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5f9cb779-23c7-4c41-8b40-3b6eccd984d6 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:12.962859 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb8845ed-0a56-4cae-a1aa-8f69ce093bc7 None None] DHCP port deletion for 2a6c7bc9-94a5-4fae-b720-0b1bcef75a11 request from dv-neutron-843763-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 30 04:56:12.967157 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-fb8845ed-0a56-4cae-a1aa-8f69ce093bc7 None None] Deleting port 6e5016b3-4c54-4d65-aac5-dfd552ab10de {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:56:12.967530 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-fb8845ed-0a56-4cae-a1aa-8f69ce093bc7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:13.067463 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-bd21e138-1e3b-4071-9ee3-c1672c4d4f48 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Allocated IP 2001:db8::22c (0008fd3d-19e9-40cf-b545-4a7647b90cf1/4825a5d6-414d-4c2e-97fe-e1835ee7847c/36ad8f13-3030-41d7-a6af-dc3bb6481b2a) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:56:13.212065 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b1d848a7-c455-4e3e-ad09-4d729552929d tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11765'] for router, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:13.234382 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-fb8845ed-0a56-4cae-a1aa-8f69ce093bc7 None None] For port 6e5016b3-4c54-4d65-aac5-dfd552ab10de, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=6e5016b3-4c54-4d65-aac5-dfd552ab10de,segment=NetworkSegment(e31573e4-3c28-41fa-ad71-4ea9b4fb8e2f),segment_id=e31573e4-3c28-41fa-ad71-4ea9b4fb8e2f)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:56:13.235241 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-fb8845ed-0a56-4cae-a1aa-8f69ce093bc7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:13.261404 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-5f9cb779-23c7-4c41-8b40-3b6eccd984d6 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] For port 6e5016b3-4c54-4d65-aac5-dfd552ab10de, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=6e5016b3-4c54-4d65-aac5-dfd552ab10de,segment=NetworkSegment(e31573e4-3c28-41fa-ad71-4ea9b4fb8e2f),segment_id=e31573e4-3c28-41fa-ad71-4ea9b4fb8e2f)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:56:13.262065 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5f9cb779-23c7-4c41-8b40-3b6eccd984d6 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:13.337511 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-17c4c1ac-7010-4ebf-a913-d910f5a01fc9 admin admin] For port 75413245-0751-488c-b316-bd715bca792e, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=75413245-0751-488c-b316-bd715bca792e,segment=NetworkSegment(6c4f160d-581c-4e44-836d-a510d50f04aa),segment_id=6c4f160d-581c-4e44-836d-a510d50f04aa)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:56:13.337945 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-17c4c1ac-7010-4ebf-a913-d910f5a01fc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:13.359395 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d0bc64f7-2337-48f6-83f1-ac79a2b5edde tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2305012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9305500'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:13.382406 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-fb8845ed-0a56-4cae-a1aa-8f69ce093bc7 None None] Calling delete_port for 6e5016b3-4c54-4d65-aac5-dfd552ab10de owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:56:13.436463 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-5f9cb779-23c7-4c41-8b40-3b6eccd984d6 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Calling delete_port for 6e5016b3-4c54-4d65-aac5-dfd552ab10de owned by network:dhcp {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:56:13.479334 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-fb8845ed-0a56-4cae-a1aa-8f69ce093bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069'] for port, after_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:13.532984 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8845ed-0a56-4cae-a1aa-8f69ce093bc7 None None] Pushing event deleted for resources: {'Port': ['ID=6e5016b3-4c54-4d65-aac5-dfd552ab10de,revision_number=None']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:56:13.549522 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8845ed-0a56-4cae-a1aa-8f69ce093bc7 None None] No DVR routers for this DVR port 6e5016b3-4c54-4d65-aac5-dfd552ab10de on host dv-neutron-843763-1-hyperv {{(pid=88262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 04:56:13.551340 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-17c4c1ac-7010-4ebf-a913-d910f5a01fc9 admin admin] Calling delete_port for 75413245-0751-488c-b316-bd715bca792e owned by network:router_interface {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:56:13.563111 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.db.api [None req-5f9cb779-23c7-4c41-8b40-3b6eccd984d6 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88260) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 04:56:13.563556 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG oslo_db.api [None req-5f9cb779-23c7-4c41-8b40-3b6eccd984d6 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 04:56:13.666361 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-455a669e-dcd8-4be4-b998-5e967aee4792 admin admin] For port 6ff08b26-9c0a-4266-a838-3b18471bc957, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=6ff08b26-9c0a-4266-a838-3b18471bc957,segment=NetworkSegment(50948e22-aeb7-4d40-9037-d9f84615e996),segment_id=50948e22-aeb7-4d40-9037-d9f84615e996)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:56:13.666719 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-455a669e-dcd8-4be4-b998-5e967aee4792 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:13.728360 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-033b026d-09f2-47ea-a4d4-4b4165796936 None None] Provisioning for port 6f5fc7d7-3778-4f4f-8fe6-d6dd2ab35005 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:56:13.877643 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b1d848a7-c455-4e3e-ad09-4d729552929d tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Notify callbacks [] for router_gateway, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:13.906739 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b1d848a7-c455-4e3e-ad09-4d729552929d tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:13.956293 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-455a669e-dcd8-4be4-b998-5e967aee4792 admin admin] Calling delete_port for 6ff08b26-9c0a-4266-a838-3b18471bc957 owned by network:router_interface {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:56:13.996552 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bc64f7-2337-48f6-83f1-ac79a2b5edde tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Pushing event updated for resources: {'Subnet': ['ID=ce484bdc-ed9e-42db-8164-082247527960,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:56:14.021106 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0bc64f7-2337-48f6-83f1-ac79a2b5edde tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Checking segment: {'id': '87252f1b-3e70-4b77-ab34-b85e4957944e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '49821708-6e56-444f-9db3-6460a4432c62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:56:14.021466 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0bc64f7-2337-48f6-83f1-ac79a2b5edde tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Network hostable DHCP agents. Network: 49821708-6e56-444f-9db3-6460a4432c62, hostable agents: ['1c705e68-3d3e-4dd3-9252-feb21d4b96ab'], hosted agents: [] {{(pid=88261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 04:56:14.043674 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-b1d848a7-c455-4e3e-ad09-4d729552929d tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Allocated IP 172.26.6.201 (1bab70f4-3794-44db-8e17-19f483aa8ffa/6b5b73c1-b0ce-4f83-a930-c00cc5522926/e1484ca6-9fa3-4415-9f0b-f2533359d4e6) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:56:14.076749 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-5f9cb779-23c7-4c41-8b40-3b6eccd984d6 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Deleting port 6e5016b3-4c54-4d65-aac5-dfd552ab10de {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:56:14.076749 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5f9cb779-23c7-4c41-8b40-3b6eccd984d6 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:14.144346 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0bc64f7-2337-48f6-83f1-ac79a2b5edde tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Network 49821708-6e56-444f-9db3-6460a4432c62 is scheduled to be hosted by DHCP agent 1c705e68-3d3e-4dd3-9252-feb21d4b96ab with binding_index 1 {{(pid=88261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 04:56:14.162734 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 6f5fc7d7-3778-4f4f-8fe6-d6dd2ab35005 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 04:56:14.169405 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bd21e138-1e3b-4071-9ee3-c1672c4d4f48 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:14.186550 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-d0bc64f7-2337-48f6-83f1-ac79a2b5edde tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843763-1-hyperv, 49821708-6e56-444f-9db3-6460a4432c62) {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:56:14.203817 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [None req-bd21e138-1e3b-4071-9ee3-c1672c4d4f48 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Transition to ACTIVE for port object 36ad8f13-3030-41d7-a6af-dc3bb6481b2a will not be triggered until provisioned by entity DHCP. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:56:14.206520 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c09cb8a-cf62-43e8-9f26-ebb4ed7d441e None None] Network 49821708-6e56-444f-9db3-6460a4432c62 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:56:14.227316 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-5f9cb779-23c7-4c41-8b40-3b6eccd984d6 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] The port '6e5016b3-4c54-4d65-aac5-dfd552ab10de' was deleted {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 30 04:56:14.316704 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bd21e138-1e3b-4071-9ee3-c1672c4d4f48 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:14.319107 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0bc64f7-2337-48f6-83f1-ac79a2b5edde tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:56:14.319461 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d0bc64f7-2337-48f6-83f1-ac79a2b5edde tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:14.356429 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port 6f5fc7d7-3778-4f4f-8fe6-d6dd2ab35005 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:56:14.364671 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 6f5fc7d7-3778-4f4f-8fe6-d6dd2ab35005 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:56:14.365302 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:14.397408 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5f9cb779-23c7-4c41-8b40-3b6eccd984d6 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867540', 'neutron.services.segments.db._delete_segments_for_network-8729234922972'] for network, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:14.435635 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b1d848a7-c455-4e3e-ad09-4d729552929d tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:14.436891 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd21e138-1e3b-4071-9ee3-c1672c4d4f48 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Network 0008fd3d-19e9-40cf-b545-4a7647b90cf1 is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:56:14.442801 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-5f9cb779-23c7-4c41-8b40-3b6eccd984d6 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a6c7bc9-94a5-4fae-b720-0b1bcef75a11']}} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:56:14.451748 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-bd21e138-1e3b-4071-9ee3-c1672c4d4f48 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:56:14.459979 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-5f9cb779-23c7-4c41-8b40-3b6eccd984d6 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e31573e4-3c28-41fa-ad71-4ea9b4fb8e2f') {'for_net_delete': True} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:56:14.460435 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-5f9cb779-23c7-4c41-8b40-3b6eccd984d6 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e31573e4-3c28-41fa-ad71-4ea9b4fb8e2f') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:56:14.462159 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd21e138-1e3b-4071-9ee3-c1672c4d4f48 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:56:14.468020 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd21e138-1e3b-4071-9ee3-c1672c4d4f48 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:56:14.469191 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bd21e138-1e3b-4071-9ee3-c1672c4d4f48 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:14.480479 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5f9cb779-23c7-4c41-8b40-3b6eccd984d6 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729235042807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1454725'] for segment, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:14.483286 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd21e138-1e3b-4071-9ee3-c1672c4d4f48 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Pushing event updated for resources: {'Port': ['ID=36ad8f13-3030-41d7-a6af-dc3bb6481b2a,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:56:14.494357 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-d0bc64f7-2337-48f6-83f1-ac79a2b5edde tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.6605768 May 30 04:56:14.495258 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 38816) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:14.502818 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 38820) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:14.503031 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-bd21e138-1e3b-4071-9ee3-c1672c4d4f48 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.0243173 May 30 04:56:14.508788 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-9bb7555d-9be8-4985-8866-f3b440380d3b tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:56:14.556758 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5f9cb779-23c7-4c41-8b40-3b6eccd984d6 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:14.560490 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-17c4c1ac-7010-4ebf-a913-d910f5a01fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:14.575326 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f9cb779-23c7-4c41-8b40-3b6eccd984d6 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=88260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 04:56:14.575762 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5f9cb779-23c7-4c41-8b40-3b6eccd984d6 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-862858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1547513'] for segment, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:14.605165 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acab7563-4cfb-4daa-a89a-ce78452c7e6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bbf24ed-7ba9-53d2-873f-8f9642b1e987-49821708-6e56-444f-9db3-6460a4432c62', 'network_id': '49821708-6e56-444f-9db3-6460a4432c62', 'tenant_id': '73057037b7c54dd9b8d98bcf1b270dc2', 'fixed_ips': [{'subnet_id': 'ce484bdc-ed9e-42db-8164-082247527960'}]}} from dv-neutron-843763-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 30 04:56:14.606076 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-acab7563-4cfb-4daa-a89a-ce78452c7e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:14.641739 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 6f5fc7d7-3778-4f4f-8fe6-d6dd2ab35005 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:56:14.642163 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:14.663743 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment e31573e4-3c28-41fa-ad71-4ea9b4fb8e2f resource provider aggregate not found May 30 04:56:14.699845 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c4c1ac-7010-4ebf-a913-d910f5a01fc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=75413245-0751-488c-b316-bd715bca792e,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:56:14.704448 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment e31573e4-3c28-41fa-ad71-4ea9b4fb8e2f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e31573e4-3c28-41fa-ad71-4ea9b4fb8e2f found for delete ", "request_id": "req-4266f6fd-3488-499f-a264-e8c06c142d93"}]} May 30 04:56:14.734058 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b1d848a7-c455-4e3e-ad09-4d729552929d tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:14.738589 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5f9cb779-23c7-4c41-8b40-3b6eccd984d6 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604744'] for network, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:14.742967 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5f9cb779-23c7-4c41-8b40-3b6eccd984d6 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:14.796317 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] For port 6f5fc7d7-3778-4f4f-8fe6-d6dd2ab35005, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=6f5fc7d7-3778-4f4f-8fe6-d6dd2ab35005,segment=NetworkSegment(c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1),segment_id=c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:56:14.814638 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:14.833033 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bda05ea-6596-4109-9af5-47b0451f4c72 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:56:14.838867 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bda05ea-6596-4109-9af5-47b0451f4c72 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:56:14.840517 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-0bda05ea-6596-4109-9af5-47b0451f4c72 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.3358634 May 30 04:56:14.849706 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 38828) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:14.856530 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9cb779-23c7-4c41-8b40-3b6eccd984d6 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Pushing event deleted for resources: {'Network': ['ID=2a6c7bc9-94a5-4fae-b720-0b1bcef75a11,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:56:14.874541 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d848a7-c455-4e3e-ad09-4d729552929d tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Network 1bab70f4-3794-44db-8e17-19f483aa8ffa is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:56:14.880524 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-b1d848a7-c455-4e3e-ad09-4d729552929d tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:56:14.882880 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d848a7-c455-4e3e-ad09-4d729552929d tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:56:14.901418 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 6e5016b3-4c54-4d65-aac5-dfd552ab10de no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 04:56:14.931054 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d848a7-c455-4e3e-ad09-4d729552929d tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Pushing event updated for resources: {'Port': ['ID=e1484ca6-9fa3-4415-9f0b-f2533359d4e6,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:56:14.935176 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-5f9cb779-23c7-4c41-8b40-3b6eccd984d6 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] 10.222.0.15 "DELETE /v2.0/networks/2a6c7bc9-94a5-4fae-b720-0b1bcef75a11 HTTP/1.1" status: 204 len: 168 time: 2.3651903 May 30 04:56:14.939673 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 38832) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:14.947782 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-8b5122d4-0e0a-4a0a-bfcb-1be7ff29b7a2 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-656987863', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'}, 'admin_state_up': False}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:56:14.951702 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-455a669e-dcd8-4be4-b998-5e967aee4792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:14.956521 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-8b5122d4-0e0a-4a0a-bfcb-1be7ff29b7a2 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:56:14.960750 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-8b5122d4-0e0a-4a0a-bfcb-1be7ff29b7a2 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Usage tracker for resource:router and tenant:177e950b79b644f8ac61f323eed71206 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:56:14.963615 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-8b5122d4-0e0a-4a0a-bfcb-1be7ff29b7a2 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:56:14.969440 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-8b5122d4-0e0a-4a0a-bfcb-1be7ff29b7a2 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:56:14.982071 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8b5122d4-0e0a-4a0a-bfcb-1be7ff29b7a2 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1603901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11666'] for router, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:14.983169 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8b5122d4-0e0a-4a0a-bfcb-1be7ff29b7a2 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11675'] for router, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:14.989391 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] No Port match for: 6e5016b3-4c54-4d65-aac5-dfd552ab10de {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 04:56:14.989560 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 6e5016b3-4c54-4d65-aac5-dfd552ab10de not bound to the agent host dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 04:56:15.022847 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-fdf02afe-35f6-4ec6-9198-1a179cf3b369 None None] Provisioning for port 36ad8f13-3030-41d7-a6af-dc3bb6481b2a completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:56:15.037189 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Pushing event updated for resources: {'Port': ['ID=6f5fc7d7-3778-4f4f-8fe6-d6dd2ab35005,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:56:15.039751 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-fdf02afe-35f6-4ec6-9198-1a179cf3b369 None None] Provisioning complete for port 36ad8f13-3030-41d7-a6af-dc3bb6481b2a triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:56:15.040134 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-fdf02afe-35f6-4ec6-9198-1a179cf3b369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:15.065637 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-acab7563-4cfb-4daa-a89a-ce78452c7e6d None None] Allocated IP 2001:db8::3 (49821708-6e56-444f-9db3-6460a4432c62/ce484bdc-ed9e-42db-8164-082247527960/c49c8e0e-483b-4c03-a80b-6794d77bf4aa) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:56:15.088149 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455a669e-dcd8-4be4-b998-5e967aee4792 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ff08b26-9c0a-4266-a838-3b18471bc957,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:56:15.135570 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8b5122d4-0e0a-4a0a-bfcb-1be7ff29b7a2 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:15.155881 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9bb7555d-9be8-4985-8866-f3b440380d3b tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9305511'] for subnet, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:15.167487 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-fdf02afe-35f6-4ec6-9198-1a179cf3b369 None None] Port 36ad8f13-3030-41d7-a6af-dc3bb6481b2a cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 04:56:15.233955 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-a0cd3aee-f5e9-4051-b87e-1196fc2e95cb tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Deleting port 36ad8f13-3030-41d7-a6af-dc3bb6481b2a {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:56:15.234304 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a0cd3aee-f5e9-4051-b87e-1196fc2e95cb tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:15.368968 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-acab7563-4cfb-4daa-a89a-ce78452c7e6d None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:15.381239 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-acab7563-4cfb-4daa-a89a-ce78452c7e6d None None] Transition to ACTIVE for port object c49c8e0e-483b-4c03-a80b-6794d77bf4aa will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:56:15.401078 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-acab7563-4cfb-4daa-a89a-ce78452c7e6d None None] Transition to ACTIVE for port object c49c8e0e-483b-4c03-a80b-6794d77bf4aa will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:56:15.409146 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-acab7563-4cfb-4daa-a89a-ce78452c7e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:15.477721 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acab7563-4cfb-4daa-a89a-ce78452c7e6d None None] Network 49821708-6e56-444f-9db3-6460a4432c62 is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:56:15.480757 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-acab7563-4cfb-4daa-a89a-ce78452c7e6d None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:56:15.485523 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acab7563-4cfb-4daa-a89a-ce78452c7e6d None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:56:15.516134 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acab7563-4cfb-4daa-a89a-ce78452c7e6d None None] Pushing event updated for resources: {'Port': ['ID=c49c8e0e-483b-4c03-a80b-6794d77bf4aa,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:56:15.587965 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-acab7563-4cfb-4daa-a89a-ce78452c7e6d None None] Attempting to bind port c49c8e0e-483b-4c03-a80b-6794d77bf4aa on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 04:56:15.588305 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-acab7563-4cfb-4daa-a89a-ce78452c7e6d None None] Attempting to bind port c49c8e0e-483b-4c03-a80b-6794d77bf4aa by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': '87252f1b-3e70-4b77-ab34-b85e4957944e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '49821708-6e56-444f-9db3-6460a4432c62'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 04:56:15.588597 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acab7563-4cfb-4daa-a89a-ce78452c7e6d None None] Attempting to bind port c49c8e0e-483b-4c03-a80b-6794d77bf4aa on network 49821708-6e56-444f-9db3-6460a4432c62 {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 04:56:15.594470 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acab7563-4cfb-4daa-a89a-ce78452c7e6d None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 4, 56, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 04:56:15.594853 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acab7563-4cfb-4daa-a89a-ce78452c7e6d None None] Checking segment: {'id': '87252f1b-3e70-4b77-ab34-b85e4957944e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '49821708-6e56-444f-9db3-6460a4432c62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:56:15.595260 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-acab7563-4cfb-4daa-a89a-ce78452c7e6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:15.595701 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acab7563-4cfb-4daa-a89a-ce78452c7e6d None None] Bound using segment: {'id': '87252f1b-3e70-4b77-ab34-b85e4957944e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '49821708-6e56-444f-9db3-6460a4432c62'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 04:56:15.596172 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-acab7563-4cfb-4daa-a89a-ce78452c7e6d None None] Bound port: c49c8e0e-483b-4c03-a80b-6794d77bf4aa, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87252f1b-3e70-4b77-ab34-b85e4957944e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '49821708-6e56-444f-9db3-6460a4432c62'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 04:56:15.601937 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-acab7563-4cfb-4daa-a89a-ce78452c7e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:15.697485 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-acab7563-4cfb-4daa-a89a-ce78452c7e6d None None] For port c49c8e0e-483b-4c03-a80b-6794d77bf4aa, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 04:56:15.700882 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-acab7563-4cfb-4daa-a89a-ce78452c7e6d None None] For port c49c8e0e-483b-4c03-a80b-6794d77bf4aa, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=c49c8e0e-483b-4c03-a80b-6794d77bf4aa,segment=NetworkSegment(87252f1b-3e70-4b77-ab34-b85e4957944e),segment_id=87252f1b-3e70-4b77-ab34-b85e4957944e)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 04:56:15.708053 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-acab7563-4cfb-4daa-a89a-ce78452c7e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:15.762659 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8b5122d4-0e0a-4a0a-bfcb-1be7ff29b7a2 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11765'] for router, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:15.825260 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-17c4c1ac-7010-4ebf-a913-d910f5a01fc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1642797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602100'] for router_interface, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:15.847485 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acab7563-4cfb-4daa-a89a-ce78452c7e6d None None] Pushing event updated for resources: {'Port': ['ID=c49c8e0e-483b-4c03-a80b-6794d77bf4aa,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:56:15.887336 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b1d848a7-c455-4e3e-ad09-4d729552929d tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Notify callbacks [] for router_gateway, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:16.042595 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a0cd3aee-f5e9-4051-b87e-1196fc2e95cb tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:16.258006 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-a0cd3aee-f5e9-4051-b87e-1196fc2e95cb tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Calling delete_port for 36ad8f13-3030-41d7-a6af-dc3bb6481b2a owned by {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:56:16.307906 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b1d848a7-c455-4e3e-ad09-4d729552929d tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603653'] for router, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:16.376506 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 6f5fc7d7-3778-4f4f-8fe6-d6dd2ab35005 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 04:56:16.398282 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-455a669e-dcd8-4be4-b998-5e967aee4792 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1642797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602100'] for router_interface, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:16.448064 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 6f5fc7d7-3778-4f4f-8fe6-d6dd2ab35005 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:56:16.448795 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:16.571846 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 6f5fc7d7-3778-4f4f-8fe6-d6dd2ab35005 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:56:16.573880 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device c49c8e0e-483b-4c03-a80b-6794d77bf4aa up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 04:56:16.648876 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8b5122d4-0e0a-4a0a-bfcb-1be7ff29b7a2 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks [] for router_gateway, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:16.651325 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port c49c8e0e-483b-4c03-a80b-6794d77bf4aa completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:56:16.689317 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9bb7555d-9be8-4985-8866-f3b440380d3b tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8729235026360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2304930'] for subnet, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:16.829269 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8b5122d4-0e0a-4a0a-bfcb-1be7ff29b7a2 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:16.958616 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb7555d-9be8-4985-8866-f3b440380d3b tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:56:16.959224 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9bb7555d-9be8-4985-8866-f3b440380d3b tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:16.963487 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-9bb7555d-9be8-4985-8866-f3b440380d3b tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] 10.222.0.15 "PUT /v2.0/subnets/ce484bdc-ed9e-42db-8164-082247527960 HTTP/1.1" status: 200 len: 900 time: 2.4663317 May 30 04:56:16.972075 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 38836) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:16.972743 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb7555d-9be8-4985-8866-f3b440380d3b tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Pushing event updated for resources: {'Subnet': ['ID=ce484bdc-ed9e-42db-8164-082247527960,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:56:16.980856 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1d848a7-c455-4e3e-ad09-4d729552929d tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Router a2e9696f-473e-442d-b7d9-488541249c5a is scheduled to L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 with binding_index 1 {{(pid=88260) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 30 04:56:17.063050 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a0cd3aee-f5e9-4051-b87e-1196fc2e95cb tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:17.096177 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-8b5122d4-0e0a-4a0a-bfcb-1be7ff29b7a2 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Allocated IP 172.26.6.37 (1bab70f4-3794-44db-8e17-19f483aa8ffa/6b5b73c1-b0ce-4f83-a930-c00cc5522926/70032f99-0c9a-4f20-9db8-4bb003af4e94) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:56:17.139105 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c737de12-c174-4056-8126-9f7991873a70 None None] Network 49821708-6e56-444f-9db3-6460a4432c62 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:56:17.295329 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1d848a7-c455-4e3e-ad09-4d729552929d tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 04:56:17.309595 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49fd3b7b-0d2f-4ee8-a26b-9c7402a0ee98 None None] Sync routers for ids ['a2e9696f-473e-442d-b7d9-488541249c5a'] in dv-neutron-843763-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 04:56:17.328067 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49fd3b7b-0d2f-4ee8-a26b-9c7402a0ee98 None None] Routers {'a2e9696f-473e-442d-b7d9-488541249c5a'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 04:56:17.331361 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-49fd3b7b-0d2f-4ee8-a26b-9c7402a0ee98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T04:56:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['a2e9696f-473e-442d-b7d9-488541249c5a'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:56:17.339701 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b1d848a7-c455-4e3e-ad09-4d729552929d tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:17.343355 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-b1d848a7-c455-4e3e-ad09-4d729552929d tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.8104813 May 30 04:56:17.345690 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 38840) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:17.353372 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-37638989-3ee5-48d7-9790-e8f68e101371 tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:56:17.372365 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:17.404697 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-7baff68f-9dbf-4d9c-a1e7-f194dcd71781 None None] Provisioning for port c49c8e0e-483b-4c03-a80b-6794d77bf4aa completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:56:17.410911 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd3aee-f5e9-4051-b87e-1196fc2e95cb tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Pushing event deleted for resources: {'Port': ['ID=36ad8f13-3030-41d7-a6af-dc3bb6481b2a,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:56:17.437354 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-7baff68f-9dbf-4d9c-a1e7-f194dcd71781 None None] Provisioning complete for port c49c8e0e-483b-4c03-a80b-6794d77bf4aa triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:56:17.439248 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7baff68f-9dbf-4d9c-a1e7-f194dcd71781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:17.447351 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-49fd3b7b-0d2f-4ee8-a26b-9c7402a0ee98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:56:17.463001 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49fd3b7b-0d2f-4ee8-a26b-9c7402a0ee98 None None] Routers {'a2e9696f-473e-442d-b7d9-488541249c5a'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 04:56:17.464009 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-49fd3b7b-0d2f-4ee8-a26b-9c7402a0ee98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T04:56:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['a2e9696f-473e-442d-b7d9-488541249c5a'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:56:17.477076 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17c4c1ac-7010-4ebf-a913-d910f5a01fc9 admin admin] Router b02ff726-f08b-4149-a2e7-4d3905e56a54 has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 04:56:17.568673 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-49fd3b7b-0d2f-4ee8-a26b-9c7402a0ee98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:56:17.569691 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49fd3b7b-0d2f-4ee8-a26b-9c7402a0ee98 None None] The sync data for ids ['a2e9696f-473e-442d-b7d9-488541249c5a'] in dv-neutron-843763-1-hyperv is: [] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 04:56:17.607756 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-7baff68f-9dbf-4d9c-a1e7-f194dcd71781 None None] Current status of the port c49c8e0e-483b-4c03-a80b-6794d77bf4aa is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:56:17.608221 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7baff68f-9dbf-4d9c-a1e7-f194dcd71781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:17.661532 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-7baff68f-9dbf-4d9c-a1e7-f194dcd71781 None None] For port c49c8e0e-483b-4c03-a80b-6794d77bf4aa, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=c49c8e0e-483b-4c03-a80b-6794d77bf4aa,segment=NetworkSegment(87252f1b-3e70-4b77-ab34-b85e4957944e),segment_id=87252f1b-3e70-4b77-ab34-b85e4957944e)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:56:17.674827 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7baff68f-9dbf-4d9c-a1e7-f194dcd71781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:17.705618 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a0cd3aee-f5e9-4051-b87e-1196fc2e95cb tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:17.711536 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9e2674e7-860b-4a53-a415-cf8eee52b6bc tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897784'] for network, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:17.761372 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baff68f-9dbf-4d9c-a1e7-f194dcd71781 None None] Pushing event updated for resources: {'Port': ['ID=c49c8e0e-483b-4c03-a80b-6794d77bf4aa,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:56:17.779571 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-a0cd3aee-f5e9-4051-b87e-1196fc2e95cb tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "DELETE /v2.0/ports/36ad8f13-3030-41d7-a6af-dc3bb6481b2a HTTP/1.1" status: 204 len: 168 time: 2.9244115 May 30 04:56:17.779571 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-9e2674e7-860b-4a53-a415-cf8eee52b6bc tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Deleting port c49c8e0e-483b-4c03-a80b-6794d77bf4aa {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:56:17.779571 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9e2674e7-860b-4a53-a415-cf8eee52b6bc tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:17.799228 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 38844) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:17.850933 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab3c579b-24b5-4bc3-8035-3c173c25cf94 None None] Network 49821708-6e56-444f-9db3-6460a4432c62 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:56:17.870004 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8b5122d4-0e0a-4a0a-bfcb-1be7ff29b7a2 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:17.950836 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-a041f9ac-5f1e-4a0f-a112-9835e0fb3c85 None None] Provisioning complete for port c49c8e0e-483b-4c03-a80b-6794d77bf4aa triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:56:17.951350 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a041f9ac-5f1e-4a0f-a112-9835e0fb3c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:17.966970 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e3db3dc-772a-4bf6-a6a3-15581ec844c6 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:56:17.968600 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e3db3dc-772a-4bf6-a6a3-15581ec844c6 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:56:17.969311 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-5e3db3dc-772a-4bf6-a6a3-15581ec844c6 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Synchronizing usage tracker for tenant:16af2dbefc6742d5a37a7b30e58c8c2f on resource:subnet {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:56:17.974159 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-455a669e-dcd8-4be4-b998-5e967aee4792 admin admin] Router 4a6359bc-40ba-45a2-9e57-2bca6b7f70d0 has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 04:56:18.051382 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-5e3db3dc-772a-4bf6-a6a3-15581ec844c6 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Unset dirty status for tenant:16af2dbefc6742d5a37a7b30e58c8c2f on resource:subnet {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:56:18.052589 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-5e3db3dc-772a-4bf6-a6a3-15581ec844c6 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2523344 May 30 04:56:18.062267 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 38848) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:18.155680 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8b5122d4-0e0a-4a0a-bfcb-1be7ff29b7a2 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:18.157686 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17c4c1ac-7010-4ebf-a913-d910f5a01fc9 admin admin] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 04:56:18.163714 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-17c4c1ac-7010-4ebf-a913-d910f5a01fc9 admin admin] 10.222.0.15 "PUT /v2.0/routers/b02ff726-f08b-4149-a2e7-4d3905e56a54/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0316038 May 30 04:56:18.171127 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device c49c8e0e-483b-4c03-a80b-6794d77bf4aa up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 04:56:18.175849 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 38852) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:18.206240 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5caed32d-f21d-4ce2-92b8-904bc47351e3 None None] Sync routers for ids ['b02ff726-f08b-4149-a2e7-4d3905e56a54'] in dv-neutron-843763-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 04:56:18.211831 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-37638989-3ee5-48d7-9790-e8f68e101371 tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11765'] for router, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:18.219750 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_v2 [None req-fee67394-196f-46ff-aac9-077d27bbe105 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Deleting subnet 4825a5d6-414d-4c2e-97fe-e1835ee7847c {{(pid=88260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 30 04:56:18.234839 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fee67394-196f-46ff-aac9-077d27bbe105 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks [] for subnet, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:18.245111 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-a041f9ac-5f1e-4a0f-a112-9835e0fb3c85 None None] Current status of the port c49c8e0e-483b-4c03-a80b-6794d77bf4aa is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:56:18.255739 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5caed32d-f21d-4ce2-92b8-904bc47351e3 None None] Routers {'b02ff726-f08b-4149-a2e7-4d3905e56a54'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 04:56:18.257023 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-5caed32d-f21d-4ce2-92b8-904bc47351e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T04:56:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['b02ff726-f08b-4149-a2e7-4d3905e56a54'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:56:18.291952 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b5122d4-0e0a-4a0a-bfcb-1be7ff29b7a2 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Network 1bab70f4-3794-44db-8e17-19f483aa8ffa is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:56:18.308265 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-8b5122d4-0e0a-4a0a-bfcb-1be7ff29b7a2 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:56:18.317854 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5122d4-0e0a-4a0a-bfcb-1be7ff29b7a2 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:56:18.354089 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-37638989-3ee5-48d7-9790-e8f68e101371 tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:18.374205 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5122d4-0e0a-4a0a-bfcb-1be7ff29b7a2 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Pushing event updated for resources: {'Port': ['ID=70032f99-0c9a-4f20-9db8-4bb003af4e94,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:56:18.388341 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fee67394-196f-46ff-aac9-077d27bbe105 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1454738'] for subnet, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:18.429684 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-37638989-3ee5-48d7-9790-e8f68e101371 tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Deleting port e1484ca6-9fa3-4415-9f0b-f2533359d4e6 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:56:18.430075 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-37638989-3ee5-48d7-9790-e8f68e101371 tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:18.440222 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port c49c8e0e-483b-4c03-a80b-6794d77bf4aa triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:56:18.440516 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:18.492609 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-9e2674e7-860b-4a53-a415-cf8eee52b6bc tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] For port c49c8e0e-483b-4c03-a80b-6794d77bf4aa, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=c49c8e0e-483b-4c03-a80b-6794d77bf4aa,segment=NetworkSegment(87252f1b-3e70-4b77-ab34-b85e4957944e),segment_id=87252f1b-3e70-4b77-ab34-b85e4957944e)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:56:18.493236 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9e2674e7-860b-4a53-a415-cf8eee52b6bc tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:18.517217 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-5caed32d-f21d-4ce2-92b8-904bc47351e3 None None] Set router b02ff726-f08b-4149-a2e7-4d3905e56a54 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 04:56:18.520130 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-455a669e-dcd8-4be4-b998-5e967aee4792 admin admin] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 04:56:18.528269 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-455a669e-dcd8-4be4-b998-5e967aee4792 admin admin] 10.222.0.15 "PUT /v2.0/routers/4a6359bc-40ba-45a2-9e57-2bca6b7f70d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3386374 May 30 04:56:18.529062 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 38856) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:18.533333 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04bcd94e-45b4-41a5-a8b5-739d27e20f0b None None] Sync routers for ids ['4a6359bc-40ba-45a2-9e57-2bca6b7f70d0'] in dv-neutron-843763-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 04:56:18.546211 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04bcd94e-45b4-41a5-a8b5-739d27e20f0b None None] Routers {'4a6359bc-40ba-45a2-9e57-2bca6b7f70d0'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 04:56:18.546980 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-04bcd94e-45b4-41a5-a8b5-739d27e20f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T04:56:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['4a6359bc-40ba-45a2-9e57-2bca6b7f70d0'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:56:18.704777 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d91dc22b-f2b4-40aa-b00c-73ff41867f66 admin admin] Notify callbacks [] for router, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:18.841930 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-04bcd94e-45b4-41a5-a8b5-739d27e20f0b None None] Set router 4a6359bc-40ba-45a2-9e57-2bca6b7f70d0 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 04:56:18.931584 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port c49c8e0e-483b-4c03-a80b-6794d77bf4aa is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:56:18.934678 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-9e2674e7-860b-4a53-a415-cf8eee52b6bc tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Calling delete_port for c49c8e0e-483b-4c03-a80b-6794d77bf4aa owned by network:dhcp {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:56:18.942384 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-721c87fd-f313-4346-8221-4977127f26ab None None] Provisioning complete for port c49c8e0e-483b-4c03-a80b-6794d77bf4aa triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:56:18.942756 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-721c87fd-f313-4346-8221-4977127f26ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:19.030820 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fee67394-196f-46ff-aac9-077d27bbe105 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860493'] for subnet, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:19.133903 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-721c87fd-f313-4346-8221-4977127f26ab None None] Current status of the port c49c8e0e-483b-4c03-a80b-6794d77bf4aa is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:56:19.136830 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-5caed32d-f21d-4ce2-92b8-904bc47351e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b02ff726-f08b-4149-a2e7-4d3905e56a54', 'name': 'tempest-ServersTestManualDisk-667274620-router', 'tenant_id': '3fffdaf8665e4f2eb17f85d23ba9b1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.58'}], 'enable_snat': True}, 'gw_port_id': 'c55ef8d8-9531-4178-b54e-cd03e72ab6ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T04:53:35Z', 'updated_at': '2022-05-30T04:56:14Z', 'revision_number': 5, 'project_id': '3fffdaf8665e4f2eb17f85d23ba9b1e3', 'gw_port': {'id': 'c55ef8d8-9531-4178-b54e-cd03e72ab6ef', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:d0:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02ff726-f08b-4149-a2e7-4d3905e56a54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:53:39Z', 'updated_at': '2022-05-30T04:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv'}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:56:19.141463 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5caed32d-f21d-4ce2-92b8-904bc47351e3 None None] Checking router: b02ff726-f08b-4149-a2e7-4d3905e56a54 for host: dv-neutron-843763-1-hyperv {{(pid=88262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 04:56:19.157762 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-37638989-3ee5-48d7-9790-e8f68e101371 tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:19.158357 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5caed32d-f21d-4ce2-92b8-904bc47351e3 None None] Routers {'b02ff726-f08b-4149-a2e7-4d3905e56a54'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 04:56:19.159057 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-5caed32d-f21d-4ce2-92b8-904bc47351e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T04:56:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['b02ff726-f08b-4149-a2e7-4d3905e56a54'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:56:19.305924 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-04bcd94e-45b4-41a5-a8b5-739d27e20f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a6359bc-40ba-45a2-9e57-2bca6b7f70d0', 'name': 'tempest-ServersTestJSON-5148407-router', 'tenant_id': '78063ff0b78c49339686a2b1a492c074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.49'}], 'enable_snat': True}, 'gw_port_id': 'a2cf377b-0bfb-4934-9c52-e757dc7b9e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T04:53:29Z', 'updated_at': '2022-05-30T04:56:14Z', 'revision_number': 5, 'project_id': '78063ff0b78c49339686a2b1a492c074', 'gw_port': {'id': 'a2cf377b-0bfb-4934-9c52-e757dc7b9e8e', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6359bc-40ba-45a2-9e57-2bca6b7f70d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:53:30Z', 'updated_at': '2022-05-30T04:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv'}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:56:19.319813 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04bcd94e-45b4-41a5-a8b5-739d27e20f0b None None] Checking router: 4a6359bc-40ba-45a2-9e57-2bca6b7f70d0 for host: dv-neutron-843763-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 04:56:19.331488 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-37638989-3ee5-48d7-9790-e8f68e101371 tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Calling delete_port for e1484ca6-9fa3-4415-9f0b-f2533359d4e6 owned by network:router_gateway {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:56:19.333366 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04bcd94e-45b4-41a5-a8b5-739d27e20f0b None None] Routers {'4a6359bc-40ba-45a2-9e57-2bca6b7f70d0'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 04:56:19.334006 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-04bcd94e-45b4-41a5-a8b5-739d27e20f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T04:56:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['4a6359bc-40ba-45a2-9e57-2bca6b7f70d0'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:56:19.373406 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-5caed32d-f21d-4ce2-92b8-904bc47351e3 None None] Set router b02ff726-f08b-4149-a2e7-4d3905e56a54 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 04:56:19.401636 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f1968681-18ab-4f29-9322-fce4ccf14f06 admin admin] Notify callbacks [] for router, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:19.462299 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d91dc22b-f2b4-40aa-b00c-73ff41867f66 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:19.486957 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9e2674e7-860b-4a53-a415-cf8eee52b6bc tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:19.552228 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fee67394-196f-46ff-aac9-077d27bbe105 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1547867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2133322'] for subnet, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:19.552454 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-d91dc22b-f2b4-40aa-b00c-73ff41867f66 admin admin] Deleting port c55ef8d8-9531-4178-b54e-cd03e72ab6ef {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:56:19.552911 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d91dc22b-f2b4-40aa-b00c-73ff41867f66 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:19.562513 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-04bcd94e-45b4-41a5-a8b5-739d27e20f0b None None] Set router 4a6359bc-40ba-45a2-9e57-2bca6b7f70d0 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 04:56:19.587033 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2674e7-860b-4a53-a415-cf8eee52b6bc tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Pushing event deleted for resources: {'Port': ['ID=c49c8e0e-483b-4c03-a80b-6794d77bf4aa,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:56:19.619687 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc316594-c56b-46f0-a15f-7a599d4bceaa None None] Network 0008fd3d-19e9-40cf-b545-4a7647b90cf1 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:56:19.619984 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee67394-196f-46ff-aac9-077d27bbe105 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Pushing event deleted for resources: {'Subnet': ['ID=4825a5d6-414d-4c2e-97fe-e1835ee7847c,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:56:19.622353 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fee67394-196f-46ff-aac9-077d27bbe105 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:19.635791 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8b5122d4-0e0a-4a0a-bfcb-1be7ff29b7a2 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks [] for router_gateway, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:19.747903 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-fee67394-196f-46ff-aac9-077d27bbe105 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "DELETE /v2.0/subnets/4825a5d6-414d-4c2e-97fe-e1835ee7847c HTTP/1.1" status: 204 len: 168 time: 1.6838286 May 30 04:56:19.751819 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76e3f4b1-2fd5-4104-9f71-974b99810a5f None None] DHCP port deletion for 49821708-6e56-444f-9db3-6460a4432c62 request from dv-neutron-843763-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 30 04:56:19.752692 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 38860) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:19.877336 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2674e7-860b-4a53-a415-cf8eee52b6bc tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] No DVR routers for this DVR port c49c8e0e-483b-4c03-a80b-6794d77bf4aa on host dv-neutron-843763-1-hyperv {{(pid=88261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 04:56:19.904190 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-3c6ae3bd-9438-42e1-a166-7775e46e016f tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1500549 May 30 04:56:19.910082 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-5caed32d-f21d-4ce2-92b8-904bc47351e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b02ff726-f08b-4149-a2e7-4d3905e56a54', 'name': 'tempest-ServersTestManualDisk-667274620-router', 'tenant_id': '3fffdaf8665e4f2eb17f85d23ba9b1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.58'}], 'enable_snat': True}, 'gw_port_id': 'c55ef8d8-9531-4178-b54e-cd03e72ab6ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T04:53:35Z', 'updated_at': '2022-05-30T04:56:14Z', 'revision_number': 5, 'project_id': '3fffdaf8665e4f2eb17f85d23ba9b1e3', 'gw_port': {'id': 'c55ef8d8-9531-4178-b54e-cd03e72ab6ef', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:d0:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02ff726-f08b-4149-a2e7-4d3905e56a54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:53:39Z', 'updated_at': '2022-05-30T04:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv'}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:56:19.916689 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5caed32d-f21d-4ce2-92b8-904bc47351e3 None None] The sync data for ids ['b02ff726-f08b-4149-a2e7-4d3905e56a54'] in dv-neutron-843763-1-hyperv is: [{'id': 'b02ff726-f08b-4149-a2e7-4d3905e56a54', 'name': 'tempest-ServersTestManualDisk-667274620-router', 'tenant_id': '3fffdaf8665e4f2eb17f85d23ba9b1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.58'}], 'enable_snat': True}, 'gw_port_id': 'c55ef8d8-9531-4178-b54e-cd03e72ab6ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T04:53:35Z', 'updated_at': '2022-05-30T04:56:14Z', 'revision_number': 5, 'project_id': '3fffdaf8665e4f2eb17f85d23ba9b1e3', 'gw_port': {'id': 'c55ef8d8-9531-4178-b54e-cd03e72ab6ef', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:d0:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02ff726-f08b-4149-a2e7-4d3905e56a54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:53:39Z', 'updated_at': '2022-05-30T04:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv'}] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 04:56:19.918869 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 38864) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:19.921011 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-04bcd94e-45b4-41a5-a8b5-739d27e20f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a6359bc-40ba-45a2-9e57-2bca6b7f70d0', 'name': 'tempest-ServersTestJSON-5148407-router', 'tenant_id': '78063ff0b78c49339686a2b1a492c074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.49'}], 'enable_snat': True}, 'gw_port_id': 'a2cf377b-0bfb-4934-9c52-e757dc7b9e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T04:53:29Z', 'updated_at': '2022-05-30T04:56:14Z', 'revision_number': 5, 'project_id': '78063ff0b78c49339686a2b1a492c074', 'gw_port': {'id': 'a2cf377b-0bfb-4934-9c52-e757dc7b9e8e', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6359bc-40ba-45a2-9e57-2bca6b7f70d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:53:30Z', 'updated_at': '2022-05-30T04:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv'}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:56:19.925740 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04bcd94e-45b4-41a5-a8b5-739d27e20f0b None None] The sync data for ids ['4a6359bc-40ba-45a2-9e57-2bca6b7f70d0'] in dv-neutron-843763-1-hyperv is: [{'id': '4a6359bc-40ba-45a2-9e57-2bca6b7f70d0', 'name': 'tempest-ServersTestJSON-5148407-router', 'tenant_id': '78063ff0b78c49339686a2b1a492c074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.49'}], 'enable_snat': True}, 'gw_port_id': 'a2cf377b-0bfb-4934-9c52-e757dc7b9e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T04:53:29Z', 'updated_at': '2022-05-30T04:56:14Z', 'revision_number': 5, 'project_id': '78063ff0b78c49339686a2b1a492c074', 'gw_port': {'id': 'a2cf377b-0bfb-4934-9c52-e757dc7b9e8e', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6359bc-40ba-45a2-9e57-2bca6b7f70d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:53:30Z', 'updated_at': '2022-05-30T04:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv'}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 04:56:19.948269 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-b627c7a2-c090-49e8-be32-435a2ed4fa38 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Request body: {'subnet': {'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:56:20.037782 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f1968681-18ab-4f29-9322-fce4ccf14f06 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:20.051723 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9e2674e7-860b-4a53-a415-cf8eee52b6bc tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860493'] for subnet, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:20.107599 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-f1968681-18ab-4f29-9322-fce4ccf14f06 admin admin] Deleting port a2cf377b-0bfb-4934-9c52-e757dc7b9e8e {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:56:20.107937 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f1968681-18ab-4f29-9322-fce4ccf14f06 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:20.190556 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-d91dc22b-f2b4-40aa-b00c-73ff41867f66 admin admin] For port c55ef8d8-9531-4178-b54e-cd03e72ab6ef, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=c55ef8d8-9531-4178-b54e-cd03e72ab6ef,segment=NetworkSegment(ad083d94-0233-4c50-a0ed-00ef7686038c),segment_id=ad083d94-0233-4c50-a0ed-00ef7686038c)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:56:20.190876 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d91dc22b-f2b4-40aa-b00c-73ff41867f66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:20.319969 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c31bc1-f238-4399-9d5a-990ba2d2f504 None None] DHCP port deletion for 0008fd3d-19e9-40cf-b545-4a7647b90cf1 request from dv-neutron-843763-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 30 04:56:20.325284 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-64c31bc1-f238-4399-9d5a-990ba2d2f504 None None] Deleting port 6f5fc7d7-3778-4f4f-8fe6-d6dd2ab35005 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:56:20.325759 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-64c31bc1-f238-4399-9d5a-990ba2d2f504 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:20.343659 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-d91dc22b-f2b4-40aa-b00c-73ff41867f66 admin admin] Calling delete_port for c55ef8d8-9531-4178-b54e-cd03e72ab6ef owned by network:router_gateway {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:56:20.414571 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-b627c7a2-c090-49e8-be32-435a2ed4fa38 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:56:20.419911 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-b627c7a2-c090-49e8-be32-435a2ed4fa38 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Usage tracker for resource:subnet and tenant:16af2dbefc6742d5a37a7b30e58c8c2f is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:56:20.424371 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-b627c7a2-c090-49e8-be32-435a2ed4fa38 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:56:20.431461 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-b627c7a2-c090-49e8-be32-435a2ed4fa38 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:56:20.497687 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8b5122d4-0e0a-4a0a-bfcb-1be7ff29b7a2 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603653'] for router, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:20.506327 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b627c7a2-c090-49e8-be32-435a2ed4fa38 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Made reservation on behalf of 16af2dbefc6742d5a37a7b30e58c8c2f for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:56:20.510258 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b627c7a2-c090-49e8-be32-435a2ed4fa38 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2133361'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:20.606604 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-64c31bc1-f238-4399-9d5a-990ba2d2f504 None None] For port 6f5fc7d7-3778-4f4f-8fe6-d6dd2ab35005, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=6f5fc7d7-3778-4f4f-8fe6-d6dd2ab35005,segment=NetworkSegment(c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1),segment_id=c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:56:20.607239 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-64c31bc1-f238-4399-9d5a-990ba2d2f504 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:20.621749 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9e2674e7-860b-4a53-a415-cf8eee52b6bc tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2304955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9305493'] for subnet, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:20.681750 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2674e7-860b-4a53-a415-cf8eee52b6bc tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Pushing event deleted for resources: {'Subnet': ['ID=ce484bdc-ed9e-42db-8164-082247527960,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:56:20.764413 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-37638989-3ee5-48d7-9790-e8f68e101371 tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:20.768701 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf4ae15-a37c-451d-b9bc-67add71de608 None None] Network 49821708-6e56-444f-9db3-6460a4432c62 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:56:20.785408 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 6ff08b26-9c0a-4266-a838-3b18471bc957 no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 04:56:20.818928 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-64c31bc1-f238-4399-9d5a-990ba2d2f504 None None] Calling delete_port for 6f5fc7d7-3778-4f4f-8fe6-d6dd2ab35005 owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:56:20.858551 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-f1968681-18ab-4f29-9322-fce4ccf14f06 admin admin] For port a2cf377b-0bfb-4934-9c52-e757dc7b9e8e, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=a2cf377b-0bfb-4934-9c52-e757dc7b9e8e,segment=NetworkSegment(ad083d94-0233-4c50-a0ed-00ef7686038c),segment_id=ad083d94-0233-4c50-a0ed-00ef7686038c)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:56:20.859229 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f1968681-18ab-4f29-9322-fce4ccf14f06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:20.871324 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9e2674e7-860b-4a53-a415-cf8eee52b6bc tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867540', 'neutron.services.segments.db._delete_segments_for_network-8729234922972'] for network, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:20.921714 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37638989-3ee5-48d7-9790-e8f68e101371 tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Pushing event deleted for resources: {'Port': ['ID=e1484ca6-9fa3-4415-9f0b-f2533359d4e6,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:56:20.940725 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] No Port match for: 6ff08b26-9c0a-4266-a838-3b18471bc957 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 04:56:20.941067 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 6ff08b26-9c0a-4266-a838-3b18471bc957 not bound to the agent host dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 04:56:20.941486 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 6f5fc7d7-3778-4f4f-8fe6-d6dd2ab35005 no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 04:56:21.016939 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-f1968681-18ab-4f29-9322-fce4ccf14f06 admin admin] Calling delete_port for a2cf377b-0bfb-4934-9c52-e757dc7b9e8e owned by network:router_gateway {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:56:21.063651 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-9e2674e7-860b-4a53-a415-cf8eee52b6bc tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49821708-6e56-444f-9db3-6460a4432c62']}} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:56:21.069098 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-37638989-3ee5-48d7-9790-e8f68e101371 tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1604781'] for router_gateway, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:21.085443 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-9e2674e7-860b-4a53-a415-cf8eee52b6bc tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87252f1b-3e70-4b77-ab34-b85e4957944e') {'for_net_delete': True} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:56:21.085743 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-9e2674e7-860b-4a53-a415-cf8eee52b6bc tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87252f1b-3e70-4b77-ab34-b85e4957944e') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:56:21.135141 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9e2674e7-860b-4a53-a415-cf8eee52b6bc tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729235042807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3545573'] for segment, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:21.161371 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-64c31bc1-f238-4399-9d5a-990ba2d2f504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069'] for port, after_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:21.194430 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Port 6f5fc7d7-3778-4f4f-8fe6-d6dd2ab35005 update to DOWN by agent not found {{(pid=88262) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} May 30 04:56:21.194849 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device c49c8e0e-483b-4c03-a80b-6794d77bf4aa no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 04:56:21.210950 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9e2674e7-860b-4a53-a415-cf8eee52b6bc tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:21.234858 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfaf5236-19df-40a3-bd03-9e75a07b69f7 None None] DHCP port deletion for 49821708-6e56-444f-9db3-6460a4432c62 request from dv-neutron-843763-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 30 04:56:21.240640 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e2674e7-860b-4a53-a415-cf8eee52b6bc tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=88261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 04:56:21.241533 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9e2674e7-860b-4a53-a415-cf8eee52b6bc tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-862858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2304281'] for segment, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:21.251809 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] No Port match for: c49c8e0e-483b-4c03-a80b-6794d77bf4aa {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 04:56:21.252112 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device c49c8e0e-483b-4c03-a80b-6794d77bf4aa not bound to the agent host dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 04:56:21.253734 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c31bc1-f238-4399-9d5a-990ba2d2f504 None None] No DVR routers for this DVR port 6f5fc7d7-3778-4f4f-8fe6-d6dd2ab35005 on host dv-neutron-843763-1-hyperv {{(pid=88262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 04:56:21.255323 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c31bc1-f238-4399-9d5a-990ba2d2f504 None None] Pushing event deleted for resources: {'Port': ['ID=6f5fc7d7-3778-4f4f-8fe6-d6dd2ab35005,revision_number=None']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:56:21.305243 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d91dc22b-f2b4-40aa-b00c-73ff41867f66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:21.308991 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-826d5159-8b70-435f-a576-8627571e11d6 None None] get_active_networks_info from dv-neutron-843763-1-hyperv {{(pid=88262) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 30 04:56:21.332875 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b5122d4-0e0a-4a0a-bfcb-1be7ff29b7a2 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Router a1da934a-820c-4820-a96d-1c44404545c3 is scheduled to L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 with binding_index 1 {{(pid=88260) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 30 04:56:21.359639 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 87252f1b-3e70-4b77-ab34-b85e4957944e resource provider aggregate not found May 30 04:56:21.450964 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 87252f1b-3e70-4b77-ab34-b85e4957944e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 87252f1b-3e70-4b77-ab34-b85e4957944e found for delete ", "request_id": "req-da6ddd64-54cd-4415-8685-1cc0648a86b0"}]} May 30 04:56:21.467729 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91dc22b-f2b4-40aa-b00c-73ff41867f66 admin admin] Pushing event deleted for resources: {'Port': ['ID=c55ef8d8-9531-4178-b54e-cd03e72ab6ef,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:56:21.470697 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-826d5159-8b70-435f-a576-8627571e11d6 None None] Resources bound (agent type, host, resource id): {{(pid=88262) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 30 04:56:21.520676 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9e2674e7-860b-4a53-a415-cf8eee52b6bc tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604744'] for network, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:21.546965 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9e2674e7-860b-4a53-a415-cf8eee52b6bc tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:21.587497 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2674e7-860b-4a53-a415-cf8eee52b6bc tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Pushing event deleted for resources: {'Network': ['ID=49821708-6e56-444f-9db3-6460a4432c62,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:56:21.614295 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d91dc22b-f2b4-40aa-b00c-73ff41867f66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1604781'] for router_gateway, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:21.741651 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-9e2674e7-860b-4a53-a415-cf8eee52b6bc tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] 10.222.0.15 "DELETE /v2.0/networks/49821708-6e56-444f-9db3-6460a4432c62 HTTP/1.1" status: 204 len: 168 time: 4.7634902 May 30 04:56:21.777013 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 38876) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:21.806268 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f1968681-18ab-4f29-9322-fce4ccf14f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:21.811867 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d91dc22b-f2b4-40aa-b00c-73ff41867f66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11660'] for router, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:21.816609 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b627c7a2-c090-49e8-be32-435a2ed4fa38 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1547796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2133315'] for subnet, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:21.842374 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d91dc22b-f2b4-40aa-b00c-73ff41867f66 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:21.856048 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-37638989-3ee5-48d7-9790-e8f68e101371 tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11765'] for router, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:21.861648 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1968681-18ab-4f29-9322-fce4ccf14f06 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2cf377b-0bfb-4934-9c52-e757dc7b9e8e,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:56:21.918388 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-3668f109-07db-4452-98c2-28f3917de4d1 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] DELETE failed (client error): The resource could not be found. May 30 04:56:21.918845 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3668f109-07db-4452-98c2-28f3917de4d1 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 04:56:21.938812 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d91dc22b-f2b4-40aa-b00c-73ff41867f66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1601605'] for router, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:21.939873 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d91dc22b-f2b4-40aa-b00c-73ff41867f66 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b02ff726-f08b-4149-a2e7-4d3905e56a54 {{(pid=88261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 30 04:56:21.948273 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-37638989-3ee5-48d7-9790-e8f68e101371 tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1603699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1603708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1603909'] for router, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:21.962678 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d91dc22b-f2b4-40aa-b00c-73ff41867f66 admin admin] Notify callbacks [] for router, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:21.967045 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-d91dc22b-f2b4-40aa-b00c-73ff41867f66 admin admin] 10.222.0.15 "DELETE /v2.0/routers/b02ff726-f08b-4149-a2e7-4d3905e56a54 HTTP/1.1" status: 204 len: 168 time: 3.7900283 May 30 04:56:21.970445 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 38880) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:22.018067 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f1968681-18ab-4f29-9322-fce4ccf14f06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1604781'] for router_gateway, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:22.025170 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b627c7a2-c090-49e8-be32-435a2ed4fa38 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Network 0008fd3d-19e9-40cf-b545-4a7647b90cf1 is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:56:22.031064 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-3668f109-07db-4452-98c2-28f3917de4d1 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] 10.222.0.15 "DELETE /v2.0/subnets/ce484bdc-ed9e-42db-8164-082247527960 HTTP/1.1" status: 404 len: 337 time: 0.2513793 May 30 04:56:22.041940 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-b627c7a2-c090-49e8-be32-435a2ed4fa38 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:56:22.053925 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 38884) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:22.054933 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7cb7e7c-eddd-4164-9fce-d9f6a9103a04 None None] Network 0008fd3d-19e9-40cf-b545-4a7647b90cf1 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:56:22.134086 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b627c7a2-c090-49e8-be32-435a2ed4fa38 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:56:22.134689 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b627c7a2-c090-49e8-be32-435a2ed4fa38 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:22.165965 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b627c7a2-c090-49e8-be32-435a2ed4fa38 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Pushing event updated for resources: {'Subnet': ['ID=f103bf67-972e-4c83-87f7-1c4cc1f20f5d,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:56:22.178422 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-f84404a8-1138-4114-9037-485dbcc6c7cf tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] DELETE failed (client error): The resource could not be found. May 30 04:56:22.178875 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f84404a8-1138-4114-9037-485dbcc6c7cf tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 04:56:22.180658 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-f84404a8-1138-4114-9037-485dbcc6c7cf tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] 10.222.0.15 "DELETE /v2.0/networks/49821708-6e56-444f-9db3-6460a4432c62 HTTP/1.1" status: 404 len: 339 time: 0.1217203 May 30 04:56:22.184827 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b5122d4-0e0a-4a0a-bfcb-1be7ff29b7a2 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 04:56:22.186544 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 38888) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:22.225440 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfe78002-c448-4a1c-a9b5-64bf97de4526 admin admin] Deleting subnet c42df579-83e1-422f-882b-890997a0d3b9 {{(pid=88261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 30 04:56:22.232490 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37638989-3ee5-48d7-9790-e8f68e101371 tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Router a2e9696f-473e-442d-b7d9-488541249c5a has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 04:56:22.285249 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-b627c7a2-c090-49e8-be32-435a2ed4fa38 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.3509343 May 30 04:56:22.288739 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e1faef-73d3-4f4f-861e-f423ec0bb652 None None] Sync routers for ids ['a1da934a-820c-4820-a96d-1c44404545c3'] in dv-neutron-843763-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 04:56:22.289290 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 38892) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:22.290052 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-dfe78002-c448-4a1c-a9b5-64bf97de4526 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:22.314105 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8b5122d4-0e0a-4a0a-bfcb-1be7ff29b7a2 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:22.314439 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e1faef-73d3-4f4f-861e-f423ec0bb652 None None] Routers {'a1da934a-820c-4820-a96d-1c44404545c3'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 04:56:22.315142 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-03e1faef-73d3-4f4f-861e-f423ec0bb652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T04:56:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['a1da934a-820c-4820-a96d-1c44404545c3'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:56:22.315319 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-8b5122d4-0e0a-4a0a-bfcb-1be7ff29b7a2 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 7.3727734 May 30 04:56:22.321107 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 38894) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:22.336240 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-ab561e6b-aeee-49fe-80d1-043a92a20b01 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Request body: {'port': {'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1', 'name': 'tempest-NetworksTestDHCPv6-566482123'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:56:22.381987 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-03e1faef-73d3-4f4f-861e-f423ec0bb652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:56:22.427476 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e1faef-73d3-4f4f-861e-f423ec0bb652 None None] Routers {'a1da934a-820c-4820-a96d-1c44404545c3'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 04:56:22.428096 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-03e1faef-73d3-4f4f-861e-f423ec0bb652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T04:56:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['a1da934a-820c-4820-a96d-1c44404545c3'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:56:22.489298 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb497d61-3453-487f-ac46-6355c6b94df1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bbf24ed-7ba9-53d2-873f-8f9642b1e987-0008fd3d-19e9-40cf-b545-4a7647b90cf1', 'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1', 'tenant_id': '16af2dbefc6742d5a37a7b30e58c8c2f', 'fixed_ips': [{'subnet_id': 'f103bf67-972e-4c83-87f7-1c4cc1f20f5d'}]}} from dv-neutron-843763-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 30 04:56:22.490153 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-cb497d61-3453-487f-ac46-6355c6b94df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:22.508147 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f1968681-18ab-4f29-9322-fce4ccf14f06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11660'] for router, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:22.513074 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f1968681-18ab-4f29-9322-fce4ccf14f06 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:22.531413 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-dfe78002-c448-4a1c-a9b5-64bf97de4526 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3545586'] for subnet, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:22.549268 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d1935083-da10-43cd-aec0-90953c018c87 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897784'] for network, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:22.553693 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 75413245-0751-488c-b316-bd715bca792e no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 04:56:22.585590 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37638989-3ee5-48d7-9790-e8f68e101371 tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 04:56:22.595842 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-37638989-3ee5-48d7-9790-e8f68e101371 tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:22.597229 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-37638989-3ee5-48d7-9790-e8f68e101371 tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] 10.222.0.15 "PUT /v2.0/routers/a2e9696f-473e-442d-b7d9-488541249c5a HTTP/1.1" status: 200 len: 709 time: 5.2505457 May 30 04:56:22.601596 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 38902) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:22.601736 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-03e1faef-73d3-4f4f-861e-f423ec0bb652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:56:22.602122 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e1faef-73d3-4f4f-861e-f423ec0bb652 None None] The sync data for ids ['a1da934a-820c-4820-a96d-1c44404545c3'] in dv-neutron-843763-1-hyperv is: [] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 04:56:22.604688 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] No Port match for: 75413245-0751-488c-b316-bd715bca792e {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 04:56:22.605033 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 75413245-0751-488c-b316-bd715bca792e not bound to the agent host dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 04:56:22.617850 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88664b94-5167-45c3-aaf1-364d72ff8d2d None None] Sync routers for ids ['a2e9696f-473e-442d-b7d9-488541249c5a'] in dv-neutron-843763-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 04:56:22.631281 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88664b94-5167-45c3-aaf1-364d72ff8d2d None None] Routers {'a2e9696f-473e-442d-b7d9-488541249c5a'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 04:56:22.632061 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-88664b94-5167-45c3-aaf1-364d72ff8d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T04:56:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['a2e9696f-473e-442d-b7d9-488541249c5a'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:56:22.635857 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f1968681-18ab-4f29-9322-fce4ccf14f06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1601605'] for router, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:22.636361 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1968681-18ab-4f29-9322-fce4ccf14f06 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4a6359bc-40ba-45a2-9e57-2bca6b7f70d0 {{(pid=88261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 30 04:56:22.653740 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-ab561e6b-aeee-49fe-80d1-043a92a20b01 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:56:22.658914 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-ab561e6b-aeee-49fe-80d1-043a92a20b01 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Usage tracker for resource:port and tenant:16af2dbefc6742d5a37a7b30e58c8c2f is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:56:22.662302 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-ab561e6b-aeee-49fe-80d1-043a92a20b01 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:56:22.673886 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-ab561e6b-aeee-49fe-80d1-043a92a20b01 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:56:22.677468 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f1968681-18ab-4f29-9322-fce4ccf14f06 admin admin] Notify callbacks [] for router, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:22.685638 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-f1968681-18ab-4f29-9322-fce4ccf14f06 admin admin] 10.222.0.15 "DELETE /v2.0/routers/4a6359bc-40ba-45a2-9e57-2bca6b7f70d0 HTTP/1.1" status: 204 len: 168 time: 4.1007411 May 30 04:56:22.690889 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 38906) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:22.729401 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-88664b94-5167-45c3-aaf1-364d72ff8d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:56:22.744944 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88664b94-5167-45c3-aaf1-364d72ff8d2d None None] Routers {'a2e9696f-473e-442d-b7d9-488541249c5a'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 04:56:22.746362 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-88664b94-5167-45c3-aaf1-364d72ff8d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T04:56:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['a2e9696f-473e-442d-b7d9-488541249c5a'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:56:22.750589 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab561e6b-aeee-49fe-80d1-043a92a20b01 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Made reservation on behalf of 16af2dbefc6742d5a37a7b30e58c8c2f for: {'port': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:56:22.754092 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ab561e6b-aeee-49fe-80d1-043a92a20b01 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:22.805299 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-dfe78002-c448-4a1c-a9b5-64bf97de4526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860493'] for subnet, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:22.825434 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-cb497d61-3453-487f-ac46-6355c6b94df1 None None] Allocated IP 2001:db8::2 (0008fd3d-19e9-40cf-b545-4a7647b90cf1/f103bf67-972e-4c83-87f7-1c4cc1f20f5d/6d87d9a4-606c-4cba-b6d9-a12c7ef75024) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:56:22.826253 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-88664b94-5167-45c3-aaf1-364d72ff8d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:56:22.827023 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88664b94-5167-45c3-aaf1-364d72ff8d2d None None] The sync data for ids ['a2e9696f-473e-442d-b7d9-488541249c5a'] in dv-neutron-843763-1-hyperv is: [] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 04:56:22.846384 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [None req-ab561e6b-aeee-49fe-80d1-043a92a20b01 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] device_id is not set on port 16de794a-2fc0-4b22-88d8-fd2b0dee0aa1 yet. {{(pid=88261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 30 04:56:22.892652 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_v2 [None req-8362df22-17dc-4aed-936b-a6f55029addc admin admin] Deleting subnet 875a4a52-1e6d-498d-99f9-e5086431f2d2 {{(pid=88261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 30 04:56:22.911583 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8362df22-17dc-4aed-936b-a6f55029addc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:22.932689 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-3936efbe-1248-467b-8ca5-f94e6392bd67 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] 10.222.0.15 "GET /v2.0/routers/a2e9696f-473e-442d-b7d9-488541249c5a HTTP/1.1" status: 200 len: 744 time: 0.2485497 May 30 04:56:22.945026 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 38910) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:23.011327 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-3d212604-84f6-4612-9611-b3b8ea278fea tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] 10.222.0.15 "GET /v2.0/routers/a1da934a-820c-4820-a96d-1c44404545c3 HTTP/1.1" status: 200 len: 879 time: 0.6890833 May 30 04:56:23.011987 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 38914) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:23.018053 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d1935083-da10-43cd-aec0-90953c018c87 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867540', 'neutron.services.segments.db._delete_segments_for_network-8729234922972'] for network, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:23.024967 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-e291385a-6c9c-406d-9c22-a5bd06f3c899 tempest-RoutersIpV6AdminTest-943263477 tempest-RoutersIpV6AdminTest-943263477-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=1bab70f4-3794-44db-8e17-19f483aa8ffa&device_id=a2e9696f-473e-442d-b7d9-488541249c5a HTTP/1.1" status: 200 len: 205 time: 0.0786717 May 30 04:56:23.030947 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 38918) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:23.041831 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8362df22-17dc-4aed-936b-a6f55029addc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3545586'] for subnet, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:23.066499 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-cb497d61-3453-487f-ac46-6355c6b94df1 None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:23.120562 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-d1935083-da10-43cd-aec0-90953c018c87 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25bd0d27-ce9f-4a77-96cb-559862ef3137']}} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:56:23.144644 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-d1935083-da10-43cd-aec0-90953c018c87 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dc07260-e23f-4911-9f68-459847936636') {'for_net_delete': True} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:56:23.144839 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-d1935083-da10-43cd-aec0-90953c018c87 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dc07260-e23f-4911-9f68-459847936636') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:56:23.150462 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-87fae936-4d50-451a-9ba4-e9f77291f69d tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2e9696f-473e-442d-b7d9-488541249c5a HTTP/1.1" status: 200 len: 205 time: 0.1159019 May 30 04:56:23.151926 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 38924) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:23.158916 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d1935083-da10-43cd-aec0-90953c018c87 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729235042807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1454725'] for segment, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:23.185954 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d1935083-da10-43cd-aec0-90953c018c87 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:23.190624 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-cb497d61-3453-487f-ac46-6355c6b94df1 None None] Transition to ACTIVE for port object 6d87d9a4-606c-4cba-b6d9-a12c7ef75024 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:56:23.197080 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1935083-da10-43cd-aec0-90953c018c87 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=88260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 04:56:23.197677 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d1935083-da10-43cd-aec0-90953c018c87 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-862858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1547513'] for segment, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:23.274779 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-dfe78002-c448-4a1c-a9b5-64bf97de4526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2304955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9305493'] for subnet, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:23.396295 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe78002-c448-4a1c-a9b5-64bf97de4526 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c42df579-83e1-422f-882b-890997a0d3b9,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:56:23.407514 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f78a73b5-a6cd-4f28-bb3f-e2fd6da0f9b2 None None] Network 48553bc8-2e8d-42a5-b036-bcc9c477033e requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:56:23.438590 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-dfe78002-c448-4a1c-a9b5-64bf97de4526 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:23.466199 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 7dc07260-e23f-4911-9f68-459847936636 resource provider aggregate not found May 30 04:56:23.496316 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 7dc07260-e23f-4911-9f68-459847936636 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7dc07260-e23f-4911-9f68-459847936636 found for delete ", "request_id": "req-950e3fbb-2252-4abf-a0f3-fab957604e19"}]} May 30 04:56:23.520711 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7d104d8e-84d7-4dc2-b386-1d483f173e44 tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Notify callbacks [] for router, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:23.526865 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d1935083-da10-43cd-aec0-90953c018c87 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604744'] for network, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:23.542345 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-cb497d61-3453-487f-ac46-6355c6b94df1 None None] Transition to ACTIVE for port object 6d87d9a4-606c-4cba-b6d9-a12c7ef75024 will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:56:23.549693 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d1935083-da10-43cd-aec0-90953c018c87 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:23.566578 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1935083-da10-43cd-aec0-90953c018c87 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Pushing event deleted for resources: {'Network': ['ID=25bd0d27-ce9f-4a77-96cb-559862ef3137,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:56:23.578531 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-d1935083-da10-43cd-aec0-90953c018c87 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] 10.222.0.15 "DELETE /v2.0/networks/25bd0d27-ce9f-4a77-96cb-559862ef3137 HTTP/1.1" status: 204 len: 168 time: 1.3863380 May 30 04:56:23.579271 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 38934) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:23.583197 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8362df22-17dc-4aed-936b-a6f55029addc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860493'] for subnet, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:23.589528 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-cb497d61-3453-487f-ac46-6355c6b94df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:23.621755 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-6182a934-f3d2-48fd-9c10-a58285a4ec70 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] DELETE failed (client error): The resource could not be found. May 30 04:56:23.622248 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6182a934-f3d2-48fd-9c10-a58285a4ec70 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 04:56:23.632507 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-6182a934-f3d2-48fd-9c10-a58285a4ec70 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] 10.222.0.15 "DELETE /v2.0/subnets/86bd8c90-3a8e-4fdc-abd6-e61a019965cd HTTP/1.1" status: 404 len: 337 time: 0.0437336 May 30 04:56:23.632507 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 38938) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:23.659868 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-004f50ec-b7d7-4e7b-b275-593efe9058eb tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Synchronizing usage tracker for tenant:177e950b79b644f8ac61f323eed71206 on resource:router {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:56:23.662791 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb497d61-3453-487f-ac46-6355c6b94df1 None None] Network 0008fd3d-19e9-40cf-b545-4a7647b90cf1 is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:56:23.667035 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-cb497d61-3453-487f-ac46-6355c6b94df1 None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:56:23.669839 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb497d61-3453-487f-ac46-6355c6b94df1 None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:56:23.675376 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-4544754c-e3c4-40ec-828d-e546583ead14 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] DELETE failed (client error): The resource could not be found. May 30 04:56:23.676015 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4544754c-e3c4-40ec-828d-e546583ead14 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 04:56:23.680177 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-4544754c-e3c4-40ec-828d-e546583ead14 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] 10.222.0.15 "DELETE /v2.0/networks/495d9097-2456-4e99-b368-85b875eadb08 HTTP/1.1" status: 404 len: 339 time: 0.0475686 May 30 04:56:23.682289 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 38942) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:23.713449 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb497d61-3453-487f-ac46-6355c6b94df1 None None] Pushing event updated for resources: {'Port': ['ID=6d87d9a4-606c-4cba-b6d9-a12c7ef75024,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:56:23.744966 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-004f50ec-b7d7-4e7b-b275-593efe9058eb tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Unset dirty status for tenant:177e950b79b644f8ac61f323eed71206 on resource:router {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:56:23.749044 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-004f50ec-b7d7-4e7b-b275-593efe9058eb tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 0.7313476 May 30 04:56:23.750662 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 38946) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:23.756295 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-748046b6-1443-45d9-be0b-aef63ebfd1fc tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-656987863'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:56:23.781358 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-cb497d61-3453-487f-ac46-6355c6b94df1 None None] Attempting to bind port 6d87d9a4-606c-4cba-b6d9-a12c7ef75024 on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 04:56:23.781725 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-cb497d61-3453-487f-ac46-6355c6b94df1 None None] Attempting to bind port 6d87d9a4-606c-4cba-b6d9-a12c7ef75024 by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': 'c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 04:56:23.782112 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb497d61-3453-487f-ac46-6355c6b94df1 None None] Attempting to bind port 6d87d9a4-606c-4cba-b6d9-a12c7ef75024 on network 0008fd3d-19e9-40cf-b545-4a7647b90cf1 {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 04:56:23.788603 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb497d61-3453-487f-ac46-6355c6b94df1 None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 4, 56, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 04:56:23.788974 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb497d61-3453-487f-ac46-6355c6b94df1 None None] Checking segment: {'id': 'c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:56:23.789371 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-cb497d61-3453-487f-ac46-6355c6b94df1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:23.789758 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb497d61-3453-487f-ac46-6355c6b94df1 None None] Bound using segment: {'id': 'c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 04:56:23.790244 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-cb497d61-3453-487f-ac46-6355c6b94df1 None None] Bound port: 6d87d9a4-606c-4cba-b6d9-a12c7ef75024, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 04:56:23.790616 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-cb497d61-3453-487f-ac46-6355c6b94df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:23.813859 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-dfe78002-c448-4a1c-a9b5-64bf97de4526 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/c42df579-83e1-422f-882b-890997a0d3b9 HTTP/1.1" status: 204 len: 168 time: 1.8402052 May 30 04:56:23.818687 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 38950) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:23.869078 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-441117b7-cf96-4603-83fe-7d53aaa26fb0 None None] DHCP port deletion for 48553bc8-2e8d-42a5-b036-bcc9c477033e request from dv-neutron-843763-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 30 04:56:23.884733 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-441117b7-cf96-4603-83fe-7d53aaa26fb0 None None] Deleting port accc398a-991b-4522-9722-d50c78b0dae1 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:56:23.885097 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-441117b7-cf96-4603-83fe-7d53aaa26fb0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:23.927038 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_v2 [None req-461a39b2-9530-4fc4-9ff7-2a7404b960a5 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Deleting subnet 25b0aa2e-86b9-48b2-8957-915f8ba36e84 {{(pid=88260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 30 04:56:23.937169 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-461a39b2-9530-4fc4-9ff7-2a7404b960a5 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks [] for subnet, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:23.938331 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-cb497d61-3453-487f-ac46-6355c6b94df1 None None] For port 6d87d9a4-606c-4cba-b6d9-a12c7ef75024, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 04:56:23.975869 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-cb497d61-3453-487f-ac46-6355c6b94df1 None None] For port 6d87d9a4-606c-4cba-b6d9-a12c7ef75024, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=6d87d9a4-606c-4cba-b6d9-a12c7ef75024,segment=NetworkSegment(c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1),segment_id=c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 04:56:23.982707 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-cb497d61-3453-487f-ac46-6355c6b94df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:24.089481 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-76cd5d80-9f3d-40c5-bcdc-bfb107c16955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897784'] for network, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:24.109139 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7d104d8e-84d7-4dc2-b386-1d483f173e44 tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11660'] for router, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:24.121556 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7d104d8e-84d7-4dc2-b386-1d483f173e44 tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:24.126975 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-ab561e6b-aeee-49fe-80d1-043a92a20b01 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Allocated IP 2001:db8::1c (0008fd3d-19e9-40cf-b545-4a7647b90cf1/f103bf67-972e-4c83-87f7-1c4cc1f20f5d/16de794a-2fc0-4b22-88d8-fd2b0dee0aa1) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:56:24.152467 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-461a39b2-9530-4fc4-9ff7-2a7404b960a5 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1454738'] for subnet, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:24.157196 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8362df22-17dc-4aed-936b-a6f55029addc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2304955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9305493'] for subnet, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:24.162277 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb497d61-3453-487f-ac46-6355c6b94df1 None None] Pushing event updated for resources: {'Port': ['ID=6d87d9a4-606c-4cba-b6d9-a12c7ef75024,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:56:24.180771 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device a2cf377b-0bfb-4934-9c52-e757dc7b9e8e no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 04:56:24.234867 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] No Port match for: a2cf377b-0bfb-4934-9c52-e757dc7b9e8e {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 04:56:24.235378 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device a2cf377b-0bfb-4934-9c52-e757dc7b9e8e not bound to the agent host dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 04:56:24.235969 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device accc398a-991b-4522-9722-d50c78b0dae1 no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 04:56:24.289272 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-76cd5d80-9f3d-40c5-bcdc-bfb107c16955 admin admin] Deleting port accc398a-991b-4522-9722-d50c78b0dae1 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:56:24.289619 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-76cd5d80-9f3d-40c5-bcdc-bfb107c16955 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:24.307124 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-441117b7-cf96-4603-83fe-7d53aaa26fb0 None None] For port accc398a-991b-4522-9722-d50c78b0dae1, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=accc398a-991b-4522-9722-d50c78b0dae1,segment=NetworkSegment(6c4f160d-581c-4e44-836d-a510d50f04aa),segment_id=6c4f160d-581c-4e44-836d-a510d50f04aa)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:56:24.307767 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-441117b7-cf96-4603-83fe-7d53aaa26fb0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:24.431166 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13180cc-289a-4974-93ed-c444b34be653 req-fb5d4f60-97fc-4fa7-ba8e-649de8cb4463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:56:24.432690 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b13180cc-289a-4974-93ed-c444b34be653 req-fb5d4f60-97fc-4fa7-ba8e-649de8cb4463 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=75c565b2496748d0aca7efef0deb76ef&device_id=b1e7b65a-2794-4268-bd76-1003a7875678 HTTP/1.1" status: 200 len: 1099 time: 1.0344458 May 30 04:56:24.473386 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b61713-4372-4803-a64a-45bfb67f54e2 None None] Network 94a15cbb-b296-4fe7-b2e8-32f706e6cbca requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:56:24.481324 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7d104d8e-84d7-4dc2-b386-1d483f173e44 tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1601605'] for router, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:24.482285 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d104d8e-84d7-4dc2-b386-1d483f173e44 tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Fanout notify agent at l3_agent the message router_deleted on router a2e9696f-473e-442d-b7d9-488541249c5a {{(pid=88261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 30 04:56:24.484101 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8362df22-17dc-4aed-936b-a6f55029addc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=875a4a52-1e6d-498d-99f9-e5086431f2d2,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:56:24.488075 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8362df22-17dc-4aed-936b-a6f55029addc admin admin] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:24.512369 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d9ed64-beb0-4ade-acdb-7e9184c5d428 req-3ac56812-325a-439e-9da7-24ef4956c53f tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:56:24.520277 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b4d9ed64-beb0-4ade-acdb-7e9184c5d428 req-3ac56812-325a-439e-9da7-24ef4956c53f tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1e7b65a-2794-4268-bd76-1003a7875678 HTTP/1.1" status: 200 len: 946 time: 1.0708263 May 30 04:56:24.566400 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-461a39b2-9530-4fc4-9ff7-2a7404b960a5 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860493'] for subnet, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:24.597419 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-441117b7-cf96-4603-83fe-7d53aaa26fb0 None None] Calling delete_port for accc398a-991b-4522-9722-d50c78b0dae1 owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:56:24.646095 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7d104d8e-84d7-4dc2-b386-1d483f173e44 tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] Notify callbacks [] for router, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:24.650814 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-7d104d8e-84d7-4dc2-b386-1d483f173e44 tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] 10.222.0.15 "DELETE /v2.0/routers/a2e9696f-473e-442d-b7d9-488541249c5a HTTP/1.1" status: 204 len: 168 time: 1.4776180 May 30 04:56:24.675137 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 38958) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:24.684512 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-8362df22-17dc-4aed-936b-a6f55029addc admin admin] 10.222.0.15 "DELETE /v2.0/subnets/875a4a52-1e6d-498d-99f9-e5086431f2d2 HTTP/1.1" status: 204 len: 168 time: 1.9924529 May 30 04:56:24.691110 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 38962) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:24.759985 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-d2e7dc8b-3ee1-4364-b39b-3cc7c0eac193 tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2e9696f-473e-442d-b7d9-488541249c5a HTTP/1.1" status: 200 len: 205 time: 0.0753493 May 30 04:56:24.761763 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b4d9ed64-beb0-4ade-acdb-7e9184c5d428 req-a52ae72b-0f46-4078-805c-58c0577917ea tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0fb8c38-d8b6-4c01-bc8c-1b54a1e25304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2406797 May 30 04:56:24.766295 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 38966) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:24.837596 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port accc398a-991b-4522-9722-d50c78b0dae1 is: ACTIVE; New status is: DOWN {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:56:24.838028 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:24.847826 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ab561e6b-aeee-49fe-80d1-043a92a20b01 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:24.858772 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-441117b7-cf96-4603-83fe-7d53aaa26fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069'] for port, after_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:24.894321 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.api.v2.resource [None req-b5196d8e-456e-4b04-aea7-546517c4d6d4 tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] delete failed (client error): The resource could not be found. May 30 04:56:24.897751 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-b5196d8e-456e-4b04-aea7-546517c4d6d4 tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] 10.222.0.15 "DELETE /v2.0/routers/a2e9696f-473e-442d-b7d9-488541249c5a HTTP/1.1" status: 404 len: 336 time: 0.1281557 May 30 04:56:24.902385 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 38970) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:24.911246 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [None req-ab561e6b-aeee-49fe-80d1-043a92a20b01 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Transition to ACTIVE for port object 16de794a-2fc0-4b22-88d8-fd2b0dee0aa1 will not be triggered until provisioned by entity DHCP. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:56:24.915891 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441117b7-cf96-4603-83fe-7d53aaa26fb0 None None] No DVR routers for this DVR port accc398a-991b-4522-9722-d50c78b0dae1 on host dv-neutron-843763-1-hyperv {{(pid=88262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 04:56:24.928973 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441117b7-cf96-4603-83fe-7d53aaa26fb0 None None] Pushing event deleted for resources: {'Port': ['ID=accc398a-991b-4522-9722-d50c78b0dae1,revision_number=None']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:56:24.966218 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-d677c437-e3e2-481c-80ce-5dbbdae7a99c tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2e6e604-aca9-4e92-b46c-1c09e0ff4ce9 HTTP/1.1" status: 200 len: 205 time: 0.0557120 May 30 04:56:24.966442 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13180cc-289a-4974-93ed-c444b34be653 req-73f9206f-1e08-425f-89c3-87daf5507c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:56:24.967837 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b13180cc-289a-4974-93ed-c444b34be653 req-73f9206f-1e08-425f-89c3-87daf5507c90 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d6c60be6-16d0-4643-855e-f83fdbae0248 HTTP/1.1" status: 200 len: 913 time: 0.5148239 May 30 04:56:24.968287 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 38974) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:24.974990 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device c55ef8d8-9531-4178-b54e-cd03e72ab6ef no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 04:56:25.015240 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] No Port match for: c55ef8d8-9531-4178-b54e-cd03e72ab6ef {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 04:56:25.015466 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device c55ef8d8-9531-4178-b54e-cd03e72ab6ef not bound to the agent host dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 04:56:25.098803 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.api.v2.resource [None req-66fcb2f0-e812-426d-bfc5-67aa98272284 tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] delete failed (client error): The resource could not be found. May 30 04:56:25.100410 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-66fcb2f0-e812-426d-bfc5-67aa98272284 tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] 10.222.0.15 "DELETE /v2.0/routers/d2e6e604-aca9-4e92-b46c-1c09e0ff4ce9 HTTP/1.1" status: 404 len: 336 time: 0.1303287 May 30 04:56:25.108594 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 38978) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:25.136714 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a34d1fcf-63c8-42d1-a23b-b4310f03f114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897784'] for network, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:25.147514 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d72df9-56d0-4f4e-9112-8ce801bfb463 None None] DHCP port deletion for 94a15cbb-b296-4fe7-b2e8-32f706e6cbca request from dv-neutron-843763-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 30 04:56:25.151898 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-11d72df9-56d0-4f4e-9112-8ce801bfb463 None None] Deleting port 6ecc7865-cad7-4322-b6cf-91fe4cb0dc98 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:56:25.152062 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-11d72df9-56d0-4f4e-9112-8ce801bfb463 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:25.153987 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-76cd5d80-9f3d-40c5-bcdc-bfb107c16955 admin admin] For port accc398a-991b-4522-9722-d50c78b0dae1, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=accc398a-991b-4522-9722-d50c78b0dae1,segment=NetworkSegment(6c4f160d-581c-4e44-836d-a510d50f04aa),segment_id=6c4f160d-581c-4e44-836d-a510d50f04aa)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:56:25.154292 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-76cd5d80-9f3d-40c5-bcdc-bfb107c16955 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:25.168190 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-461a39b2-9530-4fc4-9ff7-2a7404b960a5 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1547867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2133322'] for subnet, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:25.199316 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-748046b6-1443-45d9-be0b-aef63ebfd1fc tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11765'] for router, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:25.209482 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-6f7db37a-cbfc-4f4f-99be-aa397a8105e0 tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] 10.222.0.15 "GET /v2.0/ports?device_id=54b35c10-3118-4d66-9a71-9a6fe46cafa4 HTTP/1.1" status: 200 len: 205 time: 0.0914507 May 30 04:56:25.210193 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 38982) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:25.296313 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.api.v2.resource [None req-8018b845-4009-422e-8498-d7f8123dec56 tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] delete failed (client error): The resource could not be found. May 30 04:56:25.300578 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-8018b845-4009-422e-8498-d7f8123dec56 tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] 10.222.0.15 "DELETE /v2.0/routers/54b35c10-3118-4d66-9a71-9a6fe46cafa4 HTTP/1.1" status: 404 len: 336 time: 0.0829988 May 30 04:56:25.301784 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 38986) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:25.303805 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b13180cc-289a-4974-93ed-c444b34be653 req-f18862b7-448a-4fea-a3d6-f6a30e64037f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fba489e5-d7a4-4280-a042-b13fdb5779ed HTTP/1.1" status: 200 len: 1002 time: 0.2540257 May 30 04:56:25.362193 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-20252746-e56f-41a0-a191-5e0df3bfd680 tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] 10.222.0.15 "GET /v2.0/ports?device_id=f400f6df-3a46-47e1-85c7-7c08d261e200 HTTP/1.1" status: 200 len: 205 time: 0.0544381 May 30 04:56:25.396171 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-76cd5d80-9f3d-40c5-bcdc-bfb107c16955 admin admin] Calling delete_port for accc398a-991b-4522-9722-d50c78b0dae1 owned by network:dhcp {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:56:25.413248 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 38990) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:25.428877 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461a39b2-9530-4fc4-9ff7-2a7404b960a5 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Pushing event deleted for resources: {'Subnet': ['ID=25b0aa2e-86b9-48b2-8957-915f8ba36e84,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:56:25.439983 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-748046b6-1443-45d9-be0b-aef63ebfd1fc tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1603699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1603708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1603909'] for router, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:25.454769 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-a34d1fcf-63c8-42d1-a23b-b4310f03f114 admin admin] Deleting port 6ecc7865-cad7-4322-b6cf-91fe4cb0dc98 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:56:25.455218 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a34d1fcf-63c8-42d1-a23b-b4310f03f114 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:25.463656 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9afaa48-cdf6-4282-8dc5-72f256a5e86b None None] Network d5f1e9d1-fa85-4504-8411-35d6a72270d3 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:56:25.482057 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-461a39b2-9530-4fc4-9ff7-2a7404b960a5 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:25.497639 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-461a39b2-9530-4fc4-9ff7-2a7404b960a5 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] 10.222.0.15 "DELETE /v2.0/subnets/25b0aa2e-86b9-48b2-8957-915f8ba36e84 HTTP/1.1" status: 204 len: 168 time: 1.8141851 May 30 04:56:25.561702 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-11d72df9-56d0-4f4e-9112-8ce801bfb463 None None] For port 6ecc7865-cad7-4322-b6cf-91fe4cb0dc98, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=6ecc7865-cad7-4322-b6cf-91fe4cb0dc98,segment=NetworkSegment(50948e22-aeb7-4d40-9037-d9f84615e996),segment_id=50948e22-aeb7-4d40-9037-d9f84615e996)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:56:25.562118 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-11d72df9-56d0-4f4e-9112-8ce801bfb463 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:25.597719 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ab561e6b-aeee-49fe-80d1-043a92a20b01 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:25.606022 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 38994) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:25.617452 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13180cc-289a-4974-93ed-c444b34be653 req-087f8420-9933-4381-bfd4-5b8094a4d239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:56:25.618887 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b13180cc-289a-4974-93ed-c444b34be653 req-087f8420-9933-4381-bfd4-5b8094a4d239 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c06f497a-4701-45be-bb19-b5a139bdd216 HTTP/1.1" status: 200 len: 851 time: 0.2629066 May 30 04:56:25.656600 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.api.v2.resource [None req-b9d6e04f-872b-4190-a512-8ead63a4096c tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] delete failed (client error): The resource could not be found. May 30 04:56:25.658413 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-b9d6e04f-872b-4190-a512-8ead63a4096c tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] 10.222.0.15 "DELETE /v2.0/routers/f400f6df-3a46-47e1-85c7-7c08d261e200 HTTP/1.1" status: 404 len: 336 time: 0.2438872 May 30 04:56:25.688687 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 39000) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:25.691615 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-09884d56-73e3-4297-bc96-53dc9d69ea6b None None] Provisioning for port 6d87d9a4-606c-4cba-b6d9-a12c7ef75024 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:56:25.705463 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-11d72df9-56d0-4f4e-9112-8ce801bfb463 None None] Calling delete_port for 6ecc7865-cad7-4322-b6cf-91fe4cb0dc98 owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:56:25.748872 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-748046b6-1443-45d9-be0b-aef63ebfd1fc tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Router a1da934a-820c-4820-a96d-1c44404545c3 has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 04:56:25.769517 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-940760ee-6fe5-4c58-b220-662b50389e75 tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] 10.222.0.15 "GET /v2.0/ports?device_id=75c14a80-6d23-4689-9a38-1017d760bbb4 HTTP/1.1" status: 200 len: 205 time: 0.0755150 May 30 04:56:25.788627 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 39006) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:25.840742 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab561e6b-aeee-49fe-80d1-043a92a20b01 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Network 0008fd3d-19e9-40cf-b545-4a7647b90cf1 is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:56:25.847753 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-ab561e6b-aeee-49fe-80d1-043a92a20b01 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:56:25.852072 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab561e6b-aeee-49fe-80d1-043a92a20b01 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:56:25.858693 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab561e6b-aeee-49fe-80d1-043a92a20b01 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:56:25.859539 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ab561e6b-aeee-49fe-80d1-043a92a20b01 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:25.900757 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-a34d1fcf-63c8-42d1-a23b-b4310f03f114 admin admin] The port '6ecc7865-cad7-4322-b6cf-91fe4cb0dc98' was deleted {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 30 04:56:25.906267 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-ab561e6b-aeee-49fe-80d1-043a92a20b01 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.5855210 May 30 04:56:25.909022 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 39014) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:25.927713 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-11d72df9-56d0-4f4e-9112-8ce801bfb463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069'] for port, after_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:25.954354 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab561e6b-aeee-49fe-80d1-043a92a20b01 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Pushing event updated for resources: {'Port': ['ID=16de794a-2fc0-4b22-88d8-fd2b0dee0aa1,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:56:25.962430 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae4f8ac5-88bc-4443-a857-7fad1707f24d tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Deleting subnet dab17cda-4665-446e-a7ae-b0a85ac484f7 {{(pid=88261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 30 04:56:25.995968 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d72df9-56d0-4f4e-9112-8ce801bfb463 None None] No DVR routers for this DVR port 6ecc7865-cad7-4322-b6cf-91fe4cb0dc98 on host dv-neutron-843763-1-hyperv {{(pid=88262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 04:56:26.001894 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d72df9-56d0-4f4e-9112-8ce801bfb463 None None] Pushing event deleted for resources: {'Port': ['ID=6ecc7865-cad7-4322-b6cf-91fe4cb0dc98,revision_number=None']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:56:26.003579 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.api.v2.resource [None req-8967603b-b394-4eb3-8408-a7417ea52de9 tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] delete failed (client error): The resource could not be found. May 30 04:56:26.007039 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-8967603b-b394-4eb3-8408-a7417ea52de9 tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] 10.222.0.15 "DELETE /v2.0/routers/75c14a80-6d23-4689-9a38-1017d760bbb4 HTTP/1.1" status: 404 len: 336 time: 0.2150481 May 30 04:56:26.026338 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.db.api [None req-76cd5d80-9f3d-40c5-bcdc-bfb107c16955 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88260) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 04:56:26.026664 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG oslo_db.api [None req-76cd5d80-9f3d-40c5-bcdc-bfb107c16955 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 04:56:26.027844 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ae4f8ac5-88bc-4443-a857-7fad1707f24d tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks [] for subnet, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:26.029165 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 39018) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:26.092958 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13180cc-289a-4974-93ed-c444b34be653 req-d6520b68-4624-4d03-9415-ad7629dd855c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:56:26.094639 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b13180cc-289a-4974-93ed-c444b34be653 req-d6520b68-4624-4d03-9415-ad7629dd855c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d6c60be6-16d0-4643-855e-f83fdbae0248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3885417 May 30 04:56:26.172371 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-7a0998f9-7f98-410f-aaad-73c171181cb7 tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] 10.222.0.15 "GET /v2.0/ports?device_id=f635665d-c724-492f-8d9c-d8e0359e5411 HTTP/1.1" status: 200 len: 205 time: 0.1294923 May 30 04:56:26.184801 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 39022) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:26.207029 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 6d87d9a4-606c-4cba-b6d9-a12c7ef75024 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 04:56:26.256747 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ae4f8ac5-88bc-4443-a857-7fad1707f24d tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3545586'] for subnet, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:26.263303 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a34d1fcf-63c8-42d1-a23b-b4310f03f114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867540', 'neutron.services.segments.db._delete_segments_for_network-8729234922972'] for network, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:26.294784 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-a34d1fcf-63c8-42d1-a23b-b4310f03f114 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94a15cbb-b296-4fe7-b2e8-32f706e6cbca']}} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:56:26.300984 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port 6d87d9a4-606c-4cba-b6d9-a12c7ef75024 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:56:26.312044 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 6d87d9a4-606c-4cba-b6d9-a12c7ef75024 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:56:26.314370 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:26.322922 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-a34d1fcf-63c8-42d1-a23b-b4310f03f114 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50948e22-aeb7-4d40-9037-d9f84615e996') {'for_net_delete': True} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:56:26.323660 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-a34d1fcf-63c8-42d1-a23b-b4310f03f114 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50948e22-aeb7-4d40-9037-d9f84615e996') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:56:26.369531 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-102b1fdc-0602-410a-b82d-05ead5198ba1 None None] Provisioning for port 16de794a-2fc0-4b22-88d8-fd2b0dee0aa1 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:56:26.384253 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-102b1fdc-0602-410a-b82d-05ead5198ba1 None None] Provisioning complete for port 16de794a-2fc0-4b22-88d8-fd2b0dee0aa1 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:56:26.384930 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-102b1fdc-0602-410a-b82d-05ead5198ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:26.430873 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d253b685-0edf-48aa-8307-c772d1b97758 req-5cdf6b4e-7cac-4b1f-98a7-47815abcfd0d tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:56:26.434300 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d253b685-0edf-48aa-8307-c772d1b97758 req-5cdf6b4e-7cac-4b1f-98a7-47815abcfd0d tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1e7b65a-2794-4268-bd76-1003a7875678 HTTP/1.1" status: 200 len: 946 time: 0.4696219 May 30 04:56:26.459514 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-102b1fdc-0602-410a-b82d-05ead5198ba1 None None] Port 16de794a-2fc0-4b22-88d8-fd2b0dee0aa1 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 04:56:26.465351 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ae4f8ac5-88bc-4443-a857-7fad1707f24d tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860493'] for subnet, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:26.527191 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e90193-d5a9-40ac-9226-85c6e76673b0 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:56:26.529673 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 6d87d9a4-606c-4cba-b6d9-a12c7ef75024 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:56:26.530617 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:26.534774 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e90193-d5a9-40ac-9226-85c6e76673b0 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:56:26.535698 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-20e90193-d5a9-40ac-9226-85c6e76673b0 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Synchronizing usage tracker for tenant:16af2dbefc6742d5a37a7b30e58c8c2f on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:56:26.556825 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-76cd5d80-9f3d-40c5-bcdc-bfb107c16955 admin admin] Deleting port accc398a-991b-4522-9722-d50c78b0dae1 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:56:26.557102 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-76cd5d80-9f3d-40c5-bcdc-bfb107c16955 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:26.573141 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] For port 6d87d9a4-606c-4cba-b6d9-a12c7ef75024, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=6d87d9a4-606c-4cba-b6d9-a12c7ef75024,segment=NetworkSegment(c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1),segment_id=c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:56:26.582058 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:26.582445 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a34d1fcf-63c8-42d1-a23b-b4310f03f114 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729235042807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1454725'] for segment, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:26.604926 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.api.v2.resource [None req-e5a6eb50-7ee3-44fc-a5e1-805e96dd532d tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] delete failed (client error): The resource could not be found. May 30 04:56:26.608746 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-e5a6eb50-7ee3-44fc-a5e1-805e96dd532d tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] 10.222.0.15 "DELETE /v2.0/routers/f635665d-c724-492f-8d9c-d8e0359e5411 HTTP/1.1" status: 404 len: 336 time: 0.4180708 May 30 04:56:26.616335 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 39026) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:26.633583 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b13180cc-289a-4974-93ed-c444b34be653 req-99239b2f-6ed1-49f2-9206-852db3b6c559 service neutron] 10.222.0.39 "GET /v2.0/networks/d6c60be6-16d0-4643-855e-f83fdbae0248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5314569 May 30 04:56:26.675895 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d253b685-0edf-48aa-8307-c772d1b97758 req-2a2c42c8-c245-421f-af7f-437831320d75 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0fb8c38-d8b6-4c01-bc8c-1b54a1e25304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1342402 May 30 04:56:26.693397 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Pushing event updated for resources: {'Port': ['ID=6d87d9a4-606c-4cba-b6d9-a12c7ef75024,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:56:26.704277 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a34d1fcf-63c8-42d1-a23b-b4310f03f114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:26.704545 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 6ecc7865-cad7-4322-b6cf-91fe4cb0dc98 no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 04:56:26.705161 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a34d1fcf-63c8-42d1-a23b-b4310f03f114 admin admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=88260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 04:56:26.705259 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a34d1fcf-63c8-42d1-a23b-b4310f03f114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-862858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1547513'] for segment, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:26.719915 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-748046b6-1443-45d9-be0b-aef63ebfd1fc tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 04:56:26.734922 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b41f13d8-58c1-49d3-902f-3143a877ee61 None None] Sync routers for ids ['a1da934a-820c-4820-a96d-1c44404545c3'] in dv-neutron-843763-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 04:56:26.747473 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] No Port match for: 6ecc7865-cad7-4322-b6cf-91fe4cb0dc98 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 04:56:26.747821 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 6ecc7865-cad7-4322-b6cf-91fe4cb0dc98 not bound to the agent host dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 04:56:26.759435 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41f13d8-58c1-49d3-902f-3143a877ee61 None None] Routers {'a1da934a-820c-4820-a96d-1c44404545c3'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 04:56:26.760076 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-b41f13d8-58c1-49d3-902f-3143a877ee61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T04:56:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['a1da934a-820c-4820-a96d-1c44404545c3'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:56:26.772081 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-76cd5d80-9f3d-40c5-bcdc-bfb107c16955 admin admin] The port 'accc398a-991b-4522-9722-d50c78b0dae1' was deleted {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 30 04:56:26.774811 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 50948e22-aeb7-4d40-9037-d9f84615e996 resource provider aggregate not found May 30 04:56:26.785381 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-20e90193-d5a9-40ac-9226-85c6e76673b0 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Unset dirty status for tenant:16af2dbefc6742d5a37a7b30e58c8c2f on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:56:26.789205 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-20e90193-d5a9-40ac-9226-85c6e76673b0 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.8735209 May 30 04:56:26.801688 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 39034) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:26.827281 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c453ef7-abca-4e74-88ee-8b1bc98dd341 tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] DELETE failed (client error): The resource could not be found. May 30 04:56:26.827755 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c453ef7-abca-4e74-88ee-8b1bc98dd341 tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 04:56:26.832524 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-1c453ef7-abca-4e74-88ee-8b1bc98dd341 tempest-RoutersIpV6AdminTest-961021449 tempest-RoutersIpV6AdminTest-961021449-project] 10.222.0.15 "DELETE /v2.0/subnets/89ef48fd-4dd2-481f-9f02-f128d6bf650a HTTP/1.1" status: 404 len: 337 time: 0.2103570 May 30 04:56:26.865176 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 50948e22-aeb7-4d40-9037-d9f84615e996 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 50948e22-aeb7-4d40-9037-d9f84615e996 found for delete ", "request_id": "req-f7294603-57d8-4db2-a7b5-3a85bcfe0cfa"}]} May 30 04:56:26.868376 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-b41f13d8-58c1-49d3-902f-3143a877ee61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:56:26.876100 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-748046b6-1443-45d9-be0b-aef63ebfd1fc tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:26.877656 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-748046b6-1443-45d9-be0b-aef63ebfd1fc tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] 10.222.0.15 "PUT /v2.0/routers/a1da934a-820c-4820-a96d-1c44404545c3 HTTP/1.1" status: 200 len: 886 time: 3.1262915 May 30 04:56:26.881977 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 39040) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:26.885347 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41f13d8-58c1-49d3-902f-3143a877ee61 None None] Routers {'a1da934a-820c-4820-a96d-1c44404545c3'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 04:56:26.886141 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-b41f13d8-58c1-49d3-902f-3143a877ee61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T04:56:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['a1da934a-820c-4820-a96d-1c44404545c3'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:56:26.911596 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-7d9ba3c6-c1d0-4986-aa12-11bcef041c0f tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Deleting port 16de794a-2fc0-4b22-88d8-fd2b0dee0aa1 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:56:26.911946 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7d9ba3c6-c1d0-4986-aa12-11bcef041c0f tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:26.954045 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-b41f13d8-58c1-49d3-902f-3143a877ee61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:56:26.955142 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b41f13d8-58c1-49d3-902f-3143a877ee61 None None] The sync data for ids ['a1da934a-820c-4820-a96d-1c44404545c3'] in dv-neutron-843763-1-hyperv is: [] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 04:56:26.984400 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a34d1fcf-63c8-42d1-a23b-b4310f03f114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604744'] for network, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:26.989398 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-d3bf8ee4-36b5-433b-9313-10900a6559c6 None None] Provisioning complete for port abd45d6f-6e37-4d6e-81dc-2748e4462d1e triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:56:26.990434 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-d3bf8ee4-36b5-433b-9313-10900a6559c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:27.003599 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a34d1fcf-63c8-42d1-a23b-b4310f03f114 admin admin] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:27.008698 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-76cd5d80-9f3d-40c5-bcdc-bfb107c16955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867540', 'neutron.services.segments.db._delete_segments_for_network-8729234922972'] for network, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:27.036062 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34d1fcf-63c8-42d1-a23b-b4310f03f114 admin admin] Pushing event deleted for resources: {'Network': ['ID=94a15cbb-b296-4fe7-b2e8-32f706e6cbca,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:56:27.044048 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ae4f8ac5-88bc-4443-a857-7fad1707f24d tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2304955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9305493'] for subnet, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:27.047238 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-76cd5d80-9f3d-40c5-bcdc-bfb107c16955 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48553bc8-2e8d-42a5-b036-bcc9c477033e']}} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:56:27.056117 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-a34d1fcf-63c8-42d1-a23b-b4310f03f114 admin admin] 10.222.0.15 "DELETE /v2.0/networks/94a15cbb-b296-4fe7-b2e8-32f706e6cbca HTTP/1.1" status: 204 len: 168 time: 2.3009908 May 30 04:56:27.076135 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-76cd5d80-9f3d-40c5-bcdc-bfb107c16955 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c4f160d-581c-4e44-836d-a510d50f04aa') {'for_net_delete': True} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:56:27.076454 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-76cd5d80-9f3d-40c5-bcdc-bfb107c16955 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c4f160d-581c-4e44-836d-a510d50f04aa') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:56:27.104034 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-76cd5d80-9f3d-40c5-bcdc-bfb107c16955 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729235042807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1454725'] for segment, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:27.129465 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4f8ac5-88bc-4443-a857-7fad1707f24d tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Pushing event deleted for resources: {'Subnet': ['ID=dab17cda-4665-446e-a7ae-b0a85ac484f7,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:56:27.137394 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-76cd5d80-9f3d-40c5-bcdc-bfb107c16955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:27.147908 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76cd5d80-9f3d-40c5-bcdc-bfb107c16955 admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=88260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 04:56:27.148138 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-76cd5d80-9f3d-40c5-bcdc-bfb107c16955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-862858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1547513'] for segment, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:27.151725 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ae4f8ac5-88bc-4443-a857-7fad1707f24d tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:27.162121 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a5c0416-f3cb-4e6f-a59f-ae223fb3349d None None] Network d5f1e9d1-fa85-4504-8411-35d6a72270d3 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:56:27.274927 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-d3bf8ee4-36b5-433b-9313-10900a6559c6 None None] Current status of the port abd45d6f-6e37-4d6e-81dc-2748e4462d1e is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:56:27.305318 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-76cd5d80-9f3d-40c5-bcdc-bfb107c16955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604744'] for network, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:27.330977 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-76cd5d80-9f3d-40c5-bcdc-bfb107c16955 admin admin] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:27.337527 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 39048) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:27.348294 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-65c7ab12-b690-41b1-90f8-4db765d514c9 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] 10.222.0.15 "GET /v2.0/routers/a1da934a-820c-4820-a96d-1c44404545c3 HTTP/1.1" status: 200 len: 886 time: 0.4491944 May 30 04:56:27.349729 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-ae4f8ac5-88bc-4443-a857-7fad1707f24d tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] 10.222.0.15 "DELETE /v2.0/subnets/dab17cda-4665-446e-a7ae-b0a85ac484f7 HTTP/1.1" status: 204 len: 168 time: 1.7427645 May 30 04:56:27.354396 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 39052) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:27.354749 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 39054) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:27.380026 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cd5d80-9f3d-40c5-bcdc-bfb107c16955 admin admin] Pushing event deleted for resources: {'Network': ['ID=48553bc8-2e8d-42a5-b036-bcc9c477033e,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:56:27.401454 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-76cd5d80-9f3d-40c5-bcdc-bfb107c16955 admin admin] 10.222.0.15 "DELETE /v2.0/networks/48553bc8-2e8d-42a5-b036-bcc9c477033e HTTP/1.1" status: 204 len: 168 time: 3.5792274 May 30 04:56:27.438313 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b13180cc-289a-4974-93ed-c444b34be653 req-71a1e53e-2fb8-4629-996d-3b0ef19938ea service neutron] 10.222.0.39 "GET /v2.0/networks/d6c60be6-16d0-4643-855e-f83fdbae0248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7868862 May 30 04:56:27.441969 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-bdfbec6d-d58d-490d-889a-ba98fbb34db0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=78063ff0b78c49339686a2b1a492c074&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1030879 May 30 04:56:27.442714 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 39062) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:27.488241 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 39066) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:27.503083 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-3fcc42ed-8ee6-412f-8089-acf121ce6e2d tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Synchronizing usage tracker for tenant:177e950b79b644f8ac61f323eed71206 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:56:27.508390 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e507427d-f4fc-415a-977b-20797d26b2c8 None None] DHCP port deletion for d5f1e9d1-fa85-4504-8411-35d6a72270d3 request from dv-neutron-843763-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 30 04:56:27.516505 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-e507427d-f4fc-415a-977b-20797d26b2c8 None None] Deleting port abd45d6f-6e37-4d6e-81dc-2748e4462d1e {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:56:27.516998 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e507427d-f4fc-415a-977b-20797d26b2c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:27.546258 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-81788441-d72d-4b2a-9b53-549e91f450e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:27.590243 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-81788441-d72d-4b2a-9b53-549e91f450e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:27.672025 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-81788441-d72d-4b2a-9b53-549e91f450e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:27.697465 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81788441-d72d-4b2a-9b53-549e91f450e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d4aca10-757d-4f6c-96d8-3d331fc024fd,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:56:27.715335 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-81788441-d72d-4b2a-9b53-549e91f450e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:27.723271 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-81788441-d72d-4b2a-9b53-549e91f450e4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8d4aca10-757d-4f6c-96d8-3d331fc024fd HTTP/1.1" status: 204 len: 168 time: 0.2775543 May 30 04:56:27.770383 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 39076) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:27.857366 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-b686f8ef-c7a0-405c-802e-9682653d4dc1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3fffdaf8665e4f2eb17f85d23ba9b1e3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0857787 May 30 04:56:27.859851 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 39080) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:27.884123 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-3fcc42ed-8ee6-412f-8089-acf121ce6e2d tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Unset dirty status for tenant:177e950b79b644f8ac61f323eed71206 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:56:27.885285 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-3fcc42ed-8ee6-412f-8089-acf121ce6e2d tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1da934a-820c-4820-a96d-1c44404545c3 HTTP/1.1" status: 200 len: 205 time: 0.5266285 May 30 04:56:27.905031 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 39084) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:27.959294 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6b4466d7-4241-4427-b146-5d55c5e5024d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:27.974600 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-02725759-fe0f-4eb4-bbb2-6d0b4c312dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:27.985997 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-e507427d-f4fc-415a-977b-20797d26b2c8 None None] For port abd45d6f-6e37-4d6e-81dc-2748e4462d1e, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=abd45d6f-6e37-4d6e-81dc-2748e4462d1e,segment=NetworkSegment(020c203c-7008-4149-84d8-f64031b93bb4),segment_id=020c203c-7008-4149-84d8-f64031b93bb4)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:56:27.986401 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e507427d-f4fc-415a-977b-20797d26b2c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:28.003956 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-6b4466d7-4241-4427-b146-5d55c5e5024d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:56:28.011816 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-34ad858c-c87a-4970-bb2d-89fe1dcc54e9 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897784'] for network, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:28.012388 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-6b4466d7-4241-4427-b146-5d55c5e5024d admin admin] Usage tracker for resource:security_group_rule and tenant:d0d8de6c33ac4bb99234640e8489f5da is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:56:28.038799 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-6b4466d7-4241-4427-b146-5d55c5e5024d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:56:28.057951 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-6b4466d7-4241-4427-b146-5d55c5e5024d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:56:28.070718 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-34ad858c-c87a-4970-bb2d-89fe1dcc54e9 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Deleting port abd45d6f-6e37-4d6e-81dc-2748e4462d1e {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:56:28.071073 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-34ad858c-c87a-4970-bb2d-89fe1dcc54e9 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:28.162353 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad07a6d3-084b-4f16-bacf-2c55863ff868 req-51b713e2-6523-4ba2-b24f-df4287f82703 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:56:28.164157 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-ad07a6d3-084b-4f16-bacf-2c55863ff868 req-51b713e2-6523-4ba2-b24f-df4287f82703 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1e7b65a-2794-4268-bd76-1003a7875678 HTTP/1.1" status: 200 len: 946 time: 0.3100162 May 30 04:56:28.166467 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-e507427d-f4fc-415a-977b-20797d26b2c8 None None] Calling delete_port for abd45d6f-6e37-4d6e-81dc-2748e4462d1e owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:56:28.169202 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fe462324-1145-40d1-b20a-b247bb261d69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:28.209700 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 6d87d9a4-606c-4cba-b6d9-a12c7ef75024 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 04:56:28.247551 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fe462324-1145-40d1-b20a-b247bb261d69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:28.288807 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-ad07a6d3-084b-4f16-bacf-2c55863ff868 req-d8aa2b8c-bf39-4710-b932-01cefde30930 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0fb8c38-d8b6-4c01-bc8c-1b54a1e25304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159563 May 30 04:56:28.297636 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7d9ba3c6-c1d0-4986-aa12-11bcef041c0f tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:28.335604 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6b4466d7-4241-4427-b146-5d55c5e5024d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:28.343849 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6b4466d7-4241-4427-b146-5d55c5e5024d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:28.365561 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 6d87d9a4-606c-4cba-b6d9-a12c7ef75024 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:56:28.366491 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:28.406130 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-6b4466d7-4241-4427-b146-5d55c5e5024d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d0d8de6c33ac4bb99234640e8489f5da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9166188 May 30 04:56:28.409937 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fe462324-1145-40d1-b20a-b247bb261d69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:28.416168 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 39096) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:28.418415 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e507427d-f4fc-415a-977b-20797d26b2c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069'] for port, after_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:28.458036 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4466d7-4241-4427-b146-5d55c5e5024d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c1d74fc-f0c5-4fda-adc3-6e37bd46d448,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:56:28.496938 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fe462324-1145-40d1-b20a-b247bb261d69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:28.502632 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-fe462324-1145-40d1-b20a-b247bb261d69 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/526b8973-405b-42bc-8565-aa7c19173321 HTTP/1.1" status: 204 len: 168 time: 0.6402435 May 30 04:56:28.505952 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-7d9ba3c6-c1d0-4986-aa12-11bcef041c0f tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Calling delete_port for 16de794a-2fc0-4b22-88d8-fd2b0dee0aa1 owned by {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:56:28.520614 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e507427d-f4fc-415a-977b-20797d26b2c8 None None] Pushing event deleted for resources: {'Port': ['ID=abd45d6f-6e37-4d6e-81dc-2748e4462d1e,revision_number=None']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:56:28.522734 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe462324-1145-40d1-b20a-b247bb261d69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=526b8973-405b-42bc-8565-aa7c19173321,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:56:28.537913 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-40c8b060-f819-444f-aaad-c4100862031d tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks [] for router, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:28.575887 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e507427d-f4fc-415a-977b-20797d26b2c8 None None] No DVR routers for this DVR port abd45d6f-6e37-4d6e-81dc-2748e4462d1e on host dv-neutron-843763-1-hyperv {{(pid=88262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 04:56:28.585317 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5da05a41-8ead-44b8-a698-96b024517c5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:28.647068 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5da05a41-8ead-44b8-a698-96b024517c5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:28.741988 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5da05a41-8ead-44b8-a698-96b024517c5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:28.757186 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da05a41-8ead-44b8-a698-96b024517c5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c1d74fc-f0c5-4fda-adc3-6e37bd46d448,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:56:28.765260 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5da05a41-8ead-44b8-a698-96b024517c5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:28.769295 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-5da05a41-8ead-44b8-a698-96b024517c5b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4c1d74fc-f0c5-4fda-adc3-6e37bd46d448 HTTP/1.1" status: 204 len: 168 time: 0.3481376 May 30 04:56:28.769464 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 6d87d9a4-606c-4cba-b6d9-a12c7ef75024 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:56:28.841667 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device abd45d6f-6e37-4d6e-81dc-2748e4462d1e no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 04:56:28.871241 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-34ad858c-c87a-4970-bb2d-89fe1dcc54e9 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] For port abd45d6f-6e37-4d6e-81dc-2748e4462d1e, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=abd45d6f-6e37-4d6e-81dc-2748e4462d1e,segment=NetworkSegment(020c203c-7008-4149-84d8-f64031b93bb4),segment_id=020c203c-7008-4149-84d8-f64031b93bb4)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:56:28.871613 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-34ad858c-c87a-4970-bb2d-89fe1dcc54e9 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:28.891658 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 6c4f160d-581c-4e44-836d-a510d50f04aa resource provider aggregate not found May 30 04:56:28.920822 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] No Port match for: abd45d6f-6e37-4d6e-81dc-2748e4462d1e {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 04:56:28.921269 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device abd45d6f-6e37-4d6e-81dc-2748e4462d1e not bound to the agent host dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 04:56:28.924529 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 6c4f160d-581c-4e44-836d-a510d50f04aa resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6c4f160d-581c-4e44-836d-a510d50f04aa found for delete ", "request_id": "req-296280fc-21aa-471d-8d51-7e376ed6d3a6"}]} May 30 04:56:29.040539 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-34ad858c-c87a-4970-bb2d-89fe1dcc54e9 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Calling delete_port for abd45d6f-6e37-4d6e-81dc-2748e4462d1e owned by network:dhcp {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:56:29.117213 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-40c8b060-f819-444f-aaad-c4100862031d tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:29.156436 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-40c8b060-f819-444f-aaad-c4100862031d tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Deleting port 70032f99-0c9a-4f20-9db8-4bb003af4e94 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:56:29.158078 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-40c8b060-f819-444f-aaad-c4100862031d tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:29.175293 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 39134) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:29.190149 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7d9ba3c6-c1d0-4986-aa12-11bcef041c0f tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:29.245859 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.db.api [None req-34ad858c-c87a-4970-bb2d-89fe1dcc54e9 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88261) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 04:56:29.246432 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG oslo_db.api [None req-34ad858c-c87a-4970-bb2d-89fe1dcc54e9 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 04:56:29.247421 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-0f6bb9ef-a373-45b4-a9ef-7360e86f42b2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b716d37694ea4d05a16d0bffce109eae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0708358 May 30 04:56:29.250207 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 39138) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:29.261911 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9ba3c6-c1d0-4986-aa12-11bcef041c0f tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Pushing event deleted for resources: {'Port': ['ID=16de794a-2fc0-4b22-88d8-fd2b0dee0aa1,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:56:29.340187 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-674e093b-f7d1-46cb-b98c-606447d272db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:29.426256 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-674e093b-f7d1-46cb-b98c-606447d272db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:29.512521 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-674e093b-f7d1-46cb-b98c-606447d272db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:29.535069 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674e093b-f7d1-46cb-b98c-606447d272db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71e7aa13-3dee-4330-a4be-64b454e0316b,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:56:29.539974 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-674e093b-f7d1-46cb-b98c-606447d272db admin admin] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:29.541201 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-674e093b-f7d1-46cb-b98c-606447d272db admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/71e7aa13-3dee-4330-a4be-64b454e0316b HTTP/1.1" status: 204 len: 168 time: 0.2891002 May 30 04:56:29.588160 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7d9ba3c6-c1d0-4986-aa12-11bcef041c0f tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:29.641357 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-7d9ba3c6-c1d0-4986-aa12-11bcef041c0f tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "DELETE /v2.0/ports/16de794a-2fc0-4b22-88d8-fd2b0dee0aa1 HTTP/1.1" status: 204 len: 168 time: 2.8384535 May 30 04:56:29.644359 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 39156) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:29.682328 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-40c8b060-f819-444f-aaad-c4100862031d tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:29.722990 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea0b7f7b-d06c-4735-b0c6-5619fbb9aa11 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:56:29.724900 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea0b7f7b-d06c-4735-b0c6-5619fbb9aa11 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:56:29.725886 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-ea0b7f7b-d06c-4735-b0c6-5619fbb9aa11 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Synchronizing usage tracker for tenant:16af2dbefc6742d5a37a7b30e58c8c2f on resource:subnet {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:56:29.745206 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-ea0b7f7b-d06c-4735-b0c6-5619fbb9aa11 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Unset dirty status for tenant:16af2dbefc6742d5a37a7b30e58c8c2f on resource:subnet {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:56:29.747178 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-ea0b7f7b-d06c-4735-b0c6-5619fbb9aa11 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1016340 May 30 04:56:29.749978 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 39162) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:29.751913 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-34ad858c-c87a-4970-bb2d-89fe1dcc54e9 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Deleting port abd45d6f-6e37-4d6e-81dc-2748e4462d1e {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:56:29.752263 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-34ad858c-c87a-4970-bb2d-89fe1dcc54e9 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:29.835049 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2a19415-f28a-4443-a387-faa56da2f21c tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Deleting subnet f103bf67-972e-4c83-87f7-1c4cc1f20f5d {{(pid=88260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 30 04:56:29.838728 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d2a19415-f28a-4443-a387-faa56da2f21c tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks [] for subnet, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:29.852294 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-40c8b060-f819-444f-aaad-c4100862031d tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Calling delete_port for 70032f99-0c9a-4f20-9db8-4bb003af4e94 owned by network:router_gateway {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:56:29.906330 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d2a19415-f28a-4443-a387-faa56da2f21c tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1454738'] for subnet, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:29.934229 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d672b7-6c90-4314-9623-f0181feae256 req-d2cae921-705d-4a16-a512-9d52cb1749ad tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:56:29.935746 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-12d672b7-6c90-4314-9623-f0181feae256 req-d2cae921-705d-4a16-a512-9d52cb1749ad tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1e7b65a-2794-4268-bd76-1003a7875678 HTTP/1.1" status: 200 len: 946 time: 0.4401095 May 30 04:56:29.941681 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-34ad858c-c87a-4970-bb2d-89fe1dcc54e9 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] The port 'abd45d6f-6e37-4d6e-81dc-2748e4462d1e' was deleted {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 30 04:56:30.029753 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d2a19415-f28a-4443-a387-faa56da2f21c tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860493'] for subnet, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:30.139906 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d2a19415-f28a-4443-a387-faa56da2f21c tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1547867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2133322'] for subnet, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:30.165122 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-12d672b7-6c90-4314-9623-f0181feae256 req-307241ce-e238-4cc2-a04b-31f23654c96f tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0fb8c38-d8b6-4c01-bc8c-1b54a1e25304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2133760 May 30 04:56:30.170764 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-34ad858c-c87a-4970-bb2d-89fe1dcc54e9 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867540', 'neutron.services.segments.db._delete_segments_for_network-8729234922972'] for network, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:30.173562 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8885a1b3-1a45-452d-8171-844445a7e763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:30.198920 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d2a19415-f28a-4443-a387-faa56da2f21c tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:30.205371 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-34ad858c-c87a-4970-bb2d-89fe1dcc54e9 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5f1e9d1-fa85-4504-8411-35d6a72270d3']}} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:56:30.206063 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-379f1fac-54d4-4246-992b-69514bc8e65f None None] Network 0008fd3d-19e9-40cf-b545-4a7647b90cf1 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:56:30.210898 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a19415-f28a-4443-a387-faa56da2f21c tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Pushing event deleted for resources: {'Subnet': ['ID=f103bf67-972e-4c83-87f7-1c4cc1f20f5d,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:56:30.238615 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-d2a19415-f28a-4443-a387-faa56da2f21c tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "DELETE /v2.0/subnets/f103bf67-972e-4c83-87f7-1c4cc1f20f5d HTTP/1.1" status: 204 len: 168 time: 0.4831345 May 30 04:56:30.239347 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 39184) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:30.243174 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-34ad858c-c87a-4970-bb2d-89fe1dcc54e9 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '020c203c-7008-4149-84d8-f64031b93bb4') {'for_net_delete': True} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:56:30.243718 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-34ad858c-c87a-4970-bb2d-89fe1dcc54e9 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '020c203c-7008-4149-84d8-f64031b93bb4') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:56:30.261136 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-34ad858c-c87a-4970-bb2d-89fe1dcc54e9 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729235042807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3545573'] for segment, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:30.284238 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-34ad858c-c87a-4970-bb2d-89fe1dcc54e9 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:30.292035 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34ad858c-c87a-4970-bb2d-89fe1dcc54e9 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=88261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 04:56:30.293136 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-34ad858c-c87a-4970-bb2d-89fe1dcc54e9 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-862858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2304281'] for segment, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:30.433057 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-34ad858c-c87a-4970-bb2d-89fe1dcc54e9 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604744'] for network, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:30.439627 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-34ad858c-c87a-4970-bb2d-89fe1dcc54e9 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:30.476423 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 020c203c-7008-4149-84d8-f64031b93bb4 resource provider aggregate not found May 30 04:56:30.569472 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-34ad858c-c87a-4970-bb2d-89fe1dcc54e9 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] 10.222.0.15 "DELETE /v2.0/networks/d5f1e9d1-fa85-4504-8411-35d6a72270d3 HTTP/1.1" status: 204 len: 168 time: 3.2124066 May 30 04:56:30.570067 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 39202) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:30.571995 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 020c203c-7008-4149-84d8-f64031b93bb4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 020c203c-7008-4149-84d8-f64031b93bb4 found for delete ", "request_id": "req-8afea59e-0ceb-4206-a4ea-34e2b2546e1f"}]} May 30 04:56:30.575018 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ad858c-c87a-4970-bb2d-89fe1dcc54e9 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Pushing event deleted for resources: {'Network': ['ID=d5f1e9d1-fa85-4504-8411-35d6a72270d3,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:56:30.579532 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-40c8b060-f819-444f-aaad-c4100862031d tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:30.621497 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-feb60872-753d-4d87-adc5-c08f621dbc3c tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3812594 May 30 04:56:30.623753 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 39206) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:30.624261 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3311c3ba-dfc9-430b-9efc-6c1898f73d50 None None] DHCP port deletion for 0008fd3d-19e9-40cf-b545-4a7647b90cf1 request from dv-neutron-843763-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 30 04:56:30.629134 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-3311c3ba-dfc9-430b-9efc-6c1898f73d50 None None] Deleting port 6d87d9a4-606c-4cba-b6d9-a12c7ef75024 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:56:30.629517 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-3311c3ba-dfc9-430b-9efc-6c1898f73d50 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:30.662678 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-add105c2-90e6-40cd-b63d-7bda107c4b0a tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] DELETE failed (client error): The resource could not be found. May 30 04:56:30.663312 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-add105c2-90e6-40cd-b63d-7bda107c4b0a tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 04:56:30.668077 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 39210) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:30.668262 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-add105c2-90e6-40cd-b63d-7bda107c4b0a tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] 10.222.0.15 "DELETE /v2.0/subnets/72ea9c30-e70f-4e2d-a8a9-d8ce497dedf8 HTTP/1.1" status: 404 len: 337 time: 0.0949125 May 30 04:56:30.681034 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ad858c-c87a-4970-bb2d-89fe1dcc54e9 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:56:30.681469 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ad858c-c87a-4970-bb2d-89fe1dcc54e9 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:56:30.681955 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ad858c-c87a-4970-bb2d-89fe1dcc54e9 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:56:30.682356 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ad858c-c87a-4970-bb2d-89fe1dcc54e9 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:56:30.683025 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ad858c-c87a-4970-bb2d-89fe1dcc54e9 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:56:30.683428 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ad858c-c87a-4970-bb2d-89fe1dcc54e9 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:56:30.683873 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ad858c-c87a-4970-bb2d-89fe1dcc54e9 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:56:30.684381 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ad858c-c87a-4970-bb2d-89fe1dcc54e9 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:56:30.684778 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ad858c-c87a-4970-bb2d-89fe1dcc54e9 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:56:30.685209 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ad858c-c87a-4970-bb2d-89fe1dcc54e9 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:56:30.685597 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ad858c-c87a-4970-bb2d-89fe1dcc54e9 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:56:30.686016 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ad858c-c87a-4970-bb2d-89fe1dcc54e9 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:56:30.705435 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c8b060-f819-444f-aaad-c4100862031d tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Pushing event deleted for resources: {'Port': ['ID=70032f99-0c9a-4f20-9db8-4bb003af4e94,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:56:30.714678 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-38bad0ff-3125-4b15-a0fe-d94a69fc4a68 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] DELETE failed (client error): The resource could not be found. May 30 04:56:30.715156 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38bad0ff-3125-4b15-a0fe-d94a69fc4a68 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 04:56:30.716849 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-38bad0ff-3125-4b15-a0fe-d94a69fc4a68 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] 10.222.0.15 "DELETE /v2.0/networks/de4aa76a-e79b-4545-8535-7bbccf68211c HTTP/1.1" status: 404 len: 339 time: 0.0476897 May 30 04:56:30.724815 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 39216) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:30.774855 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7cdac6d-7068-4cae-bdf3-edfea50f2c59 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] DELETE failed (client error): The resource could not be found. May 30 04:56:30.775316 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7cdac6d-7068-4cae-bdf3-edfea50f2c59 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 04:56:30.777096 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-f7cdac6d-7068-4cae-bdf3-edfea50f2c59 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] 10.222.0.15 "DELETE /v2.0/subnets/9a2b0c24-2ebd-442d-9594-791bf06e51f6 HTTP/1.1" status: 404 len: 337 time: 0.0513399 May 30 04:56:30.779562 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 39222) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:30.812223 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-5dfa42ae-ac98-489e-b544-8b39097eae45 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] DELETE failed (client error): The resource could not be found. May 30 04:56:30.812703 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5dfa42ae-ac98-489e-b544-8b39097eae45 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 04:56:30.814975 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-5dfa42ae-ac98-489e-b544-8b39097eae45 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] 10.222.0.15 "DELETE /v2.0/networks/83f69418-a2ba-44a5-843d-53128536d7f7 HTTP/1.1" status: 404 len: 339 time: 0.0343821 May 30 04:56:30.817434 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 39226) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:30.827689 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4fdcff7-22c6-4414-9e3e-088f2497affd tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:56:30.829203 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-e4fdcff7-22c6-4414-9e3e-088f2497affd tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2045217 May 30 04:56:30.857696 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 39230) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:30.879991 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4b2fca4-a7cb-4f1b-a092-9083f7f9cc6f tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] DELETE failed (client error): The resource could not be found. May 30 04:56:30.891491 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4b2fca4-a7cb-4f1b-a092-9083f7f9cc6f tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 04:56:30.894729 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-a4b2fca4-a7cb-4f1b-a092-9083f7f9cc6f tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] 10.222.0.15 "DELETE /v2.0/subnets/2a8b5ed6-c06e-4103-97ec-d84fbc6f84ae HTTP/1.1" status: 404 len: 337 time: 0.0763149 May 30 04:56:30.899117 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 39236) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:30.952276 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb6537e4-0695-47d5-9b12-a1dee61c3a9e tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] DELETE failed (client error): The resource could not be found. May 30 04:56:30.952916 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb6537e4-0695-47d5-9b12-a1dee61c3a9e tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 04:56:30.957367 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-bb6537e4-0695-47d5-9b12-a1dee61c3a9e tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] 10.222.0.15 "DELETE /v2.0/networks/162ff075-88be-45ab-a919-8e13873e5fe4 HTTP/1.1" status: 404 len: 339 time: 0.0550642 May 30 04:56:30.958412 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 39244) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:30.961088 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-40c8b060-f819-444f-aaad-c4100862031d tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1604781'] for router_gateway, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:30.990970 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-3311c3ba-dfc9-430b-9efc-6c1898f73d50 None None] For port 6d87d9a4-606c-4cba-b6d9-a12c7ef75024, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=6d87d9a4-606c-4cba-b6d9-a12c7ef75024,segment=NetworkSegment(c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1),segment_id=c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:56:30.991467 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-3311c3ba-dfc9-430b-9efc-6c1898f73d50 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:31.127368 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-3311c3ba-dfc9-430b-9efc-6c1898f73d50 None None] Calling delete_port for 6d87d9a4-606c-4cba-b6d9-a12c7ef75024 owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:56:31.206286 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56ded65b-0e68-413c-8b9b-1097922cc81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:31.245431 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-3311c3ba-dfc9-430b-9efc-6c1898f73d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069'] for port, after_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:31.259103 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-40c8b060-f819-444f-aaad-c4100862031d tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11660'] for router, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:31.261421 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-40c8b060-f819-444f-aaad-c4100862031d tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:31.322199 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc65338b-3d7d-4529-8f07-f55cb6e6b61d tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:56:31.322596 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-fc65338b-3d7d-4529-8f07-f55cb6e6b61d tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Synchronizing usage tracker for tenant:16af2dbefc6742d5a37a7b30e58c8c2f on resource:subnet {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:56:31.325118 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-40c8b060-f819-444f-aaad-c4100862031d tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1601605'] for router, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:31.325513 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40c8b060-f819-444f-aaad-c4100862031d tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Fanout notify agent at l3_agent the message router_deleted on router a1da934a-820c-4820-a96d-1c44404545c3 {{(pid=88261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 30 04:56:31.340461 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3311c3ba-dfc9-430b-9efc-6c1898f73d50 None None] Pushing event deleted for resources: {'Port': ['ID=6d87d9a4-606c-4cba-b6d9-a12c7ef75024,revision_number=None']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:56:31.349029 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3311c3ba-dfc9-430b-9efc-6c1898f73d50 None None] No DVR routers for this DVR port 6d87d9a4-606c-4cba-b6d9-a12c7ef75024 on host dv-neutron-843763-1-hyperv {{(pid=88262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 04:56:31.376100 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-fc65338b-3d7d-4529-8f07-f55cb6e6b61d tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Unset dirty status for tenant:16af2dbefc6742d5a37a7b30e58c8c2f on resource:subnet {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:56:31.380006 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-fc65338b-3d7d-4529-8f07-f55cb6e6b61d tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5145683 May 30 04:56:31.381679 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 39262) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:31.396894 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:31.464485 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-40c8b060-f819-444f-aaad-c4100862031d tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks [] for router, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:31.470393 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-40c8b060-f819-444f-aaad-c4100862031d tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] 10.222.0.15 "DELETE /v2.0/routers/a1da934a-820c-4820-a96d-1c44404545c3 HTTP/1.1" status: 204 len: 168 time: 3.5595894 May 30 04:56:31.475215 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-c38089e1-f659-4a44-a5d7-725931e21088 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0878317 May 30 04:56:31.475215 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 39270) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:31.477318 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 39272) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:31.482289 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7cdf1b-bd34-44b6-a92e-cd8c3df4c070 req-4d4179ae-3a60-4950-85ab-f41f7faf6859 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:56:31.483894 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-ad7cdf1b-bd34-44b6-a92e-cd8c3df4c070 req-4d4179ae-3a60-4950-85ab-f41f7faf6859 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1e7b65a-2794-4268-bd76-1003a7875678 HTTP/1.1" status: 200 len: 946 time: 0.1657808 May 30 04:56:31.490720 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-b970303e-ea8f-4f14-832c-1193e0584792 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Request body: {'network': {'name': 'tempest-RoutersTest-1689882044'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:56:31.499462 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-76863e66-a094-4f88-bc6b-83404da75d4a tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Request body: {'subnet': {'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:56:31.525977 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_v2 [None req-9624dd04-a3ab-41ca-ba86-392ce51eead5 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Deleting subnet 5f4da9f6-5746-45a4-9a33-931ee550c85c {{(pid=88261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 30 04:56:31.528414 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-b970303e-ea8f-4f14-832c-1193e0584792 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:56:31.546380 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-ad7cdf1b-bd34-44b6-a92e-cd8c3df4c070 req-c0e32b33-f137-4d67-bebc-c653aebfb1a1 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0fb8c38-d8b6-4c01-bc8c-1b54a1e25304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548747 May 30 04:56:31.564600 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 39278) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:31.614879 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-b970303e-ea8f-4f14-832c-1193e0584792 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Usage tracker for resource:network and tenant:177e950b79b644f8ac61f323eed71206 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:56:31.620110 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9624dd04-a3ab-41ca-ba86-392ce51eead5 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks [] for subnet, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:31.646571 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-b970303e-ea8f-4f14-832c-1193e0584792 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:56:31.674135 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-b970303e-ea8f-4f14-832c-1193e0584792 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:56:31.687162 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 39286) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:31.710425 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9624dd04-a3ab-41ca-ba86-392ce51eead5 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3545586'] for subnet, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:31.740191 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b970303e-ea8f-4f14-832c-1193e0584792 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Made reservation on behalf of 177e950b79b644f8ac61f323eed71206 for: {'network': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:56:31.743527 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b970303e-ea8f-4f14-832c-1193e0584792 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for network, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:31.759571 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-687816c4-a4dc-4d50-ae99-409d5b3af662 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-981068453'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:56:31.763185 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-76863e66-a094-4f88-bc6b-83404da75d4a tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:56:31.765501 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-687816c4-a4dc-4d50-ae99-409d5b3af662 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:56:31.770279 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-687816c4-a4dc-4d50-ae99-409d5b3af662 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Usage tracker for resource:network and tenant:cc70de9f5c794c1b972bc602f3239ed7 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:56:31.773296 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-687816c4-a4dc-4d50-ae99-409d5b3af662 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:56:31.779214 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-687816c4-a4dc-4d50-ae99-409d5b3af662 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:56:31.784945 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-76863e66-a094-4f88-bc6b-83404da75d4a tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:56:31.793177 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-687816c4-a4dc-4d50-ae99-409d5b3af662 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Made reservation on behalf of cc70de9f5c794c1b972bc602f3239ed7 for: {'network': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:56:31.797616 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-687816c4-a4dc-4d50-ae99-409d5b3af662 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for network, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:31.816711 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-687816c4-a4dc-4d50-ae99-409d5b3af662 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Notify callbacks [] for security_group, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:31.818159 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76863e66-a094-4f88-bc6b-83404da75d4a tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Made reservation on behalf of 16af2dbefc6742d5a37a7b30e58c8c2f for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:56:31.821545 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-76863e66-a094-4f88-bc6b-83404da75d4a tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9305518'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:31.836131 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-687816c4-a4dc-4d50-ae99-409d5b3af662 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:56:31.841425 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-687816c4-a4dc-4d50-ae99-409d5b3af662 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Usage tracker for resource:security_group_rule and tenant:cc70de9f5c794c1b972bc602f3239ed7 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:56:31.847368 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-687816c4-a4dc-4d50-ae99-409d5b3af662 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:56:31.848774 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 39292) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:31.849544 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b970303e-ea8f-4f14-832c-1193e0584792 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=88261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 04:56:31.854316 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-687816c4-a4dc-4d50-ae99-409d5b3af662 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:56:31.886640 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-c17369dd-eaf8-4fff-8260-9b6af0bdb5ad tempest-DHCPAgentSchedulersTestJSON-2076308821 tempest-DHCPAgentSchedulersTestJSON-2076308821-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-884073948'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:56:31.894225 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-c17369dd-eaf8-4fff-8260-9b6af0bdb5ad tempest-DHCPAgentSchedulersTestJSON-2076308821 tempest-DHCPAgentSchedulersTestJSON-2076308821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:56:31.901932 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-c17369dd-eaf8-4fff-8260-9b6af0bdb5ad tempest-DHCPAgentSchedulersTestJSON-2076308821 tempest-DHCPAgentSchedulersTestJSON-2076308821-project] Usage tracker for resource:network and tenant:7013e5dbc10143359296c3ddadc46dc1 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:56:31.905587 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-c17369dd-eaf8-4fff-8260-9b6af0bdb5ad tempest-DHCPAgentSchedulersTestJSON-2076308821 tempest-DHCPAgentSchedulersTestJSON-2076308821-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:56:31.915360 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-c17369dd-eaf8-4fff-8260-9b6af0bdb5ad tempest-DHCPAgentSchedulersTestJSON-2076308821 tempest-DHCPAgentSchedulersTestJSON-2076308821-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:56:31.934292 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c17369dd-eaf8-4fff-8260-9b6af0bdb5ad tempest-DHCPAgentSchedulersTestJSON-2076308821 tempest-DHCPAgentSchedulersTestJSON-2076308821-project] Made reservation on behalf of 7013e5dbc10143359296c3ddadc46dc1 for: {'network': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:56:31.937751 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c17369dd-eaf8-4fff-8260-9b6af0bdb5ad tempest-DHCPAgentSchedulersTestJSON-2076308821 tempest-DHCPAgentSchedulersTestJSON-2076308821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for network, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:31.938188 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b970303e-ea8f-4f14-832c-1193e0584792 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:31.939232 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.db.segments_db [None req-b970303e-ea8f-4f14-832c-1193e0584792 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Added segment 94c19f0c-a342-475b-a096-37eac89debfd of type vlan for network 57d76ecc-47ac-48d9-8956-292a38909381 May 30 04:56:31.956853 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c17369dd-eaf8-4fff-8260-9b6af0bdb5ad tempest-DHCPAgentSchedulersTestJSON-2076308821 tempest-DHCPAgentSchedulersTestJSON-2076308821-project] Notify callbacks [] for security_group, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:31.980631 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-c17369dd-eaf8-4fff-8260-9b6af0bdb5ad tempest-DHCPAgentSchedulersTestJSON-2076308821 tempest-DHCPAgentSchedulersTestJSON-2076308821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:56:31.986269 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9624dd04-a3ab-41ca-ba86-392ce51eead5 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860493'] for subnet, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:31.991613 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-c17369dd-eaf8-4fff-8260-9b6af0bdb5ad tempest-DHCPAgentSchedulersTestJSON-2076308821 tempest-DHCPAgentSchedulersTestJSON-2076308821-project] Usage tracker for resource:security_group_rule and tenant:7013e5dbc10143359296c3ddadc46dc1 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:56:31.996600 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-c17369dd-eaf8-4fff-8260-9b6af0bdb5ad tempest-DHCPAgentSchedulersTestJSON-2076308821 tempest-DHCPAgentSchedulersTestJSON-2076308821-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:56:32.005721 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-687816c4-a4dc-4d50-ae99-409d5b3af662 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Notify callbacks [] for security_group, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:32.006891 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-c17369dd-eaf8-4fff-8260-9b6af0bdb5ad tempest-DHCPAgentSchedulersTestJSON-2076308821 tempest-DHCPAgentSchedulersTestJSON-2076308821-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:56:32.014807 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-687816c4-a4dc-4d50-ae99-409d5b3af662 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:32.024625 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b970303e-ea8f-4f14-832c-1193e0584792 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729234556353'] for network, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:32.047180 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-f2b2c8e0-8dd5-4f79-bc46-832d5cdf33ef tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Request body: {'floatingip': {'floating_network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:56:32.055348 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-687816c4-a4dc-4d50-ae99-409d5b3af662 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=88260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 04:56:32.061355 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-f2b2c8e0-8dd5-4f79-bc46-832d5cdf33ef tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:56:32.074967 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-f2b2c8e0-8dd5-4f79-bc46-832d5cdf33ef tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Usage tracker for resource:floatingip and tenant:711a0215d65b4bf4a4724254de2410e3 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:56:32.077304 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687816c4-a4dc-4d50-ae99-409d5b3af662 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e9e0572-0b21-4a9b-9bee-7ca5801f7c20,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:56:32.078712 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-f2b2c8e0-8dd5-4f79-bc46-832d5cdf33ef tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:56:32.082597 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-687816c4-a4dc-4d50-ae99-409d5b3af662 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:32.083000 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.db.segments_db [None req-687816c4-a4dc-4d50-ae99-409d5b3af662 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Added segment 22b9e9f9-007a-4f2b-9e1a-30d12cd1fb6d of type vlan for network 433fa563-4f04-4ee5-af0f-ac69dc370a03 May 30 04:56:32.095924 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687816c4-a4dc-4d50-ae99-409d5b3af662 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:56:32.096275 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687816c4-a4dc-4d50-ae99-409d5b3af662 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:56:32.096647 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687816c4-a4dc-4d50-ae99-409d5b3af662 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:56:32.096977 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687816c4-a4dc-4d50-ae99-409d5b3af662 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:56:32.097307 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687816c4-a4dc-4d50-ae99-409d5b3af662 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:56:32.097632 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687816c4-a4dc-4d50-ae99-409d5b3af662 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:56:32.098017 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687816c4-a4dc-4d50-ae99-409d5b3af662 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:56:32.098296 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687816c4-a4dc-4d50-ae99-409d5b3af662 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:56:32.098613 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687816c4-a4dc-4d50-ae99-409d5b3af662 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:56:32.098935 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687816c4-a4dc-4d50-ae99-409d5b3af662 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:56:32.099287 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687816c4-a4dc-4d50-ae99-409d5b3af662 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:56:32.099575 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687816c4-a4dc-4d50-ae99-409d5b3af662 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:56:32.112271 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-f2b2c8e0-8dd5-4f79-bc46-832d5cdf33ef tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:56:32.132701 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-687816c4-a4dc-4d50-ae99-409d5b3af662 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729234556353'] for network, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:32.135768 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b970303e-ea8f-4f14-832c-1193e0584792 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788'] for network, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:32.141003 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b970303e-ea8f-4f14-832c-1193e0584792 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:56:32.142350 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b970303e-ea8f-4f14-832c-1193e0584792 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:32.159016 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 6d87d9a4-606c-4cba-b6d9-a12c7ef75024 no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 04:56:32.180463 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f2b2c8e0-8dd5-4f79-bc46-832d5cdf33ef tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Notify callbacks [] for floatingip, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:32.195152 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c17369dd-eaf8-4fff-8260-9b6af0bdb5ad tempest-DHCPAgentSchedulersTestJSON-2076308821 tempest-DHCPAgentSchedulersTestJSON-2076308821-project] Notify callbacks [] for security_group, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:32.195825 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] No Port match for: 6d87d9a4-606c-4cba-b6d9-a12c7ef75024 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 04:56:32.196177 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 6d87d9a4-606c-4cba-b6d9-a12c7ef75024 not bound to the agent host dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 04:56:32.198794 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-687816c4-a4dc-4d50-ae99-409d5b3af662 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788'] for network, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:32.205958 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-687816c4-a4dc-4d50-ae99-409d5b3af662 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:56:32.206550 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-687816c4-a4dc-4d50-ae99-409d5b3af662 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:32.229295 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c17369dd-eaf8-4fff-8260-9b6af0bdb5ad tempest-DHCPAgentSchedulersTestJSON-2076308821 tempest-DHCPAgentSchedulersTestJSON-2076308821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:32.294172 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9624dd04-a3ab-41ca-ba86-392ce51eead5 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2304955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9305493'] for subnet, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:32.348054 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c17369dd-eaf8-4fff-8260-9b6af0bdb5ad tempest-DHCPAgentSchedulersTestJSON-2076308821 tempest-DHCPAgentSchedulersTestJSON-2076308821-project] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=88260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 04:56:32.355830 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687816c4-a4dc-4d50-ae99-409d5b3af662 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Pushing event updated for resources: {'Network': ['ID=433fa563-4f04-4ee5-af0f-ac69dc370a03,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:56:32.366230 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-687816c4-a4dc-4d50-ae99-409d5b3af662 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.7996964 May 30 04:56:32.367165 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17369dd-eaf8-4fff-8260-9b6af0bdb5ad tempest-DHCPAgentSchedulersTestJSON-2076308821 tempest-DHCPAgentSchedulersTestJSON-2076308821-project] Pushing event updated for resources: {'SecurityGroup': ['ID=302cdfb2-9f09-4272-be7a-4a2af48f1f4b,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:56:32.368575 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Network 433fa563-4f04-4ee5-af0f-ac69dc370a03 details requested by agent ovs-agent-dv-neutron-843763-1-hyperv with host dv-neutron-843763-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 04:56:32.369466 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 39300) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:32.370426 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c17369dd-eaf8-4fff-8260-9b6af0bdb5ad tempest-DHCPAgentSchedulersTestJSON-2076308821 tempest-DHCPAgentSchedulersTestJSON-2076308821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:32.370763 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.db.segments_db [None req-c17369dd-eaf8-4fff-8260-9b6af0bdb5ad tempest-DHCPAgentSchedulersTestJSON-2076308821 tempest-DHCPAgentSchedulersTestJSON-2076308821-project] Added segment e9e6618a-7f77-42e8-ae68-ca55139f93fe of type vlan for network eec99d0b-9664-4ef3-8788-f9525f2ae4fc May 30 04:56:32.381951 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-38f45702-93aa-43ea-bc7a-055f16efd418 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Request body: {'subnet': {'network_id': '433fa563-4f04-4ee5-af0f-ac69dc370a03', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:56:32.434381 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9624dd04-a3ab-41ca-ba86-392ce51eead5 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Pushing event deleted for resources: {'Subnet': ['ID=5f4da9f6-5746-45a4-9a33-931ee550c85c,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:56:32.440308 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9624dd04-a3ab-41ca-ba86-392ce51eead5 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:32.452810 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b92edd-6af6-4348-9729-d6cc863bb802 None None] Network 7f143dc1-c85b-4163-9199-810aaabbbf7c requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:56:32.461754 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b970303e-ea8f-4f14-832c-1193e0584792 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Pushing event updated for resources: {'Network': ['ID=57d76ecc-47ac-48d9-8956-292a38909381,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:56:32.476702 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-b970303e-ea8f-4f14-832c-1193e0584792 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0014102 May 30 04:56:32.480501 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 39304) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:32.485130 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c17369dd-eaf8-4fff-8260-9b6af0bdb5ad tempest-DHCPAgentSchedulersTestJSON-2076308821 tempest-DHCPAgentSchedulersTestJSON-2076308821-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729234556353'] for network, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:32.497748 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-9624dd04-a3ab-41ca-ba86-392ce51eead5 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] 10.222.0.15 "DELETE /v2.0/subnets/5f4da9f6-5746-45a4-9a33-931ee550c85c HTTP/1.1" status: 204 len: 168 time: 1.5359447 May 30 04:56:32.499696 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 39308) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:32.500043 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-61d036ba-a7f1-4a74-9eb9-0f0064367573 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Request body: {'subnet': {'network_id': '57d76ecc-47ac-48d9-8956-292a38909381', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:56:32.526760 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Network 57d76ecc-47ac-48d9-8956-292a38909381 details requested by agent ovs-agent-dv-neutron-843763-1-hyperv with host dv-neutron-843763-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 04:56:32.593880 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-38f45702-93aa-43ea-bc7a-055f16efd418 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:56:32.605195 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-38f45702-93aa-43ea-bc7a-055f16efd418 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Usage tracker for resource:subnet and tenant:cc70de9f5c794c1b972bc602f3239ed7 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:56:32.612452 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-38f45702-93aa-43ea-bc7a-055f16efd418 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:56:32.631178 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-38f45702-93aa-43ea-bc7a-055f16efd418 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:56:32.635383 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c17369dd-eaf8-4fff-8260-9b6af0bdb5ad tempest-DHCPAgentSchedulersTestJSON-2076308821 tempest-DHCPAgentSchedulersTestJSON-2076308821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788'] for network, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:32.640570 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c17369dd-eaf8-4fff-8260-9b6af0bdb5ad tempest-DHCPAgentSchedulersTestJSON-2076308821 tempest-DHCPAgentSchedulersTestJSON-2076308821-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:56:32.641170 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c17369dd-eaf8-4fff-8260-9b6af0bdb5ad tempest-DHCPAgentSchedulersTestJSON-2076308821 tempest-DHCPAgentSchedulersTestJSON-2076308821-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:32.654902 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-61d036ba-a7f1-4a74-9eb9-0f0064367573 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:56:32.657441 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-76863e66-a094-4f88-bc6b-83404da75d4a tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2305012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9305500'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:32.695262 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-61d036ba-a7f1-4a74-9eb9-0f0064367573 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Usage tracker for resource:subnet and tenant:177e950b79b644f8ac61f323eed71206 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:56:32.704372 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-61d036ba-a7f1-4a74-9eb9-0f0064367573 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:56:32.730685 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-61d036ba-a7f1-4a74-9eb9-0f0064367573 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:56:32.741590 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1db7a6b8-6c3e-4856-a214-12387726e7f8 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897784'] for network, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:32.753115 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76863e66-a094-4f88-bc6b-83404da75d4a tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Network 0008fd3d-19e9-40cf-b545-4a7647b90cf1 is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:56:32.755420 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38f45702-93aa-43ea-bc7a-055f16efd418 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Made reservation on behalf of cc70de9f5c794c1b972bc602f3239ed7 for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:56:32.759080 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-38f45702-93aa-43ea-bc7a-055f16efd418 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2133361'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:32.759925 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-76863e66-a094-4f88-bc6b-83404da75d4a tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:56:32.763253 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76863e66-a094-4f88-bc6b-83404da75d4a tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:56:32.763837 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-76863e66-a094-4f88-bc6b-83404da75d4a tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:32.769899 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a142624-940e-4c55-bf49-a5329c884075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:32.785043 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba9bd6e-b4ce-4230-8185-210a10ee0a71 None None] Network 0008fd3d-19e9-40cf-b545-4a7647b90cf1 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:56:32.788183 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-c17369dd-eaf8-4fff-8260-9b6af0bdb5ad tempest-DHCPAgentSchedulersTestJSON-2076308821 tempest-DHCPAgentSchedulersTestJSON-2076308821-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.0999238 May 30 04:56:32.794793 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76863e66-a094-4f88-bc6b-83404da75d4a tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Pushing event updated for resources: {'Subnet': ['ID=30364586-7b5a-4148-b5d7-64707a306729,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:56:32.798548 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 39314) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:32.805352 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61d036ba-a7f1-4a74-9eb9-0f0064367573 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Made reservation on behalf of 177e950b79b644f8ac61f323eed71206 for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:56:32.809295 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-61d036ba-a7f1-4a74-9eb9-0f0064367573 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9305518'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:32.836397 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-5f8b3835-ce4b-4d8c-9c84-1aa77b7a40b0 tempest-DHCPAgentSchedulersTestJSON-2076308821 tempest-DHCPAgentSchedulersTestJSON-2076308821-project] Request body: {'subnet': {'network_id': 'eec99d0b-9664-4ef3-8788-f9525f2ae4fc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:56:32.878325 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17369dd-eaf8-4fff-8260-9b6af0bdb5ad tempest-DHCPAgentSchedulersTestJSON-2076308821 tempest-DHCPAgentSchedulersTestJSON-2076308821-project] Pushing event updated for resources: {'Network': ['ID=eec99d0b-9664-4ef3-8788-f9525f2ae4fc,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:56:32.897211 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-1db7a6b8-6c3e-4856-a214-12387726e7f8 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Deleting port 148f5feb-9d0c-4abe-b6a8-8319141d917b {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:56:32.897211 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1db7a6b8-6c3e-4856-a214-12387726e7f8 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:32.897567 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Network eec99d0b-9664-4ef3-8788-f9525f2ae4fc details requested by agent ovs-agent-dv-neutron-843763-1-hyperv with host dv-neutron-843763-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 04:56:32.955646 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-76863e66-a094-4f88-bc6b-83404da75d4a tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4750886 May 30 04:56:32.959413 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 39318) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:32.968988 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-3b6998b4-4ade-4f04-9e21-2fc4472aa8fb tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Request body: {'port': {'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1', 'fixed_ips': [{'subnet_id': '30364586-7b5a-4148-b5d7-64707a306729', 'ip_address': '2001:db8::fff7:a47a:503a:3b8'}], 'name': 'tempest-NetworksTestDHCPv6-71026348'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:56:32.994521 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7db456d-b57c-46af-b66e-262d63dd20e9 None None] DHCP port deletion for 7f143dc1-c85b-4163-9199-810aaabbbf7c request from dv-neutron-843763-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 30 04:56:33.010382 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-f7db456d-b57c-46af-b66e-262d63dd20e9 None None] Deleting port 148f5feb-9d0c-4abe-b6a8-8319141d917b {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:56:33.010382 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f7db456d-b57c-46af-b66e-262d63dd20e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:33.191071 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f2b2c8e0-8dd5-4f79-bc46-832d5cdf33ef tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:33.215253 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-45f79e78-106a-4f09-9d2c-69baeab7263d None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 04:56:33.219089 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-431b37ed-ad81-4d7d-9bf3-22adbf8df57d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bbf24ed-7ba9-53d2-873f-8f9642b1e987-0008fd3d-19e9-40cf-b545-4a7647b90cf1', 'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1', 'tenant_id': '16af2dbefc6742d5a37a7b30e58c8c2f', 'fixed_ips': [{'subnet_id': '30364586-7b5a-4148-b5d7-64707a306729'}]}} from dv-neutron-843763-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 30 04:56:33.221908 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-431b37ed-ad81-4d7d-9bf3-22adbf8df57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:33.304426 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-5f8b3835-ce4b-4d8c-9c84-1aa77b7a40b0 tempest-DHCPAgentSchedulersTestJSON-2076308821 tempest-DHCPAgentSchedulersTestJSON-2076308821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:56:33.314325 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-5f8b3835-ce4b-4d8c-9c84-1aa77b7a40b0 tempest-DHCPAgentSchedulersTestJSON-2076308821 tempest-DHCPAgentSchedulersTestJSON-2076308821-project] Usage tracker for resource:subnet and tenant:7013e5dbc10143359296c3ddadc46dc1 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:56:33.327769 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-5f8b3835-ce4b-4d8c-9c84-1aa77b7a40b0 tempest-DHCPAgentSchedulersTestJSON-2076308821 tempest-DHCPAgentSchedulersTestJSON-2076308821-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:56:33.431798 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-5f8b3835-ce4b-4d8c-9c84-1aa77b7a40b0 tempest-DHCPAgentSchedulersTestJSON-2076308821 tempest-DHCPAgentSchedulersTestJSON-2076308821-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:56:33.446821 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696a40c5-9908-4b9c-bc07-b67a4c5ba559 req-2f8fe3bf-dde4-460a-96b3-40964075cd2c tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:56:33.447586 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-3b6998b4-4ade-4f04-9e21-2fc4472aa8fb tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:56:33.448666 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-696a40c5-9908-4b9c-bc07-b67a4c5ba559 req-2f8fe3bf-dde4-460a-96b3-40964075cd2c tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1e7b65a-2794-4268-bd76-1003a7875678 HTTP/1.1" status: 200 len: 946 time: 0.6458066 May 30 04:56:33.451663 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-1db7a6b8-6c3e-4856-a214-12387726e7f8 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] For port 148f5feb-9d0c-4abe-b6a8-8319141d917b, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=148f5feb-9d0c-4abe-b6a8-8319141d917b,segment=NetworkSegment(a916316b-4010-43cb-a633-c2b7b39431cd),segment_id=a916316b-4010-43cb-a633-c2b7b39431cd)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:56:33.451663 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1db7a6b8-6c3e-4856-a214-12387726e7f8 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:33.466874 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-3b6998b4-4ade-4f04-9e21-2fc4472aa8fb tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Usage tracker for resource:port and tenant:16af2dbefc6742d5a37a7b30e58c8c2f is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:56:33.471272 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-3b6998b4-4ade-4f04-9e21-2fc4472aa8fb tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:56:33.489974 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-f2b2c8e0-8dd5-4f79-bc46-832d5cdf33ef tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Allocated IP 172.26.6.121 (1bab70f4-3794-44db-8e17-19f483aa8ffa/6b5b73c1-b0ce-4f83-a930-c00cc5522926/aafee806-ffb2-4de5-8591-e018a448177a) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:56:33.495361 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f8b3835-ce4b-4d8c-9c84-1aa77b7a40b0 tempest-DHCPAgentSchedulersTestJSON-2076308821 tempest-DHCPAgentSchedulersTestJSON-2076308821-project] Made reservation on behalf of 7013e5dbc10143359296c3ddadc46dc1 for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:56:33.495593 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-f7db456d-b57c-46af-b66e-262d63dd20e9 None None] For port 148f5feb-9d0c-4abe-b6a8-8319141d917b, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=148f5feb-9d0c-4abe-b6a8-8319141d917b,segment=NetworkSegment(a916316b-4010-43cb-a633-c2b7b39431cd),segment_id=a916316b-4010-43cb-a633-c2b7b39431cd)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:56:33.496086 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f7db456d-b57c-46af-b66e-262d63dd20e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:33.498737 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5f8b3835-ce4b-4d8c-9c84-1aa77b7a40b0 tempest-DHCPAgentSchedulersTestJSON-2076308821 tempest-DHCPAgentSchedulersTestJSON-2076308821-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9305518'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:33.541421 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-3b6998b4-4ade-4f04-9e21-2fc4472aa8fb tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:56:33.608851 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-1db7a6b8-6c3e-4856-a214-12387726e7f8 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Calling delete_port for 148f5feb-9d0c-4abe-b6a8-8319141d917b owned by network:dhcp {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:56:33.635579 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-38f45702-93aa-43ea-bc7a-055f16efd418 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1547796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2133315'] for subnet, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:33.635836 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-696a40c5-9908-4b9c-bc07-b67a4c5ba559 req-8532fd4b-d56f-49aa-8c7e-1a2317dea001 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0fb8c38-d8b6-4c01-bc8c-1b54a1e25304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1666200 May 30 04:56:33.650621 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-f7db456d-b57c-46af-b66e-262d63dd20e9 None None] Calling delete_port for 148f5feb-9d0c-4abe-b6a8-8319141d917b owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:56:33.710559 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b6998b4-4ade-4f04-9e21-2fc4472aa8fb tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Made reservation on behalf of 16af2dbefc6742d5a37a7b30e58c8c2f for: {'port': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:56:33.728331 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-431b37ed-ad81-4d7d-9bf3-22adbf8df57d None None] Allocated IP 2001:db8::2 (0008fd3d-19e9-40cf-b545-4a7647b90cf1/30364586-7b5a-4148-b5d7-64707a306729/e7af5548-225f-4b4e-9ac0-523460d41920) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:56:33.822522 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f45702-93aa-43ea-bc7a-055f16efd418 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Pushing event updated for resources: {'Subnet': ['ID=732e1e97-e13d-41bc-bb2f-10b9bb045c41,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:56:33.825240 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-61d036ba-a7f1-4a74-9eb9-0f0064367573 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2305012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9305500'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:33.827864 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f7db456d-b57c-46af-b66e-262d63dd20e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069'] for port, after_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:33.857479 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f45702-93aa-43ea-bc7a-055f16efd418 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Checking segment: {'id': '22b9e9f9-007a-4f2b-9e1a-30d12cd1fb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '433fa563-4f04-4ee5-af0f-ac69dc370a03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:56:33.857891 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f45702-93aa-43ea-bc7a-055f16efd418 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Network hostable DHCP agents. Network: 433fa563-4f04-4ee5-af0f-ac69dc370a03, hostable agents: ['1c705e68-3d3e-4dd3-9252-feb21d4b96ab'], hosted agents: [] {{(pid=88260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 04:56:33.864133 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.db.api [None req-1db7a6b8-6c3e-4856-a214-12387726e7f8 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88260) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 04:56:33.864459 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG oslo_db.api [None req-1db7a6b8-6c3e-4856-a214-12387726e7f8 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 04:56:33.879708 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7db456d-b57c-46af-b66e-262d63dd20e9 None None] Pushing event deleted for resources: {'Port': ['ID=148f5feb-9d0c-4abe-b6a8-8319141d917b,revision_number=None']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:56:33.882068 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7db456d-b57c-46af-b66e-262d63dd20e9 None None] No DVR routers for this DVR port 148f5feb-9d0c-4abe-b6a8-8319141d917b on host dv-neutron-843763-1-hyperv {{(pid=88262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 04:56:33.892932 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7db456d-b57c-46af-b66e-262d63dd20e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:56:33.893278 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7db456d-b57c-46af-b66e-262d63dd20e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:56:33.893618 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7db456d-b57c-46af-b66e-262d63dd20e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:56:33.893981 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7db456d-b57c-46af-b66e-262d63dd20e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:56:33.894315 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7db456d-b57c-46af-b66e-262d63dd20e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:56:33.894705 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7db456d-b57c-46af-b66e-262d63dd20e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:56:33.895041 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7db456d-b57c-46af-b66e-262d63dd20e9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:56:33.895370 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7db456d-b57c-46af-b66e-262d63dd20e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:56:33.895696 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7db456d-b57c-46af-b66e-262d63dd20e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:56:33.896022 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7db456d-b57c-46af-b66e-262d63dd20e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:56:33.896347 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7db456d-b57c-46af-b66e-262d63dd20e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:56:33.896876 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7db456d-b57c-46af-b66e-262d63dd20e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:56:33.912605 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3b6998b4-4ade-4f04-9e21-2fc4472aa8fb tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:33.924564 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f45702-93aa-43ea-bc7a-055f16efd418 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Network 433fa563-4f04-4ee5-af0f-ac69dc370a03 is scheduled to be hosted by DHCP agent 1c705e68-3d3e-4dd3-9252-feb21d4b96ab with binding_index 1 {{(pid=88260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 04:56:33.941662 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [None req-3b6998b4-4ade-4f04-9e21-2fc4472aa8fb tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] device_id is not set on port ae6187bf-47aa-4100-b947-42525a033e9c yet. {{(pid=88260) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 30 04:56:33.973944 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-38f45702-93aa-43ea-bc7a-055f16efd418 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843763-1-hyperv, 433fa563-4f04-4ee5-af0f-ac69dc370a03) {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:56:33.979615 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f45702-93aa-43ea-bc7a-055f16efd418 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:56:33.980373 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-38f45702-93aa-43ea-bc7a-055f16efd418 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:33.982992 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f2b2c8e0-8dd5-4f79-bc46-832d5cdf33ef tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:34.005924 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-545e7f13-6f5a-462b-8da0-13490ec2598c None None] Network 433fa563-4f04-4ee5-af0f-ac69dc370a03 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:56:34.019185 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d036ba-a7f1-4a74-9eb9-0f0064367573 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Pushing event updated for resources: {'Subnet': ['ID=d01ec3d1-6a5b-430b-bbe4-b6133c6cb78b,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:56:34.026671 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d036ba-a7f1-4a74-9eb9-0f0064367573 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Checking segment: {'id': '94c19f0c-a342-475b-a096-37eac89debfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '57d76ecc-47ac-48d9-8956-292a38909381'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:56:34.027042 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d036ba-a7f1-4a74-9eb9-0f0064367573 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Network hostable DHCP agents. Network: 57d76ecc-47ac-48d9-8956-292a38909381, hostable agents: ['1c705e68-3d3e-4dd3-9252-feb21d4b96ab'], hosted agents: [] {{(pid=88261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 04:56:34.046624 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-38f45702-93aa-43ea-bc7a-055f16efd418 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6719806 May 30 04:56:34.047823 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 39322) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:34.057926 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-6603b774-8eb0-47ab-b33f-0a1078d0704a tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Request body: {'port': {'network_id': '433fa563-4f04-4ee5-af0f-ac69dc370a03', 'name': 'tempest-AllowedAddressPairTestJSON-314075096'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:56:34.096305 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-431b37ed-ad81-4d7d-9bf3-22adbf8df57d None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:34.117863 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-431b37ed-ad81-4d7d-9bf3-22adbf8df57d None None] Transition to ACTIVE for port object e7af5548-225f-4b4e-9ac0-523460d41920 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:56:34.147353 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-431b37ed-ad81-4d7d-9bf3-22adbf8df57d None None] Transition to ACTIVE for port object e7af5548-225f-4b4e-9ac0-523460d41920 will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:56:34.151698 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 148f5feb-9d0c-4abe-b6a8-8319141d917b no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 04:56:34.176176 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d036ba-a7f1-4a74-9eb9-0f0064367573 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Network 57d76ecc-47ac-48d9-8956-292a38909381 is scheduled to be hosted by DHCP agent 1c705e68-3d3e-4dd3-9252-feb21d4b96ab with binding_index 1 {{(pid=88261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 04:56:34.200060 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-61d036ba-a7f1-4a74-9eb9-0f0064367573 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843763-1-hyperv, 57d76ecc-47ac-48d9-8956-292a38909381) {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:56:34.210527 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d036ba-a7f1-4a74-9eb9-0f0064367573 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:56:34.210982 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-61d036ba-a7f1-4a74-9eb9-0f0064367573 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:34.229001 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5f8b3835-ce4b-4d8c-9c84-1aa77b7a40b0 tempest-DHCPAgentSchedulersTestJSON-2076308821 tempest-DHCPAgentSchedulersTestJSON-2076308821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2305012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9305500'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:34.236812 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-3b6998b4-4ade-4f04-9e21-2fc4472aa8fb tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Allocated IP 2001:db8::fff7:a47a:503a:3b8 (0008fd3d-19e9-40cf-b545-4a7647b90cf1/30364586-7b5a-4148-b5d7-64707a306729/ae6187bf-47aa-4100-b947-42525a033e9c) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:56:34.239511 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] No Port match for: 148f5feb-9d0c-4abe-b6a8-8319141d917b {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 04:56:34.240156 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 148f5feb-9d0c-4abe-b6a8-8319141d917b not bound to the agent host dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 04:56:34.246443 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f8e987-e83e-4bdd-b9ab-66b9e8085938 None None] Network 57d76ecc-47ac-48d9-8956-292a38909381 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:56:34.260852 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-431b37ed-ad81-4d7d-9bf3-22adbf8df57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:34.278458 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f2b2c8e0-8dd5-4f79-bc46-832d5cdf33ef tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:34.385618 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-1db7a6b8-6c3e-4856-a214-12387726e7f8 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Deleting port 148f5feb-9d0c-4abe-b6a8-8319141d917b {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:56:34.386290 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1db7a6b8-6c3e-4856-a214-12387726e7f8 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:34.420720 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b2c8e0-8dd5-4f79-bc46-832d5cdf33ef tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Network 1bab70f4-3794-44db-8e17-19f483aa8ffa is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:56:34.434108 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-61d036ba-a7f1-4a74-9eb9-0f0064367573 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9430337 May 30 04:56:34.440087 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 39326) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:34.440286 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-f2b2c8e0-8dd5-4f79-bc46-832d5cdf33ef tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:56:34.449104 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-431b37ed-ad81-4d7d-9bf3-22adbf8df57d None None] Network 0008fd3d-19e9-40cf-b545-4a7647b90cf1 is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:56:34.453411 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b2c8e0-8dd5-4f79-bc46-832d5cdf33ef tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:56:34.457797 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-431b37ed-ad81-4d7d-9bf3-22adbf8df57d None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:56:34.460309 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431b37ed-ad81-4d7d-9bf3-22adbf8df57d None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:56:34.462761 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431b37ed-ad81-4d7d-9bf3-22adbf8df57d None None] Pushing event updated for resources: {'Port': ['ID=e7af5548-225f-4b4e-9ac0-523460d41920,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:56:34.474795 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-6932c99e-c728-4c59-959b-70e5302a4d73 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1610189132', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:56:34.487647 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-1db7a6b8-6c3e-4856-a214-12387726e7f8 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] The port '148f5feb-9d0c-4abe-b6a8-8319141d917b' was deleted {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 30 04:56:34.491231 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-6932c99e-c728-4c59-959b-70e5302a4d73 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:56:34.494175 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-6603b774-8eb0-47ab-b33f-0a1078d0704a tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:56:34.498953 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b2c8e0-8dd5-4f79-bc46-832d5cdf33ef tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Pushing event updated for resources: {'Port': ['ID=aafee806-ffb2-4de5-8591-e018a448177a,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:56:34.501396 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8b3835-ce4b-4d8c-9c84-1aa77b7a40b0 tempest-DHCPAgentSchedulersTestJSON-2076308821 tempest-DHCPAgentSchedulersTestJSON-2076308821-project] Pushing event updated for resources: {'Subnet': ['ID=c1535a7a-d253-4e3b-84da-f3c30d752c3b,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:56:34.510968 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-6603b774-8eb0-47ab-b33f-0a1078d0704a tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Usage tracker for resource:port and tenant:cc70de9f5c794c1b972bc602f3239ed7 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:56:34.520337 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-6603b774-8eb0-47ab-b33f-0a1078d0704a tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:56:34.527305 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-6932c99e-c728-4c59-959b-70e5302a4d73 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Usage tracker for resource:router and tenant:177e950b79b644f8ac61f323eed71206 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:56:34.533210 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-6603b774-8eb0-47ab-b33f-0a1078d0704a tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:56:34.535587 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-6932c99e-c728-4c59-959b-70e5302a4d73 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:56:34.556422 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8b3835-ce4b-4d8c-9c84-1aa77b7a40b0 tempest-DHCPAgentSchedulersTestJSON-2076308821 tempest-DHCPAgentSchedulersTestJSON-2076308821-project] Checking segment: {'id': 'e9e6618a-7f77-42e8-ae68-ca55139f93fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'eec99d0b-9664-4ef3-8788-f9525f2ae4fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:56:34.557731 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f8b3835-ce4b-4d8c-9c84-1aa77b7a40b0 tempest-DHCPAgentSchedulersTestJSON-2076308821 tempest-DHCPAgentSchedulersTestJSON-2076308821-project] Network hostable DHCP agents. Network: eec99d0b-9664-4ef3-8788-f9525f2ae4fc, hostable agents: ['1c705e68-3d3e-4dd3-9252-feb21d4b96ab'], hosted agents: [] {{(pid=88261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 04:56:34.563123 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6603b774-8eb0-47ab-b33f-0a1078d0704a tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Made reservation on behalf of cc70de9f5c794c1b972bc602f3239ed7 for: {'port': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:56:34.566979 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6603b774-8eb0-47ab-b33f-0a1078d0704a tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:34.578886 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-6932c99e-c728-4c59-959b-70e5302a4d73 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:56:34.620075 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [None req-6603b774-8eb0-47ab-b33f-0a1078d0704a tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] device_id is not set on port e1d944c3-8f91-49dd-a6ef-69220032c772 yet. {{(pid=88261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 30 04:56:34.624448 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7066dd3e-cbf2-4950-a638-a985d7d2bfa5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bbf24ed-7ba9-53d2-873f-8f9642b1e987-433fa563-4f04-4ee5-af0f-ac69dc370a03', 'network_id': '433fa563-4f04-4ee5-af0f-ac69dc370a03', 'tenant_id': 'cc70de9f5c794c1b972bc602f3239ed7', 'fixed_ips': [{'subnet_id': '732e1e97-e13d-41bc-bb2f-10b9bb045c41'}]}} from dv-neutron-843763-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 30 04:56:34.625282 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7066dd3e-cbf2-4950-a638-a985d7d2bfa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:34.675024 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1db7a6b8-6c3e-4856-a214-12387726e7f8 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867540', 'neutron.services.segments.db._delete_segments_for_network-8729234922972'] for network, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:34.684196 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-431b37ed-ad81-4d7d-9bf3-22adbf8df57d None None] Attempting to bind port e7af5548-225f-4b4e-9ac0-523460d41920 on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 04:56:34.684634 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-431b37ed-ad81-4d7d-9bf3-22adbf8df57d None None] Attempting to bind port e7af5548-225f-4b4e-9ac0-523460d41920 by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': 'c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 04:56:34.684985 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431b37ed-ad81-4d7d-9bf3-22adbf8df57d None None] Attempting to bind port e7af5548-225f-4b4e-9ac0-523460d41920 on network 0008fd3d-19e9-40cf-b545-4a7647b90cf1 {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 04:56:34.692707 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6932c99e-c728-4c59-959b-70e5302a4d73 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1603901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11666'] for router, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:34.693913 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6932c99e-c728-4c59-959b-70e5302a4d73 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11675'] for router, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:34.706266 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3b6998b4-4ade-4f04-9e21-2fc4472aa8fb tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:34.707660 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431b37ed-ad81-4d7d-9bf3-22adbf8df57d None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 4, 56, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 04:56:34.708037 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431b37ed-ad81-4d7d-9bf3-22adbf8df57d None None] Checking segment: {'id': 'c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:56:34.708436 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-431b37ed-ad81-4d7d-9bf3-22adbf8df57d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:34.708829 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431b37ed-ad81-4d7d-9bf3-22adbf8df57d None None] Bound using segment: {'id': 'c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 04:56:34.709300 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-431b37ed-ad81-4d7d-9bf3-22adbf8df57d None None] Bound port: e7af5548-225f-4b4e-9ac0-523460d41920, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 04:56:34.709674 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-431b37ed-ad81-4d7d-9bf3-22adbf8df57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:34.723015 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [None req-3b6998b4-4ade-4f04-9e21-2fc4472aa8fb tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Transition to ACTIVE for port object ae6187bf-47aa-4100-b947-42525a033e9c will not be triggered until provisioned by entity DHCP. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:56:34.763237 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3b6998b4-4ade-4f04-9e21-2fc4472aa8fb tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:34.782011 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f8b3835-ce4b-4d8c-9c84-1aa77b7a40b0 tempest-DHCPAgentSchedulersTestJSON-2076308821 tempest-DHCPAgentSchedulersTestJSON-2076308821-project] Network eec99d0b-9664-4ef3-8788-f9525f2ae4fc is scheduled to be hosted by DHCP agent 1c705e68-3d3e-4dd3-9252-feb21d4b96ab with binding_index 1 {{(pid=88261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 04:56:34.803958 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-1db7a6b8-6c3e-4856-a214-12387726e7f8 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f143dc1-c85b-4163-9199-810aaabbbf7c']}} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:56:34.813542 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-5f8b3835-ce4b-4d8c-9c84-1aa77b7a40b0 tempest-DHCPAgentSchedulersTestJSON-2076308821 tempest-DHCPAgentSchedulersTestJSON-2076308821-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843763-1-hyperv, eec99d0b-9664-4ef3-8788-f9525f2ae4fc) {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:56:34.820161 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f2b2c8e0-8dd5-4f79-bc46-832d5cdf33ef tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:34.825680 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f8b3835-ce4b-4d8c-9c84-1aa77b7a40b0 tempest-DHCPAgentSchedulersTestJSON-2076308821 tempest-DHCPAgentSchedulersTestJSON-2076308821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:56:34.826432 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5f8b3835-ce4b-4d8c-9c84-1aa77b7a40b0 tempest-DHCPAgentSchedulersTestJSON-2076308821 tempest-DHCPAgentSchedulersTestJSON-2076308821-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:34.870936 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-1db7a6b8-6c3e-4856-a214-12387726e7f8 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a916316b-4010-43cb-a633-c2b7b39431cd') {'for_net_delete': True} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:56:34.871882 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-1db7a6b8-6c3e-4856-a214-12387726e7f8 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a916316b-4010-43cb-a633-c2b7b39431cd') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:56:34.884546 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-6603b774-8eb0-47ab-b33f-0a1078d0704a tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Allocated IP 172.20.0.14 (433fa563-4f04-4ee5-af0f-ac69dc370a03/732e1e97-e13d-41bc-bb2f-10b9bb045c41/e1d944c3-8f91-49dd-a6ef-69220032c772) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:56:34.906929 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6932c99e-c728-4c59-959b-70e5302a4d73 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:34.924133 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ffef032-aca7-43c1-94ea-92d5a803f844 None None] Network eec99d0b-9664-4ef3-8788-f9525f2ae4fc requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:56:34.926161 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-5f8b3835-ce4b-4d8c-9c84-1aa77b7a40b0 tempest-DHCPAgentSchedulersTestJSON-2076308821 tempest-DHCPAgentSchedulersTestJSON-2076308821-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1218691 May 30 04:56:34.926775 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 39332) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:34.927956 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1db7a6b8-6c3e-4856-a214-12387726e7f8 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729235042807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1454725'] for segment, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:34.932277 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f2b2c8e0-8dd5-4f79-bc46-832d5cdf33ef tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:34.940536 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b6998b4-4ade-4f04-9e21-2fc4472aa8fb tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Network 0008fd3d-19e9-40cf-b545-4a7647b90cf1 is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:56:34.951431 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-3b6998b4-4ade-4f04-9e21-2fc4472aa8fb tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:56:34.972495 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6998b4-4ade-4f04-9e21-2fc4472aa8fb tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:56:34.978108 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b6998b4-4ade-4f04-9e21-2fc4472aa8fb tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:56:34.978747 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3b6998b4-4ade-4f04-9e21-2fc4472aa8fb tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:34.987173 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1db7a6b8-6c3e-4856-a214-12387726e7f8 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:34.990590 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6998b4-4ade-4f04-9e21-2fc4472aa8fb tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Pushing event updated for resources: {'Port': ['ID=ae6187bf-47aa-4100-b947-42525a033e9c,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:56:35.008374 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1db7a6b8-6c3e-4856-a214-12387726e7f8 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=88260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 04:56:35.008726 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1db7a6b8-6c3e-4856-a214-12387726e7f8 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-862858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1547513'] for segment, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:35.033846 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-356b0589-08b5-403c-87c8-afb1de508a85 tempest-DHCPAgentSchedulersTestJSON-2076308821 tempest-DHCPAgentSchedulersTestJSON-2076308821-project] Request body: {'port': {'network_id': 'eec99d0b-9664-4ef3-8788-f9525f2ae4fc', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1513612233'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:56:35.044761 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2841331a-39d6-4ed2-a016-90aef9c65f0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bbf24ed-7ba9-53d2-873f-8f9642b1e987-57d76ecc-47ac-48d9-8956-292a38909381', 'network_id': '57d76ecc-47ac-48d9-8956-292a38909381', 'tenant_id': '177e950b79b644f8ac61f323eed71206', 'fixed_ips': [{'subnet_id': 'd01ec3d1-6a5b-430b-bbe4-b6133c6cb78b'}]}} from dv-neutron-843763-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 30 04:56:35.045601 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-2841331a-39d6-4ed2-a016-90aef9c65f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:35.046126 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6932c99e-c728-4c59-959b-70e5302a4d73 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603653'] for router, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:35.052951 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment a916316b-4010-43cb-a633-c2b7b39431cd resource provider aggregate not found May 30 04:56:35.138269 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment a916316b-4010-43cb-a633-c2b7b39431cd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a916316b-4010-43cb-a633-c2b7b39431cd found for delete ", "request_id": "req-4c775094-fd3a-4019-a3e2-40aac3d956fb"}]} May 30 04:56:35.139621 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-3b6998b4-4ade-4f04-9e21-2fc4472aa8fb tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 945 time: 2.1792543 May 30 04:56:35.170695 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 39340) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:35.194488 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-431b37ed-ad81-4d7d-9bf3-22adbf8df57d None None] For port e7af5548-225f-4b4e-9ac0-523460d41920, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 04:56:35.269568 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-431b37ed-ad81-4d7d-9bf3-22adbf8df57d None None] For port e7af5548-225f-4b4e-9ac0-523460d41920, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=e7af5548-225f-4b4e-9ac0-523460d41920,segment=NetworkSegment(c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1),segment_id=c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 04:56:35.304056 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f692402-4f88-4b96-9459-6c6e75451f6e req-c903fd66-381c-4ca1-9118-d55108f3d81b tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:56:35.305643 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-3f692402-4f88-4b96-9459-6c6e75451f6e req-c903fd66-381c-4ca1-9118-d55108f3d81b tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1e7b65a-2794-4268-bd76-1003a7875678 HTTP/1.1" status: 200 len: 946 time: 0.4938822 May 30 04:56:35.307309 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6932c99e-c728-4c59-959b-70e5302a4d73 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:35.308546 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-6932c99e-c728-4c59-959b-70e5302a4d73 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.8685100 May 30 04:56:35.311323 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 39344) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:35.328460 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-431b37ed-ad81-4d7d-9bf3-22adbf8df57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:35.399831 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-310cbdc3-37a7-4a01-96d0-410100003cd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bbf24ed-7ba9-53d2-873f-8f9642b1e987-eec99d0b-9664-4ef3-8788-f9525f2ae4fc', 'network_id': 'eec99d0b-9664-4ef3-8788-f9525f2ae4fc', 'tenant_id': '7013e5dbc10143359296c3ddadc46dc1', 'fixed_ips': [{'subnet_id': 'c1535a7a-d253-4e3b-84da-f3c30d752c3b'}]}} from dv-neutron-843763-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 30 04:56:35.401127 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-310cbdc3-37a7-4a01-96d0-410100003cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:35.534504 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431b37ed-ad81-4d7d-9bf3-22adbf8df57d None None] Pushing event updated for resources: {'Port': ['ID=e7af5548-225f-4b4e-9ac0-523460d41920,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:56:35.578732 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-2841331a-39d6-4ed2-a016-90aef9c65f0e None None] Allocated IP 172.20.0.2 (57d76ecc-47ac-48d9-8956-292a38909381/d01ec3d1-6a5b-430b-bbe4-b6133c6cb78b/8c606e86-699d-4b4a-a1e0-8c8bfaa8a81c) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:56:35.639367 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-356b0589-08b5-403c-87c8-afb1de508a85 tempest-DHCPAgentSchedulersTestJSON-2076308821 tempest-DHCPAgentSchedulersTestJSON-2076308821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:56:35.667780 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-356b0589-08b5-403c-87c8-afb1de508a85 tempest-DHCPAgentSchedulersTestJSON-2076308821 tempest-DHCPAgentSchedulersTestJSON-2076308821-project] Usage tracker for resource:port and tenant:7013e5dbc10143359296c3ddadc46dc1 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:56:35.682090 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-356b0589-08b5-403c-87c8-afb1de508a85 tempest-DHCPAgentSchedulersTestJSON-2076308821 tempest-DHCPAgentSchedulersTestJSON-2076308821-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:56:35.696164 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f2b2c8e0-8dd5-4f79-bc46-832d5cdf33ef tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:35.708987 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-356b0589-08b5-403c-87c8-afb1de508a85 tempest-DHCPAgentSchedulersTestJSON-2076308821 tempest-DHCPAgentSchedulersTestJSON-2076308821-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:56:35.709912 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1db7a6b8-6c3e-4856-a214-12387726e7f8 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604744'] for network, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:35.714957 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1db7a6b8-6c3e-4856-a214-12387726e7f8 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:35.726697 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22e53ca6-63c2-4be8-b005-879b0eb09e79 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:56:35.732519 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22e53ca6-63c2-4be8-b005-879b0eb09e79 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:56:35.733332 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-22e53ca6-63c2-4be8-b005-879b0eb09e79 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Synchronizing usage tracker for tenant:16af2dbefc6742d5a37a7b30e58c8c2f on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:56:35.736676 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f2b2c8e0-8dd5-4f79-bc46-832d5cdf33ef tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2304381'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:35.757112 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-1db7a6b8-6c3e-4856-a214-12387726e7f8 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] 10.222.0.15 "DELETE /v2.0/networks/7f143dc1-c85b-4163-9199-810aaabbbf7c HTTP/1.1" status: 204 len: 168 time: 3.2523043 May 30 04:56:35.773319 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-310cbdc3-37a7-4a01-96d0-410100003cd5 None None] Allocated IP 172.20.0.2 (eec99d0b-9664-4ef3-8788-f9525f2ae4fc/c1535a7a-d253-4e3b-84da-f3c30d752c3b/a8439c3e-f5d0-4b37-9379-bacd5d7fa1aa) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:56:35.791249 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 39348) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:35.809423 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6603b774-8eb0-47ab-b33f-0a1078d0704a tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:35.824037 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db7a6b8-6c3e-4856-a214-12387726e7f8 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Pushing event deleted for resources: {'Network': ['ID=7f143dc1-c85b-4163-9199-810aaabbbf7c,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:56:35.839596 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-3f692402-4f88-4b96-9459-6c6e75451f6e req-51e84544-6831-481a-92b2-0c8d298d584a tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0fb8c38-d8b6-4c01-bc8c-1b54a1e25304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3764584 May 30 04:56:35.909420 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-356b0589-08b5-403c-87c8-afb1de508a85 tempest-DHCPAgentSchedulersTestJSON-2076308821 tempest-DHCPAgentSchedulersTestJSON-2076308821-project] Made reservation on behalf of 7013e5dbc10143359296c3ddadc46dc1 for: {'port': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:56:35.913706 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-356b0589-08b5-403c-87c8-afb1de508a85 tempest-DHCPAgentSchedulersTestJSON-2076308821 tempest-DHCPAgentSchedulersTestJSON-2076308821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:35.941200 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d76d9b2-6dd6-4a32-afaf-c666d09eb262 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] DELETE failed (client error): The resource could not be found. May 30 04:56:35.941917 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d76d9b2-6dd6-4a32-afaf-c666d09eb262 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 04:56:35.945596 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-3d76d9b2-6dd6-4a32-afaf-c666d09eb262 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] 10.222.0.15 "DELETE /v2.0/subnets/b65e7061-8c09-4ab9-9299-f8ff0e4bb358 HTTP/1.1" status: 404 len: 337 time: 0.1513226 May 30 04:56:35.960203 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-22e53ca6-63c2-4be8-b005-879b0eb09e79 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Unset dirty status for tenant:16af2dbefc6742d5a37a7b30e58c8c2f on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:56:35.961091 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-22e53ca6-63c2-4be8-b005-879b0eb09e79 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1682 time: 0.7894590 May 30 04:56:35.971969 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 39354) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:35.971969 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 39356) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:35.995148 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-bae8fd54-baca-4759-8acd-3901f890454f tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:35.996147 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [None req-6603b774-8eb0-47ab-b33f-0a1078d0704a tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Transition to ACTIVE for port object e1d944c3-8f91-49dd-a6ef-69220032c772 will not be triggered until provisioned by entity DHCP. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:56:36.032575 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-2841331a-39d6-4ed2-a016-90aef9c65f0e None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:36.043036 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b2c8e0-8dd5-4f79-bc46-832d5cdf33ef tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Pushing event updated for resources: {'Port': ['ID=aafee806-ffb2-4de5-8591-e018a448177a,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:56:36.056806 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-2841331a-39d6-4ed2-a016-90aef9c65f0e None None] Transition to ACTIVE for port object 8c606e86-699d-4b4a-a1e0-8c8bfaa8a81c will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:56:36.112425 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [None req-356b0589-08b5-403c-87c8-afb1de508a85 tempest-DHCPAgentSchedulersTestJSON-2076308821 tempest-DHCPAgentSchedulersTestJSON-2076308821-project] device_id is not set on port f07008f6-a224-46f5-a206-6cafe2e10b48 yet. {{(pid=88261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 30 04:56:36.131583 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-2841331a-39d6-4ed2-a016-90aef9c65f0e None None] Transition to ACTIVE for port object 8c606e86-699d-4b4a-a1e0-8c8bfaa8a81c will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:56:36.173451 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-b32f0556-24ff-4793-ac21-1f62dd5ea681 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] DELETE failed (client error): The resource could not be found. May 30 04:56:36.174234 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b32f0556-24ff-4793-ac21-1f62dd5ea681 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 04:56:36.179366 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-b32f0556-24ff-4793-ac21-1f62dd5ea681 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] 10.222.0.15 "DELETE /v2.0/networks/c71d4773-6bb9-4dcb-bbd3-75f6547f5754 HTTP/1.1" status: 404 len: 339 time: 0.2014830 May 30 04:56:36.179561 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-310cbdc3-37a7-4a01-96d0-410100003cd5 None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:36.179678 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 39362) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:36.193695 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f2b2c8e0-8dd5-4f79-bc46-832d5cdf33ef tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1604762'] for floatingip, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:36.204174 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-310cbdc3-37a7-4a01-96d0-410100003cd5 None None] Transition to ACTIVE for port object a8439c3e-f5d0-4b37-9379-bacd5d7fa1aa will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:56:36.244505 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-310cbdc3-37a7-4a01-96d0-410100003cd5 None None] Transition to ACTIVE for port object a8439c3e-f5d0-4b37-9379-bacd5d7fa1aa will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:56:36.250062 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-2841331a-39d6-4ed2-a016-90aef9c65f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:36.253867 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-10d4371d-c761-4cf7-9581-f0c0806feb17 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Deleting port ae6187bf-47aa-4100-b947-42525a033e9c {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:56:36.253867 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-10d4371d-c761-4cf7-9581-f0c0806feb17 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:36.305000 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-310cbdc3-37a7-4a01-96d0-410100003cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:36.310066 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device e7af5548-225f-4b4e-9ac0-523460d41920 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 04:56:36.334748 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_v2 [None req-98574581-242d-4c8b-abe6-1e545a48f9ec tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Deleting subnet fac22d46-9da7-42dd-8325-f53d232472c1 {{(pid=88260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 30 04:56:36.335400 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f2b2c8e0-8dd5-4f79-bc46-832d5cdf33ef tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for floatingip, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:36.336660 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-f2b2c8e0-8dd5-4f79-bc46-832d5cdf33ef tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4410846 May 30 04:56:36.345226 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 39366) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:36.349990 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-98574581-242d-4c8b-abe6-1e545a48f9ec tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks [] for subnet, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:36.361952 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6603b774-8eb0-47ab-b33f-0a1078d0704a tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:36.426578 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-e9a8c9b5-06e7-4471-a66b-4af93bd0a74c tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-573260093'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:56:36.431812 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-e9a8c9b5-06e7-4471-a66b-4af93bd0a74c tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:56:36.435352 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-e9a8c9b5-06e7-4471-a66b-4af93bd0a74c tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Usage tracker for resource:network and tenant:711a0215d65b4bf4a4724254de2410e3 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:56:36.438448 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-e9a8c9b5-06e7-4471-a66b-4af93bd0a74c tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:56:36.444837 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-e9a8c9b5-06e7-4471-a66b-4af93bd0a74c tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:56:36.447357 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2841331a-39d6-4ed2-a016-90aef9c65f0e None None] Network 57d76ecc-47ac-48d9-8956-292a38909381 is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:56:36.451002 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-310cbdc3-37a7-4a01-96d0-410100003cd5 None None] Network eec99d0b-9664-4ef3-8788-f9525f2ae4fc is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:56:36.457334 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-2841331a-39d6-4ed2-a016-90aef9c65f0e None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:56:36.462624 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6603b774-8eb0-47ab-b33f-0a1078d0704a tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Network 433fa563-4f04-4ee5-af0f-ac69dc370a03 is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:56:36.466166 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-310cbdc3-37a7-4a01-96d0-410100003cd5 None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:56:36.468264 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2841331a-39d6-4ed2-a016-90aef9c65f0e None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:56:36.472111 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9a8c9b5-06e7-4471-a66b-4af93bd0a74c tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Made reservation on behalf of 711a0215d65b4bf4a4724254de2410e3 for: {'network': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:56:36.475487 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e9a8c9b5-06e7-4471-a66b-4af93bd0a74c tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for network, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:36.476170 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-6603b774-8eb0-47ab-b33f-0a1078d0704a tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:56:36.499779 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6603b774-8eb0-47ab-b33f-0a1078d0704a tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:56:36.502070 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2841331a-39d6-4ed2-a016-90aef9c65f0e None None] Pushing event updated for resources: {'Port': ['ID=8c606e86-699d-4b4a-a1e0-8c8bfaa8a81c,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:56:36.503768 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e9a8c9b5-06e7-4471-a66b-4af93bd0a74c tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Notify callbacks [] for security_group, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:36.504668 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310cbdc3-37a7-4a01-96d0-410100003cd5 None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:56:36.519670 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-98574581-242d-4c8b-abe6-1e545a48f9ec tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1454738'] for subnet, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:36.609282 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-e9a8c9b5-06e7-4471-a66b-4af93bd0a74c tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:56:36.624539 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-7066dd3e-cbf2-4950-a638-a985d7d2bfa5 None None] Allocated IP 172.20.0.2 (433fa563-4f04-4ee5-af0f-ac69dc370a03/732e1e97-e13d-41bc-bb2f-10b9bb045c41/1f386acf-e0c5-49c8-abce-58b8861e8d09) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:56:36.627642 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-e9a8c9b5-06e7-4471-a66b-4af93bd0a74c tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Usage tracker for resource:security_group_rule and tenant:711a0215d65b4bf4a4724254de2410e3 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:56:36.634078 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-356b0589-08b5-403c-87c8-afb1de508a85 tempest-DHCPAgentSchedulersTestJSON-2076308821 tempest-DHCPAgentSchedulersTestJSON-2076308821-project] Allocated IP 172.20.0.11 (eec99d0b-9664-4ef3-8788-f9525f2ae4fc/c1535a7a-d253-4e3b-84da-f3c30d752c3b/f07008f6-a224-46f5-a206-6cafe2e10b48) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:56:36.634415 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-e9a8c9b5-06e7-4471-a66b-4af93bd0a74c tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:56:36.648216 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-e9a8c9b5-06e7-4471-a66b-4af93bd0a74c tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:56:36.649230 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6603b774-8eb0-47ab-b33f-0a1078d0704a tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Pushing event updated for resources: {'Port': ['ID=e1d944c3-8f91-49dd-a6ef-69220032c772,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:56:36.687360 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-bae8fd54-baca-4759-8acd-3901f890454f tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Allocated IP 172.20.0.1 (57d76ecc-47ac-48d9-8956-292a38909381/d01ec3d1-6a5b-430b-bbe4-b6133c6cb78b/52160931-b185-4181-b144-42150f69d92c) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:56:36.746161 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-2841331a-39d6-4ed2-a016-90aef9c65f0e None None] Attempting to bind port 8c606e86-699d-4b4a-a1e0-8c8bfaa8a81c on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 04:56:36.746532 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-2841331a-39d6-4ed2-a016-90aef9c65f0e None None] Attempting to bind port 8c606e86-699d-4b4a-a1e0-8c8bfaa8a81c by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': '94c19f0c-a342-475b-a096-37eac89debfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '57d76ecc-47ac-48d9-8956-292a38909381'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 04:56:36.746899 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2841331a-39d6-4ed2-a016-90aef9c65f0e None None] Attempting to bind port 8c606e86-699d-4b4a-a1e0-8c8bfaa8a81c on network 57d76ecc-47ac-48d9-8956-292a38909381 {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 04:56:36.765641 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310cbdc3-37a7-4a01-96d0-410100003cd5 None None] Pushing event updated for resources: {'Port': ['ID=a8439c3e-f5d0-4b37-9379-bacd5d7fa1aa,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:56:36.800713 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6603b774-8eb0-47ab-b33f-0a1078d0704a tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:56:36.801364 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6603b774-8eb0-47ab-b33f-0a1078d0704a tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:36.835108 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-6603b774-8eb0-47ab-b33f-0a1078d0704a tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7861507 May 30 04:56:36.852479 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 39372) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:36.863351 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-34841b75-a826-4f53-9064-481b1cb969e7 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Request body: {'port': {'network_id': '433fa563-4f04-4ee5-af0f-ac69dc370a03', 'name': 'tempest-AllowedAddressPairTestJSON-1760801819', 'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:09:7b:db'}]}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:56:36.902605 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-bae8fd54-baca-4759-8acd-3901f890454f tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:36.919979 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [None req-bae8fd54-baca-4759-8acd-3901f890454f tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Transition to ACTIVE for port object 52160931-b185-4181-b144-42150f69d92c will not be triggered until provisioned by entity DHCP. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:56:36.926713 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-310cbdc3-37a7-4a01-96d0-410100003cd5 None None] Attempting to bind port a8439c3e-f5d0-4b37-9379-bacd5d7fa1aa on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 04:56:36.927647 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-310cbdc3-37a7-4a01-96d0-410100003cd5 None None] Attempting to bind port a8439c3e-f5d0-4b37-9379-bacd5d7fa1aa by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': 'e9e6618a-7f77-42e8-ae68-ca55139f93fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'eec99d0b-9664-4ef3-8788-f9525f2ae4fc'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 04:56:36.928197 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310cbdc3-37a7-4a01-96d0-410100003cd5 None None] Attempting to bind port a8439c3e-f5d0-4b37-9379-bacd5d7fa1aa on network eec99d0b-9664-4ef3-8788-f9525f2ae4fc {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 04:56:36.930532 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port e7af5548-225f-4b4e-9ac0-523460d41920 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:56:36.940972 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2841331a-39d6-4ed2-a016-90aef9c65f0e None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 4, 56, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 04:56:36.941481 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2841331a-39d6-4ed2-a016-90aef9c65f0e None None] Checking segment: {'id': '94c19f0c-a342-475b-a096-37eac89debfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '57d76ecc-47ac-48d9-8956-292a38909381'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:56:36.941762 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-98574581-242d-4c8b-abe6-1e545a48f9ec tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860493'] for subnet, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:36.942255 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-2841331a-39d6-4ed2-a016-90aef9c65f0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:36.942812 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2841331a-39d6-4ed2-a016-90aef9c65f0e None None] Bound using segment: {'id': '94c19f0c-a342-475b-a096-37eac89debfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '57d76ecc-47ac-48d9-8956-292a38909381'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 04:56:36.943190 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-2841331a-39d6-4ed2-a016-90aef9c65f0e None None] Bound port: 8c606e86-699d-4b4a-a1e0-8c8bfaa8a81c, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94c19f0c-a342-475b-a096-37eac89debfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '57d76ecc-47ac-48d9-8956-292a38909381'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 04:56:36.943568 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-2841331a-39d6-4ed2-a016-90aef9c65f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:36.967193 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310cbdc3-37a7-4a01-96d0-410100003cd5 None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 4, 56, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 04:56:36.968144 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310cbdc3-37a7-4a01-96d0-410100003cd5 None None] Checking segment: {'id': 'e9e6618a-7f77-42e8-ae68-ca55139f93fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'eec99d0b-9664-4ef3-8788-f9525f2ae4fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:56:36.968693 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-310cbdc3-37a7-4a01-96d0-410100003cd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:36.968988 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310cbdc3-37a7-4a01-96d0-410100003cd5 None None] Bound using segment: {'id': 'e9e6618a-7f77-42e8-ae68-ca55139f93fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'eec99d0b-9664-4ef3-8788-f9525f2ae4fc'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 04:56:36.969401 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-310cbdc3-37a7-4a01-96d0-410100003cd5 None None] Bound port: a8439c3e-f5d0-4b37-9379-bacd5d7fa1aa, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9e6618a-7f77-42e8-ae68-ca55139f93fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'eec99d0b-9664-4ef3-8788-f9525f2ae4fc'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 04:56:36.970409 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-310cbdc3-37a7-4a01-96d0-410100003cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:36.996298 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-bae8fd54-baca-4759-8acd-3901f890454f tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:37.121210 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-10d4371d-c761-4cf7-9581-f0c0806feb17 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:37.205492 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-2841331a-39d6-4ed2-a016-90aef9c65f0e None None] For port 8c606e86-699d-4b4a-a1e0-8c8bfaa8a81c, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 04:56:37.212678 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae8fd54-baca-4759-8acd-3901f890454f tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Network 57d76ecc-47ac-48d9-8956-292a38909381 is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:56:37.222384 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-bae8fd54-baca-4759-8acd-3901f890454f tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:56:37.231092 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae8fd54-baca-4759-8acd-3901f890454f tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:56:37.265378 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-310cbdc3-37a7-4a01-96d0-410100003cd5 None None] For port a8439c3e-f5d0-4b37-9379-bacd5d7fa1aa, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 04:56:37.277204 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-2841331a-39d6-4ed2-a016-90aef9c65f0e None None] For port 8c606e86-699d-4b4a-a1e0-8c8bfaa8a81c, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=8c606e86-699d-4b4a-a1e0-8c8bfaa8a81c,segment=NetworkSegment(94c19f0c-a342-475b-a096-37eac89debfd),segment_id=94c19f0c-a342-475b-a096-37eac89debfd)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 04:56:37.289078 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-310cbdc3-37a7-4a01-96d0-410100003cd5 None None] For port a8439c3e-f5d0-4b37-9379-bacd5d7fa1aa, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=a8439c3e-f5d0-4b37-9379-bacd5d7fa1aa,segment=NetworkSegment(e9e6618a-7f77-42e8-ae68-ca55139f93fe),segment_id=e9e6618a-7f77-42e8-ae68-ca55139f93fe)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 04:56:37.296779 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-2841331a-39d6-4ed2-a016-90aef9c65f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:37.297530 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-10d4371d-c761-4cf7-9581-f0c0806feb17 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Calling delete_port for ae6187bf-47aa-4100-b947-42525a033e9c owned by {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:56:37.306177 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae8fd54-baca-4759-8acd-3901f890454f tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Pushing event updated for resources: {'Port': ['ID=52160931-b185-4181-b144-42150f69d92c,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:56:37.353835 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-98574581-242d-4c8b-abe6-1e545a48f9ec tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1547867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2133322'] for subnet, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:37.363954 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-310cbdc3-37a7-4a01-96d0-410100003cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:37.372466 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7066dd3e-cbf2-4950-a638-a985d7d2bfa5 None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:37.385114 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-f2b54b63-38c0-4409-a181-5e645e009f81 None None] Provisioning for port e7af5548-225f-4b4e-9ac0-523460d41920 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:56:37.409181 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98574581-242d-4c8b-abe6-1e545a48f9ec tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Pushing event deleted for resources: {'Subnet': ['ID=fac22d46-9da7-42dd-8325-f53d232472c1,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:56:37.418354 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e9a8c9b5-06e7-4471-a66b-4af93bd0a74c tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Notify callbacks [] for security_group, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:37.421311 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-bae8fd54-baca-4759-8acd-3901f890454f tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604623'] for router_interface, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:37.424477 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-98574581-242d-4c8b-abe6-1e545a48f9ec tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:37.441529 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd20e639-d31d-4faa-b5da-7815b7f41581 None None] Network 3ec963a4-3f21-44ab-a1f1-17c8cf18fc8b requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:56:37.449417 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e9a8c9b5-06e7-4471-a66b-4af93bd0a74c tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:37.478069 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-7066dd3e-cbf2-4950-a638-a985d7d2bfa5 None None] Transition to ACTIVE for port object 1f386acf-e0c5-49c8-abce-58b8861e8d09 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:56:37.482069 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-f2b54b63-38c0-4409-a181-5e645e009f81 None None] Provisioning complete for port e7af5548-225f-4b4e-9ac0-523460d41920 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:56:37.482626 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f2b54b63-38c0-4409-a181-5e645e009f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:37.516417 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9a8c9b5-06e7-4471-a66b-4af93bd0a74c tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=88260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 04:56:37.528260 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e9a8c9b5-06e7-4471-a66b-4af93bd0a74c tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:37.528749 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.db.segments_db [None req-e9a8c9b5-06e7-4471-a66b-4af93bd0a74c tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Added segment 75bc807b-37e3-4d8c-9f0c-5ab20be6ed09 of type vlan for network dbf7fd93-46c7-453a-a2df-2c21057594f9 May 30 04:56:37.562831 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-98574581-242d-4c8b-abe6-1e545a48f9ec tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] 10.222.0.15 "DELETE /v2.0/subnets/fac22d46-9da7-42dd-8325-f53d232472c1 HTTP/1.1" status: 204 len: 168 time: 1.3824916 May 30 04:56:37.571347 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 39376) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:37.575363 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a8c9b5-06e7-4471-a66b-4af93bd0a74c tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e427b42-6b1a-44f4-9c41-3137afc7a4e1,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:56:37.586529 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e9a8c9b5-06e7-4471-a66b-4af93bd0a74c tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729234556353'] for network, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:37.654385 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2841331a-39d6-4ed2-a016-90aef9c65f0e None None] Pushing event updated for resources: {'Port': ['ID=8c606e86-699d-4b4a-a1e0-8c8bfaa8a81c,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:56:37.695713 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-7066dd3e-cbf2-4950-a638-a985d7d2bfa5 None None] Transition to ACTIVE for port object 1f386acf-e0c5-49c8-abce-58b8861e8d09 will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:56:37.714135 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-34841b75-a826-4f53-9064-481b1cb969e7 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:56:37.718378 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-34841b75-a826-4f53-9064-481b1cb969e7 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Usage tracker for resource:port and tenant:cc70de9f5c794c1b972bc602f3239ed7 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:56:37.721454 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-34841b75-a826-4f53-9064-481b1cb969e7 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:56:37.727351 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0689d62c-3c91-4020-a704-fca679ea3fc9 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897784'] for network, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:37.746821 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-34841b75-a826-4f53-9064-481b1cb969e7 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:56:37.750429 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-bae8fd54-baca-4759-8acd-3901f890454f tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:37.763552 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7066dd3e-cbf2-4950-a638-a985d7d2bfa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:37.783920 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e9a8c9b5-06e7-4471-a66b-4af93bd0a74c tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788'] for network, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:37.789569 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a8c9b5-06e7-4471-a66b-4af93bd0a74c tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:56:37.799991 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e9a8c9b5-06e7-4471-a66b-4af93bd0a74c tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:37.801441 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-356b0589-08b5-403c-87c8-afb1de508a85 tempest-DHCPAgentSchedulersTestJSON-2076308821 tempest-DHCPAgentSchedulersTestJSON-2076308821-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:37.811340 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-0689d62c-3c91-4020-a704-fca679ea3fc9 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Deleting port 555e36af-7ef5-48cc-b958-655ef61f4afb {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:56:37.811340 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0689d62c-3c91-4020-a704-fca679ea3fc9 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:37.843779 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34841b75-a826-4f53-9064-481b1cb969e7 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Made reservation on behalf of cc70de9f5c794c1b972bc602f3239ed7 for: {'port': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:56:37.846348 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7066dd3e-cbf2-4950-a638-a985d7d2bfa5 None None] Network 433fa563-4f04-4ee5-af0f-ac69dc370a03 is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:56:37.853085 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-7066dd3e-cbf2-4950-a638-a985d7d2bfa5 None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:56:37.855653 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7066dd3e-cbf2-4950-a638-a985d7d2bfa5 None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:56:37.954427 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310cbdc3-37a7-4a01-96d0-410100003cd5 None None] Pushing event updated for resources: {'Port': ['ID=a8439c3e-f5d0-4b37-9379-bacd5d7fa1aa,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:56:38.031048 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-e9a8c9b5-06e7-4471-a66b-4af93bd0a74c tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.6824353 May 30 04:56:38.043292 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 39380) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:38.059600 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-b59a7b45-4f75-4d78-971b-a0f2558456c1 tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Request body: {'subnet': {'network_id': 'dbf7fd93-46c7-453a-a2df-2c21057594f9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:56:38.073462 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [None req-356b0589-08b5-403c-87c8-afb1de508a85 tempest-DHCPAgentSchedulersTestJSON-2076308821 tempest-DHCPAgentSchedulersTestJSON-2076308821-project] Transition to ACTIVE for port object f07008f6-a224-46f5-a206-6cafe2e10b48 will not be triggered until provisioned by entity DHCP. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:56:38.201660 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-b59a7b45-4f75-4d78-971b-a0f2558456c1 tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:56:38.206269 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-b59a7b45-4f75-4d78-971b-a0f2558456c1 tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Usage tracker for resource:subnet and tenant:711a0215d65b4bf4a4724254de2410e3 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:56:38.209753 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-b59a7b45-4f75-4d78-971b-a0f2558456c1 tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:56:38.216056 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-b59a7b45-4f75-4d78-971b-a0f2558456c1 tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:56:38.239670 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-f2b54b63-38c0-4409-a181-5e645e009f81 None None] Current status of the port e7af5548-225f-4b4e-9ac0-523460d41920 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:56:38.240533 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f2b54b63-38c0-4409-a181-5e645e009f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:38.294306 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-10d4371d-c761-4cf7-9581-f0c0806feb17 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:38.320765 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-7066dd3e-cbf2-4950-a638-a985d7d2bfa5 None None] Attempting to bind port 1f386acf-e0c5-49c8-abce-58b8861e8d09 on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 04:56:38.322576 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-7066dd3e-cbf2-4950-a638-a985d7d2bfa5 None None] Attempting to bind port 1f386acf-e0c5-49c8-abce-58b8861e8d09 by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': '22b9e9f9-007a-4f2b-9e1a-30d12cd1fb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '433fa563-4f04-4ee5-af0f-ac69dc370a03'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 04:56:38.323124 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7066dd3e-cbf2-4950-a638-a985d7d2bfa5 None None] Attempting to bind port 1f386acf-e0c5-49c8-abce-58b8861e8d09 on network 433fa563-4f04-4ee5-af0f-ac69dc370a03 {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 04:56:38.334623 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7066dd3e-cbf2-4950-a638-a985d7d2bfa5 None None] Pushing event updated for resources: {'Port': ['ID=1f386acf-e0c5-49c8-abce-58b8861e8d09,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:56:38.356199 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7066dd3e-cbf2-4950-a638-a985d7d2bfa5 None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 4, 56, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 04:56:38.356589 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7066dd3e-cbf2-4950-a638-a985d7d2bfa5 None None] Checking segment: {'id': '22b9e9f9-007a-4f2b-9e1a-30d12cd1fb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '433fa563-4f04-4ee5-af0f-ac69dc370a03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:56:38.357000 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7066dd3e-cbf2-4950-a638-a985d7d2bfa5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:38.357397 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7066dd3e-cbf2-4950-a638-a985d7d2bfa5 None None] Bound using segment: {'id': '22b9e9f9-007a-4f2b-9e1a-30d12cd1fb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '433fa563-4f04-4ee5-af0f-ac69dc370a03'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 04:56:38.357906 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-7066dd3e-cbf2-4950-a638-a985d7d2bfa5 None None] Bound port: 1f386acf-e0c5-49c8-abce-58b8861e8d09, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22b9e9f9-007a-4f2b-9e1a-30d12cd1fb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '433fa563-4f04-4ee5-af0f-ac69dc370a03'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 04:56:38.358527 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7066dd3e-cbf2-4950-a638-a985d7d2bfa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:38.377550 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b59a7b45-4f75-4d78-971b-a0f2558456c1 tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Made reservation on behalf of 711a0215d65b4bf4a4724254de2410e3 for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:56:38.382265 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b59a7b45-4f75-4d78-971b-a0f2558456c1 tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2133361'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:38.385351 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 8c606e86-699d-4b4a-a1e0-8c8bfaa8a81c up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 04:56:38.422133 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a8c9b5-06e7-4471-a66b-4af93bd0a74c tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Pushing event updated for resources: {'Network': ['ID=dbf7fd93-46c7-453a-a2df-2c21057594f9,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:56:38.451372 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d4371d-c761-4cf7-9581-f0c0806feb17 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Pushing event deleted for resources: {'Port': ['ID=ae6187bf-47aa-4100-b947-42525a033e9c,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:56:38.455219 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Network dbf7fd93-46c7-453a-a2df-2c21057594f9 details requested by agent ovs-agent-dv-neutron-843763-1-hyperv with host dv-neutron-843763-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 04:56:38.456720 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-34841b75-a826-4f53-9064-481b1cb969e7 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:38.503589 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-f2b54b63-38c0-4409-a181-5e645e009f81 None None] For port e7af5548-225f-4b4e-9ac0-523460d41920, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=e7af5548-225f-4b4e-9ac0-523460d41920,segment=NetworkSegment(c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1),segment_id=c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:56:38.509918 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-356b0589-08b5-403c-87c8-afb1de508a85 tempest-DHCPAgentSchedulersTestJSON-2076308821 tempest-DHCPAgentSchedulersTestJSON-2076308821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:38.569296 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f2b54b63-38c0-4409-a181-5e645e009f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:38.603187 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-10d4371d-c761-4cf7-9581-f0c0806feb17 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:38.649758 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b14d51-9dc7-4b5d-a2e8-eca1245f1d5e None None] DHCP port deletion for 3ec963a4-3f21-44ab-a1f1-17c8cf18fc8b request from dv-neutron-843763-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 30 04:56:38.664677 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [None req-34841b75-a826-4f53-9064-481b1cb969e7 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] device_id is not set on port b88b7d79-1d43-4513-b477-ff195ca0edd6 yet. {{(pid=88261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 30 04:56:38.710251 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-70b14d51-9dc7-4b5d-a2e8-eca1245f1d5e None None] Deleting port 555e36af-7ef5-48cc-b958-655ef61f4afb {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:56:38.711005 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-70b14d51-9dc7-4b5d-a2e8-eca1245f1d5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:38.767113 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-f7ef80ff-9551-4cf7-ac5c-f4d786664c53 None None] Could not find standard attr ID for object ae6187bf-47aa-4100-b947-42525a033e9c. {{(pid=88262) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 30 04:56:38.794807 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-0689d62c-3c91-4020-a704-fca679ea3fc9 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] For port 555e36af-7ef5-48cc-b958-655ef61f4afb, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=555e36af-7ef5-48cc-b958-655ef61f4afb,segment=NetworkSegment(86ce0900-95a6-464e-8dfe-ebf3b1e111ac),segment_id=86ce0900-95a6-464e-8dfe-ebf3b1e111ac)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:56:38.795417 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0689d62c-3c91-4020-a704-fca679ea3fc9 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:38.798312 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-7066dd3e-cbf2-4950-a638-a985d7d2bfa5 None None] For port 1f386acf-e0c5-49c8-abce-58b8861e8d09, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 04:56:38.813892 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-7066dd3e-cbf2-4950-a638-a985d7d2bfa5 None None] For port 1f386acf-e0c5-49c8-abce-58b8861e8d09, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=1f386acf-e0c5-49c8-abce-58b8861e8d09,segment=NetworkSegment(22b9e9f9-007a-4f2b-9e1a-30d12cd1fb6d),segment_id=22b9e9f9-007a-4f2b-9e1a-30d12cd1fb6d)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 04:56:38.814344 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-10d4371d-c761-4cf7-9581-f0c0806feb17 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "DELETE /v2.0/ports/ae6187bf-47aa-4100-b947-42525a033e9c HTTP/1.1" status: 204 len: 168 time: 2.8359394 May 30 04:56:38.819013 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 39384) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:38.824868 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-356b0589-08b5-403c-87c8-afb1de508a85 tempest-DHCPAgentSchedulersTestJSON-2076308821 tempest-DHCPAgentSchedulersTestJSON-2076308821-project] Network eec99d0b-9664-4ef3-8788-f9525f2ae4fc is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:56:38.831867 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b54b63-38c0-4409-a181-5e645e009f81 None None] Pushing event updated for resources: {'Port': ['ID=e7af5548-225f-4b4e-9ac0-523460d41920,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:56:38.837925 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7066dd3e-cbf2-4950-a638-a985d7d2bfa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:38.873519 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port 8c606e86-699d-4b4a-a1e0-8c8bfaa8a81c completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:56:38.950622 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d01d613d-1a7f-4299-9035-49b8a17eb107 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:56:38.952288 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d01d613d-1a7f-4299-9035-49b8a17eb107 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:56:38.953005 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-d01d613d-1a7f-4299-9035-49b8a17eb107 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Synchronizing usage tracker for tenant:16af2dbefc6742d5a37a7b30e58c8c2f on resource:subnet {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:56:38.965005 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-bae8fd54-baca-4759-8acd-3901f890454f tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks [] for port, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:38.967020 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-356b0589-08b5-403c-87c8-afb1de508a85 tempest-DHCPAgentSchedulersTestJSON-2076308821 tempest-DHCPAgentSchedulersTestJSON-2076308821-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:56:38.975419 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b59a7b45-4f75-4d78-971b-a0f2558456c1 tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1547796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2133315'] for subnet, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:38.982676 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device a8439c3e-f5d0-4b37-9379-bacd5d7fa1aa up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 04:56:39.050266 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-bae8fd54-baca-4759-8acd-3901f890454f tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1547421'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:39.051357 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356b0589-08b5-403c-87c8-afb1de508a85 tempest-DHCPAgentSchedulersTestJSON-2076308821 tempest-DHCPAgentSchedulersTestJSON-2076308821-project] Pushing event updated for resources: {'Port': ['ID=f07008f6-a224-46f5-a206-6cafe2e10b48,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:56:39.058099 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7066dd3e-cbf2-4950-a638-a985d7d2bfa5 None None] Pushing event updated for resources: {'Port': ['ID=1f386acf-e0c5-49c8-abce-58b8861e8d09,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:56:39.060672 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-0689d62c-3c91-4020-a704-fca679ea3fc9 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Calling delete_port for 555e36af-7ef5-48cc-b958-655ef61f4afb owned by network:dhcp {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:56:39.096114 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-d01d613d-1a7f-4299-9035-49b8a17eb107 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Unset dirty status for tenant:16af2dbefc6742d5a37a7b30e58c8c2f on resource:subnet {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:56:39.098003 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-d01d613d-1a7f-4299-9035-49b8a17eb107 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2776825 May 30 04:56:39.106158 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356b0589-08b5-403c-87c8-afb1de508a85 tempest-DHCPAgentSchedulersTestJSON-2076308821 tempest-DHCPAgentSchedulersTestJSON-2076308821-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:56:39.162388 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 39388) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:39.293993 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59a7b45-4f75-4d78-971b-a0f2558456c1 tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Checking segment: {'id': '75bc807b-37e3-4d8c-9f0c-5ab20be6ed09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'dbf7fd93-46c7-453a-a2df-2c21057594f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:56:39.294553 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b59a7b45-4f75-4d78-971b-a0f2558456c1 tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Network hostable DHCP agents. Network: dbf7fd93-46c7-453a-a2df-2c21057594f9, hostable agents: ['1c705e68-3d3e-4dd3-9252-feb21d4b96ab'], hosted agents: [] {{(pid=88260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 04:56:39.349905 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59a7b45-4f75-4d78-971b-a0f2558456c1 tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Pushing event updated for resources: {'Subnet': ['ID=5291397c-397b-48d4-acc0-2a62e17d6b7d,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:56:39.356347 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae8fd54-baca-4759-8acd-3901f890454f tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Pushing event updated for resources: {'Port': ['ID=52160931-b185-4181-b144-42150f69d92c,revision_number=2']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:56:39.360136 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-bae8fd54-baca-4759-8acd-3901f890454f tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1642774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602230'] for router_interface, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:39.363549 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-734582d4-7497-48e3-9f59-b2bbdd3ae15f None None] Network eec99d0b-9664-4ef3-8788-f9525f2ae4fc requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:56:39.378805 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-356b0589-08b5-403c-87c8-afb1de508a85 tempest-DHCPAgentSchedulersTestJSON-2076308821 tempest-DHCPAgentSchedulersTestJSON-2076308821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:56:39.379748 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-356b0589-08b5-403c-87c8-afb1de508a85 tempest-DHCPAgentSchedulersTestJSON-2076308821 tempest-DHCPAgentSchedulersTestJSON-2076308821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:39.412399 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-34841b75-a826-4f53-9064-481b1cb969e7 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Allocated IP 172.20.0.12 (433fa563-4f04-4ee5-af0f-ac69dc370a03/732e1e97-e13d-41bc-bb2f-10b9bb045c41/b88b7d79-1d43-4513-b477-ff195ca0edd6) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:56:39.424572 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_v2 [None req-36e4b240-bc64-497a-911b-ded0dca1f1f9 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Deleting subnet 30364586-7b5a-4148-b5d7-64707a306729 {{(pid=88261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 30 04:56:39.434645 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-36e4b240-bc64-497a-911b-ded0dca1f1f9 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks [] for subnet, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:39.470280 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0689d62c-3c91-4020-a704-fca679ea3fc9 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:39.589714 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-70b14d51-9dc7-4b5d-a2e8-eca1245f1d5e None None] For port 555e36af-7ef5-48cc-b958-655ef61f4afb, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=555e36af-7ef5-48cc-b958-655ef61f4afb,segment=NetworkSegment(86ce0900-95a6-464e-8dfe-ebf3b1e111ac),segment_id=86ce0900-95a6-464e-8dfe-ebf3b1e111ac)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:56:39.590166 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-70b14d51-9dc7-4b5d-a2e8-eca1245f1d5e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:39.605275 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b59a7b45-4f75-4d78-971b-a0f2558456c1 tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Network dbf7fd93-46c7-453a-a2df-2c21057594f9 is scheduled to be hosted by DHCP agent 1c705e68-3d3e-4dd3-9252-feb21d4b96ab with binding_index 1 {{(pid=88260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 04:56:39.634072 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-b59a7b45-4f75-4d78-971b-a0f2558456c1 tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843763-1-hyperv, dbf7fd93-46c7-453a-a2df-2c21057594f9) {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:56:39.640878 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b59a7b45-4f75-4d78-971b-a0f2558456c1 tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:56:39.641521 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b59a7b45-4f75-4d78-971b-a0f2558456c1 tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:39.689000 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-b59a7b45-4f75-4d78-971b-a0f2558456c1 tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6429842 May 30 04:56:39.693107 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 39392) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:39.695468 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0689d62c-3c91-4020-a704-fca679ea3fc9 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] No DVR routers for this DVR port 555e36af-7ef5-48cc-b958-655ef61f4afb on host dv-neutron-843763-1-hyperv {{(pid=88261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 04:56:39.702712 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-f7562baf-e1bf-49b8-937e-ae167f3a6bc3 tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-2077553473', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'}, 'admin_state_up': False}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:56:39.724403 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-f7562baf-e1bf-49b8-937e-ae167f3a6bc3 tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:56:39.731678 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-f7562baf-e1bf-49b8-937e-ae167f3a6bc3 tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Usage tracker for resource:router and tenant:711a0215d65b4bf4a4724254de2410e3 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:56:39.734443 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-70b14d51-9dc7-4b5d-a2e8-eca1245f1d5e None None] Calling delete_port for 555e36af-7ef5-48cc-b958-655ef61f4afb owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:56:39.746052 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae8fd54-baca-4759-8acd-3901f890454f tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Network 57d76ecc-47ac-48d9-8956-292a38909381 is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:56:39.747393 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-f7562baf-e1bf-49b8-937e-ae167f3a6bc3 tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:56:39.750626 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-bae8fd54-baca-4759-8acd-3901f890454f tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:56:39.817030 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-f7562baf-e1bf-49b8-937e-ae167f3a6bc3 tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:56:39.837824 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.db.api [None req-70b14d51-9dc7-4b5d-a2e8-eca1245f1d5e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 04:56:39.838198 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG oslo_db.api [None req-70b14d51-9dc7-4b5d-a2e8-eca1245f1d5e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 04:56:39.846826 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-878942f0-89d3-4e3e-91c3-cf4f267f481f None None] Network dbf7fd93-46c7-453a-a2df-2c21057594f9 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:56:39.859966 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-611b7f7d-5803-44b0-822f-d89e19490e90 None None] Network 57d76ecc-47ac-48d9-8956-292a38909381 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:56:39.894466 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-356b0589-08b5-403c-87c8-afb1de508a85 tempest-DHCPAgentSchedulersTestJSON-2076308821 tempest-DHCPAgentSchedulersTestJSON-2076308821-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 4.9640083 May 30 04:56:39.897844 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-b6b44d12-99db-425b-a56b-232b8f853d4c None None] Provisioning for port a8439c3e-f5d0-4b37-9379-bacd5d7fa1aa completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:56:39.903296 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0689d62c-3c91-4020-a704-fca679ea3fc9 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Pushing event deleted for resources: {'Port': ['ID=555e36af-7ef5-48cc-b958-655ef61f4afb,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:56:39.905147 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 39396) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:39.911376 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f7562baf-e1bf-49b8-937e-ae167f3a6bc3 tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1603901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11666'] for router, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:39.912318 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f7562baf-e1bf-49b8-937e-ae167f3a6bc3 tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11675'] for router, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:39.937865 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f7562baf-e1bf-49b8-937e-ae167f3a6bc3 tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:39.994479 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-36e4b240-bc64-497a-911b-ded0dca1f1f9 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3545586'] for subnet, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:40.087264 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port a8439c3e-f5d0-4b37-9379-bacd5d7fa1aa completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:56:40.104444 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port a8439c3e-f5d0-4b37-9379-bacd5d7fa1aa triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:56:40.105128 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:40.156734 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0689d62c-3c91-4020-a704-fca679ea3fc9 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867540', 'neutron.services.segments.db._delete_segments_for_network-8729234922972'] for network, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:40.233142 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-36e4b240-bc64-497a-911b-ded0dca1f1f9 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860493'] for subnet, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:40.298922 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-82e7e200-2a94-49d4-aa69-e49911c569f0 None None] Provisioning for port 8c606e86-699d-4b4a-a1e0-8c8bfaa8a81c completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:56:40.331596 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-82e7e200-2a94-49d4-aa69-e49911c569f0 None None] Provisioning complete for port 8c606e86-699d-4b4a-a1e0-8c8bfaa8a81c triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:56:40.332079 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-82e7e200-2a94-49d4-aa69-e49911c569f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:40.342496 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f7562baf-e1bf-49b8-937e-ae167f3a6bc3 tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11765'] for router, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:40.349852 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bae8fd54-baca-4759-8acd-3901f890454f tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Router 062ecc2c-47a8-451e-85d2-0fee1f2e70d6 is scheduled to L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 with binding_index 1 {{(pid=88260) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 30 04:56:40.354428 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-0689d62c-3c91-4020-a704-fca679ea3fc9 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ec963a4-3f21-44ab-a1f1-17c8cf18fc8b']}} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:56:40.371573 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-70b14d51-9dc7-4b5d-a2e8-eca1245f1d5e None None] Deleting port 555e36af-7ef5-48cc-b958-655ef61f4afb {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:56:40.371946 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-70b14d51-9dc7-4b5d-a2e8-eca1245f1d5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:40.401588 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-34841b75-a826-4f53-9064-481b1cb969e7 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:40.420190 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-0689d62c-3c91-4020-a704-fca679ea3fc9 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86ce0900-95a6-464e-8dfe-ebf3b1e111ac') {'for_net_delete': True} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:56:40.420490 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-0689d62c-3c91-4020-a704-fca679ea3fc9 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86ce0900-95a6-464e-8dfe-ebf3b1e111ac') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:56:40.431015 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-36e4b240-bc64-497a-911b-ded0dca1f1f9 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2304955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9305493'] for subnet, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:40.478906 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-80bb796a-990a-407a-bb39-edba132da02b tempest-DHCPAgentSchedulersTestJSON-2076308821 tempest-DHCPAgentSchedulersTestJSON-2076308821-project] Deleting port f07008f6-a224-46f5-a206-6cafe2e10b48 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:56:40.479166 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-80bb796a-990a-407a-bb39-edba132da02b tempest-DHCPAgentSchedulersTestJSON-2076308821 tempest-DHCPAgentSchedulersTestJSON-2076308821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:40.486404 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33028f71-3034-4c3d-b0e0-1928824e382f None None] Network 433fa563-4f04-4ee5-af0f-ac69dc370a03 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:56:40.498356 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e47e792-70c1-4bc6-b9d2-3acadcd79367 None None] Network 0008fd3d-19e9-40cf-b545-4a7647b90cf1 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:56:40.503996 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-36e4b240-bc64-497a-911b-ded0dca1f1f9 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:40.511798 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [None req-34841b75-a826-4f53-9064-481b1cb969e7 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Transition to ACTIVE for port object b88b7d79-1d43-4513-b477-ff195ca0edd6 will not be triggered until provisioned by entity DHCP. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:56:40.518674 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0689d62c-3c91-4020-a704-fca679ea3fc9 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729235042807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3545573'] for segment, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:40.521559 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-70b14d51-9dc7-4b5d-a2e8-eca1245f1d5e None None] The port '555e36af-7ef5-48cc-b958-655ef61f4afb' was deleted {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 30 04:56:40.550288 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e4b240-bc64-497a-911b-ded0dca1f1f9 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Pushing event deleted for resources: {'Subnet': ['ID=30364586-7b5a-4148-b5d7-64707a306729,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:56:40.570076 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0689d62c-3c91-4020-a704-fca679ea3fc9 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:40.579674 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-36e4b240-bc64-497a-911b-ded0dca1f1f9 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "DELETE /v2.0/subnets/30364586-7b5a-4148-b5d7-64707a306729 HTTP/1.1" status: 204 len: 168 time: 1.4156930 May 30 04:56:40.583594 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 39400) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:40.590316 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0689d62c-3c91-4020-a704-fca679ea3fc9 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=88261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 04:56:40.590769 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0689d62c-3c91-4020-a704-fca679ea3fc9 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-862858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2304281'] for segment, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:40.684373 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-b1da6c26-3991-457d-a3f8-2550d4686702 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0969832 May 30 04:56:40.686527 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 39406) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:40.691777 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 86ce0900-95a6-464e-8dfe-ebf3b1e111ac resource provider aggregate not found May 30 04:56:40.699539 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-e6bb0aa8-e754-4121-be14-70ae052db53a tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Request body: {'subnet': {'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:56:40.732487 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bae8fd54-baca-4759-8acd-3901f890454f tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 04:56:40.741502 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 86ce0900-95a6-464e-8dfe-ebf3b1e111ac resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 86ce0900-95a6-464e-8dfe-ebf3b1e111ac found for delete ", "request_id": "req-91e37ff2-a71b-43d8-b6de-ef1ceca865d1"}]} May 30 04:56:40.755561 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44898b41-4160-455e-8dac-2504fe956618 None None] Sync routers for ids ['062ecc2c-47a8-451e-85d2-0fee1f2e70d6'] in dv-neutron-843763-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 04:56:40.764309 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44898b41-4160-455e-8dac-2504fe956618 None None] Routers {'062ecc2c-47a8-451e-85d2-0fee1f2e70d6'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 04:56:40.764919 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-44898b41-4160-455e-8dac-2504fe956618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T04:56:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['062ecc2c-47a8-451e-85d2-0fee1f2e70d6'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:56:40.777378 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-34841b75-a826-4f53-9064-481b1cb969e7 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:40.813068 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-bae8fd54-baca-4759-8acd-3901f890454f tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] 10.222.0.15 "PUT /v2.0/routers/062ecc2c-47a8-451e-85d2-0fee1f2e70d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5002973 May 30 04:56:40.821844 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 39412) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:40.826600 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0689d62c-3c91-4020-a704-fca679ea3fc9 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604744'] for network, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:40.832660 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-44898b41-4160-455e-8dac-2504fe956618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:56:40.841013 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d336b159-489e-4ca9-89ef-5de322829de1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bbf24ed-7ba9-53d2-873f-8f9642b1e987-dbf7fd93-46c7-453a-a2df-2c21057594f9', 'network_id': 'dbf7fd93-46c7-453a-a2df-2c21057594f9', 'tenant_id': '711a0215d65b4bf4a4724254de2410e3', 'fixed_ips': [{'subnet_id': '5291397c-397b-48d4-acc0-2a62e17d6b7d'}]}} from dv-neutron-843763-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 30 04:56:40.841984 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-d336b159-489e-4ca9-89ef-5de322829de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:40.842339 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44898b41-4160-455e-8dac-2504fe956618 None None] Routers {'062ecc2c-47a8-451e-85d2-0fee1f2e70d6'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 04:56:40.843099 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-44898b41-4160-455e-8dac-2504fe956618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T04:56:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['062ecc2c-47a8-451e-85d2-0fee1f2e70d6'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:56:40.915455 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-44898b41-4160-455e-8dac-2504fe956618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:56:40.916271 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34841b75-a826-4f53-9064-481b1cb969e7 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Pushing event updated for resources: {'Port': ['ID=b88b7d79-1d43-4513-b477-ff195ca0edd6,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:56:40.917074 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44898b41-4160-455e-8dac-2504fe956618 None None] The sync data for ids ['062ecc2c-47a8-451e-85d2-0fee1f2e70d6'] in dv-neutron-843763-1-hyperv is: [] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 04:56:40.929504 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-e6bb0aa8-e754-4121-be14-70ae052db53a tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:56:40.946814 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-e6bb0aa8-e754-4121-be14-70ae052db53a tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Usage tracker for resource:subnet and tenant:16af2dbefc6742d5a37a7b30e58c8c2f is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:56:40.952264 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0689d62c-3c91-4020-a704-fca679ea3fc9 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:40.958979 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-e6bb0aa8-e754-4121-be14-70ae052db53a tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:56:40.963900 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0689d62c-3c91-4020-a704-fca679ea3fc9 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] Pushing event deleted for resources: {'Network': ['ID=3ec963a4-3f21-44ab-a1f1-17c8cf18fc8b,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:56:40.977417 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34841b75-a826-4f53-9064-481b1cb969e7 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Network 433fa563-4f04-4ee5-af0f-ac69dc370a03 is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:56:40.977588 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-e6bb0aa8-e754-4121-be14-70ae052db53a tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:56:40.983536 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-34841b75-a826-4f53-9064-481b1cb969e7 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:56:40.989392 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34841b75-a826-4f53-9064-481b1cb969e7 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:56:41.016896 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-0689d62c-3c91-4020-a704-fca679ea3fc9 tempest-NetworksIpV6Test-493997528 tempest-NetworksIpV6Test-493997528-project] 10.222.0.15 "DELETE /v2.0/networks/3ec963a4-3f21-44ab-a1f1-17c8cf18fc8b HTTP/1.1" status: 204 len: 168 time: 3.4414582 May 30 04:56:41.020972 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26378571-422c-4c16-a1a1-fda45a6dd749 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:56:41.021698 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-26378571-422c-4c16-a1a1-fda45a6dd749 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Synchronizing usage tracker for tenant:177e950b79b644f8ac61f323eed71206 on resource:port {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:56:41.031327 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6bb0aa8-e754-4121-be14-70ae052db53a tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Made reservation on behalf of 16af2dbefc6742d5a37a7b30e58c8c2f for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:56:41.035606 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e6bb0aa8-e754-4121-be14-70ae052db53a tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2133361'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:41.068561 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-80bb796a-990a-407a-bb39-edba132da02b tempest-DHCPAgentSchedulersTestJSON-2076308821 tempest-DHCPAgentSchedulersTestJSON-2076308821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:41.231627 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-82e7e200-2a94-49d4-aa69-e49911c569f0 None None] Current status of the port 8c606e86-699d-4b4a-a1e0-8c8bfaa8a81c is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:56:41.232175 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-82e7e200-2a94-49d4-aa69-e49911c569f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:41.240929 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port a8439c3e-f5d0-4b37-9379-bacd5d7fa1aa is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:56:41.248930 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:41.371729 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-80bb796a-990a-407a-bb39-edba132da02b tempest-DHCPAgentSchedulersTestJSON-2076308821 tempest-DHCPAgentSchedulersTestJSON-2076308821-project] Calling delete_port for f07008f6-a224-46f5-a206-6cafe2e10b48 owned by {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:56:41.403346 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-82e7e200-2a94-49d4-aa69-e49911c569f0 None None] For port 8c606e86-699d-4b4a-a1e0-8c8bfaa8a81c, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=8c606e86-699d-4b4a-a1e0-8c8bfaa8a81c,segment=NetworkSegment(94c19f0c-a342-475b-a096-37eac89debfd),segment_id=94c19f0c-a342-475b-a096-37eac89debfd)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:56:41.432322 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-82e7e200-2a94-49d4-aa69-e49911c569f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:41.444026 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] For port a8439c3e-f5d0-4b37-9379-bacd5d7fa1aa, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=a8439c3e-f5d0-4b37-9379-bacd5d7fa1aa,segment=NetworkSegment(e9e6618a-7f77-42e8-ae68-ca55139f93fe),segment_id=e9e6618a-7f77-42e8-ae68-ca55139f93fe)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:56:41.452571 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-26378571-422c-4c16-a1a1-fda45a6dd749 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Unset dirty status for tenant:177e950b79b644f8ac61f323eed71206 on resource:port {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:56:41.457201 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-26378571-422c-4c16-a1a1-fda45a6dd749 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] 10.222.0.15 "GET /v2.0/ports/52160931-b185-4181-b144-42150f69d92c HTTP/1.1" status: 200 len: 910 time: 0.5904918 May 30 04:56:41.473056 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 39420) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:41.503076 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-42c6c19c-c3d2-4c3c-921c-dd386637d822 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd01ec3d1-6a5b-430b-bbe4-b6133c6cb78b'}]}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:56:41.541104 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 39424) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:41.572342 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e7e200-2a94-49d4-aa69-e49911c569f0 None None] Pushing event updated for resources: {'Port': ['ID=8c606e86-699d-4b4a-a1e0-8c8bfaa8a81c,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:56:41.574237 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34841b75-a826-4f53-9064-481b1cb969e7 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:56:41.575216 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-34841b75-a826-4f53-9064-481b1cb969e7 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:41.581054 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-80bb796a-990a-407a-bb39-edba132da02b tempest-DHCPAgentSchedulersTestJSON-2076308821 tempest-DHCPAgentSchedulersTestJSON-2076308821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:41.593628 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-024309d7-e011-49e9-bdee-bd6a87c2ddf4 None None] DHCP port deletion for 0008fd3d-19e9-40cf-b545-4a7647b90cf1 request from dv-neutron-843763-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 30 04:56:41.627591 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f7562baf-e1bf-49b8-937e-ae167f3a6bc3 tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Notify callbacks [] for router_gateway, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:41.659295 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:41.712641 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f7562baf-e1bf-49b8-937e-ae167f3a6bc3 tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:41.746194 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bb796a-990a-407a-bb39-edba132da02b tempest-DHCPAgentSchedulersTestJSON-2076308821 tempest-DHCPAgentSchedulersTestJSON-2076308821-project] Pushing event deleted for resources: {'Port': ['ID=f07008f6-a224-46f5-a206-6cafe2e10b48,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:56:41.755377 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-34841b75-a826-4f53-9064-481b1cb969e7 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1000 time: 4.9016974 May 30 04:56:41.756282 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 39430) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:41.861338 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Pushing event updated for resources: {'Port': ['ID=a8439c3e-f5d0-4b37-9379-bacd5d7fa1aa,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:56:41.867081 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-024309d7-e011-49e9-bdee-bd6a87c2ddf4 None None] Deleting port e7af5548-225f-4b4e-9ac0-523460d41920 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:56:41.867485 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-024309d7-e011-49e9-bdee-bd6a87c2ddf4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:41.948462 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-d336b159-489e-4ca9-89ef-5de322829de1 None None] Allocated IP 172.20.0.2 (dbf7fd93-46c7-453a-a2df-2c21057594f9/5291397c-397b-48d4-acc0-2a62e17d6b7d/79658be5-d9cc-4821-8009-70c14a9b8d23) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:56:42.000517 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-80bb796a-990a-407a-bb39-edba132da02b tempest-DHCPAgentSchedulersTestJSON-2076308821 tempest-DHCPAgentSchedulersTestJSON-2076308821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:42.002796 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-80bb796a-990a-407a-bb39-edba132da02b tempest-DHCPAgentSchedulersTestJSON-2076308821 tempest-DHCPAgentSchedulersTestJSON-2076308821-project] 10.222.0.15 "DELETE /v2.0/ports/f07008f6-a224-46f5-a206-6cafe2e10b48 HTTP/1.1" status: 204 len: 168 time: 2.0885007 May 30 04:56:42.005747 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 39436) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:42.026567 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf7c747-cb4b-4b1c-9108-f1921bf5ba87 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:56:42.033362 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf7c747-cb4b-4b1c-9108-f1921bf5ba87 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:56:42.039333 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf7c747-cb4b-4b1c-9108-f1921bf5ba87 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:56:42.040339 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-4cf7c747-cb4b-4b1c-9108-f1921bf5ba87 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Synchronizing usage tracker for tenant:cc70de9f5c794c1b972bc602f3239ed7 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:56:42.065395 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-4cf7c747-cb4b-4b1c-9108-f1921bf5ba87 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Unset dirty status for tenant:cc70de9f5c794c1b972bc602f3239ed7 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:56:42.066631 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-4cf7c747-cb4b-4b1c-9108-f1921bf5ba87 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.3036120 May 30 04:56:42.069529 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 39442) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:42.109926 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-0248efc4-03d1-424e-9733-44ee66053d51 None None] Provisioning for port 1f386acf-e0c5-49c8-abce-58b8861e8d09 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:56:42.121775 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 8c606e86-699d-4b4a-a1e0-8c8bfaa8a81c up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 04:56:42.192820 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-18baee8c-e0c3-4fce-9395-bb95cd2dd94d tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Deleting port b88b7d79-1d43-4513-b477-ff195ca0edd6 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:56:42.193752 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-18baee8c-e0c3-4fce-9395-bb95cd2dd94d tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:42.249039 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-0248efc4-03d1-424e-9733-44ee66053d51 None None] Could not find standard attr ID for object f07008f6-a224-46f5-a206-6cafe2e10b48. {{(pid=88262) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 30 04:56:42.255861 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-f7562baf-e1bf-49b8-937e-ae167f3a6bc3 tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Allocated IP 172.26.6.146 (1bab70f4-3794-44db-8e17-19f483aa8ffa/6b5b73c1-b0ce-4f83-a930-c00cc5522926/73b99342-ae03-4979-947d-e76ad0ad41c2) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:56:42.312088 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-502a3308-402d-455d-9b17-d6f93c04774f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=73057037b7c54dd9b8d98bcf1b270dc2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7625082 May 30 04:56:42.369440 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 39446) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:42.460677 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-0248efc4-03d1-424e-9733-44ee66053d51 None None] Provisioning complete for port a8439c3e-f5d0-4b37-9379-bacd5d7fa1aa triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:56:42.461061 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-0248efc4-03d1-424e-9733-44ee66053d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:42.497871 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-e41a88f2-718d-467f-b37c-64dde9c4c369 tempest-DHCPAgentSchedulersTestJSON-1071556265 tempest-DHCPAgentSchedulersTestJSON-1071556265-project-admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4311 time: 0.4908831 May 30 04:56:42.502094 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 39450) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:42.506932 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-a1bac073-fef0-4313-829d-12068f35cebd tempest-DHCPAgentSchedulersTestJSON-2076308821 tempest-DHCPAgentSchedulersTestJSON-2076308821-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1984526957'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:56:42.514866 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-a1bac073-fef0-4313-829d-12068f35cebd tempest-DHCPAgentSchedulersTestJSON-2076308821 tempest-DHCPAgentSchedulersTestJSON-2076308821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:56:42.523268 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-a1bac073-fef0-4313-829d-12068f35cebd tempest-DHCPAgentSchedulersTestJSON-2076308821 tempest-DHCPAgentSchedulersTestJSON-2076308821-project] Usage tracker for resource:network and tenant:7013e5dbc10143359296c3ddadc46dc1 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:56:42.544128 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-a1bac073-fef0-4313-829d-12068f35cebd tempest-DHCPAgentSchedulersTestJSON-2076308821 tempest-DHCPAgentSchedulersTestJSON-2076308821-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:56:42.572857 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 8c606e86-699d-4b4a-a1e0-8c8bfaa8a81c triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:56:42.573233 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:42.599655 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-a1bac073-fef0-4313-829d-12068f35cebd tempest-DHCPAgentSchedulersTestJSON-2076308821 tempest-DHCPAgentSchedulersTestJSON-2076308821-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:56:42.632793 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e6bb0aa8-e754-4121-be14-70ae052db53a tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1547796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2133315'] for subnet, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:42.633310 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1bac073-fef0-4313-829d-12068f35cebd tempest-DHCPAgentSchedulersTestJSON-2076308821 tempest-DHCPAgentSchedulersTestJSON-2076308821-project] Made reservation on behalf of 7013e5dbc10143359296c3ddadc46dc1 for: {'network': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:56:42.638020 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a1bac073-fef0-4313-829d-12068f35cebd tempest-DHCPAgentSchedulersTestJSON-2076308821 tempest-DHCPAgentSchedulersTestJSON-2076308821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for network, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:42.646596 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-d336b159-489e-4ca9-89ef-5de322829de1 None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:42.661585 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-d336b159-489e-4ca9-89ef-5de322829de1 None None] Transition to ACTIVE for port object 79658be5-d9cc-4821-8009-70c14a9b8d23 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:56:42.671386 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-42c6c19c-c3d2-4c3c-921c-dd386637d822 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:42.671619 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1bac073-fef0-4313-829d-12068f35cebd tempest-DHCPAgentSchedulersTestJSON-2076308821 tempest-DHCPAgentSchedulersTestJSON-2076308821-project] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=88261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 04:56:42.690316 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-024309d7-e011-49e9-bdee-bd6a87c2ddf4 None None] For port e7af5548-225f-4b4e-9ac0-523460d41920, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=e7af5548-225f-4b4e-9ac0-523460d41920,segment=NetworkSegment(c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1),segment_id=c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:56:42.691082 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-024309d7-e011-49e9-bdee-bd6a87c2ddf4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:42.696912 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f7562baf-e1bf-49b8-937e-ae167f3a6bc3 tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:42.701536 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-881a6f36-7a1a-408b-8d0a-a1c6852e1cdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:42.705911 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a1bac073-fef0-4313-829d-12068f35cebd tempest-DHCPAgentSchedulersTestJSON-2076308821 tempest-DHCPAgentSchedulersTestJSON-2076308821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:42.706366 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.db.segments_db [None req-a1bac073-fef0-4313-829d-12068f35cebd tempest-DHCPAgentSchedulersTestJSON-2076308821 tempest-DHCPAgentSchedulersTestJSON-2076308821-project] Added segment 721576ff-4f88-41d3-be86-12e18f68bad1 of type vlan for network a02d9c7a-fcf5-4a8e-b60e-f8f05ba59b04 May 30 04:56:42.736765 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-18baee8c-e0c3-4fce-9395-bb95cd2dd94d tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:42.772531 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6bb0aa8-e754-4121-be14-70ae052db53a tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Network 0008fd3d-19e9-40cf-b545-4a7647b90cf1 is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:56:42.786340 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-e6bb0aa8-e754-4121-be14-70ae052db53a tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:56:42.808036 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6bb0aa8-e754-4121-be14-70ae052db53a tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:56:42.808630 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e6bb0aa8-e754-4121-be14-70ae052db53a tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:42.812151 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a1bac073-fef0-4313-829d-12068f35cebd tempest-DHCPAgentSchedulersTestJSON-2076308821 tempest-DHCPAgentSchedulersTestJSON-2076308821-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729234556353'] for network, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:42.863162 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-024309d7-e011-49e9-bdee-bd6a87c2ddf4 None None] Calling delete_port for e7af5548-225f-4b4e-9ac0-523460d41920 owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:56:42.887113 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-18baee8c-e0c3-4fce-9395-bb95cd2dd94d tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Calling delete_port for b88b7d79-1d43-4513-b477-ff195ca0edd6 owned by {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:56:42.983972 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-024309d7-e011-49e9-bdee-bd6a87c2ddf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069'] for port, after_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:43.016409 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-881a6f36-7a1a-408b-8d0a-a1c6852e1cdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:43.035774 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f7562baf-e1bf-49b8-937e-ae167f3a6bc3 tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:43.039726 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bb0aa8-e754-4121-be14-70ae052db53a tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Pushing event updated for resources: {'Subnet': ['ID=6a41fed0-61f1-45c3-ba78-95ec5d13b8b8,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:56:43.080644 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a1bac073-fef0-4313-829d-12068f35cebd tempest-DHCPAgentSchedulersTestJSON-2076308821 tempest-DHCPAgentSchedulersTestJSON-2076308821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788'] for network, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:43.094695 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1bac073-fef0-4313-829d-12068f35cebd tempest-DHCPAgentSchedulersTestJSON-2076308821 tempest-DHCPAgentSchedulersTestJSON-2076308821-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:56:43.095700 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a1bac073-fef0-4313-829d-12068f35cebd tempest-DHCPAgentSchedulersTestJSON-2076308821 tempest-DHCPAgentSchedulersTestJSON-2076308821-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:43.096902 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-d336b159-489e-4ca9-89ef-5de322829de1 None None] Transition to ACTIVE for port object 79658be5-d9cc-4821-8009-70c14a9b8d23 will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:56:43.118212 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024309d7-e011-49e9-bdee-bd6a87c2ddf4 None None] Pushing event deleted for resources: {'Port': ['ID=e7af5548-225f-4b4e-9ac0-523460d41920,revision_number=None']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:56:43.123349 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024309d7-e011-49e9-bdee-bd6a87c2ddf4 None None] No DVR routers for this DVR port e7af5548-225f-4b4e-9ac0-523460d41920 on host dv-neutron-843763-1-hyperv {{(pid=88262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 04:56:43.131838 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-d336b159-489e-4ca9-89ef-5de322829de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:43.153637 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-18baee8c-e0c3-4fce-9395-bb95cd2dd94d tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:43.170976 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-e6bb0aa8-e754-4121-be14-70ae052db53a tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.4762104 May 30 04:56:43.171327 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7562baf-e1bf-49b8-937e-ae167f3a6bc3 tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Network 1bab70f4-3794-44db-8e17-19f483aa8ffa is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:56:43.176082 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 39454) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:43.177346 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d6defd-8a43-4776-93cf-ac0e58db70b5 None None] Network 0008fd3d-19e9-40cf-b545-4a7647b90cf1 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:56:43.192087 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-51273eda-8d5d-42db-bac8-62b07fcc86f4 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Request body: {'port': {'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1', 'fixed_ips': [{'subnet_id': '6a41fed0-61f1-45c3-ba78-95ec5d13b8b8', 'ip_address': '2001:db8::724:593e:ea18:95c4'}], 'name': 'tempest-NetworksTestDHCPv6-1186516120'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:56:43.331319 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d336b159-489e-4ca9-89ef-5de322829de1 None None] Network dbf7fd93-46c7-453a-a2df-2c21057594f9 is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:56:43.348256 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-d336b159-489e-4ca9-89ef-5de322829de1 None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:56:43.349842 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18baee8c-e0c3-4fce-9395-bb95cd2dd94d tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Pushing event deleted for resources: {'Port': ['ID=b88b7d79-1d43-4513-b477-ff195ca0edd6,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:56:43.362640 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d336b159-489e-4ca9-89ef-5de322829de1 None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:56:43.373999 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-0248efc4-03d1-424e-9733-44ee66053d51 None None] Current status of the port a8439c3e-f5d0-4b37-9379-bacd5d7fa1aa is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:56:43.414275 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-a1bac073-fef0-4313-829d-12068f35cebd tempest-DHCPAgentSchedulersTestJSON-2076308821 tempest-DHCPAgentSchedulersTestJSON-2076308821-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.9092896 May 30 04:56:43.423459 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 39458) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:43.434174 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bac073-fef0-4313-829d-12068f35cebd tempest-DHCPAgentSchedulersTestJSON-2076308821 tempest-DHCPAgentSchedulersTestJSON-2076308821-project] Pushing event updated for resources: {'Network': ['ID=a02d9c7a-fcf5-4a8e-b60e-f8f05ba59b04,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:56:43.436882 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d336b159-489e-4ca9-89ef-5de322829de1 None None] Pushing event updated for resources: {'Port': ['ID=79658be5-d9cc-4821-8009-70c14a9b8d23,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:56:43.465699 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Network a02d9c7a-fcf5-4a8e-b60e-f8f05ba59b04 details requested by agent ovs-agent-dv-neutron-843763-1-hyperv with host dv-neutron-843763-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 04:56:43.487003 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-51273eda-8d5d-42db-bac8-62b07fcc86f4 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:56:43.491182 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-51273eda-8d5d-42db-bac8-62b07fcc86f4 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Usage tracker for resource:port and tenant:16af2dbefc6742d5a37a7b30e58c8c2f is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:56:43.494108 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-51273eda-8d5d-42db-bac8-62b07fcc86f4 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:56:43.499996 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-51273eda-8d5d-42db-bac8-62b07fcc86f4 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:56:43.507489 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-f7562baf-e1bf-49b8-937e-ae167f3a6bc3 tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:56:43.545284 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7562baf-e1bf-49b8-937e-ae167f3a6bc3 tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Pushing event updated for resources: {'Port': ['ID=73b99342-ae03-4979-947d-e76ad0ad41c2,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:56:43.548331 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7562baf-e1bf-49b8-937e-ae167f3a6bc3 tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:56:43.586525 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51273eda-8d5d-42db-bac8-62b07fcc86f4 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Made reservation on behalf of 16af2dbefc6742d5a37a7b30e58c8c2f for: {'port': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:56:43.630461 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-108a7bc9-3bd5-4280-af71-cf8dac5c3376 None None] Could not find standard attr ID for object b88b7d79-1d43-4513-b477-ff195ca0edd6. {{(pid=88262) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 30 04:56:43.632077 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 8c606e86-699d-4b4a-a1e0-8c8bfaa8a81c is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:56:43.634163 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 1f386acf-e0c5-49c8-abce-58b8861e8d09 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 04:56:43.706868 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-881a6f36-7a1a-408b-8d0a-a1c6852e1cdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:43.739354 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-18baee8c-e0c3-4fce-9395-bb95cd2dd94d tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:43.742868 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-18baee8c-e0c3-4fce-9395-bb95cd2dd94d tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] 10.222.0.15 "DELETE /v2.0/ports/b88b7d79-1d43-4513-b477-ff195ca0edd6 HTTP/1.1" status: 204 len: 168 time: 1.6719482 May 30 04:56:43.775624 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-108a7bc9-3bd5-4280-af71-cf8dac5c3376 None None] Provisioning for port e1d944c3-8f91-49dd-a6ef-69220032c772 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:56:43.781546 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-d336b159-489e-4ca9-89ef-5de322829de1 None None] Attempting to bind port 79658be5-d9cc-4821-8009-70c14a9b8d23 on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 04:56:43.781546 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-d336b159-489e-4ca9-89ef-5de322829de1 None None] Attempting to bind port 79658be5-d9cc-4821-8009-70c14a9b8d23 by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': '75bc807b-37e3-4d8c-9f0c-5ab20be6ed09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'dbf7fd93-46c7-453a-a2df-2c21057594f9'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 04:56:43.781546 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d336b159-489e-4ca9-89ef-5de322829de1 None None] Attempting to bind port 79658be5-d9cc-4821-8009-70c14a9b8d23 on network dbf7fd93-46c7-453a-a2df-2c21057594f9 {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 04:56:43.783048 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-a1ea69e9-ea72-4f9c-8747-79579f0cd2f7 tempest-DHCPAgentSchedulersTestJSON-1071556265 tempest-DHCPAgentSchedulersTestJSON-1071556265-project-admin] 10.222.0.15 "GET /v2.0/agents/1c705e68-3d3e-4dd3-9252-feb21d4b96ab/dhcp-networks HTTP/1.1" status: 200 len: 8063 time: 0.3552461 May 30 04:56:43.783667 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 39462) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:43.783986 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 39464) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:43.800682 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-108a7bc9-3bd5-4280-af71-cf8dac5c3376 None None] Provisioning complete for port e1d944c3-8f91-49dd-a6ef-69220032c772 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:56:43.801057 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-108a7bc9-3bd5-4280-af71-cf8dac5c3376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:43.823218 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881a6f36-7a1a-408b-8d0a-a1c6852e1cdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43f39404-e8e0-4285-9842-46e633cd36b3,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:56:43.833089 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d336b159-489e-4ca9-89ef-5de322829de1 None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 4, 56, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 04:56:43.833439 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d336b159-489e-4ca9-89ef-5de322829de1 None None] Checking segment: {'id': '75bc807b-37e3-4d8c-9f0c-5ab20be6ed09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'dbf7fd93-46c7-453a-a2df-2c21057594f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:56:43.833860 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-d336b159-489e-4ca9-89ef-5de322829de1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:43.834257 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d336b159-489e-4ca9-89ef-5de322829de1 None None] Bound using segment: {'id': '75bc807b-37e3-4d8c-9f0c-5ab20be6ed09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'dbf7fd93-46c7-453a-a2df-2c21057594f9'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 04:56:43.834735 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-d336b159-489e-4ca9-89ef-5de322829de1 None None] Bound port: 79658be5-d9cc-4821-8009-70c14a9b8d23, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75bc807b-37e3-4d8c-9f0c-5ab20be6ed09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'dbf7fd93-46c7-453a-a2df-2c21057594f9'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 04:56:43.835108 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-d336b159-489e-4ca9-89ef-5de322829de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:43.838931 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-881a6f36-7a1a-408b-8d0a-a1c6852e1cdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:43.842609 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-881a6f36-7a1a-408b-8d0a-a1c6852e1cdf admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/43f39404-e8e0-4285-9842-46e633cd36b3 HTTP/1.1" status: 204 len: 168 time: 1.4674983 May 30 04:56:43.859161 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-58420ff6-6747-4a7c-80b6-5c7e7c34e007 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] GET failed (client error): The resource could not be found. May 30 04:56:43.860061 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-58420ff6-6747-4a7c-80b6-5c7e7c34e007 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Synchronizing usage tracker for tenant:cc70de9f5c794c1b972bc602f3239ed7 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:56:43.964156 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-58420ff6-6747-4a7c-80b6-5c7e7c34e007 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Unset dirty status for tenant:cc70de9f5c794c1b972bc602f3239ed7 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:56:43.970676 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-58420ff6-6747-4a7c-80b6-5c7e7c34e007 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] 10.222.0.15 "GET /v2.0/ports/b88b7d79-1d43-4513-b477-ff195ca0edd6 HTTP/1.1" status: 404 len: 333 time: 0.1803780 May 30 04:56:43.971242 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 39472) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:43.974403 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-108a7bc9-3bd5-4280-af71-cf8dac5c3376 None None] Port e1d944c3-8f91-49dd-a6ef-69220032c772 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 04:56:44.010458 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb867ad1-1ee5-4b30-9e45-e43758a95a3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bbf24ed-7ba9-53d2-873f-8f9642b1e987-0008fd3d-19e9-40cf-b545-4a7647b90cf1', 'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1', 'tenant_id': '16af2dbefc6742d5a37a7b30e58c8c2f', 'fixed_ips': [{'subnet_id': '6a41fed0-61f1-45c3-ba78-95ec5d13b8b8'}]}} from dv-neutron-843763-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 30 04:56:44.011536 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-cb867ad1-1ee5-4b30-9e45-e43758a95a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:44.013135 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-dec5e875-ced3-40af-a0a8-3b98acaf3e76 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Request body: {'port': {'network_id': '433fa563-4f04-4ee5-af0f-ac69dc370a03', 'name': 'tempest-AllowedAddressPairTestJSON-1018484693'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:56:44.025699 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port 1f386acf-e0c5-49c8-abce-58b8861e8d09 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:56:44.041265 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 1f386acf-e0c5-49c8-abce-58b8861e8d09 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:56:44.041501 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:44.045097 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-51273eda-8d5d-42db-bac8-62b07fcc86f4 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:44.064802 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-108a7bc9-3bd5-4280-af71-cf8dac5c3376 None None] Provisioning for port 52160931-b185-4181-b144-42150f69d92c completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:56:44.094429 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-d336b159-489e-4ca9-89ef-5de322829de1 None None] For port 79658be5-d9cc-4821-8009-70c14a9b8d23, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 04:56:44.099669 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-108a7bc9-3bd5-4280-af71-cf8dac5c3376 None None] Provisioning complete for port 52160931-b185-4181-b144-42150f69d92c triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:56:44.100050 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-108a7bc9-3bd5-4280-af71-cf8dac5c3376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:44.190834 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-d336b159-489e-4ca9-89ef-5de322829de1 None None] For port 79658be5-d9cc-4821-8009-70c14a9b8d23, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=79658be5-d9cc-4821-8009-70c14a9b8d23,segment=NetworkSegment(75bc807b-37e3-4d8c-9f0c-5ab20be6ed09),segment_id=75bc807b-37e3-4d8c-9f0c-5ab20be6ed09)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 04:56:44.216904 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-d336b159-489e-4ca9-89ef-5de322829de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:44.218596 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [None req-51273eda-8d5d-42db-bac8-62b07fcc86f4 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] device_id is not set on port 9889a70e-f62a-494f-99f2-4124cb9db931 yet. {{(pid=88260) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 30 04:56:44.249192 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-460b46fe-6125-443a-acfe-e40b7df71df1 tempest-DHCPAgentSchedulersTestJSON-1071556265 tempest-DHCPAgentSchedulersTestJSON-1071556265-project-admin] Network a02d9c7a-fcf5-4a8e-b60e-f8f05ba59b04 is scheduled to be hosted by DHCP agent 1c705e68-3d3e-4dd3-9252-feb21d4b96ab with binding_index 1 {{(pid=88261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 04:56:44.255617 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-dec5e875-ced3-40af-a0a8-3b98acaf3e76 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:56:44.276556 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-460b46fe-6125-443a-acfe-e40b7df71df1 tempest-DHCPAgentSchedulersTestJSON-1071556265 tempest-DHCPAgentSchedulersTestJSON-1071556265-project-admin] 10.222.0.15 "POST /v2.0/agents/1c705e68-3d3e-4dd3-9252-feb21d4b96ab/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.4871824 May 30 04:56:44.276556 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-dec5e875-ced3-40af-a0a8-3b98acaf3e76 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:56:44.277363 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 39482) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:44.280815 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-108a7bc9-3bd5-4280-af71-cf8dac5c3376 None None] Port 52160931-b185-4181-b144-42150f69d92c cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 04:56:44.305468 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dec5e875-ced3-40af-a0a8-3b98acaf3e76 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Made reservation on behalf of cc70de9f5c794c1b972bc602f3239ed7 for: {'port': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:56:44.309062 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ccc5575-a3ae-44e3-bc16-0ed8485df531 None None] Network a02d9c7a-fcf5-4a8e-b60e-f8f05ba59b04 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:56:44.318619 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-dec5e875-ced3-40af-a0a8-3b98acaf3e76 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:44.369272 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [None req-dec5e875-ced3-40af-a0a8-3b98acaf3e76 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] device_id is not set on port 6f456d99-c077-46f2-8442-5874dc599e11 yet. {{(pid=88261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 30 04:56:44.494999 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-cb867ad1-1ee5-4b30-9e45-e43758a95a3a None None] Allocated IP 2001:db8::2 (0008fd3d-19e9-40cf-b545-4a7647b90cf1/6a41fed0-61f1-45c3-ba78-95ec5d13b8b8/738249e8-32dd-4cbb-acda-0a2c6bfa2728) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:56:44.532550 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d336b159-489e-4ca9-89ef-5de322829de1 None None] Pushing event updated for resources: {'Port': ['ID=79658be5-d9cc-4821-8009-70c14a9b8d23,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:56:44.599082 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-42c6c19c-c3d2-4c3c-921c-dd386637d822 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks [] for port, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:44.606233 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-108a7bc9-3bd5-4280-af71-cf8dac5c3376 None None] Provisioning complete for port 8c606e86-699d-4b4a-a1e0-8c8bfaa8a81c triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:56:44.607501 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-108a7bc9-3bd5-4280-af71-cf8dac5c3376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:44.632314 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f7562baf-e1bf-49b8-937e-ae167f3a6bc3 tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Notify callbacks [] for router_gateway, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:44.685167 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-dec5e875-ced3-40af-a0a8-3b98acaf3e76 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Allocated IP 172.20.0.11 (433fa563-4f04-4ee5-af0f-ac69dc370a03/732e1e97-e13d-41bc-bb2f-10b9bb045c41/6f456d99-c077-46f2-8442-5874dc599e11) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:56:44.732434 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 1f386acf-e0c5-49c8-abce-58b8861e8d09 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:56:44.732776 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:44.884826 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-6e0c43e5-96de-40d2-ae06-cef9bb10c209 tempest-DHCPAgentSchedulersTestJSON-1071556265 tempest-DHCPAgentSchedulersTestJSON-1071556265-project-admin] 10.222.0.15 "GET /v2.0/agents/1c705e68-3d3e-4dd3-9252-feb21d4b96ab/dhcp-networks HTTP/1.1" status: 200 len: 8833 time: 0.6062617 May 30 04:56:44.890500 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 39498) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:44.895251 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-42c6c19c-c3d2-4c3c-921c-dd386637d822 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1547421'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:44.922250 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] For port 1f386acf-e0c5-49c8-abce-58b8861e8d09, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=1f386acf-e0c5-49c8-abce-58b8861e8d09,segment=NetworkSegment(22b9e9f9-007a-4f2b-9e1a-30d12cd1fb6d),segment_id=22b9e9f9-007a-4f2b-9e1a-30d12cd1fb6d)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:56:44.947576 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:45.025890 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-dec5e875-ced3-40af-a0a8-3b98acaf3e76 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:45.043761 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [None req-dec5e875-ced3-40af-a0a8-3b98acaf3e76 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Transition to ACTIVE for port object 6f456d99-c077-46f2-8442-5874dc599e11 will not be triggered until provisioned by entity DHCP. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:56:45.048324 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device e7af5548-225f-4b4e-9ac0-523460d41920 no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 04:56:45.065070 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 39502) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:45.104096 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] No Port match for: e7af5548-225f-4b4e-9ac0-523460d41920 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 04:56:45.104351 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device e7af5548-225f-4b4e-9ac0-523460d41920 not bound to the agent host dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 04:56:45.104771 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 555e36af-7ef5-48cc-b958-655ef61f4afb no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 04:56:45.107492 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-dec5e875-ced3-40af-a0a8-3b98acaf3e76 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:45.144879 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] No Port match for: 555e36af-7ef5-48cc-b958-655ef61f4afb {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 04:56:45.145231 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 555e36af-7ef5-48cc-b958-655ef61f4afb not bound to the agent host dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 04:56:45.152837 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-6dd459cd-33a1-4ec5-a4f5-d9a197679064 tempest-DHCPAgentSchedulersTestJSON-1071556265 tempest-DHCPAgentSchedulersTestJSON-1071556265-project-admin] 10.222.0.15 "DELETE /v2.0/agents/1c705e68-3d3e-4dd3-9252-feb21d4b96ab/dhcp-networks/a02d9c7a-fcf5-4a8e-b60e-f8f05ba59b04 HTTP/1.1" status: 204 len: 168 time: 0.2595763 May 30 04:56:45.163426 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 39508) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:45.179903 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Pushing event updated for resources: {'Port': ['ID=1f386acf-e0c5-49c8-abce-58b8861e8d09,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:56:45.207660 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec5e875-ced3-40af-a0a8-3b98acaf3e76 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Network 433fa563-4f04-4ee5-af0f-ac69dc370a03 is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:56:45.213502 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-dec5e875-ced3-40af-a0a8-3b98acaf3e76 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:56:45.221535 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec5e875-ced3-40af-a0a8-3b98acaf3e76 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:56:45.333632 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec5e875-ced3-40af-a0a8-3b98acaf3e76 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Pushing event updated for resources: {'Port': ['ID=6f456d99-c077-46f2-8442-5874dc599e11,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:56:45.455768 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-e322b3bf-17c9-41a7-9bad-3de2301b0640 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1509078050'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:56:45.482257 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-cb867ad1-1ee5-4b30-9e45-e43758a95a3a None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:45.494135 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-cb867ad1-1ee5-4b30-9e45-e43758a95a3a None None] Transition to ACTIVE for port object 738249e8-32dd-4cbb-acda-0a2c6bfa2728 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:56:45.494355 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-e322b3bf-17c9-41a7-9bad-3de2301b0640 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:56:45.499376 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-e322b3bf-17c9-41a7-9bad-3de2301b0640 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Usage tracker for resource:network and tenant:2e8281e2cfdf4b3b8620717ff49100ba is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:56:45.512356 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-e322b3bf-17c9-41a7-9bad-3de2301b0640 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:56:45.523782 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-cb867ad1-1ee5-4b30-9e45-e43758a95a3a None None] Transition to ACTIVE for port object 738249e8-32dd-4cbb-acda-0a2c6bfa2728 will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:56:45.525449 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-e322b3bf-17c9-41a7-9bad-3de2301b0640 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:56:45.553547 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 79658be5-d9cc-4821-8009-70c14a9b8d23 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 04:56:45.570534 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec5e875-ced3-40af-a0a8-3b98acaf3e76 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:56:45.571166 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-dec5e875-ced3-40af-a0a8-3b98acaf3e76 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:45.586868 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e322b3bf-17c9-41a7-9bad-3de2301b0640 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Made reservation on behalf of 2e8281e2cfdf4b3b8620717ff49100ba for: {'network': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:56:45.590539 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e322b3bf-17c9-41a7-9bad-3de2301b0640 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for network, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:45.592581 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-cb867ad1-1ee5-4b30-9e45-e43758a95a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:45.613296 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e322b3bf-17c9-41a7-9bad-3de2301b0640 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:45.655168 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-e322b3bf-17c9-41a7-9bad-3de2301b0640 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:56:45.664119 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-dec5e875-ced3-40af-a0a8-3b98acaf3e76 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6735795 May 30 04:56:45.674351 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 39512) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:45.675758 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-e322b3bf-17c9-41a7-9bad-3de2301b0640 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Usage tracker for resource:security_group_rule and tenant:2e8281e2cfdf4b3b8620717ff49100ba is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:56:45.677892 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb867ad1-1ee5-4b30-9e45-e43758a95a3a None None] Pushing event updated for resources: {'Port': ['ID=738249e8-32dd-4cbb-acda-0a2c6bfa2728,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:56:45.680053 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-e322b3bf-17c9-41a7-9bad-3de2301b0640 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:56:45.696397 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-297bb97f-e8b1-4bca-9a6f-fb6ead1eb133 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:09:7b:db'}]}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:56:45.716633 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f7562baf-e1bf-49b8-937e-ae167f3a6bc3 tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603653'] for router, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:45.718511 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-108a7bc9-3bd5-4280-af71-cf8dac5c3376 None None] Current status of the port 8c606e86-699d-4b4a-a1e0-8c8bfaa8a81c is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:56:45.722398 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb867ad1-1ee5-4b30-9e45-e43758a95a3a None None] Network 0008fd3d-19e9-40cf-b545-4a7647b90cf1 is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:56:45.725408 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-cb867ad1-1ee5-4b30-9e45-e43758a95a3a None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:56:45.732115 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb867ad1-1ee5-4b30-9e45-e43758a95a3a None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:56:45.748208 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-e322b3bf-17c9-41a7-9bad-3de2301b0640 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:56:45.756998 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42c6c19c-c3d2-4c3c-921c-dd386637d822 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:56:45.757895 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-42c6c19c-c3d2-4c3c-921c-dd386637d822 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:45.759411 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-42c6c19c-c3d2-4c3c-921c-dd386637d822 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] 10.222.0.15 "PUT /v2.0/ports/52160931-b185-4181-b144-42150f69d92c HTTP/1.1" status: 200 len: 910 time: 4.2828827 May 30 04:56:45.760558 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c6c19c-c3d2-4c3c-921c-dd386637d822 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Pushing event updated for resources: {'Port': ['ID=52160931-b185-4181-b144-42150f69d92c,revision_number=3']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:56:45.764177 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 39516) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:45.770756 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-108a7bc9-3bd5-4280-af71-cf8dac5c3376 None None] Could not find standard attr ID for object f07008f6-a224-46f5-a206-6cafe2e10b48. {{(pid=88262) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 30 04:56:45.813698 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-2a770dee-a73d-4ae7-beb3-8ae597bda40c tempest-DHCPAgentSchedulersTestJSON-1071556265 tempest-DHCPAgentSchedulersTestJSON-1071556265-project-admin] 10.222.0.15 "GET /v2.0/agents/1c705e68-3d3e-4dd3-9252-feb21d4b96ab/dhcp-networks HTTP/1.1" status: 200 len: 8063 time: 0.6468887 May 30 04:56:45.840318 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-108a7bc9-3bd5-4280-af71-cf8dac5c3376 None None] Provisioning complete for port 1f386acf-e0c5-49c8-abce-58b8861e8d09 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:56:45.840536 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-108a7bc9-3bd5-4280-af71-cf8dac5c3376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:45.841250 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 39520) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:45.877061 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port 79658be5-d9cc-4821-8009-70c14a9b8d23 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:56:45.905879 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device a8439c3e-f5d0-4b37-9379-bacd5d7fa1aa up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 04:56:45.951145 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-1a78923f-f9c1-463e-9d2f-1b18ffdfdab2 tempest-DHCPAgentSchedulersTestJSON-1071556265 tempest-DHCPAgentSchedulersTestJSON-1071556265-project-admin] 10.222.0.15 "GET /v2.0/networks/eec99d0b-9664-4ef3-8788-f9525f2ae4fc/dhcp-agents HTTP/1.1" status: 200 len: 809 time: 0.1068640 May 30 04:56:45.959335 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 39524) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:45.966712 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-cb867ad1-1ee5-4b30-9e45-e43758a95a3a None None] Attempting to bind port 738249e8-32dd-4cbb-acda-0a2c6bfa2728 on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 04:56:45.967712 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-cb867ad1-1ee5-4b30-9e45-e43758a95a3a None None] Attempting to bind port 738249e8-32dd-4cbb-acda-0a2c6bfa2728 by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': 'c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 04:56:45.968100 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb867ad1-1ee5-4b30-9e45-e43758a95a3a None None] Attempting to bind port 738249e8-32dd-4cbb-acda-0a2c6bfa2728 on network 0008fd3d-19e9-40cf-b545-4a7647b90cf1 {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 04:56:45.999093 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63456868-eb93-4558-8648-e634e0b86c6d None None] Network dbf7fd93-46c7-453a-a2df-2c21057594f9 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:56:46.016753 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb867ad1-1ee5-4b30-9e45-e43758a95a3a None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 4, 56, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 04:56:46.017183 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb867ad1-1ee5-4b30-9e45-e43758a95a3a None None] Checking segment: {'id': 'c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:56:46.017759 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-cb867ad1-1ee5-4b30-9e45-e43758a95a3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:46.017909 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb867ad1-1ee5-4b30-9e45-e43758a95a3a None None] Bound using segment: {'id': 'c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 04:56:46.018559 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-cb867ad1-1ee5-4b30-9e45-e43758a95a3a None None] Bound port: 738249e8-32dd-4cbb-acda-0a2c6bfa2728, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 04:56:46.018936 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-cb867ad1-1ee5-4b30-9e45-e43758a95a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:46.036153 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-80159810-a847-46a2-891a-6a8309c5aac1 tempest-DHCPAgentSchedulersTestJSON-1071556265 tempest-DHCPAgentSchedulersTestJSON-1071556265-project-admin] 10.222.0.15 "GET /v2.0/networks/eec99d0b-9664-4ef3-8788-f9525f2ae4fc/dhcp-agents HTTP/1.1" status: 200 len: 809 time: 0.0757103 May 30 04:56:46.042053 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 39528) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:46.073531 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-51273eda-8d5d-42db-bac8-62b07fcc86f4 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Allocated IP 2001:db8::724:593e:ea18:95c4 (0008fd3d-19e9-40cf-b545-4a7647b90cf1/6a41fed0-61f1-45c3-ba78-95ec5d13b8b8/9889a70e-f62a-494f-99f2-4124cb9db931) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:56:46.108986 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e322b3bf-17c9-41a7-9bad-3de2301b0640 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:46.116117 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e322b3bf-17c9-41a7-9bad-3de2301b0640 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:46.133447 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-297bb97f-e8b1-4bca-9a6f-fb6ead1eb133 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:46.173327 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e322b3bf-17c9-41a7-9bad-3de2301b0640 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=88261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 04:56:46.211278 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e322b3bf-17c9-41a7-9bad-3de2301b0640 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd90aa31-67e5-4207-b5b2-0064bffcb4c9,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:56:46.230534 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e322b3bf-17c9-41a7-9bad-3de2301b0640 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:46.230863 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.db.segments_db [None req-e322b3bf-17c9-41a7-9bad-3de2301b0640 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Added segment f608f794-864a-4e73-991f-5738bfddfcc0 of type vlan for network 0a5ed611-7282-4b8c-a537-46d919a88055 May 30 04:56:46.270346 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-108a7bc9-3bd5-4280-af71-cf8dac5c3376 None None] Current status of the port 1f386acf-e0c5-49c8-abce-58b8861e8d09 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:56:46.273835 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e322b3bf-17c9-41a7-9bad-3de2301b0640 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729234556353'] for network, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:46.284572 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port a8439c3e-f5d0-4b37-9379-bacd5d7fa1aa triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:56:46.284936 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:46.370344 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-cb867ad1-1ee5-4b30-9e45-e43758a95a3a None None] For port 738249e8-32dd-4cbb-acda-0a2c6bfa2728, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 04:56:46.394017 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e322b3bf-17c9-41a7-9bad-3de2301b0640 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788'] for network, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:46.397373 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-cb867ad1-1ee5-4b30-9e45-e43758a95a3a None None] For port 738249e8-32dd-4cbb-acda-0a2c6bfa2728, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=738249e8-32dd-4cbb-acda-0a2c6bfa2728,segment=NetworkSegment(c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1),segment_id=c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 04:56:46.399289 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e322b3bf-17c9-41a7-9bad-3de2301b0640 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:56:46.400150 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e322b3bf-17c9-41a7-9bad-3de2301b0640 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:46.411790 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-cb867ad1-1ee5-4b30-9e45-e43758a95a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:46.492479 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-76cf68e1-d20e-4b1d-ae14-02ada5319e67 tempest-DHCPAgentSchedulersTestJSON-1071556265 tempest-DHCPAgentSchedulersTestJSON-1071556265-project-admin] 10.222.0.15 "GET /v2.0/agents/1c705e68-3d3e-4dd3-9252-feb21d4b96ab/dhcp-networks HTTP/1.1" status: 200 len: 8063 time: 0.4418752 May 30 04:56:46.495728 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 39532) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:46.510788 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-5a43897b-f894-4cc5-9ed9-8a20c1c7a50a None None] Provisioning for port 6f456d99-c077-46f2-8442-5874dc599e11 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:56:46.556092 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-e322b3bf-17c9-41a7-9bad-3de2301b0640 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.4758122 May 30 04:56:46.567220 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-5a43897b-f894-4cc5-9ed9-8a20c1c7a50a None None] Provisioning complete for port 6f456d99-c077-46f2-8442-5874dc599e11 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:56:46.567220 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-5a43897b-f894-4cc5-9ed9-8a20c1c7a50a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:46.569064 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e322b3bf-17c9-41a7-9bad-3de2301b0640 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Pushing event updated for resources: {'Network': ['ID=0a5ed611-7282-4b8c-a537-46d919a88055,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:56:46.601770 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Network 0a5ed611-7282-4b8c-a537-46d919a88055 details requested by agent ovs-agent-dv-neutron-843763-1-hyperv with host dv-neutron-843763-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 04:56:46.627248 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-297bb97f-e8b1-4bca-9a6f-fb6ead1eb133 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:46.654824 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-297bb97f-e8b1-4bca-9a6f-fb6ead1eb133 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2304381'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:46.734678 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb867ad1-1ee5-4b30-9e45-e43758a95a3a None None] Pushing event updated for resources: {'Port': ['ID=738249e8-32dd-4cbb-acda-0a2c6bfa2728,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:56:46.760349 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-5a43897b-f894-4cc5-9ed9-8a20c1c7a50a None None] Port 6f456d99-c077-46f2-8442-5874dc599e11 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 04:56:46.787852 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port a8439c3e-f5d0-4b37-9379-bacd5d7fa1aa is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:56:46.816382 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-5a43897b-f894-4cc5-9ed9-8a20c1c7a50a None None] Provisioning for port 79658be5-d9cc-4821-8009-70c14a9b8d23 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:56:46.827760 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-5a43897b-f894-4cc5-9ed9-8a20c1c7a50a None None] Provisioning complete for port 79658be5-d9cc-4821-8009-70c14a9b8d23 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:56:46.828202 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-5a43897b-f894-4cc5-9ed9-8a20c1c7a50a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:47.081150 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297bb97f-e8b1-4bca-9a6f-fb6ead1eb133 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Pushing event updated for resources: {'Port': ['ID=6f456d99-c077-46f2-8442-5874dc599e11,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:56:47.127060 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-297bb97f-e8b1-4bca-9a6f-fb6ead1eb133 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] In _notify_port_updated(), no bound segment for port 6f456d99-c077-46f2-8442-5874dc599e11 on network 433fa563-4f04-4ee5-af0f-ac69dc370a03 {{(pid=88261) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 30 04:56:47.142534 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-297bb97f-e8b1-4bca-9a6f-fb6ead1eb133 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:56:47.143234 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-297bb97f-e8b1-4bca-9a6f-fb6ead1eb133 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:47.148845 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-297bb97f-e8b1-4bca-9a6f-fb6ead1eb133 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] 10.222.0.15 "PUT /v2.0/ports/6f456d99-c077-46f2-8442-5874dc599e11 HTTP/1.1" status: 200 len: 995 time: 1.4679341 May 30 04:56:47.149287 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 39536) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:47.207234 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-5a43897b-f894-4cc5-9ed9-8a20c1c7a50a None None] Current status of the port 79658be5-d9cc-4821-8009-70c14a9b8d23 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:56:47.207624 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-5a43897b-f894-4cc5-9ed9-8a20c1c7a50a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:47.346707 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-5a43897b-f894-4cc5-9ed9-8a20c1c7a50a None None] For port 79658be5-d9cc-4821-8009-70c14a9b8d23, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=79658be5-d9cc-4821-8009-70c14a9b8d23,segment=NetworkSegment(75bc807b-37e3-4d8c-9f0c-5ab20be6ed09),segment_id=75bc807b-37e3-4d8c-9f0c-5ab20be6ed09)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:56:47.362352 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-5a43897b-f894-4cc5-9ed9-8a20c1c7a50a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:47.392568 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-9d7d2e2e-7724-4cf4-b393-b7260ec97fdc tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Deleting port 6f456d99-c077-46f2-8442-5874dc599e11 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:56:47.392924 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9d7d2e2e-7724-4cf4-b393-b7260ec97fdc tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:47.491598 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8c388368-d0bb-4020-9862-8dbae131a982 tempest-DHCPAgentSchedulersTestJSON-2076308821 tempest-DHCPAgentSchedulersTestJSON-2076308821-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897784'] for network, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:47.616118 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 738249e8-32dd-4cbb-acda-0a2c6bfa2728 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 04:56:47.660310 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a43897b-f894-4cc5-9ed9-8a20c1c7a50a None None] Pushing event updated for resources: {'Port': ['ID=79658be5-d9cc-4821-8009-70c14a9b8d23,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:56:47.673860 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7562baf-e1bf-49b8-937e-ae167f3a6bc3 tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Router b791a096-7377-4ca3-85f9-1fd099089824 is scheduled to L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 with binding_index 1 {{(pid=88260) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 30 04:56:47.703422 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:47.723891 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9467cfb2-420d-4a0f-82e4-2a4a1c800bdf None None] Provisioning complete for port 6f456d99-c077-46f2-8442-5874dc599e11 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:56:47.723891 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9467cfb2-420d-4a0f-82e4-2a4a1c800bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:47.801730 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9467cfb2-420d-4a0f-82e4-2a4a1c800bdf None None] Port 6f456d99-c077-46f2-8442-5874dc599e11 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 04:56:47.804802 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port 738249e8-32dd-4cbb-acda-0a2c6bfa2728 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:56:47.811959 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 1f386acf-e0c5-49c8-abce-58b8861e8d09 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 04:56:47.823486 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8c388368-d0bb-4020-9862-8dbae131a982 tempest-DHCPAgentSchedulersTestJSON-2076308821 tempest-DHCPAgentSchedulersTestJSON-2076308821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867540', 'neutron.services.segments.db._delete_segments_for_network-8729234922972'] for network, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:47.881857 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9467cfb2-420d-4a0f-82e4-2a4a1c800bdf None None] Provisioning complete for port 79658be5-d9cc-4821-8009-70c14a9b8d23 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:56:47.882592 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9467cfb2-420d-4a0f-82e4-2a4a1c800bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:47.968945 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 1f386acf-e0c5-49c8-abce-58b8861e8d09 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:56:47.970057 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:48.013417 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-8c388368-d0bb-4020-9862-8dbae131a982 tempest-DHCPAgentSchedulersTestJSON-2076308821 tempest-DHCPAgentSchedulersTestJSON-2076308821-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a02d9c7a-fcf5-4a8e-b60e-f8f05ba59b04']}} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:56:48.036000 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-51273eda-8d5d-42db-bac8-62b07fcc86f4 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:48.075572 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9d7d2e2e-7724-4cf4-b393-b7260ec97fdc tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:48.078545 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [None req-51273eda-8d5d-42db-bac8-62b07fcc86f4 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Transition to ACTIVE for port object 9889a70e-f62a-494f-99f2-4124cb9db931 will not be triggered until provisioned by entity DHCP. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:56:48.095001 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9467cfb2-420d-4a0f-82e4-2a4a1c800bdf None None] Current status of the port 79658be5-d9cc-4821-8009-70c14a9b8d23 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:56:48.204508 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 1f386acf-e0c5-49c8-abce-58b8861e8d09 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:56:48.278759 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-9d7d2e2e-7724-4cf4-b393-b7260ec97fdc tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Calling delete_port for 6f456d99-c077-46f2-8442-5874dc599e11 owned by {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:56:48.285078 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-8c388368-d0bb-4020-9862-8dbae131a982 tempest-DHCPAgentSchedulersTestJSON-2076308821 tempest-DHCPAgentSchedulersTestJSON-2076308821-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '721576ff-4f88-41d3-be86-12e18f68bad1') {'for_net_delete': True} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:56:48.285445 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-8c388368-d0bb-4020-9862-8dbae131a982 tempest-DHCPAgentSchedulersTestJSON-2076308821 tempest-DHCPAgentSchedulersTestJSON-2076308821-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '721576ff-4f88-41d3-be86-12e18f68bad1') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:56:48.296645 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-51273eda-8d5d-42db-bac8-62b07fcc86f4 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:48.310545 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7562baf-e1bf-49b8-937e-ae167f3a6bc3 tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 04:56:48.320915 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-cd7a16f4-e627-4ed6-b431-72f55a09d0bc None None] Provisioning for port 738249e8-32dd-4cbb-acda-0a2c6bfa2728 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:56:48.329732 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-cd7a16f4-e627-4ed6-b431-72f55a09d0bc None None] Provisioning complete for port 738249e8-32dd-4cbb-acda-0a2c6bfa2728 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:56:48.330227 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-cd7a16f4-e627-4ed6-b431-72f55a09d0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:48.364617 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2ecf09-8d3e-410c-985e-2c62d33e2fc4 None None] Sync routers for ids ['b791a096-7377-4ca3-85f9-1fd099089824'] in dv-neutron-843763-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 04:56:48.395264 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8c388368-d0bb-4020-9862-8dbae131a982 tempest-DHCPAgentSchedulersTestJSON-2076308821 tempest-DHCPAgentSchedulersTestJSON-2076308821-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729235042807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1454725'] for segment, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:48.398160 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2ecf09-8d3e-410c-985e-2c62d33e2fc4 None None] Routers {'b791a096-7377-4ca3-85f9-1fd099089824'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 04:56:48.399372 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-df2ecf09-8d3e-410c-985e-2c62d33e2fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T04:56:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['b791a096-7377-4ca3-85f9-1fd099089824'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:56:48.403465 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51273eda-8d5d-42db-bac8-62b07fcc86f4 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Pushing event updated for resources: {'Port': ['ID=9889a70e-f62a-494f-99f2-4124cb9db931,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:56:48.440920 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51273eda-8d5d-42db-bac8-62b07fcc86f4 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Network 0008fd3d-19e9-40cf-b545-4a7647b90cf1 is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:56:48.441975 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8c388368-d0bb-4020-9862-8dbae131a982 tempest-DHCPAgentSchedulersTestJSON-2076308821 tempest-DHCPAgentSchedulersTestJSON-2076308821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:48.450330 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-51273eda-8d5d-42db-bac8-62b07fcc86f4 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:56:48.456215 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51273eda-8d5d-42db-bac8-62b07fcc86f4 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:56:48.464670 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51273eda-8d5d-42db-bac8-62b07fcc86f4 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:56:48.464670 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-51273eda-8d5d-42db-bac8-62b07fcc86f4 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:48.470075 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9d7d2e2e-7724-4cf4-b393-b7260ec97fdc tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:48.484499 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c388368-d0bb-4020-9862-8dbae131a982 tempest-DHCPAgentSchedulersTestJSON-2076308821 tempest-DHCPAgentSchedulersTestJSON-2076308821-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=88260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 04:56:48.484938 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8c388368-d0bb-4020-9862-8dbae131a982 tempest-DHCPAgentSchedulersTestJSON-2076308821 tempest-DHCPAgentSchedulersTestJSON-2076308821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-862858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1547513'] for segment, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:48.521331 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-51273eda-8d5d-42db-bac8-62b07fcc86f4 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 5.3418455 May 30 04:56:48.521331 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f7562baf-e1bf-49b8-937e-ae167f3a6bc3 tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:48.521331 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-f7562baf-e1bf-49b8-937e-ae167f3a6bc3 tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 8.8268270 May 30 04:56:48.544994 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 39544) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:48.545733 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 39546) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:48.565355 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-df2ecf09-8d3e-410c-985e-2c62d33e2fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:56:48.581017 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2ecf09-8d3e-410c-985e-2c62d33e2fc4 None None] Routers {'b791a096-7377-4ca3-85f9-1fd099089824'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 04:56:48.582184 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-df2ecf09-8d3e-410c-985e-2c62d33e2fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T04:56:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['b791a096-7377-4ca3-85f9-1fd099089824'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:56:48.599378 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 721576ff-4f88-41d3-be86-12e18f68bad1 resource provider aggregate not found May 30 04:56:48.623305 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2c1e87a6-33b2-4174-8516-2d88fa3e3001 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602184'] for router_interface, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:48.670722 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7d2e2e-7724-4cf4-b393-b7260ec97fdc tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Pushing event deleted for resources: {'Port': ['ID=6f456d99-c077-46f2-8442-5874dc599e11,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:56:48.732937 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-df2ecf09-8d3e-410c-985e-2c62d33e2fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:56:48.733409 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2ecf09-8d3e-410c-985e-2c62d33e2fc4 None None] The sync data for ids ['b791a096-7377-4ca3-85f9-1fd099089824'] in dv-neutron-843763-1-hyperv is: [] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 04:56:48.886006 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-cd7a16f4-e627-4ed6-b431-72f55a09d0bc None None] Current status of the port 738249e8-32dd-4cbb-acda-0a2c6bfa2728 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:56:48.886397 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-cd7a16f4-e627-4ed6-b431-72f55a09d0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:48.926832 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 721576ff-4f88-41d3-be86-12e18f68bad1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 721576ff-4f88-41d3-be86-12e18f68bad1 found for delete ", "request_id": "req-e5562aec-caa4-4e29-a519-c66499bbfa69"}]} May 30 04:56:48.930620 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-cd7a16f4-e627-4ed6-b431-72f55a09d0bc None None] For port 738249e8-32dd-4cbb-acda-0a2c6bfa2728, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=738249e8-32dd-4cbb-acda-0a2c6bfa2728,segment=NetworkSegment(c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1),segment_id=c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:56:48.942492 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-cd7a16f4-e627-4ed6-b431-72f55a09d0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:49.014470 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9d7d2e2e-7724-4cf4-b393-b7260ec97fdc tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:49.046563 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7a16f4-e627-4ed6-b431-72f55a09d0bc None None] Pushing event updated for resources: {'Port': ['ID=738249e8-32dd-4cbb-acda-0a2c6bfa2728,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:56:49.071112 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-481d9292-451b-4b9a-a6c2-e7418dca3fd8 None None] Provisioning for port 9889a70e-f62a-494f-99f2-4124cb9db931 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:56:49.080539 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-481d9292-451b-4b9a-a6c2-e7418dca3fd8 None None] Provisioning complete for port 9889a70e-f62a-494f-99f2-4124cb9db931 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:56:49.081475 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-481d9292-451b-4b9a-a6c2-e7418dca3fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:49.083428 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8c388368-d0bb-4020-9862-8dbae131a982 tempest-DHCPAgentSchedulersTestJSON-2076308821 tempest-DHCPAgentSchedulersTestJSON-2076308821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604744'] for network, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:49.088428 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8c388368-d0bb-4020-9862-8dbae131a982 tempest-DHCPAgentSchedulersTestJSON-2076308821 tempest-DHCPAgentSchedulersTestJSON-2076308821-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:49.111254 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-9d7d2e2e-7724-4cf4-b393-b7260ec97fdc tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] 10.222.0.15 "DELETE /v2.0/ports/6f456d99-c077-46f2-8442-5874dc599e11 HTTP/1.1" status: 204 len: 168 time: 1.9608769 May 30 04:56:49.115766 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-8c388368-d0bb-4020-9862-8dbae131a982 tempest-DHCPAgentSchedulersTestJSON-2076308821 tempest-DHCPAgentSchedulersTestJSON-2076308821-project] 10.222.0.15 "DELETE /v2.0/networks/a02d9c7a-fcf5-4a8e-b60e-f8f05ba59b04 HTTP/1.1" status: 204 len: 168 time: 2.6054590 May 30 04:56:49.116454 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 39554) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:49.130323 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c388368-d0bb-4020-9862-8dbae131a982 tempest-DHCPAgentSchedulersTestJSON-2076308821 tempest-DHCPAgentSchedulersTestJSON-2076308821-project] Pushing event deleted for resources: {'Network': ['ID=a02d9c7a-fcf5-4a8e-b60e-f8f05ba59b04,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:56:49.132190 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 39558) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:49.141437 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d7f468-7a27-41c2-b2cd-a4592f87bb3b tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:56:49.147635 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d7f468-7a27-41c2-b2cd-a4592f87bb3b tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:56:49.148615 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-37d7f468-7a27-41c2-b2cd-a4592f87bb3b tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Synchronizing usage tracker for tenant:16af2dbefc6742d5a37a7b30e58c8c2f on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:56:49.159606 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-481d9292-451b-4b9a-a6c2-e7418dca3fd8 None None] Port 9889a70e-f62a-494f-99f2-4124cb9db931 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 04:56:49.180603 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-3641e311-0376-4117-875c-bc25c102171d tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] GET failed (client error): The resource could not be found. May 30 04:56:49.187682 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-3641e311-0376-4117-875c-bc25c102171d tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] 10.222.0.15 "GET /v2.0/ports/6f456d99-c077-46f2-8442-5874dc599e11 HTTP/1.1" status: 404 len: 333 time: 0.0690594 May 30 04:56:49.189989 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 39562) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:49.196565 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-dcff01fc-d348-410e-8701-208a928f3895 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Request body: {'port': {'network_id': '433fa563-4f04-4ee5-af0f-ac69dc370a03', 'name': 'tempest-AllowedAddressPairTestJSON-255045933'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:56:49.311457 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 79658be5-d9cc-4821-8009-70c14a9b8d23 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 04:56:49.352009 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e87a6-33b2-4174-8516-2d88fa3e3001 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Deleting port 52160931-b185-4181-b144-42150f69d92c {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:56:49.352280 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2c1e87a6-33b2-4174-8516-2d88fa3e3001 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:49.413130 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 79658be5-d9cc-4821-8009-70c14a9b8d23 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:56:49.413758 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:49.504858 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-37d7f468-7a27-41c2-b2cd-a4592f87bb3b tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Unset dirty status for tenant:16af2dbefc6742d5a37a7b30e58c8c2f on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:56:49.506220 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-37d7f468-7a27-41c2-b2cd-a4592f87bb3b tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.9577241 May 30 04:56:49.507433 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9b9cb3f-5770-40b7-8862-38f93ab1538e tempest-DHCPAgentSchedulersTestJSON-2076308821 tempest-DHCPAgentSchedulersTestJSON-2076308821-project] DELETE failed (client error): The resource could not be found. May 30 04:56:49.508005 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9b9cb3f-5770-40b7-8862-38f93ab1538e tempest-DHCPAgentSchedulersTestJSON-2076308821 tempest-DHCPAgentSchedulersTestJSON-2076308821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 04:56:49.509743 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-e9b9cb3f-5770-40b7-8862-38f93ab1538e tempest-DHCPAgentSchedulersTestJSON-2076308821 tempest-DHCPAgentSchedulersTestJSON-2076308821-project] 10.222.0.15 "DELETE /v2.0/ports/f07008f6-a224-46f5-a206-6cafe2e10b48 HTTP/1.1" status: 404 len: 333 time: 0.3578928 May 30 04:56:49.518357 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 39566) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:49.518832 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 39568) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:49.561206 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 79658be5-d9cc-4821-8009-70c14a9b8d23 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:56:49.562575 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 738249e8-32dd-4cbb-acda-0a2c6bfa2728 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 04:56:49.647174 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 738249e8-32dd-4cbb-acda-0a2c6bfa2728 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:56:49.647831 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:49.674884 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-dcff01fc-d348-410e-8701-208a928f3895 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:56:49.679231 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-dcff01fc-d348-410e-8701-208a928f3895 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Usage tracker for resource:port and tenant:cc70de9f5c794c1b972bc602f3239ed7 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:56:49.682242 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-dcff01fc-d348-410e-8701-208a928f3895 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:56:49.688447 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-dcff01fc-d348-410e-8701-208a928f3895 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:56:49.710589 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcff01fc-d348-410e-8701-208a928f3895 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Made reservation on behalf of cc70de9f5c794c1b972bc602f3239ed7 for: {'port': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:56:49.714670 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-dcff01fc-d348-410e-8701-208a928f3895 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:49.742512 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [None req-dcff01fc-d348-410e-8701-208a928f3895 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] device_id is not set on port ac298e6f-1bb2-4e6e-a716-c01393bf9823 yet. {{(pid=88260) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 30 04:56:49.748643 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-e313eb24-9c70-4fc9-b5ed-0225dff925a2 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Deleting port 9889a70e-f62a-494f-99f2-4124cb9db931 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:56:49.749098 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e313eb24-9c70-4fc9-b5ed-0225dff925a2 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:49.814143 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 738249e8-32dd-4cbb-acda-0a2c6bfa2728 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:56:49.858367 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2c1e87a6-33b2-4174-8516-2d88fa3e3001 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:49.931640 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 39574) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:49.992463 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_v2 [None req-1588b632-7a83-45aa-a18b-e715ffce8ce4 tempest-DHCPAgentSchedulersTestJSON-2076308821 tempest-DHCPAgentSchedulersTestJSON-2076308821-project] Deleting subnet c1535a7a-d253-4e3b-84da-f3c30d752c3b {{(pid=88261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 30 04:56:50.007972 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1588b632-7a83-45aa-a18b-e715ffce8ce4 tempest-DHCPAgentSchedulersTestJSON-2076308821 tempest-DHCPAgentSchedulersTestJSON-2076308821-project] Notify callbacks [] for subnet, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:50.023941 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-29bf1eb6-039d-43e9-a066-f9e671fe8c09 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Request body: {'subnet': {'network_id': '0a5ed611-7282-4b8c-a537-46d919a88055', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:56:50.049136 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e87a6-33b2-4174-8516-2d88fa3e3001 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Calling delete_port for 52160931-b185-4181-b144-42150f69d92c owned by network:router_interface {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:56:50.195099 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1588b632-7a83-45aa-a18b-e715ffce8ce4 tempest-DHCPAgentSchedulersTestJSON-2076308821 tempest-DHCPAgentSchedulersTestJSON-2076308821-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3545586'] for subnet, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:50.213799 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-dcff01fc-d348-410e-8701-208a928f3895 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Allocated IP 172.20.0.9 (433fa563-4f04-4ee5-af0f-ac69dc370a03/732e1e97-e13d-41bc-bb2f-10b9bb045c41/ac298e6f-1bb2-4e6e-a716-c01393bf9823) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:56:50.256441 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-29bf1eb6-039d-43e9-a066-f9e671fe8c09 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:56:50.277754 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-29bf1eb6-039d-43e9-a066-f9e671fe8c09 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Usage tracker for resource:subnet and tenant:2e8281e2cfdf4b3b8620717ff49100ba is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:56:50.283159 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-29bf1eb6-039d-43e9-a066-f9e671fe8c09 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:56:50.302576 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-29bf1eb6-039d-43e9-a066-f9e671fe8c09 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:56:50.341324 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29bf1eb6-039d-43e9-a066-f9e671fe8c09 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Made reservation on behalf of 2e8281e2cfdf4b3b8620717ff49100ba for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:56:50.344871 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-29bf1eb6-039d-43e9-a066-f9e671fe8c09 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2133361'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:50.356392 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e313eb24-9c70-4fc9-b5ed-0225dff925a2 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:50.505945 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-e313eb24-9c70-4fc9-b5ed-0225dff925a2 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Calling delete_port for 9889a70e-f62a-494f-99f2-4124cb9db931 owned by {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:56:50.604244 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1588b632-7a83-45aa-a18b-e715ffce8ce4 tempest-DHCPAgentSchedulersTestJSON-2076308821 tempest-DHCPAgentSchedulersTestJSON-2076308821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860493'] for subnet, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:50.661527 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2c1e87a6-33b2-4174-8516-2d88fa3e3001 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:50.709772 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a9d19ddc-af8c-48b1-acc3-42a7d2e96290 tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:50.730621 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e87a6-33b2-4174-8516-2d88fa3e3001 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Pushing event deleted for resources: {'Port': ['ID=52160931-b185-4181-b144-42150f69d92c,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:56:50.745193 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-dcff01fc-d348-410e-8701-208a928f3895 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:50.964158 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1588b632-7a83-45aa-a18b-e715ffce8ce4 tempest-DHCPAgentSchedulersTestJSON-2076308821 tempest-DHCPAgentSchedulersTestJSON-2076308821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2304955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9305493'] for subnet, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:51.035112 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1588b632-7a83-45aa-a18b-e715ffce8ce4 tempest-DHCPAgentSchedulersTestJSON-2076308821 tempest-DHCPAgentSchedulersTestJSON-2076308821-project] Pushing event deleted for resources: {'Subnet': ['ID=c1535a7a-d253-4e3b-84da-f3c30d752c3b,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:56:51.035775 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [None req-dcff01fc-d348-410e-8701-208a928f3895 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Transition to ACTIVE for port object ac298e6f-1bb2-4e6e-a716-c01393bf9823 will not be triggered until provisioned by entity DHCP. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:56:51.038698 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e313eb24-9c70-4fc9-b5ed-0225dff925a2 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:51.051055 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60c90e76-48b8-44ee-afc8-47bf0271e2c8 None None] Network eec99d0b-9664-4ef3-8788-f9525f2ae4fc requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:56:51.084546 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1588b632-7a83-45aa-a18b-e715ffce8ce4 tempest-DHCPAgentSchedulersTestJSON-2076308821 tempest-DHCPAgentSchedulersTestJSON-2076308821-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:51.106370 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e313eb24-9c70-4fc9-b5ed-0225dff925a2 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Pushing event deleted for resources: {'Port': ['ID=9889a70e-f62a-494f-99f2-4124cb9db931,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:56:51.116703 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-29bf1eb6-039d-43e9-a066-f9e671fe8c09 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1547796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2133315'] for subnet, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:51.140447 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-1588b632-7a83-45aa-a18b-e715ffce8ce4 tempest-DHCPAgentSchedulersTestJSON-2076308821 tempest-DHCPAgentSchedulersTestJSON-2076308821-project] 10.222.0.15 "DELETE /v2.0/subnets/c1535a7a-d253-4e3b-84da-f3c30d752c3b HTTP/1.1" status: 204 len: 168 time: 1.6204848 May 30 04:56:51.150566 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 39580) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:51.171507 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2c1e87a6-33b2-4174-8516-2d88fa3e3001 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1642797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602100'] for router_interface, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:51.278876 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e313eb24-9c70-4fc9-b5ed-0225dff925a2 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:51.285321 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-e313eb24-9c70-4fc9-b5ed-0225dff925a2 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "DELETE /v2.0/ports/9889a70e-f62a-494f-99f2-4124cb9db931 HTTP/1.1" status: 204 len: 168 time: 1.7628942 May 30 04:56:51.331172 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 39584) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:51.403076 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c9a67e-01ab-43f2-820c-15d2cc853b72 None None] DHCP port deletion for eec99d0b-9664-4ef3-8788-f9525f2ae4fc request from dv-neutron-843763-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 30 04:56:51.408366 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-88c9a67e-01ab-43f2-820c-15d2cc853b72 None None] Deleting port a8439c3e-f5d0-4b37-9379-bacd5d7fa1aa {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:56:51.408754 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-88c9a67e-01ab-43f2-820c-15d2cc853b72 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:51.527135 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bf1eb6-039d-43e9-a066-f9e671fe8c09 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Pushing event updated for resources: {'Subnet': ['ID=d433d979-1c61-46ac-9cdf-f80f58bff5f5,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:56:51.595330 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29bf1eb6-039d-43e9-a066-f9e671fe8c09 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Checking segment: {'id': 'f608f794-864a-4e73-991f-5738bfddfcc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '0a5ed611-7282-4b8c-a537-46d919a88055'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:56:51.595724 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29bf1eb6-039d-43e9-a066-f9e671fe8c09 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Network hostable DHCP agents. Network: 0a5ed611-7282-4b8c-a537-46d919a88055, hostable agents: ['1c705e68-3d3e-4dd3-9252-feb21d4b96ab'], hosted agents: [] {{(pid=88260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 04:56:51.603454 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-dcff01fc-d348-410e-8701-208a928f3895 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:51.677837 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-88c9a67e-01ab-43f2-820c-15d2cc853b72 None None] For port a8439c3e-f5d0-4b37-9379-bacd5d7fa1aa, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=a8439c3e-f5d0-4b37-9379-bacd5d7fa1aa,segment=NetworkSegment(e9e6618a-7f77-42e8-ae68-ca55139f93fe),segment_id=e9e6618a-7f77-42e8-ae68-ca55139f93fe)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:56:51.678439 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-88c9a67e-01ab-43f2-820c-15d2cc853b72 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:51.681499 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-47e87942-a626-4a1f-b258-038936b85f48 tempest-DHCPAgentSchedulersTestJSON-2076308821 tempest-DHCPAgentSchedulersTestJSON-2076308821-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897784'] for network, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:51.689189 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef72625-e176-403b-803d-49222a2ef1a7 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:56:51.690815 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef72625-e176-403b-803d-49222a2ef1a7 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:56:51.691548 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-2ef72625-e176-403b-803d-49222a2ef1a7 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Synchronizing usage tracker for tenant:16af2dbefc6742d5a37a7b30e58c8c2f on resource:subnet {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:56:51.727528 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-47e87942-a626-4a1f-b258-038936b85f48 tempest-DHCPAgentSchedulersTestJSON-2076308821 tempest-DHCPAgentSchedulersTestJSON-2076308821-project] Deleting port a8439c3e-f5d0-4b37-9379-bacd5d7fa1aa {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:56:51.727885 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-47e87942-a626-4a1f-b258-038936b85f48 tempest-DHCPAgentSchedulersTestJSON-2076308821 tempest-DHCPAgentSchedulersTestJSON-2076308821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:51.754363 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-2ef72625-e176-403b-803d-49222a2ef1a7 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Unset dirty status for tenant:16af2dbefc6742d5a37a7b30e58c8c2f on resource:subnet {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:56:51.755675 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-2ef72625-e176-403b-803d-49222a2ef1a7 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4238651 May 30 04:56:51.761324 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcff01fc-d348-410e-8701-208a928f3895 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Network 433fa563-4f04-4ee5-af0f-ac69dc370a03 is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:56:51.762012 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 39588) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:51.772063 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29bf1eb6-039d-43e9-a066-f9e671fe8c09 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Network 0a5ed611-7282-4b8c-a537-46d919a88055 is scheduled to be hosted by DHCP agent 1c705e68-3d3e-4dd3-9252-feb21d4b96ab with binding_index 1 {{(pid=88260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 04:56:51.774174 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-dcff01fc-d348-410e-8701-208a928f3895 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:56:51.808215 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c1e87a6-33b2-4174-8516-2d88fa3e3001 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Router 062ecc2c-47a8-451e-85d2-0fee1f2e70d6 has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 04:56:51.809781 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcff01fc-d348-410e-8701-208a928f3895 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:56:51.815765 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-88c9a67e-01ab-43f2-820c-15d2cc853b72 None None] Calling delete_port for a8439c3e-f5d0-4b37-9379-bacd5d7fa1aa owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:56:51.854089 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff01fc-d348-410e-8701-208a928f3895 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Pushing event updated for resources: {'Port': ['ID=ac298e6f-1bb2-4e6e-a716-c01393bf9823,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:56:51.872743 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-a9d19ddc-af8c-48b1-acc3-42a7d2e96290 tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Allocated IP 172.20.0.1 (dbf7fd93-46c7-453a-a2df-2c21057594f9/5291397c-397b-48d4-acc0-2a62e17d6b7d/81bf5388-e933-44bb-90e1-c693279092a6) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:56:51.945448 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-88c9a67e-01ab-43f2-820c-15d2cc853b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069'] for port, after_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:51.959015 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-29bf1eb6-039d-43e9-a066-f9e671fe8c09 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843763-1-hyperv, 0a5ed611-7282-4b8c-a537-46d919a88055) {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:56:51.995834 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf94b2b-79c3-496a-a9ec-b8600978c218 None None] Network 0a5ed611-7282-4b8c-a537-46d919a88055 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:56:52.021782 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c9a67e-01ab-43f2-820c-15d2cc853b72 None None] Pushing event deleted for resources: {'Port': ['ID=a8439c3e-f5d0-4b37-9379-bacd5d7fa1aa,revision_number=None']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:56:52.032716 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c9a67e-01ab-43f2-820c-15d2cc853b72 None None] No DVR routers for this DVR port a8439c3e-f5d0-4b37-9379-bacd5d7fa1aa on host dv-neutron-843763-1-hyperv {{(pid=88262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 04:56:52.101962 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29bf1eb6-039d-43e9-a066-f9e671fe8c09 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:56:52.102926 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-29bf1eb6-039d-43e9-a066-f9e671fe8c09 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:52.133289 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-532827b2-f7b8-491e-bd48-19e6b6891cf0 None None] Provisioning for port ac298e6f-1bb2-4e6e-a716-c01393bf9823 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:56:52.141280 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_v2 [None req-13c01823-a9b2-478c-ab7d-3e40f8082c4a tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Deleting subnet 6a41fed0-61f1-45c3-ba78-95ec5d13b8b8 {{(pid=88260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 30 04:56:52.146731 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-532827b2-f7b8-491e-bd48-19e6b6891cf0 None None] Provisioning complete for port ac298e6f-1bb2-4e6e-a716-c01393bf9823 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:56:52.146942 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-47e87942-a626-4a1f-b258-038936b85f48 tempest-DHCPAgentSchedulersTestJSON-2076308821 tempest-DHCPAgentSchedulersTestJSON-2076308821-project] For port a8439c3e-f5d0-4b37-9379-bacd5d7fa1aa, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=a8439c3e-f5d0-4b37-9379-bacd5d7fa1aa,segment=NetworkSegment(e9e6618a-7f77-42e8-ae68-ca55139f93fe),segment_id=e9e6618a-7f77-42e8-ae68-ca55139f93fe)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:56:52.147247 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-532827b2-f7b8-491e-bd48-19e6b6891cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:52.147350 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-47e87942-a626-4a1f-b258-038936b85f48 tempest-DHCPAgentSchedulersTestJSON-2076308821 tempest-DHCPAgentSchedulersTestJSON-2076308821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:52.149396 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcff01fc-d348-410e-8701-208a928f3895 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:56:52.150034 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-dcff01fc-d348-410e-8701-208a928f3895 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:52.164898 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-13c01823-a9b2-478c-ab7d-3e40f8082c4a tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks [] for subnet, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:52.200419 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-29bf1eb6-039d-43e9-a066-f9e671fe8c09 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.2649286 May 30 04:56:52.223357 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 39592) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:52.229098 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-f4548daa-101c-46c0-8301-a19290b8a62a tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1372423188'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:56:52.239204 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c1e87a6-33b2-4174-8516-2d88fa3e3001 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 04:56:52.244984 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-2c1e87a6-33b2-4174-8516-2d88fa3e3001 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] 10.222.0.15 "PUT /v2.0/routers/062ecc2c-47a8-451e-85d2-0fee1f2e70d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4739897 May 30 04:56:52.252291 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ccc04c-7c55-4722-8b8e-92bc1f2d37c4 None None] Sync routers for ids ['062ecc2c-47a8-451e-85d2-0fee1f2e70d6'] in dv-neutron-843763-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 04:56:52.252814 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-532827b2-f7b8-491e-bd48-19e6b6891cf0 None None] Port ac298e6f-1bb2-4e6e-a716-c01393bf9823 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 04:56:52.266931 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 39596) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:52.268030 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ccc04c-7c55-4722-8b8e-92bc1f2d37c4 None None] Routers {'062ecc2c-47a8-451e-85d2-0fee1f2e70d6'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 04:56:52.270109 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-d9ccc04c-7c55-4722-8b8e-92bc1f2d37c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T04:56:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['062ecc2c-47a8-451e-85d2-0fee1f2e70d6'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:56:52.284278 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-f4548daa-101c-46c0-8301-a19290b8a62a tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:56:52.317225 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-47e87942-a626-4a1f-b258-038936b85f48 tempest-DHCPAgentSchedulersTestJSON-2076308821 tempest-DHCPAgentSchedulersTestJSON-2076308821-project] Calling delete_port for a8439c3e-f5d0-4b37-9379-bacd5d7fa1aa owned by network:dhcp {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:56:52.323308 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec08f0ef-142a-4430-9015-d1631015aa53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bbf24ed-7ba9-53d2-873f-8f9642b1e987-0a5ed611-7282-4b8c-a537-46d919a88055', 'network_id': '0a5ed611-7282-4b8c-a537-46d919a88055', 'tenant_id': '2e8281e2cfdf4b3b8620717ff49100ba', 'fixed_ips': [{'subnet_id': 'd433d979-1c61-46ac-9cdf-f80f58bff5f5'}]}} from dv-neutron-843763-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 30 04:56:52.324139 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-ec08f0ef-142a-4430-9015-d1631015aa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:52.355879 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-d9ccc04c-7c55-4722-8b8e-92bc1f2d37c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:56:52.359496 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-dcff01fc-d348-410e-8701-208a928f3895 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.1685228 May 30 04:56:52.365621 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 39600) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:52.365785 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ccc04c-7c55-4722-8b8e-92bc1f2d37c4 None None] Routers {'062ecc2c-47a8-451e-85d2-0fee1f2e70d6'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 04:56:52.366265 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-d9ccc04c-7c55-4722-8b8e-92bc1f2d37c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T04:56:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['062ecc2c-47a8-451e-85d2-0fee1f2e70d6'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:56:52.375044 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-250366bd-367a-4981-b52a-91a42d3c88c9 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:09:7b:db'}]}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:56:52.376564 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-13c01823-a9b2-478c-ab7d-3e40f8082c4a tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1454738'] for subnet, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:52.430511 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-d9ccc04c-7c55-4722-8b8e-92bc1f2d37c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:56:52.430904 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ccc04c-7c55-4722-8b8e-92bc1f2d37c4 None None] The sync data for ids ['062ecc2c-47a8-451e-85d2-0fee1f2e70d6'] in dv-neutron-843763-1-hyperv is: [] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 04:56:52.445593 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-f4548daa-101c-46c0-8301-a19290b8a62a tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Usage tracker for resource:network and tenant:2e8281e2cfdf4b3b8620717ff49100ba is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:56:52.457363 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-f4548daa-101c-46c0-8301-a19290b8a62a tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:56:52.462398 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-0fb524d3-e0c3-421e-932b-55573e67f72d tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Synchronizing usage tracker for tenant:177e950b79b644f8ac61f323eed71206 on resource:port {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:56:52.474997 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a9d19ddc-af8c-48b1-acc3-42a7d2e96290 tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:52.475412 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-f4548daa-101c-46c0-8301-a19290b8a62a tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:56:52.493217 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4548daa-101c-46c0-8301-a19290b8a62a tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Made reservation on behalf of 2e8281e2cfdf4b3b8620717ff49100ba for: {'network': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:56:52.496621 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f4548daa-101c-46c0-8301-a19290b8a62a tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for network, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:52.508824 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-ec08f0ef-142a-4430-9015-d1631015aa53 None None] Allocated IP 2001:db8:0:ffff::2 (0a5ed611-7282-4b8c-a537-46d919a88055/d433d979-1c61-46ac-9cdf-f80f58bff5f5/6784e821-c379-4967-8cda-733b1f51b201) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:56:52.517350 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-0fb524d3-e0c3-421e-932b-55573e67f72d tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Unset dirty status for tenant:177e950b79b644f8ac61f323eed71206 on resource:port {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:56:52.520850 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-0fb524d3-e0c3-421e-932b-55573e67f72d tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] 10.222.0.15 "GET /v2.0/ports?device_id=062ecc2c-47a8-451e-85d2-0fee1f2e70d6 HTTP/1.1" status: 200 len: 205 time: 0.2458358 May 30 04:56:52.520850 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-13c01823-a9b2-478c-ab7d-3e40f8082c4a tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860493'] for subnet, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:52.531303 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 39604) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:52.578210 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4548daa-101c-46c0-8301-a19290b8a62a tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=88260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 04:56:52.597070 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f4548daa-101c-46c0-8301-a19290b8a62a tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:52.597416 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.db.segments_db [None req-f4548daa-101c-46c0-8301-a19290b8a62a tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Added segment eff2d144-51a2-423f-9bc1-13e4d6fa37fc of type vlan for network 646e102c-bc77-48e6-b9b9-0ff74a4a595e May 30 04:56:52.630699 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f4548daa-101c-46c0-8301-a19290b8a62a tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729234556353'] for network, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:52.643048 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-13c01823-a9b2-478c-ab7d-3e40f8082c4a tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1547867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2133322'] for subnet, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:52.691614 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [None req-a9d19ddc-af8c-48b1-acc3-42a7d2e96290 tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Transition to ACTIVE for port object 81bf5388-e933-44bb-90e1-c693279092a6 will not be triggered until provisioned by entity DHCP. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:56:52.692934 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c01823-a9b2-478c-ab7d-3e40f8082c4a tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Pushing event deleted for resources: {'Subnet': ['ID=6a41fed0-61f1-45c3-ba78-95ec5d13b8b8,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:56:52.699806 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-13c01823-a9b2-478c-ab7d-3e40f8082c4a tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:52.709575 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf0cf2e-2887-44e5-8218-01725b81ee18 None None] Network 0008fd3d-19e9-40cf-b545-4a7647b90cf1 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:56:52.711944 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f4548daa-101c-46c0-8301-a19290b8a62a tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788'] for network, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:52.717281 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4548daa-101c-46c0-8301-a19290b8a62a tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:56:52.718020 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f4548daa-101c-46c0-8301-a19290b8a62a tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:52.743760 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-99718f42-f0f6-40e4-9679-1084baf7dabb tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks [] for router, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:52.749147 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-13c01823-a9b2-478c-ab7d-3e40f8082c4a tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "DELETE /v2.0/subnets/6a41fed0-61f1-45c3-ba78-95ec5d13b8b8 HTTP/1.1" status: 204 len: 168 time: 0.9837682 May 30 04:56:52.790829 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.db.api [None req-47e87942-a626-4a1f-b258-038936b85f48 tempest-DHCPAgentSchedulersTestJSON-2076308821 tempest-DHCPAgentSchedulersTestJSON-2076308821-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88261) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 04:56:52.790829 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG oslo_db.api [None req-47e87942-a626-4a1f-b258-038936b85f48 tempest-DHCPAgentSchedulersTestJSON-2076308821 tempest-DHCPAgentSchedulersTestJSON-2076308821-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 04:56:52.791111 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 39608) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:52.811146 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-f4548daa-101c-46c0-8301-a19290b8a62a tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5866959 May 30 04:56:52.813789 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 39612) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:52.837074 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-92a208dc-4ee3-476e-a526-0a792c643021 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Request body: {'subnet': {'network_id': '646e102c-bc77-48e6-b9b9-0ff74a4a595e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:56:52.841035 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-ec08f0ef-142a-4430-9015-d1631015aa53 None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:52.866677 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4548daa-101c-46c0-8301-a19290b8a62a tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Pushing event updated for resources: {'Network': ['ID=646e102c-bc77-48e6-b9b9-0ff74a4a595e,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:56:52.883447 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Network 646e102c-bc77-48e6-b9b9-0ff74a4a595e details requested by agent ovs-agent-dv-neutron-843763-1-hyperv with host dv-neutron-843763-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 04:56:52.899049 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-ec08f0ef-142a-4430-9015-d1631015aa53 None None] Transition to ACTIVE for port object 6784e821-c379-4967-8cda-733b1f51b201 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:56:52.975989 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-92a208dc-4ee3-476e-a526-0a792c643021 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:56:52.980285 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-92a208dc-4ee3-476e-a526-0a792c643021 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Usage tracker for resource:subnet and tenant:2e8281e2cfdf4b3b8620717ff49100ba is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:56:52.983523 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-92a208dc-4ee3-476e-a526-0a792c643021 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:56:52.990267 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-92a208dc-4ee3-476e-a526-0a792c643021 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:56:53.002727 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92a208dc-4ee3-476e-a526-0a792c643021 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Made reservation on behalf of 2e8281e2cfdf4b3b8620717ff49100ba for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:56:53.006714 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-92a208dc-4ee3-476e-a526-0a792c643021 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2133361'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:53.028441 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-ec08f0ef-142a-4430-9015-d1631015aa53 None None] Transition to ACTIVE for port object 6784e821-c379-4967-8cda-733b1f51b201 will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:56:53.055781 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-ec08f0ef-142a-4430-9015-d1631015aa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:53.056020 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a9d19ddc-af8c-48b1-acc3-42a7d2e96290 tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:53.118662 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-2cc759de-817c-44d4-bbec-c7bf93b71b81 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3168120 May 30 04:56:53.121551 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 39616) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:53.132963 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec08f0ef-142a-4430-9015-d1631015aa53 None None] Network 0a5ed611-7282-4b8c-a537-46d919a88055 is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:56:53.133208 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-bad28451-589a-4d63-9756-2d965b152419 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Request body: {'subnet': {'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:56:53.136646 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-ec08f0ef-142a-4430-9015-d1631015aa53 None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:56:53.139059 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec08f0ef-142a-4430-9015-d1631015aa53 None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:56:53.228540 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d19ddc-af8c-48b1-acc3-42a7d2e96290 tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Network dbf7fd93-46c7-453a-a2df-2c21057594f9 is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:56:53.236074 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec08f0ef-142a-4430-9015-d1631015aa53 None None] Pushing event updated for resources: {'Port': ['ID=6784e821-c379-4967-8cda-733b1f51b201,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:56:53.295898 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-ec08f0ef-142a-4430-9015-d1631015aa53 None None] Attempting to bind port 6784e821-c379-4967-8cda-733b1f51b201 on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 04:56:53.296308 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-ec08f0ef-142a-4430-9015-d1631015aa53 None None] Attempting to bind port 6784e821-c379-4967-8cda-733b1f51b201 by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': 'f608f794-864a-4e73-991f-5738bfddfcc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '0a5ed611-7282-4b8c-a537-46d919a88055'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 04:56:53.296676 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec08f0ef-142a-4430-9015-d1631015aa53 None None] Attempting to bind port 6784e821-c379-4967-8cda-733b1f51b201 on network 0a5ed611-7282-4b8c-a537-46d919a88055 {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 04:56:53.304519 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-47e87942-a626-4a1f-b258-038936b85f48 tempest-DHCPAgentSchedulersTestJSON-2076308821 tempest-DHCPAgentSchedulersTestJSON-2076308821-project] Deleting port a8439c3e-f5d0-4b37-9379-bacd5d7fa1aa {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:56:53.304725 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec08f0ef-142a-4430-9015-d1631015aa53 None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 4, 56, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 04:56:53.305043 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec08f0ef-142a-4430-9015-d1631015aa53 None None] Checking segment: {'id': 'f608f794-864a-4e73-991f-5738bfddfcc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '0a5ed611-7282-4b8c-a537-46d919a88055'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:56:53.305518 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-47e87942-a626-4a1f-b258-038936b85f48 tempest-DHCPAgentSchedulersTestJSON-2076308821 tempest-DHCPAgentSchedulersTestJSON-2076308821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:53.305638 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-ec08f0ef-142a-4430-9015-d1631015aa53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:53.306126 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec08f0ef-142a-4430-9015-d1631015aa53 None None] Bound using segment: {'id': 'f608f794-864a-4e73-991f-5738bfddfcc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '0a5ed611-7282-4b8c-a537-46d919a88055'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 04:56:53.306613 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-ec08f0ef-142a-4430-9015-d1631015aa53 None None] Bound port: 6784e821-c379-4967-8cda-733b1f51b201, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f608f794-864a-4e73-991f-5738bfddfcc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '0a5ed611-7282-4b8c-a537-46d919a88055'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 04:56:53.307037 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-ec08f0ef-142a-4430-9015-d1631015aa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:53.363358 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-a9d19ddc-af8c-48b1-acc3-42a7d2e96290 tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:56:53.385114 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3155926e-33ac-4859-a969-70700b94b072 None None] DHCP port deletion for 0008fd3d-19e9-40cf-b545-4a7647b90cf1 request from dv-neutron-843763-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 30 04:56:53.387399 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device a8439c3e-f5d0-4b37-9379-bacd5d7fa1aa no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 04:56:53.447529 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d19ddc-af8c-48b1-acc3-42a7d2e96290 tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:56:53.451573 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-bad28451-589a-4d63-9756-2d965b152419 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:56:53.460767 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] No Port match for: a8439c3e-f5d0-4b37-9379-bacd5d7fa1aa {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 04:56:53.461429 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device a8439c3e-f5d0-4b37-9379-bacd5d7fa1aa not bound to the agent host dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 04:56:53.463605 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-bad28451-589a-4d63-9756-2d965b152419 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Usage tracker for resource:subnet and tenant:16af2dbefc6742d5a37a7b30e58c8c2f is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:56:53.464033 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-3155926e-33ac-4859-a969-70700b94b072 None None] Deleting port 738249e8-32dd-4cbb-acda-0a2c6bfa2728 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:56:53.464468 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-3155926e-33ac-4859-a969-70700b94b072 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:53.468111 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-bad28451-589a-4d63-9756-2d965b152419 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:56:53.477151 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-bad28451-589a-4d63-9756-2d965b152419 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:56:53.484267 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d19ddc-af8c-48b1-acc3-42a7d2e96290 tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Pushing event updated for resources: {'Port': ['ID=81bf5388-e933-44bb-90e1-c693279092a6,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:56:53.506372 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bad28451-589a-4d63-9756-2d965b152419 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Made reservation on behalf of 16af2dbefc6742d5a37a7b30e58c8c2f for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:56:53.510240 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-bad28451-589a-4d63-9756-2d965b152419 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2133361'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:53.531023 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-99718f42-f0f6-40e4-9679-1084baf7dabb tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11660'] for router, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:53.541417 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-47e87942-a626-4a1f-b258-038936b85f48 tempest-DHCPAgentSchedulersTestJSON-2076308821 tempest-DHCPAgentSchedulersTestJSON-2076308821-project] The port 'a8439c3e-f5d0-4b37-9379-bacd5d7fa1aa' was deleted {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 30 04:56:53.542991 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-99718f42-f0f6-40e4-9679-1084baf7dabb tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:53.568765 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-ec08f0ef-142a-4430-9015-d1631015aa53 None None] For port 6784e821-c379-4967-8cda-733b1f51b201, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 04:56:53.573993 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-ec08f0ef-142a-4430-9015-d1631015aa53 None None] For port 6784e821-c379-4967-8cda-733b1f51b201, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=6784e821-c379-4967-8cda-733b1f51b201,segment=NetworkSegment(f608f794-864a-4e73-991f-5738bfddfcc0),segment_id=f608f794-864a-4e73-991f-5738bfddfcc0)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 04:56:53.587288 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-250366bd-367a-4981-b52a-91a42d3c88c9 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:53.612856 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-ec08f0ef-142a-4430-9015-d1631015aa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:53.715665 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec08f0ef-142a-4430-9015-d1631015aa53 None None] Pushing event updated for resources: {'Port': ['ID=6784e821-c379-4967-8cda-733b1f51b201,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:56:53.716798 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a9d19ddc-af8c-48b1-acc3-42a7d2e96290 tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604623'] for router_interface, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:53.724162 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-99718f42-f0f6-40e4-9679-1084baf7dabb tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1601605'] for router, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:53.725259 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99718f42-f0f6-40e4-9679-1084baf7dabb tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Fanout notify agent at l3_agent the message router_deleted on router 062ecc2c-47a8-451e-85d2-0fee1f2e70d6 {{(pid=88261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 30 04:56:53.739554 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.objects.ports [None req-92a208dc-4ee3-476e-a526-0a792c643021 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88260) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 30 04:56:53.741843 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-92a208dc-4ee3-476e-a526-0a792c643021 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1547796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2133315'] for subnet, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:53.768574 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-33770a76-3d30-4594-abf2-e29e5637d2d8 None None] Provisioning for port 81bf5388-e933-44bb-90e1-c693279092a6 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:56:53.811197 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-47e87942-a626-4a1f-b258-038936b85f48 tempest-DHCPAgentSchedulersTestJSON-2076308821 tempest-DHCPAgentSchedulersTestJSON-2076308821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867540', 'neutron.services.segments.db._delete_segments_for_network-8729234922972'] for network, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:53.848556 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-99718f42-f0f6-40e4-9679-1084baf7dabb tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks [] for router, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:53.849645 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-99718f42-f0f6-40e4-9679-1084baf7dabb tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] 10.222.0.15 "DELETE /v2.0/routers/062ecc2c-47a8-451e-85d2-0fee1f2e70d6 HTTP/1.1" status: 204 len: 168 time: 1.3131900 May 30 04:56:53.863445 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 39620) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:53.876649 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-47e87942-a626-4a1f-b258-038936b85f48 tempest-DHCPAgentSchedulersTestJSON-2076308821 tempest-DHCPAgentSchedulersTestJSON-2076308821-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eec99d0b-9664-4ef3-8788-f9525f2ae4fc']}} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:56:53.878769 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-33770a76-3d30-4594-abf2-e29e5637d2d8 None None] Provisioning complete for port 81bf5388-e933-44bb-90e1-c693279092a6 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:56:53.879153 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-33770a76-3d30-4594-abf2-e29e5637d2d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:53.897587 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-47e87942-a626-4a1f-b258-038936b85f48 tempest-DHCPAgentSchedulersTestJSON-2076308821 tempest-DHCPAgentSchedulersTestJSON-2076308821-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9e6618a-7f77-42e8-ae68-ca55139f93fe') {'for_net_delete': True} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:56:53.898048 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-47e87942-a626-4a1f-b258-038936b85f48 tempest-DHCPAgentSchedulersTestJSON-2076308821 tempest-DHCPAgentSchedulersTestJSON-2076308821-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9e6618a-7f77-42e8-ae68-ca55139f93fe') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:56:53.926923 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-3155926e-33ac-4859-a969-70700b94b072 None None] For port 738249e8-32dd-4cbb-acda-0a2c6bfa2728, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=738249e8-32dd-4cbb-acda-0a2c6bfa2728,segment=NetworkSegment(c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1),segment_id=c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:56:53.927730 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-3155926e-33ac-4859-a969-70700b94b072 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:53.967260 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ba09d1b-293e-4c24-827e-174f5530456d tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Deleting subnet d01ec3d1-6a5b-430b-bbe4-b6133c6cb78b {{(pid=88260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 30 04:56:53.972022 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a208dc-4ee3-476e-a526-0a792c643021 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Pushing event updated for resources: {'Subnet': ['ID=d6200f07-77ed-47fe-b2dc-ee6616972a85,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:56:53.979167 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a208dc-4ee3-476e-a526-0a792c643021 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Checking segment: {'id': 'eff2d144-51a2-423f-9bc1-13e4d6fa37fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '646e102c-bc77-48e6-b9b9-0ff74a4a595e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:56:53.979756 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a208dc-4ee3-476e-a526-0a792c643021 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Network hostable DHCP agents. Network: 646e102c-bc77-48e6-b9b9-0ff74a4a595e, hostable agents: ['1c705e68-3d3e-4dd3-9252-feb21d4b96ab'], hosted agents: [] {{(pid=88260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 04:56:53.984412 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3ba09d1b-293e-4c24-827e-174f5530456d tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks [] for subnet, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:54.017457 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-47e87942-a626-4a1f-b258-038936b85f48 tempest-DHCPAgentSchedulersTestJSON-2076308821 tempest-DHCPAgentSchedulersTestJSON-2076308821-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729235042807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3545573'] for segment, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:54.076536 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-47e87942-a626-4a1f-b258-038936b85f48 tempest-DHCPAgentSchedulersTestJSON-2076308821 tempest-DHCPAgentSchedulersTestJSON-2076308821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:54.085744 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3ba09d1b-293e-4c24-827e-174f5530456d tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1454738'] for subnet, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:54.115260 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-3155926e-33ac-4859-a969-70700b94b072 None None] Calling delete_port for 738249e8-32dd-4cbb-acda-0a2c6bfa2728 owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:56:54.150758 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47e87942-a626-4a1f-b258-038936b85f48 tempest-DHCPAgentSchedulersTestJSON-2076308821 tempest-DHCPAgentSchedulersTestJSON-2076308821-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=88261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 04:56:54.151124 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-47e87942-a626-4a1f-b258-038936b85f48 tempest-DHCPAgentSchedulersTestJSON-2076308821 tempest-DHCPAgentSchedulersTestJSON-2076308821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-862858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2304281'] for segment, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:54.167787 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-33770a76-3d30-4594-abf2-e29e5637d2d8 None None] Port 81bf5388-e933-44bb-90e1-c693279092a6 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 04:56:54.180041 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a208dc-4ee3-476e-a526-0a792c643021 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Network 646e102c-bc77-48e6-b9b9-0ff74a4a595e is scheduled to be hosted by DHCP agent 1c705e68-3d3e-4dd3-9252-feb21d4b96ab with binding_index 1 {{(pid=88260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 04:56:54.198120 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-92a208dc-4ee3-476e-a526-0a792c643021 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843763-1-hyperv, 646e102c-bc77-48e6-b9b9-0ff74a4a595e) {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:56:54.211170 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a208dc-4ee3-476e-a526-0a792c643021 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:56:54.211754 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-92a208dc-4ee3-476e-a526-0a792c643021 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:54.219836 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-bad28451-589a-4d63-9756-2d965b152419 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1547796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2133315'] for subnet, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:54.233213 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment e9e6618a-7f77-42e8-ae68-ca55139f93fe resource provider aggregate not found May 30 04:56:54.264300 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7028ad0-696a-4b5d-8fc4-895550bf3188 None None] Network 646e102c-bc77-48e6-b9b9-0ff74a4a595e requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:56:54.276376 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment e9e6618a-7f77-42e8-ae68-ca55139f93fe resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e9e6618a-7f77-42e8-ae68-ca55139f93fe found for delete ", "request_id": "req-a03faf78-09e6-4da0-9251-ef9fba7dd23e"}]} May 30 04:56:54.300967 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad28451-589a-4d63-9756-2d965b152419 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Network 0008fd3d-19e9-40cf-b545-4a7647b90cf1 is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:56:54.309560 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-bad28451-589a-4d63-9756-2d965b152419 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:56:54.316049 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-47e87942-a626-4a1f-b258-038936b85f48 tempest-DHCPAgentSchedulersTestJSON-2076308821 tempest-DHCPAgentSchedulersTestJSON-2076308821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604744'] for network, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:54.319257 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad28451-589a-4d63-9756-2d965b152419 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:56:54.319850 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-bad28451-589a-4d63-9756-2d965b152419 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:54.323521 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-3155926e-33ac-4859-a969-70700b94b072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069'] for port, after_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:54.333965 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-92a208dc-4ee3-476e-a526-0a792c643021 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5070760 May 30 04:56:54.343058 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-47e87942-a626-4a1f-b258-038936b85f48 tempest-DHCPAgentSchedulersTestJSON-2076308821 tempest-DHCPAgentSchedulersTestJSON-2076308821-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:54.343245 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 39628) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:54.354244 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-b1bc1082-e2f5-4c47-bba9-f5a37b97a676 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Request body: {'port': {'network_id': '646e102c-bc77-48e6-b9b9-0ff74a4a595e', 'name': 'tempest-NetworksIpV6TestAttrs-813818984'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:56:54.368957 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad28451-589a-4d63-9756-2d965b152419 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Pushing event updated for resources: {'Subnet': ['ID=87ed49ca-4d81-45c2-8784-7c499d00b5fc,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:56:54.371593 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3ba09d1b-293e-4c24-827e-174f5530456d tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860493'] for subnet, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:54.391942 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e87942-a626-4a1f-b258-038936b85f48 tempest-DHCPAgentSchedulersTestJSON-2076308821 tempest-DHCPAgentSchedulersTestJSON-2076308821-project] Pushing event deleted for resources: {'Network': ['ID=eec99d0b-9664-4ef3-8788-f9525f2ae4fc,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:56:54.409457 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-47e87942-a626-4a1f-b258-038936b85f48 tempest-DHCPAgentSchedulersTestJSON-2076308821 tempest-DHCPAgentSchedulersTestJSON-2076308821-project] 10.222.0.15 "DELETE /v2.0/networks/eec99d0b-9664-4ef3-8788-f9525f2ae4fc HTTP/1.1" status: 204 len: 168 time: 3.2528641 May 30 04:56:54.448270 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3155926e-33ac-4859-a969-70700b94b072 None None] No DVR routers for this DVR port 738249e8-32dd-4cbb-acda-0a2c6bfa2728 on host dv-neutron-843763-1-hyperv {{(pid=88262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 04:56:54.449921 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3155926e-33ac-4859-a969-70700b94b072 None None] Pushing event deleted for resources: {'Port': ['ID=738249e8-32dd-4cbb-acda-0a2c6bfa2728,revision_number=None']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:56:54.458321 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a9d19ddc-af8c-48b1-acc3-42a7d2e96290 tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:54.470179 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd0b7a14-d540-4d8b-b2f2-04227beeea93 None None] Network 0008fd3d-19e9-40cf-b545-4a7647b90cf1 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:56:54.484909 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-250366bd-367a-4981-b52a-91a42d3c88c9 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:54.497384 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-bad28451-589a-4d63-9756-2d965b152419 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3748062 May 30 04:56:54.516798 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 39634) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:54.522599 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-6779e0b1-3bc6-4234-bb35-9c79e40cdd51 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Request body: {'port': {'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1', 'fixed_ips': [{'subnet_id': '87ed49ca-4d81-45c2-8784-7c499d00b5fc', 'ip_address': '2001:db8::d7f1:284d:183b:be3e'}], 'name': 'tempest-NetworksTestDHCPv6-1488515232'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:56:54.731696 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-b1bc1082-e2f5-4c47-bba9-f5a37b97a676 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:56:54.735952 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-b1bc1082-e2f5-4c47-bba9-f5a37b97a676 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Usage tracker for resource:port and tenant:2e8281e2cfdf4b3b8620717ff49100ba is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:56:54.743230 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-b1bc1082-e2f5-4c47-bba9-f5a37b97a676 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:56:54.749557 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-b1bc1082-e2f5-4c47-bba9-f5a37b97a676 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:56:54.763239 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3ba09d1b-293e-4c24-827e-174f5530456d tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1547867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2133322'] for subnet, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:54.842108 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fae987d-3523-4290-8df4-fcbf3a620b2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bbf24ed-7ba9-53d2-873f-8f9642b1e987-0008fd3d-19e9-40cf-b545-4a7647b90cf1', 'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1', 'tenant_id': '16af2dbefc6742d5a37a7b30e58c8c2f', 'fixed_ips': [{'subnet_id': '87ed49ca-4d81-45c2-8784-7c499d00b5fc'}]}} from dv-neutron-843763-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 30 04:56:54.842960 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-1fae987d-3523-4290-8df4-fcbf3a620b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:54.845376 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1bc1082-e2f5-4c47-bba9-f5a37b97a676 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Made reservation on behalf of 2e8281e2cfdf4b3b8620717ff49100ba for: {'port': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:56:54.849717 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b1bc1082-e2f5-4c47-bba9-f5a37b97a676 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:54.869170 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 39640) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:54.888292 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-6779e0b1-3bc6-4234-bb35-9c79e40cdd51 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:56:54.902524 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba09d1b-293e-4c24-827e-174f5530456d tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Pushing event deleted for resources: {'Subnet': ['ID=d01ec3d1-6a5b-430b-bbe4-b6133c6cb78b,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:56:54.914840 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3ba09d1b-293e-4c24-827e-174f5530456d tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:54.923646 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [None req-b1bc1082-e2f5-4c47-bba9-f5a37b97a676 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] device_id is not set on port 12c8239b-891b-4d27-8055-f128ad08ab4f yet. {{(pid=88260) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 30 04:56:54.968239 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-6779e0b1-3bc6-4234-bb35-9c79e40cdd51 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:56:54.978710 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-3ba09d1b-293e-4c24-827e-174f5530456d tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] 10.222.0.15 "DELETE /v2.0/subnets/d01ec3d1-6a5b-430b-bbe4-b6133c6cb78b HTTP/1.1" status: 204 len: 168 time: 1.1120615 May 30 04:56:54.982152 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 39646) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:54.994172 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-740b7d4e-3b06-43aa-8185-8559d77e25b2 None None] Network 57d76ecc-47ac-48d9-8956-292a38909381 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:56:55.122310 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d3bba52-c94e-40e3-bcb2-30b02ecfa61c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bbf24ed-7ba9-53d2-873f-8f9642b1e987-646e102c-bc77-48e6-b9b9-0ff74a4a595e', 'network_id': '646e102c-bc77-48e6-b9b9-0ff74a4a595e', 'tenant_id': '2e8281e2cfdf4b3b8620717ff49100ba', 'fixed_ips': [{'subnet_id': 'd6200f07-77ed-47fe-b2dc-ee6616972a85'}]}} from dv-neutron-843763-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 30 04:56:55.123294 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-0d3bba52-c94e-40e3-bcb2-30b02ecfa61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:55.138689 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-250366bd-367a-4981-b52a-91a42d3c88c9 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2304381'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:55.183505 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a9d19ddc-af8c-48b1-acc3-42a7d2e96290 tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:55.186159 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aacd5870-2fe3-407f-a7b5-71caaf2a0a1f None None] Network 0a5ed611-7282-4b8c-a537-46d919a88055 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:56:55.239052 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a9d19ddc-af8c-48b1-acc3-42a7d2e96290 tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2304381'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:55.353576 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250366bd-367a-4981-b52a-91a42d3c88c9 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Pushing event updated for resources: {'Port': ['ID=ac298e6f-1bb2-4e6e-a716-c01393bf9823,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:56:55.398753 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-414158aa-c879-4a7e-8d4c-b14e24a1db17 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897784'] for network, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:55.400534 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6779e0b1-3bc6-4234-bb35-9c79e40cdd51 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Made reservation on behalf of 16af2dbefc6742d5a37a7b30e58c8c2f for: {'port': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:56:55.423058 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-250366bd-367a-4981-b52a-91a42d3c88c9 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] In _notify_port_updated(), no bound segment for port ac298e6f-1bb2-4e6e-a716-c01393bf9823 on network 433fa563-4f04-4ee5-af0f-ac69dc370a03 {{(pid=88261) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 30 04:56:55.428805 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250366bd-367a-4981-b52a-91a42d3c88c9 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:56:55.429467 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-250366bd-367a-4981-b52a-91a42d3c88c9 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:55.430812 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-250366bd-367a-4981-b52a-91a42d3c88c9 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] 10.222.0.15 "PUT /v2.0/ports/ac298e6f-1bb2-4e6e-a716-c01393bf9823 HTTP/1.1" status: 200 len: 995 time: 3.0642035 May 30 04:56:55.435272 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a9d19ddc-af8c-48b1-acc3-42a7d2e96290 tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1642774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602230'] for router_interface, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:55.439584 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 39650) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:55.457944 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 6784e821-c379-4967-8cda-733b1f51b201 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 04:56:55.538815 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d19ddc-af8c-48b1-acc3-42a7d2e96290 tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Pushing event updated for resources: {'Port': ['ID=81bf5388-e933-44bb-90e1-c693279092a6,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:56:55.598100 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-e14595fa-4c17-4a2b-a52d-264a9eff9a5d None None] Provisioning for port 6784e821-c379-4967-8cda-733b1f51b201 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:56:55.598914 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-832c12d2-a3dd-4ccc-957b-5e7cd73ca8f0 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Deleting port ac298e6f-1bb2-4e6e-a716-c01393bf9823 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:56:55.599275 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-832c12d2-a3dd-4ccc-957b-5e7cd73ca8f0 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:55.681046 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-1fae987d-3523-4290-8df4-fcbf3a620b2a None None] Allocated IP 2001:db8::2 (0008fd3d-19e9-40cf-b545-4a7647b90cf1/87ed49ca-4d81-45c2-8784-7c499d00b5fc/d3b04704-0569-4f02-aa30-051362970af3) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:56:55.708863 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-b1bc1082-e2f5-4c47-bba9-f5a37b97a676 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Allocated IP 2001:db8::f816:3eff:fedb:ba38 (646e102c-bc77-48e6-b9b9-0ff74a4a595e/d6200f07-77ed-47fe-b2dc-ee6616972a85/12c8239b-891b-4d27-8055-f128ad08ab4f) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:56:55.733693 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-feac745d-98d8-436f-b3ad-77c20543e7fa admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7013e5dbc10143359296c3ddadc46dc1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8523419 May 30 04:56:55.739983 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 39654) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:55.740378 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-414158aa-c879-4a7e-8d4c-b14e24a1db17 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Deleting port 8c606e86-699d-4b4a-a1e0-8c8bfaa8a81c {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:56:55.740725 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-414158aa-c879-4a7e-8d4c-b14e24a1db17 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:55.748832 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port 6784e821-c379-4967-8cda-733b1f51b201 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:56:55.761730 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d19ddc-af8c-48b1-acc3-42a7d2e96290 tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Network dbf7fd93-46c7-453a-a2df-2c21057594f9 is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:56:55.765219 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-a9d19ddc-af8c-48b1-acc3-42a7d2e96290 tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:56:55.836876 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 6784e821-c379-4967-8cda-733b1f51b201 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:56:55.837252 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:55.872244 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6779e0b1-3bc6-4234-bb35-9c79e40cdd51 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:55.875575 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97deb102-08a0-448f-8e44-3403bfb3f3d7 None None] DHCP port deletion for 57d76ecc-47ac-48d9-8956-292a38909381 request from dv-neutron-843763-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 30 04:56:55.922457 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-97deb102-08a0-448f-8e44-3403bfb3f3d7 None None] Deleting port 8c606e86-699d-4b4a-a1e0-8c8bfaa8a81c {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:56:55.922821 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-97deb102-08a0-448f-8e44-3403bfb3f3d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:55.962050 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [None req-6779e0b1-3bc6-4234-bb35-9c79e40cdd51 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] device_id is not set on port fbb032e3-9a0a-4a8f-b4e8-6e7f46379706 yet. {{(pid=88260) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 30 04:56:56.071656 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-832c12d2-a3dd-4ccc-957b-5e7cd73ca8f0 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:56.146356 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-35d46212-9ac2-4215-9634-72ced6036896 None None] Provisioning complete for port ac298e6f-1bb2-4e6e-a716-c01393bf9823 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:56:56.146729 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-35d46212-9ac2-4215-9634-72ced6036896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:56.211301 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-832c12d2-a3dd-4ccc-957b-5e7cd73ca8f0 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Calling delete_port for ac298e6f-1bb2-4e6e-a716-c01393bf9823 owned by {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:56:56.224094 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f94ffd6e-3008-49e2-96c7-feb186f26489 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:56.268392 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9d19ddc-af8c-48b1-acc3-42a7d2e96290 tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Router b791a096-7377-4ca3-85f9-1fd099089824 has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 04:56:56.357071 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f94ffd6e-3008-49e2-96c7-feb186f26489 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:56.360561 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-35d46212-9ac2-4215-9634-72ced6036896 None None] Port ac298e6f-1bb2-4e6e-a716-c01393bf9823 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 04:56:56.372289 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-414158aa-c879-4a7e-8d4c-b14e24a1db17 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] For port 8c606e86-699d-4b4a-a1e0-8c8bfaa8a81c, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=8c606e86-699d-4b4a-a1e0-8c8bfaa8a81c,segment=NetworkSegment(94c19f0c-a342-475b-a096-37eac89debfd),segment_id=94c19f0c-a342-475b-a096-37eac89debfd)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:56:56.372479 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-414158aa-c879-4a7e-8d4c-b14e24a1db17 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:56.405749 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-1fae987d-3523-4290-8df4-fcbf3a620b2a None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:56.439963 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-1fae987d-3523-4290-8df4-fcbf3a620b2a None None] Transition to ACTIVE for port object d3b04704-0569-4f02-aa30-051362970af3 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:56:56.454483 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 6784e821-c379-4967-8cda-733b1f51b201 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:56:56.454865 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:56.507120 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-1fae987d-3523-4290-8df4-fcbf3a620b2a None None] Transition to ACTIVE for port object d3b04704-0569-4f02-aa30-051362970af3 will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:56:56.523480 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-97deb102-08a0-448f-8e44-3403bfb3f3d7 None None] For port 8c606e86-699d-4b4a-a1e0-8c8bfaa8a81c, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=8c606e86-699d-4b4a-a1e0-8c8bfaa8a81c,segment=NetworkSegment(94c19f0c-a342-475b-a096-37eac89debfd),segment_id=94c19f0c-a342-475b-a096-37eac89debfd)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:56:56.523973 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-97deb102-08a0-448f-8e44-3403bfb3f3d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:56.533916 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-1fae987d-3523-4290-8df4-fcbf3a620b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:56.564509 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-414158aa-c879-4a7e-8d4c-b14e24a1db17 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Calling delete_port for 8c606e86-699d-4b4a-a1e0-8c8bfaa8a81c owned by network:dhcp {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:56:56.641367 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9d19ddc-af8c-48b1-acc3-42a7d2e96290 tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 04:56:56.701875 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b1bc1082-e2f5-4c47-bba9-f5a37b97a676 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:56.751583 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-a9d19ddc-af8c-48b1-acc3-42a7d2e96290 tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] 10.222.0.15 "PUT /v2.0/routers/b791a096-7377-4ca3-85f9-1fd099089824/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1989708 May 30 04:56:56.753507 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ed53f4-41cf-4146-81d5-94e5472c9fdc None None] Sync routers for ids ['b791a096-7377-4ca3-85f9-1fd099089824'] in dv-neutron-843763-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 04:56:56.754429 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [None req-b1bc1082-e2f5-4c47-bba9-f5a37b97a676 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Transition to ACTIVE for port object 12c8239b-891b-4d27-8055-f128ad08ab4f will not be triggered until provisioned by entity DHCP. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:56:56.756395 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 39660) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:56.759226 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-832c12d2-a3dd-4ccc-957b-5e7cd73ca8f0 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:56.766958 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-97deb102-08a0-448f-8e44-3403bfb3f3d7 None None] Calling delete_port for 8c606e86-699d-4b4a-a1e0-8c8bfaa8a81c owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:56:56.776061 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-e1be471e-3a60-46cf-84bc-d06e160406f1 tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Request body: {'port': {'network_id': 'dbf7fd93-46c7-453a-a2df-2c21057594f9', 'name': 'tempest-FloatingIPAdminTestJSON-299254278'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:56:56.799559 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-6779e0b1-3bc6-4234-bb35-9c79e40cdd51 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Allocated IP 2001:db8::d7f1:284d:183b:be3e (0008fd3d-19e9-40cf-b545-4a7647b90cf1/87ed49ca-4d81-45c2-8784-7c499d00b5fc/fbb032e3-9a0a-4a8f-b4e8-6e7f46379706) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:56:56.800688 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] For port 6784e821-c379-4967-8cda-733b1f51b201, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=6784e821-c379-4967-8cda-733b1f51b201,segment=NetworkSegment(f608f794-864a-4e73-991f-5738bfddfcc0),segment_id=f608f794-864a-4e73-991f-5738bfddfcc0)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:56:56.822340 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832c12d2-a3dd-4ccc-957b-5e7cd73ca8f0 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Pushing event deleted for resources: {'Port': ['ID=ac298e6f-1bb2-4e6e-a716-c01393bf9823,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:56:56.861490 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-414158aa-c879-4a7e-8d4c-b14e24a1db17 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:56.872881 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-00bd9edd-b977-4b5c-8c07-ac0a0533d032 None None] Provisioning complete for port 81bf5388-e933-44bb-90e1-c693279092a6 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:56:56.873699 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-00bd9edd-b977-4b5c-8c07-ac0a0533d032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:56.939436 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:56.950547 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414158aa-c879-4a7e-8d4c-b14e24a1db17 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Pushing event deleted for resources: {'Port': ['ID=8c606e86-699d-4b4a-a1e0-8c8bfaa8a81c,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:56:56.952410 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f94ffd6e-3008-49e2-96c7-feb186f26489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:56.953843 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-832c12d2-a3dd-4ccc-957b-5e7cd73ca8f0 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:56.958646 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-832c12d2-a3dd-4ccc-957b-5e7cd73ca8f0 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] 10.222.0.15 "DELETE /v2.0/ports/ac298e6f-1bb2-4e6e-a716-c01393bf9823 HTTP/1.1" status: 204 len: 168 time: 1.5129218 May 30 04:56:56.959746 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 39664) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:56.962473 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fae987d-3523-4290-8df4-fcbf3a620b2a None None] Network 0008fd3d-19e9-40cf-b545-4a7647b90cf1 is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:56:56.970901 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fae987d-3523-4290-8df4-fcbf3a620b2a None None] Pushing event updated for resources: {'Port': ['ID=d3b04704-0569-4f02-aa30-051362970af3,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:56:56.973570 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-1fae987d-3523-4290-8df4-fcbf3a620b2a None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:56:56.975267 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ed53f4-41cf-4146-81d5-94e5472c9fdc None None] Routers {'b791a096-7377-4ca3-85f9-1fd099089824'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 04:56:56.976107 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-f3ed53f4-41cf-4146-81d5-94e5472c9fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T04:56:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['b791a096-7377-4ca3-85f9-1fd099089824'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:56:56.996612 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414158aa-c879-4a7e-8d4c-b14e24a1db17 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] No DVR routers for this DVR port 8c606e86-699d-4b4a-a1e0-8c8bfaa8a81c on host dv-neutron-843763-1-hyperv {{(pid=88260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 04:56:57.013289 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c0ec444-4e01-42e2-873d-259795ba34cc tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] GET failed (client error): The resource could not be found. May 30 04:56:57.013743 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-0c0ec444-4e01-42e2-873d-259795ba34cc tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Synchronizing usage tracker for tenant:cc70de9f5c794c1b972bc602f3239ed7 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:56:57.038598 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fae987d-3523-4290-8df4-fcbf3a620b2a None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:56:57.044679 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-0c0ec444-4e01-42e2-873d-259795ba34cc tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Unset dirty status for tenant:cc70de9f5c794c1b972bc602f3239ed7 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:56:57.049993 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-0c0ec444-4e01-42e2-873d-259795ba34cc tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] 10.222.0.15 "GET /v2.0/ports/ac298e6f-1bb2-4e6e-a716-c01393bf9823 HTTP/1.1" status: 404 len: 333 time: 0.0848370 May 30 04:56:57.050339 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 39668) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:57.056346 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-993d8c51-2653-4231-82e2-25232462f02f tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Request body: {'port': {'network_id': '433fa563-4f04-4ee5-af0f-ac69dc370a03', 'name': 'tempest-AllowedAddressPairTestJSON-1073594680'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:56:57.069622 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94ffd6e-3008-49e2-96c7-feb186f26489 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=302cdfb2-9f09-4272-be7a-4a2af48f1f4b,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:56:57.085788 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 738249e8-32dd-4cbb-acda-0a2c6bfa2728 no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 04:56:57.178626 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-f3ed53f4-41cf-4146-81d5-94e5472c9fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:56:57.203940 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] No Port match for: 738249e8-32dd-4cbb-acda-0a2c6bfa2728 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 04:56:57.204424 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 738249e8-32dd-4cbb-acda-0a2c6bfa2728 not bound to the agent host dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 04:56:57.212205 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-993d8c51-2653-4231-82e2-25232462f02f tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:56:57.226343 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-993d8c51-2653-4231-82e2-25232462f02f tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:56:57.240835 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-993d8c51-2653-4231-82e2-25232462f02f tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Made reservation on behalf of cc70de9f5c794c1b972bc602f3239ed7 for: {'port': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:56:57.249645 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-00bd9edd-b977-4b5c-8c07-ac0a0533d032 None None] Port 81bf5388-e933-44bb-90e1-c693279092a6 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 04:56:57.252107 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-993d8c51-2653-4231-82e2-25232462f02f tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:57.289303 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b1bc1082-e2f5-4c47-bba9-f5a37b97a676 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:57.299915 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [None req-993d8c51-2653-4231-82e2-25232462f02f tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] device_id is not set on port 4fde5817-a927-4d8c-b6dd-fe368facc06d yet. {{(pid=88261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 30 04:56:57.311441 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f94ffd6e-3008-49e2-96c7-feb186f26489 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:57.312704 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-f94ffd6e-3008-49e2-96c7-feb186f26489 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/302cdfb2-9f09-4272-be7a-4a2af48f1f4b HTTP/1.1" status: 204 len: 168 time: 1.5391316 May 30 04:56:57.390220 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-e1be471e-3a60-46cf-84bc-d06e160406f1 tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:56:57.419081 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 8c606e86-699d-4b4a-a1e0-8c8bfaa8a81c no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 04:56:57.422247 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-414158aa-c879-4a7e-8d4c-b14e24a1db17 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867540', 'neutron.services.segments.db._delete_segments_for_network-8729234922972'] for network, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:57.442732 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bc1082-e2f5-4c47-bba9-f5a37b97a676 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Pushing event updated for resources: {'Port': ['ID=12c8239b-891b-4d27-8055-f128ad08ab4f,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:56:57.449200 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1bc1082-e2f5-4c47-bba9-f5a37b97a676 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Network 646e102c-bc77-48e6-b9b9-0ff74a4a595e is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:56:57.451457 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-e1be471e-3a60-46cf-84bc-d06e160406f1 tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Usage tracker for resource:port and tenant:711a0215d65b4bf4a4724254de2410e3 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:56:57.461848 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-e1be471e-3a60-46cf-84bc-d06e160406f1 tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:56:57.507321 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] No Port match for: 8c606e86-699d-4b4a-a1e0-8c8bfaa8a81c {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 04:56:57.507789 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 8c606e86-699d-4b4a-a1e0-8c8bfaa8a81c not bound to the agent host dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 04:56:57.510034 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ed53f4-41cf-4146-81d5-94e5472c9fdc None None] Routers {'b791a096-7377-4ca3-85f9-1fd099089824'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 04:56:57.510828 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-f3ed53f4-41cf-4146-81d5-94e5472c9fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T04:56:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['b791a096-7377-4ca3-85f9-1fd099089824'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:56:57.512055 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-b1bc1082-e2f5-4c47-bba9-f5a37b97a676 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:56:57.514555 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1bc1082-e2f5-4c47-bba9-f5a37b97a676 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:56:57.521067 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1bc1082-e2f5-4c47-bba9-f5a37b97a676 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:56:57.521697 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b1bc1082-e2f5-4c47-bba9-f5a37b97a676 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:57.524183 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-993d8c51-2653-4231-82e2-25232462f02f tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Allocated IP 172.20.0.6 (433fa563-4f04-4ee5-af0f-ac69dc370a03/732e1e97-e13d-41bc-bb2f-10b9bb045c41/4fde5817-a927-4d8c-b6dd-fe368facc06d) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:56:57.563616 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-e1be471e-3a60-46cf-84bc-d06e160406f1 tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:56:57.569426 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-b1bc1082-e2f5-4c47-bba9-f5a37b97a676 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 3.2253153 May 30 04:56:57.573823 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 39678) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:57.576913 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-414158aa-c879-4a7e-8d4c-b14e24a1db17 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57d76ecc-47ac-48d9-8956-292a38909381']}} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:56:57.593180 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-1fae987d-3523-4290-8df4-fcbf3a620b2a None None] Attempting to bind port d3b04704-0569-4f02-aa30-051362970af3 on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 04:56:57.593834 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-1fae987d-3523-4290-8df4-fcbf3a620b2a None None] Attempting to bind port d3b04704-0569-4f02-aa30-051362970af3 by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': 'c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 04:56:57.594302 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fae987d-3523-4290-8df4-fcbf3a620b2a None None] Attempting to bind port d3b04704-0569-4f02-aa30-051362970af3 on network 0008fd3d-19e9-40cf-b545-4a7647b90cf1 {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 04:56:57.595920 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-414158aa-c879-4a7e-8d4c-b14e24a1db17 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94c19f0c-a342-475b-a096-37eac89debfd') {'for_net_delete': True} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:56:57.596217 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-414158aa-c879-4a7e-8d4c-b14e24a1db17 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94c19f0c-a342-475b-a096-37eac89debfd') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:56:57.597095 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.db.api [None req-97deb102-08a0-448f-8e44-3403bfb3f3d7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 04:56:57.597222 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG oslo_db.api [None req-97deb102-08a0-448f-8e44-3403bfb3f3d7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 04:56:57.602268 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Pushing event updated for resources: {'Port': ['ID=6784e821-c379-4967-8cda-733b1f51b201,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:56:57.620771 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-414158aa-c879-4a7e-8d4c-b14e24a1db17 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729235042807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1454725'] for segment, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:57.622308 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-f3ed53f4-41cf-4146-81d5-94e5472c9fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:56:57.622929 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ed53f4-41cf-4146-81d5-94e5472c9fdc None None] The sync data for ids ['b791a096-7377-4ca3-85f9-1fd099089824'] in dv-neutron-843763-1-hyperv is: [] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 04:56:57.632859 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fae987d-3523-4290-8df4-fcbf3a620b2a None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 4, 56, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 04:56:57.633461 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fae987d-3523-4290-8df4-fcbf3a620b2a None None] Checking segment: {'id': 'c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:56:57.634029 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-1fae987d-3523-4290-8df4-fcbf3a620b2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:57.634585 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1be471e-3a60-46cf-84bc-d06e160406f1 tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Made reservation on behalf of 711a0215d65b4bf4a4724254de2410e3 for: {'port': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:56:57.634684 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fae987d-3523-4290-8df4-fcbf3a620b2a None None] Bound using segment: {'id': 'c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 04:56:57.635417 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-1fae987d-3523-4290-8df4-fcbf3a620b2a None None] Bound port: d3b04704-0569-4f02-aa30-051362970af3, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 04:56:57.635890 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-1fae987d-3523-4290-8df4-fcbf3a620b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:57.645934 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-8a156f6d-1545-4e8c-825c-ca952d09aebd None None] Provisioning complete for port 6784e821-c379-4967-8cda-733b1f51b201 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:56:57.646449 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a156f6d-1545-4e8c-825c-ca952d09aebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:57.672077 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_v2 [None req-04553ae3-4d80-4b1d-a443-4262725dc9ac tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Deleting subnet d6200f07-77ed-47fe-b2dc-ee6616972a85 {{(pid=88261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 30 04:56:57.680033 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-0d3bba52-c94e-40e3-bcb2-30b02ecfa61c None None] Allocated IP 2001:db8::f816:3eff:febf:bf75 (646e102c-bc77-48e6-b9b9-0ff74a4a595e/d6200f07-77ed-47fe-b2dc-ee6616972a85/b22209ad-aa2a-4b40-88dd-81fedc31e85a) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:56:57.771838 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e1be471e-3a60-46cf-84bc-d06e160406f1 tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:57.778698 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 39682) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:57.798309 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [None req-e1be471e-3a60-46cf-84bc-d06e160406f1 tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] device_id is not set on port 0b51296d-80ec-43c4-bfc9-6bef67847cec yet. {{(pid=88260) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 30 04:56:57.815598 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c98b5f68-bb40-41f7-bd33-2ca6a689ae33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:57.837985 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-c98b5f68-bb40-41f7-bd33-2ca6a689ae33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:56:57.846987 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-c98b5f68-bb40-41f7-bd33-2ca6a689ae33 admin admin] Usage tracker for resource:security_group_rule and tenant:24771f14858c491f9d0d2a2017930224 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:56:57.858788 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-c98b5f68-bb40-41f7-bd33-2ca6a689ae33 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:56:57.868715 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-414158aa-c879-4a7e-8d4c-b14e24a1db17 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:57.869229 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-c98b5f68-bb40-41f7-bd33-2ca6a689ae33 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:56:57.888801 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-414158aa-c879-4a7e-8d4c-b14e24a1db17 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=88260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 04:56:57.889208 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-414158aa-c879-4a7e-8d4c-b14e24a1db17 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-862858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1547513'] for segment, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:57.913667 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-993d8c51-2653-4231-82e2-25232462f02f tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:57.944926 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [None req-993d8c51-2653-4231-82e2-25232462f02f tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Transition to ACTIVE for port object 4fde5817-a927-4d8c-b6dd-fe368facc06d will not be triggered until provisioned by entity DHCP. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:56:57.998768 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 94c19f0c-a342-475b-a096-37eac89debfd resource provider aggregate not found May 30 04:56:58.026268 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-1fae987d-3523-4290-8df4-fcbf3a620b2a None None] For port d3b04704-0569-4f02-aa30-051362970af3, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 04:56:58.038540 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c98b5f68-bb40-41f7-bd33-2ca6a689ae33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:58.049250 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c98b5f68-bb40-41f7-bd33-2ca6a689ae33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:58.055628 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 94c19f0c-a342-475b-a096-37eac89debfd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 94c19f0c-a342-475b-a096-37eac89debfd found for delete ", "request_id": "req-8ce15ef8-43f4-4c8d-9704-5c308b65b6a8"}]} May 30 04:56:58.061075 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-1fae987d-3523-4290-8df4-fcbf3a620b2a None None] For port d3b04704-0569-4f02-aa30-051362970af3, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=d3b04704-0569-4f02-aa30-051362970af3,segment=NetworkSegment(c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1),segment_id=c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 04:56:58.061269 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-993d8c51-2653-4231-82e2-25232462f02f tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:58.065782 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-28dc0fc0-fe0e-412d-b9c5-0846a68f0ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:58.081795 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-1fae987d-3523-4290-8df4-fcbf3a620b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:58.127740 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-97deb102-08a0-448f-8e44-3403bfb3f3d7 None None] Deleting port 8c606e86-699d-4b4a-a1e0-8c8bfaa8a81c {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:56:58.127740 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-97deb102-08a0-448f-8e44-3403bfb3f3d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:58.153907 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-8a156f6d-1545-4e8c-825c-ca952d09aebd None None] Current status of the port 6784e821-c379-4967-8cda-733b1f51b201 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:56:58.172979 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6779e0b1-3bc6-4234-bb35-9c79e40cdd51 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:58.210667 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [None req-6779e0b1-3bc6-4234-bb35-9c79e40cdd51 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Transition to ACTIVE for port object fbb032e3-9a0a-4a8f-b4e8-6e7f46379706 will not be triggered until provisioned by entity DHCP. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:56:58.241739 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-414158aa-c879-4a7e-8d4c-b14e24a1db17 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604744'] for network, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:58.253784 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-993d8c51-2653-4231-82e2-25232462f02f tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Network 433fa563-4f04-4ee5-af0f-ac69dc370a03 is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:56:58.255117 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-414158aa-c879-4a7e-8d4c-b14e24a1db17 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:58.261776 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-c98b5f68-bb40-41f7-bd33-2ca6a689ae33 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=24771f14858c491f9d0d2a2017930224&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4816935 May 30 04:56:58.268318 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-993d8c51-2653-4231-82e2-25232462f02f tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:56:58.268996 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-97deb102-08a0-448f-8e44-3403bfb3f3d7 None None] The port '8c606e86-699d-4b4a-a1e0-8c8bfaa8a81c' was deleted {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 30 04:56:58.271121 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98b5f68-bb40-41f7-bd33-2ca6a689ae33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e865324-9a5d-495b-a444-6a1ae4115bc1,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:56:58.274908 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 39690) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:58.279776 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993d8c51-2653-4231-82e2-25232462f02f tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:56:58.331864 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fae987d-3523-4290-8df4-fcbf3a620b2a None None] Pushing event updated for resources: {'Port': ['ID=d3b04704-0569-4f02-aa30-051362970af3,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:56:58.351488 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-0d3bba52-c94e-40e3-bcb2-30b02ecfa61c None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:58.362682 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6779e0b1-3bc6-4234-bb35-9c79e40cdd51 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:58.382271 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-0d3bba52-c94e-40e3-bcb2-30b02ecfa61c None None] Transition to ACTIVE for port object b22209ad-aa2a-4b40-88dd-81fedc31e85a will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:56:58.385933 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993d8c51-2653-4231-82e2-25232462f02f tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Pushing event updated for resources: {'Port': ['ID=4fde5817-a927-4d8c-b6dd-fe368facc06d,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:56:58.422817 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-0d3bba52-c94e-40e3-bcb2-30b02ecfa61c None None] Transition to ACTIVE for port object b22209ad-aa2a-4b40-88dd-81fedc31e85a will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:56:58.435855 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-0d3bba52-c94e-40e3-bcb2-30b02ecfa61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:58.436081 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-04553ae3-4d80-4b1d-a443-4262725dc9ac tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Notify callbacks [] for subnet, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:58.480530 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-e1be471e-3a60-46cf-84bc-d06e160406f1 tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Allocated IP 172.20.0.8 (dbf7fd93-46c7-453a-a2df-2c21057594f9/5291397c-397b-48d4-acc0-2a62e17d6b7d/0b51296d-80ec-43c4-bfc9-6bef67847cec) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:56:58.486474 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6779e0b1-3bc6-4234-bb35-9c79e40cdd51 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Pushing event updated for resources: {'Port': ['ID=fbb032e3-9a0a-4a8f-b4e8-6e7f46379706,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:56:58.497141 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414158aa-c879-4a7e-8d4c-b14e24a1db17 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Pushing event deleted for resources: {'Network': ['ID=57d76ecc-47ac-48d9-8956-292a38909381,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:56:58.501653 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6779e0b1-3bc6-4234-bb35-9c79e40cdd51 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Network 0008fd3d-19e9-40cf-b545-4a7647b90cf1 is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:56:58.509178 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-414158aa-c879-4a7e-8d4c-b14e24a1db17 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] 10.222.0.15 "DELETE /v2.0/networks/57d76ecc-47ac-48d9-8956-292a38909381 HTTP/1.1" status: 204 len: 168 time: 3.5171700 May 30 04:56:58.512345 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-6779e0b1-3bc6-4234-bb35-9c79e40cdd51 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:56:58.514065 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 39694) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:58.522627 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-98270256-1070-4c50-8e18-310673614b13 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2065317118', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:56:58.528995 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6779e0b1-3bc6-4234-bb35-9c79e40cdd51 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:56:58.538344 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-993d8c51-2653-4231-82e2-25232462f02f tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:56:58.539132 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-993d8c51-2653-4231-82e2-25232462f02f tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:58.543391 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6779e0b1-3bc6-4234-bb35-9c79e40cdd51 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:56:58.545471 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-04553ae3-4d80-4b1d-a443-4262725dc9ac tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3545586'] for subnet, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:58.549045 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6779e0b1-3bc6-4234-bb35-9c79e40cdd51 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:58.550542 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d3bba52-c94e-40e3-bcb2-30b02ecfa61c None None] Network 646e102c-bc77-48e6-b9b9-0ff74a4a595e is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:56:58.554008 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-0d3bba52-c94e-40e3-bcb2-30b02ecfa61c None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:56:58.558047 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3bba52-c94e-40e3-bcb2-30b02ecfa61c None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:56:58.562267 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-98270256-1070-4c50-8e18-310673614b13 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:56:58.594943 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-98270256-1070-4c50-8e18-310673614b13 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Usage tracker for resource:router and tenant:177e950b79b644f8ac61f323eed71206 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:56:58.599838 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3bba52-c94e-40e3-bcb2-30b02ecfa61c None None] Pushing event updated for resources: {'Port': ['ID=b22209ad-aa2a-4b40-88dd-81fedc31e85a,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:56:58.606282 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-98270256-1070-4c50-8e18-310673614b13 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:56:58.619679 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-6779e0b1-3bc6-4234-bb35-9c79e40cdd51 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.1018164 May 30 04:56:58.620746 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-98270256-1070-4c50-8e18-310673614b13 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:56:58.628907 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-377af8fd-a385-4c19-aa1e-e8deae05ddfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:58.633681 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 39698) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:58.699810 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-98270256-1070-4c50-8e18-310673614b13 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1603901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11666'] for router, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:58.701211 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-98270256-1070-4c50-8e18-310673614b13 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11675'] for router, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:58.743596 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-377af8fd-a385-4c19-aa1e-e8deae05ddfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:58.785138 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-0d3bba52-c94e-40e3-bcb2-30b02ecfa61c None None] Attempting to bind port b22209ad-aa2a-4b40-88dd-81fedc31e85a on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 04:56:58.785695 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-0d3bba52-c94e-40e3-bcb2-30b02ecfa61c None None] Attempting to bind port b22209ad-aa2a-4b40-88dd-81fedc31e85a by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': 'eff2d144-51a2-423f-9bc1-13e4d6fa37fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '646e102c-bc77-48e6-b9b9-0ff74a4a595e'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 04:56:58.786224 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3bba52-c94e-40e3-bcb2-30b02ecfa61c None None] Attempting to bind port b22209ad-aa2a-4b40-88dd-81fedc31e85a on network 646e102c-bc77-48e6-b9b9-0ff74a4a595e {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 04:56:58.796727 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3bba52-c94e-40e3-bcb2-30b02ecfa61c None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 4, 56, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 04:56:58.797762 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3bba52-c94e-40e3-bcb2-30b02ecfa61c None None] Checking segment: {'id': 'eff2d144-51a2-423f-9bc1-13e4d6fa37fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '646e102c-bc77-48e6-b9b9-0ff74a4a595e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:56:58.798309 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-0d3bba52-c94e-40e3-bcb2-30b02ecfa61c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:58.798835 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3bba52-c94e-40e3-bcb2-30b02ecfa61c None None] Bound using segment: {'id': 'eff2d144-51a2-423f-9bc1-13e4d6fa37fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '646e102c-bc77-48e6-b9b9-0ff74a4a595e'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 04:56:58.799418 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-0d3bba52-c94e-40e3-bcb2-30b02ecfa61c None None] Bound port: b22209ad-aa2a-4b40-88dd-81fedc31e85a, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eff2d144-51a2-423f-9bc1-13e4d6fa37fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '646e102c-bc77-48e6-b9b9-0ff74a4a595e'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 04:56:58.799906 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-0d3bba52-c94e-40e3-bcb2-30b02ecfa61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:58.845351 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-377af8fd-a385-4c19-aa1e-e8deae05ddfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:58.850873 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-377af8fd-a385-4c19-aa1e-e8deae05ddfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:58.851728 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-0c7ee3fa-7e66-4587-9a5a-859021c9c9e9 None None] Provisioning for port 4fde5817-a927-4d8c-b6dd-fe368facc06d completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:56:58.852437 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-377af8fd-a385-4c19-aa1e-e8deae05ddfc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5e865324-9a5d-495b-a444-6a1ae4115bc1 HTTP/1.1" status: 204 len: 168 time: 0.5215533 May 30 04:56:58.861944 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-98270256-1070-4c50-8e18-310673614b13 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:58.873524 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-0c7ee3fa-7e66-4587-9a5a-859021c9c9e9 None None] Provisioning complete for port 4fde5817-a927-4d8c-b6dd-fe368facc06d triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:56:58.874077 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-0c7ee3fa-7e66-4587-9a5a-859021c9c9e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:58.884791 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-993d8c51-2653-4231-82e2-25232462f02f tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8334155 May 30 04:56:58.895889 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 39704) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:58.903099 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e1be471e-3a60-46cf-84bc-d06e160406f1 tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:58.909642 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-b9f67ce9-5c17-4006-8c0f-f6e863cb8e46 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Request body: {'port': {'network_id': '433fa563-4f04-4ee5-af0f-ac69dc370a03', 'name': 'tempest-AllowedAddressPairTestJSON-50437382'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:56:58.911778 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377af8fd-a385-4c19-aa1e-e8deae05ddfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e865324-9a5d-495b-a444-6a1ae4115bc1,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:56:58.968395 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-0c7ee3fa-7e66-4587-9a5a-859021c9c9e9 None None] Port 4fde5817-a927-4d8c-b6dd-fe368facc06d cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 04:56:58.993188 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-019cc543-5662-4bdb-9998-1f272ae91601 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:56:58.996371 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-98270256-1070-4c50-8e18-310673614b13 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603653'] for router, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:58.999269 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-019cc543-5662-4bdb-9998-1f272ae91601 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:56:59.000209 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-019cc543-5662-4bdb-9998-1f272ae91601 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Synchronizing usage tracker for tenant:16af2dbefc6742d5a37a7b30e58c8c2f on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:56:59.019795 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [None req-e1be471e-3a60-46cf-84bc-d06e160406f1 tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Transition to ACTIVE for port object 0b51296d-80ec-43c4-bfc9-6bef67847cec will not be triggered until provisioned by entity DHCP. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:56:59.021792 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-019cc543-5662-4bdb-9998-1f272ae91601 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Unset dirty status for tenant:16af2dbefc6742d5a37a7b30e58c8c2f on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:56:59.025725 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-019cc543-5662-4bdb-9998-1f272ae91601 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.3889327 May 30 04:56:59.026353 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 39708) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:59.072338 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-98270256-1070-4c50-8e18-310673614b13 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:59.072338 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-98270256-1070-4c50-8e18-310673614b13 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5564508 May 30 04:56:59.077336 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 39712) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:59.086039 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-4d453c45-a674-41a1-94b5-05099a1caf30 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Request body: {'network': {'name': 'tempest-RoutersTest-1425861262'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:56:59.101409 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-4d453c45-a674-41a1-94b5-05099a1caf30 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:56:59.107564 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-04553ae3-4d80-4b1d-a443-4262725dc9ac tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860493'] for subnet, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:59.108912 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-4d453c45-a674-41a1-94b5-05099a1caf30 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Usage tracker for resource:network and tenant:177e950b79b644f8ac61f323eed71206 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:56:59.113130 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-4d453c45-a674-41a1-94b5-05099a1caf30 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:56:59.123118 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-4d453c45-a674-41a1-94b5-05099a1caf30 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:56:59.133189 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-b9f67ce9-5c17-4006-8c0f-f6e863cb8e46 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:56:59.139921 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-b9f67ce9-5c17-4006-8c0f-f6e863cb8e46 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Usage tracker for resource:port and tenant:cc70de9f5c794c1b972bc602f3239ed7 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:56:59.143696 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-b9f67ce9-5c17-4006-8c0f-f6e863cb8e46 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:56:59.146558 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d453c45-a674-41a1-94b5-05099a1caf30 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Made reservation on behalf of 177e950b79b644f8ac61f323eed71206 for: {'network': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:56:59.149996 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4d453c45-a674-41a1-94b5-05099a1caf30 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for network, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:59.156164 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-b5235b4b-9592-43ca-8bb7-b52cfdeec3d4 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Deleting port fbb032e3-9a0a-4a8f-b4e8-6e7f46379706 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:56:59.156974 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b5235b4b-9592-43ca-8bb7-b52cfdeec3d4 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:59.160013 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e1be471e-3a60-46cf-84bc-d06e160406f1 tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:59.207245 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-b9f67ce9-5c17-4006-8c0f-f6e863cb8e46 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:56:59.250898 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1be471e-3a60-46cf-84bc-d06e160406f1 tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Network dbf7fd93-46c7-453a-a2df-2c21057594f9 is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:56:59.255211 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-e1be471e-3a60-46cf-84bc-d06e160406f1 tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:56:59.260161 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1be471e-3a60-46cf-84bc-d06e160406f1 tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:56:59.291354 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9f67ce9-5c17-4006-8c0f-f6e863cb8e46 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Made reservation on behalf of cc70de9f5c794c1b972bc602f3239ed7 for: {'port': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:56:59.300198 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b9f67ce9-5c17-4006-8c0f-f6e863cb8e46 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:59.335765 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1be471e-3a60-46cf-84bc-d06e160406f1 tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Pushing event updated for resources: {'Port': ['ID=0b51296d-80ec-43c4-bfc9-6bef67847cec,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:56:59.374128 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [None req-b9f67ce9-5c17-4006-8c0f-f6e863cb8e46 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] device_id is not set on port 61770b40-58a6-468c-9bc9-3088524b484d yet. {{(pid=88260) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 30 04:56:59.465462 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1be471e-3a60-46cf-84bc-d06e160406f1 tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:56:59.470571 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e1be471e-3a60-46cf-84bc-d06e160406f1 tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:59.493167 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device d3b04704-0569-4f02-aa30-051362970af3 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 04:56:59.513901 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-04553ae3-4d80-4b1d-a443-4262725dc9ac tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2304955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9305493'] for subnet, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:59.514083 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d453c45-a674-41a1-94b5-05099a1caf30 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=88260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 04:56:59.536138 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-e1be471e-3a60-46cf-84bc-d06e160406f1 tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7749908 May 30 04:56:59.540993 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4d453c45-a674-41a1-94b5-05099a1caf30 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:59.541421 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.db.segments_db [None req-4d453c45-a674-41a1-94b5-05099a1caf30 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Added segment 6b2a0b0c-38dc-4571-bb1b-ee54316e910b of type vlan for network 769b7698-7495-4486-9f2d-72117eec4bb7 May 30 04:56:59.545845 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 39726) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:59.600653 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-04553ae3-4d80-4b1d-a443-4262725dc9ac tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:59.622803 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-0d3bba52-c94e-40e3-bcb2-30b02ecfa61c None None] For port b22209ad-aa2a-4b40-88dd-81fedc31e85a, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 04:56:59.626575 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-04553ae3-4d80-4b1d-a443-4262725dc9ac tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] 10.222.0.15 "DELETE /v2.0/subnets/d6200f07-77ed-47fe-b2dc-ee6616972a85 HTTP/1.1" status: 204 len: 168 time: 2.0449090 May 30 04:56:59.632819 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-0d3bba52-c94e-40e3-bcb2-30b02ecfa61c None None] For port b22209ad-aa2a-4b40-88dd-81fedc31e85a, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=b22209ad-aa2a-4b40-88dd-81fedc31e85a,segment=NetworkSegment(eff2d144-51a2-423f-9bc1-13e4d6fa37fc),segment_id=eff2d144-51a2-423f-9bc1-13e4d6fa37fc)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 04:56:59.647690 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-0d3bba52-c94e-40e3-bcb2-30b02ecfa61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:59.666309 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 39732) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:56:59.667347 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04553ae3-4d80-4b1d-a443-4262725dc9ac tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Pushing event deleted for resources: {'Subnet': ['ID=d6200f07-77ed-47fe-b2dc-ee6616972a85,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:56:59.736250 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port d3b04704-0569-4f02-aa30-051362970af3 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:56:59.764911 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 6784e821-c379-4967-8cda-733b1f51b201 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 04:56:59.769586 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-b9f67ce9-5c17-4006-8c0f-f6e863cb8e46 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Allocated IP 172.20.0.4 (433fa563-4f04-4ee5-af0f-ac69dc370a03/732e1e97-e13d-41bc-bb2f-10b9bb045c41/61770b40-58a6-468c-9bc9-3088524b484d) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:56:59.797726 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b8702a4-f420-4fe2-9ad2-06c7c37ab62f tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:56:59.801982 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b8702a4-f420-4fe2-9ad2-06c7c37ab62f tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:56:59.803717 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-6b8702a4-f420-4fe2-9ad2-06c7c37ab62f tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Synchronizing usage tracker for tenant:2e8281e2cfdf4b3b8620717ff49100ba on resource:subnet {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:56:59.815535 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-7fbfee9e-92c6-4228-a3f0-9630659bbccf None None] Provisioning for port 0b51296d-80ec-43c4-bfc9-6bef67847cec completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:56:59.832514 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-7fbfee9e-92c6-4228-a3f0-9630659bbccf None None] Provisioning complete for port 0b51296d-80ec-43c4-bfc9-6bef67847cec triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:56:59.832904 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7fbfee9e-92c6-4228-a3f0-9630659bbccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:56:59.945944 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3bba52-c94e-40e3-bcb2-30b02ecfa61c None None] Pushing event updated for resources: {'Port': ['ID=b22209ad-aa2a-4b40-88dd-81fedc31e85a,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:56:59.969092 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-7fbfee9e-92c6-4228-a3f0-9630659bbccf None None] Port 0b51296d-80ec-43c4-bfc9-6bef67847cec cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 04:56:59.987771 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-6b8702a4-f420-4fe2-9ad2-06c7c37ab62f tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Unset dirty status for tenant:2e8281e2cfdf4b3b8620717ff49100ba on resource:subnet {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:56:59.990104 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-6b8702a4-f420-4fe2-9ad2-06c7c37ab62f tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3145149 May 30 04:56:59.995696 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 39742) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:57:00.002063 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 6784e821-c379-4967-8cda-733b1f51b201 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:57:00.002460 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:00.049193 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b5235b4b-9592-43ca-8bb7-b52cfdeec3d4 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:00.169908 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b9f67ce9-5c17-4006-8c0f-f6e863cb8e46 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:00.187477 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [None req-b9f67ce9-5c17-4006-8c0f-f6e863cb8e46 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Transition to ACTIVE for port object 61770b40-58a6-468c-9bc9-3088524b484d will not be triggered until provisioned by entity DHCP. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:57:00.222261 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4d453c45-a674-41a1-94b5-05099a1caf30 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729234556353'] for network, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:00.230986 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 6784e821-c379-4967-8cda-733b1f51b201 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:57:00.236925 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-8c964e8e-e767-4426-a9a7-2e6fb016738c tempest-FloatingIPAdminTestJSON-2009640080 tempest-FloatingIPAdminTestJSON-2009640080-project-admin] Request body: {'floatingip': {'floating_network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'project_id': '711a0215d65b4bf4a4724254de2410e3', 'port_id': '0b51296d-80ec-43c4-bfc9-6bef67847cec'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:57:00.248544 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-8c964e8e-e767-4426-a9a7-2e6fb016738c tempest-FloatingIPAdminTestJSON-2009640080 tempest-FloatingIPAdminTestJSON-2009640080-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:57:00.256271 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b9f67ce9-5c17-4006-8c0f-f6e863cb8e46 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:00.299693 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-0645c3e5-bfac-46bc-b511-8684361ddc68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:00.303597 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-a26dc288-2fdc-45e1-b225-88d481be3ac7 None None] Provisioning for port d3b04704-0569-4f02-aa30-051362970af3 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:57:00.314271 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-a26dc288-2fdc-45e1-b225-88d481be3ac7 None None] Provisioning complete for port d3b04704-0569-4f02-aa30-051362970af3 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:57:00.316186 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a26dc288-2fdc-45e1-b225-88d481be3ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:00.325007 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-b5235b4b-9592-43ca-8bb7-b52cfdeec3d4 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Calling delete_port for fbb032e3-9a0a-4a8f-b4e8-6e7f46379706 owned by {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:57:00.460413 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-8c964e8e-e767-4426-a9a7-2e6fb016738c tempest-FloatingIPAdminTestJSON-2009640080 tempest-FloatingIPAdminTestJSON-2009640080-project-admin] Usage tracker for resource:floatingip and tenant:711a0215d65b4bf4a4724254de2410e3 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:57:00.465416 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f67ce9-5c17-4006-8c0f-f6e863cb8e46 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Pushing event updated for resources: {'Port': ['ID=61770b40-58a6-468c-9bc9-3088524b484d,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:00.471016 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-8c964e8e-e767-4426-a9a7-2e6fb016738c tempest-FloatingIPAdminTestJSON-2009640080 tempest-FloatingIPAdminTestJSON-2009640080-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:57:00.476220 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.db.resource_extend [None req-4d453c45-a674-41a1-94b5-05099a1caf30 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 04:57:00.528023 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-8c964e8e-e767-4426-a9a7-2e6fb016738c tempest-FloatingIPAdminTestJSON-2009640080 tempest-FloatingIPAdminTestJSON-2009640080-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:57:00.555802 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f67ce9-5c17-4006-8c0f-f6e863cb8e46 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Network 433fa563-4f04-4ee5-af0f-ac69dc370a03 is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:57:00.560139 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-b9f67ce9-5c17-4006-8c0f-f6e863cb8e46 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:57:00.569629 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f67ce9-5c17-4006-8c0f-f6e863cb8e46 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:57:00.586413 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-a26dc288-2fdc-45e1-b225-88d481be3ac7 None None] Current status of the port d3b04704-0569-4f02-aa30-051362970af3 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:57:00.589285 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a26dc288-2fdc-45e1-b225-88d481be3ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:00.635121 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4d453c45-a674-41a1-94b5-05099a1caf30 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788'] for network, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:00.643328 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d453c45-a674-41a1-94b5-05099a1caf30 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:57:00.644331 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4d453c45-a674-41a1-94b5-05099a1caf30 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:00.697518 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-a26dc288-2fdc-45e1-b225-88d481be3ac7 None None] For port d3b04704-0569-4f02-aa30-051362970af3, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=d3b04704-0569-4f02-aa30-051362970af3,segment=NetworkSegment(c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1),segment_id=c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:57:00.705290 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0c95f0c1-1333-4633-b512-eb9f4a1e06d1 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897784'] for network, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:00.708750 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a26dc288-2fdc-45e1-b225-88d481be3ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:00.724928 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c95f0c1-1333-4633-b512-eb9f4a1e06d1 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] DELETE failed (client error): There was a conflict when trying to complete your request. May 30 04:57:00.725528 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c95f0c1-1333-4633-b512-eb9f4a1e06d1 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 04:57:00.755126 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-0c95f0c1-1333-4633-b512-eb9f4a1e06d1 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] 10.222.0.15 "DELETE /v2.0/networks/646e102c-bc77-48e6-b9b9-0ff74a4a595e HTTP/1.1" status: 409 len: 405 time: 0.7563410 May 30 04:57:00.756950 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b5235b4b-9592-43ca-8bb7-b52cfdeec3d4 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:00.759117 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 39752) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:57:00.804947 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8c964e8e-e767-4426-a9a7-2e6fb016738c tempest-FloatingIPAdminTestJSON-2009640080 tempest-FloatingIPAdminTestJSON-2009640080-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:00.827607 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-b589acb1-68d7-4feb-93b2-d56963b6e9e8 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-316916407'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:57:00.839376 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-b589acb1-68d7-4feb-93b2-d56963b6e9e8 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:57:00.847620 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d453c45-a674-41a1-94b5-05099a1caf30 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Pushing event updated for resources: {'Network': ['ID=769b7698-7495-4486-9f2d-72117eec4bb7,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:00.860374 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-434bc784-4322-467c-a9fb-1fbbad83592d None None] Could not find standard attr ID for object fbb032e3-9a0a-4a8f-b4e8-6e7f46379706. {{(pid=88262) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 30 04:57:00.879728 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Network 769b7698-7495-4486-9f2d-72117eec4bb7 details requested by agent ovs-agent-dv-neutron-843763-1-hyperv with host dv-neutron-843763-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 04:57:00.884414 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-b589acb1-68d7-4feb-93b2-d56963b6e9e8 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Usage tracker for resource:network and tenant:2e8281e2cfdf4b3b8620717ff49100ba is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:57:00.893319 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5235b4b-9592-43ca-8bb7-b52cfdeec3d4 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Pushing event deleted for resources: {'Port': ['ID=fbb032e3-9a0a-4a8f-b4e8-6e7f46379706,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:00.911087 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-b589acb1-68d7-4feb-93b2-d56963b6e9e8 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:57:00.974286 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-b589acb1-68d7-4feb-93b2-d56963b6e9e8 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:57:00.995613 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b5235b4b-9592-43ca-8bb7-b52cfdeec3d4 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:01.000329 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-b5235b4b-9592-43ca-8bb7-b52cfdeec3d4 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "DELETE /v2.0/ports/fbb032e3-9a0a-4a8f-b4e8-6e7f46379706 HTTP/1.1" status: 204 len: 168 time: 1.9715428 May 30 04:57:01.005025 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 39760) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:57:01.054604 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26dc288-2fdc-45e1-b225-88d481be3ac7 None None] Pushing event updated for resources: {'Port': ['ID=d3b04704-0569-4f02-aa30-051362970af3,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:01.122618 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-4d453c45-a674-41a1-94b5-05099a1caf30 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.0426714 May 30 04:57:01.123310 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 39766) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:57:01.134273 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b589acb1-68d7-4feb-93b2-d56963b6e9e8 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Made reservation on behalf of 2e8281e2cfdf4b3b8620717ff49100ba for: {'network': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:57:01.142489 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b589acb1-68d7-4feb-93b2-d56963b6e9e8 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for network, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:01.168025 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-ff15ada9-217e-45c5-bd52-6cd7c1f07b88 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Request body: {'subnet': {'network_id': '769b7698-7495-4486-9f2d-72117eec4bb7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:57:01.188675 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-91c53833-dce4-4836-a92a-8fef9173b134 None None] Provisioning for port 61770b40-58a6-468c-9bc9-3088524b484d completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:57:01.205631 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-91c53833-dce4-4836-a92a-8fef9173b134 None None] Provisioning complete for port 61770b40-58a6-468c-9bc9-3088524b484d triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:57:01.206086 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-91c53833-dce4-4836-a92a-8fef9173b134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:01.271405 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a7f897-4aba-4209-ae4f-def6d72f0d48 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:57:01.276956 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56ded65b-0e68-413c-8b9b-1097922cc81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:01.279122 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a7f897-4aba-4209-ae4f-def6d72f0d48 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:57:01.284043 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-60a7f897-4aba-4209-ae4f-def6d72f0d48 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2772632 May 30 04:57:01.286042 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 39770) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:57:01.384724 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-91c53833-dce4-4836-a92a-8fef9173b134 None None] Port 61770b40-58a6-468c-9bc9-3088524b484d cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 04:57:01.430313 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:01.433367 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b589acb1-68d7-4feb-93b2-d56963b6e9e8 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=88261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 04:57:01.459053 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b589acb1-68d7-4feb-93b2-d56963b6e9e8 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:01.459502 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.db.segments_db [None req-b589acb1-68d7-4feb-93b2-d56963b6e9e8 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Added segment 36edc84a-0389-4de8-9645-648cd82ae83c of type vlan for network d5ec38ec-006d-476c-acb5-63312f11c8bc May 30 04:57:01.467887 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f67ce9-5c17-4006-8c0f-f6e863cb8e46 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:57:01.473192 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b9f67ce9-5c17-4006-8c0f-f6e863cb8e46 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:01.506811 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-ff15ada9-217e-45c5-bd52-6cd7c1f07b88 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:57:01.528025 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-ff15ada9-217e-45c5-bd52-6cd7c1f07b88 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Usage tracker for resource:subnet and tenant:177e950b79b644f8ac61f323eed71206 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:57:01.534159 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device b22209ad-aa2a-4b40-88dd-81fedc31e85a up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 04:57:01.535492 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-ff15ada9-217e-45c5-bd52-6cd7c1f07b88 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:57:01.537062 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b589acb1-68d7-4feb-93b2-d56963b6e9e8 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729234556353'] for network, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:01.543458 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-ff15ada9-217e-45c5-bd52-6cd7c1f07b88 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:57:01.560736 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-b9f67ce9-5c17-4006-8c0f-f6e863cb8e46 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.6637537 May 30 04:57:01.564005 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 39780) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:57:01.572628 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-065180f5-2486-4bfb-affe-b8953088bea0 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:09:7b:db'}, {'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:6d:73:76'}]}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:57:01.595215 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_v2 [None req-d21a6e8a-b9a5-4082-99d8-8803c519bda1 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Deleting subnet 87ed49ca-4d81-45c2-8784-7c499d00b5fc {{(pid=88261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 30 04:57:01.601983 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d21a6e8a-b9a5-4082-99d8-8803c519bda1 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks [] for subnet, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:01.608941 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff15ada9-217e-45c5-bd52-6cd7c1f07b88 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Made reservation on behalf of 177e950b79b644f8ac61f323eed71206 for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:57:01.614296 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ff15ada9-217e-45c5-bd52-6cd7c1f07b88 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2133361'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:01.627745 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a16a448a-006e-4c0e-a882-9dc7edda5056 None None] Network 646e102c-bc77-48e6-b9b9-0ff74a4a595e requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:57:01.640148 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 39784) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:57:01.696319 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d21a6e8a-b9a5-4082-99d8-8803c519bda1 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3545586'] for subnet, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:01.730097 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b589acb1-68d7-4feb-93b2-d56963b6e9e8 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788'] for network, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:01.738328 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b589acb1-68d7-4feb-93b2-d56963b6e9e8 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:57:01.740048 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b589acb1-68d7-4feb-93b2-d56963b6e9e8 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:01.756965 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port b22209ad-aa2a-4b40-88dd-81fedc31e85a completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:57:01.791203 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-816f8f8b-6dad-43b1-9714-08827698dd96 None None] Provisioning for port b22209ad-aa2a-4b40-88dd-81fedc31e85a completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:57:01.795453 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device d3b04704-0569-4f02-aa30-051362970af3 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 04:57:01.852181 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-1fad80a0-adb5-42c3-b1dc-67d2bbf19e36 tempest-RoutersTestDVR-1477533861 tempest-RoutersTestDVR-1477533861-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-602251033'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:57:01.896246 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-b589acb1-68d7-4feb-93b2-d56963b6e9e8 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.1339033 May 30 04:57:01.898861 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-816f8f8b-6dad-43b1-9714-08827698dd96 None None] Provisioning complete for port b22209ad-aa2a-4b40-88dd-81fedc31e85a triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:57:01.899231 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-816f8f8b-6dad-43b1-9714-08827698dd96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:01.900815 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 39790) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:57:01.915101 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-fe0b0e2e-5fb4-452f-a4d9-fc66313000b9 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Request body: {'subnet': {'network_id': 'd5ec38ec-006d-476c-acb5-63312f11c8bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:57:01.917113 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-1fad80a0-adb5-42c3-b1dc-67d2bbf19e36 tempest-RoutersTestDVR-1477533861 tempest-RoutersTestDVR-1477533861-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:57:01.934742 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8c964e8e-e767-4426-a9a7-2e6fb016738c tempest-FloatingIPAdminTestJSON-2009640080 tempest-FloatingIPAdminTestJSON-2009640080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:01.934986 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b589acb1-68d7-4feb-93b2-d56963b6e9e8 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Pushing event updated for resources: {'Network': ['ID=d5ec38ec-006d-476c-acb5-63312f11c8bc,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:01.941000 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-1fad80a0-adb5-42c3-b1dc-67d2bbf19e36 tempest-RoutersTestDVR-1477533861 tempest-RoutersTestDVR-1477533861-project-admin] Usage tracker for resource:router and tenant:cac6b3a6ef584136ac43bb32d06e758e is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:57:01.958000 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Network d5ec38ec-006d-476c-acb5-63312f11c8bc details requested by agent ovs-agent-dv-neutron-843763-1-hyperv with host dv-neutron-843763-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 04:57:01.979772 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-1fad80a0-adb5-42c3-b1dc-67d2bbf19e36 tempest-RoutersTestDVR-1477533861 tempest-RoutersTestDVR-1477533861-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:57:01.995241 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-1fad80a0-adb5-42c3-b1dc-67d2bbf19e36 tempest-RoutersTestDVR-1477533861 tempest-RoutersTestDVR-1477533861-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:57:02.060555 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1fad80a0-adb5-42c3-b1dc-67d2bbf19e36 tempest-RoutersTestDVR-1477533861 tempest-RoutersTestDVR-1477533861-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1603901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11666'] for router, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:02.061535 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1fad80a0-adb5-42c3-b1dc-67d2bbf19e36 tempest-RoutersTestDVR-1477533861 tempest-RoutersTestDVR-1477533861-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11675'] for router, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:02.098457 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d21a6e8a-b9a5-4082-99d8-8803c519bda1 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860493'] for subnet, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:02.166240 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-fe0b0e2e-5fb4-452f-a4d9-fc66313000b9 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:57:02.177570 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port d3b04704-0569-4f02-aa30-051362970af3 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:57:02.177965 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:02.186876 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-fe0b0e2e-5fb4-452f-a4d9-fc66313000b9 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:57:02.206885 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe0b0e2e-5fb4-452f-a4d9-fc66313000b9 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Made reservation on behalf of 2e8281e2cfdf4b3b8620717ff49100ba for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:57:02.210738 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-fe0b0e2e-5fb4-452f-a4d9-fc66313000b9 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9305518'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:02.269120 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1fad80a0-adb5-42c3-b1dc-67d2bbf19e36 tempest-RoutersTestDVR-1477533861 tempest-RoutersTestDVR-1477533861-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:02.293018 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d21a6e8a-b9a5-4082-99d8-8803c519bda1 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2304955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9305493'] for subnet, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:02.313374 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-065180f5-2486-4bfb-affe-b8953088bea0 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:02.384029 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-816f8f8b-6dad-43b1-9714-08827698dd96 None None] Current status of the port b22209ad-aa2a-4b40-88dd-81fedc31e85a is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:57:02.384593 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-816f8f8b-6dad-43b1-9714-08827698dd96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:02.405880 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a5837d1-d701-4fcb-8999-fa23fc9ee30a None None] DHCP port deletion for 646e102c-bc77-48e6-b9b9-0ff74a4a595e request from dv-neutron-843763-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 30 04:57:02.424997 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1fad80a0-adb5-42c3-b1dc-67d2bbf19e36 tempest-RoutersTestDVR-1477533861 tempest-RoutersTestDVR-1477533861-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603653'] for router, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:02.435390 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-816f8f8b-6dad-43b1-9714-08827698dd96 None None] For port b22209ad-aa2a-4b40-88dd-81fedc31e85a, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=b22209ad-aa2a-4b40-88dd-81fedc31e85a,segment=NetworkSegment(eff2d144-51a2-423f-9bc1-13e4d6fa37fc),segment_id=eff2d144-51a2-423f-9bc1-13e4d6fa37fc)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:57:02.436949 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-4a5837d1-d701-4fcb-8999-fa23fc9ee30a None None] Deleting port b22209ad-aa2a-4b40-88dd-81fedc31e85a {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:57:02.437551 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-4a5837d1-d701-4fcb-8999-fa23fc9ee30a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:02.449400 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-8c964e8e-e767-4426-a9a7-2e6fb016738c tempest-FloatingIPAdminTestJSON-2009640080 tempest-FloatingIPAdminTestJSON-2009640080-project-admin] Allocated IP 172.26.6.176 (1bab70f4-3794-44db-8e17-19f483aa8ffa/6b5b73c1-b0ce-4f83-a930-c00cc5522926/4a849ed5-31aa-4585-836c-261e7f25d0cf) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:57:02.475124 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-816f8f8b-6dad-43b1-9714-08827698dd96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:02.480250 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21a6e8a-b9a5-4082-99d8-8803c519bda1 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Pushing event deleted for resources: {'Subnet': ['ID=87ed49ca-4d81-45c2-8784-7c499d00b5fc,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:02.492190 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d21a6e8a-b9a5-4082-99d8-8803c519bda1 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:02.506409 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ff15ada9-217e-45c5-bd52-6cd7c1f07b88 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1547796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2133315'] for subnet, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:02.513231 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-d21a6e8a-b9a5-4082-99d8-8803c519bda1 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "DELETE /v2.0/subnets/87ed49ca-4d81-45c2-8784-7c499d00b5fc HTTP/1.1" status: 204 len: 168 time: 1.2180231 May 30 04:57:02.515041 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 39794) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:57:02.588983 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1fad80a0-adb5-42c3-b1dc-67d2bbf19e36 tempest-RoutersTestDVR-1477533861 tempest-RoutersTestDVR-1477533861-project-admin] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:02.590437 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-1fad80a0-adb5-42c3-b1dc-67d2bbf19e36 tempest-RoutersTestDVR-1477533861 tempest-RoutersTestDVR-1477533861-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.9490824 May 30 04:57:02.595040 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-2792c06a-6867-4eda-a1e0-fed0e6e4dbe4 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0758812 May 30 04:57:02.595223 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 39798) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:57:02.595422 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 39800) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:57:02.605073 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c16455-7250-4105-9ca7-a5116476f259 None None] Network 0008fd3d-19e9-40cf-b545-4a7647b90cf1 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:57:02.712671 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port d3b04704-0569-4f02-aa30-051362970af3 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:57:02.790561 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d53fc3a1-565d-4847-b831-c94e43520329 tempest-RoutersTestDVR-1477533861 tempest-RoutersTestDVR-1477533861-project-admin] Notify callbacks [] for router, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:02.800298 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff15ada9-217e-45c5-bd52-6cd7c1f07b88 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Pushing event updated for resources: {'Subnet': ['ID=77532eb2-7620-4ce4-8e37-61e439c6d44b,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:02.803296 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff15ada9-217e-45c5-bd52-6cd7c1f07b88 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Checking segment: {'id': '6b2a0b0c-38dc-4571-bb1b-ee54316e910b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '769b7698-7495-4486-9f2d-72117eec4bb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:57:02.803663 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff15ada9-217e-45c5-bd52-6cd7c1f07b88 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Network hostable DHCP agents. Network: 769b7698-7495-4486-9f2d-72117eec4bb7, hostable agents: ['1c705e68-3d3e-4dd3-9252-feb21d4b96ab'], hosted agents: [] {{(pid=88260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 04:57:02.877574 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a142624-940e-4c55-bf49-a5329c884075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:02.882317 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff15ada9-217e-45c5-bd52-6cd7c1f07b88 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Network 769b7698-7495-4486-9f2d-72117eec4bb7 is scheduled to be hosted by DHCP agent 1c705e68-3d3e-4dd3-9252-feb21d4b96ab with binding_index 1 {{(pid=88260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 04:57:02.907255 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816f8f8b-6dad-43b1-9714-08827698dd96 None None] Pushing event updated for resources: {'Port': ['ID=b22209ad-aa2a-4b40-88dd-81fedc31e85a,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:02.915598 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8c964e8e-e767-4426-a9a7-2e6fb016738c tempest-FloatingIPAdminTestJSON-2009640080 tempest-FloatingIPAdminTestJSON-2009640080-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:02.919105 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-ff15ada9-217e-45c5-bd52-6cd7c1f07b88 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843763-1-hyperv, 769b7698-7495-4486-9f2d-72117eec4bb7) {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:57:02.923454 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff15ada9-217e-45c5-bd52-6cd7c1f07b88 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:57:02.924036 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ff15ada9-217e-45c5-bd52-6cd7c1f07b88 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:02.960867 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-ff15ada9-217e-45c5-bd52-6cd7c1f07b88 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8183274 May 30 04:57:02.969639 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 39806) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:57:02.971630 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b28561e-7a7e-4438-a657-23af2c0bc474 None None] Network 769b7698-7495-4486-9f2d-72117eec4bb7 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:57:02.989991 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-065180f5-2486-4bfb-affe-b8953088bea0 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Notify callbacks [] for port, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:02.996618 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-065180f5-2486-4bfb-affe-b8953088bea0 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1547421'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:03.040266 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8c964e8e-e767-4426-a9a7-2e6fb016738c tempest-FloatingIPAdminTestJSON-2009640080 tempest-FloatingIPAdminTestJSON-2009640080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:03.093850 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-4a5837d1-d701-4fcb-8999-fa23fc9ee30a None None] For port b22209ad-aa2a-4b40-88dd-81fedc31e85a, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=b22209ad-aa2a-4b40-88dd-81fedc31e85a,segment=NetworkSegment(eff2d144-51a2-423f-9bc1-13e4d6fa37fc),segment_id=eff2d144-51a2-423f-9bc1-13e4d6fa37fc)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:57:03.094085 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-4a5837d1-d701-4fcb-8999-fa23fc9ee30a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:03.128727 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065180f5-2486-4bfb-affe-b8953088bea0 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Pushing event updated for resources: {'Port': ['ID=61770b40-58a6-468c-9bc9-3088524b484d,revision_number=2']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:03.170352 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c964e8e-e767-4426-a9a7-2e6fb016738c tempest-FloatingIPAdminTestJSON-2009640080 tempest-FloatingIPAdminTestJSON-2009640080-project-admin] Network 1bab70f4-3794-44db-8e17-19f483aa8ffa is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:57:03.197369 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-8c964e8e-e767-4426-a9a7-2e6fb016738c tempest-FloatingIPAdminTestJSON-2009640080 tempest-FloatingIPAdminTestJSON-2009640080-project-admin] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:57:03.210605 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c964e8e-e767-4426-a9a7-2e6fb016738c tempest-FloatingIPAdminTestJSON-2009640080 tempest-FloatingIPAdminTestJSON-2009640080-project-admin] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:57:03.229924 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-4a5837d1-d701-4fcb-8999-fa23fc9ee30a None None] Calling delete_port for b22209ad-aa2a-4b40-88dd-81fedc31e85a owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:57:03.277667 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bd01630-ebee-4f6a-8854-69ae7828afc4 None None] DHCP port deletion for 0008fd3d-19e9-40cf-b545-4a7647b90cf1 request from dv-neutron-843763-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 30 04:57:03.288699 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-065180f5-2486-4bfb-affe-b8953088bea0 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] In _notify_port_updated(), no bound segment for port 61770b40-58a6-468c-9bc9-3088524b484d on network 433fa563-4f04-4ee5-af0f-ac69dc370a03 {{(pid=88260) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 30 04:57:03.299398 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-065180f5-2486-4bfb-affe-b8953088bea0 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:57:03.300087 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-065180f5-2486-4bfb-affe-b8953088bea0 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:03.303965 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-065180f5-2486-4bfb-affe-b8953088bea0 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] 10.222.0.15 "PUT /v2.0/ports/61770b40-58a6-468c-9bc9-3088524b484d HTTP/1.1" status: 200 len: 1054 time: 1.7387943 May 30 04:57:03.311837 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 39810) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:57:03.333036 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-1bd01630-ebee-4f6a-8854-69ae7828afc4 None None] Deleting port d3b04704-0569-4f02-aa30-051362970af3 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:57:03.333528 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-1bd01630-ebee-4f6a-8854-69ae7828afc4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:03.361454 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c964e8e-e767-4426-a9a7-2e6fb016738c tempest-FloatingIPAdminTestJSON-2009640080 tempest-FloatingIPAdminTestJSON-2009640080-project-admin] Pushing event updated for resources: {'Port': ['ID=4a849ed5-31aa-4585-836c-261e7f25d0cf,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:03.401276 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device b22209ad-aa2a-4b40-88dd-81fedc31e85a no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 04:57:03.534051 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d53fc3a1-565d-4847-b831-c94e43520329 tempest-RoutersTestDVR-1477533861 tempest-RoutersTestDVR-1477533861-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11660'] for router, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:03.554395 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d53fc3a1-565d-4847-b831-c94e43520329 tempest-RoutersTestDVR-1477533861 tempest-RoutersTestDVR-1477533861-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:03.575318 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f07d045-94c2-4fa6-b329-98d02b9120ee tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:57:03.576142 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-6f07d045-94c2-4fa6-b329-98d02b9120ee tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Synchronizing usage tracker for tenant:16af2dbefc6742d5a37a7b30e58c8c2f on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:57:03.581607 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-1ca36972-78c3-4467-a670-422f9e388643 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Deleting port 61770b40-58a6-468c-9bc9-3088524b484d {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:57:03.581607 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1ca36972-78c3-4467-a670-422f9e388643 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:03.592392 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-f2b492c5-9936-44a5-983f-2aaef0b665e0 None None] Provisioning complete for port 61770b40-58a6-468c-9bc9-3088524b484d triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:57:03.592726 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f2b492c5-9936-44a5-983f-2aaef0b665e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:03.651962 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-4a5837d1-d701-4fcb-8999-fa23fc9ee30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069'] for port, after_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:03.823202 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5837d1-d701-4fcb-8999-fa23fc9ee30a None None] No DVR routers for this DVR port b22209ad-aa2a-4b40-88dd-81fedc31e85a on host dv-neutron-843763-1-hyperv {{(pid=88262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 04:57:03.832531 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] No active binding found for port b22209ad-aa2a-4b40-88dd-81fedc31e85a {{(pid=88262) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 30 04:57:03.832943 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device b22209ad-aa2a-4b40-88dd-81fedc31e85a not bound to the agent host dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 04:57:03.833369 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device d3b04704-0569-4f02-aa30-051362970af3 no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 04:57:03.857366 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5837d1-d701-4fcb-8999-fa23fc9ee30a None None] Pushing event deleted for resources: {'Port': ['ID=b22209ad-aa2a-4b40-88dd-81fedc31e85a,revision_number=None']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:03.891232 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d53fc3a1-565d-4847-b831-c94e43520329 tempest-RoutersTestDVR-1477533861 tempest-RoutersTestDVR-1477533861-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1601605'] for router, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:03.891835 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d53fc3a1-565d-4847-b831-c94e43520329 tempest-RoutersTestDVR-1477533861 tempest-RoutersTestDVR-1477533861-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0ac8d5b7-5ac2-4b8f-9468-870816fe5c60 {{(pid=88261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 30 04:57:03.953846 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-6f07d045-94c2-4fa6-b329-98d02b9120ee tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Unset dirty status for tenant:16af2dbefc6742d5a37a7b30e58c8c2f on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:57:03.953992 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-f2b492c5-9936-44a5-983f-2aaef0b665e0 None None] Port 61770b40-58a6-468c-9bc9-3088524b484d cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 04:57:03.955025 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-6f07d045-94c2-4fa6-b329-98d02b9120ee tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 1.3569715 May 30 04:57:03.963005 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 39814) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:57:03.967739 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c885d654-16d9-49c2-874a-b839b055f181 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bbf24ed-7ba9-53d2-873f-8f9642b1e987-769b7698-7495-4486-9f2d-72117eec4bb7', 'network_id': '769b7698-7495-4486-9f2d-72117eec4bb7', 'tenant_id': '177e950b79b644f8ac61f323eed71206', 'fixed_ips': [{'subnet_id': '77532eb2-7620-4ce4-8e37-61e439c6d44b'}]}} from dv-neutron-843763-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 30 04:57:03.968596 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c885d654-16d9-49c2-874a-b839b055f181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:03.993796 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-1bd01630-ebee-4f6a-8854-69ae7828afc4 None None] For port d3b04704-0569-4f02-aa30-051362970af3, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=d3b04704-0569-4f02-aa30-051362970af3,segment=NetworkSegment(c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1),segment_id=c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:57:03.994222 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-1bd01630-ebee-4f6a-8854-69ae7828afc4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:04.072764 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1ca36972-78c3-4467-a670-422f9e388643 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:04.091264 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.objects.ports [None req-fe0b0e2e-5fb4-452f-a4d9-fc66313000b9 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88261) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 30 04:57:04.093061 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d53fc3a1-565d-4847-b831-c94e43520329 tempest-RoutersTestDVR-1477533861 tempest-RoutersTestDVR-1477533861-project-admin] Notify callbacks [] for router, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:04.096813 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-d53fc3a1-565d-4847-b831-c94e43520329 tempest-RoutersTestDVR-1477533861 tempest-RoutersTestDVR-1477533861-project-admin] 10.222.0.15 "DELETE /v2.0/routers/0ac8d5b7-5ac2-4b8f-9468-870816fe5c60 HTTP/1.1" status: 204 len: 168 time: 1.4978008 May 30 04:57:04.100359 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-fe0b0e2e-5fb4-452f-a4d9-fc66313000b9 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2305012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9305500'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:04.105602 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 39818) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:57:04.151289 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-4c30b16f-dcd6-413e-acf1-67cb58abdf90 tempest-RoutersTestDVR-1477533861 tempest-RoutersTestDVR-1477533861-project-admin] Request body: {'router': {'name': 'tempest-router-1029917709', 'distributed': False}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:57:04.155853 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-1bd01630-ebee-4f6a-8854-69ae7828afc4 None None] Calling delete_port for d3b04704-0569-4f02-aa30-051362970af3 owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:57:04.198397 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-4c30b16f-dcd6-413e-acf1-67cb58abdf90 tempest-RoutersTestDVR-1477533861 tempest-RoutersTestDVR-1477533861-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:57:04.204982 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-1ca36972-78c3-4467-a670-422f9e388643 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Calling delete_port for 61770b40-58a6-468c-9bc9-3088524b484d owned by {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:57:04.216332 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-4c30b16f-dcd6-413e-acf1-67cb58abdf90 tempest-RoutersTestDVR-1477533861 tempest-RoutersTestDVR-1477533861-project-admin] Usage tracker for resource:router and tenant:cac6b3a6ef584136ac43bb32d06e758e is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:57:04.219874 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-32297374-f05c-4517-86bd-e20df91b83bb tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:04.230912 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7e2c9d2-7451-49f4-94f8-2cfb7d665f38 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:57:04.231617 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-e7e2c9d2-7451-49f4-94f8-2cfb7d665f38 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Synchronizing usage tracker for tenant:16af2dbefc6742d5a37a7b30e58c8c2f on resource:subnet {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:57:04.237665 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-4c30b16f-dcd6-413e-acf1-67cb58abdf90 tempest-RoutersTestDVR-1477533861 tempest-RoutersTestDVR-1477533861-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:57:04.256167 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-4c30b16f-dcd6-413e-acf1-67cb58abdf90 tempest-RoutersTestDVR-1477533861 tempest-RoutersTestDVR-1477533861-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:57:04.278804 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0b0e2e-5fb4-452f-a4d9-fc66313000b9 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Pushing event updated for resources: {'Subnet': ['ID=d0b95acb-a7d8-4a07-9e4b-beeafd9d9d6b,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:04.362408 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port d3b04704-0569-4f02-aa30-051362970af3 is: ACTIVE; New status is: DOWN {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:57:04.362927 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:04.378082 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8c964e8e-e767-4426-a9a7-2e6fb016738c tempest-FloatingIPAdminTestJSON-2009640080 tempest-FloatingIPAdminTestJSON-2009640080-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:04.411297 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1ca36972-78c3-4467-a670-422f9e388643 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:04.420641 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-1bd01630-ebee-4f6a-8854-69ae7828afc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069'] for port, after_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:04.428430 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4c30b16f-dcd6-413e-acf1-67cb58abdf90 tempest-RoutersTestDVR-1477533861 tempest-RoutersTestDVR-1477533861-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1603901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11666'] for router, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:04.429426 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4c30b16f-dcd6-413e-acf1-67cb58abdf90 tempest-RoutersTestDVR-1477533861 tempest-RoutersTestDVR-1477533861-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11675'] for router, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:04.436918 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-e7e2c9d2-7451-49f4-94f8-2cfb7d665f38 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Unset dirty status for tenant:16af2dbefc6742d5a37a7b30e58c8c2f on resource:subnet {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:57:04.442531 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-e7e2c9d2-7451-49f4-94f8-2cfb7d665f38 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4741404 May 30 04:57:04.445631 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0b0e2e-5fb4-452f-a4d9-fc66313000b9 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Checking segment: {'id': '36edc84a-0389-4de8-9645-648cd82ae83c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'd5ec38ec-006d-476c-acb5-63312f11c8bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:57:04.446067 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe0b0e2e-5fb4-452f-a4d9-fc66313000b9 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Network hostable DHCP agents. Network: d5ec38ec-006d-476c-acb5-63312f11c8bc, hostable agents: ['1c705e68-3d3e-4dd3-9252-feb21d4b96ab'], hosted agents: [] {{(pid=88261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 04:57:04.449982 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 39824) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:57:04.478618 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd01630-ebee-4f6a-8854-69ae7828afc4 None None] Pushing event deleted for resources: {'Port': ['ID=d3b04704-0569-4f02-aa30-051362970af3,revision_number=None']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:04.508165 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca36972-78c3-4467-a670-422f9e388643 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Pushing event deleted for resources: {'Port': ['ID=61770b40-58a6-468c-9bc9-3088524b484d,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:04.535586 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-c885d654-16d9-49c2-874a-b839b055f181 None None] Allocated IP 172.20.0.2 (769b7698-7495-4486-9f2d-72117eec4bb7/77532eb2-7620-4ce4-8e37-61e439c6d44b/b0a07b1d-cb66-4370-b330-689c9327dd30) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:57:04.538002 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd01630-ebee-4f6a-8854-69ae7828afc4 None None] No DVR routers for this DVR port d3b04704-0569-4f02-aa30-051362970af3 on host dv-neutron-843763-1-hyperv {{(pid=88262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 04:57:04.589183 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8c964e8e-e767-4426-a9a7-2e6fb016738c tempest-FloatingIPAdminTestJSON-2009640080 tempest-FloatingIPAdminTestJSON-2009640080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:04.684255 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4c30b16f-dcd6-413e-acf1-67cb58abdf90 tempest-RoutersTestDVR-1477533861 tempest-RoutersTestDVR-1477533861-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:04.706453 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-c5b03c26-463b-4f08-8635-fb9106ca94f9 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2502151 May 30 04:57:04.711427 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 39828) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:57:04.722058 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-d4e64cf1-3476-4e4c-af0d-48f79109afd0 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Request body: {'subnet': {'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:57:04.752855 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4c30b16f-dcd6-413e-acf1-67cb58abdf90 tempest-RoutersTestDVR-1477533861 tempest-RoutersTestDVR-1477533861-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603653'] for router, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:04.759120 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe0b0e2e-5fb4-452f-a4d9-fc66313000b9 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Network d5ec38ec-006d-476c-acb5-63312f11c8bc is scheduled to be hosted by DHCP agent 1c705e68-3d3e-4dd3-9252-feb21d4b96ab with binding_index 1 {{(pid=88261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 04:57:04.784836 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-fe0b0e2e-5fb4-452f-a4d9-fc66313000b9 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843763-1-hyperv, d5ec38ec-006d-476c-acb5-63312f11c8bc) {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:57:04.791658 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe0b0e2e-5fb4-452f-a4d9-fc66313000b9 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:57:04.792679 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-fe0b0e2e-5fb4-452f-a4d9-fc66313000b9 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:04.797069 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4c30b16f-dcd6-413e-acf1-67cb58abdf90 tempest-RoutersTestDVR-1477533861 tempest-RoutersTestDVR-1477533861-project-admin] Notify callbacks [] for router, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:04.798420 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-4c30b16f-dcd6-413e-acf1-67cb58abdf90 tempest-RoutersTestDVR-1477533861 tempest-RoutersTestDVR-1477533861-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.6645718 May 30 04:57:04.801411 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 39834) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:57:04.806013 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e679805b-8472-4efb-8f8e-5650907f0be0 None None] Network d5ec38ec-006d-476c-acb5-63312f11c8bc requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:57:04.892325 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c885d654-16d9-49c2-874a-b839b055f181 None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:04.920086 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c885d654-16d9-49c2-874a-b839b055f181 None None] Transition to ACTIVE for port object b0a07b1d-cb66-4370-b330-689c9327dd30 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:57:04.961262 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c885d654-16d9-49c2-874a-b839b055f181 None None] Transition to ACTIVE for port object b0a07b1d-cb66-4370-b330-689c9327dd30 will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:57:04.963348 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-fe0b0e2e-5fb4-452f-a4d9-fc66313000b9 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.0599489 May 30 04:57:04.967239 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 39846) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:57:04.977739 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-5e849cf3-223c-4595-a843-560c210baac4 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Request body: {'port': {'network_id': 'd5ec38ec-006d-476c-acb5-63312f11c8bc', 'name': 'tempest-NetworksIpV6TestAttrs-1096978187'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:57:04.981139 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c885d654-16d9-49c2-874a-b839b055f181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:05.002322 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a4303e8b-f720-4be2-ae8b-87d4faa007c9 tempest-RoutersTestDVR-1477533861 tempest-RoutersTestDVR-1477533861-project-admin] Notify callbacks [] for router, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:05.131874 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c885d654-16d9-49c2-874a-b839b055f181 None None] Network 769b7698-7495-4486-9f2d-72117eec4bb7 is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:57:05.138919 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-c885d654-16d9-49c2-874a-b839b055f181 None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:57:05.148766 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c885d654-16d9-49c2-874a-b839b055f181 None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:57:05.193517 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c885d654-16d9-49c2-874a-b839b055f181 None None] Pushing event updated for resources: {'Port': ['ID=b0a07b1d-cb66-4370-b330-689c9327dd30,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:05.207785 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f5b784-1792-4565-832f-892d2fe906fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bbf24ed-7ba9-53d2-873f-8f9642b1e987-d5ec38ec-006d-476c-acb5-63312f11c8bc', 'network_id': 'd5ec38ec-006d-476c-acb5-63312f11c8bc', 'tenant_id': '2e8281e2cfdf4b3b8620717ff49100ba', 'fixed_ips': [{'subnet_id': 'd0b95acb-a7d8-4a07-9e4b-beeafd9d9d6b'}]}} from dv-neutron-843763-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 30 04:57:05.209557 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f9f5b784-1792-4565-832f-892d2fe906fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:05.331377 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-c885d654-16d9-49c2-874a-b839b055f181 None None] Attempting to bind port b0a07b1d-cb66-4370-b330-689c9327dd30 on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 04:57:05.332031 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-c885d654-16d9-49c2-874a-b839b055f181 None None] Attempting to bind port b0a07b1d-cb66-4370-b330-689c9327dd30 by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': '6b2a0b0c-38dc-4571-bb1b-ee54316e910b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '769b7698-7495-4486-9f2d-72117eec4bb7'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 04:57:05.332562 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c885d654-16d9-49c2-874a-b839b055f181 None None] Attempting to bind port b0a07b1d-cb66-4370-b330-689c9327dd30 on network 769b7698-7495-4486-9f2d-72117eec4bb7 {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 04:57:05.340806 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c885d654-16d9-49c2-874a-b839b055f181 None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 4, 57, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 04:57:05.341606 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c885d654-16d9-49c2-874a-b839b055f181 None None] Checking segment: {'id': '6b2a0b0c-38dc-4571-bb1b-ee54316e910b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '769b7698-7495-4486-9f2d-72117eec4bb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:57:05.342813 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c885d654-16d9-49c2-874a-b839b055f181 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:05.343217 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c885d654-16d9-49c2-874a-b839b055f181 None None] Bound using segment: {'id': '6b2a0b0c-38dc-4571-bb1b-ee54316e910b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '769b7698-7495-4486-9f2d-72117eec4bb7'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 04:57:05.343926 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-c885d654-16d9-49c2-874a-b839b055f181 None None] Bound port: b0a07b1d-cb66-4370-b330-689c9327dd30, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b2a0b0c-38dc-4571-bb1b-ee54316e910b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '769b7698-7495-4486-9f2d-72117eec4bb7'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 04:57:05.344312 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c885d654-16d9-49c2-874a-b839b055f181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:05.477450 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-d4e64cf1-3476-4e4c-af0d-48f79109afd0 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:57:05.523329 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-d4e64cf1-3476-4e4c-af0d-48f79109afd0 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:57:05.532113 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c885d654-16d9-49c2-874a-b839b055f181 None None] For port b0a07b1d-cb66-4370-b330-689c9327dd30, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 04:57:05.540464 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c885d654-16d9-49c2-874a-b839b055f181 None None] For port b0a07b1d-cb66-4370-b330-689c9327dd30, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=b0a07b1d-cb66-4370-b330-689c9327dd30,segment=NetworkSegment(6b2a0b0c-38dc-4571-bb1b-ee54316e910b),segment_id=6b2a0b0c-38dc-4571-bb1b-ee54316e910b)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 04:57:05.545007 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-f9f5b784-1792-4565-832f-892d2fe906fb None None] Allocated IP 2001:db8::f816:3eff:fe1c:22b0 (d5ec38ec-006d-476c-acb5-63312f11c8bc/d0b95acb-a7d8-4a07-9e4b-beeafd9d9d6b/63fa17eb-9a49-49eb-802b-18fc4f909fcb) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:57:05.550974 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1ca36972-78c3-4467-a670-422f9e388643 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:05.551580 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c885d654-16d9-49c2-874a-b839b055f181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:05.561011 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8c964e8e-e767-4426-a9a7-2e6fb016738c tempest-FloatingIPAdminTestJSON-2009640080 tempest-FloatingIPAdminTestJSON-2009640080-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:05.578677 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8c964e8e-e767-4426-a9a7-2e6fb016738c tempest-FloatingIPAdminTestJSON-2009640080 tempest-FloatingIPAdminTestJSON-2009640080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1547421'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:05.678635 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c964e8e-e767-4426-a9a7-2e6fb016738c tempest-FloatingIPAdminTestJSON-2009640080 tempest-FloatingIPAdminTestJSON-2009640080-project-admin] Pushing event updated for resources: {'Port': ['ID=4a849ed5-31aa-4585-836c-261e7f25d0cf,revision_number=2']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:05.682295 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4e64cf1-3476-4e4c-af0d-48f79109afd0 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Made reservation on behalf of 16af2dbefc6742d5a37a7b30e58c8c2f for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:57:05.688414 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d4e64cf1-3476-4e4c-af0d-48f79109afd0 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2133361'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:05.709862 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-1ca36972-78c3-4467-a670-422f9e388643 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] 10.222.0.15 "DELETE /v2.0/ports/61770b40-58a6-468c-9bc9-3088524b484d HTTP/1.1" status: 204 len: 168 time: 2.3922775 May 30 04:57:05.711248 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 39858) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:57:05.779009 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-32297374-f05c-4517-86bd-e20df91b83bb tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Allocated IP 172.20.0.1 (769b7698-7495-4486-9f2d-72117eec4bb7/77532eb2-7620-4ce4-8e37-61e439c6d44b/432a1540-d804-4228-8198-3df5dfb500cc) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:57:05.789332 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c885d654-16d9-49c2-874a-b839b055f181 None None] Pushing event updated for resources: {'Port': ['ID=b0a07b1d-cb66-4370-b330-689c9327dd30,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:05.793929 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a4303e8b-f720-4be2-ae8b-87d4faa007c9 tempest-RoutersTestDVR-1477533861 tempest-RoutersTestDVR-1477533861-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11660'] for router, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:05.802281 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-5e849cf3-223c-4595-a843-560c210baac4 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:57:05.802678 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab87592d-64e7-4a59-b4af-30e1ef639530 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] GET failed (client error): The resource could not be found. May 30 04:57:05.803216 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-ab87592d-64e7-4a59-b4af-30e1ef639530 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Synchronizing usage tracker for tenant:cc70de9f5c794c1b972bc602f3239ed7 on resource:port {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:57:05.806889 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-5e849cf3-223c-4595-a843-560c210baac4 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Usage tracker for resource:port and tenant:2e8281e2cfdf4b3b8620717ff49100ba is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:57:05.810077 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a4303e8b-f720-4be2-ae8b-87d4faa007c9 tempest-RoutersTestDVR-1477533861 tempest-RoutersTestDVR-1477533861-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:05.815477 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-5e849cf3-223c-4595-a843-560c210baac4 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:57:05.822363 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0d3389-58f0-4129-9d7a-0d770d414284 req-4d9e0add-b1dd-47b1-bab0-b804057ccc17 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:57:05.825725 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-5e849cf3-223c-4595-a843-560c210baac4 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:57:05.832735 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-9a0d3389-58f0-4129-9d7a-0d770d414284 req-4d9e0add-b1dd-47b1-bab0-b804057ccc17 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3b4fbda-4b1c-4eb1-8123-8c822f8314a1 HTTP/1.1" status: 200 len: 945 time: 0.4839694 May 30 04:57:05.922564 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8c964e8e-e767-4426-a9a7-2e6fb016738c tempest-FloatingIPAdminTestJSON-2009640080 tempest-FloatingIPAdminTestJSON-2009640080-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1604762'] for floatingip, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:05.924434 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e849cf3-223c-4595-a843-560c210baac4 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Made reservation on behalf of 2e8281e2cfdf4b3b8620717ff49100ba for: {'port': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:57:05.926748 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f9f5b784-1792-4565-832f-892d2fe906fb None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:05.928953 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5e849cf3-223c-4595-a843-560c210baac4 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:05.943493 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-f9f5b784-1792-4565-832f-892d2fe906fb None None] Transition to ACTIVE for port object 63fa17eb-9a49-49eb-802b-18fc4f909fcb will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:57:05.953380 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a4303e8b-f720-4be2-ae8b-87d4faa007c9 tempest-RoutersTestDVR-1477533861 tempest-RoutersTestDVR-1477533861-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1601605'] for router, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:05.953882 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4303e8b-f720-4be2-ae8b-87d4faa007c9 tempest-RoutersTestDVR-1477533861 tempest-RoutersTestDVR-1477533861-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cf6501f7-35f5-4d3c-ae2d-73dff4e434df {{(pid=88261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 30 04:57:05.967556 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-f9f5b784-1792-4565-832f-892d2fe906fb None None] Transition to ACTIVE for port object 63fa17eb-9a49-49eb-802b-18fc4f909fcb will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:57:05.977321 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f9f5b784-1792-4565-832f-892d2fe906fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:05.993758 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [None req-5e849cf3-223c-4595-a843-560c210baac4 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] device_id is not set on port 257aebe9-49a4-49f7-ad7b-f61534b9f848 yet. {{(pid=88261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 30 04:57:06.081229 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f5b784-1792-4565-832f-892d2fe906fb None None] Network d5ec38ec-006d-476c-acb5-63312f11c8bc is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:57:06.084991 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-f9f5b784-1792-4565-832f-892d2fe906fb None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:57:06.088867 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f5b784-1792-4565-832f-892d2fe906fb None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:57:06.096328 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f5b784-1792-4565-832f-892d2fe906fb None None] Pushing event updated for resources: {'Port': ['ID=63fa17eb-9a49-49eb-802b-18fc4f909fcb,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:06.097420 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a4303e8b-f720-4be2-ae8b-87d4faa007c9 tempest-RoutersTestDVR-1477533861 tempest-RoutersTestDVR-1477533861-project-admin] Notify callbacks [] for router, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:06.098772 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-a4303e8b-f720-4be2-ae8b-87d4faa007c9 tempest-RoutersTestDVR-1477533861 tempest-RoutersTestDVR-1477533861-project-admin] 10.222.0.15 "DELETE /v2.0/routers/cf6501f7-35f5-4d3c-ae2d-73dff4e434df HTTP/1.1" status: 204 len: 168 time: 1.2958732 May 30 04:57:06.114906 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 39862) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:57:06.122197 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-ab87592d-64e7-4a59-b4af-30e1ef639530 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Unset dirty status for tenant:cc70de9f5c794c1b972bc602f3239ed7 on resource:port {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:57:06.127864 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-ab87592d-64e7-4a59-b4af-30e1ef639530 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] 10.222.0.15 "GET /v2.0/ports/61770b40-58a6-468c-9bc9-3088524b484d HTTP/1.1" status: 404 len: 333 time: 0.3781817 May 30 04:57:06.133599 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 39864) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:57:06.177031 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-32297374-f05c-4517-86bd-e20df91b83bb tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:06.204333 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-f9f5b784-1792-4565-832f-892d2fe906fb None None] Attempting to bind port 63fa17eb-9a49-49eb-802b-18fc4f909fcb on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 04:57:06.204713 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-f9f5b784-1792-4565-832f-892d2fe906fb None None] Attempting to bind port 63fa17eb-9a49-49eb-802b-18fc4f909fcb by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': '36edc84a-0389-4de8-9645-648cd82ae83c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'd5ec38ec-006d-476c-acb5-63312f11c8bc'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 04:57:06.205075 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f5b784-1792-4565-832f-892d2fe906fb None None] Attempting to bind port 63fa17eb-9a49-49eb-802b-18fc4f909fcb on network d5ec38ec-006d-476c-acb5-63312f11c8bc {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 04:57:06.210652 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f5b784-1792-4565-832f-892d2fe906fb None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 4, 57, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 04:57:06.211024 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f5b784-1792-4565-832f-892d2fe906fb None None] Checking segment: {'id': '36edc84a-0389-4de8-9645-648cd82ae83c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'd5ec38ec-006d-476c-acb5-63312f11c8bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:57:06.211424 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f9f5b784-1792-4565-832f-892d2fe906fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:06.211859 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f5b784-1792-4565-832f-892d2fe906fb None None] Bound using segment: {'id': '36edc84a-0389-4de8-9645-648cd82ae83c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'd5ec38ec-006d-476c-acb5-63312f11c8bc'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 04:57:06.212325 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-f9f5b784-1792-4565-832f-892d2fe906fb None None] Bound port: 63fa17eb-9a49-49eb-802b-18fc4f909fcb, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36edc84a-0389-4de8-9645-648cd82ae83c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'd5ec38ec-006d-476c-acb5-63312f11c8bc'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 04:57:06.212699 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f9f5b784-1792-4565-832f-892d2fe906fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:06.234370 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-c7df8bf1-9746-4446-8f56-c6abe63352d1 tempest-RoutersTestDVR-1477533861 tempest-RoutersTestDVR-1477533861-project-admin] Request body: {'router': {'name': 'tempest-router-103814035', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '00bce1b429784f6b9f0b5223b68ab290'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:57:06.239605 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-c7df8bf1-9746-4446-8f56-c6abe63352d1 tempest-RoutersTestDVR-1477533861 tempest-RoutersTestDVR-1477533861-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:57:06.245121 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [None req-32297374-f05c-4517-86bd-e20df91b83bb tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Transition to ACTIVE for port object 432a1540-d804-4228-8198-3df5dfb500cc will not be triggered until provisioned by entity DHCP. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:57:06.245280 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-c7df8bf1-9746-4446-8f56-c6abe63352d1 tempest-RoutersTestDVR-1477533861 tempest-RoutersTestDVR-1477533861-project-admin] Usage tracker for resource:router and tenant:00bce1b429784f6b9f0b5223b68ab290 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:57:06.270237 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-5e849cf3-223c-4595-a843-560c210baac4 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Allocated IP 2001:db8::f816:3eff:fe13:990f (d5ec38ec-006d-476c-acb5-63312f11c8bc/d0b95acb-a7d8-4a07-9e4b-beeafd9d9d6b/257aebe9-49a4-49f7-ad7b-f61534b9f848) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:57:06.295418 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-c7df8bf1-9746-4446-8f56-c6abe63352d1 tempest-RoutersTestDVR-1477533861 tempest-RoutersTestDVR-1477533861-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:57:06.320674 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-f9f5b784-1792-4565-832f-892d2fe906fb None None] For port 63fa17eb-9a49-49eb-802b-18fc4f909fcb, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 04:57:06.322171 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-32297374-f05c-4517-86bd-e20df91b83bb tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:06.325486 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-f9f5b784-1792-4565-832f-892d2fe906fb None None] For port 63fa17eb-9a49-49eb-802b-18fc4f909fcb, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=63fa17eb-9a49-49eb-802b-18fc4f909fcb,segment=NetworkSegment(36edc84a-0389-4de8-9645-648cd82ae83c),segment_id=36edc84a-0389-4de8-9645-648cd82ae83c)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 04:57:06.334241 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f9f5b784-1792-4565-832f-892d2fe906fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:06.352572 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-9a0d3389-58f0-4129-9d7a-0d770d414284 req-6b99d741-0769-40bf-b5a3-94b6909abfbf tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] 10.222.0.15 "GET /v2.0/security-groups?id=80268c1c-0aa4-4f7a-affc-948a6825b0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5189521 May 30 04:57:06.372790 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-c7df8bf1-9746-4446-8f56-c6abe63352d1 tempest-RoutersTestDVR-1477533861 tempest-RoutersTestDVR-1477533861-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:57:06.428024 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f5b784-1792-4565-832f-892d2fe906fb None None] Pushing event updated for resources: {'Port': ['ID=63fa17eb-9a49-49eb-802b-18fc4f909fcb,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:06.433026 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-2b8d9791-7b24-484e-ac2c-2a0f8b1a4628 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Deleting port 4fde5817-a927-4d8c-b6dd-fe368facc06d {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:57:06.433377 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2b8d9791-7b24-484e-ac2c-2a0f8b1a4628 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:06.467079 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32297374-f05c-4517-86bd-e20df91b83bb tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Network 769b7698-7495-4486-9f2d-72117eec4bb7 is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:57:06.476098 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c7df8bf1-9746-4446-8f56-c6abe63352d1 tempest-RoutersTestDVR-1477533861 tempest-RoutersTestDVR-1477533861-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1603901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11666'] for router, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:06.477672 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c7df8bf1-9746-4446-8f56-c6abe63352d1 tempest-RoutersTestDVR-1477533861 tempest-RoutersTestDVR-1477533861-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11675'] for router, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:06.483371 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.db.l3_db [None req-8c964e8e-e767-4426-a9a7-2e6fb016738c tempest-FloatingIPAdminTestJSON-2009640080 tempest-FloatingIPAdminTestJSON-2009640080-project-admin] Floating IP e0374858-8bd5-4d13-b876-7004f41c2227 associated. External IP: 172.26.6.176, port: 0b51296d-80ec-43c4-bfc9-6bef67847cec. May 30 04:57:06.519103 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-32297374-f05c-4517-86bd-e20df91b83bb tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:57:06.528185 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32297374-f05c-4517-86bd-e20df91b83bb tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:57:06.588209 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32297374-f05c-4517-86bd-e20df91b83bb tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Pushing event updated for resources: {'Port': ['ID=432a1540-d804-4228-8198-3df5dfb500cc,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:06.637467 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-32297374-f05c-4517-86bd-e20df91b83bb tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604623'] for router_interface, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:06.674929 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c7df8bf1-9746-4446-8f56-c6abe63352d1 tempest-RoutersTestDVR-1477533861 tempest-RoutersTestDVR-1477533861-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:06.705859 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5e849cf3-223c-4595-a843-560c210baac4 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:06.737922 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [None req-5e849cf3-223c-4595-a843-560c210baac4 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Transition to ACTIVE for port object 257aebe9-49a4-49f7-ad7b-f61534b9f848 will not be triggered until provisioned by entity DHCP. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:57:06.829499 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-32297374-f05c-4517-86bd-e20df91b83bb tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:06.841956 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5e849cf3-223c-4595-a843-560c210baac4 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:06.894966 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c7df8bf1-9746-4446-8f56-c6abe63352d1 tempest-RoutersTestDVR-1477533861 tempest-RoutersTestDVR-1477533861-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603653'] for router, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:06.982208 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e849cf3-223c-4595-a843-560c210baac4 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Network d5ec38ec-006d-476c-acb5-63312f11c8bc is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:57:06.990324 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-5e849cf3-223c-4595-a843-560c210baac4 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:57:06.996427 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e849cf3-223c-4595-a843-560c210baac4 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:57:07.002562 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e849cf3-223c-4595-a843-560c210baac4 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:57:07.003199 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5e849cf3-223c-4595-a843-560c210baac4 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:07.009952 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d4e64cf1-3476-4e4c-af0d-48f79109afd0 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1547796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2133315'] for subnet, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:07.076237 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e849cf3-223c-4595-a843-560c210baac4 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Pushing event updated for resources: {'Port': ['ID=257aebe9-49a4-49f7-ad7b-f61534b9f848,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:07.143296 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a6ec924-4f6b-4a4a-997b-b04f5811d1ea None None] Network 769b7698-7495-4486-9f2d-72117eec4bb7 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:57:07.172869 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-5e849cf3-223c-4595-a843-560c210baac4 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.2040594 May 30 04:57:07.176548 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 39870) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:57:07.203089 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e64cf1-3476-4e4c-af0d-48f79109afd0 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Network 0008fd3d-19e9-40cf-b545-4a7647b90cf1 is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:57:07.263885 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-8b8c485b-238d-4dc1-a8ce-f4df736f9c0c None None] Provisioning for port b0a07b1d-cb66-4370-b330-689c9327dd30 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:57:07.287905 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_v2 [None req-07e9ac3f-cb08-42b9-b7d7-7b4eb5299fb6 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Deleting subnet d0b95acb-a7d8-4a07-9e4b-beeafd9d9d6b {{(pid=88261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 30 04:57:07.297740 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-07e9ac3f-cb08-42b9-b7d7-7b4eb5299fb6 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Notify callbacks [] for subnet, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:07.383311 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-07e9ac3f-cb08-42b9-b7d7-7b4eb5299fb6 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3545586'] for subnet, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:07.412448 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-d4e64cf1-3476-4e4c-af0d-48f79109afd0 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:57:07.416062 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e64cf1-3476-4e4c-af0d-48f79109afd0 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:57:07.417008 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d4e64cf1-3476-4e4c-af0d-48f79109afd0 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:07.428395 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d873f4fe-4e1e-4da7-84fe-0dd344123a8c None None] Network 0008fd3d-19e9-40cf-b545-4a7647b90cf1 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:57:07.465566 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c7df8bf1-9746-4446-8f56-c6abe63352d1 tempest-RoutersTestDVR-1477533861 tempest-RoutersTestDVR-1477533861-project-admin] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:07.470742 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-c7df8bf1-9746-4446-8f56-c6abe63352d1 tempest-RoutersTestDVR-1477533861 tempest-RoutersTestDVR-1477533861-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.3412371 May 30 04:57:07.494128 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-d4e64cf1-3476-4e4c-af0d-48f79109afd0 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.7815688 May 30 04:57:07.497163 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 39876) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:57:07.497492 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 39878) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:57:07.523815 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e64cf1-3476-4e4c-af0d-48f79109afd0 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Pushing event updated for resources: {'Subnet': ['ID=721211f0-af10-4404-82d6-5f5773727544,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:07.556973 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-4103bdbe-e747-43f2-ba16-ba4d61956cb4 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Request body: {'port': {'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1', 'fixed_ips': [{'subnet_id': '721211f0-af10-4404-82d6-5f5773727544', 'ip_address': '2001:db8::6725:544b:4771:4864'}], 'name': 'tempest-NetworksTestDHCPv6-792748972'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:57:07.576737 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-17d1865a-c99e-4d5f-b0f4-c3b80ce68be1 tempest-RoutersTestDVR-1477533861 tempest-RoutersTestDVR-1477533861-project-admin] Request body: {'router': {'distributed': True}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:57:07.610166 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 63fa17eb-9a49-49eb-802b-18fc4f909fcb up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 04:57:07.763688 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c721d5-2de6-4714-8c22-6c9173b0abe3 None None] Network d5ec38ec-006d-476c-acb5-63312f11c8bc requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:57:07.786122 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2b8d9791-7b24-484e-ac2c-2a0f8b1a4628 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:07.867489 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625da577-bc51-4876-9453-4f10cd3294fa req-dffb11c3-e02b-40da-aded-3e09a1c00c9e tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:57:07.868894 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-625da577-bc51-4876-9453-4f10cd3294fa req-dffb11c3-e02b-40da-aded-3e09a1c00c9e tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3b4fbda-4b1c-4eb1-8123-8c822f8314a1 HTTP/1.1" status: 200 len: 945 time: 0.2015450 May 30 04:57:07.912472 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-32297374-f05c-4517-86bd-e20df91b83bb tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:07.916235 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-07e9ac3f-cb08-42b9-b7d7-7b4eb5299fb6 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860493'] for subnet, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:07.935385 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port 63fa17eb-9a49-49eb-802b-18fc4f909fcb completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:57:07.949791 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-50c58ee2-374a-40e0-9eac-3f7284a1ce21 None None] Provisioning for port 63fa17eb-9a49-49eb-802b-18fc4f909fcb completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:57:07.952364 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-32297374-f05c-4517-86bd-e20df91b83bb tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2304381'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:07.962050 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 63fa17eb-9a49-49eb-802b-18fc4f909fcb triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:57:07.962433 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:08.006504 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-2b8d9791-7b24-484e-ac2c-2a0f8b1a4628 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Calling delete_port for 4fde5817-a927-4d8c-b6dd-fe368facc06d owned by {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:57:08.010863 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-50c58ee2-374a-40e0-9eac-3f7284a1ce21 None None] Provisioning complete for port 63fa17eb-9a49-49eb-802b-18fc4f909fcb triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:57:08.011242 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-50c58ee2-374a-40e0-9eac-3f7284a1ce21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:08.145315 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-625da577-bc51-4876-9453-4f10cd3294fa req-5929114c-e207-4886-82c9-6737b6f612ee tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] 10.222.0.15 "GET /v2.0/security-groups?id=80268c1c-0aa4-4f7a-affc-948a6825b0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2544947 May 30 04:57:08.146524 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-07e9ac3f-cb08-42b9-b7d7-7b4eb5299fb6 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2304955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9305493'] for subnet, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:08.213161 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-582b21ef-d6a1-458c-a0f8-e26b7bb05d4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bbf24ed-7ba9-53d2-873f-8f9642b1e987-0008fd3d-19e9-40cf-b545-4a7647b90cf1', 'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1', 'tenant_id': '16af2dbefc6742d5a37a7b30e58c8c2f', 'fixed_ips': [{'subnet_id': '721211f0-af10-4404-82d6-5f5773727544'}]}} from dv-neutron-843763-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 30 04:57:08.214025 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-582b21ef-d6a1-458c-a0f8-e26b7bb05d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:08.273981 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32297374-f05c-4517-86bd-e20df91b83bb tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Pushing event updated for resources: {'Port': ['ID=432a1540-d804-4228-8198-3df5dfb500cc,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:08.283411 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-32297374-f05c-4517-86bd-e20df91b83bb tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1642774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602230'] for router_interface, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:08.291566 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-07e9ac3f-cb08-42b9-b7d7-7b4eb5299fb6 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:08.296517 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e9ac3f-cb08-42b9-b7d7-7b4eb5299fb6 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Pushing event deleted for resources: {'Subnet': ['ID=d0b95acb-a7d8-4a07-9e4b-beeafd9d9d6b,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:08.344858 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-07e9ac3f-cb08-42b9-b7d7-7b4eb5299fb6 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] 10.222.0.15 "DELETE /v2.0/subnets/d0b95acb-a7d8-4a07-9e4b-beeafd9d9d6b HTTP/1.1" status: 204 len: 168 time: 1.1661537 May 30 04:57:08.350846 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 39884) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:57:08.352167 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-17d1865a-c99e-4d5f-b0f4-c3b80ce68be1 tempest-RoutersTestDVR-1477533861 tempest-RoutersTestDVR-1477533861-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11765'] for router, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:08.352589 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-17d1865a-c99e-4d5f-b0f4-c3b80ce68be1 tempest-RoutersTestDVR-1477533861 tempest-RoutersTestDVR-1477533861-project-admin] Notify callbacks [] for router, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:08.519982 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7084c97-38ff-4024-b1de-3fcdeb389bc7 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:57:08.521473 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7084c97-38ff-4024-b1de-3fcdeb389bc7 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:57:08.522247 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-c7084c97-38ff-4024-b1de-3fcdeb389bc7 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Synchronizing usage tracker for tenant:2e8281e2cfdf4b3b8620717ff49100ba on resource:subnet {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:57:08.544314 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c964e8e-e767-4426-a9a7-2e6fb016738c tempest-FloatingIPAdminTestJSON-2009640080 tempest-FloatingIPAdminTestJSON-2009640080-project-admin] Router b791a096-7377-4ca3-85f9-1fd099089824 has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 04:57:08.552347 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-50c58ee2-374a-40e0-9eac-3f7284a1ce21 None None] Current status of the port 63fa17eb-9a49-49eb-802b-18fc4f909fcb is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:57:08.552742 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-50c58ee2-374a-40e0-9eac-3f7284a1ce21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:08.555719 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-c7084c97-38ff-4024-b1de-3fcdeb389bc7 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Unset dirty status for tenant:2e8281e2cfdf4b3b8620717ff49100ba on resource:subnet {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:57:08.559469 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-c7084c97-38ff-4024-b1de-3fcdeb389bc7 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2048364 May 30 04:57:08.559617 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 39888) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:57:08.575561 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-17d1865a-c99e-4d5f-b0f4-c3b80ce68be1 tempest-RoutersTestDVR-1477533861 tempest-RoutersTestDVR-1477533861-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=88260) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} May 30 04:57:08.575801 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 63fa17eb-9a49-49eb-802b-18fc4f909fcb is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:57:08.575900 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-17d1865a-c99e-4d5f-b0f4-c3b80ce68be1 tempest-RoutersTestDVR-1477533861 tempest-RoutersTestDVR-1477533861-project-admin] Router 779fbef8-a05c-427d-9661-ecd5411b6560 migrating from provider to provider. {{(pid=88260) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} May 30 04:57:08.576219 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:08.576354 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-17d1865a-c99e-4d5f-b0f4-c3b80ce68be1 tempest-RoutersTestDVR-1477533861 tempest-RoutersTestDVR-1477533861-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:08.582248 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32297374-f05c-4517-86bd-e20df91b83bb tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Network 769b7698-7495-4486-9f2d-72117eec4bb7 is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:57:08.586070 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-32297374-f05c-4517-86bd-e20df91b83bb tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:57:08.591141 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-17d1865a-c99e-4d5f-b0f4-c3b80ce68be1 tempest-RoutersTestDVR-1477533861 tempest-RoutersTestDVR-1477533861-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:08.595902 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-4103bdbe-e747-43f2-ba16-ba4d61956cb4 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:57:08.638584 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-582b21ef-d6a1-458c-a0f8-e26b7bb05d4d None None] Allocated IP 2001:db8::2 (0008fd3d-19e9-40cf-b545-4a7647b90cf1/721211f0-af10-4404-82d6-5f5773727544/aad363ec-2aaa-4320-b414-71cf523f1206) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:57:08.644906 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-50c58ee2-374a-40e0-9eac-3f7284a1ce21 None None] For port 63fa17eb-9a49-49eb-802b-18fc4f909fcb, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=63fa17eb-9a49-49eb-802b-18fc4f909fcb,segment=NetworkSegment(36edc84a-0389-4de8-9645-648cd82ae83c),segment_id=36edc84a-0389-4de8-9645-648cd82ae83c)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:57:08.660610 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-4103bdbe-e747-43f2-ba16-ba4d61956cb4 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Usage tracker for resource:port and tenant:16af2dbefc6742d5a37a7b30e58c8c2f is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:57:08.665145 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-4103bdbe-e747-43f2-ba16-ba4d61956cb4 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:57:08.676277 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-17d1865a-c99e-4d5f-b0f4-c3b80ce68be1 tempest-RoutersTestDVR-1477533861 tempest-RoutersTestDVR-1477533861-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1603699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1603708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1603909'] for router, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:08.679844 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-50c58ee2-374a-40e0-9eac-3f7284a1ce21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:08.684176 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-4103bdbe-e747-43f2-ba16-ba4d61956cb4 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:57:08.798215 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-000fba3f-58be-4369-b638-f3e50ddc1615 None None] DHCP port deletion for d5ec38ec-006d-476c-acb5-63312f11c8bc request from dv-neutron-843763-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 30 04:57:08.850225 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7b2d00f1-dc64-45c0-9710-b686466b7367 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897784'] for network, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:08.856204 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-000fba3f-58be-4369-b638-f3e50ddc1615 None None] Deleting port 63fa17eb-9a49-49eb-802b-18fc4f909fcb {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:57:08.856567 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-000fba3f-58be-4369-b638-f3e50ddc1615 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:08.866944 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b2d00f1-dc64-45c0-9710-b686466b7367 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] DELETE failed (client error): There was a conflict when trying to complete your request. May 30 04:57:08.867712 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b2d00f1-dc64-45c0-9710-b686466b7367 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 04:57:08.870150 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-7b2d00f1-dc64-45c0-9710-b686466b7367 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] 10.222.0.15 "DELETE /v2.0/networks/d5ec38ec-006d-476c-acb5-63312f11c8bc HTTP/1.1" status: 409 len: 405 time: 0.3092556 May 30 04:57:08.873892 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 39892) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:57:08.880399 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-0ccb2d08-1811-4e60-a7c4-c80b5f95d523 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-514972862'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:57:08.890033 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-0ccb2d08-1811-4e60-a7c4-c80b5f95d523 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:57:08.905346 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-0ccb2d08-1811-4e60-a7c4-c80b5f95d523 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Usage tracker for resource:network and tenant:2e8281e2cfdf4b3b8620717ff49100ba is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:57:08.909624 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-0ccb2d08-1811-4e60-a7c4-c80b5f95d523 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:57:08.924816 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-0ccb2d08-1811-4e60-a7c4-c80b5f95d523 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:57:08.944934 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32297374-f05c-4517-86bd-e20df91b83bb tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Router 7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79 is scheduled to L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 with binding_index 1 {{(pid=88261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 30 04:57:08.949530 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ccb2d08-1811-4e60-a7c4-c80b5f95d523 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Made reservation on behalf of 2e8281e2cfdf4b3b8620717ff49100ba for: {'network': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:57:08.953558 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0ccb2d08-1811-4e60-a7c4-c80b5f95d523 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for network, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:08.963697 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c58ee2-374a-40e0-9eac-3f7284a1ce21 None None] Pushing event updated for resources: {'Port': ['ID=63fa17eb-9a49-49eb-802b-18fc4f909fcb,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:08.972468 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.db.api [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 04:57:08.972829 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG oslo_db.api [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 04:57:09.087302 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-a4dbf5d8-d94f-4329-b9e8-7cd672de48d9 None None] Provisioning for port 432a1540-d804-4228-8198-3df5dfb500cc completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:57:09.115294 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ccb2d08-1811-4e60-a7c4-c80b5f95d523 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=88261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 04:57:09.121877 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-a4dbf5d8-d94f-4329-b9e8-7cd672de48d9 None None] Provisioning complete for port 432a1540-d804-4228-8198-3df5dfb500cc triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:57:09.122300 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a4dbf5d8-d94f-4329-b9e8-7cd672de48d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:09.132120 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0ccb2d08-1811-4e60-a7c4-c80b5f95d523 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:09.132494 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.db.segments_db [None req-0ccb2d08-1811-4e60-a7c4-c80b5f95d523 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Added segment 597d3ac2-4f50-4704-a42b-bc685459c72a of type vlan for network 34f203dd-6047-4885-8434-4b076bb14347 May 30 04:57:09.139059 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32297374-f05c-4517-86bd-e20df91b83bb tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 04:57:09.144400 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4103bdbe-e747-43f2-ba16-ba4d61956cb4 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Made reservation on behalf of 16af2dbefc6742d5a37a7b30e58c8c2f for: {'port': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:57:09.155791 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-141c6c21-56bb-446b-be88-2d275f538d77 None None] Sync routers for ids ['7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79'] in dv-neutron-843763-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 04:57:09.161120 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-32297374-f05c-4517-86bd-e20df91b83bb tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] 10.222.0.15 "PUT /v2.0/routers/7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1857581 May 30 04:57:09.164170 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 39898) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:57:09.172453 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-3fe9cd28-608b-413b-a38d-b3b5fdc8aee8 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Request body: {'network': {'name': 'tempest-RoutersTest-209991444'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:57:09.175151 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141c6c21-56bb-446b-be88-2d275f538d77 None None] Routers {'7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 04:57:09.176082 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-141c6c21-56bb-446b-be88-2d275f538d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T04:57:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:57:09.178678 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0ccb2d08-1811-4e60-a7c4-c80b5f95d523 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729234556353'] for network, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:09.182650 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-3fe9cd28-608b-413b-a38d-b3b5fdc8aee8 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:57:09.199677 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-3fe9cd28-608b-413b-a38d-b3b5fdc8aee8 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Usage tracker for resource:network and tenant:177e950b79b644f8ac61f323eed71206 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:57:09.203467 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-3fe9cd28-608b-413b-a38d-b3b5fdc8aee8 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:57:09.235826 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-3fe9cd28-608b-413b-a38d-b3b5fdc8aee8 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:57:09.262730 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2b8d9791-7b24-484e-ac2c-2a0f8b1a4628 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:09.270264 dv-neutron-843763-1-hyperv neutron-server[88260]: WARNING neutron.scheduler.l3_agent_scheduler [None req-17d1865a-c99e-4d5f-b0f4-c3b80ce68be1 tempest-RoutersTestDVR-1477533861 tempest-RoutersTestDVR-1477533861-project-admin] No L3 agents can host the router 779fbef8-a05c-427d-9661-ecd5411b6560 May 30 04:57:09.287709 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fe9cd28-608b-413b-a38d-b3b5fdc8aee8 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Made reservation on behalf of 177e950b79b644f8ac61f323eed71206 for: {'network': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:57:09.291270 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3fe9cd28-608b-413b-a38d-b3b5fdc8aee8 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for network, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:09.305688 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0ccb2d08-1811-4e60-a7c4-c80b5f95d523 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788'] for network, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:09.324678 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ccb2d08-1811-4e60-a7c4-c80b5f95d523 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:57:09.324678 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0ccb2d08-1811-4e60-a7c4-c80b5f95d523 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:09.333310 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c964e8e-e767-4426-a9a7-2e6fb016738c tempest-FloatingIPAdminTestJSON-2009640080 tempest-FloatingIPAdminTestJSON-2009640080-project-admin] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 04:57:09.344126 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8d9791-7b24-484e-ac2c-2a0f8b1a4628 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Pushing event deleted for resources: {'Port': ['ID=4fde5817-a927-4d8c-b6dd-fe368facc06d,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:09.368112 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b31078f-8012-44e7-bcb8-1fa5b46e040c None None] Sync routers for ids ['b791a096-7377-4ca3-85f9-1fd099089824'] in dv-neutron-843763-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 04:57:09.392982 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-582b21ef-d6a1-458c-a0f8-e26b7bb05d4d None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:09.399250 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-000fba3f-58be-4369-b638-f3e50ddc1615 None None] For port 63fa17eb-9a49-49eb-802b-18fc4f909fcb, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=63fa17eb-9a49-49eb-802b-18fc4f909fcb,segment=NetworkSegment(36edc84a-0389-4de8-9645-648cd82ae83c),segment_id=36edc84a-0389-4de8-9645-648cd82ae83c)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:57:09.399676 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-000fba3f-58be-4369-b638-f3e50ddc1615 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:09.411077 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-a4dbf5d8-d94f-4329-b9e8-7cd672de48d9 None None] Port 432a1540-d804-4228-8198-3df5dfb500cc cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 04:57:09.423372 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b31078f-8012-44e7-bcb8-1fa5b46e040c None None] Routers {'b791a096-7377-4ca3-85f9-1fd099089824'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 04:57:09.424024 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-7b31078f-8012-44e7-bcb8-1fa5b46e040c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T04:57:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['b791a096-7377-4ca3-85f9-1fd099089824'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:57:09.466009 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-0ccb2d08-1811-4e60-a7c4-c80b5f95d523 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5902984 May 30 04:57:09.470412 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 39902) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:57:09.472835 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-582b21ef-d6a1-458c-a0f8-e26b7bb05d4d None None] Transition to ACTIVE for port object aad363ec-2aaa-4320-b414-71cf523f1206 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:57:09.502662 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-e4737b65-a8a2-4565-a641-e610722c41aa tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Request body: {'subnet': {'network_id': '34f203dd-6047-4885-8434-4b076bb14347', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:57:09.514751 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-141c6c21-56bb-446b-be88-2d275f538d77 None None] Set router 7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79 gateway port host: None {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 04:57:09.558462 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccb2d08-1811-4e60-a7c4-c80b5f95d523 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Pushing event updated for resources: {'Network': ['ID=34f203dd-6047-4885-8434-4b076bb14347,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:09.560698 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fe9cd28-608b-413b-a38d-b3b5fdc8aee8 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=88261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 04:57:09.647565 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Network 34f203dd-6047-4885-8434-4b076bb14347 details requested by agent ovs-agent-dv-neutron-843763-1-hyperv with host dv-neutron-843763-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 04:57:09.668690 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-000fba3f-58be-4369-b638-f3e50ddc1615 None None] Calling delete_port for 63fa17eb-9a49-49eb-802b-18fc4f909fcb owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:57:09.682236 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3fe9cd28-608b-413b-a38d-b3b5fdc8aee8 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:09.682584 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.db.segments_db [None req-3fe9cd28-608b-413b-a38d-b3b5fdc8aee8 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Added segment df67fbea-5e14-4064-8ccf-d3afd6af7d2a of type vlan for network 0c0bebba-bddf-42fb-9235-05d8923d12f7 May 30 04:57:09.703636 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-7b31078f-8012-44e7-bcb8-1fa5b46e040c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:57:09.739113 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-e4737b65-a8a2-4565-a641-e610722c41aa tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:57:09.742444 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3fe9cd28-608b-413b-a38d-b3b5fdc8aee8 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729234556353'] for network, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:09.751249 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4103bdbe-e747-43f2-ba16-ba4d61956cb4 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:09.756061 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-e4737b65-a8a2-4565-a641-e610722c41aa tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:57:09.773726 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4737b65-a8a2-4565-a641-e610722c41aa tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Made reservation on behalf of 2e8281e2cfdf4b3b8620717ff49100ba for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:57:09.777197 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e4737b65-a8a2-4565-a641-e610722c41aa tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9305518'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:09.801998 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-582b21ef-d6a1-458c-a0f8-e26b7bb05d4d None None] Transition to ACTIVE for port object aad363ec-2aaa-4320-b414-71cf523f1206 will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:57:09.806337 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8c964e8e-e767-4426-a9a7-2e6fb016738c tempest-FloatingIPAdminTestJSON-2009640080 tempest-FloatingIPAdminTestJSON-2009640080-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for floatingip, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:09.827485 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b31078f-8012-44e7-bcb8-1fa5b46e040c None None] Routers {'b791a096-7377-4ca3-85f9-1fd099089824'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 04:57:09.828895 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-7b31078f-8012-44e7-bcb8-1fa5b46e040c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T04:57:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['b791a096-7377-4ca3-85f9-1fd099089824'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:57:09.893953 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [None req-4103bdbe-e747-43f2-ba16-ba4d61956cb4 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] device_id is not set on port 72590c35-0bbd-438c-9133-6aee32a46931 yet. {{(pid=88260) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 30 04:57:09.904091 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 63fa17eb-9a49-49eb-802b-18fc4f909fcb is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:57:09.905084 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device b0a07b1d-cb66-4370-b330-689c9327dd30 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 04:57:09.929778 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-582b21ef-d6a1-458c-a0f8-e26b7bb05d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:09.959136 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2b8d9791-7b24-484e-ac2c-2a0f8b1a4628 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:09.962423 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-2b8d9791-7b24-484e-ac2c-2a0f8b1a4628 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] 10.222.0.15 "DELETE /v2.0/ports/4fde5817-a927-4d8c-b6dd-fe368facc06d HTTP/1.1" status: 204 len: 168 time: 3.7414420 May 30 04:57:09.971907 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 39906) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:57:09.978681 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-5ff669ea-96b4-4885-a6f1-12c17bbf63c8 None None] Provisioning complete for port 432a1540-d804-4228-8198-3df5dfb500cc triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:57:09.978681 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-5ff669ea-96b4-4885-a6f1-12c17bbf63c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:10.002192 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3fe9cd28-608b-413b-a38d-b3b5fdc8aee8 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788'] for network, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:10.009739 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe9cd28-608b-413b-a38d-b3b5fdc8aee8 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:57:10.010452 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3fe9cd28-608b-413b-a38d-b3b5fdc8aee8 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:10.033737 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-7b31078f-8012-44e7-bcb8-1fa5b46e040c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:57:10.034176 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b31078f-8012-44e7-bcb8-1fa5b46e040c None None] The sync data for ids ['b791a096-7377-4ca3-85f9-1fd099089824'] in dv-neutron-843763-1-hyperv is: [] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 04:57:10.042989 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d1865a-c99e-4d5f-b0f4-c3b80ce68be1 tempest-RoutersTestDVR-1477533861 tempest-RoutersTestDVR-1477533861-project-admin] Hosts for router 779fbef8-a05c-427d-9661-ecd5411b6560: [] {{(pid=88260) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:330}} May 30 04:57:10.044400 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-141c6c21-56bb-446b-be88-2d275f538d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79', 'name': 'tempest-RoutersTest-router-2065317118', 'tenant_id': '177e950b79b644f8ac61f323eed71206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T04:56:58Z', 'updated_at': '2022-05-30T04:57:06Z', 'revision_number': 2, 'project_id': '177e950b79b644f8ac61f323eed71206', 'gw_port_host': None, '_interfaces': [{'id': '432a1540-d804-4228-8198-3df5dfb500cc', 'name': '', 'network_id': '769b7698-7495-4486-9f2d-72117eec4bb7', 'tenant_id': '177e950b79b644f8ac61f323eed71206', 'mac_address': 'fa:16:3e:c7:7a:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '77532eb2-7620-4ce4-8e37-61e439c6d44b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:57:04Z', 'updated_at': '2022-05-30T04:57:07Z', 'revision_number': 2, 'project_id': '177e950b79b644f8ac61f323eed71206', 'subnets': [{'id': '77532eb2-7620-4ce4-8e37-61e439c6d44b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:57:10.050620 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-141c6c21-56bb-446b-be88-2d275f538d77 None None] Checking router: 7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79 for host: dv-neutron-843763-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 04:57:10.050971 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-141c6c21-56bb-446b-be88-2d275f538d77 None None] Updating router 7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79 port 432a1540-d804-4228-8198-3df5dfb500cc binding host dv-neutron-843763-1-hyperv {{(pid=88263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 30 04:57:10.101194 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f802554-c4e6-453a-b014-9511b83f23ef tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] GET failed (client error): The resource could not be found. May 30 04:57:10.102455 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-5f802554-c4e6-453a-b014-9511b83f23ef tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Synchronizing usage tracker for tenant:cc70de9f5c794c1b972bc602f3239ed7 on resource:port {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:57:10.122055 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-582b21ef-d6a1-458c-a0f8-e26b7bb05d4d None None] Network 0008fd3d-19e9-40cf-b545-4a7647b90cf1 is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:57:10.127905 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-8c964e8e-e767-4426-a9a7-2e6fb016738c tempest-FloatingIPAdminTestJSON-2009640080 tempest-FloatingIPAdminTestJSON-2009640080-project-admin] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 10.5809231 May 30 04:57:10.129953 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 39912) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:57:10.133717 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-582b21ef-d6a1-458c-a0f8-e26b7bb05d4d None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:57:10.135878 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d1865a-c99e-4d5f-b0f4-c3b80ce68be1 tempest-RoutersTestDVR-1477533861 tempest-RoutersTestDVR-1477533861-project-admin] Hosts for other DVR routers connected to router 779fbef8-a05c-427d-9661-ecd5411b6560: set() {{(pid=88260) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:347}} May 30 04:57:10.136634 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582b21ef-d6a1-458c-a0f8-e26b7bb05d4d None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:57:10.153700 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-5ff669ea-96b4-4885-a6f1-12c17bbf63c8 None None] Port 432a1540-d804-4228-8198-3df5dfb500cc cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 04:57:10.156541 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582b21ef-d6a1-458c-a0f8-e26b7bb05d4d None None] Pushing event updated for resources: {'Port': ['ID=aad363ec-2aaa-4320-b414-71cf523f1206,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:10.165442 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-000fba3f-58be-4369-b638-f3e50ddc1615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069'] for port, after_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:10.171464 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-141c6c21-56bb-446b-be88-2d275f538d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:10.196304 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc059a90-45f5-45ed-952c-cada2823a4ef req-ed368026-f962-4bbf-a51d-0f2fc54fa339 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:57:10.198535 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-bc059a90-45f5-45ed-952c-cada2823a4ef req-ed368026-f962-4bbf-a51d-0f2fc54fa339 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3b4fbda-4b1c-4eb1-8123-8c822f8314a1 HTTP/1.1" status: 200 len: 945 time: 0.8599572 May 30 04:57:10.216499 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-17d1865a-c99e-4d5f-b0f4-c3b80ce68be1 tempest-RoutersTestDVR-1477533861 tempest-RoutersTestDVR-1477533861-project-admin] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:10.218167 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-17d1865a-c99e-4d5f-b0f4-c3b80ce68be1 tempest-RoutersTestDVR-1477533861 tempest-RoutersTestDVR-1477533861-project-admin] 10.222.0.15 "PUT /v2.0/routers/779fbef8-a05c-427d-9661-ecd5411b6560 HTTP/1.1" status: 200 len: 716 time: 2.6848519 May 30 04:57:10.242196 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 39916) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:57:10.250383 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-45f79e78-106a-4f09-9d2c-69baeab7263d None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 04:57:10.252477 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-5f802554-c4e6-453a-b014-9511b83f23ef tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Unset dirty status for tenant:cc70de9f5c794c1b972bc602f3239ed7 on resource:port {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:57:10.253922 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-5f802554-c4e6-453a-b014-9511b83f23ef tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] 10.222.0.15 "GET /v2.0/ports/4fde5817-a927-4d8c-b6dd-fe368facc06d HTTP/1.1" status: 404 len: 333 time: 0.2797112 May 30 04:57:10.283742 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-3fe9cd28-608b-413b-a38d-b3b5fdc8aee8 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.1157434 May 30 04:57:10.306907 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 39920) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:57:10.307248 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 39922) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:57:10.357288 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-3067caf8-6b8b-4e67-8df0-a85047f9988a tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Request body: {'subnet': {'network_id': '0c0bebba-bddf-42fb-9235-05d8923d12f7', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:57:10.357602 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fba3f-58be-4369-b638-f3e50ddc1615 None None] Pushing event deleted for resources: {'Port': ['ID=63fa17eb-9a49-49eb-802b-18fc4f909fcb,revision_number=None']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:10.374744 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000fba3f-58be-4369-b638-f3e50ddc1615 None None] No DVR routers for this DVR port 63fa17eb-9a49-49eb-802b-18fc4f909fcb on host dv-neutron-843763-1-hyperv {{(pid=88262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 04:57:10.396195 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-582b21ef-d6a1-458c-a0f8-e26b7bb05d4d None None] Attempting to bind port aad363ec-2aaa-4320-b414-71cf523f1206 on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 04:57:10.396567 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-582b21ef-d6a1-458c-a0f8-e26b7bb05d4d None None] Attempting to bind port aad363ec-2aaa-4320-b414-71cf523f1206 by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': 'c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 04:57:10.397213 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582b21ef-d6a1-458c-a0f8-e26b7bb05d4d None None] Attempting to bind port aad363ec-2aaa-4320-b414-71cf523f1206 on network 0008fd3d-19e9-40cf-b545-4a7647b90cf1 {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 04:57:10.403316 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582b21ef-d6a1-458c-a0f8-e26b7bb05d4d None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 4, 57, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 04:57:10.403745 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582b21ef-d6a1-458c-a0f8-e26b7bb05d4d None None] Checking segment: {'id': 'c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:57:10.404298 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-582b21ef-d6a1-458c-a0f8-e26b7bb05d4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:10.404748 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582b21ef-d6a1-458c-a0f8-e26b7bb05d4d None None] Bound using segment: {'id': 'c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 04:57:10.405474 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-582b21ef-d6a1-458c-a0f8-e26b7bb05d4d None None] Bound port: aad363ec-2aaa-4320-b414-71cf523f1206, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 04:57:10.406641 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-582b21ef-d6a1-458c-a0f8-e26b7bb05d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:10.415662 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe9cd28-608b-413b-a38d-b3b5fdc8aee8 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Pushing event updated for resources: {'Network': ['ID=0c0bebba-bddf-42fb-9235-05d8923d12f7,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:10.419367 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port b0a07b1d-cb66-4370-b330-689c9327dd30 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:57:10.431321 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Network 0c0bebba-bddf-42fb-9235-05d8923d12f7 details requested by agent ovs-agent-dv-neutron-843763-1-hyperv with host dv-neutron-843763-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 04:57:10.447539 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port b0a07b1d-cb66-4370-b330-689c9327dd30 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:57:10.447832 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:10.521436 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-bc059a90-45f5-45ed-952c-cada2823a4ef req-5d46b03d-bbd2-4628-8368-be5fdeb00304 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] 10.222.0.15 "GET /v2.0/security-groups?id=80268c1c-0aa4-4f7a-affc-948a6825b0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3107140 May 30 04:57:10.523693 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-6609bfa2-3571-4e05-80a3-d6901274b957 tempest-RoutersTestDVR-1477533861 tempest-RoutersTestDVR-1477533861-project-admin] 10.222.0.15 "GET /v2.0/routers/779fbef8-a05c-427d-9661-ecd5411b6560 HTTP/1.1" status: 200 len: 716 time: 0.2797403 May 30 04:57:10.527257 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 39928) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:57:10.556794 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-3067caf8-6b8b-4e67-8df0-a85047f9988a tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:57:10.561006 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-3067caf8-6b8b-4e67-8df0-a85047f9988a tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Usage tracker for resource:subnet and tenant:177e950b79b644f8ac61f323eed71206 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:57:10.565434 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-3067caf8-6b8b-4e67-8df0-a85047f9988a tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:57:10.568009 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-4103bdbe-e747-43f2-ba16-ba4d61956cb4 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Allocated IP 2001:db8::6725:544b:4771:4864 (0008fd3d-19e9-40cf-b545-4a7647b90cf1/721211f0-af10-4404-82d6-5f5773727544/72590c35-0bbd-438c-9133-6aee32a46931) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:57:10.574798 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-3067caf8-6b8b-4e67-8df0-a85047f9988a tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:57:10.587060 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-d10a5dd9-30ca-40d1-b7b3-5845d68d159f tempest-FloatingIPAdminTestJSON-2009640080 tempest-FloatingIPAdminTestJSON-2009640080-project-admin] 10.222.0.15 "GET /v2.0/floatingips/e0374858-8bd5-4d13-b876-7004f41c2227 HTTP/1.1" status: 200 len: 982 time: 0.4493437 May 30 04:57:10.589346 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 39934) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:57:10.600024 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-def8d85f-2979-4a07-813c-e6f84e42c7c0 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Deleting port e1d944c3-8f91-49dd-a6ef-69220032c772 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:57:10.600381 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-def8d85f-2979-4a07-813c-e6f84e42c7c0 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:10.705621 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-141c6c21-56bb-446b-be88-2d275f538d77 None None] Notify callbacks [] for port, precommit_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:10.720785 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.provisioning_blocks [None req-141c6c21-56bb-446b-be88-2d275f538d77 None None] Transition to ACTIVE for port object 432a1540-d804-4228-8198-3df5dfb500cc will not be triggered until provisioned by entity L2. {{(pid=88263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:57:10.735093 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-141c6c21-56bb-446b-be88-2d275f538d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:10.736655 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3067caf8-6b8b-4e67-8df0-a85047f9988a tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Made reservation on behalf of 177e950b79b644f8ac61f323eed71206 for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:57:10.741275 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3067caf8-6b8b-4e67-8df0-a85047f9988a tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9305518'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:10.785726 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-582b21ef-d6a1-458c-a0f8-e26b7bb05d4d None None] For port aad363ec-2aaa-4320-b414-71cf523f1206, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 04:57:10.789707 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-582b21ef-d6a1-458c-a0f8-e26b7bb05d4d None None] For port aad363ec-2aaa-4320-b414-71cf523f1206, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=aad363ec-2aaa-4320-b414-71cf523f1206,segment=NetworkSegment(c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1),segment_id=c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 04:57:10.830426 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-582b21ef-d6a1-458c-a0f8-e26b7bb05d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:10.920518 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582b21ef-d6a1-458c-a0f8-e26b7bb05d4d None None] Pushing event updated for resources: {'Port': ['ID=aad363ec-2aaa-4320-b414-71cf523f1206,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:10.955068 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644e95b3-38e6-4429-a031-ce84e7f3a4fd None None] Pushing event updated for resources: {'Port': ['ID=432a1540-d804-4228-8198-3df5dfb500cc,revision_number=3']} {{(pid=88263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:10.974607 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port b0a07b1d-cb66-4370-b330-689c9327dd30 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:57:10.975056 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:11.040360 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] For port b0a07b1d-cb66-4370-b330-689c9327dd30, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=b0a07b1d-cb66-4370-b330-689c9327dd30,segment=NetworkSegment(6b2a0b0c-38dc-4571-bb1b-ee54316e910b),segment_id=6b2a0b0c-38dc-4571-bb1b-ee54316e910b)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:57:11.055631 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644e95b3-38e6-4429-a031-ce84e7f3a4fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:57:11.055884 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:11.056111 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644e95b3-38e6-4429-a031-ce84e7f3a4fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:57:11.056470 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644e95b3-38e6-4429-a031-ce84e7f3a4fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:57:11.056823 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644e95b3-38e6-4429-a031-ce84e7f3a4fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:57:11.057154 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644e95b3-38e6-4429-a031-ce84e7f3a4fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:57:11.057513 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644e95b3-38e6-4429-a031-ce84e7f3a4fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:57:11.057868 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644e95b3-38e6-4429-a031-ce84e7f3a4fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:57:11.058202 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644e95b3-38e6-4429-a031-ce84e7f3a4fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:57:11.058551 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644e95b3-38e6-4429-a031-ce84e7f3a4fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:57:11.058883 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644e95b3-38e6-4429-a031-ce84e7f3a4fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:57:11.059214 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644e95b3-38e6-4429-a031-ce84e7f3a4fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:57:11.059525 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644e95b3-38e6-4429-a031-ce84e7f3a4fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:57:11.075401 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-9e1d9710-2b81-4211-abac-96dde50331ec tempest-RoutersTestDVR-244480231 tempest-RoutersTestDVR-244480231-project] 10.222.0.15 "GET /v2.0/routers/779fbef8-a05c-427d-9661-ecd5411b6560 HTTP/1.1" status: 200 len: 682 time: 0.5469382 May 30 04:57:11.080007 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 39938) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:57:11.208704 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Pushing event updated for resources: {'Port': ['ID=b0a07b1d-cb66-4370-b330-689c9327dd30,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:11.221498 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-06337bdc-ba0c-4058-940e-b24efde7521a tempest-FloatingIPAdminTestJSON-2009640080 tempest-FloatingIPAdminTestJSON-2009640080-project-admin] 10.222.0.15 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3036 time: 0.6257312 May 30 04:57:11.223942 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 63fa17eb-9a49-49eb-802b-18fc4f909fcb no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 04:57:11.233759 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 39942) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:57:11.263929 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-141c6c21-56bb-446b-be88-2d275f538d77 None None] Attempting to bind port 432a1540-d804-4228-8198-3df5dfb500cc on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 04:57:11.264983 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-141c6c21-56bb-446b-be88-2d275f538d77 None None] Attempting to bind port 432a1540-d804-4228-8198-3df5dfb500cc by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': '6b2a0b0c-38dc-4571-bb1b-ee54316e910b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '769b7698-7495-4486-9f2d-72117eec4bb7'}] {{(pid=88263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 04:57:11.266164 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141c6c21-56bb-446b-be88-2d275f538d77 None None] Attempting to bind port 432a1540-d804-4228-8198-3df5dfb500cc on network 769b7698-7495-4486-9f2d-72117eec4bb7 {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 04:57:11.274560 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] No Port match for: 63fa17eb-9a49-49eb-802b-18fc4f909fcb {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 04:57:11.274909 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 63fa17eb-9a49-49eb-802b-18fc4f909fcb not bound to the agent host dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 04:57:11.276586 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141c6c21-56bb-446b-be88-2d275f538d77 None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 4, 57, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 04:57:11.278335 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141c6c21-56bb-446b-be88-2d275f538d77 None None] Checking segment: {'id': '6b2a0b0c-38dc-4571-bb1b-ee54316e910b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '769b7698-7495-4486-9f2d-72117eec4bb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:57:11.281610 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-141c6c21-56bb-446b-be88-2d275f538d77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:11.282131 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141c6c21-56bb-446b-be88-2d275f538d77 None None] Bound using segment: {'id': '6b2a0b0c-38dc-4571-bb1b-ee54316e910b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '769b7698-7495-4486-9f2d-72117eec4bb7'} {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 04:57:11.282719 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-141c6c21-56bb-446b-be88-2d275f538d77 None None] Bound port: 432a1540-d804-4228-8198-3df5dfb500cc, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b2a0b0c-38dc-4571-bb1b-ee54316e910b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '769b7698-7495-4486-9f2d-72117eec4bb7'}}] {{(pid=88263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 04:57:11.283694 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-141c6c21-56bb-446b-be88-2d275f538d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:11.435277 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.db [None req-141c6c21-56bb-446b-be88-2d275f538d77 None None] For port 432a1540-d804-4228-8198-3df5dfb500cc, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 04:57:11.439752 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.db [None req-141c6c21-56bb-446b-be88-2d275f538d77 None None] For port 432a1540-d804-4228-8198-3df5dfb500cc, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=432a1540-d804-4228-8198-3df5dfb500cc,segment=NetworkSegment(6b2a0b0c-38dc-4571-bb1b-ee54316e910b),segment_id=6b2a0b0c-38dc-4571-bb1b-ee54316e910b)] {{(pid=88263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 04:57:11.447767 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-141c6c21-56bb-446b-be88-2d275f538d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:11.451183 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4103bdbe-e747-43f2-ba16-ba4d61956cb4 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:11.466644 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-cd165d13-3e8d-4d0e-aaf2-f08a1d9fd954 tempest-RoutersTestDVR-1477533861 tempest-RoutersTestDVR-1477533861-project-admin] Notify callbacks [] for router, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:11.494979 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-def8d85f-2979-4a07-813c-e6f84e42c7c0 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:11.545063 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141c6c21-56bb-446b-be88-2d275f538d77 None None] Routers {'7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 04:57:11.545776 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-141c6c21-56bb-446b-be88-2d275f538d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T04:57:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:57:11.605436 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [None req-4103bdbe-e747-43f2-ba16-ba4d61956cb4 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Transition to ACTIVE for port object 72590c35-0bbd-438c-9133-6aee32a46931 will not be triggered until provisioned by entity DHCP. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:57:11.736859 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644e95b3-38e6-4429-a031-ce84e7f3a4fd None None] Pushing event updated for resources: {'Port': ['ID=432a1540-d804-4228-8198-3df5dfb500cc,revision_number=4']} {{(pid=88263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:11.753512 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-141c6c21-56bb-446b-be88-2d275f538d77 None None] Set router 7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79 gateway port host: None {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 04:57:11.841656 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-cd165d13-3e8d-4d0e-aaf2-f08a1d9fd954 tempest-RoutersTestDVR-1477533861 tempest-RoutersTestDVR-1477533861-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11660'] for router, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:11.845305 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-cd165d13-3e8d-4d0e-aaf2-f08a1d9fd954 tempest-RoutersTestDVR-1477533861 tempest-RoutersTestDVR-1477533861-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:11.848961 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4103bdbe-e747-43f2-ba16-ba4d61956cb4 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:11.942834 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4103bdbe-e747-43f2-ba16-ba4d61956cb4 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Network 0008fd3d-19e9-40cf-b545-4a7647b90cf1 is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:57:11.947285 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-4103bdbe-e747-43f2-ba16-ba4d61956cb4 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:57:11.949962 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4103bdbe-e747-43f2-ba16-ba4d61956cb4 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:57:11.958790 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4103bdbe-e747-43f2-ba16-ba4d61956cb4 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:57:11.960547 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4103bdbe-e747-43f2-ba16-ba4d61956cb4 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:11.977322 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.objects.ports [None req-e4737b65-a8a2-4565-a641-e610722c41aa tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88261) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 30 04:57:11.980762 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-cd165d13-3e8d-4d0e-aaf2-f08a1d9fd954 tempest-RoutersTestDVR-1477533861 tempest-RoutersTestDVR-1477533861-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1601605'] for router, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:11.981288 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd165d13-3e8d-4d0e-aaf2-f08a1d9fd954 tempest-RoutersTestDVR-1477533861 tempest-RoutersTestDVR-1477533861-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 779fbef8-a05c-427d-9661-ecd5411b6560 {{(pid=88260) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 30 04:57:11.984171 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-def8d85f-2979-4a07-813c-e6f84e42c7c0 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Calling delete_port for e1d944c3-8f91-49dd-a6ef-69220032c772 owned by {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:57:11.987424 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-cd165d13-3e8d-4d0e-aaf2-f08a1d9fd954 tempest-RoutersTestDVR-1477533861 tempest-RoutersTestDVR-1477533861-project-admin] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:11.988382 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-cd165d13-3e8d-4d0e-aaf2-f08a1d9fd954 tempest-RoutersTestDVR-1477533861 tempest-RoutersTestDVR-1477533861-project-admin] 10.222.0.15 "DELETE /v2.0/routers/779fbef8-a05c-427d-9661-ecd5411b6560 HTTP/1.1" status: 204 len: 168 time: 0.9074330 May 30 04:57:11.995062 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-4103bdbe-e747-43f2-ba16-ba4d61956cb4 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.4562964 May 30 04:57:11.995696 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 39948) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:57:12.000941 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 39950) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:57:12.004134 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-091e5d13-c369-4450-b53a-7fb95e34f431 tempest-RoutersTestDVR-1477533861 tempest-RoutersTestDVR-1477533861-project-admin] Request body: {'router': {'name': 'tempest-router-1221004358', 'distributed': True}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:57:12.008874 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4103bdbe-e747-43f2-ba16-ba4d61956cb4 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Pushing event updated for resources: {'Port': ['ID=72590c35-0bbd-438c-9133-6aee32a46931,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:12.016209 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-091e5d13-c369-4450-b53a-7fb95e34f431 tempest-RoutersTestDVR-1477533861 tempest-RoutersTestDVR-1477533861-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:57:12.020184 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-4007b1eb-8140-48a8-8996-c18ab84119ab tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Request body: {'port': {'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1', 'fixed_ips': [{'subnet_id': '721211f0-af10-4404-82d6-5f5773727544', 'ip_address': '2001:db8::6725:544b:4771:4864'}], 'name': 'tempest-NetworksTestDHCPv6-1301000102'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:57:12.039835 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-091e5d13-c369-4450-b53a-7fb95e34f431 tempest-RoutersTestDVR-1477533861 tempest-RoutersTestDVR-1477533861-project-admin] Usage tracker for resource:router and tenant:cac6b3a6ef584136ac43bb32d06e758e is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:57:12.047172 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-091e5d13-c369-4450-b53a-7fb95e34f431 tempest-RoutersTestDVR-1477533861 tempest-RoutersTestDVR-1477533861-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:57:12.066666 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e4737b65-a8a2-4565-a641-e610722c41aa tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2305012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9305500'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:12.112753 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-091e5d13-c369-4450-b53a-7fb95e34f431 tempest-RoutersTestDVR-1477533861 tempest-RoutersTestDVR-1477533861-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:57:12.154459 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-091e5d13-c369-4450-b53a-7fb95e34f431 tempest-RoutersTestDVR-1477533861 tempest-RoutersTestDVR-1477533861-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1603901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11666'] for router, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:12.155492 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-091e5d13-c369-4450-b53a-7fb95e34f431 tempest-RoutersTestDVR-1477533861 tempest-RoutersTestDVR-1477533861-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11675'] for router, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:12.180472 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-141c6c21-56bb-446b-be88-2d275f538d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79', 'name': 'tempest-RoutersTest-router-2065317118', 'tenant_id': '177e950b79b644f8ac61f323eed71206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T04:56:58Z', 'updated_at': '2022-05-30T04:57:06Z', 'revision_number': 2, 'project_id': '177e950b79b644f8ac61f323eed71206', 'gw_port_host': None, '_interfaces': [{'id': '432a1540-d804-4228-8198-3df5dfb500cc', 'name': '', 'network_id': '769b7698-7495-4486-9f2d-72117eec4bb7', 'tenant_id': '177e950b79b644f8ac61f323eed71206', 'mac_address': 'fa:16:3e:c7:7a:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '77532eb2-7620-4ce4-8e37-61e439c6d44b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:57:04Z', 'updated_at': '2022-05-30T04:57:11Z', 'revision_number': 4, 'project_id': '177e950b79b644f8ac61f323eed71206', 'subnets': [{'id': '77532eb2-7620-4ce4-8e37-61e439c6d44b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:57:12.185482 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-141c6c21-56bb-446b-be88-2d275f538d77 None None] The sync data for ids ['7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79'] in dv-neutron-843763-1-hyperv is: [{'id': '7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79', 'name': 'tempest-RoutersTest-router-2065317118', 'tenant_id': '177e950b79b644f8ac61f323eed71206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T04:56:58Z', 'updated_at': '2022-05-30T04:57:06Z', 'revision_number': 2, 'project_id': '177e950b79b644f8ac61f323eed71206', 'gw_port_host': None, '_interfaces': [{'id': '432a1540-d804-4228-8198-3df5dfb500cc', 'name': '', 'network_id': '769b7698-7495-4486-9f2d-72117eec4bb7', 'tenant_id': '177e950b79b644f8ac61f323eed71206', 'mac_address': 'fa:16:3e:c7:7a:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '77532eb2-7620-4ce4-8e37-61e439c6d44b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:57:04Z', 'updated_at': '2022-05-30T04:57:11Z', 'revision_number': 4, 'project_id': '177e950b79b644f8ac61f323eed71206', 'subnets': [{'id': '77532eb2-7620-4ce4-8e37-61e439c6d44b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 04:57:12.210019 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-091e5d13-c369-4450-b53a-7fb95e34f431 tempest-RoutersTestDVR-1477533861 tempest-RoutersTestDVR-1477533861-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:12.224491 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-4007b1eb-8140-48a8-8996-c18ab84119ab tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:57:12.230718 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-4007b1eb-8140-48a8-8996-c18ab84119ab tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Usage tracker for resource:port and tenant:16af2dbefc6742d5a37a7b30e58c8c2f is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:57:12.235228 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-4007b1eb-8140-48a8-8996-c18ab84119ab tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:57:12.242971 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-4007b1eb-8140-48a8-8996-c18ab84119ab tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:57:12.249242 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-091e5d13-c369-4450-b53a-7fb95e34f431 tempest-RoutersTestDVR-1477533861 tempest-RoutersTestDVR-1477533861-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603653'] for router, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:12.266694 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4007b1eb-8140-48a8-8996-c18ab84119ab tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Made reservation on behalf of 16af2dbefc6742d5a37a7b30e58c8c2f for: {'port': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:57:12.272380 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4007b1eb-8140-48a8-8996-c18ab84119ab tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:12.301554 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [None req-4007b1eb-8140-48a8-8996-c18ab84119ab tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] device_id is not set on port d29f7ed8-dc8d-4573-88ec-89132b9eb403 yet. {{(pid=88260) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 30 04:57:12.324446 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3067caf8-6b8b-4e67-8df0-a85047f9988a tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2305012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9305500'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:12.354530 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-091e5d13-c369-4450-b53a-7fb95e34f431 tempest-RoutersTestDVR-1477533861 tempest-RoutersTestDVR-1477533861-project-admin] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:12.355746 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-091e5d13-c369-4450-b53a-7fb95e34f431 tempest-RoutersTestDVR-1477533861 tempest-RoutersTestDVR-1477533861-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.3565183 May 30 04:57:12.363244 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-49fed5c8-f605-469b-9146-6976dcda273f tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Deleting port 4a849ed5-31aa-4585-836c-261e7f25d0cf {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:57:12.364437 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-49fed5c8-f605-469b-9146-6976dcda273f tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:12.364576 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 39956) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:57:12.423816 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4737b65-a8a2-4565-a641-e610722c41aa tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Pushing event updated for resources: {'Subnet': ['ID=853c1b06-7696-426a-bb78-8b632df0e85e,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:12.516080 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4737b65-a8a2-4565-a641-e610722c41aa tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Checking segment: {'id': '597d3ac2-4f50-4704-a42b-bc685459c72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '34f203dd-6047-4885-8434-4b076bb14347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:57:12.516490 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4737b65-a8a2-4565-a641-e610722c41aa tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Network hostable DHCP agents. Network: 34f203dd-6047-4885-8434-4b076bb14347, hostable agents: ['1c705e68-3d3e-4dd3-9252-feb21d4b96ab'], hosted agents: [] {{(pid=88261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 04:57:12.517278 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c1975bc7-94a5-4591-bcbf-f0e07da4e342 None None] Provisioning for port aad363ec-2aaa-4320-b414-71cf523f1206 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:57:12.645082 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3067caf8-6b8b-4e67-8df0-a85047f9988a tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Checking segment: {'id': 'df67fbea-5e14-4064-8ccf-d3afd6af7d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '0c0bebba-bddf-42fb-9235-05d8923d12f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:57:12.645416 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3067caf8-6b8b-4e67-8df0-a85047f9988a tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Network hostable DHCP agents. Network: 0c0bebba-bddf-42fb-9235-05d8923d12f7, hostable agents: ['1c705e68-3d3e-4dd3-9252-feb21d4b96ab'], hosted agents: [] {{(pid=88261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 04:57:12.677313 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1295b152-7ed5-44c8-b7e1-2d04471cc687 tempest-RoutersTestDVR-1477533861 tempest-RoutersTestDVR-1477533861-project-admin] Notify callbacks [] for router, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:12.737630 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3067caf8-6b8b-4e67-8df0-a85047f9988a tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Pushing event updated for resources: {'Subnet': ['ID=27305ac9-0933-4276-9473-96e3d96a2da4,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:12.752813 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb2399a-51a8-4449-9ac2-b16986a7c098 req-ffec6c58-95c0-4f7c-8dc1-c5ed7d44c2af tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:57:12.754325 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-bdb2399a-51a8-4449-9ac2-b16986a7c098 req-ffec6c58-95c0-4f7c-8dc1-c5ed7d44c2af tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3b4fbda-4b1c-4eb1-8123-8c822f8314a1 HTTP/1.1" status: 200 len: 945 time: 0.8077776 May 30 04:57:12.766523 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-df68e624-b277-4aee-88e4-24b0aef63467 None None] Provisioning for port 72590c35-0bbd-438c-9133-6aee32a46931 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:57:12.769892 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4737b65-a8a2-4565-a641-e610722c41aa tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Network 34f203dd-6047-4885-8434-4b076bb14347 is scheduled to be hosted by DHCP agent 1c705e68-3d3e-4dd3-9252-feb21d4b96ab with binding_index 1 {{(pid=88261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 04:57:12.772911 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-df68e624-b277-4aee-88e4-24b0aef63467 None None] Provisioning complete for port 72590c35-0bbd-438c-9133-6aee32a46931 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:57:12.774290 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-df68e624-b277-4aee-88e4-24b0aef63467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:12.803756 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-def8d85f-2979-4a07-813c-e6f84e42c7c0 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:12.843572 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-df68e624-b277-4aee-88e4-24b0aef63467 None None] Port 72590c35-0bbd-438c-9133-6aee32a46931 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 04:57:12.878945 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-e4737b65-a8a2-4565-a641-e610722c41aa tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843763-1-hyperv, 34f203dd-6047-4885-8434-4b076bb14347) {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:57:12.891893 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa410f8-f28b-431e-9847-2ffd98e9394a None None] Network 34f203dd-6047-4885-8434-4b076bb14347 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:57:12.906508 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def8d85f-2979-4a07-813c-e6f84e42c7c0 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Pushing event deleted for resources: {'Port': ['ID=e1d944c3-8f91-49dd-a6ef-69220032c772,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:12.908812 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4737b65-a8a2-4565-a641-e610722c41aa tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:57:12.909404 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e4737b65-a8a2-4565-a641-e610722c41aa tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:12.931574 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3067caf8-6b8b-4e67-8df0-a85047f9988a tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Network 0c0bebba-bddf-42fb-9235-05d8923d12f7 is scheduled to be hosted by DHCP agent 1c705e68-3d3e-4dd3-9252-feb21d4b96ab with binding_index 1 {{(pid=88261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 04:57:12.959835 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-49fed5c8-f605-469b-9146-6976dcda273f tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:12.960164 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-49fed5c8-f605-469b-9146-6976dcda273f tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:12.975833 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-bdb2399a-51a8-4449-9ac2-b16986a7c098 req-9aea32fc-39a6-439c-abd4-3811cfeae155 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] 10.222.0.15 "GET /v2.0/security-groups?id=80268c1c-0aa4-4f7a-affc-948a6825b0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2124958 May 30 04:57:13.190920 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1295b152-7ed5-44c8-b7e1-2d04471cc687 tempest-RoutersTestDVR-1477533861 tempest-RoutersTestDVR-1477533861-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11660'] for router, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:13.195183 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1295b152-7ed5-44c8-b7e1-2d04471cc687 tempest-RoutersTestDVR-1477533861 tempest-RoutersTestDVR-1477533861-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:13.230270 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-49fed5c8-f605-469b-9146-6976dcda273f tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Calling delete_port for 4a849ed5-31aa-4585-836c-261e7f25d0cf owned by network:floatingip {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:57:13.236681 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-4007b1eb-8140-48a8-8996-c18ab84119ab tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] POST failed (client error): There was a conflict when trying to complete your request. May 30 04:57:13.237145 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4007b1eb-8140-48a8-8996-c18ab84119ab tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 04:57:13.245949 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1295b152-7ed5-44c8-b7e1-2d04471cc687 tempest-RoutersTestDVR-1477533861 tempest-RoutersTestDVR-1477533861-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1601605'] for router, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:13.246517 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1295b152-7ed5-44c8-b7e1-2d04471cc687 tempest-RoutersTestDVR-1477533861 tempest-RoutersTestDVR-1477533861-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 38f8c90b-f125-45a8-85e8-6caf5e254b18 {{(pid=88260) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 30 04:57:13.263122 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-3067caf8-6b8b-4e67-8df0-a85047f9988a tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843763-1-hyperv, 0c0bebba-bddf-42fb-9235-05d8923d12f7) {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:57:13.285870 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf16dc7-01f1-4e44-b816-19b62d3459be None None] Network 0c0bebba-bddf-42fb-9235-05d8923d12f7 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:57:13.298716 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1295b152-7ed5-44c8-b7e1-2d04471cc687 tempest-RoutersTestDVR-1477533861 tempest-RoutersTestDVR-1477533861-project-admin] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:13.299903 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-1295b152-7ed5-44c8-b7e1-2d04471cc687 tempest-RoutersTestDVR-1477533861 tempest-RoutersTestDVR-1477533861-project-admin] 10.222.0.15 "DELETE /v2.0/routers/38f8c90b-f125-45a8-85e8-6caf5e254b18 HTTP/1.1" status: 204 len: 168 time: 0.9348216 May 30 04:57:13.304731 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3067caf8-6b8b-4e67-8df0-a85047f9988a tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:57:13.305325 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3067caf8-6b8b-4e67-8df0-a85047f9988a tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:13.325357 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-4007b1eb-8140-48a8-8996-c18ab84119ab tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.3175950 May 30 04:57:13.332670 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 39962) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:57:13.340163 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-e4737b65-a8a2-4565-a641-e610722c41aa tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 3.8500457 May 30 04:57:13.340826 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 39964) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:57:13.374000 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-def8d85f-2979-4a07-813c-e6f84e42c7c0 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:13.378485 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-def8d85f-2979-4a07-813c-e6f84e42c7c0 tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] 10.222.0.15 "DELETE /v2.0/ports/e1d944c3-8f91-49dd-a6ef-69220032c772 HTTP/1.1" status: 204 len: 168 time: 3.0673931 May 30 04:57:13.379414 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 39970) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:57:13.384609 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-3067caf8-6b8b-4e67-8df0-a85047f9988a tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0745809 May 30 04:57:13.388159 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 39974) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:57:13.392797 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b49a4d6-b903-4692-8455-437aa6084d60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bbf24ed-7ba9-53d2-873f-8f9642b1e987-34f203dd-6047-4885-8434-4b076bb14347', 'network_id': '34f203dd-6047-4885-8434-4b076bb14347', 'tenant_id': '2e8281e2cfdf4b3b8620717ff49100ba', 'fixed_ips': [{'subnet_id': '853c1b06-7696-426a-bb78-8b632df0e85e'}]}} from dv-neutron-843763-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 30 04:57:13.406428 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-3b49a4d6-b903-4692-8455-437aa6084d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:13.459648 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device aad363ec-2aaa-4320-b414-71cf523f1206 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 04:57:13.604317 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1356eee6-a1c5-4e79-8f36-1c3a91edbbd3 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:57:13.612308 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1356eee6-a1c5-4e79-8f36-1c3a91edbbd3 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:57:13.612308 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-1356eee6-a1c5-4e79-8f36-1c3a91edbbd3 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Synchronizing usage tracker for tenant:16af2dbefc6742d5a37a7b30e58c8c2f on resource:port {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:57:13.635092 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ff9ff03-d166-4fa9-868e-69d42d31d98e tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Deleting subnet 732e1e97-e13d-41bc-bb2f-10b9bb045c41 {{(pid=88261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 30 04:57:13.642645 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0ff9ff03-d166-4fa9-868e-69d42d31d98e tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Notify callbacks [] for subnet, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:13.656600 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-1356eee6-a1c5-4e79-8f36-1c3a91edbbd3 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Unset dirty status for tenant:16af2dbefc6742d5a37a7b30e58c8c2f on resource:port {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:57:13.658148 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-1356eee6-a1c5-4e79-8f36-1c3a91edbbd3 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.3240397 May 30 04:57:13.669954 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 39982) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:57:13.735053 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4bbd5d06-3cc6-449a-9a75-00535d6fe47a tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897784'] for network, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:13.740319 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port aad363ec-2aaa-4320-b414-71cf523f1206 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:57:13.781103 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port aad363ec-2aaa-4320-b414-71cf523f1206 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:57:13.781772 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:13.813378 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 39986) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:57:13.823267 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4bbd5d06-3cc6-449a-9a75-00535d6fe47a tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860493'] for subnet, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:13.855623 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-1fffed66-c9ea-4855-83a1-3c092732b70d tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Deleting port 72590c35-0bbd-438c-9133-6aee32a46931 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:57:13.855972 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1fffed66-c9ea-4855-83a1-3c092732b70d tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:13.918410 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-3b49a4d6-b903-4692-8455-437aa6084d60 None None] Allocated IP 2001:db8::f816:3eff:fec8:b514 (34f203dd-6047-4885-8434-4b076bb14347/853c1b06-7696-426a-bb78-8b632df0e85e/0e6b02ad-0e7d-4e4a-946b-57963f20a66b) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:57:13.963753 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-046ee51d-589f-4234-9046-52d77ec671b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bbf24ed-7ba9-53d2-873f-8f9642b1e987-0c0bebba-bddf-42fb-9235-05d8923d12f7', 'network_id': '0c0bebba-bddf-42fb-9235-05d8923d12f7', 'tenant_id': '177e950b79b644f8ac61f323eed71206', 'fixed_ips': [{'subnet_id': '27305ac9-0933-4276-9473-96e3d96a2da4'}]}} from dv-neutron-843763-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 30 04:57:13.964577 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-046ee51d-589f-4234-9046-52d77ec671b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:14.034463 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0ff9ff03-d166-4fa9-868e-69d42d31d98e tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3545586'] for subnet, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:14.166185 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0ff9ff03-d166-4fa9-868e-69d42d31d98e tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860493'] for subnet, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:14.286599 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1fffed66-c9ea-4855-83a1-3c092732b70d tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:14.304240 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-49fed5c8-f605-469b-9146-6976dcda273f tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:14.312420 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port aad363ec-2aaa-4320-b414-71cf523f1206 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:57:14.312420 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:14.360554 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bf073c-ceb6-4133-8243-a874210c1663 req-80128eee-525d-4b4a-8676-c6492ee5605d tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:57:14.361735 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-64bf073c-ceb6-4133-8243-a874210c1663 req-80128eee-525d-4b4a-8676-c6492ee5605d tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3b4fbda-4b1c-4eb1-8123-8c822f8314a1 HTTP/1.1" status: 200 len: 945 time: 0.1890817 May 30 04:57:14.415942 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-79e45818-00d6-4d8b-8f47-7cea06b2b4fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:14.425795 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-1fffed66-c9ea-4855-83a1-3c092732b70d tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Calling delete_port for 72590c35-0bbd-438c-9133-6aee32a46931 owned by {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:57:14.428642 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] For port aad363ec-2aaa-4320-b414-71cf523f1206, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=aad363ec-2aaa-4320-b414-71cf523f1206,segment=NetworkSegment(c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1),segment_id=c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:57:14.471910 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:14.472686 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device b0a07b1d-cb66-4370-b330-689c9327dd30 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 04:57:14.475963 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fed5c8-f605-469b-9146-6976dcda273f tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Pushing event deleted for resources: {'Port': ['ID=4a849ed5-31aa-4585-836c-261e7f25d0cf,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:14.536803 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-79e45818-00d6-4d8b-8f47-7cea06b2b4fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:57:14.549354 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-79e45818-00d6-4d8b-8f47-7cea06b2b4fc admin admin] Usage tracker for resource:security_group_rule and tenant:00bce1b429784f6b9f0b5223b68ab290 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:57:14.561104 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-79e45818-00d6-4d8b-8f47-7cea06b2b4fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:57:14.586916 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-79e45818-00d6-4d8b-8f47-7cea06b2b4fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:57:14.604038 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-046ee51d-589f-4234-9046-52d77ec671b0 None None] Allocated IP 172.21.0.2 (0c0bebba-bddf-42fb-9235-05d8923d12f7/27305ac9-0933-4276-9473-96e3d96a2da4/09740075-2498-41f1-b915-be44e3b0bce8) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:57:14.631494 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-3b49a4d6-b903-4692-8455-437aa6084d60 None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:14.641348 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Pushing event updated for resources: {'Port': ['ID=aad363ec-2aaa-4320-b414-71cf523f1206,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:14.648665 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-64bf073c-ceb6-4133-8243-a874210c1663 req-d1533405-e108-41c4-a028-5dd93035ac16 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] 10.222.0.15 "GET /v2.0/security-groups?id=80268c1c-0aa4-4f7a-affc-948a6825b0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2298701 May 30 04:57:14.651028 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-3b49a4d6-b903-4692-8455-437aa6084d60 None None] Transition to ACTIVE for port object 0e6b02ad-0e7d-4e4a-946b-57963f20a66b will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:57:14.653118 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0ff9ff03-d166-4fa9-868e-69d42d31d98e tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2304955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9305493'] for subnet, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:14.715874 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-49fed5c8-f605-469b-9146-6976dcda273f tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Notify callbacks [] for floatingip, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:14.716219 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.db.l3_db [None req-49fed5c8-f605-469b-9146-6976dcda273f tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Floating IP e0374858-8bd5-4d13-b876-7004f41c2227 disassociated (deleted). External IP: 172.26.6.176, port: 0b51296d-80ec-43c4-bfc9-6bef67847cec. May 30 04:57:14.740646 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1fffed66-c9ea-4855-83a1-3c092732b70d tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:14.759360 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port b0a07b1d-cb66-4370-b330-689c9327dd30 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:57:14.759895 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:14.774837 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0ff9ff03-d166-4fa9-868e-69d42d31d98e tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:14.787544 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-3b49a4d6-b903-4692-8455-437aa6084d60 None None] Transition to ACTIVE for port object 0e6b02ad-0e7d-4e4a-946b-57963f20a66b will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:57:14.791842 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fffed66-c9ea-4855-83a1-3c092732b70d tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Pushing event deleted for resources: {'Port': ['ID=72590c35-0bbd-438c-9133-6aee32a46931,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:14.792110 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-853f1d5e-6812-4e17-b0a8-706bbacdd2c2 None None] Network 433fa563-4f04-4ee5-af0f-ac69dc370a03 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:57:14.822566 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff9ff03-d166-4fa9-868e-69d42d31d98e tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Pushing event deleted for resources: {'Subnet': ['ID=732e1e97-e13d-41bc-bb2f-10b9bb045c41,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:14.837838 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1fffed66-c9ea-4855-83a1-3c092732b70d tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:14.856533 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-1fffed66-c9ea-4855-83a1-3c092732b70d tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "DELETE /v2.0/ports/72590c35-0bbd-438c-9133-6aee32a46931 HTTP/1.1" status: 204 len: 168 time: 1.1833494 May 30 04:57:14.857264 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 39994) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:57:14.901181 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-0ff9ff03-d166-4fa9-868e-69d42d31d98e tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] 10.222.0.15 "DELETE /v2.0/subnets/732e1e97-e13d-41bc-bb2f-10b9bb045c41 HTTP/1.1" status: 204 len: 168 time: 1.5209849 May 30 04:57:14.906260 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 39998) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:57:14.926047 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c65e4092-9769-45cd-97de-b9e5185ee174 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:14.954471 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-3b49a4d6-b903-4692-8455-437aa6084d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:15.033854 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4bbd5d06-3cc6-449a-9a75-00535d6fe47a tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1547867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2133322'] for subnet, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:15.075117 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c95bbff9-a933-49b0-ac2a-a03c140b711a tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:57:15.076731 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c95bbff9-a933-49b0-ac2a-a03c140b711a tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:57:15.078220 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-c95bbff9-a933-49b0-ac2a-a03c140b711a tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Synchronizing usage tracker for tenant:16af2dbefc6742d5a37a7b30e58c8c2f on resource:subnet {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:57:15.102818 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b49a4d6-b903-4692-8455-437aa6084d60 None None] Network 34f203dd-6047-4885-8434-4b076bb14347 is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:57:15.120632 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-3b49a4d6-b903-4692-8455-437aa6084d60 None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:57:15.131025 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b49a4d6-b903-4692-8455-437aa6084d60 None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:57:15.135106 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b49a4d6-b903-4692-8455-437aa6084d60 None None] Pushing event updated for resources: {'Port': ['ID=0e6b02ad-0e7d-4e4a-946b-57963f20a66b,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:15.168396 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbd5d06-3cc6-449a-9a75-00535d6fe47a tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Pushing event deleted for resources: {'Subnet': ['ID=853c1b06-7696-426a-bb78-8b632df0e85e,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:15.184192 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1b6b1241-1415-4d99-890b-5c801f9866aa tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897784'] for network, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:15.214020 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-c95bbff9-a933-49b0-ac2a-a03c140b711a tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Unset dirty status for tenant:16af2dbefc6742d5a37a7b30e58c8c2f on resource:subnet {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:57:15.215189 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-c95bbff9-a933-49b0-ac2a-a03c140b711a tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3571959 May 30 04:57:15.217183 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4bbd5d06-3cc6-449a-9a75-00535d6fe47a tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867540', 'neutron.services.segments.db._delete_segments_for_network-8729234922972'] for network, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:15.227135 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 40002) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:57:15.229241 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-79e45818-00d6-4d8b-8f47-7cea06b2b4fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:15.230290 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-1b6b1241-1415-4d99-890b-5c801f9866aa tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Deleting port 1f386acf-e0c5-49c8-abce-58b8861e8d09 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:57:15.230632 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1b6b1241-1415-4d99-890b-5c801f9866aa tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:15.352494 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-4bbd5d06-3cc6-449a-9a75-00535d6fe47a tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34f203dd-6047-4885-8434-4b076bb14347']}} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:57:15.358392 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port b0a07b1d-cb66-4370-b330-689c9327dd30 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:57:15.359977 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 432a1540-d804-4228-8198-3df5dfb500cc up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 04:57:15.383592 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-3b49a4d6-b903-4692-8455-437aa6084d60 None None] Attempting to bind port 0e6b02ad-0e7d-4e4a-946b-57963f20a66b on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 04:57:15.383963 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-3b49a4d6-b903-4692-8455-437aa6084d60 None None] Attempting to bind port 0e6b02ad-0e7d-4e4a-946b-57963f20a66b by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': '597d3ac2-4f50-4704-a42b-bc685459c72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '34f203dd-6047-4885-8434-4b076bb14347'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 04:57:15.384325 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b49a4d6-b903-4692-8455-437aa6084d60 None None] Attempting to bind port 0e6b02ad-0e7d-4e4a-946b-57963f20a66b on network 34f203dd-6047-4885-8434-4b076bb14347 {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 04:57:15.391623 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-046ee51d-589f-4234-9046-52d77ec671b0 None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:15.419392 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b49a4d6-b903-4692-8455-437aa6084d60 None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 4, 57, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 04:57:15.419862 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b49a4d6-b903-4692-8455-437aa6084d60 None None] Checking segment: {'id': '597d3ac2-4f50-4704-a42b-bc685459c72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '34f203dd-6047-4885-8434-4b076bb14347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:57:15.420165 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-3b49a4d6-b903-4692-8455-437aa6084d60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:15.420650 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b49a4d6-b903-4692-8455-437aa6084d60 None None] Bound using segment: {'id': '597d3ac2-4f50-4704-a42b-bc685459c72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '34f203dd-6047-4885-8434-4b076bb14347'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 04:57:15.421147 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-3b49a4d6-b903-4692-8455-437aa6084d60 None None] Bound port: 0e6b02ad-0e7d-4e4a-946b-57963f20a66b, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '597d3ac2-4f50-4704-a42b-bc685459c72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '34f203dd-6047-4885-8434-4b076bb14347'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 04:57:15.422077 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-3b49a4d6-b903-4692-8455-437aa6084d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:15.431352 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-4bbd5d06-3cc6-449a-9a75-00535d6fe47a tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '597d3ac2-4f50-4704-a42b-bc685459c72a') {'for_net_delete': True} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:57:15.431605 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-046ee51d-589f-4234-9046-52d77ec671b0 None None] Transition to ACTIVE for port object 09740075-2498-41f1-b915-be44e3b0bce8 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:57:15.431712 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-4bbd5d06-3cc6-449a-9a75-00535d6fe47a tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '597d3ac2-4f50-4704-a42b-bc685459c72a') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:57:15.480271 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-79e45818-00d6-4d8b-8f47-7cea06b2b4fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:15.497600 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f4c667d-3ff2-4378-a643-2f21f506e4d1 None None] DHCP port deletion for 433fa563-4f04-4ee5-af0f-ac69dc370a03 request from dv-neutron-843763-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 30 04:57:15.509330 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-046ee51d-589f-4234-9046-52d77ec671b0 None None] Transition to ACTIVE for port object 09740075-2498-41f1-b915-be44e3b0bce8 will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:57:15.520088 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4bbd5d06-3cc6-449a-9a75-00535d6fe47a tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729235042807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1454725'] for segment, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:15.522311 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-0f4c667d-3ff2-4378-a643-2f21f506e4d1 None None] Deleting port 1f386acf-e0c5-49c8-abce-58b8861e8d09 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:57:15.522680 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-0f4c667d-3ff2-4378-a643-2f21f506e4d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:15.531748 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec59f5f1-f0d6-4458-b1d5-ae06b9bc1355 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Deleting subnet 721211f0-af10-4404-82d6-5f5773727544 {{(pid=88260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 30 04:57:15.552729 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ec59f5f1-f0d6-4458-b1d5-ae06b9bc1355 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks [] for subnet, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:15.557060 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-046ee51d-589f-4234-9046-52d77ec671b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:15.610987 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e45818-00d6-4d8b-8f47-7cea06b2b4fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2449d8b6-2e0a-42f3-b2d2-6a93d8f6e4a2,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:15.617957 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-79e45818-00d6-4d8b-8f47-7cea06b2b4fc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=00bce1b429784f6b9f0b5223b68ab290&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7994816 May 30 04:57:15.619514 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4bbd5d06-3cc6-449a-9a75-00535d6fe47a tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:15.623251 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 40006) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:57:15.634593 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bbd5d06-3cc6-449a-9a75-00535d6fe47a tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=88260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 04:57:15.635118 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4bbd5d06-3cc6-449a-9a75-00535d6fe47a tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-862858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1547513'] for segment, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:15.673368 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-046ee51d-589f-4234-9046-52d77ec671b0 None None] Network 0c0bebba-bddf-42fb-9235-05d8923d12f7 is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:57:15.739044 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 597d3ac2-4f50-4704-a42b-bc685459c72a resource provider aggregate not found May 30 04:57:15.750120 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ec59f5f1-f0d6-4458-b1d5-ae06b9bc1355 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1454738'] for subnet, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:15.786989 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2433da10-30b4-405b-9ad2-2d4fa528b839 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:15.809483 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 597d3ac2-4f50-4704-a42b-bc685459c72a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 597d3ac2-4f50-4704-a42b-bc685459c72a found for delete ", "request_id": "req-ab58c2b1-e27d-4d86-9fc8-814ae807c4db"}]} May 30 04:57:15.811166 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-1b6b1241-1415-4d99-890b-5c801f9866aa tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] For port 1f386acf-e0c5-49c8-abce-58b8861e8d09, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=1f386acf-e0c5-49c8-abce-58b8861e8d09,segment=NetworkSegment(22b9e9f9-007a-4f2b-9e1a-30d12cd1fb6d),segment_id=22b9e9f9-007a-4f2b-9e1a-30d12cd1fb6d)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:57:15.811546 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1b6b1241-1415-4d99-890b-5c801f9866aa tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:15.815732 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2433da10-30b4-405b-9ad2-2d4fa528b839 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:15.922941 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2433da10-30b4-405b-9ad2-2d4fa528b839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:15.975121 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2433da10-30b4-405b-9ad2-2d4fa528b839 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2449d8b6-2e0a-42f3-b2d2-6a93d8f6e4a2,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:15.985922 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-0f4c667d-3ff2-4378-a643-2f21f506e4d1 None None] For port 1f386acf-e0c5-49c8-abce-58b8861e8d09, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=1f386acf-e0c5-49c8-abce-58b8861e8d09,segment=NetworkSegment(22b9e9f9-007a-4f2b-9e1a-30d12cd1fb6d),segment_id=22b9e9f9-007a-4f2b-9e1a-30d12cd1fb6d)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:57:15.986930 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-0f4c667d-3ff2-4378-a643-2f21f506e4d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:15.988867 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49fed5c8-f605-469b-9146-6976dcda273f tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Router b791a096-7377-4ca3-85f9-1fd099089824 has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 04:57:16.000373 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-046ee51d-589f-4234-9046-52d77ec671b0 None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:57:16.010902 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.db.api [None req-4bbd5d06-3cc6-449a-9a75-00535d6fe47a tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 30 04:57:16.010902 dv-neutron-843763-1-hyperv neutron-server[88260]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 30 04:57:16.010902 dv-neutron-843763-1-hyperv neutron-server[88260]: [parameters: {'id': '34f203dd-6047-4885-8434-4b076bb14347'}] May 30 04:57:16.010902 dv-neutron-843763-1-hyperv neutron-server[88260]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88260) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 04:57:16.011364 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG oslo_db.api [None req-4bbd5d06-3cc6-449a-9a75-00535d6fe47a tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 04:57:16.020240 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-1b6b1241-1415-4d99-890b-5c801f9866aa tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Calling delete_port for 1f386acf-e0c5-49c8-abce-58b8861e8d09 owned by network:dhcp {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:57:16.055017 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port 432a1540-d804-4228-8198-3df5dfb500cc completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:57:16.072635 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046ee51d-589f-4234-9046-52d77ec671b0 None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:57:16.120557 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ec59f5f1-f0d6-4458-b1d5-ae06b9bc1355 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860493'] for subnet, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:16.141856 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-0f4c667d-3ff2-4378-a643-2f21f506e4d1 None None] Calling delete_port for 1f386acf-e0c5-49c8-abce-58b8861e8d09 owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:57:16.146452 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2433da10-30b4-405b-9ad2-2d4fa528b839 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:16.149889 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-2433da10-30b4-405b-9ad2-2d4fa528b839 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2449d8b6-2e0a-42f3-b2d2-6a93d8f6e4a2 HTTP/1.1" status: 204 len: 168 time: 0.4771335 May 30 04:57:16.168726 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1b6b1241-1415-4d99-890b-5c801f9866aa tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:16.169910 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 432a1540-d804-4228-8198-3df5dfb500cc triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:57:16.170286 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:16.214672 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-c65e4092-9769-45cd-97de-b9e5185ee174 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Allocated IP 172.21.0.1 (0c0bebba-bddf-42fb-9235-05d8923d12f7/27305ac9-0933-4276-9473-96e3d96a2da4/f9e138ae-5cd3-4cf6-9bbe-cbce483702e2) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:57:16.230670 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-3b49a4d6-b903-4692-8455-437aa6084d60 None None] For port 0e6b02ad-0e7d-4e4a-946b-57963f20a66b, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 04:57:16.241843 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046ee51d-589f-4234-9046-52d77ec671b0 None None] Pushing event updated for resources: {'Port': ['ID=09740075-2498-41f1-b915-be44e3b0bce8,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:16.303595 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6b1241-1415-4d99-890b-5c801f9866aa tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] No DVR routers for this DVR port 1f386acf-e0c5-49c8-abce-58b8861e8d09 on host dv-neutron-843763-1-hyperv {{(pid=88260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 04:57:16.332146 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-3b49a4d6-b903-4692-8455-437aa6084d60 None None] For port 0e6b02ad-0e7d-4e4a-946b-57963f20a66b, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=0e6b02ad-0e7d-4e4a-946b-57963f20a66b,segment=NetworkSegment(597d3ac2-4f50-4704-a42b-bc685459c72a),segment_id=597d3ac2-4f50-4704-a42b-bc685459c72a)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 04:57:16.362986 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6b1241-1415-4d99-890b-5c801f9866aa tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Pushing event deleted for resources: {'Port': ['ID=1f386acf-e0c5-49c8-abce-58b8861e8d09,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:16.400652 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-046ee51d-589f-4234-9046-52d77ec671b0 None None] Attempting to bind port 09740075-2498-41f1-b915-be44e3b0bce8 on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 04:57:16.400918 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-046ee51d-589f-4234-9046-52d77ec671b0 None None] Attempting to bind port 09740075-2498-41f1-b915-be44e3b0bce8 by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': 'df67fbea-5e14-4064-8ccf-d3afd6af7d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '0c0bebba-bddf-42fb-9235-05d8923d12f7'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 04:57:16.401186 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046ee51d-589f-4234-9046-52d77ec671b0 None None] Attempting to bind port 09740075-2498-41f1-b915-be44e3b0bce8 on network 0c0bebba-bddf-42fb-9235-05d8923d12f7 {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 04:57:16.403690 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-3b49a4d6-b903-4692-8455-437aa6084d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:16.431409 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9359a601-3766-4314-9672-9079543acd7f req-5f0abce5-3c73-4b6d-b4f5-749261faa016 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:57:16.432798 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9359a601-3766-4314-9672-9079543acd7f req-5f0abce5-3c73-4b6d-b4f5-749261faa016 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3b4fbda-4b1c-4eb1-8123-8c822f8314a1 HTTP/1.1" status: 200 len: 945 time: 0.4424994 May 30 04:57:16.437600 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49fed5c8-f605-469b-9146-6976dcda273f tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 04:57:16.447851 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-49fed5c8-f605-469b-9146-6976dcda273f tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for floatingip, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:16.454408 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f592e2-359d-4549-81fa-583f40973d5e None None] Sync routers for ids ['b791a096-7377-4ca3-85f9-1fd099089824'] in dv-neutron-843763-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 04:57:16.468751 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f592e2-359d-4549-81fa-583f40973d5e None None] Routers {'b791a096-7377-4ca3-85f9-1fd099089824'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 04:57:16.469382 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-96f592e2-359d-4549-81fa-583f40973d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T04:57:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['b791a096-7377-4ca3-85f9-1fd099089824'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:57:16.510436 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046ee51d-589f-4234-9046-52d77ec671b0 None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 4, 57, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 04:57:16.510841 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046ee51d-589f-4234-9046-52d77ec671b0 None None] Checking segment: {'id': 'df67fbea-5e14-4064-8ccf-d3afd6af7d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '0c0bebba-bddf-42fb-9235-05d8923d12f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:57:16.511215 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-046ee51d-589f-4234-9046-52d77ec671b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:16.511595 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046ee51d-589f-4234-9046-52d77ec671b0 None None] Bound using segment: {'id': 'df67fbea-5e14-4064-8ccf-d3afd6af7d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '0c0bebba-bddf-42fb-9235-05d8923d12f7'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 04:57:16.512077 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-046ee51d-589f-4234-9046-52d77ec671b0 None None] Bound port: 09740075-2498-41f1-b915-be44e3b0bce8, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df67fbea-5e14-4064-8ccf-d3afd6af7d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '0c0bebba-bddf-42fb-9235-05d8923d12f7'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 04:57:16.512478 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-046ee51d-589f-4234-9046-52d77ec671b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:16.550910 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-96f592e2-359d-4549-81fa-583f40973d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:57:16.573495 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f592e2-359d-4549-81fa-583f40973d5e None None] Routers {'b791a096-7377-4ca3-85f9-1fd099089824'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 04:57:16.574809 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-96f592e2-359d-4549-81fa-583f40973d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T04:57:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['b791a096-7377-4ca3-85f9-1fd099089824'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:57:16.579387 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4bbd5d06-3cc6-449a-9a75-00535d6fe47a tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897784'] for network, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:16.630878 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-49fed5c8-f605-469b-9146-6976dcda273f tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] 10.222.0.15 "DELETE /v2.0/floatingips/e0374858-8bd5-4d13-b876-7004f41c2227 HTTP/1.1" status: 204 len: 168 time: 5.3927372 May 30 04:57:16.631565 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 40020) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:57:16.635128 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9359a601-3766-4314-9672-9079543acd7f req-9388ebe7-51da-4acf-90f8-3b0253302b60 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] 10.222.0.15 "GET /v2.0/security-groups?id=80268c1c-0aa4-4f7a-affc-948a6825b0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159439 May 30 04:57:16.659394 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1b6b1241-1415-4d99-890b-5c801f9866aa tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867540', 'neutron.services.segments.db._delete_segments_for_network-8729234922972'] for network, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:16.669605 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-eb20c845-613a-4111-a7e5-2cf5ab547d50 tempest-FloatingIPAdminTestJSON-2009640080 tempest-FloatingIPAdminTestJSON-2009640080-project-admin] Request body: {'floatingip': {'floating_network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:57:16.675147 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-eb20c845-613a-4111-a7e5-2cf5ab547d50 tempest-FloatingIPAdminTestJSON-2009640080 tempest-FloatingIPAdminTestJSON-2009640080-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:57:16.679821 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-eb20c845-613a-4111-a7e5-2cf5ab547d50 tempest-FloatingIPAdminTestJSON-2009640080 tempest-FloatingIPAdminTestJSON-2009640080-project-admin] Usage tracker for resource:floatingip and tenant:88604051dfee4283b6f18d9324208eb0 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:57:16.683387 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-eb20c845-613a-4111-a7e5-2cf5ab547d50 tempest-FloatingIPAdminTestJSON-2009640080 tempest-FloatingIPAdminTestJSON-2009640080-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:57:16.691770 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-eb20c845-613a-4111-a7e5-2cf5ab547d50 tempest-FloatingIPAdminTestJSON-2009640080 tempest-FloatingIPAdminTestJSON-2009640080-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:57:16.706709 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ec59f5f1-f0d6-4458-b1d5-ae06b9bc1355 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1547867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2133322'] for subnet, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:16.707643 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c65e4092-9769-45cd-97de-b9e5185ee174 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:16.709224 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-96f592e2-359d-4549-81fa-583f40973d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:57:16.709693 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f592e2-359d-4549-81fa-583f40973d5e None None] The sync data for ids ['b791a096-7377-4ca3-85f9-1fd099089824'] in dv-neutron-843763-1-hyperv is: [] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 04:57:16.712172 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 40024) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:57:16.714500 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.db.api [None req-0f4c667d-3ff2-4378-a643-2f21f506e4d1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 04:57:16.714862 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG oslo_db.api [None req-0f4c667d-3ff2-4378-a643-2f21f506e4d1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 04:57:16.722328 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-4bbd5d06-3cc6-449a-9a75-00535d6fe47a tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Deleting port 0e6b02ad-0e7d-4e4a-946b-57963f20a66b {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:57:16.722753 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4bbd5d06-3cc6-449a-9a75-00535d6fe47a tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:16.725216 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 432a1540-d804-4228-8198-3df5dfb500cc is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:57:16.725591 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:16.737555 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-399628ac-5496-404a-861e-ae4534346410 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:16.759736 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [None req-c65e4092-9769-45cd-97de-b9e5185ee174 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Transition to ACTIVE for port object f9e138ae-5cd3-4cf6-9bbe-cbce483702e2 will not be triggered until provisioned by entity DHCP. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:57:16.762908 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-399628ac-5496-404a-861e-ae4534346410 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:57:16.768317 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-399628ac-5496-404a-861e-ae4534346410 admin admin] Usage tracker for resource:security_group_rule and tenant:cac6b3a6ef584136ac43bb32d06e758e is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:57:16.770929 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b49a4d6-b903-4692-8455-437aa6084d60 None None] Pushing event updated for resources: {'Port': ['ID=0e6b02ad-0e7d-4e4a-946b-57963f20a66b,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:16.771752 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-399628ac-5496-404a-861e-ae4534346410 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:57:16.778712 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-399628ac-5496-404a-861e-ae4534346410 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:57:16.785697 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-eb20c845-613a-4111-a7e5-2cf5ab547d50 tempest-FloatingIPAdminTestJSON-2009640080 tempest-FloatingIPAdminTestJSON-2009640080-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:16.793889 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39bfc623-7f1b-4f70-8c57-142968c838a5 None None] Network 34f203dd-6047-4885-8434-4b076bb14347 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:57:16.816508 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] For port 432a1540-d804-4228-8198-3df5dfb500cc, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=432a1540-d804-4228-8198-3df5dfb500cc,segment=NetworkSegment(6b2a0b0c-38dc-4571-bb1b-ee54316e910b),segment_id=6b2a0b0c-38dc-4571-bb1b-ee54316e910b)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:57:16.826237 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c65e4092-9769-45cd-97de-b9e5185ee174 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:16.826699 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ec59f5f1-f0d6-4458-b1d5-ae06b9bc1355 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:16.850552 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec59f5f1-f0d6-4458-b1d5-ae06b9bc1355 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Pushing event deleted for resources: {'Subnet': ['ID=721211f0-af10-4404-82d6-5f5773727544,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:16.858072 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-1b6b1241-1415-4d99-890b-5c801f9866aa tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['433fa563-4f04-4ee5-af0f-ac69dc370a03']}} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:57:16.870597 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20c86a7c-7048-4f40-bfc9-3cb16bc9ed88 None None] Network 0008fd3d-19e9-40cf-b545-4a7647b90cf1 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:57:16.900677 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:16.930783 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c65e4092-9769-45cd-97de-b9e5185ee174 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Network 0c0bebba-bddf-42fb-9235-05d8923d12f7 is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:57:16.940220 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-c65e4092-9769-45cd-97de-b9e5185ee174 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:57:16.941059 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-1b6b1241-1415-4d99-890b-5c801f9866aa tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22b9e9f9-007a-4f2b-9e1a-30d12cd1fb6d') {'for_net_delete': True} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:57:16.941390 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-1b6b1241-1415-4d99-890b-5c801f9866aa tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22b9e9f9-007a-4f2b-9e1a-30d12cd1fb6d') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:57:16.944511 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-046ee51d-589f-4234-9046-52d77ec671b0 None None] For port 09740075-2498-41f1-b915-be44e3b0bce8, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 04:57:16.947710 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65e4092-9769-45cd-97de-b9e5185ee174 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:57:16.963130 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-ec59f5f1-f0d6-4458-b1d5-ae06b9bc1355 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "DELETE /v2.0/subnets/721211f0-af10-4404-82d6-5f5773727544 HTTP/1.1" status: 204 len: 168 time: 1.7348301 May 30 04:57:16.969290 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 40028) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:57:16.971074 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1b6b1241-1415-4d99-890b-5c801f9866aa tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729235042807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1454725'] for segment, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:16.990016 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65e4092-9769-45cd-97de-b9e5185ee174 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Pushing event updated for resources: {'Port': ['ID=f9e138ae-5cd3-4cf6-9bbe-cbce483702e2,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:17.026221 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-399628ac-5496-404a-861e-ae4534346410 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:17.037735 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-399628ac-5496-404a-861e-ae4534346410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:17.042349 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device aad363ec-2aaa-4320-b414-71cf523f1206 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 04:57:17.084866 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-399628ac-5496-404a-861e-ae4534346410 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cac6b3a6ef584136ac43bb32d06e758e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3716547 May 30 04:57:17.088838 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c65e4092-9769-45cd-97de-b9e5185ee174 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604623'] for router_interface, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:17.092831 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 40032) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:57:17.110063 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-046ee51d-589f-4234-9046-52d77ec671b0 None None] For port 09740075-2498-41f1-b915-be44e3b0bce8, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=09740075-2498-41f1-b915-be44e3b0bce8,segment=NetworkSegment(df67fbea-5e14-4064-8ccf-d3afd6af7d2a),segment_id=df67fbea-5e14-4064-8ccf-d3afd6af7d2a)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 04:57:17.117578 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-424364fd-98df-4560-a44a-332b90bc8224 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1389310 May 30 04:57:17.123620 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399628ac-5496-404a-861e-ae4534346410 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=493d38fe-05f3-4bbd-9dbc-c0cbb0c590a2,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:17.130449 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1b6b1241-1415-4d99-890b-5c801f9866aa tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:17.133403 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 40036) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:57:17.136413 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-046ee51d-589f-4234-9046-52d77ec671b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:17.154477 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-867933f4-021b-4279-99b8-120e3d7209a1 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Request body: {'subnet': {'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:57:17.172181 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b6b1241-1415-4d99-890b-5c801f9866aa tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=88260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 04:57:17.172595 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1b6b1241-1415-4d99-890b-5c801f9866aa tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-862858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1547513'] for segment, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:17.241275 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-0f4c667d-3ff2-4378-a643-2f21f506e4d1 None None] Deleting port 1f386acf-e0c5-49c8-abce-58b8861e8d09 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:57:17.241275 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-0f4c667d-3ff2-4378-a643-2f21f506e4d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:17.253277 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c65e4092-9769-45cd-97de-b9e5185ee174 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:17.343277 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Pushing event updated for resources: {'Port': ['ID=432a1540-d804-4228-8198-3df5dfb500cc,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:17.535310 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-0f4c667d-3ff2-4378-a643-2f21f506e4d1 None None] The port '1f386acf-e0c5-49c8-abce-58b8861e8d09' was deleted {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 30 04:57:17.535690 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-4bbd5d06-3cc6-449a-9a75-00535d6fe47a tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] For port 0e6b02ad-0e7d-4e4a-946b-57963f20a66b, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=0e6b02ad-0e7d-4e4a-946b-57963f20a66b,segment=NetworkSegment(597d3ac2-4f50-4704-a42b-bc685459c72a),segment_id=597d3ac2-4f50-4704-a42b-bc685459c72a)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:57:17.536062 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4bbd5d06-3cc6-449a-9a75-00535d6fe47a tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:17.554693 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1b6b1241-1415-4d99-890b-5c801f9866aa tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604744'] for network, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:17.559510 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1b6b1241-1415-4d99-890b-5c801f9866aa tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:17.567047 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:17.603998 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-867933f4-021b-4279-99b8-120e3d7209a1 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:57:17.629328 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port aad363ec-2aaa-4320-b414-71cf523f1206 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:57:17.629707 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:17.662480 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046ee51d-589f-4234-9046-52d77ec671b0 None None] Pushing event updated for resources: {'Port': ['ID=09740075-2498-41f1-b915-be44e3b0bce8,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:17.681414 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d4af7bdc-a2cf-42c7-babd-d49caae73f35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:17.684012 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-867933f4-021b-4279-99b8-120e3d7209a1 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Usage tracker for resource:subnet and tenant:16af2dbefc6742d5a37a7b30e58c8c2f is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:57:17.755742 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6b1241-1415-4d99-890b-5c801f9866aa tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] Pushing event deleted for resources: {'Network': ['ID=433fa563-4f04-4ee5-af0f-ac69dc370a03,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:17.761710 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-1b6b1241-1415-4d99-890b-5c801f9866aa tempest-AllowedAddressPairTestJSON-569683204 tempest-AllowedAddressPairTestJSON-569683204-project] 10.222.0.15 "DELETE /v2.0/networks/433fa563-4f04-4ee5-af0f-ac69dc370a03 HTTP/1.1" status: 204 len: 168 time: 2.8571281 May 30 04:57:17.776373 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-4bbd5d06-3cc6-449a-9a75-00535d6fe47a tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Calling delete_port for 0e6b02ad-0e7d-4e4a-946b-57963f20a66b owned by network:dhcp {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:57:17.815479 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-867933f4-021b-4279-99b8-120e3d7209a1 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:57:17.823877 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-815f454a-449f-47ab-9f79-de97953fbb0c None None] DHCP port deletion for 0008fd3d-19e9-40cf-b545-4a7647b90cf1 request from dv-neutron-843763-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 30 04:57:17.826179 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port aad363ec-2aaa-4320-b414-71cf523f1206 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:57:17.839818 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-815f454a-449f-47ab-9f79-de97953fbb0c None None] Deleting port aad363ec-2aaa-4320-b414-71cf523f1206 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:57:17.840202 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-815f454a-449f-47ab-9f79-de97953fbb0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:17.873888 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-867933f4-021b-4279-99b8-120e3d7209a1 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:57:17.939838 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 22b9e9f9-007a-4f2b-9e1a-30d12cd1fb6d resource provider aggregate not found May 30 04:57:17.987684 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 1f386acf-e0c5-49c8-abce-58b8861e8d09 no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 04:57:18.014535 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c65e4092-9769-45cd-97de-b9e5185ee174 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:18.026476 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 22b9e9f9-007a-4f2b-9e1a-30d12cd1fb6d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 22b9e9f9-007a-4f2b-9e1a-30d12cd1fb6d found for delete ", "request_id": "req-1fb3d997-de1b-43e4-8ed7-22eccdc49c05"}]} May 30 04:57:18.029857 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c65e4092-9769-45cd-97de-b9e5185ee174 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2304381'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:18.040581 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d4af7bdc-a2cf-42c7-babd-d49caae73f35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:18.061777 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] No Port match for: 1f386acf-e0c5-49c8-abce-58b8861e8d09 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 04:57:18.062919 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 1f386acf-e0c5-49c8-abce-58b8861e8d09 not bound to the agent host dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 04:57:18.065905 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-867933f4-021b-4279-99b8-120e3d7209a1 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Made reservation on behalf of 16af2dbefc6742d5a37a7b30e58c8c2f for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:57:18.069628 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-867933f4-021b-4279-99b8-120e3d7209a1 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2133361'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:18.139176 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-eb20c845-613a-4111-a7e5-2cf5ab547d50 tempest-FloatingIPAdminTestJSON-2009640080 tempest-FloatingIPAdminTestJSON-2009640080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:18.161634 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65e4092-9769-45cd-97de-b9e5185ee174 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Pushing event updated for resources: {'Port': ['ID=f9e138ae-5cd3-4cf6-9bbe-cbce483702e2,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:18.199053 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c65e4092-9769-45cd-97de-b9e5185ee174 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1642774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602230'] for router_interface, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:18.218725 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-815f454a-449f-47ab-9f79-de97953fbb0c None None] For port aad363ec-2aaa-4320-b414-71cf523f1206, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=aad363ec-2aaa-4320-b414-71cf523f1206,segment=NetworkSegment(c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1),segment_id=c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:57:18.219125 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-815f454a-449f-47ab-9f79-de97953fbb0c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:18.293936 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-eb20c845-613a-4111-a7e5-2cf5ab547d50 tempest-FloatingIPAdminTestJSON-2009640080 tempest-FloatingIPAdminTestJSON-2009640080-project-admin] Allocated IP 172.26.6.207 (1bab70f4-3794-44db-8e17-19f483aa8ffa/6b5b73c1-b0ce-4f83-a930-c00cc5522926/1fdffadb-55df-42eb-bdaa-d6a0bda3e237) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:57:18.364103 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c65e4092-9769-45cd-97de-b9e5185ee174 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Network 0c0bebba-bddf-42fb-9235-05d8923d12f7 is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:57:18.365402 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-c65e4092-9769-45cd-97de-b9e5185ee174 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:57:18.384963 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-815f454a-449f-47ab-9f79-de97953fbb0c None None] Calling delete_port for aad363ec-2aaa-4320-b414-71cf523f1206 owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:57:18.447065 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 40056) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:57:18.476137 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-815f454a-449f-47ab-9f79-de97953fbb0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069'] for port, after_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:18.527375 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815f454a-449f-47ab-9f79-de97953fbb0c None None] Pushing event deleted for resources: {'Port': ['ID=aad363ec-2aaa-4320-b414-71cf523f1206,revision_number=None']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:18.532537 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815f454a-449f-47ab-9f79-de97953fbb0c None None] No DVR routers for this DVR port aad363ec-2aaa-4320-b414-71cf523f1206 on host dv-neutron-843763-1-hyperv {{(pid=88262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 04:57:18.579626 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c65e4092-9769-45cd-97de-b9e5185ee174 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Router 7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79 has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 04:57:18.675348 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4bbd5d06-3cc6-449a-9a75-00535d6fe47a tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:18.777443 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbd5d06-3cc6-449a-9a75-00535d6fe47a tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Pushing event deleted for resources: {'Port': ['ID=0e6b02ad-0e7d-4e4a-946b-57963f20a66b,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:18.789054 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bbd5d06-3cc6-449a-9a75-00535d6fe47a tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] No DVR routers for this DVR port 0e6b02ad-0e7d-4e4a-946b-57963f20a66b on host dv-neutron-843763-1-hyperv {{(pid=88260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 04:57:18.795860 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-3965e2c6-ae0a-4b45-b1fe-35a34d40ccca admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cc70de9f5c794c1b972bc602f3239ed7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3403375 May 30 04:57:18.795860 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c65e4092-9769-45cd-97de-b9e5185ee174 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 04:57:18.796106 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 40062) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:57:18.807854 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ec6ce1-ff13-4b79-a850-2ccd29077816 None None] Sync routers for ids ['7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79'] in dv-neutron-843763-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 04:57:18.820669 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ec6ce1-ff13-4b79-a850-2ccd29077816 None None] Routers {'7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 04:57:18.821584 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-24ec6ce1-ff13-4b79-a850-2ccd29077816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T04:57:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:57:18.844958 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-c65e4092-9769-45cd-97de-b9e5185ee174 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] 10.222.0.15 "PUT /v2.0/routers/7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4234705 May 30 04:57:18.848539 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 40066) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:57:18.856156 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-3026b322-9c00-4efc-a181-b91934efac7c tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Request body: {'network': {'name': 'tempest-RoutersTest-1770208949'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:57:18.863788 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-3026b322-9c00-4efc-a181-b91934efac7c tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:57:18.874262 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-3026b322-9c00-4efc-a181-b91934efac7c tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Usage tracker for resource:network and tenant:177e950b79b644f8ac61f323eed71206 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:57:18.878795 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-eb20c845-613a-4111-a7e5-2cf5ab547d50 tempest-FloatingIPAdminTestJSON-2009640080 tempest-FloatingIPAdminTestJSON-2009640080-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:18.882488 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-3026b322-9c00-4efc-a181-b91934efac7c tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:57:18.891768 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-3026b322-9c00-4efc-a181-b91934efac7c tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:57:18.893839 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b50d8024-aab1-40be-b365-6524b0110b0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:18.896930 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd7e40c-b74e-4f2f-bf35-cae69d4fc142 req-b9331544-4913-4aae-ae0a-0609b0fa94b3 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:57:18.898893 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-5cd7e40c-b74e-4f2f-bf35-cae69d4fc142 req-b9331544-4913-4aae-ae0a-0609b0fa94b3 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3b4fbda-4b1c-4eb1-8123-8c822f8314a1 HTTP/1.1" status: 200 len: 945 time: 0.9943695 May 30 04:57:18.907304 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d4af7bdc-a2cf-42c7-babd-d49caae73f35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:18.925447 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3026b322-9c00-4efc-a181-b91934efac7c tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Made reservation on behalf of 177e950b79b644f8ac61f323eed71206 for: {'network': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:57:18.928897 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3026b322-9c00-4efc-a181-b91934efac7c tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for network, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:18.939559 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b50d8024-aab1-40be-b365-6524b0110b0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:19.001248 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3026b322-9c00-4efc-a181-b91934efac7c tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=88261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 04:57:19.013319 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3026b322-9c00-4efc-a181-b91934efac7c tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:19.013662 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.db.segments_db [None req-3026b322-9c00-4efc-a181-b91934efac7c tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Added segment f81f7182-415d-4d5f-b092-1b4c717acd0d of type vlan for network 0f8aac24-3be8-40a7-b1d5-664951562536 May 30 04:57:19.048481 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b50d8024-aab1-40be-b365-6524b0110b0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:19.057089 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-24ec6ce1-ff13-4b79-a850-2ccd29077816 None None] Set router 7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79 gateway port host: None {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 04:57:19.061927 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3026b322-9c00-4efc-a181-b91934efac7c tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729234556353'] for network, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:19.070900 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50d8024-aab1-40be-b365-6524b0110b0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e9e0572-0b21-4a9b-9bee-7ca5801f7c20,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:19.094276 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4bbd5d06-3cc6-449a-9a75-00535d6fe47a tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867540', 'neutron.services.segments.db._delete_segments_for_network-8729234922972'] for network, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:19.101510 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b50d8024-aab1-40be-b365-6524b0110b0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:19.102677 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-b50d8024-aab1-40be-b365-6524b0110b0a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0e9e0572-0b21-4a9b-9bee-7ca5801f7c20 HTTP/1.1" status: 204 len: 168 time: 0.3049359 May 30 04:57:19.108885 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3026b322-9c00-4efc-a181-b91934efac7c tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788'] for network, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:19.115548 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3026b322-9c00-4efc-a181-b91934efac7c tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:57:19.116393 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3026b322-9c00-4efc-a181-b91934efac7c tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:19.124229 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4af7bdc-a2cf-42c7-babd-d49caae73f35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=493d38fe-05f3-4bbd-9dbc-c0cbb0c590a2,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:19.208850 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-5cd7e40c-b74e-4f2f-bf35-cae69d4fc142 req-5d0d2c82-9cd5-4e1b-81b9-e16ad23f0aa2 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] 10.222.0.15 "GET /v2.0/security-groups?id=80268c1c-0aa4-4f7a-affc-948a6825b0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2276022 May 30 04:57:19.223804 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-3026b322-9c00-4efc-a181-b91934efac7c tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3718359 May 30 04:57:19.233762 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 40072) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:57:19.244885 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3026b322-9c00-4efc-a181-b91934efac7c tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Pushing event updated for resources: {'Network': ['ID=0f8aac24-3be8-40a7-b1d5-664951562536,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:19.267500 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-a0e5efaf-fc9f-406f-b0ec-e29836075854 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Request body: {'subnet': {'network_id': '0f8aac24-3be8-40a7-b1d5-664951562536', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:57:19.295226 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80d5700a-a8fa-4c7f-ab2c-2fd74504e224 None None] Network 0c0bebba-bddf-42fb-9235-05d8923d12f7 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:57:19.361205 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-4bbd5d06-3cc6-449a-9a75-00535d6fe47a tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34f203dd-6047-4885-8434-4b076bb14347']}} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:57:19.377746 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 09740075-2498-41f1-b915-be44e3b0bce8 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 04:57:19.398966 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-4bbd5d06-3cc6-449a-9a75-00535d6fe47a tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '597d3ac2-4f50-4704-a42b-bc685459c72a') {'for_net_delete': True} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:57:19.399185 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-4bbd5d06-3cc6-449a-9a75-00535d6fe47a tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '597d3ac2-4f50-4704-a42b-bc685459c72a') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:57:19.410482 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-867933f4-021b-4279-99b8-120e3d7209a1 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1547796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2133315'] for subnet, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:19.412229 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Network 0f8aac24-3be8-40a7-b1d5-664951562536 details requested by agent ovs-agent-dv-neutron-843763-1-hyperv with host dv-neutron-843763-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 04:57:19.414160 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d4af7bdc-a2cf-42c7-babd-d49caae73f35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:19.417908 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-d4af7bdc-a2cf-42c7-babd-d49caae73f35 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/493d38fe-05f3-4bbd-9dbc-c0cbb0c590a2 HTTP/1.1" status: 204 len: 168 time: 2.3064315 May 30 04:57:19.472235 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4bbd5d06-3cc6-449a-9a75-00535d6fe47a tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729235042807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1454725'] for segment, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:19.506413 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-867933f4-021b-4279-99b8-120e3d7209a1 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Network 0008fd3d-19e9-40cf-b545-4a7647b90cf1 is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:57:19.513927 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-867933f4-021b-4279-99b8-120e3d7209a1 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:57:19.517868 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-867933f4-021b-4279-99b8-120e3d7209a1 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:57:19.518470 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-867933f4-021b-4279-99b8-120e3d7209a1 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:19.530330 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4bbd5d06-3cc6-449a-9a75-00535d6fe47a tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:19.552685 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-eb20c845-613a-4111-a7e5-2cf5ab547d50 tempest-FloatingIPAdminTestJSON-2009640080 tempest-FloatingIPAdminTestJSON-2009640080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:19.565645 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-a0e5efaf-fc9f-406f-b0ec-e29836075854 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:57:19.569292 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bbd5d06-3cc6-449a-9a75-00535d6fe47a tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=88260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 04:57:19.569966 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4bbd5d06-3cc6-449a-9a75-00535d6fe47a tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-862858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1547513'] for segment, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:19.645826 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aedc524-d103-40ca-b25a-2105794ace5f None None] Network 0008fd3d-19e9-40cf-b545-4a7647b90cf1 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:57:19.662948 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-a0e5efaf-fc9f-406f-b0ec-e29836075854 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Usage tracker for resource:subnet and tenant:177e950b79b644f8ac61f323eed71206 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:57:19.675382 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867933f4-021b-4279-99b8-120e3d7209a1 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Pushing event updated for resources: {'Subnet': ['ID=2634b21c-b82a-4840-a87a-70a5467b98fb,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:19.727566 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-a0e5efaf-fc9f-406f-b0ec-e29836075854 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:57:19.738811 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-867933f4-021b-4279-99b8-120e3d7209a1 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.5967648 May 30 04:57:19.741702 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 40090) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:57:19.747706 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-950061d6-a50b-4b13-aca6-a50211188051 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Request body: {'port': {'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1', 'fixed_ips': [{'subnet_id': '2634b21c-b82a-4840-a87a-70a5467b98fb', 'ip_address': '2001:db8:0:1::2'}], 'name': 'tempest-NetworksTestDHCPv6-1639247593'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:57:19.753216 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-a0e5efaf-fc9f-406f-b0ec-e29836075854 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:57:19.762080 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb20c845-613a-4111-a7e5-2cf5ab547d50 tempest-FloatingIPAdminTestJSON-2009640080 tempest-FloatingIPAdminTestJSON-2009640080-project-admin] Network 1bab70f4-3794-44db-8e17-19f483aa8ffa is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:57:19.769802 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-298df72a-0a7b-4803-b3c7-69f2c704de66 None None] Provisioning for port 09740075-2498-41f1-b915-be44e3b0bce8 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:57:19.779586 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-eb20c845-613a-4111-a7e5-2cf5ab547d50 tempest-FloatingIPAdminTestJSON-2009640080 tempest-FloatingIPAdminTestJSON-2009640080-project-admin] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:57:19.782059 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb20c845-613a-4111-a7e5-2cf5ab547d50 tempest-FloatingIPAdminTestJSON-2009640080 tempest-FloatingIPAdminTestJSON-2009640080-project-admin] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:57:19.849664 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb20c845-613a-4111-a7e5-2cf5ab547d50 tempest-FloatingIPAdminTestJSON-2009640080 tempest-FloatingIPAdminTestJSON-2009640080-project-admin] Pushing event updated for resources: {'Port': ['ID=1fdffadb-55df-42eb-bdaa-d6a0bda3e237,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:19.885133 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0e5efaf-fc9f-406f-b0ec-e29836075854 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Made reservation on behalf of 177e950b79b644f8ac61f323eed71206 for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:57:19.894721 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a0e5efaf-fc9f-406f-b0ec-e29836075854 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2133361'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:19.929321 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4bbd5d06-3cc6-449a-9a75-00535d6fe47a tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604744'] for network, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:19.971377 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-950061d6-a50b-4b13-aca6-a50211188051 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:57:19.978907 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port 09740075-2498-41f1-b915-be44e3b0bce8 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:57:19.987674 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-950061d6-a50b-4b13-aca6-a50211188051 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Usage tracker for resource:port and tenant:16af2dbefc6742d5a37a7b30e58c8c2f is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:57:19.992767 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 09740075-2498-41f1-b915-be44e3b0bce8 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:57:19.993321 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:19.994948 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-950061d6-a50b-4b13-aca6-a50211188051 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:57:20.004619 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-950061d6-a50b-4b13-aca6-a50211188051 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:57:20.015593 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4bbd5d06-3cc6-449a-9a75-00535d6fe47a tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:20.023718 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-950061d6-a50b-4b13-aca6-a50211188051 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Made reservation on behalf of 16af2dbefc6742d5a37a7b30e58c8c2f for: {'port': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:57:20.075969 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbd5d06-3cc6-449a-9a75-00535d6fe47a tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Pushing event deleted for resources: {'Network': ['ID=34f203dd-6047-4885-8434-4b076bb14347,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:20.082453 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 597d3ac2-4f50-4704-a42b-bc685459c72a resource provider aggregate not found May 30 04:57:20.098250 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-4bbd5d06-3cc6-449a-9a75-00535d6fe47a tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] 10.222.0.15 "DELETE /v2.0/networks/34f203dd-6047-4885-8434-4b076bb14347 HTTP/1.1" status: 204 len: 168 time: 6.7514849 May 30 04:57:20.122271 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 597d3ac2-4f50-4704-a42b-bc685459c72a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 597d3ac2-4f50-4704-a42b-bc685459c72a found for delete ", "request_id": "req-47774732-15bc-45df-bb0b-8d6835b13077"}]} May 30 04:57:20.122894 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 40114) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:57:20.136501 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-bc9d289a-dee4-458d-959a-02970bb82753 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-326431794'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:57:20.150813 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-bc9d289a-dee4-458d-959a-02970bb82753 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:57:20.167821 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-bc9d289a-dee4-458d-959a-02970bb82753 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Usage tracker for resource:network and tenant:2e8281e2cfdf4b3b8620717ff49100ba is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:57:20.178180 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-bc9d289a-dee4-458d-959a-02970bb82753 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:57:20.190037 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 40118) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:57:20.191364 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-bc9d289a-dee4-458d-959a-02970bb82753 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:57:20.218831 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-eb20c845-613a-4111-a7e5-2cf5ab547d50 tempest-FloatingIPAdminTestJSON-2009640080 tempest-FloatingIPAdminTestJSON-2009640080-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:20.226413 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc9d289a-dee4-458d-959a-02970bb82753 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Made reservation on behalf of 2e8281e2cfdf4b3b8620717ff49100ba for: {'network': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:57:20.230662 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-bc9d289a-dee4-458d-959a-02970bb82753 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for network, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:20.288995 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-950061d6-a50b-4b13-aca6-a50211188051 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:20.340251 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [None req-950061d6-a50b-4b13-aca6-a50211188051 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] device_id is not set on port fccce870-417d-4f91-9f2c-fd88360376ac yet. {{(pid=88261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 30 04:57:20.423608 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05dc657a-8724-44cb-b1d1-224d76559ba8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bbf24ed-7ba9-53d2-873f-8f9642b1e987-0008fd3d-19e9-40cf-b545-4a7647b90cf1', 'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1', 'tenant_id': '16af2dbefc6742d5a37a7b30e58c8c2f', 'fixed_ips': [{'subnet_id': '2634b21c-b82a-4840-a87a-70a5467b98fb'}]}} from dv-neutron-843763-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 30 04:57:20.424586 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-05dc657a-8724-44cb-b1d1-224d76559ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:20.444430 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 09740075-2498-41f1-b915-be44e3b0bce8 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:57:20.444813 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:20.459078 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc9d289a-dee4-458d-959a-02970bb82753 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=88260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 04:57:20.467558 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-eb20c845-613a-4111-a7e5-2cf5ab547d50 tempest-FloatingIPAdminTestJSON-2009640080 tempest-FloatingIPAdminTestJSON-2009640080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:20.539777 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-24ec6ce1-ff13-4b79-a850-2ccd29077816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79', 'name': 'tempest-RoutersTest-router-2065317118', 'tenant_id': '177e950b79b644f8ac61f323eed71206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T04:56:58Z', 'updated_at': '2022-05-30T04:57:17Z', 'revision_number': 3, 'project_id': '177e950b79b644f8ac61f323eed71206', 'gw_port_host': None, '_interfaces': [{'id': '432a1540-d804-4228-8198-3df5dfb500cc', 'name': '', 'network_id': '769b7698-7495-4486-9f2d-72117eec4bb7', 'tenant_id': '177e950b79b644f8ac61f323eed71206', 'mac_address': 'fa:16:3e:c7:7a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '77532eb2-7620-4ce4-8e37-61e439c6d44b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:57:04Z', 'updated_at': '2022-05-30T04:57:16Z', 'revision_number': 5, 'project_id': '177e950b79b644f8ac61f323eed71206', 'subnets': [{'id': '77532eb2-7620-4ce4-8e37-61e439c6d44b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9e138ae-5cd3-4cf6-9bbe-cbce483702e2', 'name': '', 'network_id': '0c0bebba-bddf-42fb-9235-05d8923d12f7', 'tenant_id': '177e950b79b644f8ac61f323eed71206', 'mac_address': 'fa:16:3e:0d:3e:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '27305ac9-0933-4276-9473-96e3d96a2da4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:57:15Z', 'updated_at': '2022-05-30T04:57:17Z', 'revision_number': 2, 'project_id': '177e950b79b644f8ac61f323eed71206', 'subnets': [{'id': '27305ac9-0933-4276-9473-96e3d96a2da4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:57:20.569226 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ec6ce1-ff13-4b79-a850-2ccd29077816 None None] Checking router: 7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79 for host: dv-neutron-843763-1-hyperv {{(pid=88262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 04:57:20.569546 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ec6ce1-ff13-4b79-a850-2ccd29077816 None None] Updating router 7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79 port f9e138ae-5cd3-4cf6-9bbe-cbce483702e2 binding host dv-neutron-843763-1-hyperv {{(pid=88262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 30 04:57:20.587139 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-12b730e7-4e00-4796-be30-1af7c51307f2 tempest-ExtraDHCPOptionsTestJSON-1863413126 tempest-ExtraDHCPOptionsTestJSON-1863413126-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-192979568'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:57:20.603436 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] For port 09740075-2498-41f1-b915-be44e3b0bce8, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=09740075-2498-41f1-b915-be44e3b0bce8,segment=NetworkSegment(df67fbea-5e14-4064-8ccf-d3afd6af7d2a),segment_id=df67fbea-5e14-4064-8ccf-d3afd6af7d2a)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:57:20.623612 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device 7b6e2cff-db4b-42be-807a-b0d5a7224cdb no longer exists at agent hyperv_hv-neutron-8437 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 04:57:20.623877 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-12b730e7-4e00-4796-be30-1af7c51307f2 tempest-ExtraDHCPOptionsTestJSON-1863413126 tempest-ExtraDHCPOptionsTestJSON-1863413126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:57:20.635499 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-bc9d289a-dee4-458d-959a-02970bb82753 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:20.635758 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.db.segments_db [None req-bc9d289a-dee4-458d-959a-02970bb82753 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Added segment 204cd75e-a4c0-4661-81e3-9d19b3a94953 of type vlan for network 4245a5d9-bdf5-481e-8240-82a5b056c157 May 30 04:57:20.656874 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-12b730e7-4e00-4796-be30-1af7c51307f2 tempest-ExtraDHCPOptionsTestJSON-1863413126 tempest-ExtraDHCPOptionsTestJSON-1863413126-project] Usage tracker for resource:network and tenant:3f7a7b54659445cf9d23b26af3054d46 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:57:20.675179 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-12b730e7-4e00-4796-be30-1af7c51307f2 tempest-ExtraDHCPOptionsTestJSON-1863413126 tempest-ExtraDHCPOptionsTestJSON-1863413126-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:57:20.679061 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a0e5efaf-fc9f-406f-b0ec-e29836075854 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1547796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2133315'] for subnet, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:20.683810 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:20.684817 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 432a1540-d804-4228-8198-3df5dfb500cc up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 04:57:20.719622 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-12b730e7-4e00-4796-be30-1af7c51307f2 tempest-ExtraDHCPOptionsTestJSON-1863413126 tempest-ExtraDHCPOptionsTestJSON-1863413126-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:57:20.862288 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-bc9d289a-dee4-458d-959a-02970bb82753 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729234556353'] for network, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:20.868189 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12b730e7-4e00-4796-be30-1af7c51307f2 tempest-ExtraDHCPOptionsTestJSON-1863413126 tempest-ExtraDHCPOptionsTestJSON-1863413126-project] Made reservation on behalf of 3f7a7b54659445cf9d23b26af3054d46 for: {'network': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:57:20.871726 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-12b730e7-4e00-4796-be30-1af7c51307f2 tempest-ExtraDHCPOptionsTestJSON-1863413126 tempest-ExtraDHCPOptionsTestJSON-1863413126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for network, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:20.899892 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-12b730e7-4e00-4796-be30-1af7c51307f2 tempest-ExtraDHCPOptionsTestJSON-1863413126 tempest-ExtraDHCPOptionsTestJSON-1863413126-project] Notify callbacks [] for security_group, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:20.914018 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a22707-4b40-494f-a616-ab75d356ba66 req-97e85389-7761-4f59-a57a-6298cb282e5d tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:57:20.922244 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-93a22707-4b40-494f-a616-ab75d356ba66 req-97e85389-7761-4f59-a57a-6298cb282e5d tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3b4fbda-4b1c-4eb1-8123-8c822f8314a1 HTTP/1.1" status: 200 len: 945 time: 0.4939275 May 30 04:57:20.927346 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0371517a-67e4-4c6f-bfc4-9def7853f4e7 req-83db86e3-4a2e-49dd-b5b6-f755b79c3496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:57:20.929014 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0371517a-67e4-4c6f-bfc4-9def7853f4e7 req-83db86e3-4a2e-49dd-b5b6-f755b79c3496 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a3b4fbda-4b1c-4eb1-8123-8c822f8314a1 HTTP/1.1" status: 200 len: 1098 time: 0.2503102 May 30 04:57:20.947268 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-12b730e7-4e00-4796-be30-1af7c51307f2 tempest-ExtraDHCPOptionsTestJSON-1863413126 tempest-ExtraDHCPOptionsTestJSON-1863413126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:57:20.950877 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-12b730e7-4e00-4796-be30-1af7c51307f2 tempest-ExtraDHCPOptionsTestJSON-1863413126 tempest-ExtraDHCPOptionsTestJSON-1863413126-project] Usage tracker for resource:security_group_rule and tenant:3f7a7b54659445cf9d23b26af3054d46 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:57:20.953886 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-12b730e7-4e00-4796-be30-1af7c51307f2 tempest-ExtraDHCPOptionsTestJSON-1863413126 tempest-ExtraDHCPOptionsTestJSON-1863413126-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:57:20.959866 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-12b730e7-4e00-4796-be30-1af7c51307f2 tempest-ExtraDHCPOptionsTestJSON-1863413126 tempest-ExtraDHCPOptionsTestJSON-1863413126-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:57:21.004275 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-93a22707-4b40-494f-a616-ab75d356ba66 req-16781b3e-1622-4b6d-b536-4632d67cf757 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] 10.222.0.15 "GET /v2.0/security-groups?id=80268c1c-0aa4-4f7a-affc-948a6825b0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801392 May 30 04:57:21.007361 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-05dc657a-8724-44cb-b1d1-224d76559ba8 None None] Allocated IP 2001:db8::2 (0008fd3d-19e9-40cf-b545-4a7647b90cf1/2634b21c-b82a-4840-a87a-70a5467b98fb/af89e5ee-191e-49f8-b28d-a323f4952492) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:57:21.008306 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 40138) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:57:21.015050 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e5efaf-fc9f-406f-b0ec-e29836075854 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Pushing event updated for resources: {'Subnet': ['ID=3f4fd06e-e311-418a-b104-7f0ed3283048,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:21.035498 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0371517a-67e4-4c6f-bfc4-9def7853f4e7 req-5d9ebd6e-7d6f-46fa-b79b-647c5c3bf710 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=80268c1c-0aa4-4f7a-affc-948a6825b0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709786 May 30 04:57:21.063924 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e5efaf-fc9f-406f-b0ec-e29836075854 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Checking segment: {'id': 'f81f7182-415d-4d5f-b092-1b4c717acd0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '0f8aac24-3be8-40a7-b1d5-664951562536'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:57:21.064687 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e5efaf-fc9f-406f-b0ec-e29836075854 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Network hostable DHCP agents. Network: 0f8aac24-3be8-40a7-b1d5-664951562536, hostable agents: ['1c705e68-3d3e-4dd3-9252-feb21d4b96ab'], hosted agents: [] {{(pid=88260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 04:57:21.087138 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-24ec6ce1-ff13-4b79-a850-2ccd29077816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:21.160251 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-4ae3f9ea-98f8-45b3-86b7-9088c9363a10 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-396839206'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:57:21.166835 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-4ae3f9ea-98f8-45b3-86b7-9088c9363a10 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:57:21.172021 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-4ae3f9ea-98f8-45b3-86b7-9088c9363a10 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505-project] Usage tracker for resource:network and tenant:7e70992debf9412a8a03f258fd890bfb is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:57:21.178789 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-4ae3f9ea-98f8-45b3-86b7-9088c9363a10 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:57:21.187472 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-4ae3f9ea-98f8-45b3-86b7-9088c9363a10 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:57:21.212724 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ae3f9ea-98f8-45b3-86b7-9088c9363a10 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505-project] Made reservation on behalf of 7e70992debf9412a8a03f258fd890bfb for: {'network': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:57:21.216653 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4ae3f9ea-98f8-45b3-86b7-9088c9363a10 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for network, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:21.236097 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4ae3f9ea-98f8-45b3-86b7-9088c9363a10 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505-project] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:21.261967 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-4ae3f9ea-98f8-45b3-86b7-9088c9363a10 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:57:21.264150 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-bc9d289a-dee4-458d-959a-02970bb82753 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788'] for network, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:21.268257 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-4ae3f9ea-98f8-45b3-86b7-9088c9363a10 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505-project] Usage tracker for resource:security_group_rule and tenant:7e70992debf9412a8a03f258fd890bfb is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:57:21.270236 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc9d289a-dee4-458d-959a-02970bb82753 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:57:21.270866 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-bc9d289a-dee4-458d-959a-02970bb82753 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:21.275647 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-4ae3f9ea-98f8-45b3-86b7-9088c9363a10 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:57:21.289314 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-4ae3f9ea-98f8-45b3-86b7-9088c9363a10 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:57:21.335029 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-12b730e7-4e00-4796-be30-1af7c51307f2 tempest-ExtraDHCPOptionsTestJSON-1863413126 tempest-ExtraDHCPOptionsTestJSON-1863413126-project] Notify callbacks [] for security_group, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:21.404841 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4ae3f9ea-98f8-45b3-86b7-9088c9363a10 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505-project] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:21.411767 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4ae3f9ea-98f8-45b3-86b7-9088c9363a10 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:21.421960 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-12b730e7-4e00-4796-be30-1af7c51307f2 tempest-ExtraDHCPOptionsTestJSON-1863413126 tempest-ExtraDHCPOptionsTestJSON-1863413126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:21.448379 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ae3f9ea-98f8-45b3-86b7-9088c9363a10 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505-project] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=88261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 04:57:21.456867 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae3f9ea-98f8-45b3-86b7-9088c9363a10 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb6a4731-ab96-4d9a-92de-77619b201391,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:21.462280 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e5efaf-fc9f-406f-b0ec-e29836075854 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Network 0f8aac24-3be8-40a7-b1d5-664951562536 is scheduled to be hosted by DHCP agent 1c705e68-3d3e-4dd3-9252-feb21d4b96ab with binding_index 1 {{(pid=88260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 04:57:21.463144 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4ae3f9ea-98f8-45b3-86b7-9088c9363a10 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:21.463377 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.db.segments_db [None req-4ae3f9ea-98f8-45b3-86b7-9088c9363a10 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505-project] Added segment 183eebde-f8de-4b52-9824-e8e481fe951a of type vlan for network 5f855a45-244e-48ef-bc94-1ad35be9338b May 30 04:57:21.464812 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-3f9c2daf-d8c6-44da-9183-d1859dd48f7d None None] Provisioning complete for port 09740075-2498-41f1-b915-be44e3b0bce8 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:57:21.465349 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-3f9c2daf-d8c6-44da-9183-d1859dd48f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:21.492387 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4ae3f9ea-98f8-45b3-86b7-9088c9363a10 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729234556353'] for network, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:21.495575 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-05dc657a-8724-44cb-b1d1-224d76559ba8 None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:21.497889 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9d289a-dee4-458d-959a-02970bb82753 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Pushing event updated for resources: {'Network': ['ID=4245a5d9-bdf5-481e-8240-82a5b056c157,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:21.501750 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Pushing event updated for resources: {'Port': ['ID=09740075-2498-41f1-b915-be44e3b0bce8,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:21.502163 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12b730e7-4e00-4796-be30-1af7c51307f2 tempest-ExtraDHCPOptionsTestJSON-1863413126 tempest-ExtraDHCPOptionsTestJSON-1863413126-project] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=88260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 04:57:21.524492 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-bc9d289a-dee4-458d-959a-02970bb82753 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.3939819 May 30 04:57:21.524808 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 40146) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:57:21.527213 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-a0e5efaf-fc9f-406f-b0ec-e29836075854 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843763-1-hyperv, 0f8aac24-3be8-40a7-b1d5-664951562536) {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:57:21.531940 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-c45549ab-f147-426f-b5f1-fdbf9b05af49 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Request body: {'subnet': {'network_id': '4245a5d9-bdf5-481e-8240-82a5b056c157', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:57:21.532471 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e5efaf-fc9f-406f-b0ec-e29836075854 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:57:21.533330 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a0e5efaf-fc9f-406f-b0ec-e29836075854 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:21.552780 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4ae3f9ea-98f8-45b3-86b7-9088c9363a10 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788'] for network, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:21.557427 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae3f9ea-98f8-45b3-86b7-9088c9363a10 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:57:21.557977 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4ae3f9ea-98f8-45b3-86b7-9088c9363a10 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:21.559840 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b730e7-4e00-4796-be30-1af7c51307f2 tempest-ExtraDHCPOptionsTestJSON-1863413126 tempest-ExtraDHCPOptionsTestJSON-1863413126-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2735bac-5ba8-4a87-b7a3-637c4b6072cb,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:21.564706 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Network 4245a5d9-bdf5-481e-8240-82a5b056c157 details requested by agent ovs-agent-dv-neutron-843763-1-hyperv with host dv-neutron-843763-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 04:57:21.567719 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-12b730e7-4e00-4796-be30-1af7c51307f2 tempest-ExtraDHCPOptionsTestJSON-1863413126 tempest-ExtraDHCPOptionsTestJSON-1863413126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:21.568067 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.db.segments_db [None req-12b730e7-4e00-4796-be30-1af7c51307f2 tempest-ExtraDHCPOptionsTestJSON-1863413126 tempest-ExtraDHCPOptionsTestJSON-1863413126-project] Added segment fe6bb495-11cf-4318-8f95-94ffdf1e3397 of type vlan for network 2149c78a-b853-4211-8b1c-49b19dd8d0b5 May 30 04:57:21.570428 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-eb20c845-613a-4111-a7e5-2cf5ab547d50 tempest-FloatingIPAdminTestJSON-2009640080 tempest-FloatingIPAdminTestJSON-2009640080-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:21.577594 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e42581b4-94e0-410c-be79-2d02a734a834 None None] Network 0f8aac24-3be8-40a7-b1d5-664951562536 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:57:21.583788 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-eb20c845-613a-4111-a7e5-2cf5ab547d50 tempest-FloatingIPAdminTestJSON-2009640080 tempest-FloatingIPAdminTestJSON-2009640080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1547421'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:21.652854 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-a0e5efaf-fc9f-406f-b0ec-e29836075854 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3931513 May 30 04:57:21.657168 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 40150) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:57:21.664072 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-05dc657a-8724-44cb-b1d1-224d76559ba8 None None] Transition to ACTIVE for port object af89e5ee-191e-49f8-b28d-a323f4952492 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:57:21.758155 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-12b730e7-4e00-4796-be30-1af7c51307f2 tempest-ExtraDHCPOptionsTestJSON-1863413126 tempest-ExtraDHCPOptionsTestJSON-1863413126-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729234556353'] for network, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:21.759544 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae3f9ea-98f8-45b3-86b7-9088c9363a10 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505-project] Pushing event updated for resources: {'Network': ['ID=5f855a45-244e-48ef-bc94-1ad35be9338b,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:21.764139 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-c45549ab-f147-426f-b5f1-fdbf9b05af49 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:57:21.770085 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-4ae3f9ea-98f8-45b3-86b7-9088c9363a10 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.7494490 May 30 04:57:21.770313 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 40154) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:57:21.773522 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-c45549ab-f147-426f-b5f1-fdbf9b05af49 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Usage tracker for resource:subnet and tenant:2e8281e2cfdf4b3b8620717ff49100ba is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:57:21.779419 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-0b86c706-a41c-48d0-b1f4-a1d631e0f3e3 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505-project] Request body: {'subnet': {'network_id': '5f855a45-244e-48ef-bc94-1ad35be9338b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:57:21.794198 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-c45549ab-f147-426f-b5f1-fdbf9b05af49 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:57:21.806508 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-c45549ab-f147-426f-b5f1-fdbf9b05af49 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:57:21.872296 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb20c845-613a-4111-a7e5-2cf5ab547d50 tempest-FloatingIPAdminTestJSON-2009640080 tempest-FloatingIPAdminTestJSON-2009640080-project-admin] Pushing event updated for resources: {'Port': ['ID=1fdffadb-55df-42eb-bdaa-d6a0bda3e237,revision_number=2']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:21.877927 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Network 5f855a45-244e-48ef-bc94-1ad35be9338b details requested by agent ovs-agent-dv-neutron-843763-1-hyperv with host dv-neutron-843763-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 04:57:21.892633 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c45549ab-f147-426f-b5f1-fdbf9b05af49 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Made reservation on behalf of 2e8281e2cfdf4b3b8620717ff49100ba for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:57:21.896670 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c45549ab-f147-426f-b5f1-fdbf9b05af49 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9305518'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:21.911381 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-eb20c845-613a-4111-a7e5-2cf5ab547d50 tempest-FloatingIPAdminTestJSON-2009640080 tempest-FloatingIPAdminTestJSON-2009640080-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1604762'] for floatingip, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:21.941248 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-12b730e7-4e00-4796-be30-1af7c51307f2 tempest-ExtraDHCPOptionsTestJSON-1863413126 tempest-ExtraDHCPOptionsTestJSON-1863413126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788'] for network, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:21.949669 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b730e7-4e00-4796-be30-1af7c51307f2 tempest-ExtraDHCPOptionsTestJSON-1863413126 tempest-ExtraDHCPOptionsTestJSON-1863413126-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:57:21.950599 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-12b730e7-4e00-4796-be30-1af7c51307f2 tempest-ExtraDHCPOptionsTestJSON-1863413126 tempest-ExtraDHCPOptionsTestJSON-1863413126-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:21.989038 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-0b86c706-a41c-48d0-b1f4-a1d631e0f3e3 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:57:22.005191 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-05dc657a-8724-44cb-b1d1-224d76559ba8 None None] Transition to ACTIVE for port object af89e5ee-191e-49f8-b28d-a323f4952492 will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:57:22.014167 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-0b86c706-a41c-48d0-b1f4-a1d631e0f3e3 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505-project] Usage tracker for resource:subnet and tenant:7e70992debf9412a8a03f258fd890bfb is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:57:22.019369 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-0b86c706-a41c-48d0-b1f4-a1d631e0f3e3 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:57:22.033257 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-0b86c706-a41c-48d0-b1f4-a1d631e0f3e3 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:57:22.037945 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 432a1540-d804-4228-8198-3df5dfb500cc triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:57:22.038548 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:22.043245 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-950061d6-a50b-4b13-aca6-a50211188051 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 04:57:22.043887 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-950061d6-a50b-4b13-aca6-a50211188051 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 04:57:22.070416 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-eb20c845-613a-4111-a7e5-2cf5ab547d50 tempest-FloatingIPAdminTestJSON-2009640080 tempest-FloatingIPAdminTestJSON-2009640080-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for floatingip, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:22.074621 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-eb20c845-613a-4111-a7e5-2cf5ab547d50 tempest-FloatingIPAdminTestJSON-2009640080 tempest-FloatingIPAdminTestJSON-2009640080-project-admin] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.4303422 May 30 04:57:22.075048 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 40162) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:57:22.080920 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Current status of the port 7b6e2cff-db4b-42be-807a-b0d5a7224cdb is: ACTIVE; New status is: DOWN {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:57:22.081401 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b86c706-a41c-48d0-b1f4-a1d631e0f3e3 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505-project] Made reservation on behalf of 7e70992debf9412a8a03f258fd890bfb for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:57:22.081777 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:22.085114 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0b86c706-a41c-48d0-b1f4-a1d631e0f3e3 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9305518'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:22.116936 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-05dc657a-8724-44cb-b1d1-224d76559ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:22.130530 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-950061d6-a50b-4b13-aca6-a50211188051 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 2.3874969 May 30 04:57:22.200601 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 40168) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:57:22.288955 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-12b730e7-4e00-4796-be30-1af7c51307f2 tempest-ExtraDHCPOptionsTestJSON-1863413126 tempest-ExtraDHCPOptionsTestJSON-1863413126-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.0947409 May 30 04:57:22.306131 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 40172) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:57:22.318851 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-7751ee62-45db-4ba6-8da9-32ac755b8543 tempest-ExtraDHCPOptionsTestJSON-1863413126 tempest-ExtraDHCPOptionsTestJSON-1863413126-project] Request body: {'subnet': {'network_id': '2149c78a-b853-4211-8b1c-49b19dd8d0b5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:57:22.388594 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-1460163d-f3c1-4ecd-8e2b-2ddce81911dc tempest-FloatingIPAdminTestJSON-1134305086 tempest-FloatingIPAdminTestJSON-1134305086-project] Request body: {'floatingip': {'floating_network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:57:22.431831 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b730e7-4e00-4796-be30-1af7c51307f2 tempest-ExtraDHCPOptionsTestJSON-1863413126 tempest-ExtraDHCPOptionsTestJSON-1863413126-project] Pushing event updated for resources: {'Network': ['ID=2149c78a-b853-4211-8b1c-49b19dd8d0b5,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:22.459720 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dc657a-8724-44cb-b1d1-224d76559ba8 None None] Pushing event updated for resources: {'Port': ['ID=af89e5ee-191e-49f8-b28d-a323f4952492,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:22.465862 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-1460163d-f3c1-4ecd-8e2b-2ddce81911dc tempest-FloatingIPAdminTestJSON-1134305086 tempest-FloatingIPAdminTestJSON-1134305086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:57:22.475387 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05dc657a-8724-44cb-b1d1-224d76559ba8 None None] Network 0008fd3d-19e9-40cf-b545-4a7647b90cf1 is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:57:22.495208 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port 7b6e2cff-db4b-42be-807a-b0d5a7224cdb, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=7b6e2cff-db4b-42be-807a-b0d5a7224cdb,segment=NetworkSegment(802c3e76-b2e9-4d86-8049-6831b9ec5c3a),segment_id=802c3e76-b2e9-4d86-8049-6831b9ec5c3a)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:57:22.497572 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-1460163d-f3c1-4ecd-8e2b-2ddce81911dc tempest-FloatingIPAdminTestJSON-1134305086 tempest-FloatingIPAdminTestJSON-1134305086-project] Usage tracker for resource:floatingip and tenant:ecb6d99483024ece83940548654eefa3 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:57:22.506797 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-1460163d-f3c1-4ecd-8e2b-2ddce81911dc tempest-FloatingIPAdminTestJSON-1134305086 tempest-FloatingIPAdminTestJSON-1134305086-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:57:22.533048 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-1460163d-f3c1-4ecd-8e2b-2ddce81911dc tempest-FloatingIPAdminTestJSON-1134305086 tempest-FloatingIPAdminTestJSON-1134305086-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:57:22.576109 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-7751ee62-45db-4ba6-8da9-32ac755b8543 tempest-ExtraDHCPOptionsTestJSON-1863413126 tempest-ExtraDHCPOptionsTestJSON-1863413126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:57:22.588978 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-05dc657a-8724-44cb-b1d1-224d76559ba8 None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:57:22.589218 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-7751ee62-45db-4ba6-8da9-32ac755b8543 tempest-ExtraDHCPOptionsTestJSON-1863413126 tempest-ExtraDHCPOptionsTestJSON-1863413126-project] Usage tracker for resource:subnet and tenant:3f7a7b54659445cf9d23b26af3054d46 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:57:22.591770 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1460163d-f3c1-4ecd-8e2b-2ddce81911dc tempest-FloatingIPAdminTestJSON-1134305086 tempest-FloatingIPAdminTestJSON-1134305086-project] Notify callbacks [] for floatingip, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:22.594579 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05dc657a-8724-44cb-b1d1-224d76559ba8 None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:57:22.597045 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3b4fbda-4b1c-4eb1-8123-8c822f8314a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b6e2cff-db4b-42be-807a-b0d5a7224cdb'}] {{(pid=88262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 04:57:22.607687 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-7751ee62-45db-4ba6-8da9-32ac755b8543 tempest-ExtraDHCPOptionsTestJSON-1863413126 tempest-ExtraDHCPOptionsTestJSON-1863413126-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:57:22.645116 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Network 2149c78a-b853-4211-8b1c-49b19dd8d0b5 details requested by agent ovs-agent-dv-neutron-843763-1-hyperv with host dv-neutron-843763-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 04:57:22.657000 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab5d7608-de5a-4349-a1a5-66efd282d978 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:57:22.657641 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-ab5d7608-de5a-4349-a1a5-66efd282d978 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Synchronizing usage tracker for tenant:16af2dbefc6742d5a37a7b30e58c8c2f on resource:port {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:57:22.662440 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-7751ee62-45db-4ba6-8da9-32ac755b8543 tempest-ExtraDHCPOptionsTestJSON-1863413126 tempest-ExtraDHCPOptionsTestJSON-1863413126-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:57:22.707350 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:22.709383 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device 7b6e2cff-db4b-42be-807a-b0d5a7224cdb details requested by agent hyperv_hv-neutron-8437 with host hv-neutron-8437 {{(pid=88262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 04:57:22.727532 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3759df-57c7-475a-a778-8fc1b59542a8 req-1b8d274f-438c-4f9e-a735-6afa6c0f7701 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:57:22.728945 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-6f3759df-57c7-475a-a778-8fc1b59542a8 req-1b8d274f-438c-4f9e-a735-6afa6c0f7701 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3b4fbda-4b1c-4eb1-8123-8c822f8314a1 HTTP/1.1" status: 200 len: 945 time: 0.4651566 May 30 04:57:22.734527 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c45549ab-f147-426f-b5f1-fdbf9b05af49 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2305012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9305500'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:22.752927 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-ab5d7608-de5a-4349-a1a5-66efd282d978 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Unset dirty status for tenant:16af2dbefc6742d5a37a7b30e58c8c2f on resource:port {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:57:22.756855 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-ab5d7608-de5a-4349-a1a5-66efd282d978 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.5546486 May 30 04:57:22.771277 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 40178) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:57:22.782803 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7751ee62-45db-4ba6-8da9-32ac755b8543 tempest-ExtraDHCPOptionsTestJSON-1863413126 tempest-ExtraDHCPOptionsTestJSON-1863413126-project] Made reservation on behalf of 3f7a7b54659445cf9d23b26af3054d46 for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:57:22.786152 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7751ee62-45db-4ba6-8da9-32ac755b8543 tempest-ExtraDHCPOptionsTestJSON-1863413126 tempest-ExtraDHCPOptionsTestJSON-1863413126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9305518'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:22.825088 dv-neutron-843763-1-hyperv neutron-server[88262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-567f7eee-1904-49e9-867e-5c92d9dc57a8'] response: {'server_uuid': 'a3b4fbda-4b1c-4eb1-8123-8c822f8314a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b6e2cff-db4b-42be-807a-b0d5a7224cdb', 'code': 200} May 30 04:57:22.914790 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-6f3759df-57c7-475a-a778-8fc1b59542a8 req-c264ad03-c5cc-4fff-9d92-5de080afa691 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] 10.222.0.15 "GET /v2.0/security-groups?id=80268c1c-0aa4-4f7a-affc-948a6825b0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1709952 May 30 04:57:22.921710 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf3c7ac1-e882-4a5b-816c-18e857df08d8 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:57:22.924836 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf3c7ac1-e882-4a5b-816c-18e857df08d8 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:57:22.925698 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-bf3c7ac1-e882-4a5b-816c-18e857df08d8 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Synchronizing usage tracker for tenant:16af2dbefc6742d5a37a7b30e58c8c2f on resource:subnet {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:57:22.939663 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1d742cf5-564a-41b4-9caa-6921ff00e5ef tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:22.942578 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a0f0d45-6d21-42ef-af1a-dc645c97c6f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bbf24ed-7ba9-53d2-873f-8f9642b1e987-0f8aac24-3be8-40a7-b1d5-664951562536', 'network_id': '0f8aac24-3be8-40a7-b1d5-664951562536', 'tenant_id': '177e950b79b644f8ac61f323eed71206', 'fixed_ips': [{'subnet_id': '3f4fd06e-e311-418a-b104-7f0ed3283048'}]}} from dv-neutron-843763-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 30 04:57:22.943412 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7a0f0d45-6d21-42ef-af1a-dc645c97c6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:23.088391 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.db.resource_extend [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 04:57:23.099017 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45549ab-f147-426f-b5f1-fdbf9b05af49 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Pushing event updated for resources: {'Subnet': ['ID=6b8ed4a1-84ad-41e3-9e97-074c9d1a414d,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:23.117032 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45549ab-f147-426f-b5f1-fdbf9b05af49 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Checking segment: {'id': '204cd75e-a4c0-4661-81e3-9d19b3a94953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '4245a5d9-bdf5-481e-8240-82a5b056c157'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:57:23.117431 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c45549ab-f147-426f-b5f1-fdbf9b05af49 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Network hostable DHCP agents. Network: 4245a5d9-bdf5-481e-8240-82a5b056c157, hostable agents: ['1c705e68-3d3e-4dd3-9252-feb21d4b96ab'], hosted agents: [] {{(pid=88261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 04:57:23.121318 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-3f9c2daf-d8c6-44da-9183-d1859dd48f7d None None] Current status of the port 09740075-2498-41f1-b915-be44e3b0bce8 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:57:23.132738 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0b86c706-a41c-48d0-b1f4-a1d631e0f3e3 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2305012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9305500'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:23.234194 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-05dc657a-8724-44cb-b1d1-224d76559ba8 None None] Attempting to bind port af89e5ee-191e-49f8-b28d-a323f4952492 on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 04:57:23.234576 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-05dc657a-8724-44cb-b1d1-224d76559ba8 None None] Attempting to bind port af89e5ee-191e-49f8-b28d-a323f4952492 by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': 'c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 04:57:23.234943 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05dc657a-8724-44cb-b1d1-224d76559ba8 None None] Attempting to bind port af89e5ee-191e-49f8-b28d-a323f4952492 on network 0008fd3d-19e9-40cf-b545-4a7647b90cf1 {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 04:57:23.236882 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c45549ab-f147-426f-b5f1-fdbf9b05af49 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Network 4245a5d9-bdf5-481e-8240-82a5b056c157 is scheduled to be hosted by DHCP agent 1c705e68-3d3e-4dd3-9252-feb21d4b96ab with binding_index 1 {{(pid=88261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 04:57:23.241578 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.db.resource_extend [None req-24ec6ce1-ff13-4b79-a850-2ccd29077816 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 04:57:23.245395 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b86c706-a41c-48d0-b1f4-a1d631e0f3e3 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505-project] Pushing event updated for resources: {'Subnet': ['ID=aeab6258-6006-442e-8bd0-7c355fe756ab,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:23.259788 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Pushing event updated for resources: {'Port': ['ID=7b6e2cff-db4b-42be-807a-b0d5a7224cdb,revision_number=6']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:23.282646 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05dc657a-8724-44cb-b1d1-224d76559ba8 None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 4, 57, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 04:57:23.283066 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05dc657a-8724-44cb-b1d1-224d76559ba8 None None] Checking segment: {'id': 'c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:57:23.283430 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-05dc657a-8724-44cb-b1d1-224d76559ba8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:23.283826 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05dc657a-8724-44cb-b1d1-224d76559ba8 None None] Bound using segment: {'id': 'c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 04:57:23.284318 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-05dc657a-8724-44cb-b1d1-224d76559ba8 None None] Bound port: af89e5ee-191e-49f8-b28d-a323f4952492, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 04:57:23.285356 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-05dc657a-8724-44cb-b1d1-224d76559ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:23.297639 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-bf3c7ac1-e882-4a5b-816c-18e857df08d8 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Unset dirty status for tenant:16af2dbefc6742d5a37a7b30e58c8c2f on resource:subnet {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:57:23.299896 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-bf3c7ac1-e882-4a5b-816c-18e857df08d8 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5279193 May 30 04:57:23.301527 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 40182) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:57:23.311161 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-c45549ab-f147-426f-b5f1-fdbf9b05af49 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843763-1-hyperv, 4245a5d9-bdf5-481e-8240-82a5b056c157) {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:57:23.335584 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 432a1540-d804-4228-8198-3df5dfb500cc is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:57:23.360515 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-3f9c2daf-d8c6-44da-9183-d1859dd48f7d None None] Provisioning for port f9e138ae-5cd3-4cf6-9bbe-cbce483702e2 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:57:23.362891 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c45549ab-f147-426f-b5f1-fdbf9b05af49 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:57:23.363486 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c45549ab-f147-426f-b5f1-fdbf9b05af49 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:23.363911 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a55ff13e-da32-46dd-80f9-5bdb14a091a1 None None] Network 4245a5d9-bdf5-481e-8240-82a5b056c157 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:57:23.389454 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b86c706-a41c-48d0-b1f4-a1d631e0f3e3 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505-project] Checking segment: {'id': '183eebde-f8de-4b52-9824-e8e481fe951a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '5f855a45-244e-48ef-bc94-1ad35be9338b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:57:23.389862 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b86c706-a41c-48d0-b1f4-a1d631e0f3e3 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505-project] Network hostable DHCP agents. Network: 5f855a45-244e-48ef-bc94-1ad35be9338b, hostable agents: ['1c705e68-3d3e-4dd3-9252-feb21d4b96ab'], hosted agents: [] {{(pid=88261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 04:57:23.453144 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device aad363ec-2aaa-4320-b414-71cf523f1206 no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 04:57:23.473644 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-c45549ab-f147-426f-b5f1-fdbf9b05af49 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9449944 May 30 04:57:23.479490 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1460163d-f3c1-4ecd-8e2b-2ddce81911dc tempest-FloatingIPAdminTestJSON-1134305086 tempest-FloatingIPAdminTestJSON-1134305086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:23.485157 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 40186) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:57:23.489203 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_v2 [None req-99d21083-a572-409d-bd40-4f2dfea9ab68 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Deleting subnet 2634b21c-b82a-4840-a87a-70a5467b98fb {{(pid=88261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 30 04:57:23.504616 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-3f9c2daf-d8c6-44da-9183-d1859dd48f7d None None] Provisioning complete for port f9e138ae-5cd3-4cf6-9bbe-cbce483702e2 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:57:23.505220 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-3f9c2daf-d8c6-44da-9183-d1859dd48f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:23.544166 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-99d21083-a572-409d-bd40-4f2dfea9ab68 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks [] for subnet, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:23.583504 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b86c706-a41c-48d0-b1f4-a1d631e0f3e3 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505-project] Network 5f855a45-244e-48ef-bc94-1ad35be9338b is scheduled to be hosted by DHCP agent 1c705e68-3d3e-4dd3-9252-feb21d4b96ab with binding_index 1 {{(pid=88261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 04:57:23.595804 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7751ee62-45db-4ba6-8da9-32ac755b8543 tempest-ExtraDHCPOptionsTestJSON-1863413126 tempest-ExtraDHCPOptionsTestJSON-1863413126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2305012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9305500'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:23.596662 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-1d742cf5-564a-41b4-9caa-6921ff00e5ef tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Allocated IP 172.22.0.1 (0f8aac24-3be8-40a7-b1d5-664951562536/3f4fd06e-e311-418a-b104-7f0ed3283048/bebf232b-acc3-49f2-9479-17819a0e031d) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:57:23.669049 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] No Port match for: aad363ec-2aaa-4320-b414-71cf523f1206 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 04:57:23.669393 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device aad363ec-2aaa-4320-b414-71cf523f1206 not bound to the agent host dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 04:57:23.701543 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-0b86c706-a41c-48d0-b1f4-a1d631e0f3e3 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843763-1-hyperv, 5f855a45-244e-48ef-bc94-1ad35be9338b) {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:57:23.715587 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-24ec6ce1-ff13-4b79-a850-2ccd29077816 None None] Notify callbacks [] for port, precommit_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:23.730663 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a7257ac-1760-429a-bacb-c3b846bce0fe None None] Network 5f855a45-244e-48ef-bc94-1ad35be9338b requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:57:23.734121 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b86c706-a41c-48d0-b1f4-a1d631e0f3e3 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:57:23.734745 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0b86c706-a41c-48d0-b1f4-a1d631e0f3e3 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:23.780103 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-99d21083-a572-409d-bd40-4f2dfea9ab68 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3545586'] for subnet, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:23.816638 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1d742cf5-564a-41b4-9caa-6921ff00e5ef tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:23.843346 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [None req-1d742cf5-564a-41b4-9caa-6921ff00e5ef tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Transition to ACTIVE for port object bebf232b-acc3-49f2-9479-17819a0e031d will not be triggered until provisioned by entity DHCP. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:57:23.851994 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-24ec6ce1-ff13-4b79-a850-2ccd29077816 None None] Transition to ACTIVE for port object f9e138ae-5cd3-4cf6-9bbe-cbce483702e2 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:57:23.857031 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 09740075-2498-41f1-b915-be44e3b0bce8 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 04:57:23.874896 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1d742cf5-564a-41b4-9caa-6921ff00e5ef tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:23.896688 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-0b86c706-a41c-48d0-b1f4-a1d631e0f3e3 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1253095 May 30 04:57:23.897492 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7751ee62-45db-4ba6-8da9-32ac755b8543 tempest-ExtraDHCPOptionsTestJSON-1863413126 tempest-ExtraDHCPOptionsTestJSON-1863413126-project] Pushing event updated for resources: {'Subnet': ['ID=5122c32b-c5e0-4e75-9f5c-2747f8fbc72a,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:23.902706 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 40194) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:57:23.937917 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-3953456e-8865-4b64-8abe-b82f9d53c1eb tempest-ExtraDHCPOptionsIpV6TestJSON-43466505 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505-project] Request body: {'port': {'network_id': '5f855a45-244e-48ef-bc94-1ad35be9338b', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1853505605'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:57:23.949025 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-3f9c2daf-d8c6-44da-9183-d1859dd48f7d None None] Port f9e138ae-5cd3-4cf6-9bbe-cbce483702e2 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 04:57:23.952719 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d742cf5-564a-41b4-9caa-6921ff00e5ef tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Network 0f8aac24-3be8-40a7-b1d5-664951562536 is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:57:23.953368 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port 7b6e2cff-db4b-42be-807a-b0d5a7224cdb, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=7b6e2cff-db4b-42be-807a-b0d5a7224cdb,segment=NetworkSegment(802c3e76-b2e9-4d86-8049-6831b9ec5c3a),segment_id=802c3e76-b2e9-4d86-8049-6831b9ec5c3a)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:57:23.963223 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-1d742cf5-564a-41b4-9caa-6921ff00e5ef tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:57:23.965848 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d742cf5-564a-41b4-9caa-6921ff00e5ef tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:57:23.982234 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-24ec6ce1-ff13-4b79-a850-2ccd29077816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:24.032586 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1d742cf5-564a-41b4-9caa-6921ff00e5ef tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604623'] for router_interface, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:24.047996 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-05dc657a-8724-44cb-b1d1-224d76559ba8 None None] For port af89e5ee-191e-49f8-b28d-a323f4952492, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 04:57:24.054686 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-43e9c486-0301-4da9-9e9c-fa3c4e306f59 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897784'] for network, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:24.056561 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7751ee62-45db-4ba6-8da9-32ac755b8543 tempest-ExtraDHCPOptionsTestJSON-1863413126 tempest-ExtraDHCPOptionsTestJSON-1863413126-project] Checking segment: {'id': 'fe6bb495-11cf-4318-8f95-94ffdf1e3397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '2149c78a-b853-4211-8b1c-49b19dd8d0b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:57:24.056923 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7751ee62-45db-4ba6-8da9-32ac755b8543 tempest-ExtraDHCPOptionsTestJSON-1863413126 tempest-ExtraDHCPOptionsTestJSON-1863413126-project] Network hostable DHCP agents. Network: 2149c78a-b853-4211-8b1c-49b19dd8d0b5, hostable agents: ['1c705e68-3d3e-4dd3-9252-feb21d4b96ab'], hosted agents: [] {{(pid=88261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 04:57:24.062846 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Returning: {'device': '7b6e2cff-db4b-42be-807a-b0d5a7224cdb', 'network_id': '7de51c91-19bb-4b5d-923c-b7d77dfa625f', 'port_id': '7b6e2cff-db4b-42be-807a-b0d5a7224cdb', 'mac_address': 'fa:16:3e:3a:3c:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5ad951a-f78e-4dae-aa5e-a260f6c65de8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 04:57:24.079504 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d742cf5-564a-41b4-9caa-6921ff00e5ef tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Pushing event updated for resources: {'Port': ['ID=bebf232b-acc3-49f2-9479-17819a0e031d,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:24.112831 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-1460163d-f3c1-4ecd-8e2b-2ddce81911dc tempest-FloatingIPAdminTestJSON-1134305086 tempest-FloatingIPAdminTestJSON-1134305086-project] Allocated IP 172.26.6.199 (1bab70f4-3794-44db-8e17-19f483aa8ffa/6b5b73c1-b0ce-4f83-a930-c00cc5522926/2314e709-9d18-4689-ab22-7d0ea152ea00) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:57:24.243509 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-05dc657a-8724-44cb-b1d1-224d76559ba8 None None] For port af89e5ee-191e-49f8-b28d-a323f4952492, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=af89e5ee-191e-49f8-b28d-a323f4952492,segment=NetworkSegment(c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1),segment_id=c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 04:57:24.271849 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1d742cf5-564a-41b4-9caa-6921ff00e5ef tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:24.324682 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-99d21083-a572-409d-bd40-4f2dfea9ab68 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860493'] for subnet, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:24.363437 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-05dc657a-8724-44cb-b1d1-224d76559ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:24.380201 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-7a0f0d45-6d21-42ef-af1a-dc645c97c6f6 None None] Allocated IP 172.22.0.2 (0f8aac24-3be8-40a7-b1d5-664951562536/3f4fd06e-e311-418a-b104-7f0ed3283048/780a430a-bfa4-4fef-9877-d22b357e6c38) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:57:24.475142 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7751ee62-45db-4ba6-8da9-32ac755b8543 tempest-ExtraDHCPOptionsTestJSON-1863413126 tempest-ExtraDHCPOptionsTestJSON-1863413126-project] Network 2149c78a-b853-4211-8b1c-49b19dd8d0b5 is scheduled to be hosted by DHCP agent 1c705e68-3d3e-4dd3-9252-feb21d4b96ab with binding_index 1 {{(pid=88261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 04:57:24.487036 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-99d21083-a572-409d-bd40-4f2dfea9ab68 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2304955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9305493'] for subnet, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:24.565392 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 09740075-2498-41f1-b915-be44e3b0bce8 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:57:24.566397 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:24.571698 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-7751ee62-45db-4ba6-8da9-32ac755b8543 tempest-ExtraDHCPOptionsTestJSON-1863413126 tempest-ExtraDHCPOptionsTestJSON-1863413126-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843763-1-hyperv, 2149c78a-b853-4211-8b1c-49b19dd8d0b5) {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:57:24.573299 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d21083-a572-409d-bd40-4f2dfea9ab68 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Pushing event deleted for resources: {'Subnet': ['ID=2634b21c-b82a-4840-a87a-70a5467b98fb,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:24.582958 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-43e9c486-0301-4da9-9e9c-fa3c4e306f59 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860493'] for subnet, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:24.600222 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4977d7cc-16c0-4741-b909-cd2e01da07ac req-1d4b941e-a1c3-46eb-a0f5-857dc8400937 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:57:24.608652 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-4977d7cc-16c0-4741-b909-cd2e01da07ac req-1d4b941e-a1c3-46eb-a0f5-857dc8400937 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1e7b65a-2794-4268-bd76-1003a7875678 HTTP/1.1" status: 200 len: 946 time: 0.2574432 May 30 04:57:24.616260 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7751ee62-45db-4ba6-8da9-32ac755b8543 tempest-ExtraDHCPOptionsTestJSON-1863413126 tempest-ExtraDHCPOptionsTestJSON-1863413126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:57:24.616775 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7751ee62-45db-4ba6-8da9-32ac755b8543 tempest-ExtraDHCPOptionsTestJSON-1863413126 tempest-ExtraDHCPOptionsTestJSON-1863413126-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:24.626204 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-99d21083-a572-409d-bd40-4f2dfea9ab68 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:24.655956 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd16166-0dec-4fcd-b005-8c6f412549c7 None None] Network 2149c78a-b853-4211-8b1c-49b19dd8d0b5 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:57:24.680354 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-3953456e-8865-4b64-8abe-b82f9d53c1eb tempest-ExtraDHCPOptionsIpV6TestJSON-43466505 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:57:24.689970 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f9539a-eeb2-42c6-a135-8bf7c09a59ab req-7b6c4fdc-1477-4a65-b37c-904c845f91ba tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:57:24.691452 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d2f9539a-eeb2-42c6-a135-8bf7c09a59ab req-7b6c4fdc-1477-4a65-b37c-904c845f91ba tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3b4fbda-4b1c-4eb1-8123-8c822f8314a1 HTTP/1.1" status: 200 len: 943 time: 0.5553386 May 30 04:57:24.701060 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-3953456e-8865-4b64-8abe-b82f9d53c1eb tempest-ExtraDHCPOptionsIpV6TestJSON-43466505 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505-project] Usage tracker for resource:port and tenant:7e70992debf9412a8a03f258fd890bfb is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:57:24.708886 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-99d21083-a572-409d-bd40-4f2dfea9ab68 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "DELETE /v2.0/subnets/2634b21c-b82a-4840-a87a-70a5467b98fb HTTP/1.1" status: 204 len: 168 time: 1.3990252 May 30 04:57:24.710223 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-3953456e-8865-4b64-8abe-b82f9d53c1eb tempest-ExtraDHCPOptionsIpV6TestJSON-43466505 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:57:24.712874 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 40204) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:57:24.714506 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b3146b-005e-4c44-bcb7-d9d7d77662d8 None None] Pushing event updated for resources: {'Port': ['ID=f9e138ae-5cd3-4cf6-9bbe-cbce483702e2,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:24.732272 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-4977d7cc-16c0-4741-b909-cd2e01da07ac req-ffabef9a-39e5-4bd3-844c-6e620f643591 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0fb8c38-d8b6-4c01-bc8c-1b54a1e25304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1237898 May 30 04:57:24.750584 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-7751ee62-45db-4ba6-8da9-32ac755b8543 tempest-ExtraDHCPOptionsTestJSON-1863413126 tempest-ExtraDHCPOptionsTestJSON-1863413126-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4341307 May 30 04:57:24.750584 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-3953456e-8865-4b64-8abe-b82f9d53c1eb tempest-ExtraDHCPOptionsIpV6TestJSON-43466505 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:57:24.754404 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 40208) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:57:24.850058 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-3799b675-a462-4266-b2fe-0c5d94392cc9 tempest-ExtraDHCPOptionsTestJSON-1863413126 tempest-ExtraDHCPOptionsTestJSON-1863413126-project] Request body: {'port': {'network_id': '2149c78a-b853-4211-8b1c-49b19dd8d0b5', 'name': 'tempest-ExtraDHCPOptionsTestJSON-444747925'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:57:24.854634 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1d742cf5-564a-41b4-9caa-6921ff00e5ef tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks [] for port, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:24.878823 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-21eb2f06-80c8-4eff-b3e2-cc4d1635b8c8 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1543078 May 30 04:57:24.887989 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 40214) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:57:24.898002 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1d742cf5-564a-41b4-9caa-6921ff00e5ef tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1547421'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:24.904611 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1460163d-f3c1-4ecd-8e2b-2ddce81911dc tempest-FloatingIPAdminTestJSON-1134305086 tempest-FloatingIPAdminTestJSON-1134305086-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:24.928032 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Current status of the port 7b6e2cff-db4b-42be-807a-b0d5a7224cdb is: DOWN; New status is: BUILD {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:57:24.928410 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:24.985743 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fb94d43-877a-41f8-9c1b-979b0cb61006 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bbf24ed-7ba9-53d2-873f-8f9642b1e987-4245a5d9-bdf5-481e-8240-82a5b056c157', 'network_id': '4245a5d9-bdf5-481e-8240-82a5b056c157', 'tenant_id': '2e8281e2cfdf4b3b8620717ff49100ba', 'fixed_ips': [{'subnet_id': '6b8ed4a1-84ad-41e3-9e97-074c9d1a414d'}]}} from dv-neutron-843763-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 30 04:57:24.986595 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-1fb94d43-877a-41f8-9c1b-979b0cb61006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:25.001348 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1d742cf5-564a-41b4-9caa-6921ff00e5ef tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1642774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602230'] for router_interface, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:25.028363 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-24ec6ce1-ff13-4b79-a850-2ccd29077816 None None] Attempting to bind port f9e138ae-5cd3-4cf6-9bbe-cbce483702e2 on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 04:57:25.028734 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-24ec6ce1-ff13-4b79-a850-2ccd29077816 None None] Attempting to bind port f9e138ae-5cd3-4cf6-9bbe-cbce483702e2 by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': 'df67fbea-5e14-4064-8ccf-d3afd6af7d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '0c0bebba-bddf-42fb-9235-05d8923d12f7'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 04:57:25.029096 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ec6ce1-ff13-4b79-a850-2ccd29077816 None None] Attempting to bind port f9e138ae-5cd3-4cf6-9bbe-cbce483702e2 on network 0c0bebba-bddf-42fb-9235-05d8923d12f7 {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 04:57:25.088556 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b6e2cff-db4b-42be-807a-b0d5a7224cdb {{(pid=88262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 30 04:57:25.119972 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ec6ce1-ff13-4b79-a850-2ccd29077816 None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 4, 57, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 04:57:25.120399 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ec6ce1-ff13-4b79-a850-2ccd29077816 None None] Checking segment: {'id': 'df67fbea-5e14-4064-8ccf-d3afd6af7d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '0c0bebba-bddf-42fb-9235-05d8923d12f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:57:25.120693 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-24ec6ce1-ff13-4b79-a850-2ccd29077816 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:25.121091 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ec6ce1-ff13-4b79-a850-2ccd29077816 None None] Bound using segment: {'id': 'df67fbea-5e14-4064-8ccf-d3afd6af7d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '0c0bebba-bddf-42fb-9235-05d8923d12f7'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 04:57:25.121574 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-24ec6ce1-ff13-4b79-a850-2ccd29077816 None None] Bound port: f9e138ae-5cd3-4cf6-9bbe-cbce483702e2, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df67fbea-5e14-4064-8ccf-d3afd6af7d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '0c0bebba-bddf-42fb-9235-05d8923d12f7'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 04:57:25.121977 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-24ec6ce1-ff13-4b79-a850-2ccd29077816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:25.123939 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-97af7f26-37d5-4d66-a685-b4c455aec633 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Request body: {'subnet': {'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:57:25.156936 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3953456e-8865-4b64-8abe-b82f9d53c1eb tempest-ExtraDHCPOptionsIpV6TestJSON-43466505 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505-project] Made reservation on behalf of 7e70992debf9412a8a03f258fd890bfb for: {'port': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:57:25.160863 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3953456e-8865-4b64-8abe-b82f9d53c1eb tempest-ExtraDHCPOptionsIpV6TestJSON-43466505 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:25.253313 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dc657a-8724-44cb-b1d1-224d76559ba8 None None] Pushing event updated for resources: {'Port': ['ID=af89e5ee-191e-49f8-b28d-a323f4952492,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:25.286567 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-43e9c486-0301-4da9-9e9c-fa3c4e306f59 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2304955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9305493'] for subnet, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:25.344378 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port 7b6e2cff-db4b-42be-807a-b0d5a7224cdb, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=7b6e2cff-db4b-42be-807a-b0d5a7224cdb,segment=NetworkSegment(802c3e76-b2e9-4d86-8049-6831b9ec5c3a),segment_id=802c3e76-b2e9-4d86-8049-6831b9ec5c3a)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:57:25.356193 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d2f9539a-eeb2-42c6-a135-8bf7c09a59ab req-f5d203c5-9f04-4bb7-bc6f-ed52a1137919 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] 10.222.0.15 "GET /v2.0/security-groups?id=80268c1c-0aa4-4f7a-affc-948a6825b0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6515458 May 30 04:57:25.361193 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d742cf5-564a-41b4-9caa-6921ff00e5ef tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Pushing event updated for resources: {'Port': ['ID=bebf232b-acc3-49f2-9479-17819a0e031d,revision_number=2']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:25.365150 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4686d94e-7934-4d2a-8457-125ff92406f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bbf24ed-7ba9-53d2-873f-8f9642b1e987-5f855a45-244e-48ef-bc94-1ad35be9338b', 'network_id': '5f855a45-244e-48ef-bc94-1ad35be9338b', 'tenant_id': '7e70992debf9412a8a03f258fd890bfb', 'fixed_ips': [{'subnet_id': 'aeab6258-6006-442e-8bd0-7c355fe756ab'}]}} from dv-neutron-843763-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 30 04:57:25.365963 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-4686d94e-7934-4d2a-8457-125ff92406f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:25.378107 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [None req-3953456e-8865-4b64-8abe-b82f9d53c1eb tempest-ExtraDHCPOptionsIpV6TestJSON-43466505 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505-project] device_id is not set on port 2886b038-0953-4ff6-9e7b-74ce92bc9bdc yet. {{(pid=88261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 30 04:57:25.392469 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:25.412096 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 40218) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:57:25.467891 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c01c44-4471-4d0d-a92f-c703685f5158 req-e766c069-33fa-4168-873b-0f94a2e8ca1d tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:57:25.475853 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-13c01c44-4471-4d0d-a92f-c703685f5158 req-e766c069-33fa-4168-873b-0f94a2e8ca1d tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1e7b65a-2794-4268-bd76-1003a7875678 HTTP/1.1" status: 200 len: 946 time: 0.6232872 May 30 04:57:25.501147 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e9c486-0301-4da9-9e9c-fa3c4e306f59 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Pushing event deleted for resources: {'Subnet': ['ID=6b8ed4a1-84ad-41e3-9e97-074c9d1a414d,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:25.507041 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d742cf5-564a-41b4-9caa-6921ff00e5ef tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Network 0f8aac24-3be8-40a7-b1d5-664951562536 is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:57:25.533792 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-13c01c44-4471-4d0d-a92f-c703685f5158 req-24607cb8-fefa-4125-93e1-cc7beafed770 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0fb8c38-d8b6-4c01-bc8c-1b54a1e25304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569260 May 30 04:57:25.540711 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-1d742cf5-564a-41b4-9caa-6921ff00e5ef tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:57:25.702055 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-97af7f26-37d5-4d66-a685-b4c455aec633 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:57:25.738649 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d742cf5-564a-41b4-9caa-6921ff00e5ef tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Router 7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79 has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 04:57:25.766614 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d7b123a-af64-4d44-ad17-086ce6ae157d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bbf24ed-7ba9-53d2-873f-8f9642b1e987-2149c78a-b853-4211-8b1c-49b19dd8d0b5', 'network_id': '2149c78a-b853-4211-8b1c-49b19dd8d0b5', 'tenant_id': '3f7a7b54659445cf9d23b26af3054d46', 'fixed_ips': [{'subnet_id': '5122c32b-c5e0-4e75-9f5c-2747f8fbc72a'}]}} from dv-neutron-843763-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 30 04:57:25.767432 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-3d7b123a-af64-4d44-ad17-086ce6ae157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:25.781461 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-97af7f26-37d5-4d66-a685-b4c455aec633 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Usage tracker for resource:subnet and tenant:16af2dbefc6742d5a37a7b30e58c8c2f is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:57:25.806309 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-97af7f26-37d5-4d66-a685-b4c455aec633 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:57:25.813213 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] get_ports_and_sgs() called for port_ids ['7b6e2cff-db4b-42be-807a-b0d5a7224cdb'] {{(pid=88262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 30 04:57:25.816530 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-43e9c486-0301-4da9-9e9c-fa3c4e306f59 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867540', 'neutron.services.segments.db._delete_segments_for_network-8729234922972'] for network, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:25.839559 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-97af7f26-37d5-4d66-a685-b4c455aec633 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:57:25.858919 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server [None req-1fb94d43-877a-41f8-9c1b-979b0cb61006 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6b8ed4a1-84ad-41e3-9e97-074c9d1a414d: This subnet is being modified by another concurrent operation. May 30 04:57:25.858919 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 30 04:57:25.858919 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 30 04:57:25.858919 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 30 04:57:25.858919 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 30 04:57:25.858919 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 30 04:57:25.858919 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 30 04:57:25.858919 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 30 04:57:25.858919 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 30 04:57:25.858919 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 30 04:57:25.858919 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 30 04:57:25.858919 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 30 04:57:25.858919 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 30 04:57:25.858919 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server self.force_reraise() May 30 04:57:25.858919 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 30 04:57:25.858919 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server raise self.value May 30 04:57:25.858919 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 30 04:57:25.858919 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 30 04:57:25.858919 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 30 04:57:25.858919 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 30 04:57:25.858919 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 30 04:57:25.858919 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server self.force_reraise() May 30 04:57:25.858919 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 30 04:57:25.858919 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server raise self.value May 30 04:57:25.858919 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 30 04:57:25.858919 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 30 04:57:25.858919 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 30 04:57:25.858919 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 30 04:57:25.858919 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 30 04:57:25.858919 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server self.force_reraise() May 30 04:57:25.858919 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 30 04:57:25.858919 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server raise self.value May 30 04:57:25.858919 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 30 04:57:25.858919 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 30 04:57:25.858919 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 30 04:57:25.858919 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 30 04:57:25.858919 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port May 30 04:57:25.858919 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 30 04:57:25.858919 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action May 30 04:57:25.858919 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 30 04:57:25.858919 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 30 04:57:25.858919 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 30 04:57:25.858919 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 30 04:57:25.858919 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 30 04:57:25.858919 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 30 04:57:25.858919 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 30 04:57:25.858919 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 30 04:57:25.858919 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 30 04:57:25.858919 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 30 04:57:25.858919 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server self.force_reraise() May 30 04:57:25.858919 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 30 04:57:25.858919 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server raise self.value May 30 04:57:25.858919 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 30 04:57:25.858919 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 30 04:57:25.862416 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 30 04:57:25.862416 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 30 04:57:25.862416 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 30 04:57:25.862416 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server self.force_reraise() May 30 04:57:25.862416 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 30 04:57:25.862416 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server raise self.value May 30 04:57:25.862416 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 30 04:57:25.862416 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 30 04:57:25.862416 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 30 04:57:25.862416 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 30 04:57:25.862416 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 30 04:57:25.862416 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server self.force_reraise() May 30 04:57:25.862416 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 30 04:57:25.862416 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server raise self.value May 30 04:57:25.862416 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 30 04:57:25.862416 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 30 04:57:25.862416 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port May 30 04:57:25.862416 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 30 04:57:25.862416 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db May 30 04:57:25.862416 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 30 04:57:25.862416 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db May 30 04:57:25.862416 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 30 04:57:25.862416 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 30 04:57:25.862416 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 30 04:57:25.862416 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 30 04:57:25.862416 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 30 04:57:25.862416 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper May 30 04:57:25.862416 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 30 04:57:25.862416 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 30 04:57:25.862416 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 30 04:57:25.862416 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 30 04:57:25.862416 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 30 04:57:25.862416 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets May 30 04:57:25.862416 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 30 04:57:25.862416 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 30 04:57:25.862416 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server raise exception May 30 04:57:25.862416 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6b8ed4a1-84ad-41e3-9e97-074c9d1a414d: This subnet is being modified by another concurrent operation. May 30 04:57:25.862416 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server May 30 04:57:25.867997 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-e1fd19df-df2f-4092-9ddd-2229f0f9725f tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] 10.222.0.15 "GET /v2.0/floatingips/f65c6f00-8287-43a7-b104-cd30b8800f70 HTTP/1.1" status: 200 len: 991 time: 0.4471924 May 30 04:57:25.887555 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7a0f0d45-6d21-42ef-af1a-dc645c97c6f6 None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:25.896661 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-3799b675-a462-4266-b2fe-0c5d94392cc9 tempest-ExtraDHCPOptionsTestJSON-1863413126 tempest-ExtraDHCPOptionsTestJSON-1863413126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:57:25.899978 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1460163d-f3c1-4ecd-8e2b-2ddce81911dc tempest-FloatingIPAdminTestJSON-1134305086 tempest-FloatingIPAdminTestJSON-1134305086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:25.916665 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d22aa5-ecdb-49b8-8985-2ea9db10f3c4 None None] Network 4245a5d9-bdf5-481e-8240-82a5b056c157 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:57:25.929613 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 09740075-2498-41f1-b915-be44e3b0bce8 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:57:25.931492 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d742cf5-564a-41b4-9caa-6921ff00e5ef tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 04:57:25.946237 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-1d742cf5-564a-41b4-9caa-6921ff00e5ef tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] 10.222.0.15 "PUT /v2.0/routers/7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2536671 May 30 04:57:25.948879 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 40224) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:57:25.955374 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-83fde023-991d-4c58-96ea-cdecd00a1870 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Request body: {'network': {'name': 'tempest-RoutersTest-1691183115'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:57:25.961491 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-83fde023-991d-4c58-96ea-cdecd00a1870 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:57:25.965902 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-83fde023-991d-4c58-96ea-cdecd00a1870 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Usage tracker for resource:network and tenant:177e950b79b644f8ac61f323eed71206 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:57:25.969836 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-83fde023-991d-4c58-96ea-cdecd00a1870 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:57:25.976098 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-83fde023-991d-4c58-96ea-cdecd00a1870 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:57:25.994205 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83fde023-991d-4c58-96ea-cdecd00a1870 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Made reservation on behalf of 177e950b79b644f8ac61f323eed71206 for: {'network': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:57:25.996970 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-83fde023-991d-4c58-96ea-cdecd00a1870 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for network, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:26.007362 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Pushing event updated for resources: {'Port': ['ID=7b6e2cff-db4b-42be-807a-b0d5a7224cdb,revision_number=7']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:26.058569 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83fde023-991d-4c58-96ea-cdecd00a1870 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=88260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 04:57:26.066150 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-24ec6ce1-ff13-4b79-a850-2ccd29077816 None None] For port f9e138ae-5cd3-4cf6-9bbe-cbce483702e2, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 04:57:26.073210 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-43e9c486-0301-4da9-9e9c-fa3c4e306f59 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4245a5d9-bdf5-481e-8240-82a5b056c157']}} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:57:26.075866 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-83fde023-991d-4c58-96ea-cdecd00a1870 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:26.076216 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.db.segments_db [None req-83fde023-991d-4c58-96ea-cdecd00a1870 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Added segment 6abeef31-5b04-4a61-b3c6-3fb00ade1631 of type vlan for network c2613425-784b-46e7-aade-220941af0aa0 May 30 04:57:26.085145 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-3799b675-a462-4266-b2fe-0c5d94392cc9 tempest-ExtraDHCPOptionsTestJSON-1863413126 tempest-ExtraDHCPOptionsTestJSON-1863413126-project] Usage tracker for resource:port and tenant:3f7a7b54659445cf9d23b26af3054d46 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:57:26.106761 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-83fde023-991d-4c58-96ea-cdecd00a1870 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729234556353'] for network, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:26.109185 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-7a0f0d45-6d21-42ef-af1a-dc645c97c6f6 None None] Transition to ACTIVE for port object 780a430a-bfa4-4fef-9877-d22b357e6c38 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:57:26.112561 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-3799b675-a462-4266-b2fe-0c5d94392cc9 tempest-ExtraDHCPOptionsTestJSON-1863413126 tempest-ExtraDHCPOptionsTestJSON-1863413126-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:57:26.134090 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97af7f26-37d5-4d66-a685-b4c455aec633 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Made reservation on behalf of 16af2dbefc6742d5a37a7b30e58c8c2f for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:57:26.137849 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-97af7f26-37d5-4d66-a685-b4c455aec633 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9305518'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:26.139407 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-24ec6ce1-ff13-4b79-a850-2ccd29077816 None None] For port f9e138ae-5cd3-4cf6-9bbe-cbce483702e2, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=f9e138ae-5cd3-4cf6-9bbe-cbce483702e2,segment=NetworkSegment(df67fbea-5e14-4064-8ccf-d3afd6af7d2a),segment_id=df67fbea-5e14-4064-8ccf-d3afd6af7d2a)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 04:57:26.151693 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device af89e5ee-191e-49f8-b28d-a323f4952492 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 04:57:26.160729 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-3953456e-8865-4b64-8abe-b82f9d53c1eb tempest-ExtraDHCPOptionsIpV6TestJSON-43466505 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505-project] Allocated IP 2001:db8::66 (5f855a45-244e-48ef-bc94-1ad35be9338b/aeab6258-6006-442e-8bd0-7c355fe756ab/2886b038-0953-4ff6-9e7b-74ce92bc9bdc) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:57:26.167470 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-83fde023-991d-4c58-96ea-cdecd00a1870 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788'] for network, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:26.174860 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83fde023-991d-4c58-96ea-cdecd00a1870 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:57:26.176406 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-83fde023-991d-4c58-96ea-cdecd00a1870 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:26.178384 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-3799b675-a462-4266-b2fe-0c5d94392cc9 tempest-ExtraDHCPOptionsTestJSON-1863413126 tempest-ExtraDHCPOptionsTestJSON-1863413126-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:57:26.184507 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-43e9c486-0301-4da9-9e9c-fa3c4e306f59 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '204cd75e-a4c0-4661-81e3-9d19b3a94953') {'for_net_delete': True} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:57:26.184804 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-43e9c486-0301-4da9-9e9c-fa3c4e306f59 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '204cd75e-a4c0-4661-81e3-9d19b3a94953') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:57:26.242019 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-24ec6ce1-ff13-4b79-a850-2ccd29077816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:26.246270 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-7a0f0d45-6d21-42ef-af1a-dc645c97c6f6 None None] Transition to ACTIVE for port object 780a430a-bfa4-4fef-9877-d22b357e6c38 will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:57:26.259740 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1460163d-f3c1-4ecd-8e2b-2ddce81911dc tempest-FloatingIPAdminTestJSON-1134305086 tempest-FloatingIPAdminTestJSON-1134305086-project] Network 1bab70f4-3794-44db-8e17-19f483aa8ffa is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:57:26.273546 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-43e9c486-0301-4da9-9e9c-fa3c4e306f59 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729235042807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3545573'] for segment, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:26.282024 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-1460163d-f3c1-4ecd-8e2b-2ddce81911dc tempest-FloatingIPAdminTestJSON-1134305086 tempest-FloatingIPAdminTestJSON-1134305086-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:57:26.284548 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1460163d-f3c1-4ecd-8e2b-2ddce81911dc tempest-FloatingIPAdminTestJSON-1134305086 tempest-FloatingIPAdminTestJSON-1134305086-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:57:26.354284 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3799b675-a462-4266-b2fe-0c5d94392cc9 tempest-ExtraDHCPOptionsTestJSON-1863413126 tempest-ExtraDHCPOptionsTestJSON-1863413126-project] Made reservation on behalf of 3f7a7b54659445cf9d23b26af3054d46 for: {'port': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:57:26.357706 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3799b675-a462-4266-b2fe-0c5d94392cc9 tempest-ExtraDHCPOptionsTestJSON-1863413126 tempest-ExtraDHCPOptionsTestJSON-1863413126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:26.366622 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1460163d-f3c1-4ecd-8e2b-2ddce81911dc tempest-FloatingIPAdminTestJSON-1134305086 tempest-FloatingIPAdminTestJSON-1134305086-project] Pushing event updated for resources: {'Port': ['ID=2314e709-9d18-4689-ab22-7d0ea152ea00,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:26.367218 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b3146b-005e-4c44-bcb7-d9d7d77662d8 None None] Pushing event updated for resources: {'Port': ['ID=f9e138ae-5cd3-4cf6-9bbe-cbce483702e2,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:26.371950 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fde023-991d-4c58-96ea-cdecd00a1870 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Pushing event updated for resources: {'Network': ['ID=c2613425-784b-46e7-aade-220941af0aa0,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:26.399413 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7a0f0d45-6d21-42ef-af1a-dc645c97c6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:26.401834 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-83fde023-991d-4c58-96ea-cdecd00a1870 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4513707 May 30 04:57:26.404281 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 40228) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:57:26.419735 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-43e9c486-0301-4da9-9e9c-fa3c4e306f59 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:26.424915 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-de8f32df-c06d-4be2-85c2-e9d0bcf37bf9 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Request body: {'subnet': {'network_id': 'c2613425-784b-46e7-aade-220941af0aa0', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:57:26.454908 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20108799-a93e-4190-8628-8c85cd607ac6 req-b28c2712-37b7-4ef3-a51d-094c37619be1 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:57:26.456416 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-20108799-a93e-4190-8628-8c85cd607ac6 req-b28c2712-37b7-4ef3-a51d-094c37619be1 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1e7b65a-2794-4268-bd76-1003a7875678 HTTP/1.1" status: 200 len: 946 time: 0.7628291 May 30 04:57:26.459926 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43e9c486-0301-4da9-9e9c-fa3c4e306f59 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=88261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 04:57:26.460318 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-43e9c486-0301-4da9-9e9c-fa3c4e306f59 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-862858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2304281'] for segment, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:26.488671 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Network c2613425-784b-46e7-aade-220941af0aa0 details requested by agent ovs-agent-dv-neutron-843763-1-hyperv with host dv-neutron-843763-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 04:57:26.537483 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [None req-3799b675-a462-4266-b2fe-0c5d94392cc9 tempest-ExtraDHCPOptionsTestJSON-1863413126 tempest-ExtraDHCPOptionsTestJSON-1863413126-project] device_id is not set on port 31bbc053-da76-4eeb-ae07-4bf086971e10 yet. {{(pid=88261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 30 04:57:26.559626 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-de8f32df-c06d-4be2-85c2-e9d0bcf37bf9 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:57:26.559954 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1be3e8c-3d72-4f80-a035-b75a6b509a5b None None] Network 0008fd3d-19e9-40cf-b545-4a7647b90cf1 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:57:26.564468 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-de8f32df-c06d-4be2-85c2-e9d0bcf37bf9 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Usage tracker for resource:subnet and tenant:177e950b79b644f8ac61f323eed71206 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:57:26.567678 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-de8f32df-c06d-4be2-85c2-e9d0bcf37bf9 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:57:26.574478 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-de8f32df-c06d-4be2-85c2-e9d0bcf37bf9 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:57:26.590675 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de8f32df-c06d-4be2-85c2-e9d0bcf37bf9 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Made reservation on behalf of 177e950b79b644f8ac61f323eed71206 for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:57:26.595852 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-de8f32df-c06d-4be2-85c2-e9d0bcf37bf9 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2133361'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:26.623106 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 204cd75e-a4c0-4661-81e3-9d19b3a94953 resource provider aggregate not found May 30 04:57:26.718865 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 204cd75e-a4c0-4661-81e3-9d19b3a94953 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 204cd75e-a4c0-4661-81e3-9d19b3a94953 found for delete ", "request_id": "req-b13a980a-d7cc-47a7-a937-0cef547d3b21"}]} May 30 04:57:26.811284 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a0f0d45-6d21-42ef-af1a-dc645c97c6f6 None None] Network 0f8aac24-3be8-40a7-b1d5-664951562536 is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:57:26.812850 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-20108799-a93e-4190-8628-8c85cd607ac6 req-09764fe0-8c51-4caf-815f-c07c73ca7e56 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0fb8c38-d8b6-4c01-bc8c-1b54a1e25304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3148332 May 30 04:57:26.844488 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-43e9c486-0301-4da9-9e9c-fa3c4e306f59 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604744'] for network, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:26.857026 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-7a0f0d45-6d21-42ef-af1a-dc645c97c6f6 None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:57:26.877630 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0f0d45-6d21-42ef-af1a-dc645c97c6f6 None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:57:26.891493 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port af89e5ee-191e-49f8-b28d-a323f4952492 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:57:26.896818 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0f0d45-6d21-42ef-af1a-dc645c97c6f6 None None] Pushing event updated for resources: {'Port': ['ID=780a430a-bfa4-4fef-9877-d22b357e6c38,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:26.907626 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-43e9c486-0301-4da9-9e9c-fa3c4e306f59 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:26.910270 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-de8f32df-c06d-4be2-85c2-e9d0bcf37bf9 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1547796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2133315'] for subnet, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:26.938821 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e9c486-0301-4da9-9e9c-fa3c4e306f59 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Pushing event deleted for resources: {'Network': ['ID=4245a5d9-bdf5-481e-8240-82a5b056c157,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:26.955390 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port af89e5ee-191e-49f8-b28d-a323f4952492 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:57:26.955775 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:26.986775 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1460163d-f3c1-4ecd-8e2b-2ddce81911dc tempest-FloatingIPAdminTestJSON-1134305086 tempest-FloatingIPAdminTestJSON-1134305086-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:27.014282 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-43e9c486-0301-4da9-9e9c-fa3c4e306f59 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] 10.222.0.15 "DELETE /v2.0/networks/4245a5d9-bdf5-481e-8240-82a5b056c157 HTTP/1.1" status: 204 len: 168 time: 3.5195718 May 30 04:57:27.017595 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-5ea015ac-0307-4e3e-9aee-05f3d9065efe None None] Provisioning for port af89e5ee-191e-49f8-b28d-a323f4952492 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:57:27.018589 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 40240) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:57:27.026949 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-43de37f4-e123-4cfe-8f7f-c1e0ddf28d19 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-609339542'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:57:27.039977 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ec6ce1-ff13-4b79-a850-2ccd29077816 None None] Routers {'7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 04:57:27.040667 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-24ec6ce1-ff13-4b79-a850-2ccd29077816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T04:57:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:57:27.049576 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-43de37f4-e123-4cfe-8f7f-c1e0ddf28d19 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:57:27.067561 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-43de37f4-e123-4cfe-8f7f-c1e0ddf28d19 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Usage tracker for resource:network and tenant:2e8281e2cfdf4b3b8620717ff49100ba is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:57:27.070244 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8f32df-c06d-4be2-85c2-e9d0bcf37bf9 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Pushing event updated for resources: {'Subnet': ['ID=881ce41b-1e1d-4d28-a0b0-276edd297fd0,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:27.076419 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-43de37f4-e123-4cfe-8f7f-c1e0ddf28d19 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:57:27.088558 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-43de37f4-e123-4cfe-8f7f-c1e0ddf28d19 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:57:27.102586 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8f32df-c06d-4be2-85c2-e9d0bcf37bf9 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Checking segment: {'id': '6abeef31-5b04-4a61-b3c6-3fb00ade1631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'c2613425-784b-46e7-aade-220941af0aa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:57:27.102943 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de8f32df-c06d-4be2-85c2-e9d0bcf37bf9 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Network hostable DHCP agents. Network: c2613425-784b-46e7-aade-220941af0aa0, hostable agents: ['1c705e68-3d3e-4dd3-9252-feb21d4b96ab'], hosted agents: [] {{(pid=88260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 04:57:27.120582 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43de37f4-e123-4cfe-8f7f-c1e0ddf28d19 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Made reservation on behalf of 2e8281e2cfdf4b3b8620717ff49100ba for: {'network': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:57:27.125313 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-43de37f4-e123-4cfe-8f7f-c1e0ddf28d19 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for network, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:27.162022 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8fa4de-7127-4883-bcc8-2ca61c22aac1 req-e7c33545-66b1-4415-bfa4-c413a79438f1 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:57:27.163613 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-db8fa4de-7127-4883-bcc8-2ca61c22aac1 req-e7c33545-66b1-4415-bfa4-c413a79438f1 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1e7b65a-2794-4268-bd76-1003a7875678 HTTP/1.1" status: 200 len: 946 time: 0.2155404 May 30 04:57:27.168827 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de8f32df-c06d-4be2-85c2-e9d0bcf37bf9 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Network c2613425-784b-46e7-aade-220941af0aa0 is scheduled to be hosted by DHCP agent 1c705e68-3d3e-4dd3-9252-feb21d4b96ab with binding_index 1 {{(pid=88260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 04:57:27.201284 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43de37f4-e123-4cfe-8f7f-c1e0ddf28d19 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=88260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 04:57:27.222989 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-de8f32df-c06d-4be2-85c2-e9d0bcf37bf9 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843763-1-hyperv, c2613425-784b-46e7-aade-220941af0aa0) {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:57:27.227932 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de8f32df-c06d-4be2-85c2-e9d0bcf37bf9 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:57:27.228524 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-de8f32df-c06d-4be2-85c2-e9d0bcf37bf9 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:27.240359 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-43de37f4-e123-4cfe-8f7f-c1e0ddf28d19 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:27.240698 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.db.segments_db [None req-43de37f4-e123-4cfe-8f7f-c1e0ddf28d19 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Added segment 8150486d-4a6b-41fc-84c4-a9f64522c08a of type vlan for network d4d1cd77-378c-498e-8a73-b55d5fce9675 May 30 04:57:27.244393 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-db8fa4de-7127-4883-bcc8-2ca61c22aac1 req-cf523be2-f7b7-4ddd-b37f-7ad91f65df4b tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0fb8c38-d8b6-4c01-bc8c-1b54a1e25304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716970 May 30 04:57:27.284886 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1460163d-f3c1-4ecd-8e2b-2ddce81911dc tempest-FloatingIPAdminTestJSON-1134305086 tempest-FloatingIPAdminTestJSON-1134305086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:27.285131 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-43de37f4-e123-4cfe-8f7f-c1e0ddf28d19 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729234556353'] for network, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:27.294424 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-de8f32df-c06d-4be2-85c2-e9d0bcf37bf9 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8876143 May 30 04:57:27.296470 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 40246) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:57:27.352926 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-3d7b123a-af64-4d44-ad17-086ce6ae157d None None] Allocated IP 172.20.0.2 (2149c78a-b853-4211-8b1c-49b19dd8d0b5/5122c32b-c5e0-4e75-9f5c-2747f8fbc72a/306e331b-f576-4c3d-9563-691cc449c593) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:57:27.355513 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-5ea015ac-0307-4e3e-9aee-05f3d9065efe None None] Provisioning complete for port af89e5ee-191e-49f8-b28d-a323f4952492 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:57:27.356050 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-5ea015ac-0307-4e3e-9aee-05f3d9065efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:27.413982 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3953456e-8865-4b64-8abe-b82f9d53c1eb tempest-ExtraDHCPOptionsIpV6TestJSON-43466505 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:27.417640 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-284b63df-f5b0-4960-ad1b-53bd58577d84 None None] Network c2613425-784b-46e7-aade-220941af0aa0 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:57:27.466089 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [None req-3953456e-8865-4b64-8abe-b82f9d53c1eb tempest-ExtraDHCPOptionsIpV6TestJSON-43466505 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505-project] Transition to ACTIVE for port object 2886b038-0953-4ff6-9e7b-74ce92bc9bdc will not be triggered until provisioned by entity DHCP. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:57:27.472049 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-97af7f26-37d5-4d66-a685-b4c455aec633 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2305012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9305500'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:27.493239 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-43de37f4-e123-4cfe-8f7f-c1e0ddf28d19 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788'] for network, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:27.499025 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43de37f4-e123-4cfe-8f7f-c1e0ddf28d19 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:57:27.499660 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-43de37f4-e123-4cfe-8f7f-c1e0ddf28d19 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:27.583902 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-7a0f0d45-6d21-42ef-af1a-dc645c97c6f6 None None] Attempting to bind port 780a430a-bfa4-4fef-9877-d22b357e6c38 on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 04:57:27.584303 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-7a0f0d45-6d21-42ef-af1a-dc645c97c6f6 None None] Attempting to bind port 780a430a-bfa4-4fef-9877-d22b357e6c38 by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': 'f81f7182-415d-4d5f-b092-1b4c717acd0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '0f8aac24-3be8-40a7-b1d5-664951562536'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 04:57:27.584637 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a0f0d45-6d21-42ef-af1a-dc645c97c6f6 None None] Attempting to bind port 780a430a-bfa4-4fef-9877-d22b357e6c38 on network 0f8aac24-3be8-40a7-b1d5-664951562536 {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 04:57:27.593774 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3953456e-8865-4b64-8abe-b82f9d53c1eb tempest-ExtraDHCPOptionsIpV6TestJSON-43466505 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:27.667610 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97af7f26-37d5-4d66-a685-b4c455aec633 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Network 0008fd3d-19e9-40cf-b545-4a7647b90cf1 is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:57:27.682950 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-97af7f26-37d5-4d66-a685-b4c455aec633 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:57:27.744190 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a0f0d45-6d21-42ef-af1a-dc645c97c6f6 None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 4, 57, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 04:57:27.744578 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a0f0d45-6d21-42ef-af1a-dc645c97c6f6 None None] Checking segment: {'id': 'f81f7182-415d-4d5f-b092-1b4c717acd0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '0f8aac24-3be8-40a7-b1d5-664951562536'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:57:27.744993 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7a0f0d45-6d21-42ef-af1a-dc645c97c6f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:27.745665 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a0f0d45-6d21-42ef-af1a-dc645c97c6f6 None None] Bound using segment: {'id': 'f81f7182-415d-4d5f-b092-1b4c717acd0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '0f8aac24-3be8-40a7-b1d5-664951562536'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 04:57:27.745903 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-7a0f0d45-6d21-42ef-af1a-dc645c97c6f6 None None] Bound port: 780a430a-bfa4-4fef-9877-d22b357e6c38, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f81f7182-415d-4d5f-b092-1b4c717acd0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '0f8aac24-3be8-40a7-b1d5-664951562536'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 04:57:27.746285 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7a0f0d45-6d21-42ef-af1a-dc645c97c6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:27.746723 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97af7f26-37d5-4d66-a685-b4c455aec633 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:57:27.747312 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-97af7f26-37d5-4d66-a685-b4c455aec633 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:27.787715 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3953456e-8865-4b64-8abe-b82f9d53c1eb tempest-ExtraDHCPOptionsIpV6TestJSON-43466505 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505-project] Network 5f855a45-244e-48ef-bc94-1ad35be9338b is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:57:27.799178 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-43de37f4-e123-4cfe-8f7f-c1e0ddf28d19 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7783213 May 30 04:57:27.799379 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-3953456e-8865-4b64-8abe-b82f9d53c1eb tempest-ExtraDHCPOptionsIpV6TestJSON-43466505 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:57:27.800934 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 40252) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:57:27.814279 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3953456e-8865-4b64-8abe-b82f9d53c1eb tempest-ExtraDHCPOptionsIpV6TestJSON-43466505 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:57:27.819743 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3953456e-8865-4b64-8abe-b82f9d53c1eb tempest-ExtraDHCPOptionsIpV6TestJSON-43466505 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:57:27.820351 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3953456e-8865-4b64-8abe-b82f9d53c1eb tempest-ExtraDHCPOptionsIpV6TestJSON-43466505 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:27.824268 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7f26-37d5-4d66-a685-b4c455aec633 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Pushing event updated for resources: {'Subnet': ['ID=8697d9e3-ff1b-400c-8f33-5d512362e5fa,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:27.828271 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-24ec6ce1-ff13-4b79-a850-2ccd29077816 None None] Set router 7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79 gateway port host: None {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 04:57:27.832349 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-9c798b72-88b2-490c-aa38-f97939b2e671 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Request body: {'subnet': {'network_id': 'd4d1cd77-378c-498e-8a73-b55d5fce9675', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:57:27.862442 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-97af7f26-37d5-4d66-a685-b4c455aec633 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.9654253 May 30 04:57:27.866919 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 40256) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:57:27.875568 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3953456e-8865-4b64-8abe-b82f9d53c1eb tempest-ExtraDHCPOptionsIpV6TestJSON-43466505 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505-project] Pushing event updated for resources: {'Port': ['ID=2886b038-0953-4ff6-9e7b-74ce92bc9bdc,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:27.935464 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-d5dd6491-f1ca-4e36-8db1-66a53a8b6fc2 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1669092611', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:57:27.956196 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-d5dd6491-f1ca-4e36-8db1-66a53a8b6fc2 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:57:27.968359 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43de37f4-e123-4cfe-8f7f-c1e0ddf28d19 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Pushing event updated for resources: {'Network': ['ID=d4d1cd77-378c-498e-8a73-b55d5fce9675,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:27.971287 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-4686d94e-7934-4d2a-8457-125ff92406f8 None None] Allocated IP 2001:db8::2 (5f855a45-244e-48ef-bc94-1ad35be9338b/aeab6258-6006-442e-8bd0-7c355fe756ab/6747d906-3243-482d-8f7f-322679bd9f5d) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:57:27.975537 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-3953456e-8865-4b64-8abe-b82f9d53c1eb tempest-ExtraDHCPOptionsIpV6TestJSON-43466505 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 4.0422518 May 30 04:57:27.985868 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 40260) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:57:27.992241 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-d5dd6491-f1ca-4e36-8db1-66a53a8b6fc2 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Usage tracker for resource:router and tenant:16af2dbefc6742d5a37a7b30e58c8c2f is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:57:28.004989 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-9aeead67-d305-4acf-b5de-44f103788b4b tempest-ExtraDHCPOptionsIpV6TestJSON-43466505 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505-project] Request body: {'port': {'network_id': '5f855a45-244e-48ef-bc94-1ad35be9338b', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-2136934771', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:57:28.005551 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.api.validators [None req-9aeead67-d305-4acf-b5de-44f103788b4b tempest-ExtraDHCPOptionsIpV6TestJSON-43466505 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505-project] bootfile-name is not in valid_values {{(pid=88260) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 30 04:57:28.005911 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.api.validators [None req-9aeead67-d305-4acf-b5de-44f103788b4b tempest-ExtraDHCPOptionsIpV6TestJSON-43466505 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505-project] tftp-server is not in valid_values {{(pid=88260) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 30 04:57:28.006156 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-d5dd6491-f1ca-4e36-8db1-66a53a8b6fc2 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:57:28.006294 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.api.validators [None req-9aeead67-d305-4acf-b5de-44f103788b4b tempest-ExtraDHCPOptionsIpV6TestJSON-43466505 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505-project] server-ip-address is not in valid_values {{(pid=88260) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 30 04:57:28.021346 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-d5dd6491-f1ca-4e36-8db1-66a53a8b6fc2 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:57:28.029771 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Network d4d1cd77-378c-498e-8a73-b55d5fce9675 details requested by agent ovs-agent-dv-neutron-843763-1-hyperv with host dv-neutron-843763-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 04:57:28.033857 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-9c798b72-88b2-490c-aa38-f97939b2e671 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:57:28.040782 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-9c798b72-88b2-490c-aa38-f97939b2e671 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Usage tracker for resource:subnet and tenant:2e8281e2cfdf4b3b8620717ff49100ba is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:57:28.045256 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-9c798b72-88b2-490c-aa38-f97939b2e671 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:57:28.048118 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d5dd6491-f1ca-4e36-8db1-66a53a8b6fc2 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1603901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11666'] for router, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:28.049103 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d5dd6491-f1ca-4e36-8db1-66a53a8b6fc2 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11675'] for router, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:28.064058 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-9c798b72-88b2-490c-aa38-f97939b2e671 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:57:28.073295 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1460163d-f3c1-4ecd-8e2b-2ddce81911dc tempest-FloatingIPAdminTestJSON-1134305086 tempest-FloatingIPAdminTestJSON-1134305086-project] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:28.087005 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d5dd6491-f1ca-4e36-8db1-66a53a8b6fc2 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:28.088241 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1460163d-f3c1-4ecd-8e2b-2ddce81911dc tempest-FloatingIPAdminTestJSON-1134305086 tempest-FloatingIPAdminTestJSON-1134305086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2304381'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:28.135310 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c798b72-88b2-490c-aa38-f97939b2e671 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Made reservation on behalf of 2e8281e2cfdf4b3b8620717ff49100ba for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:57:28.138731 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9c798b72-88b2-490c-aa38-f97939b2e671 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9305518'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:28.272602 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1460163d-f3c1-4ecd-8e2b-2ddce81911dc tempest-FloatingIPAdminTestJSON-1134305086 tempest-FloatingIPAdminTestJSON-1134305086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1604762'] for floatingip, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:28.296432 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eae0f3e-eaa3-44ec-b047-3e341c7e1957 req-cf8648f4-b607-4b51-93a8-657d948274e0 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:57:28.297950 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-6eae0f3e-eaa3-44ec-b047-3e341c7e1957 req-cf8648f4-b607-4b51-93a8-657d948274e0 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1e7b65a-2794-4268-bd76-1003a7875678 HTTP/1.1" status: 200 len: 946 time: 0.5163715 May 30 04:57:28.336399 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1460163d-f3c1-4ecd-8e2b-2ddce81911dc tempest-FloatingIPAdminTestJSON-1134305086 tempest-FloatingIPAdminTestJSON-1134305086-project] Pushing event updated for resources: {'Port': ['ID=2314e709-9d18-4689-ab22-7d0ea152ea00,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:28.363763 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d5dd6491-f1ca-4e36-8db1-66a53a8b6fc2 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603653'] for router, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:28.379593 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-9aeead67-d305-4acf-b5de-44f103788b4b tempest-ExtraDHCPOptionsIpV6TestJSON-43466505 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:57:28.400459 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1460163d-f3c1-4ecd-8e2b-2ddce81911dc tempest-FloatingIPAdminTestJSON-1134305086 tempest-FloatingIPAdminTestJSON-1134305086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for floatingip, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:28.404591 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-1460163d-f3c1-4ecd-8e2b-2ddce81911dc tempest-FloatingIPAdminTestJSON-1134305086 tempest-FloatingIPAdminTestJSON-1134305086-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.3246872 May 30 04:57:28.404736 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-9aeead67-d305-4acf-b5de-44f103788b4b tempest-ExtraDHCPOptionsIpV6TestJSON-43466505 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505-project] Usage tracker for resource:port and tenant:7e70992debf9412a8a03f258fd890bfb is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:57:28.405865 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-319f25a4-d4f2-4704-b260-7a64b0a6068d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:28.406084 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 40264) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:57:28.412504 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-9aeead67-d305-4acf-b5de-44f103788b4b tempest-ExtraDHCPOptionsIpV6TestJSON-43466505 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:57:28.428283 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-6eae0f3e-eaa3-44ec-b047-3e341c7e1957 req-4d58b198-2c25-4736-9c31-1c80c25c3932 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0fb8c38-d8b6-4c01-bc8c-1b54a1e25304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145091 May 30 04:57:28.430965 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-9aeead67-d305-4acf-b5de-44f103788b4b tempest-ExtraDHCPOptionsIpV6TestJSON-43466505 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:57:28.464569 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d5dd6491-f1ca-4e36-8db1-66a53a8b6fc2 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks [] for router, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:28.468682 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-d5dd6491-f1ca-4e36-8db1-66a53a8b6fc2 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.5903990 May 30 04:57:28.470934 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 40268) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:57:28.555882 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aeead67-d305-4acf-b5de-44f103788b4b tempest-ExtraDHCPOptionsIpV6TestJSON-43466505 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505-project] Made reservation on behalf of 7e70992debf9412a8a03f258fd890bfb for: {'port': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:57:28.559329 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9aeead67-d305-4acf-b5de-44f103788b4b tempest-ExtraDHCPOptionsIpV6TestJSON-43466505 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:28.565551 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-2cf2d2b8-d2ea-4459-98b1-2f5989b50e3d tempest-FloatingIPAdminTestJSON-2009640080 tempest-FloatingIPAdminTestJSON-2009640080-project-admin] 10.222.0.15 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3221 time: 0.1559196 May 30 04:57:28.568602 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 40272) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:57:28.597917 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port af89e5ee-191e-49f8-b28d-a323f4952492 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:57:28.598302 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:28.643667 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-7a0f0d45-6d21-42ef-af1a-dc645c97c6f6 None None] For port 780a430a-bfa4-4fef-9877-d22b357e6c38, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 04:57:28.650547 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-31e56de2-0667-4ba3-8e4c-1453855672be tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:28.660264 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-ce6de1b4-d275-4890-b5e4-fe0670c2ac79 tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Synchronizing usage tracker for tenant:711a0215d65b4bf4a4724254de2410e3 on resource:floatingip {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:57:28.671606 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-5ea015ac-0307-4e3e-9aee-05f3d9065efe None None] Current status of the port af89e5ee-191e-49f8-b28d-a323f4952492 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:57:28.672179 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-5ea015ac-0307-4e3e-9aee-05f3d9065efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:28.733207 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-ce6de1b4-d275-4890-b5e4-fe0670c2ac79 tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Unset dirty status for tenant:711a0215d65b4bf4a4724254de2410e3 on resource:floatingip {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:57:28.735569 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-ce6de1b4-d275-4890-b5e4-fe0670c2ac79 tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] 10.222.0.15 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1655476 May 30 04:57:28.736169 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [None req-9aeead67-d305-4acf-b5de-44f103788b4b tempest-ExtraDHCPOptionsIpV6TestJSON-43466505 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505-project] device_id is not set on port 087c0fc0-a922-476f-83d6-2fd40cda64f0 yet. {{(pid=88260) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 30 04:57:28.738232 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 40276) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:57:28.766884 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-7a0f0d45-6d21-42ef-af1a-dc645c97c6f6 None None] For port 780a430a-bfa4-4fef-9877-d22b357e6c38, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=780a430a-bfa4-4fef-9877-d22b357e6c38,segment=NetworkSegment(f81f7182-415d-4d5f-b092-1b4c717acd0d),segment_id=f81f7182-415d-4d5f-b092-1b4c717acd0d)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 04:57:28.771118 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a83cbcec-e620-43b5-8d91-ecb75a10a13c None None] DHCP port deletion for 0008fd3d-19e9-40cf-b545-4a7647b90cf1 request from dv-neutron-843763-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 30 04:57:28.831981 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7a0f0d45-6d21-42ef-af1a-dc645c97c6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:28.948447 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-fa2ef386-613a-4ec1-83bf-c85dbf123c3a tempest-FloatingIPAdminTestJSON-1134305086 tempest-FloatingIPAdminTestJSON-1134305086-project] Deleting port 2314e709-9d18-4689-ab22-7d0ea152ea00 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:57:28.948937 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-fa2ef386-613a-4ec1-83bf-c85dbf123c3a tempest-FloatingIPAdminTestJSON-1134305086 tempest-FloatingIPAdminTestJSON-1134305086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:28.967192 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-a83cbcec-e620-43b5-8d91-ecb75a10a13c None None] Deleting port af89e5ee-191e-49f8-b28d-a323f4952492 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:57:28.967565 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a83cbcec-e620-43b5-8d91-ecb75a10a13c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:29.045337 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.objects.ports [None req-9c798b72-88b2-490c-aa38-f97939b2e671 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88261) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 30 04:57:29.050855 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] For port af89e5ee-191e-49f8-b28d-a323f4952492, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=af89e5ee-191e-49f8-b28d-a323f4952492,segment=NetworkSegment(c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1),segment_id=c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:57:29.061133 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9c798b72-88b2-490c-aa38-f97939b2e671 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2305012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9305500'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:29.077074 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e305601c-4285-4951-a8fe-af801dcf122d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bbf24ed-7ba9-53d2-873f-8f9642b1e987-c2613425-784b-46e7-aade-220941af0aa0', 'network_id': 'c2613425-784b-46e7-aade-220941af0aa0', 'tenant_id': '177e950b79b644f8ac61f323eed71206', 'fixed_ips': [{'subnet_id': '881ce41b-1e1d-4d28-a0b0-276edd297fd0'}]}} from dv-neutron-843763-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 30 04:57:29.077938 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e305601c-4285-4951-a8fe-af801dcf122d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:29.136011 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:29.223873 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-3d7b123a-af64-4d44-ad17-086ce6ae157d None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:29.307338 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device af89e5ee-191e-49f8-b28d-a323f4952492 no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 04:57:29.328816 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c798b72-88b2-490c-aa38-f97939b2e671 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Pushing event updated for resources: {'Subnet': ['ID=e7823108-5218-4fcf-8500-b13908377980,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:29.369015 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c798b72-88b2-490c-aa38-f97939b2e671 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Checking segment: {'id': '8150486d-4a6b-41fc-84c4-a9f64522c08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'd4d1cd77-378c-498e-8a73-b55d5fce9675'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:57:29.369552 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c798b72-88b2-490c-aa38-f97939b2e671 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Network hostable DHCP agents. Network: d4d1cd77-378c-498e-8a73-b55d5fce9675, hostable agents: ['1c705e68-3d3e-4dd3-9252-feb21d4b96ab'], hosted agents: [] {{(pid=88261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 04:57:29.384546 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-fa2ef386-613a-4ec1-83bf-c85dbf123c3a tempest-FloatingIPAdminTestJSON-1134305086 tempest-FloatingIPAdminTestJSON-1134305086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:29.385318 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-fa2ef386-613a-4ec1-83bf-c85dbf123c3a tempest-FloatingIPAdminTestJSON-1134305086 tempest-FloatingIPAdminTestJSON-1134305086-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:29.409380 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-3d7b123a-af64-4d44-ad17-086ce6ae157d None None] Transition to ACTIVE for port object 306e331b-f576-4c3d-9563-691cc449c593 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:57:29.444376 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e41e4dd3-0fb2-4682-94dd-1a20bbb9eaf4 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:29.527253 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0f0d45-6d21-42ef-af1a-dc645c97c6f6 None None] Pushing event updated for resources: {'Port': ['ID=780a430a-bfa4-4fef-9877-d22b357e6c38,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:29.567677 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-fa2ef386-613a-4ec1-83bf-c85dbf123c3a tempest-FloatingIPAdminTestJSON-1134305086 tempest-FloatingIPAdminTestJSON-1134305086-project] Calling delete_port for 2314e709-9d18-4689-ab22-7d0ea152ea00 owned by network:floatingip {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:57:29.606247 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c798b72-88b2-490c-aa38-f97939b2e671 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Network d4d1cd77-378c-498e-8a73-b55d5fce9675 is scheduled to be hosted by DHCP agent 1c705e68-3d3e-4dd3-9252-feb21d4b96ab with binding_index 1 {{(pid=88261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 04:57:29.626155 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.db.api [None req-5ea015ac-0307-4e3e-9aee-05f3d9065efe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 04:57:29.626515 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG oslo_db.api [None req-5ea015ac-0307-4e3e-9aee-05f3d9065efe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 04:57:29.672801 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-3d7b123a-af64-4d44-ad17-086ce6ae157d None None] Transition to ACTIVE for port object 306e331b-f576-4c3d-9563-691cc449c593 will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:57:29.733941 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-9c798b72-88b2-490c-aa38-f97939b2e671 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843763-1-hyperv, d4d1cd77-378c-498e-8a73-b55d5fce9675) {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:57:29.758440 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c798b72-88b2-490c-aa38-f97939b2e671 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:57:29.758440 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9c798b72-88b2-490c-aa38-f97939b2e671 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:29.761462 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-4686d94e-7934-4d2a-8457-125ff92406f8 None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:29.764457 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-3d7b123a-af64-4d44-ad17-086ce6ae157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:29.843144 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0541d9e-c4c0-49b7-8a79-0cea26a3930e None None] Network d4d1cd77-378c-498e-8a73-b55d5fce9675 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:57:29.870086 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-4686d94e-7934-4d2a-8457-125ff92406f8 None None] Transition to ACTIVE for port object 6747d906-3243-482d-8f7f-322679bd9f5d will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:57:29.890624 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-3799b675-a462-4266-b2fe-0c5d94392cc9 tempest-ExtraDHCPOptionsTestJSON-1863413126 tempest-ExtraDHCPOptionsTestJSON-1863413126-project] Allocated IP 172.20.0.3 (2149c78a-b853-4211-8b1c-49b19dd8d0b5/5122c32b-c5e0-4e75-9f5c-2747f8fbc72a/31bbc053-da76-4eeb-ae07-4bf086971e10) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:57:29.960576 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-9c798b72-88b2-490c-aa38-f97939b2e671 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.1518335 May 30 04:57:29.960999 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-e41e4dd3-0fb2-4682-94dd-1a20bbb9eaf4 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Allocated IP 2001:db8::1 (0008fd3d-19e9-40cf-b545-4a7647b90cf1/8697d9e3-ff1b-400c-8f33-5d512362e5fa/f1f458ed-cc6f-4070-981a-30892cd2190f) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:57:29.965242 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 40282) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:57:29.985495 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c7d542-4bca-4a12-9b3e-e0d3b11202c8 req-650efdcc-24f4-47ab-ae00-ea6b890dbaa3 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:57:29.987251 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e0c7d542-4bca-4a12-9b3e-e0d3b11202c8 req-650efdcc-24f4-47ab-ae00-ea6b890dbaa3 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1e7b65a-2794-4268-bd76-1003a7875678 HTTP/1.1" status: 200 len: 946 time: 0.3713162 May 30 04:57:30.004705 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d7b123a-af64-4d44-ad17-086ce6ae157d None None] Network 2149c78a-b853-4211-8b1c-49b19dd8d0b5 is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:57:30.023809 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Pushing event updated for resources: {'Port': ['ID=af89e5ee-191e-49f8-b28d-a323f4952492,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:30.042286 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-3d7b123a-af64-4d44-ad17-086ce6ae157d None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:57:30.055391 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-fa2ef386-613a-4ec1-83bf-c85dbf123c3a tempest-FloatingIPAdminTestJSON-1134305086 tempest-FloatingIPAdminTestJSON-1134305086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:30.101030 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7b123a-af64-4d44-ad17-086ce6ae157d None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:57:30.110340 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-4686d94e-7934-4d2a-8457-125ff92406f8 None None] Transition to ACTIVE for port object 6747d906-3243-482d-8f7f-322679bd9f5d will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:57:30.140783 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e0c7d542-4bca-4a12-9b3e-e0d3b11202c8 req-777d70d5-6bfd-4ba0-b63a-d2cd8b582bc7 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0fb8c38-d8b6-4c01-bc8c-1b54a1e25304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1471419 May 30 04:57:30.216295 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2ef386-613a-4ec1-83bf-c85dbf123c3a tempest-FloatingIPAdminTestJSON-1134305086 tempest-FloatingIPAdminTestJSON-1134305086-project] Pushing event deleted for resources: {'Port': ['ID=2314e709-9d18-4689-ab22-7d0ea152ea00,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:30.237997 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-e305601c-4285-4951-a8fe-af801dcf122d None None] Allocated IP 172.23.0.2 (c2613425-784b-46e7-aade-220941af0aa0/881ce41b-1e1d-4d28-a0b0-276edd297fd0/c0b1f726-f840-4f9f-aaef-036ddcbf6953) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:57:30.258330 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-4686d94e-7934-4d2a-8457-125ff92406f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:30.262018 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port af89e5ee-191e-49f8-b28d-a323f4952492 is: ACTIVE; New status is: DOWN {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:57:30.262552 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:30.331463 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-9aeead67-d305-4acf-b5de-44f103788b4b tempest-ExtraDHCPOptionsIpV6TestJSON-43466505 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505-project] Allocated IP 2001:db8::207 (5f855a45-244e-48ef-bc94-1ad35be9338b/aeab6258-6006-442e-8bd0-7c355fe756ab/087c0fc0-a922-476f-83d6-2fd40cda64f0) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:57:30.341137 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-14c29488-a507-4c7c-aef6-6e665ab1cf93 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897784'] for network, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:30.388272 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-a83cbcec-e620-43b5-8d91-ecb75a10a13c None None] For port af89e5ee-191e-49f8-b28d-a323f4952492, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=af89e5ee-191e-49f8-b28d-a323f4952492,segment=NetworkSegment(c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1),segment_id=c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:57:30.388676 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a83cbcec-e620-43b5-8d91-ecb75a10a13c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:30.389427 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3799b675-a462-4266-b2fe-0c5d94392cc9 tempest-ExtraDHCPOptionsTestJSON-1863413126 tempest-ExtraDHCPOptionsTestJSON-1863413126-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:30.398005 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e41e4dd3-0fb2-4682-94dd-1a20bbb9eaf4 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:30.403190 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7b123a-af64-4d44-ad17-086ce6ae157d None None] Pushing event updated for resources: {'Port': ['ID=306e331b-f576-4c3d-9563-691cc449c593,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:30.406983 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [None req-3799b675-a462-4266-b2fe-0c5d94392cc9 tempest-ExtraDHCPOptionsTestJSON-1863413126 tempest-ExtraDHCPOptionsTestJSON-1863413126-project] Transition to ACTIVE for port object 31bbc053-da76-4eeb-ae07-4bf086971e10 will not be triggered until provisioned by entity DHCP. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:57:30.444341 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-fa2ef386-613a-4ec1-83bf-c85dbf123c3a tempest-FloatingIPAdminTestJSON-1134305086 tempest-FloatingIPAdminTestJSON-1134305086-project] Notify callbacks [] for floatingip, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:30.447223 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-fa2ef386-613a-4ec1-83bf-c85dbf123c3a tempest-FloatingIPAdminTestJSON-1134305086 tempest-FloatingIPAdminTestJSON-1134305086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for floatingip, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:30.451250 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-fa2ef386-613a-4ec1-83bf-c85dbf123c3a tempest-FloatingIPAdminTestJSON-1134305086 tempest-FloatingIPAdminTestJSON-1134305086-project] 10.222.0.15 "DELETE /v2.0/floatingips/ae5cf426-83bc-448e-8b12-84b2a6102753 HTTP/1.1" status: 204 len: 168 time: 1.7117305 May 30 04:57:30.452928 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3799b675-a462-4266-b2fe-0c5d94392cc9 tempest-ExtraDHCPOptionsTestJSON-1863413126 tempest-ExtraDHCPOptionsTestJSON-1863413126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:30.454507 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 40286) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:57:30.465215 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4686d94e-7934-4d2a-8457-125ff92406f8 None None] Network 5f855a45-244e-48ef-bc94-1ad35be9338b is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:57:30.493074 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-4dcea59c-fdd0-48de-b9ed-4c48b85470f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:30.493556 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [None req-e41e4dd3-0fb2-4682-94dd-1a20bbb9eaf4 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Transition to ACTIVE for port object f1f458ed-cc6f-4070-981a-30892cd2190f will not be triggered until provisioned by entity DHCP. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:57:30.496377 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-24ec6ce1-ff13-4b79-a850-2ccd29077816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79', 'name': 'tempest-RoutersTest-router-2065317118', 'tenant_id': '177e950b79b644f8ac61f323eed71206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T04:56:58Z', 'updated_at': '2022-05-30T04:57:24Z', 'revision_number': 4, 'project_id': '177e950b79b644f8ac61f323eed71206', 'gw_port_host': None, '_interfaces': [{'id': '432a1540-d804-4228-8198-3df5dfb500cc', 'name': '', 'network_id': '769b7698-7495-4486-9f2d-72117eec4bb7', 'tenant_id': '177e950b79b644f8ac61f323eed71206', 'mac_address': 'fa:16:3e:c7:7a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '77532eb2-7620-4ce4-8e37-61e439c6d44b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:57:04Z', 'updated_at': '2022-05-30T04:57:16Z', 'revision_number': 5, 'project_id': '177e950b79b644f8ac61f323eed71206', 'subnets': [{'id': '77532eb2-7620-4ce4-8e37-61e439c6d44b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bebf232b-acc3-49f2-9479-17819a0e031d', 'name': '', 'network_id': '0f8aac24-3be8-40a7-b1d5-664951562536', 'tenant_id': '177e950b79b644f8ac61f323eed71206', 'mac_address': 'fa:16:3e:3f:de:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '3f4fd06e-e311-418a-b104-7f0ed3283048', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:57:23Z', 'updated_at': '2022-05-30T04:57:24Z', 'revision_number': 2, 'project_id': '177e950b79b644f8ac61f323eed71206', 'subnets': [{'id': '3f4fd06e-e311-418a-b104-7f0ed3283048', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9e138ae-5cd3-4cf6-9bbe-cbce483702e2', 'name': '', 'network_id': '0c0bebba-bddf-42fb-9235-05d8923d12f7', 'tenant_id': '177e950b79b644f8ac61f323eed71206', 'mac_address': 'fa:16:3e:0d:3e:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '27305ac9-0933-4276-9473-96e3d96a2da4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:57:15Z', 'updated_at': '2022-05-30T04:57:25Z', 'revision_number': 4, 'project_id': '177e950b79b644f8ac61f323eed71206', 'subnets': [{'id': '27305ac9-0933-4276-9473-96e3d96a2da4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:57:30.570721 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-5ea015ac-0307-4e3e-9aee-05f3d9065efe None None] Current status of the port af89e5ee-191e-49f8-b28d-a323f4952492 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:57:30.572842 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-4686d94e-7934-4d2a-8457-125ff92406f8 None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:57:30.576678 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-14c29488-a507-4c7c-aef6-6e665ab1cf93 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860493'] for subnet, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:30.646353 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3799b675-a462-4266-b2fe-0c5d94392cc9 tempest-ExtraDHCPOptionsTestJSON-1863413126 tempest-ExtraDHCPOptionsTestJSON-1863413126-project] Network 2149c78a-b853-4211-8b1c-49b19dd8d0b5 is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:57:30.656188 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-a83cbcec-e620-43b5-8d91-ecb75a10a13c None None] Calling delete_port for af89e5ee-191e-49f8-b28d-a323f4952492 owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:57:30.731597 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3799b675-a462-4266-b2fe-0c5d94392cc9 tempest-ExtraDHCPOptionsTestJSON-1863413126 tempest-ExtraDHCPOptionsTestJSON-1863413126-project] Pushing event updated for resources: {'Port': ['ID=31bbc053-da76-4eeb-ae07-4bf086971e10,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:30.735832 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-14c29488-a507-4c7c-aef6-6e665ab1cf93 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1547867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2133322'] for subnet, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:30.739915 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e41e4dd3-0fb2-4682-94dd-1a20bbb9eaf4 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:30.740152 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-3799b675-a462-4266-b2fe-0c5d94392cc9 tempest-ExtraDHCPOptionsTestJSON-1863413126 tempest-ExtraDHCPOptionsTestJSON-1863413126-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:57:30.742582 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-d57c9100-84e8-4e43-a04e-85f4029691c9 tempest-FloatingIPAdminTestJSON-2009640080 tempest-FloatingIPAdminTestJSON-2009640080-project-admin] Deleting port 1fdffadb-55df-42eb-bdaa-d6a0bda3e237 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:57:30.742932 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d57c9100-84e8-4e43-a04e-85f4029691c9 tempest-FloatingIPAdminTestJSON-2009640080 tempest-FloatingIPAdminTestJSON-2009640080-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:30.784663 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3799b675-a462-4266-b2fe-0c5d94392cc9 tempest-ExtraDHCPOptionsTestJSON-1863413126 tempest-ExtraDHCPOptionsTestJSON-1863413126-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:57:30.867950 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3799b675-a462-4266-b2fe-0c5d94392cc9 tempest-ExtraDHCPOptionsTestJSON-1863413126 tempest-ExtraDHCPOptionsTestJSON-1863413126-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:57:30.868312 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3799b675-a462-4266-b2fe-0c5d94392cc9 tempest-ExtraDHCPOptionsTestJSON-1863413126 tempest-ExtraDHCPOptionsTestJSON-1863413126-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:57:30.868661 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3799b675-a462-4266-b2fe-0c5d94392cc9 tempest-ExtraDHCPOptionsTestJSON-1863413126 tempest-ExtraDHCPOptionsTestJSON-1863413126-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:57:30.869004 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3799b675-a462-4266-b2fe-0c5d94392cc9 tempest-ExtraDHCPOptionsTestJSON-1863413126 tempest-ExtraDHCPOptionsTestJSON-1863413126-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:57:30.869344 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3799b675-a462-4266-b2fe-0c5d94392cc9 tempest-ExtraDHCPOptionsTestJSON-1863413126 tempest-ExtraDHCPOptionsTestJSON-1863413126-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:57:30.869870 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3799b675-a462-4266-b2fe-0c5d94392cc9 tempest-ExtraDHCPOptionsTestJSON-1863413126 tempest-ExtraDHCPOptionsTestJSON-1863413126-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:57:30.870180 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3799b675-a462-4266-b2fe-0c5d94392cc9 tempest-ExtraDHCPOptionsTestJSON-1863413126 tempest-ExtraDHCPOptionsTestJSON-1863413126-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:57:30.870500 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3799b675-a462-4266-b2fe-0c5d94392cc9 tempest-ExtraDHCPOptionsTestJSON-1863413126 tempest-ExtraDHCPOptionsTestJSON-1863413126-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:57:30.870834 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3799b675-a462-4266-b2fe-0c5d94392cc9 tempest-ExtraDHCPOptionsTestJSON-1863413126 tempest-ExtraDHCPOptionsTestJSON-1863413126-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:57:30.871166 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3799b675-a462-4266-b2fe-0c5d94392cc9 tempest-ExtraDHCPOptionsTestJSON-1863413126 tempest-ExtraDHCPOptionsTestJSON-1863413126-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:57:30.871496 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3799b675-a462-4266-b2fe-0c5d94392cc9 tempest-ExtraDHCPOptionsTestJSON-1863413126 tempest-ExtraDHCPOptionsTestJSON-1863413126-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:57:30.871824 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3799b675-a462-4266-b2fe-0c5d94392cc9 tempest-ExtraDHCPOptionsTestJSON-1863413126 tempest-ExtraDHCPOptionsTestJSON-1863413126-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:57:30.880717 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3799b675-a462-4266-b2fe-0c5d94392cc9 tempest-ExtraDHCPOptionsTestJSON-1863413126 tempest-ExtraDHCPOptionsTestJSON-1863413126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:57:30.881470 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3799b675-a462-4266-b2fe-0c5d94392cc9 tempest-ExtraDHCPOptionsTestJSON-1863413126 tempest-ExtraDHCPOptionsTestJSON-1863413126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:30.941359 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-3799b675-a462-4266-b2fe-0c5d94392cc9 tempest-ExtraDHCPOptionsTestJSON-1863413126 tempest-ExtraDHCPOptionsTestJSON-1863413126-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.1273003 May 30 04:57:30.950353 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-3d7b123a-af64-4d44-ad17-086ce6ae157d None None] Attempting to bind port 306e331b-f576-4c3d-9563-691cc449c593 on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 04:57:30.950944 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-3d7b123a-af64-4d44-ad17-086ce6ae157d None None] Attempting to bind port 306e331b-f576-4c3d-9563-691cc449c593 by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': 'fe6bb495-11cf-4318-8f95-94ffdf1e3397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '2149c78a-b853-4211-8b1c-49b19dd8d0b5'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 04:57:30.951323 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7b123a-af64-4d44-ad17-086ce6ae157d None None] Attempting to bind port 306e331b-f576-4c3d-9563-691cc449c593 on network 2149c78a-b853-4211-8b1c-49b19dd8d0b5 {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 04:57:30.959565 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ec6ce1-ff13-4b79-a850-2ccd29077816 None None] The sync data for ids ['7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79'] in dv-neutron-843763-1-hyperv is: [{'id': '7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79', 'name': 'tempest-RoutersTest-router-2065317118', 'tenant_id': '177e950b79b644f8ac61f323eed71206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T04:56:58Z', 'updated_at': '2022-05-30T04:57:24Z', 'revision_number': 4, 'project_id': '177e950b79b644f8ac61f323eed71206', 'gw_port_host': None, '_interfaces': [{'id': '432a1540-d804-4228-8198-3df5dfb500cc', 'name': '', 'network_id': '769b7698-7495-4486-9f2d-72117eec4bb7', 'tenant_id': '177e950b79b644f8ac61f323eed71206', 'mac_address': 'fa:16:3e:c7:7a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '77532eb2-7620-4ce4-8e37-61e439c6d44b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:57:04Z', 'updated_at': '2022-05-30T04:57:16Z', 'revision_number': 5, 'project_id': '177e950b79b644f8ac61f323eed71206', 'subnets': [{'id': '77532eb2-7620-4ce4-8e37-61e439c6d44b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bebf232b-acc3-49f2-9479-17819a0e031d', 'name': '', 'network_id': '0f8aac24-3be8-40a7-b1d5-664951562536', 'tenant_id': '177e950b79b644f8ac61f323eed71206', 'mac_address': 'fa:16:3e:3f:de:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '3f4fd06e-e311-418a-b104-7f0ed3283048', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:57:23Z', 'updated_at': '2022-05-30T04:57:24Z', 'revision_number': 2, 'project_id': '177e950b79b644f8ac61f323eed71206', 'subnets': [{'id': '3f4fd06e-e311-418a-b104-7f0ed3283048', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9e138ae-5cd3-4cf6-9bbe-cbce483702e2', 'name': '', 'network_id': '0c0bebba-bddf-42fb-9235-05d8923d12f7', 'tenant_id': '177e950b79b644f8ac61f323eed71206', 'mac_address': 'fa:16:3e:0d:3e:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '27305ac9-0933-4276-9473-96e3d96a2da4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:57:15Z', 'updated_at': '2022-05-30T04:57:25Z', 'revision_number': 4, 'project_id': '177e950b79b644f8ac61f323eed71206', 'subnets': [{'id': '27305ac9-0933-4276-9473-96e3d96a2da4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 04:57:30.965106 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4686d94e-7934-4d2a-8457-125ff92406f8 None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:57:30.979670 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 40290) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:57:30.992972 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7b123a-af64-4d44-ad17-086ce6ae157d None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 4, 57, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 04:57:30.993486 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7b123a-af64-4d44-ad17-086ce6ae157d None None] Checking segment: {'id': 'fe6bb495-11cf-4318-8f95-94ffdf1e3397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '2149c78a-b853-4211-8b1c-49b19dd8d0b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:57:30.994468 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-3d7b123a-af64-4d44-ad17-086ce6ae157d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:30.994468 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7b123a-af64-4d44-ad17-086ce6ae157d None None] Bound using segment: {'id': 'fe6bb495-11cf-4318-8f95-94ffdf1e3397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '2149c78a-b853-4211-8b1c-49b19dd8d0b5'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 04:57:30.995112 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-3d7b123a-af64-4d44-ad17-086ce6ae157d None None] Bound port: 306e331b-f576-4c3d-9563-691cc449c593, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe6bb495-11cf-4318-8f95-94ffdf1e3397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '2149c78a-b853-4211-8b1c-49b19dd8d0b5'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 04:57:30.995637 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-3d7b123a-af64-4d44-ad17-086ce6ae157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:31.018611 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-45993b17-fc4d-49b9-82c9-e1873f57523a tempest-ExtraDHCPOptionsTestJSON-1863413126 tempest-ExtraDHCPOptionsTestJSON-1863413126-project] Request body: {'port': {'network_id': '2149c78a-b853-4211-8b1c-49b19dd8d0b5', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1642480753', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:57:31.019168 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.api.validators [None req-45993b17-fc4d-49b9-82c9-e1873f57523a tempest-ExtraDHCPOptionsTestJSON-1863413126 tempest-ExtraDHCPOptionsTestJSON-1863413126-project] bootfile-name is not in valid_values {{(pid=88260) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 30 04:57:31.019541 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.api.validators [None req-45993b17-fc4d-49b9-82c9-e1873f57523a tempest-ExtraDHCPOptionsTestJSON-1863413126 tempest-ExtraDHCPOptionsTestJSON-1863413126-project] tftp-server is not in valid_values {{(pid=88260) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 30 04:57:31.019926 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.api.validators [None req-45993b17-fc4d-49b9-82c9-e1873f57523a tempest-ExtraDHCPOptionsTestJSON-1863413126 tempest-ExtraDHCPOptionsTestJSON-1863413126-project] server-ip-address is not in valid_values {{(pid=88260) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 30 04:57:31.048684 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c29488-a507-4c7c-aef6-6e665ab1cf93 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Pushing event deleted for resources: {'Subnet': ['ID=e7823108-5218-4fcf-8500-b13908377980,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:31.112373 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d57c9100-84e8-4e43-a04e-85f4029691c9 tempest-FloatingIPAdminTestJSON-2009640080 tempest-FloatingIPAdminTestJSON-2009640080-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:31.112697 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d57c9100-84e8-4e43-a04e-85f4029691c9 tempest-FloatingIPAdminTestJSON-2009640080 tempest-FloatingIPAdminTestJSON-2009640080-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:31.149291 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e41e4dd3-0fb2-4682-94dd-1a20bbb9eaf4 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Network 0008fd3d-19e9-40cf-b545-4a7647b90cf1 is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:57:31.206961 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-3d7b123a-af64-4d44-ad17-086ce6ae157d None None] For port 306e331b-f576-4c3d-9563-691cc449c593, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 04:57:31.223826 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-3d7b123a-af64-4d44-ad17-086ce6ae157d None None] For port 306e331b-f576-4c3d-9563-691cc449c593, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=306e331b-f576-4c3d-9563-691cc449c593,segment=NetworkSegment(fe6bb495-11cf-4318-8f95-94ffdf1e3397),segment_id=fe6bb495-11cf-4318-8f95-94ffdf1e3397)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 04:57:31.261174 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-14c29488-a507-4c7c-aef6-6e665ab1cf93 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867540', 'neutron.services.segments.db._delete_segments_for_network-8729234922972'] for network, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:31.294088 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9aeead67-d305-4acf-b5de-44f103788b4b tempest-ExtraDHCPOptionsIpV6TestJSON-43466505 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:31.304829 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-e41e4dd3-0fb2-4682-94dd-1a20bbb9eaf4 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:57:31.341364 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41e4dd3-0fb2-4682-94dd-1a20bbb9eaf4 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Pushing event updated for resources: {'Port': ['ID=f1f458ed-cc6f-4070-981a-30892cd2190f,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:31.343931 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41e4dd3-0fb2-4682-94dd-1a20bbb9eaf4 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:57:31.344456 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e41e4dd3-0fb2-4682-94dd-1a20bbb9eaf4 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604623'] for router_interface, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:31.349535 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a83cbcec-e620-43b5-8d91-ecb75a10a13c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069'] for port, after_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:31.353204 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c66d05-04b4-414e-89a4-0b33152e06bf None None] Network 0f8aac24-3be8-40a7-b1d5-664951562536 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:57:31.408957 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-d57c9100-84e8-4e43-a04e-85f4029691c9 tempest-FloatingIPAdminTestJSON-2009640080 tempest-FloatingIPAdminTestJSON-2009640080-project-admin] Calling delete_port for 1fdffadb-55df-42eb-bdaa-d6a0bda3e237 owned by network:floatingip {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:57:31.447495 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-3d7b123a-af64-4d44-ad17-086ce6ae157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:31.460977 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-14c29488-a507-4c7c-aef6-6e665ab1cf93 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4d1cd77-378c-498e-8a73-b55d5fce9675']}} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:57:31.472700 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [None req-9aeead67-d305-4acf-b5de-44f103788b4b tempest-ExtraDHCPOptionsIpV6TestJSON-43466505 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505-project] Transition to ACTIVE for port object 087c0fc0-a922-476f-83d6-2fd40cda64f0 will not be triggered until provisioned by entity DHCP. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:57:31.502463 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-14c29488-a507-4c7c-aef6-6e665ab1cf93 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8150486d-4a6b-41fc-84c4-a9f64522c08a') {'for_net_delete': True} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:57:31.503186 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-14c29488-a507-4c7c-aef6-6e665ab1cf93 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8150486d-4a6b-41fc-84c4-a9f64522c08a') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:57:31.551496 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device 7b6e2cff-db4b-42be-807a-b0d5a7224cdb up at agent hyperv_hv-neutron-8437 {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 04:57:31.553998 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-14c29488-a507-4c7c-aef6-6e665ab1cf93 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729235042807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1454725'] for segment, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:31.652245 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d57c9100-84e8-4e43-a04e-85f4029691c9 tempest-FloatingIPAdminTestJSON-2009640080 tempest-FloatingIPAdminTestJSON-2009640080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:31.655719 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 780a430a-bfa4-4fef-9877-d22b357e6c38 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 04:57:31.670604 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9aeead67-d305-4acf-b5de-44f103788b4b tempest-ExtraDHCPOptionsIpV6TestJSON-43466505 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:31.680805 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-735c1c1c-989e-49df-977a-65d164aff712 None None] Network d4d1cd77-378c-498e-8a73-b55d5fce9675 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:57:31.687605 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-14c29488-a507-4c7c-aef6-6e665ab1cf93 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:31.695157 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56ded65b-0e68-413c-8b9b-1097922cc81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:31.696091 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4686d94e-7934-4d2a-8457-125ff92406f8 None None] Pushing event updated for resources: {'Port': ['ID=6747d906-3243-482d-8f7f-322679bd9f5d,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:31.705643 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57c9100-84e8-4e43-a04e-85f4029691c9 tempest-FloatingIPAdminTestJSON-2009640080 tempest-FloatingIPAdminTestJSON-2009640080-project-admin] Pushing event deleted for resources: {'Port': ['ID=1fdffadb-55df-42eb-bdaa-d6a0bda3e237,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:31.818183 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83cbcec-e620-43b5-8d91-ecb75a10a13c None None] No DVR routers for this DVR port af89e5ee-191e-49f8-b28d-a323f4952492 on host dv-neutron-843763-1-hyperv {{(pid=88262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 04:57:31.824889 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d57c9100-84e8-4e43-a04e-85f4029691c9 tempest-FloatingIPAdminTestJSON-2009640080 tempest-FloatingIPAdminTestJSON-2009640080-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:31.832783 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc772c0-fc9e-4b24-ad47-43a4cff6a2e4 req-0e56228e-a797-42e8-b111-0948340017fb tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:57:31.833356 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-ccc772c0-fc9e-4b24-ad47-43a4cff6a2e4 req-0e56228e-a797-42e8-b111-0948340017fb tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1e7b65a-2794-4268-bd76-1003a7875678 HTTP/1.1" status: 200 len: 946 time: 0.4514894 May 30 04:57:31.842031 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-45993b17-fc4d-49b9-82c9-e1873f57523a tempest-ExtraDHCPOptionsTestJSON-1863413126 tempest-ExtraDHCPOptionsTestJSON-1863413126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:57:31.844814 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d57c9100-84e8-4e43-a04e-85f4029691c9 tempest-FloatingIPAdminTestJSON-2009640080 tempest-FloatingIPAdminTestJSON-2009640080-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for floatingip, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:31.849360 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-d57c9100-84e8-4e43-a04e-85f4029691c9 tempest-FloatingIPAdminTestJSON-2009640080 tempest-FloatingIPAdminTestJSON-2009640080-project-admin] 10.222.0.15 "DELETE /v2.0/floatingips/1ec1a4aa-4905-4c18-bd2f-8542190a3c93 HTTP/1.1" status: 204 len: 168 time: 1.3941367 May 30 04:57:31.849985 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 40298) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:57:31.876772 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14c29488-a507-4c7c-aef6-6e665ab1cf93 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=88260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 04:57:31.877181 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-14c29488-a507-4c7c-aef6-6e665ab1cf93 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-862858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1547513'] for segment, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:31.886232 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:31.888139 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-4686d94e-7934-4d2a-8457-125ff92406f8 None None] Attempting to bind port 6747d906-3243-482d-8f7f-322679bd9f5d on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 04:57:31.888692 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-4686d94e-7934-4d2a-8457-125ff92406f8 None None] Attempting to bind port 6747d906-3243-482d-8f7f-322679bd9f5d by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': '183eebde-f8de-4b52-9824-e8e481fe951a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '5f855a45-244e-48ef-bc94-1ad35be9338b'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 04:57:31.894414 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4686d94e-7934-4d2a-8457-125ff92406f8 None None] Attempting to bind port 6747d906-3243-482d-8f7f-322679bd9f5d on network 5f855a45-244e-48ef-bc94-1ad35be9338b {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 04:57:31.935818 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-afd9ad88-de07-45b7-bc9e-86d314825332 tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Deleting port 0b51296d-80ec-43c4-bfc9-6bef67847cec {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:57:31.936171 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-afd9ad88-de07-45b7-bc9e-86d314825332 tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:31.945837 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-45993b17-fc4d-49b9-82c9-e1873f57523a tempest-ExtraDHCPOptionsTestJSON-1863413126 tempest-ExtraDHCPOptionsTestJSON-1863413126-project] Usage tracker for resource:port and tenant:3f7a7b54659445cf9d23b26af3054d46 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:57:31.959350 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e41e4dd3-0fb2-4682-94dd-1a20bbb9eaf4 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:31.976514 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 8150486d-4a6b-41fc-84c4-a9f64522c08a resource provider aggregate not found May 30 04:57:32.025458 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4686d94e-7934-4d2a-8457-125ff92406f8 None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 4, 57, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 04:57:32.026054 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4686d94e-7934-4d2a-8457-125ff92406f8 None None] Checking segment: {'id': '183eebde-f8de-4b52-9824-e8e481fe951a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '5f855a45-244e-48ef-bc94-1ad35be9338b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:57:32.026620 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-4686d94e-7934-4d2a-8457-125ff92406f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:32.027124 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4686d94e-7934-4d2a-8457-125ff92406f8 None None] Bound using segment: {'id': '183eebde-f8de-4b52-9824-e8e481fe951a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '5f855a45-244e-48ef-bc94-1ad35be9338b'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 04:57:32.027724 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-4686d94e-7934-4d2a-8457-125ff92406f8 None None] Bound port: 6747d906-3243-482d-8f7f-322679bd9f5d, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '183eebde-f8de-4b52-9824-e8e481fe951a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '5f855a45-244e-48ef-bc94-1ad35be9338b'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 04:57:32.028350 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-4686d94e-7934-4d2a-8457-125ff92406f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:32.058603 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-45993b17-fc4d-49b9-82c9-e1873f57523a tempest-ExtraDHCPOptionsTestJSON-1863413126 tempest-ExtraDHCPOptionsTestJSON-1863413126-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:57:32.067845 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-45993b17-fc4d-49b9-82c9-e1873f57523a tempest-ExtraDHCPOptionsTestJSON-1863413126 tempest-ExtraDHCPOptionsTestJSON-1863413126-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:57:32.087418 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb3f53b-d65c-42de-a686-b85ba59a557f None None] Network 0008fd3d-19e9-40cf-b545-4a7647b90cf1 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:57:32.164123 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83cbcec-e620-43b5-8d91-ecb75a10a13c None None] Pushing event deleted for resources: {'Port': ['ID=af89e5ee-191e-49f8-b28d-a323f4952492,revision_number=None']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:32.166964 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aeead67-d305-4acf-b5de-44f103788b4b tempest-ExtraDHCPOptionsIpV6TestJSON-43466505 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505-project] Network 5f855a45-244e-48ef-bc94-1ad35be9338b is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:57:32.168647 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aeead67-d305-4acf-b5de-44f103788b4b tempest-ExtraDHCPOptionsIpV6TestJSON-43466505 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505-project] Pushing event updated for resources: {'Port': ['ID=087c0fc0-a922-476f-83d6-2fd40cda64f0,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:32.344957 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-afd9ad88-de07-45b7-bc9e-86d314825332 tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:32.403952 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Provisioning complete for port 7b6e2cff-db4b-42be-807a-b0d5a7224cdb triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:57:32.404329 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:32.411814 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45993b17-fc4d-49b9-82c9-e1873f57523a tempest-ExtraDHCPOptionsTestJSON-1863413126 tempest-ExtraDHCPOptionsTestJSON-1863413126-project] Made reservation on behalf of 3f7a7b54659445cf9d23b26af3054d46 for: {'port': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:57:32.417096 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-45993b17-fc4d-49b9-82c9-e1873f57523a tempest-ExtraDHCPOptionsTestJSON-1863413126 tempest-ExtraDHCPOptionsTestJSON-1863413126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:32.434893 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 8150486d-4a6b-41fc-84c4-a9f64522c08a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8150486d-4a6b-41fc-84c4-a9f64522c08a found for delete ", "request_id": "req-48b78087-4b5a-4910-84fc-02846b9f0d61"}]} May 30 04:57:32.458336 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aeead67-d305-4acf-b5de-44f103788b4b tempest-ExtraDHCPOptionsIpV6TestJSON-43466505 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:57:32.463496 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aeead67-d305-4acf-b5de-44f103788b4b tempest-ExtraDHCPOptionsIpV6TestJSON-43466505 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:57:32.466513 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aeead67-d305-4acf-b5de-44f103788b4b tempest-ExtraDHCPOptionsIpV6TestJSON-43466505 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:57:32.478325 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aeead67-d305-4acf-b5de-44f103788b4b tempest-ExtraDHCPOptionsIpV6TestJSON-43466505 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:57:32.478325 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aeead67-d305-4acf-b5de-44f103788b4b tempest-ExtraDHCPOptionsIpV6TestJSON-43466505 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:57:32.478325 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aeead67-d305-4acf-b5de-44f103788b4b tempest-ExtraDHCPOptionsIpV6TestJSON-43466505 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:57:32.478325 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aeead67-d305-4acf-b5de-44f103788b4b tempest-ExtraDHCPOptionsIpV6TestJSON-43466505 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:57:32.478325 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aeead67-d305-4acf-b5de-44f103788b4b tempest-ExtraDHCPOptionsIpV6TestJSON-43466505 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:57:32.478325 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aeead67-d305-4acf-b5de-44f103788b4b tempest-ExtraDHCPOptionsIpV6TestJSON-43466505 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:57:32.478325 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aeead67-d305-4acf-b5de-44f103788b4b tempest-ExtraDHCPOptionsIpV6TestJSON-43466505 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:57:32.478325 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aeead67-d305-4acf-b5de-44f103788b4b tempest-ExtraDHCPOptionsIpV6TestJSON-43466505 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:57:32.478325 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aeead67-d305-4acf-b5de-44f103788b4b tempest-ExtraDHCPOptionsIpV6TestJSON-43466505 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:57:32.486956 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-9aeead67-d305-4acf-b5de-44f103788b4b tempest-ExtraDHCPOptionsIpV6TestJSON-43466505 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:57:32.498462 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-ccc772c0-fc9e-4b24-ad47-43a4cff6a2e4 req-57dfe2ea-52d2-42db-96d3-34b426586c97 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0fb8c38-d8b6-4c01-bc8c-1b54a1e25304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6422141 May 30 04:57:32.498462 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aeead67-d305-4acf-b5de-44f103788b4b tempest-ExtraDHCPOptionsIpV6TestJSON-43466505 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:57:32.511846 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aeead67-d305-4acf-b5de-44f103788b4b tempest-ExtraDHCPOptionsIpV6TestJSON-43466505 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:57:32.518171 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9aeead67-d305-4acf-b5de-44f103788b4b tempest-ExtraDHCPOptionsIpV6TestJSON-43466505 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:32.570748 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-afd9ad88-de07-45b7-bc9e-86d314825332 tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Calling delete_port for 0b51296d-80ec-43c4-bfc9-6bef67847cec owned by {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:57:32.609152 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port 780a430a-bfa4-4fef-9877-d22b357e6c38 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:57:32.621044 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-14c29488-a507-4c7c-aef6-6e665ab1cf93 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604744'] for network, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:32.626446 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-2418fc0e-49a5-46e6-b279-ea380fea58f6 None None] Provisioning for port 780a430a-bfa4-4fef-9877-d22b357e6c38 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:57:32.653668 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 780a430a-bfa4-4fef-9877-d22b357e6c38 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:57:32.654091 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:32.661446 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-14c29488-a507-4c7c-aef6-6e665ab1cf93 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:32.694450 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c29488-a507-4c7c-aef6-6e665ab1cf93 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Pushing event deleted for resources: {'Network': ['ID=d4d1cd77-378c-498e-8a73-b55d5fce9675,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:32.700264 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-14c29488-a507-4c7c-aef6-6e665ab1cf93 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] 10.222.0.15 "DELETE /v2.0/networks/d4d1cd77-378c-498e-8a73-b55d5fce9675 HTTP/1.1" status: 204 len: 168 time: 2.7306297 May 30 04:57:32.701827 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 40306) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:57:32.704909 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7b123a-af64-4d44-ad17-086ce6ae157d None None] Pushing event updated for resources: {'Port': ['ID=306e331b-f576-4c3d-9563-691cc449c593,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:32.710976 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-4686d94e-7934-4d2a-8457-125ff92406f8 None None] For port 6747d906-3243-482d-8f7f-322679bd9f5d, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 04:57:32.739661 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-9aeead67-d305-4acf-b5de-44f103788b4b tempest-ExtraDHCPOptionsIpV6TestJSON-43466505 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 4.7495534 May 30 04:57:32.743281 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 40310) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:57:32.743832 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [None req-45993b17-fc4d-49b9-82c9-e1873f57523a tempest-ExtraDHCPOptionsTestJSON-1863413126 tempest-ExtraDHCPOptionsTestJSON-1863413126-project] device_id is not set on port f3f4c389-14d4-4786-accf-a81ec69bb9b4 yet. {{(pid=88260) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 30 04:57:32.796462 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d3e56ba-9893-418d-8c11-a3aaf0a01198 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] DELETE failed (client error): The resource could not be found. May 30 04:57:32.796915 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d3e56ba-9893-418d-8c11-a3aaf0a01198 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 04:57:32.801108 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-4d3e56ba-9893-418d-8c11-a3aaf0a01198 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] 10.222.0.15 "DELETE /v2.0/subnets/e7823108-5218-4fcf-8500-b13908377980 HTTP/1.1" status: 404 len: 337 time: 0.0960832 May 30 04:57:32.802806 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-2418fc0e-49a5-46e6-b279-ea380fea58f6 None None] Provisioning complete for port 780a430a-bfa4-4fef-9877-d22b357e6c38 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:57:32.802973 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-2418fc0e-49a5-46e6-b279-ea380fea58f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:32.810868 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 40314) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:57:32.836734 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-afd9ad88-de07-45b7-bc9e-86d314825332 tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:32.871876 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fe8e1be-7917-485a-99fb-221d053bb2e0 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] DELETE failed (client error): The resource could not be found. May 30 04:57:32.872422 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fe8e1be-7917-485a-99fb-221d053bb2e0 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 04:57:32.898423 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd9ad88-de07-45b7-bc9e-86d314825332 tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Pushing event deleted for resources: {'Port': ['ID=0b51296d-80ec-43c4-bfc9-6bef67847cec,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:32.907496 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-4686d94e-7934-4d2a-8457-125ff92406f8 None None] For port 6747d906-3243-482d-8f7f-322679bd9f5d, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=6747d906-3243-482d-8f7f-322679bd9f5d,segment=NetworkSegment(183eebde-f8de-4b52-9824-e8e481fe951a),segment_id=183eebde-f8de-4b52-9824-e8e481fe951a)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 04:57:32.911955 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e1ff563-171e-4c56-a52f-0a558ede4ac1 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:57:32.912404 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e305601c-4285-4951-a8fe-af801dcf122d None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:32.918493 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e1ff563-171e-4c56-a52f-0a558ede4ac1 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:57:32.925160 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e1ff563-171e-4c56-a52f-0a558ede4ac1 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:57:32.926149 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-8e1ff563-171e-4c56-a52f-0a558ede4ac1 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505-project] Synchronizing usage tracker for tenant:7e70992debf9412a8a03f258fd890bfb on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:57:32.944892 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-5fe8e1be-7917-485a-99fb-221d053bb2e0 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] 10.222.0.15 "DELETE /v2.0/networks/d4d1cd77-378c-498e-8a73-b55d5fce9675 HTTP/1.1" status: 404 len: 339 time: 0.1293201 May 30 04:57:32.954641 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 40318) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:57:33.017889 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e140987-3f30-4a22-9f0f-cdd4af930445 None None] Sync routers for ids ['7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79'] in dv-neutron-843763-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 04:57:33.037253 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e140987-3f30-4a22-9f0f-cdd4af930445 None None] Routers {'7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 04:57:33.038191 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-8e140987-3f30-4a22-9f0f-cdd4af930445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T04:57:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:57:33.043660 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a142624-940e-4c55-bf49-a5329c884075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:33.045725 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-8e1ff563-171e-4c56-a52f-0a558ede4ac1 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505-project] Unset dirty status for tenant:7e70992debf9412a8a03f258fd890bfb on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:57:33.050779 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-8e1ff563-171e-4c56-a52f-0a558ede4ac1 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.3029156 May 30 04:57:33.051534 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 40322) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:57:33.088845 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-4686d94e-7934-4d2a-8457-125ff92406f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:33.110016 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c7e5420-1a6f-4bfa-ba43-af7b94092ce4 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] DELETE failed (client error): The resource could not be found. May 30 04:57:33.110712 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c7e5420-1a6f-4bfa-ba43-af7b94092ce4 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 04:57:33.112576 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-2c7e5420-1a6f-4bfa-ba43-af7b94092ce4 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] 10.222.0.15 "DELETE /v2.0/subnets/6b8ed4a1-84ad-41e3-9e97-074c9d1a414d HTTP/1.1" status: 404 len: 337 time: 0.1549480 May 30 04:57:33.131193 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 40326) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:57:33.146865 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-2af99e81-9500-4297-a1c8-e880eb8f411c tempest-ExtraDHCPOptionsIpV6TestJSON-43466505 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505-project] Deleting port 087c0fc0-a922-476f-83d6-2fd40cda64f0 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:57:33.147412 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2af99e81-9500-4297-a1c8-e880eb8f411c tempest-ExtraDHCPOptionsIpV6TestJSON-43466505 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:33.161674 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-e305601c-4285-4951-a8fe-af801dcf122d None None] Transition to ACTIVE for port object c0b1f726-f840-4f9f-aaef-036ddcbf6953 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:57:33.216964 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e41e4dd3-0fb2-4682-94dd-1a20bbb9eaf4 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks [] for port, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:33.253340 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-45993b17-fc4d-49b9-82c9-e1873f57523a tempest-ExtraDHCPOptionsTestJSON-1863413126 tempest-ExtraDHCPOptionsTestJSON-1863413126-project] Allocated IP 172.20.0.12 (2149c78a-b853-4211-8b1c-49b19dd8d0b5/5122c32b-c5e0-4e75-9f5c-2747f8fbc72a/f3f4c389-14d4-4786-accf-a81ec69bb9b4) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:57:33.385953 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-afd9ad88-de07-45b7-bc9e-86d314825332 tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:33.405980 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-afd9ad88-de07-45b7-bc9e-86d314825332 tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] 10.222.0.15 "DELETE /v2.0/ports/0b51296d-80ec-43c4-bfc9-6bef67847cec HTTP/1.1" status: 204 len: 168 time: 1.5540760 May 30 04:57:33.406300 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-8e140987-3f30-4a22-9f0f-cdd4af930445 None None] Set router 7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79 gateway port host: None {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 04:57:33.414425 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 40330) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:57:33.460912 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-e305601c-4285-4951-a8fe-af801dcf122d None None] Transition to ACTIVE for port object c0b1f726-f840-4f9f-aaef-036ddcbf6953 will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:57:33.717023 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 780a430a-bfa4-4fef-9877-d22b357e6c38 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:57:33.717541 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:33.751034 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e305601c-4285-4951-a8fe-af801dcf122d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:33.776340 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4686d94e-7934-4d2a-8457-125ff92406f8 None None] Pushing event updated for resources: {'Port': ['ID=6747d906-3243-482d-8f7f-322679bd9f5d,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:33.779356 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab6c0d3-bb9f-4b05-837b-8845545e61c7 None None] Network 2149c78a-b853-4211-8b1c-49b19dd8d0b5 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:57:33.843472 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Current status of the port 7b6e2cff-db4b-42be-807a-b0d5a7224cdb is: BUILD; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:57:33.844022 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:33.854469 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e41e4dd3-0fb2-4682-94dd-1a20bbb9eaf4 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1547421'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:33.855012 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e41e4dd3-0fb2-4682-94dd-1a20bbb9eaf4 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1642774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602230'] for router_interface, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:33.935323 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ee2d492-7cb2-4c5b-a865-0249ad7bf4ae tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] DELETE failed (client error): The resource could not be found. May 30 04:57:33.935695 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ee2d492-7cb2-4c5b-a865-0249ad7bf4ae tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 04:57:33.938014 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-4ee2d492-7cb2-4c5b-a865-0249ad7bf4ae tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] 10.222.0.15 "DELETE /v2.0/networks/4245a5d9-bdf5-481e-8240-82a5b056c157 HTTP/1.1" status: 404 len: 339 time: 0.8055832 May 30 04:57:33.955361 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 40336) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:57:33.955729 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2af99e81-9500-4297-a1c8-e880eb8f411c tempest-ExtraDHCPOptionsIpV6TestJSON-43466505 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:33.969322 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-2418fc0e-49a5-46e6-b279-ea380fea58f6 None None] Current status of the port 780a430a-bfa4-4fef-9877-d22b357e6c38 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:57:33.969877 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-2418fc0e-49a5-46e6-b279-ea380fea58f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:33.997217 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e305601c-4285-4951-a8fe-af801dcf122d None None] Network c2613425-784b-46e7-aade-220941af0aa0 is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:57:34.005299 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-8e140987-3f30-4a22-9f0f-cdd4af930445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79', 'name': 'tempest-RoutersTest-router-2065317118', 'tenant_id': '177e950b79b644f8ac61f323eed71206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T04:56:58Z', 'updated_at': '2022-05-30T04:57:24Z', 'revision_number': 4, 'project_id': '177e950b79b644f8ac61f323eed71206', 'gw_port_host': None, '_interfaces': [{'id': '432a1540-d804-4228-8198-3df5dfb500cc', 'name': '', 'network_id': '769b7698-7495-4486-9f2d-72117eec4bb7', 'tenant_id': '177e950b79b644f8ac61f323eed71206', 'mac_address': 'fa:16:3e:c7:7a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '77532eb2-7620-4ce4-8e37-61e439c6d44b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:57:04Z', 'updated_at': '2022-05-30T04:57:16Z', 'revision_number': 5, 'project_id': '177e950b79b644f8ac61f323eed71206', 'subnets': [{'id': '77532eb2-7620-4ce4-8e37-61e439c6d44b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bebf232b-acc3-49f2-9479-17819a0e031d', 'name': '', 'network_id': '0f8aac24-3be8-40a7-b1d5-664951562536', 'tenant_id': '177e950b79b644f8ac61f323eed71206', 'mac_address': 'fa:16:3e:3f:de:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '3f4fd06e-e311-418a-b104-7f0ed3283048', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:57:23Z', 'updated_at': '2022-05-30T04:57:24Z', 'revision_number': 2, 'project_id': '177e950b79b644f8ac61f323eed71206', 'subnets': [{'id': '3f4fd06e-e311-418a-b104-7f0ed3283048', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9e138ae-5cd3-4cf6-9bbe-cbce483702e2', 'name': '', 'network_id': '0c0bebba-bddf-42fb-9235-05d8923d12f7', 'tenant_id': '177e950b79b644f8ac61f323eed71206', 'mac_address': 'fa:16:3e:0d:3e:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '27305ac9-0933-4276-9473-96e3d96a2da4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:57:15Z', 'updated_at': '2022-05-30T04:57:25Z', 'revision_number': 4, 'project_id': '177e950b79b644f8ac61f323eed71206', 'subnets': [{'id': '27305ac9-0933-4276-9473-96e3d96a2da4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:57:34.014088 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e140987-3f30-4a22-9f0f-cdd4af930445 None None] Checking router: 7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79 for host: dv-neutron-843763-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 04:57:34.014794 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e140987-3f30-4a22-9f0f-cdd4af930445 None None] Updating router 7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79 port bebf232b-acc3-49f2-9479-17819a0e031d binding host dv-neutron-843763-1-hyperv {{(pid=88263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 30 04:57:34.016708 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-e305601c-4285-4951-a8fe-af801dcf122d None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:57:34.053099 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e305601c-4285-4951-a8fe-af801dcf122d None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:57:34.056242 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] For port 780a430a-bfa4-4fef-9877-d22b357e6c38, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=780a430a-bfa4-4fef-9877-d22b357e6c38,segment=NetworkSegment(f81f7182-415d-4d5f-b092-1b4c717acd0d),segment_id=f81f7182-415d-4d5f-b092-1b4c717acd0d)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:57:34.057180 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3b4fbda-4b1c-4eb1-8123-8c822f8314a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b6e2cff-db4b-42be-807a-b0d5a7224cdb'}] {{(pid=88262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 04:57:34.086961 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e305601c-4285-4951-a8fe-af801dcf122d None None] Pushing event updated for resources: {'Port': ['ID=c0b1f726-f840-4f9f-aaef-036ddcbf6953,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:34.110480 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-8e140987-3f30-4a22-9f0f-cdd4af930445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:34.140278 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59948831-a016-433e-ba0b-f1110067f740 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bbf24ed-7ba9-53d2-873f-8f9642b1e987-0008fd3d-19e9-40cf-b545-4a7647b90cf1', 'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1', 'tenant_id': '16af2dbefc6742d5a37a7b30e58c8c2f', 'fixed_ips': [{'subnet_id': '8697d9e3-ff1b-400c-8f33-5d512362e5fa'}]}} from dv-neutron-843763-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 30 04:57:34.144787 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-59948831-a016-433e-ba0b-f1110067f740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:34.158425 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:34.167165 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa74ade-3a7a-410d-8fe8-526fbcb5a7cb tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:57:34.167923 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-cfa74ade-3a7a-410d-8fe8-526fbcb5a7cb tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Synchronizing usage tracker for tenant:711a0215d65b4bf4a4724254de2410e3 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:57:34.174011 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fe3d840-3589-4901-8884-ac2b5ece01b8 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] DELETE failed (client error): The resource could not be found. May 30 04:57:34.174605 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fe3d840-3589-4901-8884-ac2b5ece01b8 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 04:57:34.176391 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-3fe3d840-3589-4901-8884-ac2b5ece01b8 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] 10.222.0.15 "DELETE /v2.0/subnets/853c1b06-7696-426a-bb78-8b632df0e85e HTTP/1.1" status: 404 len: 337 time: 0.2131619 May 30 04:57:34.218747 dv-neutron-843763-1-hyperv neutron-server[88262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-967b59b9-94cb-4872-85e7-347db112f214'] response: {'server_uuid': 'a3b4fbda-4b1c-4eb1-8123-8c822f8314a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b6e2cff-db4b-42be-807a-b0d5a7224cdb', 'code': 200} May 30 04:57:34.220634 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port 7b6e2cff-db4b-42be-807a-b0d5a7224cdb, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=7b6e2cff-db4b-42be-807a-b0d5a7224cdb,segment=NetworkSegment(802c3e76-b2e9-4d86-8049-6831b9ec5c3a),segment_id=802c3e76-b2e9-4d86-8049-6831b9ec5c3a)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:57:34.234139 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-31e56de2-0667-4ba3-8e4c-1453855672be tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Allocated IP 172.23.0.1 (c2613425-784b-46e7-aade-220941af0aa0/881ce41b-1e1d-4d28-a0b0-276edd297fd0/a4391781-cb12-458b-84e2-e37451f17ab2) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:57:34.239331 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 40342) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:57:34.246714 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41e4dd3-0fb2-4682-94dd-1a20bbb9eaf4 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Pushing event updated for resources: {'Port': ['ID=f1f458ed-cc6f-4070-981a-30892cd2190f,revision_number=2']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:34.249330 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e305601c-4285-4951-a8fe-af801dcf122d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:57:34.254304 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e305601c-4285-4951-a8fe-af801dcf122d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:57:34.254674 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e305601c-4285-4951-a8fe-af801dcf122d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:57:34.257255 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e305601c-4285-4951-a8fe-af801dcf122d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:57:34.257628 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e305601c-4285-4951-a8fe-af801dcf122d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:57:34.259230 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e305601c-4285-4951-a8fe-af801dcf122d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:57:34.259585 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e305601c-4285-4951-a8fe-af801dcf122d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:57:34.260212 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e305601c-4285-4951-a8fe-af801dcf122d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:57:34.260311 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e305601c-4285-4951-a8fe-af801dcf122d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:57:34.260586 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e305601c-4285-4951-a8fe-af801dcf122d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:57:34.260918 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e305601c-4285-4951-a8fe-af801dcf122d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:57:34.265522 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e305601c-4285-4951-a8fe-af801dcf122d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:57:34.342159 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-2af99e81-9500-4297-a1c8-e880eb8f411c tempest-ExtraDHCPOptionsIpV6TestJSON-43466505 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505-project] Calling delete_port for 087c0fc0-a922-476f-83d6-2fd40cda64f0 owned by {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:57:34.407799 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b8fe99f-11dc-43cd-be6d-24211c6f77e5 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] DELETE failed (client error): The resource could not be found. May 30 04:57:34.408167 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b8fe99f-11dc-43cd-be6d-24211c6f77e5 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 04:57:34.424604 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 40346) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:57:34.435406 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-1b8fe99f-11dc-43cd-be6d-24211c6f77e5 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] 10.222.0.15 "DELETE /v2.0/networks/34f203dd-6047-4885-8434-4b076bb14347 HTTP/1.1" status: 404 len: 339 time: 0.1595285 May 30 04:57:34.522198 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:34.598413 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-cfa74ade-3a7a-410d-8fe8-526fbcb5a7cb tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Unset dirty status for tenant:711a0215d65b4bf4a4724254de2410e3 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:57:34.601294 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-cfa74ade-3a7a-410d-8fe8-526fbcb5a7cb tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] 10.222.0.15 "GET /v2.0/ports?device_id=b791a096-7377-4ca3-85f9-1fd099089824 HTTP/1.1" status: 200 len: 913 time: 1.1851599 May 30 04:57:34.605023 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 40350) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:57:34.754773 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-59948831-a016-433e-ba0b-f1110067f740 None None] Allocated IP 2001:db8::2 (0008fd3d-19e9-40cf-b545-4a7647b90cf1/8697d9e3-ff1b-400c-8f33-5d512362e5fa/cd0ee46d-260d-418e-a3c0-49a5fac98810) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:57:34.768641 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e41e4dd3-0fb2-4682-94dd-1a20bbb9eaf4 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Network 0008fd3d-19e9-40cf-b545-4a7647b90cf1 is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:57:34.770626 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-45993b17-fc4d-49b9-82c9-e1873f57523a tempest-ExtraDHCPOptionsTestJSON-1863413126 tempest-ExtraDHCPOptionsTestJSON-1863413126-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:34.777151 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-e41e4dd3-0fb2-4682-94dd-1a20bbb9eaf4 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:57:34.819563 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-49d94cc9-7ae9-4d16-af89-8aa808d8b593 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Deleting port 257aebe9-49a4-49f7-ad7b-f61534b9f848 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:57:34.820437 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-49d94cc9-7ae9-4d16-af89-8aa808d8b593 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:34.847688 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-8e140987-3f30-4a22-9f0f-cdd4af930445 None None] Notify callbacks [] for port, precommit_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:34.880395 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.provisioning_blocks [None req-8e140987-3f30-4a22-9f0f-cdd4af930445 None None] Transition to ACTIVE for port object bebf232b-acc3-49f2-9479-17819a0e031d will not be triggered until provisioned by entity L2. {{(pid=88263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:57:34.901071 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-8e140987-3f30-4a22-9f0f-cdd4af930445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:34.979254 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [None req-45993b17-fc4d-49b9-82c9-e1873f57523a tempest-ExtraDHCPOptionsTestJSON-1863413126 tempest-ExtraDHCPOptionsTestJSON-1863413126-project] Transition to ACTIVE for port object f3f4c389-14d4-4786-accf-a81ec69bb9b4 will not be triggered until provisioned by entity DHCP. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:57:35.092049 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.db.api [None req-2418fc0e-49a5-46e6-b279-ea380fea58f6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 04:57:35.092644 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG oslo_db.api [None req-2418fc0e-49a5-46e6-b279-ea380fea58f6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 04:57:35.095372 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-31e56de2-0667-4ba3-8e4c-1453855672be tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:35.155805 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 306e331b-f576-4c3d-9563-691cc449c593 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 04:57:35.167580 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-45993b17-fc4d-49b9-82c9-e1873f57523a tempest-ExtraDHCPOptionsTestJSON-1863413126 tempest-ExtraDHCPOptionsTestJSON-1863413126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:35.198334 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2875f16-f941-4a02-bc18-34feffaff312 req-32c8f72f-fd19-428d-b3f7-140317352c31 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:57:35.199867 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b2875f16-f941-4a02-bc18-34feffaff312 req-32c8f72f-fd19-428d-b3f7-140317352c31 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1e7b65a-2794-4268-bd76-1003a7875678 HTTP/1.1" status: 200 len: 946 time: 1.2353675 May 30 04:57:35.218581 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4115d0ec-5032-436a-bd32-eaab02c0a135 None None] Network 5f855a45-244e-48ef-bc94-1ad35be9338b requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:57:35.341315 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7e0d1a-2784-42b0-bd4e-0787e88e9fb6 None None] Pushing event updated for resources: {'Port': ['ID=bebf232b-acc3-49f2-9479-17819a0e031d,revision_number=3']} {{(pid=88263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:35.360759 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-8e140987-3f30-4a22-9f0f-cdd4af930445 None None] Attempting to bind port bebf232b-acc3-49f2-9479-17819a0e031d on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 04:57:35.361693 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-8e140987-3f30-4a22-9f0f-cdd4af930445 None None] Attempting to bind port bebf232b-acc3-49f2-9479-17819a0e031d by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': 'f81f7182-415d-4d5f-b092-1b4c717acd0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '0f8aac24-3be8-40a7-b1d5-664951562536'}] {{(pid=88263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 04:57:35.362588 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e140987-3f30-4a22-9f0f-cdd4af930445 None None] Attempting to bind port bebf232b-acc3-49f2-9479-17819a0e031d on network 0f8aac24-3be8-40a7-b1d5-664951562536 {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 04:57:35.370053 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e140987-3f30-4a22-9f0f-cdd4af930445 None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 4, 57, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 04:57:35.370800 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e140987-3f30-4a22-9f0f-cdd4af930445 None None] Checking segment: {'id': 'f81f7182-415d-4d5f-b092-1b4c717acd0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '0f8aac24-3be8-40a7-b1d5-664951562536'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:57:35.371655 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-8e140987-3f30-4a22-9f0f-cdd4af930445 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:35.372252 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e140987-3f30-4a22-9f0f-cdd4af930445 None None] Bound using segment: {'id': 'f81f7182-415d-4d5f-b092-1b4c717acd0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '0f8aac24-3be8-40a7-b1d5-664951562536'} {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 04:57:35.373301 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-8e140987-3f30-4a22-9f0f-cdd4af930445 None None] Bound port: bebf232b-acc3-49f2-9479-17819a0e031d, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f81f7182-415d-4d5f-b092-1b4c717acd0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '0f8aac24-3be8-40a7-b1d5-664951562536'}}] {{(pid=88263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 04:57:35.374552 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-8e140987-3f30-4a22-9f0f-cdd4af930445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:35.381249 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e41e4dd3-0fb2-4682-94dd-1a20bbb9eaf4 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Router a81fb82e-bd5d-4370-9bfe-8923a4409a37 is scheduled to L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 with binding_index 1 {{(pid=88260) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 30 04:57:35.389987 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45993b17-fc4d-49b9-82c9-e1873f57523a tempest-ExtraDHCPOptionsTestJSON-1863413126 tempest-ExtraDHCPOptionsTestJSON-1863413126-project] Network 2149c78a-b853-4211-8b1c-49b19dd8d0b5 is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:57:35.402251 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-45993b17-fc4d-49b9-82c9-e1873f57523a tempest-ExtraDHCPOptionsTestJSON-1863413126 tempest-ExtraDHCPOptionsTestJSON-1863413126-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:57:35.404950 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-e305601c-4285-4951-a8fe-af801dcf122d None None] Attempting to bind port c0b1f726-f840-4f9f-aaef-036ddcbf6953 on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 04:57:35.405423 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-e305601c-4285-4951-a8fe-af801dcf122d None None] Attempting to bind port c0b1f726-f840-4f9f-aaef-036ddcbf6953 by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': '6abeef31-5b04-4a61-b3c6-3fb00ade1631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'c2613425-784b-46e7-aade-220941af0aa0'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 04:57:35.405793 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e305601c-4285-4951-a8fe-af801dcf122d None None] Attempting to bind port c0b1f726-f840-4f9f-aaef-036ddcbf6953 on network c2613425-784b-46e7-aade-220941af0aa0 {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 04:57:35.412710 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45993b17-fc4d-49b9-82c9-e1873f57523a tempest-ExtraDHCPOptionsTestJSON-1863413126 tempest-ExtraDHCPOptionsTestJSON-1863413126-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:57:35.455684 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45993b17-fc4d-49b9-82c9-e1873f57523a tempest-ExtraDHCPOptionsTestJSON-1863413126 tempest-ExtraDHCPOptionsTestJSON-1863413126-project] Pushing event updated for resources: {'Port': ['ID=f3f4c389-14d4-4786-accf-a81ec69bb9b4,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:35.518028 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [None req-31e56de2-0667-4ba3-8e4c-1453855672be tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Transition to ACTIVE for port object a4391781-cb12-458b-84e2-e37451f17ab2 will not be triggered until provisioned by entity DHCP. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:57:35.523414 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.db [None req-8e140987-3f30-4a22-9f0f-cdd4af930445 None None] For port bebf232b-acc3-49f2-9479-17819a0e031d, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 04:57:35.528072 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.db [None req-8e140987-3f30-4a22-9f0f-cdd4af930445 None None] For port bebf232b-acc3-49f2-9479-17819a0e031d, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=bebf232b-acc3-49f2-9479-17819a0e031d,segment=NetworkSegment(f81f7182-415d-4d5f-b092-1b4c717acd0d),segment_id=f81f7182-415d-4d5f-b092-1b4c717acd0d)] {{(pid=88263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 04:57:35.534954 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-8e140987-3f30-4a22-9f0f-cdd4af930445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:35.535537 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b2875f16-f941-4a02-bc18-34feffaff312 req-d7caa08b-56a9-4597-b4bd-aa2b0173a2c7 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0fb8c38-d8b6-4c01-bc8c-1b54a1e25304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3199046 May 30 04:57:35.536179 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2af99e81-9500-4297-a1c8-e880eb8f411c tempest-ExtraDHCPOptionsIpV6TestJSON-43466505 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:35.551833 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e305601c-4285-4951-a8fe-af801dcf122d None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 4, 57, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 04:57:35.552217 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e305601c-4285-4951-a8fe-af801dcf122d None None] Checking segment: {'id': '6abeef31-5b04-4a61-b3c6-3fb00ade1631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'c2613425-784b-46e7-aade-220941af0aa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:57:35.552622 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e305601c-4285-4951-a8fe-af801dcf122d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:35.553015 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e305601c-4285-4951-a8fe-af801dcf122d None None] Bound using segment: {'id': '6abeef31-5b04-4a61-b3c6-3fb00ade1631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'c2613425-784b-46e7-aade-220941af0aa0'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 04:57:35.553505 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-e305601c-4285-4951-a8fe-af801dcf122d None None] Bound port: c0b1f726-f840-4f9f-aaef-036ddcbf6953, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6abeef31-5b04-4a61-b3c6-3fb00ade1631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'c2613425-784b-46e7-aade-220941af0aa0'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 04:57:35.553905 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e305601c-4285-4951-a8fe-af801dcf122d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:35.652509 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e140987-3f30-4a22-9f0f-cdd4af930445 None None] Routers {'7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 04:57:35.653416 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-8e140987-3f30-4a22-9f0f-cdd4af930445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T04:57:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:57:35.678467 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45993b17-fc4d-49b9-82c9-e1873f57523a tempest-ExtraDHCPOptionsTestJSON-1863413126 tempest-ExtraDHCPOptionsTestJSON-1863413126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:57:35.679319 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-45993b17-fc4d-49b9-82c9-e1873f57523a tempest-ExtraDHCPOptionsTestJSON-1863413126 tempest-ExtraDHCPOptionsTestJSON-1863413126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:35.679539 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-e305601c-4285-4951-a8fe-af801dcf122d None None] For port c0b1f726-f840-4f9f-aaef-036ddcbf6953, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 04:57:35.683689 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-e305601c-4285-4951-a8fe-af801dcf122d None None] For port c0b1f726-f840-4f9f-aaef-036ddcbf6953, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=c0b1f726-f840-4f9f-aaef-036ddcbf6953,segment=NetworkSegment(6abeef31-5b04-4a61-b3c6-3fb00ade1631),segment_id=6abeef31-5b04-4a61-b3c6-3fb00ade1631)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 04:57:35.717952 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e41e4dd3-0fb2-4682-94dd-1a20bbb9eaf4 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 04:57:35.730898 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-e41e4dd3-0fb2-4682-94dd-1a20bbb9eaf4 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "PUT /v2.0/routers/a81fb82e-bd5d-4370-9bfe-8923a4409a37/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2553315 May 30 04:57:35.738542 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 40354) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:57:35.768696 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af99e81-9500-4297-a1c8-e880eb8f411c tempest-ExtraDHCPOptionsIpV6TestJSON-43466505 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505-project] Pushing event deleted for resources: {'Port': ['ID=087c0fc0-a922-476f-83d6-2fd40cda64f0,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:35.773078 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-49d94cc9-7ae9-4d16-af89-8aa808d8b593 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:35.799984 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2af99e81-9500-4297-a1c8-e880eb8f411c tempest-ExtraDHCPOptionsIpV6TestJSON-43466505 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:35.830045 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-2418fc0e-49a5-46e6-b279-ea380fea58f6 None None] Current status of the port 780a430a-bfa4-4fef-9877-d22b357e6c38 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:57:35.832522 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ddfd2c-4685-4b5c-ab48-28056904e549 None None] Sync routers for ids ['a81fb82e-bd5d-4370-9bfe-8923a4409a37'] in dv-neutron-843763-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 04:57:35.839057 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e305601c-4285-4951-a8fe-af801dcf122d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:35.849107 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port 306e331b-f576-4c3d-9563-691cc449c593 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:57:35.867729 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad5d76a-7817-4a12-843d-149089a97fda tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:57:35.868308 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-0ad5d76a-7817-4a12-843d-149089a97fda tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Synchronizing usage tracker for tenant:16af2dbefc6742d5a37a7b30e58c8c2f on resource:port {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:57:35.870123 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 6747d906-3243-482d-8f7f-322679bd9f5d up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 04:57:35.875231 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-45993b17-fc4d-49b9-82c9-e1873f57523a tempest-ExtraDHCPOptionsTestJSON-1863413126 tempest-ExtraDHCPOptionsTestJSON-1863413126-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 4.8937998 May 30 04:57:35.876443 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 40358) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:57:35.881590 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-31e56de2-0667-4ba3-8e4c-1453855672be tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:35.923221 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-8e140987-3f30-4a22-9f0f-cdd4af930445 None None] Set router 7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79 gateway port host: None {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 04:57:35.958177 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ddfd2c-4685-4b5c-ab48-28056904e549 None None] Routers {'a81fb82e-bd5d-4370-9bfe-8923a4409a37'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 04:57:35.958805 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-90ddfd2c-4685-4b5c-ab48-28056904e549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T04:57:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['a81fb82e-bd5d-4370-9bfe-8923a4409a37'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:57:35.994920 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-2af99e81-9500-4297-a1c8-e880eb8f411c tempest-ExtraDHCPOptionsIpV6TestJSON-43466505 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505-project] 10.222.0.15 "DELETE /v2.0/ports/087c0fc0-a922-476f-83d6-2fd40cda64f0 HTTP/1.1" status: 204 len: 168 time: 2.9395113 May 30 04:57:36.003679 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-49d94cc9-7ae9-4d16-af89-8aa808d8b593 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Calling delete_port for 257aebe9-49a4-49f7-ad7b-f61534b9f848 owned by {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:57:36.009533 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 40362) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:57:36.031205 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-6db0030d-9667-4fde-a78b-27c6f1104d69 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505-project] Request body: {'port': {'name': 'tempest-new-port-name-1156600976', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:57:36.031647 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.api.validators [None req-6db0030d-9667-4fde-a78b-27c6f1104d69 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505-project] bootfile-name is not in valid_values {{(pid=88260) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 30 04:57:36.032036 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.api.validators [None req-6db0030d-9667-4fde-a78b-27c6f1104d69 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505-project] tftp-server is not in valid_values {{(pid=88260) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 30 04:57:36.032374 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.api.validators [None req-6db0030d-9667-4fde-a78b-27c6f1104d69 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505-project] server-ip-address is not in valid_values {{(pid=88260) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 30 04:57:36.068466 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-0ad5d76a-7817-4a12-843d-149089a97fda tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Unset dirty status for tenant:16af2dbefc6742d5a37a7b30e58c8c2f on resource:port {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:57:36.072529 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-0ad5d76a-7817-4a12-843d-149089a97fda tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "GET /v2.0/ports/f1f458ed-cc6f-4070-981a-30892cd2190f HTTP/1.1" status: 200 len: 911 time: 0.3294816 May 30 04:57:36.073647 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 40366) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:57:36.085460 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31e56de2-0667-4ba3-8e4c-1453855672be tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Network c2613425-784b-46e7-aade-220941af0aa0 is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:57:36.098643 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-31e56de2-0667-4ba3-8e4c-1453855672be tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:57:36.107169 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e56de2-0667-4ba3-8e4c-1453855672be tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:57:36.145992 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-90ddfd2c-4685-4b5c-ab48-28056904e549 None None] Set router a81fb82e-bd5d-4370-9bfe-8923a4409a37 gateway port host: None {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 04:57:36.173245 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-31e56de2-0667-4ba3-8e4c-1453855672be tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604623'] for router_interface, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:36.176002 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e56de2-0667-4ba3-8e4c-1453855672be tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Pushing event updated for resources: {'Port': ['ID=a4391781-cb12-458b-84e2-e37451f17ab2,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:36.339222 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7e0d1a-2784-42b0-bd4e-0787e88e9fb6 None None] Pushing event updated for resources: {'Port': ['ID=bebf232b-acc3-49f2-9479-17819a0e031d,revision_number=4']} {{(pid=88263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:36.351627 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-8e140987-3f30-4a22-9f0f-cdd4af930445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79', 'name': 'tempest-RoutersTest-router-2065317118', 'tenant_id': '177e950b79b644f8ac61f323eed71206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T04:56:58Z', 'updated_at': '2022-05-30T04:57:24Z', 'revision_number': 4, 'project_id': '177e950b79b644f8ac61f323eed71206', 'gw_port_host': None, '_interfaces': [{'id': '432a1540-d804-4228-8198-3df5dfb500cc', 'name': '', 'network_id': '769b7698-7495-4486-9f2d-72117eec4bb7', 'tenant_id': '177e950b79b644f8ac61f323eed71206', 'mac_address': 'fa:16:3e:c7:7a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '77532eb2-7620-4ce4-8e37-61e439c6d44b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:57:04Z', 'updated_at': '2022-05-30T04:57:16Z', 'revision_number': 5, 'project_id': '177e950b79b644f8ac61f323eed71206', 'subnets': [{'id': '77532eb2-7620-4ce4-8e37-61e439c6d44b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bebf232b-acc3-49f2-9479-17819a0e031d', 'name': '', 'network_id': '0f8aac24-3be8-40a7-b1d5-664951562536', 'tenant_id': '177e950b79b644f8ac61f323eed71206', 'mac_address': 'fa:16:3e:3f:de:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '3f4fd06e-e311-418a-b104-7f0ed3283048', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:57:23Z', 'updated_at': '2022-05-30T04:57:35Z', 'revision_number': 4, 'project_id': '177e950b79b644f8ac61f323eed71206', 'subnets': [{'id': '3f4fd06e-e311-418a-b104-7f0ed3283048', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9e138ae-5cd3-4cf6-9bbe-cbce483702e2', 'name': '', 'network_id': '0c0bebba-bddf-42fb-9235-05d8923d12f7', 'tenant_id': '177e950b79b644f8ac61f323eed71206', 'mac_address': 'fa:16:3e:0d:3e:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '27305ac9-0933-4276-9473-96e3d96a2da4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:57:15Z', 'updated_at': '2022-05-30T04:57:25Z', 'revision_number': 4, 'project_id': '177e950b79b644f8ac61f323eed71206', 'subnets': [{'id': '27305ac9-0933-4276-9473-96e3d96a2da4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:57:36.358805 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e140987-3f30-4a22-9f0f-cdd4af930445 None None] The sync data for ids ['7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79'] in dv-neutron-843763-1-hyperv is: [{'id': '7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79', 'name': 'tempest-RoutersTest-router-2065317118', 'tenant_id': '177e950b79b644f8ac61f323eed71206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T04:56:58Z', 'updated_at': '2022-05-30T04:57:24Z', 'revision_number': 4, 'project_id': '177e950b79b644f8ac61f323eed71206', 'gw_port_host': None, '_interfaces': [{'id': '432a1540-d804-4228-8198-3df5dfb500cc', 'name': '', 'network_id': '769b7698-7495-4486-9f2d-72117eec4bb7', 'tenant_id': '177e950b79b644f8ac61f323eed71206', 'mac_address': 'fa:16:3e:c7:7a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '77532eb2-7620-4ce4-8e37-61e439c6d44b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:57:04Z', 'updated_at': '2022-05-30T04:57:16Z', 'revision_number': 5, 'project_id': '177e950b79b644f8ac61f323eed71206', 'subnets': [{'id': '77532eb2-7620-4ce4-8e37-61e439c6d44b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bebf232b-acc3-49f2-9479-17819a0e031d', 'name': '', 'network_id': '0f8aac24-3be8-40a7-b1d5-664951562536', 'tenant_id': '177e950b79b644f8ac61f323eed71206', 'mac_address': 'fa:16:3e:3f:de:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '3f4fd06e-e311-418a-b104-7f0ed3283048', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:57:23Z', 'updated_at': '2022-05-30T04:57:35Z', 'revision_number': 4, 'project_id': '177e950b79b644f8ac61f323eed71206', 'subnets': [{'id': '3f4fd06e-e311-418a-b104-7f0ed3283048', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9e138ae-5cd3-4cf6-9bbe-cbce483702e2', 'name': '', 'network_id': '0c0bebba-bddf-42fb-9235-05d8923d12f7', 'tenant_id': '177e950b79b644f8ac61f323eed71206', 'mac_address': 'fa:16:3e:0d:3e:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '27305ac9-0933-4276-9473-96e3d96a2da4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:57:15Z', 'updated_at': '2022-05-30T04:57:25Z', 'revision_number': 4, 'project_id': '177e950b79b644f8ac61f323eed71206', 'subnets': [{'id': '27305ac9-0933-4276-9473-96e3d96a2da4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 04:57:36.493904 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-49d94cc9-7ae9-4d16-af89-8aa808d8b593 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:36.559671 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7466968a-403e-4142-ae60-28fe860e28d5 tempest-ExtraDHCPOptionsTestJSON-1863413126 tempest-ExtraDHCPOptionsTestJSON-1863413126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:57:36.570631 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7466968a-403e-4142-ae60-28fe860e28d5 tempest-ExtraDHCPOptionsTestJSON-1863413126 tempest-ExtraDHCPOptionsTestJSON-1863413126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:57:36.586558 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7466968a-403e-4142-ae60-28fe860e28d5 tempest-ExtraDHCPOptionsTestJSON-1863413126 tempest-ExtraDHCPOptionsTestJSON-1863413126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:57:36.588599 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-7466968a-403e-4142-ae60-28fe860e28d5 tempest-ExtraDHCPOptionsTestJSON-1863413126 tempest-ExtraDHCPOptionsTestJSON-1863413126-project] Synchronizing usage tracker for tenant:3f7a7b54659445cf9d23b26af3054d46 on resource:port {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:57:36.692632 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-59948831-a016-433e-ba0b-f1110067f740 None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:36.700336 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d94cc9-7ae9-4d16-af89-8aa808d8b593 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Pushing event deleted for resources: {'Port': ['ID=257aebe9-49a4-49f7-ad7b-f61534b9f848,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:36.710499 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-49d94cc9-7ae9-4d16-af89-8aa808d8b593 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:36.745138 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-59948831-a016-433e-ba0b-f1110067f740 None None] Transition to ACTIVE for port object cd0ee46d-260d-418e-a3c0-49a5fac98810 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:57:36.752144 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Pushing event updated for resources: {'Port': ['ID=780a430a-bfa4-4fef-9877-d22b357e6c38,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:36.764794 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966de61a-f8b8-4765-ab7b-d3111c72c1e3 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:57:36.765690 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-966de61a-f8b8-4765-ab7b-d3111c72c1e3 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Synchronizing usage tracker for tenant:16af2dbefc6742d5a37a7b30e58c8c2f on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:57:36.765898 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6db0030d-9667-4fde-a78b-27c6f1104d69 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:36.771343 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-49d94cc9-7ae9-4d16-af89-8aa808d8b593 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] 10.222.0.15 "DELETE /v2.0/ports/257aebe9-49a4-49f7-ad7b-f61534b9f848 HTTP/1.1" status: 204 len: 168 time: 2.3437076 May 30 04:57:36.778587 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 40372) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:57:36.797038 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-3b5c4721-04fe-4095-93b3-64fb8072e84d None None] Provisioning for port bebf232b-acc3-49f2-9479-17819a0e031d completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:57:36.797646 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-7466968a-403e-4142-ae60-28fe860e28d5 tempest-ExtraDHCPOptionsTestJSON-1863413126 tempest-ExtraDHCPOptionsTestJSON-1863413126-project] Unset dirty status for tenant:3f7a7b54659445cf9d23b26af3054d46 on resource:port {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:57:36.801974 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-7466968a-403e-4142-ae60-28fe860e28d5 tempest-ExtraDHCPOptionsTestJSON-1863413126 tempest-ExtraDHCPOptionsTestJSON-1863413126-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.9233365 May 30 04:57:36.844212 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 40376) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:57:36.855383 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port 6747d906-3243-482d-8f7f-322679bd9f5d completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:57:36.862192 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9222bed-ed40-4927-87c7-41e9f466e0a9 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] DELETE failed (client error): The resource could not be found. May 30 04:57:36.862708 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9222bed-ed40-4927-87c7-41e9f466e0a9 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 04:57:36.865431 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-f9222bed-ed40-4927-87c7-41e9f466e0a9 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] 10.222.0.15 "DELETE /v2.0/subnets/d0b95acb-a7d8-4a07-9e4b-beeafd9d9d6b HTTP/1.1" status: 404 len: 337 time: 0.0815811 May 30 04:57:36.868591 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 40380) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:57:36.904177 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-59948831-a016-433e-ba0b-f1110067f740 None None] Transition to ACTIVE for port object cd0ee46d-260d-418e-a3c0-49a5fac98810 will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:57:36.909114 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-966de61a-f8b8-4765-ab7b-d3111c72c1e3 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Unset dirty status for tenant:16af2dbefc6742d5a37a7b30e58c8c2f on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:57:36.910334 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-966de61a-f8b8-4765-ab7b-d3111c72c1e3 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 914 time: 0.8333685 May 30 04:57:36.917222 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device f9e138ae-5cd3-4cf6-9bbe-cbce483702e2 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 04:57:36.922065 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 40384) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:57:36.962791 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-59948831-a016-433e-ba0b-f1110067f740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:37.002220 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-3b5c4721-04fe-4095-93b3-64fb8072e84d None None] Provisioning for port 306e331b-f576-4c3d-9563-691cc449c593 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:57:37.018274 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Pushing event updated for resources: {'Port': ['ID=7b6e2cff-db4b-42be-807a-b0d5a7224cdb,revision_number=8']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:37.045909 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-29f2df28-0c3b-48eb-bf6a-80a4f4681576 tempest-ExtraDHCPOptionsTestJSON-1863413126 tempest-ExtraDHCPOptionsTestJSON-1863413126-project] Deleting port f3f4c389-14d4-4786-accf-a81ec69bb9b4 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:57:37.046367 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-29f2df28-0c3b-48eb-bf6a-80a4f4681576 tempest-ExtraDHCPOptionsTestJSON-1863413126 tempest-ExtraDHCPOptionsTestJSON-1863413126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:37.076390 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-3b5c4721-04fe-4095-93b3-64fb8072e84d None None] Provisioning complete for port 306e331b-f576-4c3d-9563-691cc449c593 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:57:37.077312 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-3b5c4721-04fe-4095-93b3-64fb8072e84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:37.122344 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59948831-a016-433e-ba0b-f1110067f740 None None] Network 0008fd3d-19e9-40cf-b545-4a7647b90cf1 is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:57:37.140415 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-59948831-a016-433e-ba0b-f1110067f740 None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:57:37.144201 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59948831-a016-433e-ba0b-f1110067f740 None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:57:37.320985 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e305601c-4285-4951-a8fe-af801dcf122d None None] Pushing event updated for resources: {'Port': ['ID=c0b1f726-f840-4f9f-aaef-036ddcbf6953,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:37.363325 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-31e56de2-0667-4ba3-8e4c-1453855672be tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:37.374710 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-90ddfd2c-4685-4b5c-ab48-28056904e549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a81fb82e-bd5d-4370-9bfe-8923a4409a37', 'name': 'tempest-NetworksTestDHCPv6-router-1669092611', 'tenant_id': '16af2dbefc6742d5a37a7b30e58c8c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T04:57:28Z', 'updated_at': '2022-05-30T04:57:31Z', 'revision_number': 2, 'project_id': '16af2dbefc6742d5a37a7b30e58c8c2f', 'gw_port_host': None, '_interfaces': [{'id': 'f1f458ed-cc6f-4070-981a-30892cd2190f', 'name': '', 'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1', 'tenant_id': '16af2dbefc6742d5a37a7b30e58c8c2f', 'mac_address': 'fa:16:3e:cd:1b:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a81fb82e-bd5d-4370-9bfe-8923a4409a37', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '8697d9e3-ff1b-400c-8f33-5d512362e5fa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:57:29Z', 'updated_at': '2022-05-30T04:57:32Z', 'revision_number': 2, 'project_id': '16af2dbefc6742d5a37a7b30e58c8c2f', 'subnets': [{'id': '8697d9e3-ff1b-400c-8f33-5d512362e5fa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:57:37.391988 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-47cb5021-f72b-4437-b65e-7bee7f84e021 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897784'] for network, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:37.412890 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ddfd2c-4685-4b5c-ab48-28056904e549 None None] Checking router: a81fb82e-bd5d-4370-9bfe-8923a4409a37 for host: dv-neutron-843763-1-hyperv {{(pid=88262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 04:57:37.413310 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ddfd2c-4685-4b5c-ab48-28056904e549 None None] Updating router a81fb82e-bd5d-4370-9bfe-8923a4409a37 port f1f458ed-cc6f-4070-981a-30892cd2190f binding host dv-neutron-843763-1-hyperv {{(pid=88262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 30 04:57:37.490449 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-59948831-a016-433e-ba0b-f1110067f740 None None] Attempting to bind port cd0ee46d-260d-418e-a3c0-49a5fac98810 on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 04:57:37.490704 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-59948831-a016-433e-ba0b-f1110067f740 None None] Attempting to bind port cd0ee46d-260d-418e-a3c0-49a5fac98810 by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': 'c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 04:57:37.491035 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59948831-a016-433e-ba0b-f1110067f740 None None] Attempting to bind port cd0ee46d-260d-418e-a3c0-49a5fac98810 on network 0008fd3d-19e9-40cf-b545-4a7647b90cf1 {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 04:57:37.507264 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port f9e138ae-5cd3-4cf6-9bbe-cbce483702e2 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:57:37.541710 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a0ecbb-68d8-442d-8e02-0a9ebb4fe233 req-3af8f0d8-d676-418c-80b7-2b63553a7b8e tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:57:37.544256 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-51a0ecbb-68d8-442d-8e02-0a9ebb4fe233 req-3af8f0d8-d676-418c-80b7-2b63553a7b8e tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1e7b65a-2794-4268-bd76-1003a7875678 HTTP/1.1" status: 200 len: 946 time: 0.7393994 May 30 04:57:37.549256 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port f9e138ae-5cd3-4cf6-9bbe-cbce483702e2 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:57:37.549640 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:37.704086 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59948831-a016-433e-ba0b-f1110067f740 None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 4, 57, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 04:57:37.704469 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59948831-a016-433e-ba0b-f1110067f740 None None] Checking segment: {'id': 'c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:57:37.704877 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-59948831-a016-433e-ba0b-f1110067f740 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:37.705276 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59948831-a016-433e-ba0b-f1110067f740 None None] Bound using segment: {'id': 'c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 04:57:37.705765 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-59948831-a016-433e-ba0b-f1110067f740 None None] Bound port: cd0ee46d-260d-418e-a3c0-49a5fac98810, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 04:57:37.706173 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-59948831-a016-433e-ba0b-f1110067f740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:37.754301 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59948831-a016-433e-ba0b-f1110067f740 None None] Pushing event updated for resources: {'Port': ['ID=cd0ee46d-260d-418e-a3c0-49a5fac98810,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:37.823425 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-90ddfd2c-4685-4b5c-ab48-28056904e549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:37.840246 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6bee802b-de56-4049-b82b-320c6e4f4e10 tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602184'] for router_interface, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:37.872194 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-3b5c4721-04fe-4095-93b3-64fb8072e84d None None] Current status of the port 306e331b-f576-4c3d-9563-691cc449c593 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:57:37.872587 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-3b5c4721-04fe-4095-93b3-64fb8072e84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:37.988258 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6db0030d-9667-4fde-a78b-27c6f1104d69 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505-project] Notify callbacks [] for port, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:38.039328 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6db0030d-9667-4fde-a78b-27c6f1104d69 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1547421'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:38.067472 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-59948831-a016-433e-ba0b-f1110067f740 None None] For port cd0ee46d-260d-418e-a3c0-49a5fac98810, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 04:57:38.138065 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd8e8c95-aa40-4a63-8e1e-d6db29e3e776 None None] Network c2613425-784b-46e7-aade-220941af0aa0 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:57:38.158658 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-6db0030d-9667-4fde-a78b-27c6f1104d69 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505-project] In _notify_port_updated(), no bound segment for port 2886b038-0953-4ff6-9e7b-74ce92bc9bdc on network 5f855a45-244e-48ef-bc94-1ad35be9338b {{(pid=88260) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 30 04:57:38.160445 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-59948831-a016-433e-ba0b-f1110067f740 None None] For port cd0ee46d-260d-418e-a3c0-49a5fac98810, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=cd0ee46d-260d-418e-a3c0-49a5fac98810,segment=NetworkSegment(c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1),segment_id=c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 04:57:38.162324 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-3b5c4721-04fe-4095-93b3-64fb8072e84d None None] For port 306e331b-f576-4c3d-9563-691cc449c593, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=306e331b-f576-4c3d-9563-691cc449c593,segment=NetworkSegment(fe6bb495-11cf-4318-8f95-94ffdf1e3397),segment_id=fe6bb495-11cf-4318-8f95-94ffdf1e3397)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:57:38.164822 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db0030d-9667-4fde-a78b-27c6f1104d69 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:57:38.165422 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6db0030d-9667-4fde-a78b-27c6f1104d69 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:38.167476 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-6db0030d-9667-4fde-a78b-27c6f1104d69 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505-project] 10.222.0.15 "PUT /v2.0/ports/2886b038-0953-4ff6-9e7b-74ce92bc9bdc HTTP/1.1" status: 200 len: 1129 time: 2.1510794 May 30 04:57:38.182013 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 40388) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:57:38.198104 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-51a0ecbb-68d8-442d-8e02-0a9ebb4fe233 req-6f3aa086-2314-46b8-bcdd-069ec4e45c1c tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0fb8c38-d8b6-4c01-bc8c-1b54a1e25304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1920304 May 30 04:57:38.221696 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-47cb5021-f72b-4437-b65e-7bee7f84e021 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867540', 'neutron.services.segments.db._delete_segments_for_network-8729234922972'] for network, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:38.303398 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-47cb5021-f72b-4437-b65e-7bee7f84e021 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5ec38ec-006d-476c-acb5-63312f11c8bc']}} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:57:38.323269 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-59948831-a016-433e-ba0b-f1110067f740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:38.344815 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-47cb5021-f72b-4437-b65e-7bee7f84e021 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36edc84a-0389-4de8-9645-648cd82ae83c') {'for_net_delete': True} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:57:38.345256 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-47cb5021-f72b-4437-b65e-7bee7f84e021 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36edc84a-0389-4de8-9645-648cd82ae83c') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:57:38.364270 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-47cb5021-f72b-4437-b65e-7bee7f84e021 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729235042807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3545573'] for segment, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:38.379547 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db0030d-9667-4fde-a78b-27c6f1104d69 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505-project] Pushing event updated for resources: {'Port': ['ID=2886b038-0953-4ff6-9e7b-74ce92bc9bdc,revision_number=2']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:38.383053 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-3b5c4721-04fe-4095-93b3-64fb8072e84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:38.399652 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port f9e138ae-5cd3-4cf6-9bbe-cbce483702e2 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:57:38.400044 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:38.476784 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30411d6f-878f-40ca-8fc7-b6ff456f0451 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:57:38.477771 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-30411d6f-878f-40ca-8fc7-b6ff456f0451 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505-project] Synchronizing usage tracker for tenant:7e70992debf9412a8a03f258fd890bfb on resource:port {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:57:38.519136 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-29f2df28-0c3b-48eb-bf6a-80a4f4681576 tempest-ExtraDHCPOptionsTestJSON-1863413126 tempest-ExtraDHCPOptionsTestJSON-1863413126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:38.618615 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] For port f9e138ae-5cd3-4cf6-9bbe-cbce483702e2, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=f9e138ae-5cd3-4cf6-9bbe-cbce483702e2,segment=NetworkSegment(df67fbea-5e14-4064-8ccf-d3afd6af7d2a),segment_id=df67fbea-5e14-4064-8ccf-d3afd6af7d2a)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:57:38.633695 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-3b5c4721-04fe-4095-93b3-64fb8072e84d None None] Provisioning for port 6747d906-3243-482d-8f7f-322679bd9f5d completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:57:38.708314 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-3b5c4721-04fe-4095-93b3-64fb8072e84d None None] Provisioning complete for port 6747d906-3243-482d-8f7f-322679bd9f5d triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:57:38.708861 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-3b5c4721-04fe-4095-93b3-64fb8072e84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:38.716233 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-47cb5021-f72b-4437-b65e-7bee7f84e021 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:38.751187 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47cb5021-f72b-4437-b65e-7bee7f84e021 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=88261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 04:57:38.751737 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-47cb5021-f72b-4437-b65e-7bee7f84e021 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-862858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2304281'] for segment, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:38.791716 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:38.807812 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59948831-a016-433e-ba0b-f1110067f740 None None] Pushing event updated for resources: {'Port': ['ID=cd0ee46d-260d-418e-a3c0-49a5fac98810,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:38.849320 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-30411d6f-878f-40ca-8fc7-b6ff456f0451 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505-project] Unset dirty status for tenant:7e70992debf9412a8a03f258fd890bfb on resource:port {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:57:38.850518 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-30411d6f-878f-40ca-8fc7-b6ff456f0451 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505-project] 10.222.0.15 "GET /v2.0/ports/2886b038-0953-4ff6-9e7b-74ce92bc9bdc HTTP/1.1" status: 200 len: 1129 time: 0.6514313 May 30 04:57:38.859481 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-29f2df28-0c3b-48eb-bf6a-80a4f4681576 tempest-ExtraDHCPOptionsTestJSON-1863413126 tempest-ExtraDHCPOptionsTestJSON-1863413126-project] Calling delete_port for f3f4c389-14d4-4786-accf-a81ec69bb9b4 owned by {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:57:38.905875 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 40394) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:57:38.932765 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 36edc84a-0389-4de8-9645-648cd82ae83c resource provider aggregate not found May 30 04:57:38.964902 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 36edc84a-0389-4de8-9645-648cd82ae83c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 36edc84a-0389-4de8-9645-648cd82ae83c found for delete ", "request_id": "req-f886de2c-5a14-457b-a046-7bcb4d22f2c6"}]} May 30 04:57:38.981686 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d91a921c-9542-47c4-b3de-d866ee09ff49 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602184'] for router_interface, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:39.053391 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5c4721-04fe-4095-93b3-64fb8072e84d None None] Pushing event updated for resources: {'Port': ['ID=306e331b-f576-4c3d-9563-691cc449c593,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:39.079450 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-ef20c8dc-e54a-42d6-93c3-16c0d5a10db5 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505-project] Deleting port 2886b038-0953-4ff6-9e7b-74ce92bc9bdc {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:57:39.079817 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ef20c8dc-e54a-42d6-93c3-16c0d5a10db5 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:39.142177 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.db.resource_extend [None req-31e56de2-0667-4ba3-8e4c-1453855672be tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 04:57:39.196439 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-31e56de2-0667-4ba3-8e4c-1453855672be tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks [] for port, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:39.239213 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 780a430a-bfa4-4fef-9877-d22b357e6c38 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 04:57:39.273093 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-47cb5021-f72b-4437-b65e-7bee7f84e021 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604744'] for network, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:39.278761 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-47cb5021-f72b-4437-b65e-7bee7f84e021 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:39.324391 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-47cb5021-f72b-4437-b65e-7bee7f84e021 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] 10.222.0.15 "DELETE /v2.0/networks/d5ec38ec-006d-476c-acb5-63312f11c8bc HTTP/1.1" status: 204 len: 168 time: 2.4532218 May 30 04:57:39.328162 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-3b5c4721-04fe-4095-93b3-64fb8072e84d None None] Current status of the port 6747d906-3243-482d-8f7f-322679bd9f5d is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:57:39.329051 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-3b5c4721-04fe-4095-93b3-64fb8072e84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:39.339915 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cb5021-f72b-4437-b65e-7bee7f84e021 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Pushing event deleted for resources: {'Network': ['ID=d5ec38ec-006d-476c-acb5-63312f11c8bc,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:39.347681 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 40402) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:57:39.381763 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-29f2df28-0c3b-48eb-bf6a-80a4f4681576 tempest-ExtraDHCPOptionsTestJSON-1863413126 tempest-ExtraDHCPOptionsTestJSON-1863413126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:39.397740 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-31e56de2-0667-4ba3-8e4c-1453855672be tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1547421'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:39.494312 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.db.resource_extend [None req-90ddfd2c-4685-4b5c-ab48-28056904e549 None None] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 04:57:39.506856 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Pushing event updated for resources: {'Port': ['ID=f9e138ae-5cd3-4cf6-9bbe-cbce483702e2,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:39.553067 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-31e56de2-0667-4ba3-8e4c-1453855672be tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1642774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602230'] for router_interface, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:39.571229 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-3b5c4721-04fe-4095-93b3-64fb8072e84d None None] For port 6747d906-3243-482d-8f7f-322679bd9f5d, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=6747d906-3243-482d-8f7f-322679bd9f5d,segment=NetworkSegment(183eebde-f8de-4b52-9824-e8e481fe951a),segment_id=183eebde-f8de-4b52-9824-e8e481fe951a)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:57:39.585872 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-3b5c4721-04fe-4095-93b3-64fb8072e84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:39.649558 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-6bee802b-de56-4049-b82b-320c6e4f4e10 tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Deleting port 81bf5388-e933-44bb-90e1-c693279092a6 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:57:39.649558 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6bee802b-de56-4049-b82b-320c6e4f4e10 tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:39.671341 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-90ddfd2c-4685-4b5c-ab48-28056904e549 None None] Notify callbacks [] for port, precommit_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:39.682921 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 780a430a-bfa4-4fef-9877-d22b357e6c38 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:57:39.683489 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:39.741572 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e56de2-0667-4ba3-8e4c-1453855672be tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Pushing event updated for resources: {'Port': ['ID=a4391781-cb12-458b-84e2-e37451f17ab2,revision_number=2']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:39.802627 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5c4721-04fe-4095-93b3-64fb8072e84d None None] Pushing event updated for resources: {'Port': ['ID=6747d906-3243-482d-8f7f-322679bd9f5d,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:39.821331 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-90ddfd2c-4685-4b5c-ab48-28056904e549 None None] Transition to ACTIVE for port object f1f458ed-cc6f-4070-981a-30892cd2190f will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:57:39.841159 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-90ddfd2c-4685-4b5c-ab48-28056904e549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:39.922402 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-3b5c4721-04fe-4095-93b3-64fb8072e84d None None] Provisioning complete for port 780a430a-bfa4-4fef-9877-d22b357e6c38 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:57:39.922784 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-3b5c4721-04fe-4095-93b3-64fb8072e84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:39.939300 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6bee802b-de56-4049-b82b-320c6e4f4e10 tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:40.007267 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ef20c8dc-e54a-42d6-93c3-16c0d5a10db5 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:40.039694 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6c4571-e3c5-4831-bb6c-8a0135011c6e None None] Pushing event updated for resources: {'Port': ['ID=f1f458ed-cc6f-4070-981a-30892cd2190f,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:40.101495 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-6bee802b-de56-4049-b82b-320c6e4f4e10 tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Calling delete_port for 81bf5388-e933-44bb-90e1-c693279092a6 owned by network:router_interface {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:57:40.167852 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-e525335b-e407-449f-be67-c9951a722d69 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Deleting port 12c8239b-891b-4d27-8055-f128ad08ab4f {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:57:40.168310 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e525335b-e407-449f-be67-c9951a722d69 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:40.232144 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f2df28-0c3b-48eb-bf6a-80a4f4681576 tempest-ExtraDHCPOptionsTestJSON-1863413126 tempest-ExtraDHCPOptionsTestJSON-1863413126-project] Pushing event deleted for resources: {'Port': ['ID=f3f4c389-14d4-4786-accf-a81ec69bb9b4,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:40.324974 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-ef20c8dc-e54a-42d6-93c3-16c0d5a10db5 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505-project] Calling delete_port for 2886b038-0953-4ff6-9e7b-74ce92bc9bdc owned by {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:57:40.330747 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 780a430a-bfa4-4fef-9877-d22b357e6c38 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:57:40.333022 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device bebf232b-acc3-49f2-9479-17819a0e031d up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 04:57:40.356710 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-29f2df28-0c3b-48eb-bf6a-80a4f4681576 tempest-ExtraDHCPOptionsTestJSON-1863413126 tempest-ExtraDHCPOptionsTestJSON-1863413126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:40.361976 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31e56de2-0667-4ba3-8e4c-1453855672be tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Network c2613425-784b-46e7-aade-220941af0aa0 is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:57:40.379909 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-31e56de2-0667-4ba3-8e4c-1453855672be tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:57:40.400710 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-90ddfd2c-4685-4b5c-ab48-28056904e549 None None] Attempting to bind port f1f458ed-cc6f-4070-981a-30892cd2190f on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 04:57:40.400896 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-90ddfd2c-4685-4b5c-ab48-28056904e549 None None] Attempting to bind port f1f458ed-cc6f-4070-981a-30892cd2190f by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': 'c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 04:57:40.401667 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ddfd2c-4685-4b5c-ab48-28056904e549 None None] Attempting to bind port f1f458ed-cc6f-4070-981a-30892cd2190f on network 0008fd3d-19e9-40cf-b545-4a7647b90cf1 {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 04:57:40.448398 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ddfd2c-4685-4b5c-ab48-28056904e549 None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 4, 57, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 04:57:40.448961 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ddfd2c-4685-4b5c-ab48-28056904e549 None None] Checking segment: {'id': 'c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:57:40.450106 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-90ddfd2c-4685-4b5c-ab48-28056904e549 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:40.450106 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ddfd2c-4685-4b5c-ab48-28056904e549 None None] Bound using segment: {'id': 'c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 04:57:40.451078 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-90ddfd2c-4685-4b5c-ab48-28056904e549 None None] Bound port: f1f458ed-cc6f-4070-981a-30892cd2190f, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 04:57:40.451078 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-90ddfd2c-4685-4b5c-ab48-28056904e549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:40.484310 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb048f6-1814-4852-9789-f2cf7c722889 req-14337bf7-285c-40d3-84fc-a7bc369a2417 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:57:40.485892 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1fb048f6-1814-4852-9789-f2cf7c722889 req-14337bf7-285c-40d3-84fc-a7bc369a2417 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1e7b65a-2794-4268-bd76-1003a7875678 HTTP/1.1" status: 200 len: 946 time: 1.0048475 May 30 04:57:40.553662 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-29f2df28-0c3b-48eb-bf6a-80a4f4681576 tempest-ExtraDHCPOptionsTestJSON-1863413126 tempest-ExtraDHCPOptionsTestJSON-1863413126-project] 10.222.0.15 "DELETE /v2.0/ports/f3f4c389-14d4-4786-accf-a81ec69bb9b4 HTTP/1.1" status: 204 len: 168 time: 3.7081294 May 30 04:57:40.576371 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 40406) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:57:40.581477 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-3b5c4721-04fe-4095-93b3-64fb8072e84d None None] Current status of the port 780a430a-bfa4-4fef-9877-d22b357e6c38 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:57:40.584991 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-8acff823-9113-4e8c-be7e-664e311f7757 tempest-ExtraDHCPOptionsTestJSON-1863413126 tempest-ExtraDHCPOptionsTestJSON-1863413126-project] Request body: {'port': {'name': 'tempest-new-port-name-1402042714', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:57:40.585378 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.api.validators [None req-8acff823-9113-4e8c-be7e-664e311f7757 tempest-ExtraDHCPOptionsTestJSON-1863413126 tempest-ExtraDHCPOptionsTestJSON-1863413126-project] bootfile-name is not in valid_values {{(pid=88260) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 30 04:57:40.585709 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.api.validators [None req-8acff823-9113-4e8c-be7e-664e311f7757 tempest-ExtraDHCPOptionsTestJSON-1863413126 tempest-ExtraDHCPOptionsTestJSON-1863413126-project] tftp-server is not in valid_values {{(pid=88260) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 30 04:57:40.586061 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.api.validators [None req-8acff823-9113-4e8c-be7e-664e311f7757 tempest-ExtraDHCPOptionsTestJSON-1863413126 tempest-ExtraDHCPOptionsTestJSON-1863413126-project] server-ip-address is not in valid_values {{(pid=88260) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 30 04:57:40.627892 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-90ddfd2c-4685-4b5c-ab48-28056904e549 None None] For port f1f458ed-cc6f-4070-981a-30892cd2190f, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 04:57:40.634830 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-90ddfd2c-4685-4b5c-ab48-28056904e549 None None] For port f1f458ed-cc6f-4070-981a-30892cd2190f, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=f1f458ed-cc6f-4070-981a-30892cd2190f,segment=NetworkSegment(c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1),segment_id=c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 04:57:40.636867 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port bebf232b-acc3-49f2-9479-17819a0e031d completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:57:40.646146 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port bebf232b-acc3-49f2-9479-17819a0e031d triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:57:40.646820 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:40.682807 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-90ddfd2c-4685-4b5c-ab48-28056904e549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:40.783898 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31e56de2-0667-4ba3-8e4c-1453855672be tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Router 7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79 has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 04:57:40.847495 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6c4571-e3c5-4831-bb6c-8a0135011c6e None None] Pushing event updated for resources: {'Port': ['ID=f1f458ed-cc6f-4070-981a-30892cd2190f,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:40.855738 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-6f108937-8a81-479a-843b-4c13c81edd56 None None] Provisioning complete for port bebf232b-acc3-49f2-9479-17819a0e031d triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:57:40.855965 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e525335b-e407-449f-be67-c9951a722d69 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:40.856814 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-6f108937-8a81-479a-843b-4c13c81edd56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:40.881471 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ddfd2c-4685-4b5c-ab48-28056904e549 None None] Routers {'a81fb82e-bd5d-4370-9bfe-8923a4409a37'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 04:57:40.882329 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-90ddfd2c-4685-4b5c-ab48-28056904e549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T04:57:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['a81fb82e-bd5d-4370-9bfe-8923a4409a37'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:57:41.006686 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-e525335b-e407-449f-be67-c9951a722d69 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Calling delete_port for 12c8239b-891b-4d27-8055-f128ad08ab4f owned by {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:57:41.011763 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8acff823-9113-4e8c-be7e-664e311f7757 tempest-ExtraDHCPOptionsTestJSON-1863413126 tempest-ExtraDHCPOptionsTestJSON-1863413126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:41.036284 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-d91a921c-9542-47c4-b3de-d866ee09ff49 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Deleting port f1f458ed-cc6f-4070-981a-30892cd2190f {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:57:41.036914 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d91a921c-9542-47c4-b3de-d866ee09ff49 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:41.079688 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1fb048f6-1814-4852-9789-f2cf7c722889 req-167b0b72-7c83-4130-87cd-7ad55aa74d48 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0fb8c38-d8b6-4c01-bc8c-1b54a1e25304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3265948 May 30 04:57:41.127775 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port bebf232b-acc3-49f2-9479-17819a0e031d is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:57:41.128189 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:41.149453 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-90ddfd2c-4685-4b5c-ab48-28056904e549 None None] Set router a81fb82e-bd5d-4370-9bfe-8923a4409a37 gateway port host: None {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 04:57:41.276260 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] For port bebf232b-acc3-49f2-9479-17819a0e031d, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=bebf232b-acc3-49f2-9479-17819a0e031d,segment=NetworkSegment(f81f7182-415d-4d5f-b092-1b4c717acd0d),segment_id=f81f7182-415d-4d5f-b092-1b4c717acd0d)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:57:41.354533 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:41.356146 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device c0b1f726-f840-4f9f-aaef-036ddcbf6953 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 04:57:41.504873 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6bee802b-de56-4049-b82b-320c6e4f4e10 tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:41.579806 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ef20c8dc-e54a-42d6-93c3-16c0d5a10db5 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:41.585696 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e525335b-e407-449f-be67-c9951a722d69 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:41.595790 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e1e409a-6f7c-43fa-8ad6-e874f803be9e None None] get_active_networks_info from dv-neutron-843763-1-hyperv {{(pid=88262) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 30 04:57:41.630947 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8acff823-9113-4e8c-be7e-664e311f7757 tempest-ExtraDHCPOptionsTestJSON-1863413126 tempest-ExtraDHCPOptionsTestJSON-1863413126-project] Notify callbacks [] for port, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:41.664402 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-6f108937-8a81-479a-843b-4c13c81edd56 None None] Current status of the port bebf232b-acc3-49f2-9479-17819a0e031d is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:57:41.664624 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bee802b-de56-4049-b82b-320c6e4f4e10 tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Pushing event deleted for resources: {'Port': ['ID=81bf5388-e933-44bb-90e1-c693279092a6,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:41.664919 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-6f108937-8a81-479a-843b-4c13c81edd56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:41.694686 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8acff823-9113-4e8c-be7e-664e311f7757 tempest-ExtraDHCPOptionsTestJSON-1863413126 tempest-ExtraDHCPOptionsTestJSON-1863413126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1547421'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:41.710338 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef20c8dc-e54a-42d6-93c3-16c0d5a10db5 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505-project] Pushing event deleted for resources: {'Port': ['ID=2886b038-0953-4ff6-9e7b-74ce92bc9bdc,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:41.748032 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Pushing event updated for resources: {'Port': ['ID=bebf232b-acc3-49f2-9479-17819a0e031d,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:41.757920 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port c0b1f726-f840-4f9f-aaef-036ddcbf6953 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:57:41.817351 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e525335b-e407-449f-be67-c9951a722d69 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:41.850899 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ef20c8dc-e54a-42d6-93c3-16c0d5a10db5 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:41.856445 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e525335b-e407-449f-be67-c9951a722d69 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Pushing event deleted for resources: {'Port': ['ID=12c8239b-891b-4d27-8055-f128ad08ab4f,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:41.884405 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.db.api [None req-6f108937-8a81-479a-843b-4c13c81edd56 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 04:57:41.884743 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG oslo_db.api [None req-6f108937-8a81-479a-843b-4c13c81edd56 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 04:57:41.892373 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31e56de2-0667-4ba3-8e4c-1453855672be tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 04:57:41.901143 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-31e56de2-0667-4ba3-8e4c-1453855672be tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] 10.222.0.15 "PUT /v2.0/routers/7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.6036458 May 30 04:57:41.905700 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-e525335b-e407-449f-be67-c9951a722d69 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] 10.222.0.15 "DELETE /v2.0/ports/12c8239b-891b-4d27-8055-f128ad08ab4f HTTP/1.1" status: 204 len: 168 time: 2.5555975 May 30 04:57:41.908325 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 40414) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:57:41.908475 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 40416) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:57:41.921862 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-d91a921c-9542-47c4-b3de-d866ee09ff49 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] For port f1f458ed-cc6f-4070-981a-30892cd2190f, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=f1f458ed-cc6f-4070-981a-30892cd2190f,segment=NetworkSegment(c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1),segment_id=c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:57:41.922284 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d91a921c-9542-47c4-b3de-d866ee09ff49 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:41.924110 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-ea1d3ea4-6a21-4687-8e31-1a0682d310db tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:57:41.924529 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc247360-26a2-4a14-80fa-66f52151c0b7 None None] Sync routers for ids ['7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79'] in dv-neutron-843763-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 04:57:41.930183 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-90ddfd2c-4685-4b5c-ab48-28056904e549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a81fb82e-bd5d-4370-9bfe-8923a4409a37', 'name': 'tempest-NetworksTestDHCPv6-router-1669092611', 'tenant_id': '16af2dbefc6742d5a37a7b30e58c8c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T04:57:28Z', 'updated_at': '2022-05-30T04:57:31Z', 'revision_number': 2, 'project_id': '16af2dbefc6742d5a37a7b30e58c8c2f', 'gw_port_host': None, '_interfaces': [{'id': 'f1f458ed-cc6f-4070-981a-30892cd2190f', 'name': '', 'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1', 'tenant_id': '16af2dbefc6742d5a37a7b30e58c8c2f', 'mac_address': 'fa:16:3e:cd:1b:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a81fb82e-bd5d-4370-9bfe-8923a4409a37', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '8697d9e3-ff1b-400c-8f33-5d512362e5fa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:57:29Z', 'updated_at': '2022-05-30T04:57:40Z', 'revision_number': 4, 'project_id': '16af2dbefc6742d5a37a7b30e58c8c2f', 'subnets': [{'id': '8697d9e3-ff1b-400c-8f33-5d512362e5fa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:57:41.938230 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ddfd2c-4685-4b5c-ab48-28056904e549 None None] The sync data for ids ['a81fb82e-bd5d-4370-9bfe-8923a4409a37'] in dv-neutron-843763-1-hyperv is: [{'id': 'a81fb82e-bd5d-4370-9bfe-8923a4409a37', 'name': 'tempest-NetworksTestDHCPv6-router-1669092611', 'tenant_id': '16af2dbefc6742d5a37a7b30e58c8c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T04:57:28Z', 'updated_at': '2022-05-30T04:57:31Z', 'revision_number': 2, 'project_id': '16af2dbefc6742d5a37a7b30e58c8c2f', 'gw_port_host': None, '_interfaces': [{'id': 'f1f458ed-cc6f-4070-981a-30892cd2190f', 'name': '', 'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1', 'tenant_id': '16af2dbefc6742d5a37a7b30e58c8c2f', 'mac_address': 'fa:16:3e:cd:1b:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a81fb82e-bd5d-4370-9bfe-8923a4409a37', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '8697d9e3-ff1b-400c-8f33-5d512362e5fa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:57:29Z', 'updated_at': '2022-05-30T04:57:40Z', 'revision_number': 4, 'project_id': '16af2dbefc6742d5a37a7b30e58c8c2f', 'subnets': [{'id': '8697d9e3-ff1b-400c-8f33-5d512362e5fa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 04:57:41.948062 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc247360-26a2-4a14-80fa-66f52151c0b7 None None] Routers {'7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 04:57:41.948685 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-cc247360-26a2-4a14-80fa-66f52151c0b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T04:57:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:57:42.001657 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e1e409a-6f7c-43fa-8ad6-e874f803be9e None None] Resources bound (agent type, host, resource id): {{(pid=88262) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 30 04:57:42.037498 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-ef20c8dc-e54a-42d6-93c3-16c0d5a10db5 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505-project] 10.222.0.15 "DELETE /v2.0/ports/2886b038-0953-4ff6-9e7b-74ce92bc9bdc HTTP/1.1" status: 204 len: 168 time: 3.1190379 May 30 04:57:42.068578 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 40422) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:57:42.085792 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-d91a921c-9542-47c4-b3de-d866ee09ff49 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Calling delete_port for f1f458ed-cc6f-4070-981a-30892cd2190f owned by network:router_interface {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:57:42.147627 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acff823-9113-4e8c-be7e-664e311f7757 tempest-ExtraDHCPOptionsTestJSON-1863413126 tempest-ExtraDHCPOptionsTestJSON-1863413126-project] Pushing event updated for resources: {'Port': ['ID=31bbc053-da76-4eeb-ae07-4bf086971e10,revision_number=2']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:42.159582 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-4aab73f2-c6c5-4196-9c29-607df6066732 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] DELETE failed (client error): The resource could not be found. May 30 04:57:42.160055 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4aab73f2-c6c5-4196-9c29-607df6066732 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 04:57:42.162061 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-4aab73f2-c6c5-4196-9c29-607df6066732 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] 10.222.0.15 "DELETE /v2.0/subnets/d6200f07-77ed-47fe-b2dc-ee6616972a85 HTTP/1.1" status: 404 len: 337 time: 0.2484362 May 30 04:57:42.216019 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-8acff823-9113-4e8c-be7e-664e311f7757 tempest-ExtraDHCPOptionsTestJSON-1863413126 tempest-ExtraDHCPOptionsTestJSON-1863413126-project] In _notify_port_updated(), no bound segment for port 31bbc053-da76-4eeb-ae07-4bf086971e10 on network 2149c78a-b853-4211-8b1c-49b19dd8d0b5 {{(pid=88260) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 30 04:57:42.216711 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device cd0ee46d-260d-418e-a3c0-49a5fac98810 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 04:57:42.222855 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8acff823-9113-4e8c-be7e-664e311f7757 tempest-ExtraDHCPOptionsTestJSON-1863413126 tempest-ExtraDHCPOptionsTestJSON-1863413126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:57:42.223509 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8acff823-9113-4e8c-be7e-664e311f7757 tempest-ExtraDHCPOptionsTestJSON-1863413126 tempest-ExtraDHCPOptionsTestJSON-1863413126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:42.224824 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-8acff823-9113-4e8c-be7e-664e311f7757 tempest-ExtraDHCPOptionsTestJSON-1863413126 tempest-ExtraDHCPOptionsTestJSON-1863413126-project] 10.222.0.15 "PUT /v2.0/ports/31bbc053-da76-4eeb-ae07-4bf086971e10 HTTP/1.1" status: 200 len: 1136 time: 1.6469100 May 30 04:57:42.237886 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 40426) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:57:42.238222 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 40428) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:57:42.282258 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-cc247360-26a2-4a14-80fa-66f52151c0b7 None None] Set router 7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79 gateway port host: None {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 04:57:42.329515 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37647098-217d-4554-8acf-efb06ec04362 req-0d58cd4e-87b0-4475-bb7f-9e5752bd844a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:57:42.335324 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-37647098-217d-4554-8acf-efb06ec04362 req-0d58cd4e-87b0-4475-bb7f-9e5752bd844a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=75c565b2496748d0aca7efef0deb76ef&device_id=b1e7b65a-2794-4268-bd76-1003a7875678 HTTP/1.1" status: 200 len: 1099 time: 0.6666825 May 30 04:57:42.352042 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa3e1d4-7c4b-40f9-856a-c4b1d75183fa req-d7ff75e3-3239-4acc-a5b3-5fa15d54b459 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:57:42.359037 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-dfa3e1d4-7c4b-40f9-856a-c4b1d75183fa req-d7ff75e3-3239-4acc-a5b3-5fa15d54b459 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1e7b65a-2794-4268-bd76-1003a7875678 HTTP/1.1" status: 200 len: 946 time: 0.7650428 May 30 04:57:42.407597 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dcbe450-2aa5-434c-9686-690606851973 tempest-ExtraDHCPOptionsTestJSON-1863413126 tempest-ExtraDHCPOptionsTestJSON-1863413126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:57:42.408216 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-1dcbe450-2aa5-434c-9686-690606851973 tempest-ExtraDHCPOptionsTestJSON-1863413126 tempest-ExtraDHCPOptionsTestJSON-1863413126-project] Synchronizing usage tracker for tenant:3f7a7b54659445cf9d23b26af3054d46 on resource:port {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:57:42.502227 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-6f108937-8a81-479a-843b-4c13c81edd56 None None] Current status of the port bebf232b-acc3-49f2-9479-17819a0e031d is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:57:42.594752 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port cd0ee46d-260d-418e-a3c0-49a5fac98810 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:57:42.619255 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9ce918b3-0ae8-4893-9ce3-f3fb3d39af06 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897784'] for network, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:42.642599 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-6f108937-8a81-479a-843b-4c13c81edd56 None None] Provisioning for port 31bbc053-da76-4eeb-ae07-4bf086971e10 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:57:42.652637 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 306e331b-f576-4c3d-9563-691cc449c593 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 04:57:42.713653 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-6f108937-8a81-479a-843b-4c13c81edd56 None None] Provisioning complete for port 31bbc053-da76-4eeb-ae07-4bf086971e10 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:57:42.714061 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-6f108937-8a81-479a-843b-4c13c81edd56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:42.777343 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_v2 [None req-61abbb91-e393-4ed5-94ea-3af85a6fde64 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505-project] Deleting subnet aeab6258-6006-442e-8bd0-7c355fe756ab {{(pid=88260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 30 04:57:42.781125 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-61abbb91-e393-4ed5-94ea-3af85a6fde64 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505-project] Notify callbacks [] for subnet, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:42.798702 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-cc247360-26a2-4a14-80fa-66f52151c0b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79', 'name': 'tempest-RoutersTest-router-2065317118', 'tenant_id': '177e950b79b644f8ac61f323eed71206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T04:56:58Z', 'updated_at': '2022-05-30T04:57:37Z', 'revision_number': 5, 'project_id': '177e950b79b644f8ac61f323eed71206', 'gw_port_host': None, '_interfaces': [{'id': '432a1540-d804-4228-8198-3df5dfb500cc', 'name': '', 'network_id': '769b7698-7495-4486-9f2d-72117eec4bb7', 'tenant_id': '177e950b79b644f8ac61f323eed71206', 'mac_address': 'fa:16:3e:c7:7a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '77532eb2-7620-4ce4-8e37-61e439c6d44b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:57:04Z', 'updated_at': '2022-05-30T04:57:16Z', 'revision_number': 5, 'project_id': '177e950b79b644f8ac61f323eed71206', 'subnets': [{'id': '77532eb2-7620-4ce4-8e37-61e439c6d44b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a4391781-cb12-458b-84e2-e37451f17ab2', 'name': '', 'network_id': 'c2613425-784b-46e7-aade-220941af0aa0', 'tenant_id': '177e950b79b644f8ac61f323eed71206', 'mac_address': 'fa:16:3e:2e:22:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '881ce41b-1e1d-4d28-a0b0-276edd297fd0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:57:29Z', 'updated_at': '2022-05-30T04:57:38Z', 'revision_number': 2, 'project_id': '177e950b79b644f8ac61f323eed71206', 'subnets': [{'id': '881ce41b-1e1d-4d28-a0b0-276edd297fd0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bebf232b-acc3-49f2-9479-17819a0e031d', 'name': '', 'network_id': '0f8aac24-3be8-40a7-b1d5-664951562536', 'tenant_id': '177e950b79b644f8ac61f323eed71206', 'mac_address': 'fa:16:3e:3f:de:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '3f4fd06e-e311-418a-b104-7f0ed3283048', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:57:23Z', 'updated_at': '2022-05-30T04:57:41Z', 'revision_number': 5, 'project_id': '177e950b79b644f8ac61f323eed71206', 'subnets': [{'id': '3f4fd06e-e311-418a-b104-7f0ed3283048', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9e138ae-5cd3-4cf6-9bbe-cbce483702e2', 'name': '', 'network_id': '0c0bebba-bddf-42fb-9235-05d8923d12f7', 'tenant_id': '177e950b79b644f8ac61f323eed71206', 'mac_address': 'fa:16:3e:0d:3e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '27305ac9-0933-4276-9473-96e3d96a2da4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:57:15Z', 'updated_at': '2022-05-30T04:57:38Z', 'revision_number': 5, 'project_id': '177e950b79b644f8ac61f323eed71206', 'subnets': [{'id': '27305ac9-0933-4276-9473-96e3d96a2da4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:57:42.803867 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc247360-26a2-4a14-80fa-66f52151c0b7 None None] Checking router: 7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79 for host: dv-neutron-843763-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 04:57:42.804752 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc247360-26a2-4a14-80fa-66f52151c0b7 None None] Updating router 7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79 port a4391781-cb12-458b-84e2-e37451f17ab2 binding host dv-neutron-843763-1-hyperv {{(pid=88263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 30 04:57:42.848430 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-61abbb91-e393-4ed5-94ea-3af85a6fde64 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1454738'] for subnet, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:42.849555 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-6f108937-8a81-479a-843b-4c13c81edd56 None None] Port 31bbc053-da76-4eeb-ae07-4bf086971e10 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 04:57:42.884918 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-cc247360-26a2-4a14-80fa-66f52151c0b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:42.885112 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-dfa3e1d4-7c4b-40f9-856a-c4b1d75183fa req-47103d37-f24a-4bf0-b520-48229541ab89 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0fb8c38-d8b6-4c01-bc8c-1b54a1e25304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5248556 May 30 04:57:42.903368 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-6f108937-8a81-479a-843b-4c13c81edd56 None None] Provisioning complete for port 6747d906-3243-482d-8f7f-322679bd9f5d triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:57:42.903749 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-6f108937-8a81-479a-843b-4c13c81edd56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:42.981391 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6bee802b-de56-4049-b82b-320c6e4f4e10 tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1642797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602100'] for router_interface, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:42.993826 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37647098-217d-4554-8acf-efb06ec04362 req-33cc3d46-2c8b-49c4-8a96-4a648df69a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:57:42.995514 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-37647098-217d-4554-8acf-efb06ec04362 req-33cc3d46-2c8b-49c4-8a96-4a648df69a27 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d6c60be6-16d0-4643-855e-f83fdbae0248 HTTP/1.1" status: 200 len: 913 time: 0.6231492 May 30 04:57:43.069586 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 306e331b-f576-4c3d-9563-691cc449c593 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:57:43.070147 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:43.204175 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-61abbb91-e393-4ed5-94ea-3af85a6fde64 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860493'] for subnet, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:43.250272 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b99b2fb8-6c59-429d-9b6c-6bd3b45371b5 None None] get_active_networks_info from dv-neutron-843763-1-hyperv {{(pid=88262) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 30 04:57:43.321882 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-61abbb91-e393-4ed5-94ea-3af85a6fde64 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1547867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2133322'] for subnet, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:43.364499 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-1dcbe450-2aa5-434c-9686-690606851973 tempest-ExtraDHCPOptionsTestJSON-1863413126 tempest-ExtraDHCPOptionsTestJSON-1863413126-project] Unset dirty status for tenant:3f7a7b54659445cf9d23b26af3054d46 on resource:port {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:57:43.365686 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-1dcbe450-2aa5-434c-9686-690606851973 tempest-ExtraDHCPOptionsTestJSON-1863413126 tempest-ExtraDHCPOptionsTestJSON-1863413126-project] 10.222.0.15 "GET /v2.0/ports/31bbc053-da76-4eeb-ae07-4bf086971e10 HTTP/1.1" status: 200 len: 1136 time: 1.1249702 May 30 04:57:43.381211 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 40434) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:57:43.419959 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61abbb91-e393-4ed5-94ea-3af85a6fde64 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505-project] Pushing event deleted for resources: {'Subnet': ['ID=aeab6258-6006-442e-8bd0-7c355fe756ab,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:43.434070 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-61abbb91-e393-4ed5-94ea-3af85a6fde64 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:43.458343 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-61abbb91-e393-4ed5-94ea-3af85a6fde64 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505-project] 10.222.0.15 "DELETE /v2.0/subnets/aeab6258-6006-442e-8bd0-7c355fe756ab HTTP/1.1" status: 204 len: 168 time: 1.3880866 May 30 04:57:43.470041 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 40438) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:57:43.515904 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-cc247360-26a2-4a14-80fa-66f52151c0b7 None None] Notify callbacks [] for port, precommit_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:43.531532 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.provisioning_blocks [None req-cc247360-26a2-4a14-80fa-66f52151c0b7 None None] Transition to ACTIVE for port object a4391781-cb12-458b-84e2-e37451f17ab2 will not be triggered until provisioned by entity L2. {{(pid=88263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:57:43.542493 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-cc247360-26a2-4a14-80fa-66f52151c0b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:43.575468 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-6f108937-8a81-479a-843b-4c13c81edd56 None None] Current status of the port 6747d906-3243-482d-8f7f-322679bd9f5d is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:57:43.588230 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 306e331b-f576-4c3d-9563-691cc449c593 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:57:43.589688 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 6747d906-3243-482d-8f7f-322679bd9f5d up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 04:57:43.644045 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99b2fb8-6c59-429d-9b6c-6bd3b45371b5 None None] Resources bound (agent type, host, resource id): {{(pid=88262) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 30 04:57:43.661231 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-5f024706-1deb-4925-bed3-4b14cb7c70a8 tempest-ExtraDHCPOptionsTestJSON-1863413126 tempest-ExtraDHCPOptionsTestJSON-1863413126-project] Deleting port 31bbc053-da76-4eeb-ae07-4bf086971e10 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:57:43.661821 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5f024706-1deb-4925-bed3-4b14cb7c70a8 tempest-ExtraDHCPOptionsTestJSON-1863413126 tempest-ExtraDHCPOptionsTestJSON-1863413126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:43.671740 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-6f108937-8a81-479a-843b-4c13c81edd56 None None] Provisioning complete for port 306e331b-f576-4c3d-9563-691cc449c593 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:57:43.672391 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-6f108937-8a81-479a-843b-4c13c81edd56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:43.708534 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d91a921c-9542-47c4-b3de-d866ee09ff49 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:43.764856 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9ce918b3-0ae8-4893-9ce3-f3fb3d39af06 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867540', 'neutron.services.segments.db._delete_segments_for_network-8729234922972'] for network, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:43.801087 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91a921c-9542-47c4-b3de-d866ee09ff49 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Pushing event deleted for resources: {'Port': ['ID=f1f458ed-cc6f-4070-981a-30892cd2190f,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:43.810785 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a2703039-dee4-41c4-b072-31f3a4f113ba tempest-ExtraDHCPOptionsIpV6TestJSON-43466505 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897784'] for network, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:43.839105 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfa427e-362f-4607-8b4d-473458f3012b None None] Pushing event updated for resources: {'Port': ['ID=a4391781-cb12-458b-84e2-e37451f17ab2,revision_number=3']} {{(pid=88263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:43.855881 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 6747d906-3243-482d-8f7f-322679bd9f5d triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:57:43.856396 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:43.860716 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-9ce918b3-0ae8-4893-9ce3-f3fb3d39af06 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['646e102c-bc77-48e6-b9b9-0ff74a4a595e']}} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:57:43.871884 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-37647098-217d-4554-8acf-efb06ec04362 req-4baefe6e-ca87-433a-ad30-e8b048bd033c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fba489e5-d7a4-4280-a042-b13fdb5779ed HTTP/1.1" status: 200 len: 1002 time: 0.8691394 May 30 04:57:43.886572 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-cc247360-26a2-4a14-80fa-66f52151c0b7 None None] Attempting to bind port a4391781-cb12-458b-84e2-e37451f17ab2 on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 04:57:43.887219 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-cc247360-26a2-4a14-80fa-66f52151c0b7 None None] Attempting to bind port a4391781-cb12-458b-84e2-e37451f17ab2 by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': '6abeef31-5b04-4a61-b3c6-3fb00ade1631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'c2613425-784b-46e7-aade-220941af0aa0'}] {{(pid=88263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 04:57:43.887577 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc247360-26a2-4a14-80fa-66f52151c0b7 None None] Attempting to bind port a4391781-cb12-458b-84e2-e37451f17ab2 on network c2613425-784b-46e7-aade-220941af0aa0 {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 04:57:43.893508 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc247360-26a2-4a14-80fa-66f52151c0b7 None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 4, 57, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 04:57:43.893704 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc247360-26a2-4a14-80fa-66f52151c0b7 None None] Checking segment: {'id': '6abeef31-5b04-4a61-b3c6-3fb00ade1631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'c2613425-784b-46e7-aade-220941af0aa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:57:43.894087 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-cc247360-26a2-4a14-80fa-66f52151c0b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:43.894469 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc247360-26a2-4a14-80fa-66f52151c0b7 None None] Bound using segment: {'id': '6abeef31-5b04-4a61-b3c6-3fb00ade1631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'c2613425-784b-46e7-aade-220941af0aa0'} {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 04:57:43.894918 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-cc247360-26a2-4a14-80fa-66f52151c0b7 None None] Bound port: a4391781-cb12-458b-84e2-e37451f17ab2, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6abeef31-5b04-4a61-b3c6-3fb00ade1631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'c2613425-784b-46e7-aade-220941af0aa0'}}] {{(pid=88263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 04:57:43.895300 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-cc247360-26a2-4a14-80fa-66f52151c0b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:43.931062 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-9ce918b3-0ae8-4893-9ce3-f3fb3d39af06 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eff2d144-51a2-423f-9bc1-13e4d6fa37fc') {'for_net_delete': True} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:57:43.931394 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-9ce918b3-0ae8-4893-9ce3-f3fb3d39af06 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eff2d144-51a2-423f-9bc1-13e4d6fa37fc') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:57:43.959959 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9ce918b3-0ae8-4893-9ce3-f3fb3d39af06 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729235042807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1454725'] for segment, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:44.011378 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.db [None req-cc247360-26a2-4a14-80fa-66f52151c0b7 None None] For port a4391781-cb12-458b-84e2-e37451f17ab2, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 04:57:44.013293 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9ce918b3-0ae8-4893-9ce3-f3fb3d39af06 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:44.014068 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.db [None req-cc247360-26a2-4a14-80fa-66f52151c0b7 None None] For port a4391781-cb12-458b-84e2-e37451f17ab2, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=a4391781-cb12-458b-84e2-e37451f17ab2,segment=NetworkSegment(6abeef31-5b04-4a61-b3c6-3fb00ade1631),segment_id=6abeef31-5b04-4a61-b3c6-3fb00ade1631)] {{(pid=88263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 04:57:44.016860 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-a2703039-dee4-41c4-b072-31f3a4f113ba tempest-ExtraDHCPOptionsIpV6TestJSON-43466505 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505-project] Deleting port 6747d906-3243-482d-8f7f-322679bd9f5d {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:57:44.020287 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a2703039-dee4-41c4-b072-31f3a4f113ba tempest-ExtraDHCPOptionsIpV6TestJSON-43466505 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:44.021997 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-cc247360-26a2-4a14-80fa-66f52151c0b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:44.106409 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc247360-26a2-4a14-80fa-66f52151c0b7 None None] Routers {'7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 04:57:44.107183 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-cc247360-26a2-4a14-80fa-66f52151c0b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T04:57:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:57:44.110047 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bee802b-de56-4049-b82b-320c6e4f4e10 tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Router b791a096-7377-4ca3-85f9-1fd099089824 has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 04:57:44.129328 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37647098-217d-4554-8acf-efb06ec04362 req-452eb5cc-a81e-4c26-a9d9-a005e6d5bf06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:57:44.131205 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-37647098-217d-4554-8acf-efb06ec04362 req-452eb5cc-a81e-4c26-a9d9-a005e6d5bf06 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c06f497a-4701-45be-bb19-b5a139bdd216 HTTP/1.1" status: 200 len: 851 time: 0.2407663 May 30 04:57:44.161134 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-6f108937-8a81-479a-843b-4c13c81edd56 None None] Current status of the port 306e331b-f576-4c3d-9563-691cc449c593 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:57:44.184780 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ce918b3-0ae8-4893-9ce3-f3fb3d39af06 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=88260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 04:57:44.185456 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9ce918b3-0ae8-4893-9ce3-f3fb3d39af06 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-862858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1547513'] for segment, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:44.250227 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-6f108937-8a81-479a-843b-4c13c81edd56 None None] Provisioning for port cd0ee46d-260d-418e-a3c0-49a5fac98810 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:57:44.269601 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-6f108937-8a81-479a-843b-4c13c81edd56 None None] Provisioning complete for port cd0ee46d-260d-418e-a3c0-49a5fac98810 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:57:44.270021 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-6f108937-8a81-479a-843b-4c13c81edd56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:44.293401 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment eff2d144-51a2-423f-9bc1-13e4d6fa37fc resource provider aggregate not found May 30 04:57:44.304543 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-cc247360-26a2-4a14-80fa-66f52151c0b7 None None] Set router 7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79 gateway port host: None {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 04:57:44.355225 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment eff2d144-51a2-423f-9bc1-13e4d6fa37fc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid eff2d144-51a2-423f-9bc1-13e4d6fa37fc found for delete ", "request_id": "req-ddbb936a-1a89-4df3-b775-14e73b89ff61"}]} May 30 04:57:44.374650 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d91a921c-9542-47c4-b3de-d866ee09ff49 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1642797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602100'] for router_interface, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:44.426574 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 6747d906-3243-482d-8f7f-322679bd9f5d is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:57:44.427650 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device f9e138ae-5cd3-4cf6-9bbe-cbce483702e2 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 04:57:44.448911 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9ce918b3-0ae8-4893-9ce3-f3fb3d39af06 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604744'] for network, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:44.461565 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9ce918b3-0ae8-4893-9ce3-f3fb3d39af06 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:44.523546 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce918b3-0ae8-4893-9ce3-f3fb3d39af06 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Pushing event deleted for resources: {'Network': ['ID=646e102c-bc77-48e6-b9b9-0ff74a4a595e,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:44.529644 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5f024706-1deb-4925-bed3-4b14cb7c70a8 tempest-ExtraDHCPOptionsTestJSON-1863413126 tempest-ExtraDHCPOptionsTestJSON-1863413126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:44.542824 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-9ce918b3-0ae8-4893-9ce3-f3fb3d39af06 tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] 10.222.0.15 "DELETE /v2.0/networks/646e102c-bc77-48e6-b9b9-0ff74a4a595e HTTP/1.1" status: 204 len: 168 time: 2.3035080 May 30 04:57:44.558965 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14224320-a0aa-4e6e-81e8-164fd57be335 req-712eeeea-4965-44e6-bac4-6190b5dc238b tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:57:44.561154 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-14224320-a0aa-4e6e-81e8-164fd57be335 req-712eeeea-4965-44e6-bac4-6190b5dc238b tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1e7b65a-2794-4268-bd76-1003a7875678 HTTP/1.1" status: 200 len: 946 time: 0.4801664 May 30 04:57:44.562705 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.extraroute_db [None req-ea1d3ea4-6a21-4687-8e31-1a0682d310db tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=88260) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} May 30 04:57:44.563095 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfa427e-362f-4607-8b4d-473458f3012b None None] Pushing event updated for resources: {'Port': ['ID=a4391781-cb12-458b-84e2-e37451f17ab2,revision_number=4']} {{(pid=88263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:44.566974 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 40448) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:57:44.710247 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-6f108937-8a81-479a-843b-4c13c81edd56 None None] Current status of the port cd0ee46d-260d-418e-a3c0-49a5fac98810 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:57:44.711408 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-6f108937-8a81-479a-843b-4c13c81edd56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:44.719327 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_v2 [None req-7aad1deb-0d69-4c75-a284-66ac5b32d8ab tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Deleting subnet d433d979-1c61-46ac-9cdf-f80f58bff5f5 {{(pid=88260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 30 04:57:44.739424 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-cc247360-26a2-4a14-80fa-66f52151c0b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79', 'name': 'tempest-RoutersTest-router-2065317118', 'tenant_id': '177e950b79b644f8ac61f323eed71206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T04:56:58Z', 'updated_at': '2022-05-30T04:57:37Z', 'revision_number': 5, 'project_id': '177e950b79b644f8ac61f323eed71206', 'gw_port_host': None, '_interfaces': [{'id': '432a1540-d804-4228-8198-3df5dfb500cc', 'name': '', 'network_id': '769b7698-7495-4486-9f2d-72117eec4bb7', 'tenant_id': '177e950b79b644f8ac61f323eed71206', 'mac_address': 'fa:16:3e:c7:7a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '77532eb2-7620-4ce4-8e37-61e439c6d44b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:57:04Z', 'updated_at': '2022-05-30T04:57:16Z', 'revision_number': 5, 'project_id': '177e950b79b644f8ac61f323eed71206', 'subnets': [{'id': '77532eb2-7620-4ce4-8e37-61e439c6d44b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a4391781-cb12-458b-84e2-e37451f17ab2', 'name': '', 'network_id': 'c2613425-784b-46e7-aade-220941af0aa0', 'tenant_id': '177e950b79b644f8ac61f323eed71206', 'mac_address': 'fa:16:3e:2e:22:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '881ce41b-1e1d-4d28-a0b0-276edd297fd0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:57:29Z', 'updated_at': '2022-05-30T04:57:44Z', 'revision_number': 4, 'project_id': '177e950b79b644f8ac61f323eed71206', 'subnets': [{'id': '881ce41b-1e1d-4d28-a0b0-276edd297fd0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bebf232b-acc3-49f2-9479-17819a0e031d', 'name': '', 'network_id': '0f8aac24-3be8-40a7-b1d5-664951562536', 'tenant_id': '177e950b79b644f8ac61f323eed71206', 'mac_address': 'fa:16:3e:3f:de:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '3f4fd06e-e311-418a-b104-7f0ed3283048', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:57:23Z', 'updated_at': '2022-05-30T04:57:41Z', 'revision_number': 5, 'project_id': '177e950b79b644f8ac61f323eed71206', 'subnets': [{'id': '3f4fd06e-e311-418a-b104-7f0ed3283048', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9e138ae-5cd3-4cf6-9bbe-cbce483702e2', 'name': '', 'network_id': '0c0bebba-bddf-42fb-9235-05d8923d12f7', 'tenant_id': '177e950b79b644f8ac61f323eed71206', 'mac_address': 'fa:16:3e:0d:3e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '27305ac9-0933-4276-9473-96e3d96a2da4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:57:15Z', 'updated_at': '2022-05-30T04:57:38Z', 'revision_number': 5, 'project_id': '177e950b79b644f8ac61f323eed71206', 'subnets': [{'id': '27305ac9-0933-4276-9473-96e3d96a2da4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:57:44.744349 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc247360-26a2-4a14-80fa-66f52151c0b7 None None] The sync data for ids ['7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79'] in dv-neutron-843763-1-hyperv is: [{'id': '7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79', 'name': 'tempest-RoutersTest-router-2065317118', 'tenant_id': '177e950b79b644f8ac61f323eed71206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T04:56:58Z', 'updated_at': '2022-05-30T04:57:37Z', 'revision_number': 5, 'project_id': '177e950b79b644f8ac61f323eed71206', 'gw_port_host': None, '_interfaces': [{'id': '432a1540-d804-4228-8198-3df5dfb500cc', 'name': '', 'network_id': '769b7698-7495-4486-9f2d-72117eec4bb7', 'tenant_id': '177e950b79b644f8ac61f323eed71206', 'mac_address': 'fa:16:3e:c7:7a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '77532eb2-7620-4ce4-8e37-61e439c6d44b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:57:04Z', 'updated_at': '2022-05-30T04:57:16Z', 'revision_number': 5, 'project_id': '177e950b79b644f8ac61f323eed71206', 'subnets': [{'id': '77532eb2-7620-4ce4-8e37-61e439c6d44b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a4391781-cb12-458b-84e2-e37451f17ab2', 'name': '', 'network_id': 'c2613425-784b-46e7-aade-220941af0aa0', 'tenant_id': '177e950b79b644f8ac61f323eed71206', 'mac_address': 'fa:16:3e:2e:22:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '881ce41b-1e1d-4d28-a0b0-276edd297fd0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:57:29Z', 'updated_at': '2022-05-30T04:57:44Z', 'revision_number': 4, 'project_id': '177e950b79b644f8ac61f323eed71206', 'subnets': [{'id': '881ce41b-1e1d-4d28-a0b0-276edd297fd0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bebf232b-acc3-49f2-9479-17819a0e031d', 'name': '', 'network_id': '0f8aac24-3be8-40a7-b1d5-664951562536', 'tenant_id': '177e950b79b644f8ac61f323eed71206', 'mac_address': 'fa:16:3e:3f:de:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '3f4fd06e-e311-418a-b104-7f0ed3283048', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:57:23Z', 'updated_at': '2022-05-30T04:57:41Z', 'revision_number': 5, 'project_id': '177e950b79b644f8ac61f323eed71206', 'subnets': [{'id': '3f4fd06e-e311-418a-b104-7f0ed3283048', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9e138ae-5cd3-4cf6-9bbe-cbce483702e2', 'name': '', 'network_id': '0c0bebba-bddf-42fb-9235-05d8923d12f7', 'tenant_id': '177e950b79b644f8ac61f323eed71206', 'mac_address': 'fa:16:3e:0d:3e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '27305ac9-0933-4276-9473-96e3d96a2da4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:57:15Z', 'updated_at': '2022-05-30T04:57:38Z', 'revision_number': 5, 'project_id': '177e950b79b644f8ac61f323eed71206', 'subnets': [{'id': '27305ac9-0933-4276-9473-96e3d96a2da4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 04:57:44.760622 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port f9e138ae-5cd3-4cf6-9bbe-cbce483702e2 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:57:44.761087 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:44.789615 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-5f024706-1deb-4925-bed3-4b14cb7c70a8 tempest-ExtraDHCPOptionsTestJSON-1863413126 tempest-ExtraDHCPOptionsTestJSON-1863413126-project] Calling delete_port for 31bbc053-da76-4eeb-ae07-4bf086971e10 owned by {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:57:44.839849 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7aad1deb-0d69-4c75-a284-66ac5b32d8ab tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Notify callbacks [] for subnet, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:44.888580 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-6f108937-8a81-479a-843b-4c13c81edd56 None None] For port cd0ee46d-260d-418e-a3c0-49a5fac98810, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=cd0ee46d-260d-418e-a3c0-49a5fac98810,segment=NetworkSegment(c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1),segment_id=c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:57:44.914507 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.extraroute_db [None req-ea1d3ea4-6a21-4687-8e31-1a0682d310db tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Removed routes are [] {{(pid=88260) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} May 30 04:57:44.914920 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ea1d3ea4-6a21-4687-8e31-1a0682d310db tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11765'] for router, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:44.948911 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-6f108937-8a81-479a-843b-4c13c81edd56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:45.085222 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-6f108937-8a81-479a-843b-4c13c81edd56 None None] Could not find standard attr ID for object f1f458ed-cc6f-4070-981a-30892cd2190f. {{(pid=88262) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 30 04:57:45.108391 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port f9e138ae-5cd3-4cf6-9bbe-cbce483702e2 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:57:45.114711 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device bebf232b-acc3-49f2-9479-17819a0e031d up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 04:57:45.118910 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bee802b-de56-4049-b82b-320c6e4f4e10 tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 04:57:45.161744 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-6f108937-8a81-479a-843b-4c13c81edd56 None None] Could not find standard attr ID for object 087c0fc0-a922-476f-83d6-2fd40cda64f0. {{(pid=88262) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 30 04:57:45.182945 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdbcd4c3-1123-4b00-b440-1f8518bbccd0 None None] Sync routers for ids ['b791a096-7377-4ca3-85f9-1fd099089824'] in dv-neutron-843763-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 04:57:45.220940 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-6f108937-8a81-479a-843b-4c13c81edd56 None None] Could not find standard attr ID for object f3f4c389-14d4-4786-accf-a81ec69bb9b4. {{(pid=88262) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 30 04:57:45.259730 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f108937-8a81-479a-843b-4c13c81edd56 None None] Pushing event updated for resources: {'Port': ['ID=cd0ee46d-260d-418e-a3c0-49a5fac98810,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:45.286305 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdbcd4c3-1123-4b00-b440-1f8518bbccd0 None None] Routers {'b791a096-7377-4ca3-85f9-1fd099089824'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 04:57:45.288950 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-bdbcd4c3-1123-4b00-b440-1f8518bbccd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T04:57:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['b791a096-7377-4ca3-85f9-1fd099089824'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:57:45.304511 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-14224320-a0aa-4e6e-81e8-164fd57be335 req-9a8efdd0-f63a-46d8-ab0d-fc4f12635493 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0fb8c38-d8b6-4c01-bc8c-1b54a1e25304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6016679 May 30 04:57:45.329475 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37647098-217d-4554-8acf-efb06ec04362 req-ece58fe0-a98b-48c7-979a-b92f2936758b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:57:45.337833 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-37647098-217d-4554-8acf-efb06ec04362 req-ece58fe0-a98b-48c7-979a-b92f2936758b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d6c60be6-16d0-4643-855e-f83fdbae0248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.1853549 May 30 04:57:45.419239 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-bdbcd4c3-1123-4b00-b440-1f8518bbccd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:57:45.426844 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-6f108937-8a81-479a-843b-4c13c81edd56 None None] Provisioning for port c0b1f726-f840-4f9f-aaef-036ddcbf6953 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:57:45.444956 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7aad1deb-0d69-4c75-a284-66ac5b32d8ab tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1454738'] for subnet, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:45.459926 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-6f108937-8a81-479a-843b-4c13c81edd56 None None] Provisioning complete for port c0b1f726-f840-4f9f-aaef-036ddcbf6953 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:57:45.460407 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-6f108937-8a81-479a-843b-4c13c81edd56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:45.582202 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdbcd4c3-1123-4b00-b440-1f8518bbccd0 None None] Routers {'b791a096-7377-4ca3-85f9-1fd099089824'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 04:57:45.583461 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-bdbcd4c3-1123-4b00-b440-1f8518bbccd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T04:57:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['b791a096-7377-4ca3-85f9-1fd099089824'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:57:45.655882 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4039f367-d196-495f-b641-6b60bfe78077 None None] Network 5f855a45-244e-48ef-bc94-1ad35be9338b requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:57:45.658530 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-37647098-217d-4554-8acf-efb06ec04362 req-949aa6c3-efd6-46f3-8948-88a09bbdeec2 service neutron] 10.222.0.39 "GET /v2.0/networks/d6c60be6-16d0-4643-855e-f83fdbae0248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3085518 May 30 04:57:45.695543 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-bdbcd4c3-1123-4b00-b440-1f8518bbccd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:57:45.696221 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdbcd4c3-1123-4b00-b440-1f8518bbccd0 None None] The sync data for ids ['b791a096-7377-4ca3-85f9-1fd099089824'] in dv-neutron-843763-1-hyperv is: [] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 04:57:45.753232 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-6bee802b-de56-4049-b82b-320c6e4f4e10 tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] 10.222.0.15 "PUT /v2.0/routers/b791a096-7377-4ca3-85f9-1fd099089824/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1389544 May 30 04:57:45.755662 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-a2703039-dee4-41c4-b072-31f3a4f113ba tempest-ExtraDHCPOptionsIpV6TestJSON-43466505 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505-project] For port 6747d906-3243-482d-8f7f-322679bd9f5d, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=6747d906-3243-482d-8f7f-322679bd9f5d,segment=NetworkSegment(183eebde-f8de-4b52-9824-e8e481fe951a),segment_id=183eebde-f8de-4b52-9824-e8e481fe951a)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:57:45.756030 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a2703039-dee4-41c4-b072-31f3a4f113ba tempest-ExtraDHCPOptionsIpV6TestJSON-43466505 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:45.800788 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port bebf232b-acc3-49f2-9479-17819a0e031d triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:57:45.801379 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:45.804671 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 40452) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:57:46.038986 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-a2703039-dee4-41c4-b072-31f3a4f113ba tempest-ExtraDHCPOptionsIpV6TestJSON-43466505 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505-project] Calling delete_port for 6747d906-3243-482d-8f7f-322679bd9f5d owned by network:dhcp {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:57:46.077221 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-6f108937-8a81-479a-843b-4c13c81edd56 None None] Current status of the port c0b1f726-f840-4f9f-aaef-036ddcbf6953 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:57:46.077432 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-6f108937-8a81-479a-843b-4c13c81edd56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:46.078509 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d91a921c-9542-47c4-b3de-d866ee09ff49 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Router a81fb82e-bd5d-4370-9bfe-8923a4409a37 has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 04:57:46.126902 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port bebf232b-acc3-49f2-9479-17819a0e031d is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:57:46.139789 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-6f108937-8a81-479a-843b-4c13c81edd56 None None] For port c0b1f726-f840-4f9f-aaef-036ddcbf6953, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=c0b1f726-f840-4f9f-aaef-036ddcbf6953,segment=NetworkSegment(6abeef31-5b04-4a61-b3c6-3fb00ade1631),segment_id=6abeef31-5b04-4a61-b3c6-3fb00ade1631)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:57:46.139945 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5f024706-1deb-4925-bed3-4b14cb7c70a8 tempest-ExtraDHCPOptionsTestJSON-1863413126 tempest-ExtraDHCPOptionsTestJSON-1863413126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:46.151964 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-6f108937-8a81-479a-843b-4c13c81edd56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:46.204914 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ea1d3ea4-6a21-4687-8e31-1a0682d310db tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11765'] for router, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:46.267328 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f108937-8a81-479a-843b-4c13c81edd56 None None] Pushing event updated for resources: {'Port': ['ID=c0b1f726-f840-4f9f-aaef-036ddcbf6953,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:46.271420 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d91a921c-9542-47c4-b3de-d866ee09ff49 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 04:57:46.272224 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2385c8d-a7cb-4207-af8f-bb1cea4023e8 None None] DHCP port deletion for 5f855a45-244e-48ef-bc94-1ad35be9338b request from dv-neutron-843763-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 30 04:57:46.278752 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-b2385c8d-a7cb-4207-af8f-bb1cea4023e8 None None] Deleting port 6747d906-3243-482d-8f7f-322679bd9f5d {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:57:46.278954 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-b2385c8d-a7cb-4207-af8f-bb1cea4023e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:46.284215 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82929bec-0c5f-4c91-8efe-2d5aae08c174 None None] Sync routers for ids ['a81fb82e-bd5d-4370-9bfe-8923a4409a37'] in dv-neutron-843763-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 04:57:46.287907 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7aad1deb-0d69-4c75-a284-66ac5b32d8ab tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860493'] for subnet, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:46.302972 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82929bec-0c5f-4c91-8efe-2d5aae08c174 None None] Routers {'a81fb82e-bd5d-4370-9bfe-8923a4409a37'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 04:57:46.304769 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-82929bec-0c5f-4c91-8efe-2d5aae08c174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T04:57:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['a81fb82e-bd5d-4370-9bfe-8923a4409a37'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:57:46.323769 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-d91a921c-9542-47c4-b3de-d866ee09ff49 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "PUT /v2.0/routers/a81fb82e-bd5d-4370-9bfe-8923a4409a37/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3071902 May 30 04:57:46.328940 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 40456) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:57:46.329369 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ea1d3ea4-6a21-4687-8e31-1a0682d310db tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1603699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1603708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1603909'] for router, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:46.332077 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f024706-1deb-4925-bed3-4b14cb7c70a8 tempest-ExtraDHCPOptionsTestJSON-1863413126 tempest-ExtraDHCPOptionsTestJSON-1863413126-project] Pushing event deleted for resources: {'Port': ['ID=31bbc053-da76-4eeb-ae07-4bf086971e10,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:46.383977 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-6f108937-8a81-479a-843b-4c13c81edd56 None None] Provisioning for port a4391781-cb12-458b-84e2-e37451f17ab2 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:57:46.410057 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2fc08755-3b4f-4a8a-9be7-458eadaea270 tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Notify callbacks [] for router, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:46.437465 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-37647098-217d-4554-8acf-efb06ec04362 req-433653bd-ae97-4858-923e-5b728d9041c0 service neutron] 10.222.0.39 "GET /v2.0/networks/d6c60be6-16d0-4643-855e-f83fdbae0248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6883986 May 30 04:57:46.445125 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a2703039-dee4-41c4-b072-31f3a4f113ba tempest-ExtraDHCPOptionsIpV6TestJSON-43466505 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:46.471345 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device cd0ee46d-260d-418e-a3c0-49a5fac98810 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 04:57:46.559461 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-6f108937-8a81-479a-843b-4c13c81edd56 None None] Could not find standard attr ID for object 2886b038-0953-4ff6-9e7b-74ce92bc9bdc. {{(pid=88262) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 30 04:57:46.628725 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2703039-dee4-41c4-b072-31f3a4f113ba tempest-ExtraDHCPOptionsIpV6TestJSON-43466505 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505-project] Pushing event deleted for resources: {'Port': ['ID=6747d906-3243-482d-8f7f-322679bd9f5d,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:46.631969 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-b2385c8d-a7cb-4207-af8f-bb1cea4023e8 None None] The port '6747d906-3243-482d-8f7f-322679bd9f5d' was deleted {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 30 04:57:46.649303 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-82929bec-0c5f-4c91-8efe-2d5aae08c174 None None] Set router a81fb82e-bd5d-4370-9bfe-8923a4409a37 gateway port host: None {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 04:57:46.657835 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2703039-dee4-41c4-b072-31f3a4f113ba tempest-ExtraDHCPOptionsIpV6TestJSON-43466505 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505-project] No DVR routers for this DVR port 6747d906-3243-482d-8f7f-322679bd9f5d on host dv-neutron-843763-1-hyperv {{(pid=88261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 04:57:46.660580 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port cd0ee46d-260d-418e-a3c0-49a5fac98810 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:57:46.661162 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:46.694431 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7aad1deb-0d69-4c75-a284-66ac5b32d8ab tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1547867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2133322'] for subnet, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:46.753193 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d4b06c2-014e-4cb7-88ae-83c06d457cd9 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:57:46.754846 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d4b06c2-014e-4cb7-88ae-83c06d457cd9 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:57:46.756363 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-8d4b06c2-014e-4cb7-88ae-83c06d457cd9 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Synchronizing usage tracker for tenant:16af2dbefc6742d5a37a7b30e58c8c2f on resource:subnet {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:57:46.765643 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-82929bec-0c5f-4c91-8efe-2d5aae08c174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a81fb82e-bd5d-4370-9bfe-8923a4409a37', 'name': 'tempest-NetworksTestDHCPv6-router-1669092611', 'tenant_id': '16af2dbefc6742d5a37a7b30e58c8c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T04:57:28Z', 'updated_at': '2022-05-30T04:57:43Z', 'revision_number': 3, 'project_id': '16af2dbefc6742d5a37a7b30e58c8c2f', 'gw_port_host': None}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:57:46.774810 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82929bec-0c5f-4c91-8efe-2d5aae08c174 None None] Checking router: a81fb82e-bd5d-4370-9bfe-8923a4409a37 for host: dv-neutron-843763-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 04:57:46.778876 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aad1deb-0d69-4c75-a284-66ac5b32d8ab tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Pushing event deleted for resources: {'Subnet': ['ID=d433d979-1c61-46ac-9cdf-f80f58bff5f5,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:46.785373 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7aad1deb-0d69-4c75-a284-66ac5b32d8ab tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:46.790129 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82929bec-0c5f-4c91-8efe-2d5aae08c174 None None] Routers {'a81fb82e-bd5d-4370-9bfe-8923a4409a37'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 04:57:46.790129 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-82929bec-0c5f-4c91-8efe-2d5aae08c174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T04:57:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['a81fb82e-bd5d-4370-9bfe-8923a4409a37'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:57:46.826057 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66edf78b-4ab3-4b00-84ac-147f8e751e4a None None] Network 0a5ed611-7282-4b8c-a537-46d919a88055 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:57:46.938583 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5f024706-1deb-4925-bed3-4b14cb7c70a8 tempest-ExtraDHCPOptionsTestJSON-1863413126 tempest-ExtraDHCPOptionsTestJSON-1863413126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:46.943670 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-5f024706-1deb-4925-bed3-4b14cb7c70a8 tempest-ExtraDHCPOptionsTestJSON-1863413126 tempest-ExtraDHCPOptionsTestJSON-1863413126-project] 10.222.0.15 "DELETE /v2.0/ports/31bbc053-da76-4eeb-ae07-4bf086971e10 HTTP/1.1" status: 204 len: 168 time: 3.5613410 May 30 04:57:46.944900 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 40462) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:57:46.945320 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port cd0ee46d-260d-418e-a3c0-49a5fac98810 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:57:46.947007 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device a4391781-cb12-458b-84e2-e37451f17ab2 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 04:57:46.947847 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-82929bec-0c5f-4c91-8efe-2d5aae08c174 None None] Set router a81fb82e-bd5d-4370-9bfe-8923a4409a37 gateway port host: None {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 04:57:46.971740 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-7aad1deb-0d69-4c75-a284-66ac5b32d8ab tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] 10.222.0.15 "DELETE /v2.0/subnets/d433d979-1c61-46ac-9cdf-f80f58bff5f5 HTTP/1.1" status: 204 len: 168 time: 2.3913465 May 30 04:57:46.974659 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 40466) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:57:47.014571 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a2703039-dee4-41c4-b072-31f3a4f113ba tempest-ExtraDHCPOptionsIpV6TestJSON-43466505 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867540', 'neutron.services.segments.db._delete_segments_for_network-8729234922972'] for network, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:47.043923 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-8d4b06c2-014e-4cb7-88ae-83c06d457cd9 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Unset dirty status for tenant:16af2dbefc6742d5a37a7b30e58c8c2f on resource:subnet {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:57:47.048748 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-8d4b06c2-014e-4cb7-88ae-83c06d457cd9 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.7188921 May 30 04:57:47.053675 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 40468) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:57:47.064454 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19acb999-6968-44d8-b5ba-de4b275aeedb req-66ede303-c7ef-4eb8-be76-3eda09b87a86 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:57:47.065991 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-19acb999-6968-44d8-b5ba-de4b275aeedb req-66ede303-c7ef-4eb8-be76-3eda09b87a86 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1e7b65a-2794-4268-bd76-1003a7875678 HTTP/1.1" status: 200 len: 946 time: 0.5218573 May 30 04:57:47.069366 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-a2703039-dee4-41c4-b072-31f3a4f113ba tempest-ExtraDHCPOptionsIpV6TestJSON-43466505 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f855a45-244e-48ef-bc94-1ad35be9338b']}} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:57:47.080036 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-b399a463-082e-4552-9963-fa846c446aa7 None None] Could not find standard attr ID for object 31bbc053-da76-4eeb-ae07-4bf086971e10. {{(pid=88262) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 30 04:57:47.150347 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-82929bec-0c5f-4c91-8efe-2d5aae08c174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a81fb82e-bd5d-4370-9bfe-8923a4409a37', 'name': 'tempest-NetworksTestDHCPv6-router-1669092611', 'tenant_id': '16af2dbefc6742d5a37a7b30e58c8c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T04:57:28Z', 'updated_at': '2022-05-30T04:57:43Z', 'revision_number': 3, 'project_id': '16af2dbefc6742d5a37a7b30e58c8c2f', 'gw_port_host': None}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:57:47.156610 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82929bec-0c5f-4c91-8efe-2d5aae08c174 None None] The sync data for ids ['a81fb82e-bd5d-4370-9bfe-8923a4409a37'] in dv-neutron-843763-1-hyperv is: [{'id': 'a81fb82e-bd5d-4370-9bfe-8923a4409a37', 'name': 'tempest-NetworksTestDHCPv6-router-1669092611', 'tenant_id': '16af2dbefc6742d5a37a7b30e58c8c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T04:57:28Z', 'updated_at': '2022-05-30T04:57:43Z', 'revision_number': 3, 'project_id': '16af2dbefc6742d5a37a7b30e58c8c2f', 'gw_port_host': None}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 04:57:47.191267 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-b399a463-082e-4552-9963-fa846c446aa7 None None] Could not find standard attr ID for object f1f458ed-cc6f-4070-981a-30892cd2190f. {{(pid=88262) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 30 04:57:47.209096 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-45f79e78-106a-4f09-9d2c-69baeab7263d None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 04:57:47.215849 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-a2703039-dee4-41c4-b072-31f3a4f113ba tempest-ExtraDHCPOptionsIpV6TestJSON-43466505 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '183eebde-f8de-4b52-9824-e8e481fe951a') {'for_net_delete': True} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:57:47.216395 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-a2703039-dee4-41c4-b072-31f3a4f113ba tempest-ExtraDHCPOptionsIpV6TestJSON-43466505 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '183eebde-f8de-4b52-9824-e8e481fe951a') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:57:47.216547 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port a4391781-cb12-458b-84e2-e37451f17ab2 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:57:47.228232 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port a4391781-cb12-458b-84e2-e37451f17ab2 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:57:47.228851 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:47.248364 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a2703039-dee4-41c4-b072-31f3a4f113ba tempest-ExtraDHCPOptionsIpV6TestJSON-43466505 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729235042807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3545573'] for segment, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:47.287781 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_v2 [None req-b056e09d-ec1d-43e1-aaa9-919eb8aba1d4 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Deleting subnet 8697d9e3-ff1b-400c-8f33-5d512362e5fa {{(pid=88261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 30 04:57:47.293157 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b056e09d-ec1d-43e1-aaa9-919eb8aba1d4 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks [] for subnet, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:47.322724 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a2703039-dee4-41c4-b072-31f3a4f113ba tempest-ExtraDHCPOptionsIpV6TestJSON-43466505 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:47.331811 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-19acb999-6968-44d8-b5ba-de4b275aeedb req-d2ceff00-9607-4739-af87-8063c1ff4045 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0fb8c38-d8b6-4c01-bc8c-1b54a1e25304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2367663 May 30 04:57:47.341001 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:47.345735 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2703039-dee4-41c4-b072-31f3a4f113ba tempest-ExtraDHCPOptionsIpV6TestJSON-43466505 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=88261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 04:57:47.346175 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a2703039-dee4-41c4-b072-31f3a4f113ba tempest-ExtraDHCPOptionsIpV6TestJSON-43466505 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-862858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2304281'] for segment, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:47.411709 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea1d3ea4-6a21-4687-8e31-1a0682d310db tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Router 7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79 has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 04:57:47.429459 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b69288c5-7187-4b82-949a-99828dcf980a tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897784'] for network, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:47.429947 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 183eebde-f8de-4b52-9824-e8e481fe951a resource provider aggregate not found May 30 04:57:47.439895 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port a4391781-cb12-458b-84e2-e37451f17ab2 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:57:47.440960 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:47.447636 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b056e09d-ec1d-43e1-aaa9-919eb8aba1d4 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3545586'] for subnet, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:47.476480 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 183eebde-f8de-4b52-9824-e8e481fe951a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 183eebde-f8de-4b52-9824-e8e481fe951a found for delete ", "request_id": "req-ee1fafec-77dd-441d-8893-04ff31cea07a"}]} May 30 04:57:47.489525 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] For port a4391781-cb12-458b-84e2-e37451f17ab2, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=a4391781-cb12-458b-84e2-e37451f17ab2,segment=NetworkSegment(6abeef31-5b04-4a61-b3c6-3fb00ade1631),segment_id=6abeef31-5b04-4a61-b3c6-3fb00ade1631)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:57:47.494450 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:47.522345 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a2703039-dee4-41c4-b072-31f3a4f113ba tempest-ExtraDHCPOptionsIpV6TestJSON-43466505 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604744'] for network, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:47.535686 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a2703039-dee4-41c4-b072-31f3a4f113ba tempest-ExtraDHCPOptionsIpV6TestJSON-43466505 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:47.550062 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e559f017-9663-42dd-8891-1bbe8dcaa868 None None] DHCP port deletion for 0a5ed611-7282-4b8c-a537-46d919a88055 request from dv-neutron-843763-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 30 04:57:47.561231 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdcddf55-64a0-44f6-b01e-00a14c4bddea tempest-ExtraDHCPOptionsTestJSON-1863413126 tempest-ExtraDHCPOptionsTestJSON-1863413126-project] Deleting subnet 5122c32b-c5e0-4e75-9f5c-2747f8fbc72a {{(pid=88260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 30 04:57:47.570433 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2703039-dee4-41c4-b072-31f3a4f113ba tempest-ExtraDHCPOptionsIpV6TestJSON-43466505 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505-project] Pushing event deleted for resources: {'Network': ['ID=5f855a45-244e-48ef-bc94-1ad35be9338b,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:47.572113 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-e559f017-9663-42dd-8891-1bbe8dcaa868 None None] Deleting port 6784e821-c379-4967-8cda-733b1f51b201 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:57:47.572498 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e559f017-9663-42dd-8891-1bbe8dcaa868 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:47.587325 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-a2703039-dee4-41c4-b072-31f3a4f113ba tempest-ExtraDHCPOptionsIpV6TestJSON-43466505 tempest-ExtraDHCPOptionsIpV6TestJSON-43466505-project] 10.222.0.15 "DELETE /v2.0/networks/5f855a45-244e-48ef-bc94-1ad35be9338b HTTP/1.1" status: 204 len: 168 time: 4.1097088 May 30 04:57:47.619642 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b056e09d-ec1d-43e1-aaa9-919eb8aba1d4 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860493'] for subnet, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:47.635448 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2fc08755-3b4f-4a8a-9be7-458eadaea270 tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:47.646804 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-cdcddf55-64a0-44f6-b01e-00a14c4bddea tempest-ExtraDHCPOptionsTestJSON-1863413126 tempest-ExtraDHCPOptionsTestJSON-1863413126-project] Notify callbacks [] for subnet, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:47.682176 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-b69288c5-7187-4b82-949a-99828dcf980a tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Deleting port 6784e821-c379-4967-8cda-733b1f51b201 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:57:47.683108 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b69288c5-7187-4b82-949a-99828dcf980a tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:47.704389 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Pushing event updated for resources: {'Port': ['ID=a4391781-cb12-458b-84e2-e37451f17ab2,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:47.709333 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b056e09d-ec1d-43e1-aaa9-919eb8aba1d4 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2304955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9305493'] for subnet, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:47.768977 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-2fc08755-3b4f-4a8a-9be7-458eadaea270 tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Deleting port 73b99342-ae03-4979-947d-e76ad0ad41c2 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:57:47.769440 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2fc08755-3b4f-4a8a-9be7-458eadaea270 tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:47.775353 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b056e09d-ec1d-43e1-aaa9-919eb8aba1d4 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:47.781748 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b056e09d-ec1d-43e1-aaa9-919eb8aba1d4 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Pushing event deleted for resources: {'Subnet': ['ID=8697d9e3-ff1b-400c-8f33-5d512362e5fa,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:47.802502 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-b056e09d-ec1d-43e1-aaa9-919eb8aba1d4 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "DELETE /v2.0/subnets/8697d9e3-ff1b-400c-8f33-5d512362e5fa HTTP/1.1" status: 204 len: 168 time: 0.7354565 May 30 04:57:47.803475 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 40480) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:57:47.825266 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a441f593-2e30-417c-943b-25ec08c1d260 None None] Network 0008fd3d-19e9-40cf-b545-4a7647b90cf1 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:57:47.886926 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-cdcddf55-64a0-44f6-b01e-00a14c4bddea tempest-ExtraDHCPOptionsTestJSON-1863413126 tempest-ExtraDHCPOptionsTestJSON-1863413126-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1454738'] for subnet, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:47.922599 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea1d3ea4-6a21-4687-8e31-1a0682d310db tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 04:57:47.944452 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40d9a55-8d29-4631-adcb-1dd3c732a80b None None] Sync routers for ids ['7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79'] in dv-neutron-843763-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 04:57:47.962055 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ea1d3ea4-6a21-4687-8e31-1a0682d310db tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:47.965760 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-ea1d3ea4-6a21-4687-8e31-1a0682d310db tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] 10.222.0.15 "PUT /v2.0/routers/7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79 HTTP/1.1" status: 200 len: 934 time: 6.0563600 May 30 04:57:47.966748 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 40486) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:57:48.006706 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40d9a55-8d29-4631-adcb-1dd3c732a80b None None] Routers {'7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 04:57:48.007394 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-d40d9a55-8d29-4631-adcb-1dd3c732a80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T04:57:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:57:48.014292 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 40490) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:57:48.205567 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-f75a077e-8494-467c-8725-349cae502139 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Synchronizing usage tracker for tenant:16af2dbefc6742d5a37a7b30e58c8c2f on resource:router {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:57:48.219998 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-e559f017-9663-42dd-8891-1bbe8dcaa868 None None] For port 6784e821-c379-4967-8cda-733b1f51b201, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=6784e821-c379-4967-8cda-733b1f51b201,segment=NetworkSegment(f608f794-864a-4e73-991f-5738bfddfcc0),segment_id=f608f794-864a-4e73-991f-5738bfddfcc0)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:57:48.220220 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e559f017-9663-42dd-8891-1bbe8dcaa868 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:48.221653 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-9f93e4d8-aa04-4ec4-bdbd-e020b28bbfea tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] 10.222.0.15 "GET /v2.0/routers/7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79 HTTP/1.1" status: 200 len: 934 time: 0.2529871 May 30 04:57:48.223154 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 40496) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:57:48.228660 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-188a2bc8-d807-47ad-9a26-70350a91af87 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Request body: {'router': {'routes': None}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:57:48.238823 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-b69288c5-7187-4b82-949a-99828dcf980a tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] For port 6784e821-c379-4967-8cda-733b1f51b201, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=6784e821-c379-4967-8cda-733b1f51b201,segment=NetworkSegment(f608f794-864a-4e73-991f-5738bfddfcc0),segment_id=f608f794-864a-4e73-991f-5738bfddfcc0)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:57:48.249335 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-d40d9a55-8d29-4631-adcb-1dd3c732a80b None None] Set router 7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79 gateway port host: None {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 04:57:48.249886 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b69288c5-7187-4b82-949a-99828dcf980a tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:48.331199 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2fc08755-3b4f-4a8a-9be7-458eadaea270 tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:48.393200 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-f75a077e-8494-467c-8725-349cae502139 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Unset dirty status for tenant:16af2dbefc6742d5a37a7b30e58c8c2f on resource:router {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:57:48.397523 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-f75a077e-8494-467c-8725-349cae502139 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.5921135 May 30 04:57:48.401285 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 40502) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:57:48.408956 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-b69288c5-7187-4b82-949a-99828dcf980a tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Calling delete_port for 6784e821-c379-4967-8cda-733b1f51b201 owned by network:dhcp {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:57:48.409128 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device a4391781-cb12-458b-84e2-e37451f17ab2 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 04:57:48.452522 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-e559f017-9663-42dd-8891-1bbe8dcaa868 None None] Calling delete_port for 6784e821-c379-4967-8cda-733b1f51b201 owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:57:48.735627 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be71821-d8c3-4dd7-a31f-50fcd8466c6c None None] DHCP port deletion for 0008fd3d-19e9-40cf-b545-4a7647b90cf1 request from dv-neutron-843763-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 30 04:57:48.758699 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-7be71821-d8c3-4dd7-a31f-50fcd8466c6c None None] Deleting port cd0ee46d-260d-418e-a3c0-49a5fac98810 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:57:48.759075 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7be71821-d8c3-4dd7-a31f-50fcd8466c6c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:48.816543 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e559f017-9663-42dd-8891-1bbe8dcaa868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069'] for port, after_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:48.868289 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port a4391781-cb12-458b-84e2-e37451f17ab2 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:57:48.868494 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:48.899435 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-2fc08755-3b4f-4a8a-9be7-458eadaea270 tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Calling delete_port for 73b99342-ae03-4979-947d-e76ad0ad41c2 owned by network:router_gateway {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:57:48.926353 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e559f017-9663-42dd-8891-1bbe8dcaa868 None None] Pushing event deleted for resources: {'Port': ['ID=6784e821-c379-4967-8cda-733b1f51b201,revision_number=None']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:48.956322 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e559f017-9663-42dd-8891-1bbe8dcaa868 None None] No DVR routers for this DVR port 6784e821-c379-4967-8cda-733b1f51b201 on host dv-neutron-843763-1-hyperv {{(pid=88262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 04:57:48.962419 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-cdcddf55-64a0-44f6-b01e-00a14c4bddea tempest-ExtraDHCPOptionsTestJSON-1863413126 tempest-ExtraDHCPOptionsTestJSON-1863413126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860493'] for subnet, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:49.005481 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.extraroute_db [None req-188a2bc8-d807-47ad-9a26-70350a91af87 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Added routes are [] {{(pid=88261) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} May 30 04:57:49.005672 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.extraroute_db [None req-188a2bc8-d807-47ad-9a26-70350a91af87 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=88261) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} May 30 04:57:49.013858 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-e6a58a1d-cf03-416b-b9ee-02a5061181e6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7e70992debf9412a8a03f258fd890bfb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9962702 May 30 04:57:49.015780 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 40506) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:57:49.025970 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a1db7579-8dcb-4c85-a87a-a076b2ad27a1 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks [] for router, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:49.077493 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-188a2bc8-d807-47ad-9a26-70350a91af87 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11765'] for router, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:49.166524 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-dbe5edff-ca38-44ca-b849-ad3206e97fba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:49.230482 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port a4391781-cb12-458b-84e2-e37451f17ab2 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:57:49.231583 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device c0b1f726-f840-4f9f-aaef-036ddcbf6953 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 04:57:49.256595 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.db.api [None req-b69288c5-7187-4b82-949a-99828dcf980a tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88260) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 04:57:49.256836 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG oslo_db.api [None req-b69288c5-7187-4b82-949a-99828dcf980a tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 04:57:49.271761 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-dbe5edff-ca38-44ca-b849-ad3206e97fba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:49.287812 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-7be71821-d8c3-4dd7-a31f-50fcd8466c6c None None] For port cd0ee46d-260d-418e-a3c0-49a5fac98810, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=cd0ee46d-260d-418e-a3c0-49a5fac98810,segment=NetworkSegment(c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1),segment_id=c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:57:49.288209 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7be71821-d8c3-4dd7-a31f-50fcd8466c6c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:49.419478 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a1db7579-8dcb-4c85-a87a-a076b2ad27a1 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11660'] for router, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:49.423322 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a1db7579-8dcb-4c85-a87a-a076b2ad27a1 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:49.424515 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-7be71821-d8c3-4dd7-a31f-50fcd8466c6c None None] Calling delete_port for cd0ee46d-260d-418e-a3c0-49a5fac98810 owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:57:49.428921 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-cdcddf55-64a0-44f6-b01e-00a14c4bddea tempest-ExtraDHCPOptionsTestJSON-1863413126 tempest-ExtraDHCPOptionsTestJSON-1863413126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1547867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2133322'] for subnet, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:49.457392 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-d40d9a55-8d29-4631-adcb-1dd3c732a80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79', 'name': 'tempest-RoutersTest-router-2065317118', 'tenant_id': '177e950b79b644f8ac61f323eed71206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T04:56:58Z', 'updated_at': '2022-05-30T04:57:44Z', 'revision_number': 6, 'project_id': '177e950b79b644f8ac61f323eed71206', 'gw_port_host': None, '_interfaces': [{'id': '432a1540-d804-4228-8198-3df5dfb500cc', 'name': '', 'network_id': '769b7698-7495-4486-9f2d-72117eec4bb7', 'tenant_id': '177e950b79b644f8ac61f323eed71206', 'mac_address': 'fa:16:3e:c7:7a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '77532eb2-7620-4ce4-8e37-61e439c6d44b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:57:04Z', 'updated_at': '2022-05-30T04:57:16Z', 'revision_number': 5, 'project_id': '177e950b79b644f8ac61f323eed71206', 'subnets': [{'id': '77532eb2-7620-4ce4-8e37-61e439c6d44b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a4391781-cb12-458b-84e2-e37451f17ab2', 'name': '', 'network_id': 'c2613425-784b-46e7-aade-220941af0aa0', 'tenant_id': '177e950b79b644f8ac61f323eed71206', 'mac_address': 'fa:16:3e:2e:22:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '881ce41b-1e1d-4d28-a0b0-276edd297fd0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:57:29Z', 'updated_at': '2022-05-30T04:57:47Z', 'revision_number': 5, 'project_id': '177e950b79b644f8ac61f323eed71206', 'subnets': [{'id': '881ce41b-1e1d-4d28-a0b0-276edd297fd0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bebf232b-acc3-49f2-9479-17819a0e031d', 'name': '', 'network_id': '0f8aac24-3be8-40a7-b1d5-664951562536', 'tenant_id': '177e950b79b644f8ac61f323eed71206', 'mac_address': 'fa:16:3e:3f:de:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '3f4fd06e-e311-418a-b104-7f0ed3283048', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:57:23Z', 'updated_at': '2022-05-30T04:57:41Z', 'revision_number': 5, 'project_id': '177e950b79b644f8ac61f323eed71206', 'subnets': [{'id': '3f4fd06e-e311-418a-b104-7f0ed3283048', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9e138ae-5cd3-4cf6-9bbe-cbce483702e2', 'name': '', 'network_id': '0c0bebba-bddf-42fb-9235-05d8923d12f7', 'tenant_id': '177e950b79b644f8ac61f323eed71206', 'mac_address': 'fa:16:3e:0d:3e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '27305ac9-0933-4276-9473-96e3d96a2da4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:57:15Z', 'updated_at': '2022-05-30T04:57:38Z', 'revision_number': 5, 'project_id': '177e950b79b644f8ac61f323eed71206', 'subnets': [{'id': '27305ac9-0933-4276-9473-96e3d96a2da4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:57:49.475158 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-188a2bc8-d807-47ad-9a26-70350a91af87 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11765'] for router, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:49.478511 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40d9a55-8d29-4631-adcb-1dd3c732a80b None None] Checking router: 7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79 for host: dv-neutron-843763-1-hyperv {{(pid=88262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 04:57:49.479858 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-188a2bc8-d807-47ad-9a26-70350a91af87 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1603699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1603708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1603909'] for router, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:49.492424 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcddf55-64a0-44f6-b01e-00a14c4bddea tempest-ExtraDHCPOptionsTestJSON-1863413126 tempest-ExtraDHCPOptionsTestJSON-1863413126-project] Pushing event deleted for resources: {'Subnet': ['ID=5122c32b-c5e0-4e75-9f5c-2747f8fbc72a,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:49.503449 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-cdcddf55-64a0-44f6-b01e-00a14c4bddea tempest-ExtraDHCPOptionsTestJSON-1863413126 tempest-ExtraDHCPOptionsTestJSON-1863413126-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:49.513326 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a069bc-5e3a-4486-9457-17e4a03131b8 req-a1323b90-4fdf-4837-88f4-84e7281cf76e tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:57:49.514231 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40d9a55-8d29-4631-adcb-1dd3c732a80b None None] Routers {'7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 04:57:49.514860 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-d40d9a55-8d29-4631-adcb-1dd3c732a80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T04:57:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:57:49.515013 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-72a069bc-5e3a-4486-9457-17e4a03131b8 req-a1323b90-4fdf-4837-88f4-84e7281cf76e tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1e7b65a-2794-4268-bd76-1003a7875678 HTTP/1.1" status: 200 len: 946 time: 0.9474468 May 30 04:57:49.520293 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a1db7579-8dcb-4c85-a87a-a076b2ad27a1 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1601605'] for router, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:49.520799 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1db7579-8dcb-4c85-a87a-a076b2ad27a1 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Fanout notify agent at l3_agent the message router_deleted on router a81fb82e-bd5d-4370-9bfe-8923a4409a37 {{(pid=88260) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 30 04:57:49.531414 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a1db7579-8dcb-4c85-a87a-a076b2ad27a1 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:49.535268 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-a1db7579-8dcb-4c85-a87a-a076b2ad27a1 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "DELETE /v2.0/routers/a81fb82e-bd5d-4370-9bfe-8923a4409a37 HTTP/1.1" status: 204 len: 168 time: 1.0892634 May 30 04:57:49.550089 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 40510) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:57:49.553172 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-cdcddf55-64a0-44f6-b01e-00a14c4bddea tempest-ExtraDHCPOptionsTestJSON-1863413126 tempest-ExtraDHCPOptionsTestJSON-1863413126-project] 10.222.0.15 "DELETE /v2.0/subnets/5122c32b-c5e0-4e75-9f5c-2747f8fbc72a HTTP/1.1" status: 204 len: 168 time: 2.5966415 May 30 04:57:49.555133 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-dbe5edff-ca38-44ca-b849-ad3206e97fba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:49.557306 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-f02a23f4-5f38-40bb-b1fc-16aa977c09d8 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Request body: {'subnet': {'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:57:49.571503 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d08ab698-addf-4b77-ab3f-0b546bf5c19d None None] Network 2149c78a-b853-4211-8b1c-49b19dd8d0b5 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:57:49.575460 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 40514) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:57:49.607078 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port c0b1f726-f840-4f9f-aaef-036ddcbf6953 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:57:49.607489 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:49.643113 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe5edff-ca38-44ca-b849-ad3206e97fba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb6a4731-ab96-4d9a-92de-77619b201391,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:49.663363 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-dbe5edff-ca38-44ca-b849-ad3206e97fba admin admin] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:49.667170 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-dbe5edff-ca38-44ca-b849-ad3206e97fba admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fb6a4731-ab96-4d9a-92de-77619b201391 HTTP/1.1" status: 204 len: 168 time: 0.6475656 May 30 04:57:49.702420 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-188a2bc8-d807-47ad-9a26-70350a91af87 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Router 7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79 has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 04:57:49.759966 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-b69288c5-7187-4b82-949a-99828dcf980a tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Deleting port 6784e821-c379-4967-8cda-733b1f51b201 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:57:49.760478 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b69288c5-7187-4b82-949a-99828dcf980a tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:49.814729 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7be71821-d8c3-4dd7-a31f-50fcd8466c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069'] for port, after_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:49.868600 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-72a069bc-5e3a-4486-9457-17e4a03131b8 req-03e3f13b-40fd-433c-9992-92459863d053 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0fb8c38-d8b6-4c01-bc8c-1b54a1e25304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3347416 May 30 04:57:49.900918 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be71821-d8c3-4dd7-a31f-50fcd8466c6c None None] Pushing event deleted for resources: {'Port': ['ID=cd0ee46d-260d-418e-a3c0-49a5fac98810,revision_number=None']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:49.902705 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be71821-d8c3-4dd7-a31f-50fcd8466c6c None None] No DVR routers for this DVR port cd0ee46d-260d-418e-a3c0-49a5fac98810 on host dv-neutron-843763-1-hyperv {{(pid=88262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 04:57:49.942268 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-b69288c5-7187-4b82-949a-99828dcf980a tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] The port '6784e821-c379-4967-8cda-733b1f51b201' was deleted {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 30 04:57:49.955294 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-d40d9a55-8d29-4631-adcb-1dd3c732a80b None None] Set router 7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79 gateway port host: None {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 04:57:49.956623 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-188a2bc8-d807-47ad-9a26-70350a91af87 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 04:57:49.965041 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-188a2bc8-d807-47ad-9a26-70350a91af87 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks [] for router, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:49.969770 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-188a2bc8-d807-47ad-9a26-70350a91af87 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] 10.222.0.15 "PUT /v2.0/routers/7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79 HTTP/1.1" status: 200 len: 700 time: 1.7455249 May 30 04:57:49.970883 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 40524) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:57:50.036437 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-cbbb1efe-1361-44dd-b410-49481839bd84 tempest-ExtraDHCPOptionsTestJSON-1863413126 tempest-ExtraDHCPOptionsTestJSON-1863413126-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897784'] for network, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:50.044716 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-f02a23f4-5f38-40bb-b1fc-16aa977c09d8 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:57:50.049650 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-f02a23f4-5f38-40bb-b1fc-16aa977c09d8 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Usage tracker for resource:subnet and tenant:16af2dbefc6742d5a37a7b30e58c8c2f is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:57:50.054722 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-f02a23f4-5f38-40bb-b1fc-16aa977c09d8 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:57:50.077180 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2fc08755-3b4f-4a8a-9be7-458eadaea270 tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:50.127576 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-f02a23f4-5f38-40bb-b1fc-16aa977c09d8 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:57:50.206202 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc08755-3b4f-4a8a-9be7-458eadaea270 tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Pushing event deleted for resources: {'Port': ['ID=73b99342-ae03-4979-947d-e76ad0ad41c2,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:50.255139 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-9b67b04a-e081-43a0-88b2-84b2e85606ca tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] 10.222.0.15 "GET /v2.0/routers/7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79 HTTP/1.1" status: 200 len: 700 time: 0.2828383 May 30 04:57:50.258198 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 40534) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:57:50.260843 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-cbbb1efe-1361-44dd-b410-49481839bd84 tempest-ExtraDHCPOptionsTestJSON-1863413126 tempest-ExtraDHCPOptionsTestJSON-1863413126-project] Deleting port 306e331b-f576-4c3d-9563-691cc449c593 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:57:50.261256 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-cbbb1efe-1361-44dd-b410-49481839bd84 tempest-ExtraDHCPOptionsTestJSON-1863413126 tempest-ExtraDHCPOptionsTestJSON-1863413126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:50.415694 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port c0b1f726-f840-4f9f-aaef-036ddcbf6953 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:57:50.536580 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea8ee0c-37bb-4679-8431-b552db36aaa9 req-37f7f2c1-c4bf-4dd1-939b-0bea38e525fc tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:57:50.537845 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-dea8ee0c-37bb-4679-8431-b552db36aaa9 req-37f7f2c1-c4bf-4dd1-939b-0bea38e525fc tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1e7b65a-2794-4268-bd76-1003a7875678 HTTP/1.1" status: 200 len: 946 time: 0.4111285 May 30 04:57:50.554549 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b69288c5-7187-4b82-949a-99828dcf980a tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867540', 'neutron.services.segments.db._delete_segments_for_network-8729234922972'] for network, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:50.557123 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device f1f458ed-cc6f-4070-981a-30892cd2190f no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 04:57:50.565167 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f02a23f4-5f38-40bb-b1fc-16aa977c09d8 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Made reservation on behalf of 16af2dbefc6742d5a37a7b30e58c8c2f for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:57:50.568778 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f02a23f4-5f38-40bb-b1fc-16aa977c09d8 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2133361'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:50.614357 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] No Port match for: f1f458ed-cc6f-4070-981a-30892cd2190f {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 04:57:50.614705 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device f1f458ed-cc6f-4070-981a-30892cd2190f not bound to the agent host dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 04:57:50.615128 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 6784e821-c379-4967-8cda-733b1f51b201 no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 04:57:50.617490 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-dea8ee0c-37bb-4679-8431-b552db36aaa9 req-56f510de-29b8-4a92-b571-4ed5b287d52f tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0fb8c38-d8b6-4c01-bc8c-1b54a1e25304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697174 May 30 04:57:50.675416 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2039477-acbb-47b6-a60d-2173a9ac8ab0 None None] DHCP port deletion for 2149c78a-b853-4211-8b1c-49b19dd8d0b5 request from dv-neutron-843763-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 30 04:57:50.692722 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] No Port match for: 6784e821-c379-4967-8cda-733b1f51b201 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 04:57:50.693069 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 6784e821-c379-4967-8cda-733b1f51b201 not bound to the agent host dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 04:57:50.693491 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 6747d906-3243-482d-8f7f-322679bd9f5d no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 04:57:50.741284 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-e2039477-acbb-47b6-a60d-2173a9ac8ab0 None None] Deleting port 306e331b-f576-4c3d-9563-691cc449c593 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:57:50.741979 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e2039477-acbb-47b6-a60d-2173a9ac8ab0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:50.743307 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-b69288c5-7187-4b82-949a-99828dcf980a tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a5ed611-7282-4b8c-a537-46d919a88055']}} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:57:50.777591 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] No Port match for: 6747d906-3243-482d-8f7f-322679bd9f5d {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 04:57:50.778128 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-b69288c5-7187-4b82-949a-99828dcf980a tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f608f794-864a-4e73-991f-5738bfddfcc0') {'for_net_delete': True} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:57:50.778452 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 6747d906-3243-482d-8f7f-322679bd9f5d not bound to the agent host dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 04:57:50.778572 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-b69288c5-7187-4b82-949a-99828dcf980a tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f608f794-864a-4e73-991f-5738bfddfcc0') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:57:50.866198 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2fc08755-3b4f-4a8a-9be7-458eadaea270 tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1604781'] for router_gateway, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:50.924968 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b69288c5-7187-4b82-949a-99828dcf980a tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729235042807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1454725'] for segment, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:50.951265 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device cd0ee46d-260d-418e-a3c0-49a5fac98810 no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 04:57:50.956762 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 40550) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:57:50.993543 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] No Port match for: cd0ee46d-260d-418e-a3c0-49a5fac98810 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 04:57:50.993909 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device cd0ee46d-260d-418e-a3c0-49a5fac98810 not bound to the agent host dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 04:57:50.994323 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 306e331b-f576-4c3d-9563-691cc449c593 no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 04:57:51.086745 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-b40c5ab3-fd55-408a-9557-6900c7fd325c tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-2002215604'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:57:51.092833 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-b40c5ab3-fd55-408a-9557-6900c7fd325c tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:57:51.098567 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-b40c5ab3-fd55-408a-9557-6900c7fd325c tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Usage tracker for resource:network and tenant:cd2560d80ddd4e6fb6938d0bf7b6bbb7 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:57:51.105789 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-b40c5ab3-fd55-408a-9557-6900c7fd325c tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:57:51.143790 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-d40d9a55-8d29-4631-adcb-1dd3c732a80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79', 'name': 'tempest-RoutersTest-router-2065317118', 'tenant_id': '177e950b79b644f8ac61f323eed71206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T04:56:58Z', 'updated_at': '2022-05-30T04:57:49Z', 'revision_number': 7, 'project_id': '177e950b79b644f8ac61f323eed71206', 'gw_port_host': None, '_interfaces': [{'id': '432a1540-d804-4228-8198-3df5dfb500cc', 'name': '', 'network_id': '769b7698-7495-4486-9f2d-72117eec4bb7', 'tenant_id': '177e950b79b644f8ac61f323eed71206', 'mac_address': 'fa:16:3e:c7:7a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '77532eb2-7620-4ce4-8e37-61e439c6d44b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:57:04Z', 'updated_at': '2022-05-30T04:57:16Z', 'revision_number': 5, 'project_id': '177e950b79b644f8ac61f323eed71206', 'subnets': [{'id': '77532eb2-7620-4ce4-8e37-61e439c6d44b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a4391781-cb12-458b-84e2-e37451f17ab2', 'name': '', 'network_id': 'c2613425-784b-46e7-aade-220941af0aa0', 'tenant_id': '177e950b79b644f8ac61f323eed71206', 'mac_address': 'fa:16:3e:2e:22:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '881ce41b-1e1d-4d28-a0b0-276edd297fd0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:57:29Z', 'updated_at': '2022-05-30T04:57:47Z', 'revision_number': 5, 'project_id': '177e950b79b644f8ac61f323eed71206', 'subnets': [{'id': '881ce41b-1e1d-4d28-a0b0-276edd297fd0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bebf232b-acc3-49f2-9479-17819a0e031d', 'name': '', 'network_id': '0f8aac24-3be8-40a7-b1d5-664951562536', 'tenant_id': '177e950b79b644f8ac61f323eed71206', 'mac_address': 'fa:16:3e:3f:de:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '3f4fd06e-e311-418a-b104-7f0ed3283048', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:57:23Z', 'updated_at': '2022-05-30T04:57:41Z', 'revision_number': 5, 'project_id': '177e950b79b644f8ac61f323eed71206', 'subnets': [{'id': '3f4fd06e-e311-418a-b104-7f0ed3283048', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9e138ae-5cd3-4cf6-9bbe-cbce483702e2', 'name': '', 'network_id': '0c0bebba-bddf-42fb-9235-05d8923d12f7', 'tenant_id': '177e950b79b644f8ac61f323eed71206', 'mac_address': 'fa:16:3e:0d:3e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '27305ac9-0933-4276-9473-96e3d96a2da4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:57:15Z', 'updated_at': '2022-05-30T04:57:38Z', 'revision_number': 5, 'project_id': '177e950b79b644f8ac61f323eed71206', 'subnets': [{'id': '27305ac9-0933-4276-9473-96e3d96a2da4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:57:51.153876 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-b40c5ab3-fd55-408a-9557-6900c7fd325c tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:57:51.159814 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b69288c5-7187-4b82-949a-99828dcf980a tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:51.166962 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40d9a55-8d29-4631-adcb-1dd3c732a80b None None] The sync data for ids ['7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79'] in dv-neutron-843763-1-hyperv is: [{'id': '7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79', 'name': 'tempest-RoutersTest-router-2065317118', 'tenant_id': '177e950b79b644f8ac61f323eed71206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T04:56:58Z', 'updated_at': '2022-05-30T04:57:49Z', 'revision_number': 7, 'project_id': '177e950b79b644f8ac61f323eed71206', 'gw_port_host': None, '_interfaces': [{'id': '432a1540-d804-4228-8198-3df5dfb500cc', 'name': '', 'network_id': '769b7698-7495-4486-9f2d-72117eec4bb7', 'tenant_id': '177e950b79b644f8ac61f323eed71206', 'mac_address': 'fa:16:3e:c7:7a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '77532eb2-7620-4ce4-8e37-61e439c6d44b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:57:04Z', 'updated_at': '2022-05-30T04:57:16Z', 'revision_number': 5, 'project_id': '177e950b79b644f8ac61f323eed71206', 'subnets': [{'id': '77532eb2-7620-4ce4-8e37-61e439c6d44b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a4391781-cb12-458b-84e2-e37451f17ab2', 'name': '', 'network_id': 'c2613425-784b-46e7-aade-220941af0aa0', 'tenant_id': '177e950b79b644f8ac61f323eed71206', 'mac_address': 'fa:16:3e:2e:22:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '881ce41b-1e1d-4d28-a0b0-276edd297fd0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:57:29Z', 'updated_at': '2022-05-30T04:57:47Z', 'revision_number': 5, 'project_id': '177e950b79b644f8ac61f323eed71206', 'subnets': [{'id': '881ce41b-1e1d-4d28-a0b0-276edd297fd0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bebf232b-acc3-49f2-9479-17819a0e031d', 'name': '', 'network_id': '0f8aac24-3be8-40a7-b1d5-664951562536', 'tenant_id': '177e950b79b644f8ac61f323eed71206', 'mac_address': 'fa:16:3e:3f:de:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '3f4fd06e-e311-418a-b104-7f0ed3283048', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:57:23Z', 'updated_at': '2022-05-30T04:57:41Z', 'revision_number': 5, 'project_id': '177e950b79b644f8ac61f323eed71206', 'subnets': [{'id': '3f4fd06e-e311-418a-b104-7f0ed3283048', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9e138ae-5cd3-4cf6-9bbe-cbce483702e2', 'name': '', 'network_id': '0c0bebba-bddf-42fb-9235-05d8923d12f7', 'tenant_id': '177e950b79b644f8ac61f323eed71206', 'mac_address': 'fa:16:3e:0d:3e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '27305ac9-0933-4276-9473-96e3d96a2da4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:57:15Z', 'updated_at': '2022-05-30T04:57:38Z', 'revision_number': 5, 'project_id': '177e950b79b644f8ac61f323eed71206', 'subnets': [{'id': '27305ac9-0933-4276-9473-96e3d96a2da4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 04:57:51.178275 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-e2039477-acbb-47b6-a60d-2173a9ac8ab0 None None] For port 306e331b-f576-4c3d-9563-691cc449c593, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=306e331b-f576-4c3d-9563-691cc449c593,segment=NetworkSegment(fe6bb495-11cf-4318-8f95-94ffdf1e3397),segment_id=fe6bb495-11cf-4318-8f95-94ffdf1e3397)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:57:51.178822 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e2039477-acbb-47b6-a60d-2173a9ac8ab0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:51.190433 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b69288c5-7187-4b82-949a-99828dcf980a tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=88260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 04:57:51.190904 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b69288c5-7187-4b82-949a-99828dcf980a tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-862858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1547513'] for segment, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:51.206052 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b40c5ab3-fd55-408a-9557-6900c7fd325c tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Made reservation on behalf of cd2560d80ddd4e6fb6938d0bf7b6bbb7 for: {'network': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:57:51.212154 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b40c5ab3-fd55-408a-9557-6900c7fd325c tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for network, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:51.222643 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2fc08755-3b4f-4a8a-9be7-458eadaea270 tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11660'] for router, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:51.238297 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2fc08755-3b4f-4a8a-9be7-458eadaea270 tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:51.249265 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b40c5ab3-fd55-408a-9557-6900c7fd325c tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:51.271548 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-b40c5ab3-fd55-408a-9557-6900c7fd325c tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:57:51.294460 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-b40c5ab3-fd55-408a-9557-6900c7fd325c tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Usage tracker for resource:security_group_rule and tenant:cd2560d80ddd4e6fb6938d0bf7b6bbb7 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:57:51.301675 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-b40c5ab3-fd55-408a-9557-6900c7fd325c tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:57:51.310884 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-607c16c8-6ec3-4cf2-9f28-32b9d913fc1c tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602184'] for router_interface, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:51.321523 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment f608f794-864a-4e73-991f-5738bfddfcc0 resource provider aggregate not found May 30 04:57:51.338124 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-cbbb1efe-1361-44dd-b410-49481839bd84 tempest-ExtraDHCPOptionsTestJSON-1863413126 tempest-ExtraDHCPOptionsTestJSON-1863413126-project] For port 306e331b-f576-4c3d-9563-691cc449c593, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=306e331b-f576-4c3d-9563-691cc449c593,segment=NetworkSegment(fe6bb495-11cf-4318-8f95-94ffdf1e3397),segment_id=fe6bb495-11cf-4318-8f95-94ffdf1e3397)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:57:51.339114 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-cbbb1efe-1361-44dd-b410-49481839bd84 tempest-ExtraDHCPOptionsTestJSON-1863413126 tempest-ExtraDHCPOptionsTestJSON-1863413126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:51.362439 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-e2039477-acbb-47b6-a60d-2173a9ac8ab0 None None] Calling delete_port for 306e331b-f576-4c3d-9563-691cc449c593 owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:57:51.428584 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2fc08755-3b4f-4a8a-9be7-458eadaea270 tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1601605'] for router, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:51.429353 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fc08755-3b4f-4a8a-9be7-458eadaea270 tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Fanout notify agent at l3_agent the message router_deleted on router b791a096-7377-4ca3-85f9-1fd099089824 {{(pid=88260) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 30 04:57:51.429664 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 306e331b-f576-4c3d-9563-691cc449c593 is: ACTIVE; New status is: DOWN {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:57:51.430164 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:51.474805 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8385965c-5fac-4bd3-a0f5-90b18210513e None None] Sync routers for ids ['7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79'] in dv-neutron-843763-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 04:57:51.484977 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8385965c-5fac-4bd3-a0f5-90b18210513e None None] Routers {'7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 04:57:51.486055 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-8385965c-5fac-4bd3-a0f5-90b18210513e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T04:57:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:57:51.487849 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-b40c5ab3-fd55-408a-9557-6900c7fd325c tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:57:51.488096 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] For port 306e331b-f576-4c3d-9563-691cc449c593, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=306e331b-f576-4c3d-9563-691cc449c593,segment=NetworkSegment(fe6bb495-11cf-4318-8f95-94ffdf1e3397),segment_id=fe6bb495-11cf-4318-8f95-94ffdf1e3397)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:57:51.495859 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:51.558887 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.db.api [None req-e2039477-acbb-47b6-a60d-2173a9ac8ab0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 04:57:51.559301 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG oslo_db.api [None req-e2039477-acbb-47b6-a60d-2173a9ac8ab0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 04:57:51.593386 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment f608f794-864a-4e73-991f-5738bfddfcc0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f608f794-864a-4e73-991f-5738bfddfcc0 found for delete ", "request_id": "req-291d132f-6fde-4e0b-ade3-086864ddddda"}]} May 30 04:57:51.598168 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Pushing event updated for resources: {'Port': ['ID=306e331b-f576-4c3d-9563-691cc449c593,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:51.612123 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-cbbb1efe-1361-44dd-b410-49481839bd84 tempest-ExtraDHCPOptionsTestJSON-1863413126 tempest-ExtraDHCPOptionsTestJSON-1863413126-project] Calling delete_port for 306e331b-f576-4c3d-9563-691cc449c593 owned by network:dhcp {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:57:51.651701 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2fc08755-3b4f-4a8a-9be7-458eadaea270 tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:51.652803 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-2fc08755-3b4f-4a8a-9be7-458eadaea270 tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] 10.222.0.15 "DELETE /v2.0/routers/b791a096-7377-4ca3-85f9-1fd099089824 HTTP/1.1" status: 204 len: 168 time: 5.8292980 May 30 04:57:51.656422 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 40560) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:57:51.664932 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b69288c5-7187-4b82-949a-99828dcf980a tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604744'] for network, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:51.665477 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-8385965c-5fac-4bd3-a0f5-90b18210513e None None] Set router 7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79 gateway port host: None {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 04:57:51.674352 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f984755-c82d-4857-98aa-2f875c6ee9f2 req-9cb598c1-68df-422a-b1f3-687588e4b6e6 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:57:51.675940 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-9f984755-c82d-4857-98aa-2f875c6ee9f2 req-9cb598c1-68df-422a-b1f3-687588e4b6e6 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1e7b65a-2794-4268-bd76-1003a7875678 HTTP/1.1" status: 200 len: 946 time: 0.8777113 May 30 04:57:51.704382 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b69288c5-7187-4b82-949a-99828dcf980a tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:51.734308 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69288c5-7187-4b82-949a-99828dcf980a tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] Pushing event deleted for resources: {'Network': ['ID=0a5ed611-7282-4b8c-a537-46d919a88055,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:51.748552 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-b69288c5-7187-4b82-949a-99828dcf980a tempest-NetworksIpV6TestAttrs-1613379855 tempest-NetworksIpV6TestAttrs-1613379855-project] 10.222.0.15 "DELETE /v2.0/networks/0a5ed611-7282-4b8c-a537-46d919a88055 HTTP/1.1" status: 204 len: 168 time: 4.6811359 May 30 04:57:51.774120 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec465137-f224-466b-94a6-237e5038f760 tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Deleting subnet 5291397c-397b-48d4-acc0-2a62e17d6b7d {{(pid=88261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 30 04:57:51.813341 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-9f984755-c82d-4857-98aa-2f875c6ee9f2 req-4b6ac24a-5789-47c2-b201-864bc3bb1b1b tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0fb8c38-d8b6-4c01-bc8c-1b54a1e25304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065030 May 30 04:57:51.817883 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f02a23f4-5f38-40bb-b1fc-16aa977c09d8 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1547796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2133315'] for subnet, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:51.822466 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ec465137-f224-466b-94a6-237e5038f760 tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Notify callbacks [] for subnet, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:51.861841 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.db.api [None req-cbbb1efe-1361-44dd-b410-49481839bd84 tempest-ExtraDHCPOptionsTestJSON-1863413126 tempest-ExtraDHCPOptionsTestJSON-1863413126-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88260) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 04:57:51.861841 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG oslo_db.api [None req-cbbb1efe-1361-44dd-b410-49481839bd84 tempest-ExtraDHCPOptionsTestJSON-1863413126 tempest-ExtraDHCPOptionsTestJSON-1863413126-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 04:57:51.880540 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b40c5ab3-fd55-408a-9557-6900c7fd325c tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:51.888016 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f02a23f4-5f38-40bb-b1fc-16aa977c09d8 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Network 0008fd3d-19e9-40cf-b545-4a7647b90cf1 is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:57:51.892124 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-f02a23f4-5f38-40bb-b1fc-16aa977c09d8 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:57:51.896734 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f02a23f4-5f38-40bb-b1fc-16aa977c09d8 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:57:51.897331 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f02a23f4-5f38-40bb-b1fc-16aa977c09d8 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:51.906117 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b40c5ab3-fd55-408a-9557-6900c7fd325c tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:51.911004 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8933e94c-f5a8-4ef5-94a3-06d4384228f5 None None] Network 0008fd3d-19e9-40cf-b545-4a7647b90cf1 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:57:51.919592 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b40c5ab3-fd55-408a-9557-6900c7fd325c tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=88261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 04:57:51.930988 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b40c5ab3-fd55-408a-9557-6900c7fd325c tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:51.931735 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.db.segments_db [None req-b40c5ab3-fd55-408a-9557-6900c7fd325c tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Added segment d4a98468-e8ae-4dfe-af77-a640973b1d5d of type vlan for network 032971ab-0766-4a45-8203-e781a8ffba9a May 30 04:57:51.937543 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02a23f4-5f38-40bb-b1fc-16aa977c09d8 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Pushing event updated for resources: {'Subnet': ['ID=42dd0105-ee81-404a-b8e5-0728c140062d,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:51.973010 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-f02a23f4-5f38-40bb-b1fc-16aa977c09d8 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.4217091 May 30 04:57:51.975762 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 40568) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:57:51.980684 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-ddc44360-bbde-4008-8879-9783cba2989f tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1162841322', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:57:51.980884 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b40c5ab3-fd55-408a-9557-6900c7fd325c tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729234556353'] for network, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:51.999561 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-ddc44360-bbde-4008-8879-9783cba2989f tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:57:52.022827 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-ddc44360-bbde-4008-8879-9783cba2989f tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:57:52.028343 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ec465137-f224-466b-94a6-237e5038f760 tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3545586'] for subnet, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:52.039262 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ddc44360-bbde-4008-8879-9783cba2989f tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1603901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11666'] for router, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:52.041778 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ddc44360-bbde-4008-8879-9783cba2989f tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11675'] for router, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:52.067431 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-e2039477-acbb-47b6-a60d-2173a9ac8ab0 None None] Deleting port 306e331b-f576-4c3d-9563-691cc449c593 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:57:52.067879 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e2039477-acbb-47b6-a60d-2173a9ac8ab0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:52.086344 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ddc44360-bbde-4008-8879-9783cba2989f tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:52.128036 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ddc44360-bbde-4008-8879-9783cba2989f tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603653'] for router, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:52.189115 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-607c16c8-6ec3-4cf2-9f28-32b9d913fc1c tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Deleting port a4391781-cb12-458b-84e2-e37451f17ab2 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:57:52.189451 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-607c16c8-6ec3-4cf2-9f28-32b9d913fc1c tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:52.195189 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ddc44360-bbde-4008-8879-9783cba2989f tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:52.205580 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-ddc44360-bbde-4008-8879-9783cba2989f tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2277470 May 30 04:57:52.206842 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 40574) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:57:52.268602 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40c5ab3-fd55-408a-9557-6900c7fd325c tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3162910a-8eec-45ef-97d6-381bcdfe2538,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:52.324771 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 40578) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:57:52.339496 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-8385965c-5fac-4bd3-a0f5-90b18210513e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79', 'name': 'tempest-RoutersTest-router-2065317118', 'tenant_id': '177e950b79b644f8ac61f323eed71206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T04:56:58Z', 'updated_at': '2022-05-30T04:57:49Z', 'revision_number': 7, 'project_id': '177e950b79b644f8ac61f323eed71206', 'gw_port_host': None, '_interfaces': [{'id': '432a1540-d804-4228-8198-3df5dfb500cc', 'name': '', 'network_id': '769b7698-7495-4486-9f2d-72117eec4bb7', 'tenant_id': '177e950b79b644f8ac61f323eed71206', 'mac_address': 'fa:16:3e:c7:7a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '77532eb2-7620-4ce4-8e37-61e439c6d44b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:57:04Z', 'updated_at': '2022-05-30T04:57:16Z', 'revision_number': 5, 'project_id': '177e950b79b644f8ac61f323eed71206', 'subnets': [{'id': '77532eb2-7620-4ce4-8e37-61e439c6d44b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a4391781-cb12-458b-84e2-e37451f17ab2', 'name': '', 'network_id': 'c2613425-784b-46e7-aade-220941af0aa0', 'tenant_id': '177e950b79b644f8ac61f323eed71206', 'mac_address': 'fa:16:3e:2e:22:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '881ce41b-1e1d-4d28-a0b0-276edd297fd0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:57:29Z', 'updated_at': '2022-05-30T04:57:47Z', 'revision_number': 5, 'project_id': '177e950b79b644f8ac61f323eed71206', 'subnets': [{'id': '881ce41b-1e1d-4d28-a0b0-276edd297fd0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bebf232b-acc3-49f2-9479-17819a0e031d', 'name': '', 'network_id': '0f8aac24-3be8-40a7-b1d5-664951562536', 'tenant_id': '177e950b79b644f8ac61f323eed71206', 'mac_address': 'fa:16:3e:3f:de:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '3f4fd06e-e311-418a-b104-7f0ed3283048', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:57:23Z', 'updated_at': '2022-05-30T04:57:41Z', 'revision_number': 5, 'project_id': '177e950b79b644f8ac61f323eed71206', 'subnets': [{'id': '3f4fd06e-e311-418a-b104-7f0ed3283048', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9e138ae-5cd3-4cf6-9bbe-cbce483702e2', 'name': '', 'network_id': '0c0bebba-bddf-42fb-9235-05d8923d12f7', 'tenant_id': '177e950b79b644f8ac61f323eed71206', 'mac_address': 'fa:16:3e:0d:3e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '27305ac9-0933-4276-9473-96e3d96a2da4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:57:15Z', 'updated_at': '2022-05-30T04:57:38Z', 'revision_number': 5, 'project_id': '177e950b79b644f8ac61f323eed71206', 'subnets': [{'id': '27305ac9-0933-4276-9473-96e3d96a2da4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:57:52.344516 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8385965c-5fac-4bd3-a0f5-90b18210513e None None] Checking router: 7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79 for host: dv-neutron-843763-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 04:57:52.346044 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b40c5ab3-fd55-408a-9557-6900c7fd325c tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788'] for network, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:52.351536 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b40c5ab3-fd55-408a-9557-6900c7fd325c tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:57:52.352140 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b40c5ab3-fd55-408a-9557-6900c7fd325c tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:52.356122 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8385965c-5fac-4bd3-a0f5-90b18210513e None None] Routers {'7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 04:57:52.357133 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-8385965c-5fac-4bd3-a0f5-90b18210513e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T04:57:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:57:52.393770 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-cbbb1efe-1361-44dd-b410-49481839bd84 tempest-ExtraDHCPOptionsTestJSON-1863413126 tempest-ExtraDHCPOptionsTestJSON-1863413126-project] Deleting port 306e331b-f576-4c3d-9563-691cc449c593 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:57:52.395424 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-cbbb1efe-1361-44dd-b410-49481839bd84 tempest-ExtraDHCPOptionsTestJSON-1863413126 tempest-ExtraDHCPOptionsTestJSON-1863413126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:52.568045 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-e2039477-acbb-47b6-a60d-2173a9ac8ab0 None None] For port 306e331b-f576-4c3d-9563-691cc449c593, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=306e331b-f576-4c3d-9563-691cc449c593,segment=NetworkSegment(fe6bb495-11cf-4318-8f95-94ffdf1e3397),segment_id=fe6bb495-11cf-4318-8f95-94ffdf1e3397)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:57:52.570251 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e2039477-acbb-47b6-a60d-2173a9ac8ab0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:52.586492 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-8385965c-5fac-4bd3-a0f5-90b18210513e None None] Set router 7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79 gateway port host: None {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 04:57:52.836918 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40c5ab3-fd55-408a-9557-6900c7fd325c tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Pushing event updated for resources: {'Network': ['ID=032971ab-0766-4a45-8203-e781a8ffba9a,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:52.846486 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-b40c5ab3-fd55-408a-9557-6900c7fd325c tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.8889236 May 30 04:57:52.864056 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Network 032971ab-0766-4a45-8203-e781a8ffba9a details requested by agent ovs-agent-dv-neutron-843763-1-hyperv with host dv-neutron-843763-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 04:57:52.870694 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 40584) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:57:52.875641 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ec465137-f224-466b-94a6-237e5038f760 tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860493'] for subnet, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:52.888437 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-e2039477-acbb-47b6-a60d-2173a9ac8ab0 None None] Calling delete_port for 306e331b-f576-4c3d-9563-691cc449c593 owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:57:52.922096 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-4dd95802-0ccb-49b2-a940-02910b19461b tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Request body: {'subnet': {'network_id': '032971ab-0766-4a45-8203-e781a8ffba9a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:57:52.956304 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f1279d-268e-487d-bc6b-f0020fcb5ce2 req-3ed0fbd9-26b9-43c0-abb4-17cc412f9e90 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:57:52.957915 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-45f1279d-268e-487d-bc6b-f0020fcb5ce2 req-3ed0fbd9-26b9-43c0-abb4-17cc412f9e90 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1e7b65a-2794-4268-bd76-1003a7875678 HTTP/1.1" status: 200 len: 946 time: 0.8807485 May 30 04:57:53.076819 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-aa6ba799-0cc0-42d7-930b-099f0a370f39 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2e8281e2cfdf4b3b8620717ff49100ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7325575 May 30 04:57:53.080700 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5220a3a9-5af4-4079-9ee6-c298c8e8b871 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bbf24ed-7ba9-53d2-873f-8f9642b1e987-0008fd3d-19e9-40cf-b545-4a7647b90cf1', 'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1', 'tenant_id': '16af2dbefc6742d5a37a7b30e58c8c2f', 'fixed_ips': [{'subnet_id': '42dd0105-ee81-404a-b8e5-0728c140062d'}]}} from dv-neutron-843763-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 30 04:57:53.082171 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-5220a3a9-5af4-4079-9ee6-c298c8e8b871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:53.090812 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 40588) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:57:53.097432 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-8385965c-5fac-4bd3-a0f5-90b18210513e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79', 'name': 'tempest-RoutersTest-router-2065317118', 'tenant_id': '177e950b79b644f8ac61f323eed71206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T04:56:58Z', 'updated_at': '2022-05-30T04:57:49Z', 'revision_number': 7, 'project_id': '177e950b79b644f8ac61f323eed71206', 'gw_port_host': None, '_interfaces': [{'id': '432a1540-d804-4228-8198-3df5dfb500cc', 'name': '', 'network_id': '769b7698-7495-4486-9f2d-72117eec4bb7', 'tenant_id': '177e950b79b644f8ac61f323eed71206', 'mac_address': 'fa:16:3e:c7:7a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '77532eb2-7620-4ce4-8e37-61e439c6d44b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:57:04Z', 'updated_at': '2022-05-30T04:57:16Z', 'revision_number': 5, 'project_id': '177e950b79b644f8ac61f323eed71206', 'subnets': [{'id': '77532eb2-7620-4ce4-8e37-61e439c6d44b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a4391781-cb12-458b-84e2-e37451f17ab2', 'name': '', 'network_id': 'c2613425-784b-46e7-aade-220941af0aa0', 'tenant_id': '177e950b79b644f8ac61f323eed71206', 'mac_address': 'fa:16:3e:2e:22:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '881ce41b-1e1d-4d28-a0b0-276edd297fd0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:57:29Z', 'updated_at': '2022-05-30T04:57:47Z', 'revision_number': 5, 'project_id': '177e950b79b644f8ac61f323eed71206', 'subnets': [{'id': '881ce41b-1e1d-4d28-a0b0-276edd297fd0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bebf232b-acc3-49f2-9479-17819a0e031d', 'name': '', 'network_id': '0f8aac24-3be8-40a7-b1d5-664951562536', 'tenant_id': '177e950b79b644f8ac61f323eed71206', 'mac_address': 'fa:16:3e:3f:de:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '3f4fd06e-e311-418a-b104-7f0ed3283048', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:57:23Z', 'updated_at': '2022-05-30T04:57:41Z', 'revision_number': 5, 'project_id': '177e950b79b644f8ac61f323eed71206', 'subnets': [{'id': '3f4fd06e-e311-418a-b104-7f0ed3283048', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9e138ae-5cd3-4cf6-9bbe-cbce483702e2', 'name': '', 'network_id': '0c0bebba-bddf-42fb-9235-05d8923d12f7', 'tenant_id': '177e950b79b644f8ac61f323eed71206', 'mac_address': 'fa:16:3e:0d:3e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '27305ac9-0933-4276-9473-96e3d96a2da4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:57:15Z', 'updated_at': '2022-05-30T04:57:38Z', 'revision_number': 5, 'project_id': '177e950b79b644f8ac61f323eed71206', 'subnets': [{'id': '27305ac9-0933-4276-9473-96e3d96a2da4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:57:53.104405 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8385965c-5fac-4bd3-a0f5-90b18210513e None None] The sync data for ids ['7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79'] in dv-neutron-843763-1-hyperv is: [{'id': '7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79', 'name': 'tempest-RoutersTest-router-2065317118', 'tenant_id': '177e950b79b644f8ac61f323eed71206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T04:56:58Z', 'updated_at': '2022-05-30T04:57:49Z', 'revision_number': 7, 'project_id': '177e950b79b644f8ac61f323eed71206', 'gw_port_host': None, '_interfaces': [{'id': '432a1540-d804-4228-8198-3df5dfb500cc', 'name': '', 'network_id': '769b7698-7495-4486-9f2d-72117eec4bb7', 'tenant_id': '177e950b79b644f8ac61f323eed71206', 'mac_address': 'fa:16:3e:c7:7a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '77532eb2-7620-4ce4-8e37-61e439c6d44b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:57:04Z', 'updated_at': '2022-05-30T04:57:16Z', 'revision_number': 5, 'project_id': '177e950b79b644f8ac61f323eed71206', 'subnets': [{'id': '77532eb2-7620-4ce4-8e37-61e439c6d44b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a4391781-cb12-458b-84e2-e37451f17ab2', 'name': '', 'network_id': 'c2613425-784b-46e7-aade-220941af0aa0', 'tenant_id': '177e950b79b644f8ac61f323eed71206', 'mac_address': 'fa:16:3e:2e:22:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '881ce41b-1e1d-4d28-a0b0-276edd297fd0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:57:29Z', 'updated_at': '2022-05-30T04:57:47Z', 'revision_number': 5, 'project_id': '177e950b79b644f8ac61f323eed71206', 'subnets': [{'id': '881ce41b-1e1d-4d28-a0b0-276edd297fd0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bebf232b-acc3-49f2-9479-17819a0e031d', 'name': '', 'network_id': '0f8aac24-3be8-40a7-b1d5-664951562536', 'tenant_id': '177e950b79b644f8ac61f323eed71206', 'mac_address': 'fa:16:3e:3f:de:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '3f4fd06e-e311-418a-b104-7f0ed3283048', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:57:23Z', 'updated_at': '2022-05-30T04:57:41Z', 'revision_number': 5, 'project_id': '177e950b79b644f8ac61f323eed71206', 'subnets': [{'id': '3f4fd06e-e311-418a-b104-7f0ed3283048', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9e138ae-5cd3-4cf6-9bbe-cbce483702e2', 'name': '', 'network_id': '0c0bebba-bddf-42fb-9235-05d8923d12f7', 'tenant_id': '177e950b79b644f8ac61f323eed71206', 'mac_address': 'fa:16:3e:0d:3e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '27305ac9-0933-4276-9473-96e3d96a2da4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:57:15Z', 'updated_at': '2022-05-30T04:57:38Z', 'revision_number': 5, 'project_id': '177e950b79b644f8ac61f323eed71206', 'subnets': [{'id': '27305ac9-0933-4276-9473-96e3d96a2da4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 04:57:53.139713 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-607c16c8-6ec3-4cf2-9f28-32b9d913fc1c tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] For port a4391781-cb12-458b-84e2-e37451f17ab2, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=a4391781-cb12-458b-84e2-e37451f17ab2,segment=NetworkSegment(6abeef31-5b04-4a61-b3c6-3fb00ade1631),segment_id=6abeef31-5b04-4a61-b3c6-3fb00ade1631)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:57:53.140225 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-607c16c8-6ec3-4cf2-9f28-32b9d913fc1c tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:53.227270 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-cbbb1efe-1361-44dd-b410-49481839bd84 tempest-ExtraDHCPOptionsTestJSON-1863413126 tempest-ExtraDHCPOptionsTestJSON-1863413126-project] The port '306e331b-f576-4c3d-9563-691cc449c593' was deleted {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 30 04:57:53.298354 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-607c16c8-6ec3-4cf2-9f28-32b9d913fc1c tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Calling delete_port for a4391781-cb12-458b-84e2-e37451f17ab2 owned by network:router_interface {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:57:53.312056 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ecfc625c-90cf-4502-8279-f977bdfaf51f tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:53.331730 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e2039477-acbb-47b6-a60d-2173a9ac8ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069'] for port, after_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:53.339821 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-4dd95802-0ccb-49b2-a940-02910b19461b tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:57:53.352539 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-45f1279d-268e-487d-bc6b-f0020fcb5ce2 req-dc8e548e-fe7b-492b-ae17-9b26b30aacfe tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0fb8c38-d8b6-4c01-bc8c-1b54a1e25304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3771150 May 30 04:57:53.358146 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-4dd95802-0ccb-49b2-a940-02910b19461b tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Usage tracker for resource:subnet and tenant:cd2560d80ddd4e6fb6938d0bf7b6bbb7 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:57:53.362814 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-4dd95802-0ccb-49b2-a940-02910b19461b tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:57:53.371109 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ec465137-f224-466b-94a6-237e5038f760 tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2304955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9305493'] for subnet, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:53.376325 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-4dd95802-0ccb-49b2-a940-02910b19461b tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:57:53.389187 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2039477-acbb-47b6-a60d-2173a9ac8ab0 None None] No DVR routers for this DVR port 306e331b-f576-4c3d-9563-691cc449c593 on host dv-neutron-843763-1-hyperv {{(pid=88262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 04:57:53.402191 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2039477-acbb-47b6-a60d-2173a9ac8ab0 None None] Pushing event deleted for resources: {'Port': ['ID=306e331b-f576-4c3d-9563-691cc449c593,revision_number=None']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:53.432258 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-5220a3a9-5af4-4079-9ee6-c298c8e8b871 None None] Allocated IP 2001:db8::2 (0008fd3d-19e9-40cf-b545-4a7647b90cf1/42dd0105-ee81-404a-b8e5-0728c140062d/0ffe7131-fa8c-453c-a432-fef1dea3a8cd) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:57:53.434629 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-cbbb1efe-1361-44dd-b410-49481839bd84 tempest-ExtraDHCPOptionsTestJSON-1863413126 tempest-ExtraDHCPOptionsTestJSON-1863413126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867540', 'neutron.services.segments.db._delete_segments_for_network-8729234922972'] for network, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:53.438796 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec465137-f224-466b-94a6-237e5038f760 tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Pushing event deleted for resources: {'Subnet': ['ID=5291397c-397b-48d4-acc0-2a62e17d6b7d,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:53.454822 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26f38a08-20de-4414-bb8a-7dc5243ea969 None None] Network dbf7fd93-46c7-453a-a2df-2c21057594f9 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:57:53.455050 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ec465137-f224-466b-94a6-237e5038f760 tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:53.468165 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dd95802-0ccb-49b2-a940-02910b19461b tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Made reservation on behalf of cd2560d80ddd4e6fb6938d0bf7b6bbb7 for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:57:53.481544 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4dd95802-0ccb-49b2-a940-02910b19461b tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9305518'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:53.483445 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-cbbb1efe-1361-44dd-b410-49481839bd84 tempest-ExtraDHCPOptionsTestJSON-1863413126 tempest-ExtraDHCPOptionsTestJSON-1863413126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2149c78a-b853-4211-8b1c-49b19dd8d0b5']}} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:57:53.507325 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-ec465137-f224-466b-94a6-237e5038f760 tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] 10.222.0.15 "DELETE /v2.0/subnets/5291397c-397b-48d4-acc0-2a62e17d6b7d HTTP/1.1" status: 204 len: 168 time: 1.8476725 May 30 04:57:53.510044 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 40594) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:57:53.590141 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-cbbb1efe-1361-44dd-b410-49481839bd84 tempest-ExtraDHCPOptionsTestJSON-1863413126 tempest-ExtraDHCPOptionsTestJSON-1863413126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe6bb495-11cf-4318-8f95-94ffdf1e3397') {'for_net_delete': True} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:57:53.590488 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-cbbb1efe-1361-44dd-b410-49481839bd84 tempest-ExtraDHCPOptionsTestJSON-1863413126 tempest-ExtraDHCPOptionsTestJSON-1863413126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe6bb495-11cf-4318-8f95-94ffdf1e3397') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:57:53.704903 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-cbbb1efe-1361-44dd-b410-49481839bd84 tempest-ExtraDHCPOptionsTestJSON-1863413126 tempest-ExtraDHCPOptionsTestJSON-1863413126-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729235042807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1454725'] for segment, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:53.721994 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-093f171d-2f52-4c60-85f9-d981e3169c0e tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897784'] for network, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:53.778878 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-093f171d-2f52-4c60-85f9-d981e3169c0e tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Deleting port 79658be5-d9cc-4821-8009-70c14a9b8d23 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:57:53.779407 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-093f171d-2f52-4c60-85f9-d981e3169c0e tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:53.789935 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-cbbb1efe-1361-44dd-b410-49481839bd84 tempest-ExtraDHCPOptionsTestJSON-1863413126 tempest-ExtraDHCPOptionsTestJSON-1863413126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:53.818454 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbbb1efe-1361-44dd-b410-49481839bd84 tempest-ExtraDHCPOptionsTestJSON-1863413126 tempest-ExtraDHCPOptionsTestJSON-1863413126-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=88260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 04:57:53.818866 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-cbbb1efe-1361-44dd-b410-49481839bd84 tempest-ExtraDHCPOptionsTestJSON-1863413126 tempest-ExtraDHCPOptionsTestJSON-1863413126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-862858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1547513'] for segment, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:53.831400 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-5220a3a9-5af4-4079-9ee6-c298c8e8b871 None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:53.851640 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c1dcf79b-f692-4f6b-8edc-1a642f77bf82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:53.916925 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d298c0e-5358-433f-8ccc-f14c6f57c263 None None] DHCP port deletion for dbf7fd93-46c7-453a-a2df-2c21057594f9 request from dv-neutron-843763-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 30 04:57:53.921603 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-0d298c0e-5358-433f-8ccc-f14c6f57c263 None None] Deleting port 79658be5-d9cc-4821-8009-70c14a9b8d23 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:57:53.921603 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-0d298c0e-5358-433f-8ccc-f14c6f57c263 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:53.924304 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment fe6bb495-11cf-4318-8f95-94ffdf1e3397 resource provider aggregate not found May 30 04:57:53.984246 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment fe6bb495-11cf-4318-8f95-94ffdf1e3397 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fe6bb495-11cf-4318-8f95-94ffdf1e3397 found for delete ", "request_id": "req-08118b18-631d-4ddb-a212-7677c408e3e9"}]} May 30 04:57:53.991229 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-607c16c8-6ec3-4cf2-9f28-32b9d913fc1c tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:54.030857 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c1dcf79b-f692-4f6b-8edc-1a642f77bf82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:54.034024 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-5220a3a9-5af4-4079-9ee6-c298c8e8b871 None None] Transition to ACTIVE for port object 0ffe7131-fa8c-453c-a432-fef1dea3a8cd will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:57:54.047782 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-cbbb1efe-1361-44dd-b410-49481839bd84 tempest-ExtraDHCPOptionsTestJSON-1863413126 tempest-ExtraDHCPOptionsTestJSON-1863413126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604744'] for network, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:54.053401 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-cbbb1efe-1361-44dd-b410-49481839bd84 tempest-ExtraDHCPOptionsTestJSON-1863413126 tempest-ExtraDHCPOptionsTestJSON-1863413126-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:54.078230 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-5220a3a9-5af4-4079-9ee6-c298c8e8b871 None None] Transition to ACTIVE for port object 0ffe7131-fa8c-453c-a432-fef1dea3a8cd will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:57:54.089238 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607c16c8-6ec3-4cf2-9f28-32b9d913fc1c tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Pushing event deleted for resources: {'Port': ['ID=a4391781-cb12-458b-84e2-e37451f17ab2,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:54.098078 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4353a9-baa2-4041-b8b9-43d3ca8d8788 req-99de10d2-8f2a-45f7-97e0-9b6c53d01390 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:57:54.099594 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-4e4353a9-baa2-4041-b8b9-43d3ca8d8788 req-99de10d2-8f2a-45f7-97e0-9b6c53d01390 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1e7b65a-2794-4268-bd76-1003a7875678 HTTP/1.1" status: 200 len: 946 time: 0.5480142 May 30 04:57:54.126578 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbb1efe-1361-44dd-b410-49481839bd84 tempest-ExtraDHCPOptionsTestJSON-1863413126 tempest-ExtraDHCPOptionsTestJSON-1863413126-project] Pushing event deleted for resources: {'Network': ['ID=2149c78a-b853-4211-8b1c-49b19dd8d0b5,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:54.141650 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-5220a3a9-5af4-4079-9ee6-c298c8e8b871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:54.144964 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-cbbb1efe-1361-44dd-b410-49481839bd84 tempest-ExtraDHCPOptionsTestJSON-1863413126 tempest-ExtraDHCPOptionsTestJSON-1863413126-project] 10.222.0.15 "DELETE /v2.0/networks/2149c78a-b853-4211-8b1c-49b19dd8d0b5 HTTP/1.1" status: 204 len: 168 time: 4.5639961 May 30 04:57:54.239984 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-4e4353a9-baa2-4041-b8b9-43d3ca8d8788 req-3765cdab-a2bd-4989-b272-6f320a2b41c3 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0fb8c38-d8b6-4c01-bc8c-1b54a1e25304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1307044 May 30 04:57:54.257594 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-ecfc625c-90cf-4502-8279-f977bdfaf51f tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Allocated IP 2001:db8::1 (0008fd3d-19e9-40cf-b545-4a7647b90cf1/42dd0105-ee81-404a-b8e5-0728c140062d/5bb9a846-1a96-4c17-bc72-23e382a146a0) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:57:54.275957 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5220a3a9-5af4-4079-9ee6-c298c8e8b871 None None] Pushing event updated for resources: {'Port': ['ID=0ffe7131-fa8c-453c-a432-fef1dea3a8cd,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:54.303218 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c1dcf79b-f692-4f6b-8edc-1a642f77bf82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:54.304989 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-0d298c0e-5358-433f-8ccc-f14c6f57c263 None None] For port 79658be5-d9cc-4821-8009-70c14a9b8d23, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=79658be5-d9cc-4821-8009-70c14a9b8d23,segment=NetworkSegment(75bc807b-37e3-4d8c-9f0c-5ab20be6ed09),segment_id=75bc807b-37e3-4d8c-9f0c-5ab20be6ed09)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:57:54.305394 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-0d298c0e-5358-433f-8ccc-f14c6f57c263 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:54.321892 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-093f171d-2f52-4c60-85f9-d981e3169c0e tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] For port 79658be5-d9cc-4821-8009-70c14a9b8d23, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=79658be5-d9cc-4821-8009-70c14a9b8d23,segment=NetworkSegment(75bc807b-37e3-4d8c-9f0c-5ab20be6ed09),segment_id=75bc807b-37e3-4d8c-9f0c-5ab20be6ed09)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:57:54.322409 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-093f171d-2f52-4c60-85f9-d981e3169c0e tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:54.344573 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5220a3a9-5af4-4079-9ee6-c298c8e8b871 None None] Network 0008fd3d-19e9-40cf-b545-4a7647b90cf1 is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:57:54.345737 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-5220a3a9-5af4-4079-9ee6-c298c8e8b871 None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:57:54.349291 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5220a3a9-5af4-4079-9ee6-c298c8e8b871 None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:57:54.407075 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dcf79b-f692-4f6b-8edc-1a642f77bf82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd90aa31-67e5-4207-b5b2-0064bffcb4c9,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:54.421024 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c1dcf79b-f692-4f6b-8edc-1a642f77bf82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:54.422697 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-c1dcf79b-f692-4f6b-8edc-1a642f77bf82 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fd90aa31-67e5-4207-b5b2-0064bffcb4c9 HTTP/1.1" status: 204 len: 168 time: 1.2552507 May 30 04:57:54.498776 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-093f171d-2f52-4c60-85f9-d981e3169c0e tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Calling delete_port for 79658be5-d9cc-4821-8009-70c14a9b8d23 owned by network:dhcp {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:57:54.504410 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ecfc625c-90cf-4502-8279-f977bdfaf51f tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:54.526600 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [None req-ecfc625c-90cf-4502-8279-f977bdfaf51f tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Transition to ACTIVE for port object 5bb9a846-1a96-4c17-bc72-23e382a146a0 will not be triggered until provisioned by entity DHCP. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:57:54.573711 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 40610) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:57:54.589720 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ecfc625c-90cf-4502-8279-f977bdfaf51f tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:54.643007 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-0d298c0e-5358-433f-8ccc-f14c6f57c263 None None] Calling delete_port for 79658be5-d9cc-4821-8009-70c14a9b8d23 owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:57:54.902441 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-0d298c0e-5358-433f-8ccc-f14c6f57c263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069'] for port, after_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:54.953758 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4dd95802-0ccb-49b2-a940-02910b19461b tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2305012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9305500'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:54.994188 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d298c0e-5358-433f-8ccc-f14c6f57c263 None None] Pushing event deleted for resources: {'Port': ['ID=79658be5-d9cc-4821-8009-70c14a9b8d23,revision_number=None']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:55.020846 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d298c0e-5358-433f-8ccc-f14c6f57c263 None None] No DVR routers for this DVR port 79658be5-d9cc-4821-8009-70c14a9b8d23 on host dv-neutron-843763-1-hyperv {{(pid=88262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 04:57:55.039699 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 79658be5-d9cc-4821-8009-70c14a9b8d23 no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 04:57:55.078399 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-5220a3a9-5af4-4079-9ee6-c298c8e8b871 None None] Attempting to bind port 0ffe7131-fa8c-453c-a432-fef1dea3a8cd on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 04:57:55.079563 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-5220a3a9-5af4-4079-9ee6-c298c8e8b871 None None] Attempting to bind port 0ffe7131-fa8c-453c-a432-fef1dea3a8cd by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': 'c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 04:57:55.080041 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5220a3a9-5af4-4079-9ee6-c298c8e8b871 None None] Attempting to bind port 0ffe7131-fa8c-453c-a432-fef1dea3a8cd on network 0008fd3d-19e9-40cf-b545-4a7647b90cf1 {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 04:57:55.092299 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5220a3a9-5af4-4079-9ee6-c298c8e8b871 None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 4, 57, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 04:57:55.092863 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5220a3a9-5af4-4079-9ee6-c298c8e8b871 None None] Checking segment: {'id': 'c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:57:55.099373 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-5220a3a9-5af4-4079-9ee6-c298c8e8b871 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:55.099373 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5220a3a9-5af4-4079-9ee6-c298c8e8b871 None None] Bound using segment: {'id': 'c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 04:57:55.099373 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-5220a3a9-5af4-4079-9ee6-c298c8e8b871 None None] Bound port: 0ffe7131-fa8c-453c-a432-fef1dea3a8cd, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 04:57:55.099373 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-5220a3a9-5af4-4079-9ee6-c298c8e8b871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:55.099952 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecfc625c-90cf-4502-8279-f977bdfaf51f tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Network 0008fd3d-19e9-40cf-b545-4a7647b90cf1 is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:57:55.111511 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] No Port match for: 79658be5-d9cc-4821-8009-70c14a9b8d23 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 04:57:55.111511 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 79658be5-d9cc-4821-8009-70c14a9b8d23 not bound to the agent host dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 04:57:55.131887 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-ecfc625c-90cf-4502-8279-f977bdfaf51f tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:57:55.157055 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecfc625c-90cf-4502-8279-f977bdfaf51f tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:57:55.157612 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ecfc625c-90cf-4502-8279-f977bdfaf51f tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604623'] for router_interface, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:55.182510 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd95802-0ccb-49b2-a940-02910b19461b tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Checking segment: {'id': 'd4a98468-e8ae-4dfe-af77-a640973b1d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '032971ab-0766-4a45-8203-e781a8ffba9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:57:55.183118 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd95802-0ccb-49b2-a940-02910b19461b tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Network hostable DHCP agents. Network: 032971ab-0766-4a45-8203-e781a8ffba9a, hostable agents: ['1c705e68-3d3e-4dd3-9252-feb21d4b96ab'], hosted agents: [] {{(pid=88261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 04:57:55.187747 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd95802-0ccb-49b2-a940-02910b19461b tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Pushing event updated for resources: {'Subnet': ['ID=a2460b1b-1c23-4db3-9423-b0c80f5e0b49,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:55.222606 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-5220a3a9-5af4-4079-9ee6-c298c8e8b871 None None] For port 0ffe7131-fa8c-453c-a432-fef1dea3a8cd, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 04:57:55.230882 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-5220a3a9-5af4-4079-9ee6-c298c8e8b871 None None] For port 0ffe7131-fa8c-453c-a432-fef1dea3a8cd, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=0ffe7131-fa8c-453c-a432-fef1dea3a8cd,segment=NetworkSegment(c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1),segment_id=c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 04:57:55.237731 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfc625c-90cf-4502-8279-f977bdfaf51f tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Pushing event updated for resources: {'Port': ['ID=5bb9a846-1a96-4c17-bc72-23e382a146a0,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:55.246625 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-5220a3a9-5af4-4079-9ee6-c298c8e8b871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:55.283974 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-e74ea0e2-10e6-4e2e-86d3-42d5f4a26d1f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3f7a7b54659445cf9d23b26af3054d46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7065997 May 30 04:57:55.285023 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 40626) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:57:55.344317 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16e8a96-df85-40b3-8520-208cf7f752dd req-c36b205f-596a-41bc-971f-f877b8f3a2a7 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:57:55.345555 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-a16e8a96-df85-40b3-8520-208cf7f752dd req-c36b205f-596a-41bc-971f-f877b8f3a2a7 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1e7b65a-2794-4268-bd76-1003a7875678 HTTP/1.1" status: 200 len: 946 time: 0.3558767 May 30 04:57:55.375644 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.db.api [None req-093f171d-2f52-4c60-85f9-d981e3169c0e tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88261) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 04:57:55.376007 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG oslo_db.api [None req-093f171d-2f52-4c60-85f9-d981e3169c0e tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 04:57:55.390325 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5220a3a9-5af4-4079-9ee6-c298c8e8b871 None None] Pushing event updated for resources: {'Port': ['ID=0ffe7131-fa8c-453c-a432-fef1dea3a8cd,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:55.392804 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-acc6bbc1-c30b-4d45-b582-3ad847569462 req-40e5928f-3296-46c7-9e19-1bc09bb3e4d8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b1e7b65a-2794-4268-bd76-1003a7875678&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 1.3049200 May 30 04:57:55.393391 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd95802-0ccb-49b2-a940-02910b19461b tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Network 032971ab-0766-4a45-8203-e781a8ffba9a is scheduled to be hosted by DHCP agent 1c705e68-3d3e-4dd3-9252-feb21d4b96ab with binding_index 1 {{(pid=88261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 04:57:55.408199 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-607c16c8-6ec3-4cf2-9f28-32b9d913fc1c tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1642797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602100'] for router_interface, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:55.419253 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-4dd95802-0ccb-49b2-a940-02910b19461b tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843763-1-hyperv, 032971ab-0766-4a45-8203-e781a8ffba9a) {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:57:55.426144 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd95802-0ccb-49b2-a940-02910b19461b tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:57:55.426401 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4dd95802-0ccb-49b2-a940-02910b19461b tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:55.469365 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-993cd983-5411-4751-a8ec-974cb6103255 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:55.489912 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d2097e6-fbbc-4366-ac8c-daba93f5c6d4 None None] Network 032971ab-0766-4a45-8203-e781a8ffba9a requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:57:55.498843 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-993cd983-5411-4751-a8ec-974cb6103255 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:55.603662 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-993cd983-5411-4751-a8ec-974cb6103255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:55.641309 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ecfc625c-90cf-4502-8279-f977bdfaf51f tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:55.668983 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-4dd95802-0ccb-49b2-a940-02910b19461b tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7957866 May 30 04:57:55.681438 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 40638) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:57:55.681955 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993cd983-5411-4751-a8ec-974cb6103255 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2735bac-5ba8-4a87-b7a3-637c4b6072cb,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:55.682849 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-d54ef392-6a0c-47c5-909e-f41043028e9f tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-103772149', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:57:55.692013 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-d54ef392-6a0c-47c5-909e-f41043028e9f tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:57:55.696341 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-d54ef392-6a0c-47c5-909e-f41043028e9f tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Usage tracker for resource:router and tenant:cd2560d80ddd4e6fb6938d0bf7b6bbb7 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:57:55.699274 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-d54ef392-6a0c-47c5-909e-f41043028e9f tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:57:55.706438 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-d54ef392-6a0c-47c5-909e-f41043028e9f tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:57:55.712266 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-a16e8a96-df85-40b3-8520-208cf7f752dd req-0b89beff-c442-42eb-b2bc-0062dd8bdb4c tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0fb8c38-d8b6-4c01-bc8c-1b54a1e25304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2972150 May 30 04:57:55.726573 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d54ef392-6a0c-47c5-909e-f41043028e9f tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1603901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11666'] for router, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:55.727562 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d54ef392-6a0c-47c5-909e-f41043028e9f tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11675'] for router, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:55.809286 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-993cd983-5411-4751-a8ec-974cb6103255 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:55.815430 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-993cd983-5411-4751-a8ec-974cb6103255 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d2735bac-5ba8-4a87-b7a3-637c4b6072cb HTTP/1.1" status: 204 len: 168 time: 0.5294485 May 30 04:57:55.940070 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-093f171d-2f52-4c60-85f9-d981e3169c0e tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Deleting port 79658be5-d9cc-4821-8009-70c14a9b8d23 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:57:55.940692 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-093f171d-2f52-4c60-85f9-d981e3169c0e tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:55.985958 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad49cbb-7eee-4cbc-8af9-67049a260013 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bbf24ed-7ba9-53d2-873f-8f9642b1e987-032971ab-0766-4a45-8203-e781a8ffba9a', 'network_id': '032971ab-0766-4a45-8203-e781a8ffba9a', 'tenant_id': 'cd2560d80ddd4e6fb6938d0bf7b6bbb7', 'fixed_ips': [{'subnet_id': 'a2460b1b-1c23-4db3-9423-b0c80f5e0b49'}]}} from dv-neutron-843763-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 30 04:57:55.988099 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-aad49cbb-7eee-4cbc-8af9-67049a260013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:56.007685 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 40646) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:57:56.014437 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d54ef392-6a0c-47c5-909e-f41043028e9f tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:56.089802 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-093f171d-2f52-4c60-85f9-d981e3169c0e tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] The port '79658be5-d9cc-4821-8009-70c14a9b8d23' was deleted {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 30 04:57:56.145071 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d54ef392-6a0c-47c5-909e-f41043028e9f tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603653'] for router, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:56.230202 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-aad49cbb-7eee-4cbc-8af9-67049a260013 None None] Allocated IP 172.20.0.2 (032971ab-0766-4a45-8203-e781a8ffba9a/a2460b1b-1c23-4db3-9423-b0c80f5e0b49/f63f177a-e3b0-41eb-bd38-9aaf9c62844a) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:57:56.339761 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc6bbc1-c30b-4d45-b582-3ad847569462 req-d6bed198-e17c-4702-ba1c-0b9cd18e0e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:57:56.346581 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-acc6bbc1-c30b-4d45-b582-3ad847569462 req-d6bed198-e17c-4702-ba1c-0b9cd18e0e17 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=75c565b2496748d0aca7efef0deb76ef&device_id=b1e7b65a-2794-4268-bd76-1003a7875678 HTTP/1.1" status: 200 len: 1099 time: 0.8227930 May 30 04:57:56.369505 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-607c16c8-6ec3-4cf2-9f28-32b9d913fc1c tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Router 7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79 has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 04:57:56.376691 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ecfc625c-90cf-4502-8279-f977bdfaf51f tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks [] for port, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:56.390377 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ecfc625c-90cf-4502-8279-f977bdfaf51f tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1547421'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:56.391332 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ecfc625c-90cf-4502-8279-f977bdfaf51f tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1642774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602230'] for router_interface, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:56.416630 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d54ef392-6a0c-47c5-909e-f41043028e9f tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Notify callbacks [] for router, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:56.421490 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-d54ef392-6a0c-47c5-909e-f41043028e9f tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.7447946 May 30 04:57:56.425669 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 40658) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:57:56.431992 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-093f171d-2f52-4c60-85f9-d981e3169c0e tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867540', 'neutron.services.segments.db._delete_segments_for_network-8729234922972'] for network, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:56.526338 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-aad49cbb-7eee-4cbc-8af9-67049a260013 None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:56.553373 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-aad49cbb-7eee-4cbc-8af9-67049a260013 None None] Transition to ACTIVE for port object f63f177a-e3b0-41eb-bd38-9aaf9c62844a will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:57:56.576578 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-aad49cbb-7eee-4cbc-8af9-67049a260013 None None] Transition to ACTIVE for port object f63f177a-e3b0-41eb-bd38-9aaf9c62844a will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:57:56.578446 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-9b040a4a-ca85-4f46-83c4-9cef1622f2ef tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-850368172'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:57:56.588219 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-aad49cbb-7eee-4cbc-8af9-67049a260013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:56.673651 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad49cbb-7eee-4cbc-8af9-67049a260013 None None] Network 032971ab-0766-4a45-8203-e781a8ffba9a is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:57:56.676511 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfc625c-90cf-4502-8279-f977bdfaf51f tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Pushing event updated for resources: {'Port': ['ID=5bb9a846-1a96-4c17-bc72-23e382a146a0,revision_number=2']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:56.676861 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-aad49cbb-7eee-4cbc-8af9-67049a260013 None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:57:56.692113 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad49cbb-7eee-4cbc-8af9-67049a260013 None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:57:56.747134 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad49cbb-7eee-4cbc-8af9-67049a260013 None None] Pushing event updated for resources: {'Port': ['ID=f63f177a-e3b0-41eb-bd38-9aaf9c62844a,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:56.758049 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecfc625c-90cf-4502-8279-f977bdfaf51f tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Network 0008fd3d-19e9-40cf-b545-4a7647b90cf1 is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:57:56.759431 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-ecfc625c-90cf-4502-8279-f977bdfaf51f tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:57:56.844152 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-aad49cbb-7eee-4cbc-8af9-67049a260013 None None] Attempting to bind port f63f177a-e3b0-41eb-bd38-9aaf9c62844a on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 04:57:56.844808 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-aad49cbb-7eee-4cbc-8af9-67049a260013 None None] Attempting to bind port f63f177a-e3b0-41eb-bd38-9aaf9c62844a by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': 'd4a98468-e8ae-4dfe-af77-a640973b1d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '032971ab-0766-4a45-8203-e781a8ffba9a'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 04:57:56.845404 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad49cbb-7eee-4cbc-8af9-67049a260013 None None] Attempting to bind port f63f177a-e3b0-41eb-bd38-9aaf9c62844a on network 032971ab-0766-4a45-8203-e781a8ffba9a {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 04:57:56.852878 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad49cbb-7eee-4cbc-8af9-67049a260013 None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 4, 57, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 04:57:56.853574 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad49cbb-7eee-4cbc-8af9-67049a260013 None None] Checking segment: {'id': 'd4a98468-e8ae-4dfe-af77-a640973b1d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '032971ab-0766-4a45-8203-e781a8ffba9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:57:56.854265 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-aad49cbb-7eee-4cbc-8af9-67049a260013 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:56.854879 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad49cbb-7eee-4cbc-8af9-67049a260013 None None] Bound using segment: {'id': 'd4a98468-e8ae-4dfe-af77-a640973b1d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '032971ab-0766-4a45-8203-e781a8ffba9a'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 04:57:56.855577 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-aad49cbb-7eee-4cbc-8af9-67049a260013 None None] Bound port: f63f177a-e3b0-41eb-bd38-9aaf9c62844a, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4a98468-e8ae-4dfe-af77-a640973b1d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '032971ab-0766-4a45-8203-e781a8ffba9a'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 04:57:56.856746 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-aad49cbb-7eee-4cbc-8af9-67049a260013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:56.979032 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-aad49cbb-7eee-4cbc-8af9-67049a260013 None None] For port f63f177a-e3b0-41eb-bd38-9aaf9c62844a, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 04:57:56.983286 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-aad49cbb-7eee-4cbc-8af9-67049a260013 None None] For port f63f177a-e3b0-41eb-bd38-9aaf9c62844a, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=f63f177a-e3b0-41eb-bd38-9aaf9c62844a,segment=NetworkSegment(d4a98468-e8ae-4dfe-af77-a640973b1d5d),segment_id=d4a98468-e8ae-4dfe-af77-a640973b1d5d)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 04:57:56.992065 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-aad49cbb-7eee-4cbc-8af9-67049a260013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:57.055586 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 0ffe7131-fa8c-453c-a432-fef1dea3a8cd up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 04:57:57.082311 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-9b040a4a-ca85-4f46-83c4-9cef1622f2ef tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:57:57.143256 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-093f171d-2f52-4c60-85f9-d981e3169c0e tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbf7fd93-46c7-453a-a2df-2c21057594f9']}} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:57:57.152065 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-9b040a4a-ca85-4f46-83c4-9cef1622f2ef tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Usage tracker for resource:network and tenant:f4aea07b5c934dc5bc600f55a2d3ba0e is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:57:57.156180 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecfc625c-90cf-4502-8279-f977bdfaf51f tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Router f2b7f28a-1549-4c0d-8820-3c1ae7dca696 is scheduled to L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 with binding_index 1 {{(pid=88260) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 30 04:57:57.166550 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-9b040a4a-ca85-4f46-83c4-9cef1622f2ef tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:57:57.174950 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad49cbb-7eee-4cbc-8af9-67049a260013 None None] Pushing event updated for resources: {'Port': ['ID=f63f177a-e3b0-41eb-bd38-9aaf9c62844a,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:57.193650 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-9b040a4a-ca85-4f46-83c4-9cef1622f2ef tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:57:57.196812 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-093f171d-2f52-4c60-85f9-d981e3169c0e tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75bc807b-37e3-4d8c-9f0c-5ab20be6ed09') {'for_net_delete': True} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:57:57.197146 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-093f171d-2f52-4c60-85f9-d981e3169c0e tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75bc807b-37e3-4d8c-9f0c-5ab20be6ed09') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:57:57.197990 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port 0ffe7131-fa8c-453c-a432-fef1dea3a8cd completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:57:57.254054 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-a7dac23f-9445-495c-8a25-b19d9897a5d5 None None] Provisioning for port 0ffe7131-fa8c-453c-a432-fef1dea3a8cd completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:57:57.260320 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-a7dac23f-9445-495c-8a25-b19d9897a5d5 None None] Provisioning complete for port 0ffe7131-fa8c-453c-a432-fef1dea3a8cd triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:57:57.260696 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a7dac23f-9445-495c-8a25-b19d9897a5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:57.297013 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 40676) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:57:57.319944 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-093f171d-2f52-4c60-85f9-d981e3169c0e tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729235042807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3545573'] for segment, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:57.460876 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-a7dac23f-9445-495c-8a25-b19d9897a5d5 None None] Current status of the port 0ffe7131-fa8c-453c-a432-fef1dea3a8cd is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:57:57.461328 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a7dac23f-9445-495c-8a25-b19d9897a5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:57.466150 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b040a4a-ca85-4f46-83c4-9cef1622f2ef tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Made reservation on behalf of f4aea07b5c934dc5bc600f55a2d3ba0e for: {'network': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:57:57.469880 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9b040a4a-ca85-4f46-83c4-9cef1622f2ef tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for network, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:57.477295 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecfc625c-90cf-4502-8279-f977bdfaf51f tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 04:57:57.485149 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-607c16c8-6ec3-4cf2-9f28-32b9d913fc1c tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 04:57:57.487394 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-ecfc625c-90cf-4502-8279-f977bdfaf51f tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "PUT /v2.0/routers/f2b7f28a-1549-4c0d-8820-3c1ae7dca696/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2751751 May 30 04:57:57.496347 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 40682) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:57:57.496667 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 40684) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:57:57.496897 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-607c16c8-6ec3-4cf2-9f28-32b9d913fc1c tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] 10.222.0.15 "PUT /v2.0/routers/7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2375002 May 30 04:57:57.499077 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc6bbc1-c30b-4d45-b582-3ad847569462 req-77a374e7-c73e-41c9-b4d8-b9f683b9eb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:57:57.500398 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-acc6bbc1-c30b-4d45-b582-3ad847569462 req-77a374e7-c73e-41c9-b4d8-b9f683b9eb3d service neutron] 10.222.0.39 "GET /v2.0/networks?id=d6c60be6-16d0-4643-855e-f83fdbae0248 HTTP/1.1" status: 200 len: 913 time: 1.1258037 May 30 04:57:57.503489 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ccbf52-8d45-444a-8f4d-7a3574914cd4 None None] Sync routers for ids ['f2b7f28a-1549-4c0d-8820-3c1ae7dca696'] in dv-neutron-843763-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 04:57:57.505995 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-093f171d-2f52-4c60-85f9-d981e3169c0e tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:57.506445 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4181b3c7-562a-4ba4-94d0-03b011b0df4b None None] Sync routers for ids ['7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79'] in dv-neutron-843763-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 04:57:57.512906 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9b040a4a-ca85-4f46-83c4-9cef1622f2ef tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:57.547966 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-a7dac23f-9445-495c-8a25-b19d9897a5d5 None None] For port 0ffe7131-fa8c-453c-a432-fef1dea3a8cd, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=0ffe7131-fa8c-453c-a432-fef1dea3a8cd,segment=NetworkSegment(c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1),segment_id=c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:57:57.564722 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ccbf52-8d45-444a-8f4d-7a3574914cd4 None None] Routers {'f2b7f28a-1549-4c0d-8820-3c1ae7dca696'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 04:57:57.565338 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-58ccbf52-8d45-444a-8f4d-7a3574914cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T04:57:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['f2b7f28a-1549-4c0d-8820-3c1ae7dca696'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:57:57.584363 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4181b3c7-562a-4ba4-94d0-03b011b0df4b None None] Routers {'7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 04:57:57.585138 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-4181b3c7-562a-4ba4-94d0-03b011b0df4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T04:57:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:57:57.651305 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-093f171d-2f52-4c60-85f9-d981e3169c0e tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=88261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 04:57:57.651718 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-093f171d-2f52-4c60-85f9-d981e3169c0e tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-862858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2304281'] for segment, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:57.856828 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 75bc807b-37e3-4d8c-9f0c-5ab20be6ed09 resource provider aggregate not found May 30 04:57:57.881145 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-b6caf968-4be2-4302-ba93-61429db832d5 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1453128947', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:57:57.899177 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-9b040a4a-ca85-4f46-83c4-9cef1622f2ef tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:57:57.909382 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-58ccbf52-8d45-444a-8f4d-7a3574914cd4 None None] Set router f2b7f28a-1549-4c0d-8820-3c1ae7dca696 gateway port host: None {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 04:57:57.942351 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-b6caf968-4be2-4302-ba93-61429db832d5 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:57:57.945109 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-9b040a4a-ca85-4f46-83c4-9cef1622f2ef tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Usage tracker for resource:security_group_rule and tenant:f4aea07b5c934dc5bc600f55a2d3ba0e is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:57:57.948498 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d1dacb-151d-4948-b00a-ac13b729e92d tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:57:57.949556 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-9b040a4a-ca85-4f46-83c4-9cef1622f2ef tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:57:57.950033 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-68d1dacb-151d-4948-b00a-ac13b729e92d tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Synchronizing usage tracker for tenant:16af2dbefc6742d5a37a7b30e58c8c2f on resource:port {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:57:57.957660 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 75bc807b-37e3-4d8c-9f0c-5ab20be6ed09 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 75bc807b-37e3-4d8c-9f0c-5ab20be6ed09 found for delete ", "request_id": "req-f4cb4809-49c7-4038-8b46-b80e005a76e5"}]} May 30 04:57:57.962342 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-4181b3c7-562a-4ba4-94d0-03b011b0df4b None None] Set router 7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79 gateway port host: None {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 04:57:57.962683 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-b6caf968-4be2-4302-ba93-61429db832d5 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Usage tracker for resource:router and tenant:2b6e4651650b4c999aced5cd7580a614 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:57:57.984888 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-68d1dacb-151d-4948-b00a-ac13b729e92d tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Unset dirty status for tenant:16af2dbefc6742d5a37a7b30e58c8c2f on resource:port {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:57:57.987927 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-68d1dacb-151d-4948-b00a-ac13b729e92d tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "GET /v2.0/ports/5bb9a846-1a96-4c17-bc72-23e382a146a0 HTTP/1.1" status: 200 len: 911 time: 0.4901195 May 30 04:57:57.995967 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc2ba733-03d8-4593-9061-461a75a67da8 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Deleting subnet 881ce41b-1e1d-4d28-a0b0-276edd297fd0 {{(pid=88260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 30 04:57:57.999931 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 40696) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:57:58.004534 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-9b040a4a-ca85-4f46-83c4-9cef1622f2ef tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:57:58.006552 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-b6caf968-4be2-4302-ba93-61429db832d5 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:57:58.034035 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-b6caf968-4be2-4302-ba93-61429db832d5 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:57:58.050502 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-acc6bbc1-c30b-4d45-b582-3ad847569462 req-e00bd160-c606-42b9-99d2-a33d148b8a48 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fba489e5-d7a4-4280-a042-b13fdb5779ed HTTP/1.1" status: 200 len: 1002 time: 0.5384572 May 30 04:57:58.058725 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62629696-efc6-4d3c-95ee-b77dac6bc55f req-27650450-136d-4d86-8b17-af2242c64fa1 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:57:58.060297 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-62629696-efc6-4d3c-95ee-b77dac6bc55f req-27650450-136d-4d86-8b17-af2242c64fa1 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1e7b65a-2794-4268-bd76-1003a7875678 HTTP/1.1" status: 200 len: 946 time: 1.0710049 May 30 04:57:58.067531 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-093f171d-2f52-4c60-85f9-d981e3169c0e tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604744'] for network, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:58.072056 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-093f171d-2f52-4c60-85f9-d981e3169c0e tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:58.078899 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-cc2ba733-03d8-4593-9061-461a75a67da8 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks [] for subnet, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:58.163485 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-cc2ba733-03d8-4593-9061-461a75a67da8 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1454738'] for subnet, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:58.200980 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093f171d-2f52-4c60-85f9-d981e3169c0e tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Pushing event deleted for resources: {'Network': ['ID=dbf7fd93-46c7-453a-a2df-2c21057594f9,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:58.205560 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b6caf968-4be2-4302-ba93-61429db832d5 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1603901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11666'] for router, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:58.206936 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b6caf968-4be2-4302-ba93-61429db832d5 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11675'] for router, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:58.237593 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-093f171d-2f52-4c60-85f9-d981e3169c0e tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] 10.222.0.15 "DELETE /v2.0/networks/dbf7fd93-46c7-453a-a2df-2c21057594f9 HTTP/1.1" status: 204 len: 168 time: 4.7263618 May 30 04:57:58.245106 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e946718-f90a-4a06-ac6d-48aab8c889c2 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:57:58.251464 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e946718-f90a-4a06-ac6d-48aab8c889c2 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:57:58.253042 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-8e946718-f90a-4a06-ac6d-48aab8c889c2 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2512286 May 30 04:57:58.253674 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 40702) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:57:58.257583 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 40704) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:57:58.306813 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b768d8ce-5d6e-452c-8487-efd06eaeb316 tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:58.341067 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b6caf968-4be2-4302-ba93-61429db832d5 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:58.343548 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc6bbc1-c30b-4d45-b582-3ad847569462 req-a53a1dbf-7c65-4845-8249-06246215d202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:57:58.346299 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-acc6bbc1-c30b-4d45-b582-3ad847569462 req-a53a1dbf-7c65-4845-8249-06246215d202 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c06f497a-4701-45be-bb19-b5a139bdd216 HTTP/1.1" status: 200 len: 851 time: 0.2838459 May 30 04:57:58.363049 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a7dac23f-9445-495c-8a25-b19d9897a5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:58.364089 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-62629696-efc6-4d3c-95ee-b77dac6bc55f req-00c0301c-b6ab-4e57-aec0-0b40adba3dcf tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0fb8c38-d8b6-4c01-bc8c-1b54a1e25304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2868433 May 30 04:57:58.515120 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dac23f-9445-495c-8a25-b19d9897a5d5 None None] Pushing event updated for resources: {'Port': ['ID=0ffe7131-fa8c-453c-a432-fef1dea3a8cd,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:58.541746 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-10c8b888-52e4-4f44-aa6b-e4204685613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:58.564504 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-a474222e-b10c-4b41-8829-d0250fade63c None None] Provisioning for port 5bb9a846-1a96-4c17-bc72-23e382a146a0 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:57:58.571857 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-a474222e-b10c-4b41-8829-d0250fade63c None None] Provisioning complete for port 5bb9a846-1a96-4c17-bc72-23e382a146a0 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:57:58.572610 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a474222e-b10c-4b41-8829-d0250fade63c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:58.645253 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-a474222e-b10c-4b41-8829-d0250fade63c None None] Port 5bb9a846-1a96-4c17-bc72-23e382a146a0 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 04:57:58.648850 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-cc2ba733-03d8-4593-9061-461a75a67da8 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860493'] for subnet, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:58.678842 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-58ccbf52-8d45-444a-8f4d-7a3574914cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2b7f28a-1549-4c0d-8820-3c1ae7dca696', 'name': 'tempest-NetworksTestDHCPv6-router-1162841322', 'tenant_id': '16af2dbefc6742d5a37a7b30e58c8c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T04:57:52Z', 'updated_at': '2022-05-30T04:57:55Z', 'revision_number': 2, 'project_id': '16af2dbefc6742d5a37a7b30e58c8c2f', 'gw_port_host': None, '_interfaces': [{'id': '5bb9a846-1a96-4c17-bc72-23e382a146a0', 'name': '', 'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1', 'tenant_id': '16af2dbefc6742d5a37a7b30e58c8c2f', 'mac_address': 'fa:16:3e:35:13:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2b7f28a-1549-4c0d-8820-3c1ae7dca696', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '42dd0105-ee81-404a-b8e5-0728c140062d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:57:53Z', 'updated_at': '2022-05-30T04:57:56Z', 'revision_number': 2, 'project_id': '16af2dbefc6742d5a37a7b30e58c8c2f', 'subnets': [{'id': '42dd0105-ee81-404a-b8e5-0728c140062d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:57:58.686452 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ccbf52-8d45-444a-8f4d-7a3574914cd4 None None] Checking router: f2b7f28a-1549-4c0d-8820-3c1ae7dca696 for host: dv-neutron-843763-1-hyperv {{(pid=88262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 04:57:58.687021 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ccbf52-8d45-444a-8f4d-7a3574914cd4 None None] Updating router f2b7f28a-1549-4c0d-8820-3c1ae7dca696 port 5bb9a846-1a96-4c17-bc72-23e382a146a0 binding host dv-neutron-843763-1-hyperv {{(pid=88262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 30 04:57:58.696826 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-4181b3c7-562a-4ba4-94d0-03b011b0df4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79', 'name': 'tempest-RoutersTest-router-2065317118', 'tenant_id': '177e950b79b644f8ac61f323eed71206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T04:56:58Z', 'updated_at': '2022-05-30T04:57:53Z', 'revision_number': 8, 'project_id': '177e950b79b644f8ac61f323eed71206', 'gw_port_host': None, '_interfaces': [{'id': '432a1540-d804-4228-8198-3df5dfb500cc', 'name': '', 'network_id': '769b7698-7495-4486-9f2d-72117eec4bb7', 'tenant_id': '177e950b79b644f8ac61f323eed71206', 'mac_address': 'fa:16:3e:c7:7a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '77532eb2-7620-4ce4-8e37-61e439c6d44b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:57:04Z', 'updated_at': '2022-05-30T04:57:16Z', 'revision_number': 5, 'project_id': '177e950b79b644f8ac61f323eed71206', 'subnets': [{'id': '77532eb2-7620-4ce4-8e37-61e439c6d44b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bebf232b-acc3-49f2-9479-17819a0e031d', 'name': '', 'network_id': '0f8aac24-3be8-40a7-b1d5-664951562536', 'tenant_id': '177e950b79b644f8ac61f323eed71206', 'mac_address': 'fa:16:3e:3f:de:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '3f4fd06e-e311-418a-b104-7f0ed3283048', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:57:23Z', 'updated_at': '2022-05-30T04:57:41Z', 'revision_number': 5, 'project_id': '177e950b79b644f8ac61f323eed71206', 'subnets': [{'id': '3f4fd06e-e311-418a-b104-7f0ed3283048', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9e138ae-5cd3-4cf6-9bbe-cbce483702e2', 'name': '', 'network_id': '0c0bebba-bddf-42fb-9235-05d8923d12f7', 'tenant_id': '177e950b79b644f8ac61f323eed71206', 'mac_address': 'fa:16:3e:0d:3e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '27305ac9-0933-4276-9473-96e3d96a2da4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:57:15Z', 'updated_at': '2022-05-30T04:57:38Z', 'revision_number': 5, 'project_id': '177e950b79b644f8ac61f323eed71206', 'subnets': [{'id': '27305ac9-0933-4276-9473-96e3d96a2da4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:57:58.711553 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4181b3c7-562a-4ba4-94d0-03b011b0df4b None None] Checking router: 7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79 for host: dv-neutron-843763-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 04:57:58.725393 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4181b3c7-562a-4ba4-94d0-03b011b0df4b None None] Routers {'7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 04:57:58.726321 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-4181b3c7-562a-4ba4-94d0-03b011b0df4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T04:57:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:57:58.798710 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-58ccbf52-8d45-444a-8f4d-7a3574914cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:58.946143 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-4181b3c7-562a-4ba4-94d0-03b011b0df4b None None] Set router 7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79 gateway port host: None {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 04:57:59.001016 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8115a22a-62a4-4fa8-8ad7-602bb9941f95 None None] Network 032971ab-0766-4a45-8203-e781a8ffba9a requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:57:59.021956 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b6caf968-4be2-4302-ba93-61429db832d5 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603653'] for router, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:59.123403 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-cc2ba733-03d8-4593-9061-461a75a67da8 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1547867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2133322'] for subnet, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:59.141651 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 0ffe7131-fa8c-453c-a432-fef1dea3a8cd up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 04:57:59.169085 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9b040a4a-ca85-4f46-83c4-9cef1622f2ef tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:59.183821 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b6caf968-4be2-4302-ba93-61429db832d5 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Notify callbacks [] for router, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:59.185046 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-b6caf968-4be2-4302-ba93-61429db832d5 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 1.8815596 May 30 04:57:59.216915 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 40714) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:57:59.221232 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9b040a4a-ca85-4f46-83c4-9cef1622f2ef tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:59.242803 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-f435aa4c-6778-42b5-b9a7-e5fef43964d8 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1269556934'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:57:59.273364 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-f435aa4c-6778-42b5-b9a7-e5fef43964d8 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:57:59.295932 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc6bbc1-c30b-4d45-b582-3ad847569462 req-04b2f4be-be28-4a80-bc1a-0fee937b00e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:57:59.297506 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-acc6bbc1-c30b-4d45-b582-3ad847569462 req-04b2f4be-be28-4a80-bc1a-0fee937b00e4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d6c60be6-16d0-4643-855e-f83fdbae0248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.9323816 May 30 04:57:59.301042 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-f435aa4c-6778-42b5-b9a7-e5fef43964d8 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Usage tracker for resource:network and tenant:2b6e4651650b4c999aced5cd7580a614 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:57:59.304555 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b040a4a-ca85-4f46-83c4-9cef1622f2ef tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=88261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 04:57:59.319154 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-cc2ba733-03d8-4593-9061-461a75a67da8 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:59.319522 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-f435aa4c-6778-42b5-b9a7-e5fef43964d8 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:57:59.322569 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-32d9d4bb-98d2-4005-85bc-18250cf575e1 tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Deleting port aafee806-ffb2-4de5-8591-e018a448177a {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:57:59.322569 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-32d9d4bb-98d2-4005-85bc-18250cf575e1 tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:59.331930 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc78fb9-539c-4f9a-9aaf-8ff26b0fdfd0 None None] Network c2613425-784b-46e7-aade-220941af0aa0 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:57:59.351131 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2ba733-03d8-4593-9061-461a75a67da8 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Pushing event deleted for resources: {'Subnet': ['ID=881ce41b-1e1d-4d28-a0b0-276edd297fd0,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:59.360667 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-f435aa4c-6778-42b5-b9a7-e5fef43964d8 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:57:59.363017 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b040a4a-ca85-4f46-83c4-9cef1622f2ef tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f93e344-8df6-4242-9958-026058215189,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:57:59.366384 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-a47d42f5-6b4c-4a4e-bb90-83f3b71aaa82 None None] Provisioning for port f63f177a-e3b0-41eb-bd38-9aaf9c62844a completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:57:59.383707 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07007a2f-1e71-46c3-b3d1-8548f62da0e5 req-15e31044-5863-4cd9-90f6-7b18b11e1558 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:57:59.385246 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-07007a2f-1e71-46c3-b3d1-8548f62da0e5 req-15e31044-5863-4cd9-90f6-7b18b11e1558 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1e7b65a-2794-4268-bd76-1003a7875678 HTTP/1.1" status: 200 len: 946 time: 0.4444914 May 30 04:57:59.415871 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9b040a4a-ca85-4f46-83c4-9cef1622f2ef tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:59.416113 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.db.segments_db [None req-9b040a4a-ca85-4f46-83c4-9cef1622f2ef tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Added segment 7589f9b4-08bc-491b-b2fd-ff646e75a228 of type vlan for network 585f1a25-d8c2-4739-95aa-646c169bbb1a May 30 04:57:59.416956 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-cc2ba733-03d8-4593-9061-461a75a67da8 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] 10.222.0.15 "DELETE /v2.0/subnets/881ce41b-1e1d-4d28-a0b0-276edd297fd0 HTTP/1.1" status: 204 len: 168 time: 1.9150045 May 30 04:57:59.417979 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 40718) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:57:59.515721 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f435aa4c-6778-42b5-b9a7-e5fef43964d8 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Made reservation on behalf of 2b6e4651650b4c999aced5cd7580a614 for: {'network': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:57:59.516216 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-4181b3c7-562a-4ba4-94d0-03b011b0df4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79', 'name': 'tempest-RoutersTest-router-2065317118', 'tenant_id': '177e950b79b644f8ac61f323eed71206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T04:56:58Z', 'updated_at': '2022-05-30T04:57:53Z', 'revision_number': 8, 'project_id': '177e950b79b644f8ac61f323eed71206', 'gw_port_host': None, '_interfaces': [{'id': '432a1540-d804-4228-8198-3df5dfb500cc', 'name': '', 'network_id': '769b7698-7495-4486-9f2d-72117eec4bb7', 'tenant_id': '177e950b79b644f8ac61f323eed71206', 'mac_address': 'fa:16:3e:c7:7a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '77532eb2-7620-4ce4-8e37-61e439c6d44b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:57:04Z', 'updated_at': '2022-05-30T04:57:16Z', 'revision_number': 5, 'project_id': '177e950b79b644f8ac61f323eed71206', 'subnets': [{'id': '77532eb2-7620-4ce4-8e37-61e439c6d44b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bebf232b-acc3-49f2-9479-17819a0e031d', 'name': '', 'network_id': '0f8aac24-3be8-40a7-b1d5-664951562536', 'tenant_id': '177e950b79b644f8ac61f323eed71206', 'mac_address': 'fa:16:3e:3f:de:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '3f4fd06e-e311-418a-b104-7f0ed3283048', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:57:23Z', 'updated_at': '2022-05-30T04:57:41Z', 'revision_number': 5, 'project_id': '177e950b79b644f8ac61f323eed71206', 'subnets': [{'id': '3f4fd06e-e311-418a-b104-7f0ed3283048', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9e138ae-5cd3-4cf6-9bbe-cbce483702e2', 'name': '', 'network_id': '0c0bebba-bddf-42fb-9235-05d8923d12f7', 'tenant_id': '177e950b79b644f8ac61f323eed71206', 'mac_address': 'fa:16:3e:0d:3e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '27305ac9-0933-4276-9473-96e3d96a2da4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:57:15Z', 'updated_at': '2022-05-30T04:57:38Z', 'revision_number': 5, 'project_id': '177e950b79b644f8ac61f323eed71206', 'subnets': [{'id': '27305ac9-0933-4276-9473-96e3d96a2da4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:57:59.519064 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f435aa4c-6778-42b5-b9a7-e5fef43964d8 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for network, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:59.521726 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4181b3c7-562a-4ba4-94d0-03b011b0df4b None None] The sync data for ids ['7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79'] in dv-neutron-843763-1-hyperv is: [{'id': '7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79', 'name': 'tempest-RoutersTest-router-2065317118', 'tenant_id': '177e950b79b644f8ac61f323eed71206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T04:56:58Z', 'updated_at': '2022-05-30T04:57:53Z', 'revision_number': 8, 'project_id': '177e950b79b644f8ac61f323eed71206', 'gw_port_host': None, '_interfaces': [{'id': '432a1540-d804-4228-8198-3df5dfb500cc', 'name': '', 'network_id': '769b7698-7495-4486-9f2d-72117eec4bb7', 'tenant_id': '177e950b79b644f8ac61f323eed71206', 'mac_address': 'fa:16:3e:c7:7a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '77532eb2-7620-4ce4-8e37-61e439c6d44b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:57:04Z', 'updated_at': '2022-05-30T04:57:16Z', 'revision_number': 5, 'project_id': '177e950b79b644f8ac61f323eed71206', 'subnets': [{'id': '77532eb2-7620-4ce4-8e37-61e439c6d44b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bebf232b-acc3-49f2-9479-17819a0e031d', 'name': '', 'network_id': '0f8aac24-3be8-40a7-b1d5-664951562536', 'tenant_id': '177e950b79b644f8ac61f323eed71206', 'mac_address': 'fa:16:3e:3f:de:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '3f4fd06e-e311-418a-b104-7f0ed3283048', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:57:23Z', 'updated_at': '2022-05-30T04:57:41Z', 'revision_number': 5, 'project_id': '177e950b79b644f8ac61f323eed71206', 'subnets': [{'id': '3f4fd06e-e311-418a-b104-7f0ed3283048', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9e138ae-5cd3-4cf6-9bbe-cbce483702e2', 'name': '', 'network_id': '0c0bebba-bddf-42fb-9235-05d8923d12f7', 'tenant_id': '177e950b79b644f8ac61f323eed71206', 'mac_address': 'fa:16:3e:0d:3e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '27305ac9-0933-4276-9473-96e3d96a2da4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:57:15Z', 'updated_at': '2022-05-30T04:57:38Z', 'revision_number': 5, 'project_id': '177e950b79b644f8ac61f323eed71206', 'subnets': [{'id': '27305ac9-0933-4276-9473-96e3d96a2da4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 04:57:59.554318 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f435aa4c-6778-42b5-b9a7-e5fef43964d8 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:59.615414 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-b768d8ce-5d6e-452c-8487-efd06eaeb316 tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Allocated IP 172.20.0.1 (032971ab-0766-4a45-8203-e781a8ffba9a/a2460b1b-1c23-4db3-9423-b0c80f5e0b49/91332c6e-d086-43ba-b6da-38a17e397a9a) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:57:59.627564 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 0ffe7131-fa8c-453c-a432-fef1dea3a8cd triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:57:59.628021 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:59.631869 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-f435aa4c-6778-42b5-b9a7-e5fef43964d8 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:57:59.634586 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9b040a4a-ca85-4f46-83c4-9cef1622f2ef tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729234556353'] for network, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:59.640563 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-07007a2f-1e71-46c3-b3d1-8548f62da0e5 req-dbaca0f3-b92b-4f05-b948-64428fa26e99 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0fb8c38-d8b6-4c01-bc8c-1b54a1e25304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1717877 May 30 04:57:59.661277 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-f435aa4c-6778-42b5-b9a7-e5fef43964d8 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Usage tracker for resource:security_group_rule and tenant:2b6e4651650b4c999aced5cd7580a614 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:57:59.676344 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-f435aa4c-6778-42b5-b9a7-e5fef43964d8 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:57:59.705877 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-01cceb96-15a3-46fd-b989-d21f5b2cdac9 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897784'] for network, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:59.708754 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-f435aa4c-6778-42b5-b9a7-e5fef43964d8 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:57:59.736294 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.db.resource_extend [None req-58ccbf52-8d45-444a-8f4d-7a3574914cd4 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 04:57:59.757401 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-01cceb96-15a3-46fd-b989-d21f5b2cdac9 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Deleting port c0b1f726-f840-4f9f-aaef-036ddcbf6953 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:57:59.757764 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-01cceb96-15a3-46fd-b989-d21f5b2cdac9 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:59.762932 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-acc6bbc1-c30b-4d45-b582-3ad847569462 req-1375e4ae-e2c0-4d30-8f5c-98684fe7e7b9 service neutron] 10.222.0.39 "GET /v2.0/networks/d6c60be6-16d0-4643-855e-f83fdbae0248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4447219 May 30 04:57:59.769469 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.db.resource_extend [None req-9b040a4a-ca85-4f46-83c4-9cef1622f2ef tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 04:57:59.791997 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-32d9d4bb-98d2-4005-85bc-18250cf575e1 tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:59.792327 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-32d9d4bb-98d2-4005-85bc-18250cf575e1 tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:59.932221 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9b040a4a-ca85-4f46-83c4-9cef1622f2ef tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788'] for network, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:59.938237 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b040a4a-ca85-4f46-83c4-9cef1622f2ef tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:57:59.939113 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9b040a4a-ca85-4f46-83c4-9cef1622f2ef tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:57:59.973839 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-58ccbf52-8d45-444a-8f4d-7a3574914cd4 None None] Notify callbacks [] for port, precommit_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:00.004600 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-58ccbf52-8d45-444a-8f4d-7a3574914cd4 None None] Transition to ACTIVE for port object 5bb9a846-1a96-4c17-bc72-23e382a146a0 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:58:00.019163 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 0ffe7131-fa8c-453c-a432-fef1dea3a8cd is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:58:00.020379 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device f63f177a-e3b0-41eb-bd38-9aaf9c62844a up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 04:58:00.066792 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-58ccbf52-8d45-444a-8f4d-7a3574914cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:00.109961 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-32d9d4bb-98d2-4005-85bc-18250cf575e1 tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Calling delete_port for aafee806-ffb2-4de5-8591-e018a448177a owned by network:floatingip {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:58:00.151242 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b040a4a-ca85-4f46-83c4-9cef1622f2ef tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Pushing event updated for resources: {'Network': ['ID=585f1a25-d8c2-4739-95aa-646c169bbb1a,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:00.161447 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-acc6bbc1-c30b-4d45-b582-3ad847569462 req-4f5c0b57-fa43-4456-a574-2867a7ab2878 service neutron] 10.222.0.39 "GET /v2.0/networks/d6c60be6-16d0-4643-855e-f83fdbae0248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3788240 May 30 04:58:00.207864 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-9b040a4a-ca85-4f46-83c4-9cef1622f2ef tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 4.1942468 May 30 04:58:00.215318 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 40722) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:00.224086 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Network 585f1a25-d8c2-4739-95aa-646c169bbb1a details requested by agent ovs-agent-dv-neutron-843763-1-hyperv with host dv-neutron-843763-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 04:58:00.236603 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a54983-af0a-4734-aca9-fc9feefb7bcf None None] DHCP port deletion for c2613425-784b-46e7-aade-220941af0aa0 request from dv-neutron-843763-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 30 04:58:00.302955 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b768d8ce-5d6e-452c-8487-efd06eaeb316 tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:00.327795 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-177c0a73-6a27-4f70-aaab-d923bd29ec57 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Request body: {'port': {'network_id': '585f1a25-d8c2-4739-95aa-646c169bbb1a', 'name': 'tempest-PortsTestJSON-322347065'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:58:00.353674 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-39a54983-af0a-4734-aca9-fc9feefb7bcf None None] Deleting port c0b1f726-f840-4f9f-aaef-036ddcbf6953 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:58:00.354080 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-39a54983-af0a-4734-aca9-fc9feefb7bcf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:00.469488 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-01cceb96-15a3-46fd-b989-d21f5b2cdac9 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] For port c0b1f726-f840-4f9f-aaef-036ddcbf6953, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=c0b1f726-f840-4f9f-aaef-036ddcbf6953,segment=NetworkSegment(6abeef31-5b04-4a61-b3c6-3fb00ade1631),segment_id=6abeef31-5b04-4a61-b3c6-3fb00ade1631)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:58:00.470617 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-01cceb96-15a3-46fd-b989-d21f5b2cdac9 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:00.509972 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [None req-b768d8ce-5d6e-452c-8487-efd06eaeb316 tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Transition to ACTIVE for port object 91332c6e-d086-43ba-b6da-38a17e397a9a will not be triggered until provisioned by entity DHCP. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:58:00.534934 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a86152-5d8c-427f-8a11-da6951bb3402 None None] Pushing event updated for resources: {'Port': ['ID=5bb9a846-1a96-4c17-bc72-23e382a146a0,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:00.539884 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f435aa4c-6778-42b5-b9a7-e5fef43964d8 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:00.553462 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f435aa4c-6778-42b5-b9a7-e5fef43964d8 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:00.599300 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-177c0a73-6a27-4f70-aaab-d923bd29ec57 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:58:00.611424 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f435aa4c-6778-42b5-b9a7-e5fef43964d8 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=88261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 04:58:00.617650 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-177c0a73-6a27-4f70-aaab-d923bd29ec57 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Usage tracker for resource:port and tenant:f4aea07b5c934dc5bc600f55a2d3ba0e is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:58:00.626637 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-177c0a73-6a27-4f70-aaab-d923bd29ec57 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:58:00.642612 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f435aa4c-6778-42b5-b9a7-e5fef43964d8 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0ee0d1f-2a9a-4225-a1be-0ad12f5f6260,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:00.649060 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-177c0a73-6a27-4f70-aaab-d923bd29ec57 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:58:00.657455 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f435aa4c-6778-42b5-b9a7-e5fef43964d8 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:00.657953 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.db.segments_db [None req-f435aa4c-6778-42b5-b9a7-e5fef43964d8 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Added segment 2b65f7ce-dbfa-45c6-a057-4fa4986dac70 of type vlan for network a734b20e-8373-4515-a163-2783165b5369 May 30 04:58:00.660673 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-b24dd1d3-c76a-4979-b665-0efdde14bc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:00.663885 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90aa6f36-cb4a-46bd-a70b-374ebc9b11ac req-012a9825-2631-4b79-a7f4-b84670fa50cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:58:00.666348 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-90aa6f36-cb4a-46bd-a70b-374ebc9b11ac req-012a9825-2631-4b79-a7f4-b84670fa50cc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=75c565b2496748d0aca7efef0deb76ef&device_id=b1e7b65a-2794-4268-bd76-1003a7875678 HTTP/1.1" status: 200 len: 1099 time: 0.4552047 May 30 04:58:00.708166 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-01cceb96-15a3-46fd-b989-d21f5b2cdac9 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Calling delete_port for c0b1f726-f840-4f9f-aaef-036ddcbf6953 owned by network:dhcp {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:58:00.711174 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-177c0a73-6a27-4f70-aaab-d923bd29ec57 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Made reservation on behalf of f4aea07b5c934dc5bc600f55a2d3ba0e for: {'port': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:58:00.715121 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-177c0a73-6a27-4f70-aaab-d923bd29ec57 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:00.749711 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b768d8ce-5d6e-452c-8487-efd06eaeb316 tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:00.785894 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port f63f177a-e3b0-41eb-bd38-9aaf9c62844a completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:58:00.806691 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-58ccbf52-8d45-444a-8f4d-7a3574914cd4 None None] Attempting to bind port 5bb9a846-1a96-4c17-bc72-23e382a146a0 on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 04:58:00.806986 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-58ccbf52-8d45-444a-8f4d-7a3574914cd4 None None] Attempting to bind port 5bb9a846-1a96-4c17-bc72-23e382a146a0 by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': 'c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 04:58:00.807494 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ccbf52-8d45-444a-8f4d-7a3574914cd4 None None] Attempting to bind port 5bb9a846-1a96-4c17-bc72-23e382a146a0 on network 0008fd3d-19e9-40cf-b545-4a7647b90cf1 {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 04:58:00.809651 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port f63f177a-e3b0-41eb-bd38-9aaf9c62844a triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:58:00.810092 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:00.873776 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ccbf52-8d45-444a-8f4d-7a3574914cd4 None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 4, 57, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 04:58:00.874182 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ccbf52-8d45-444a-8f4d-7a3574914cd4 None None] Checking segment: {'id': 'c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:58:00.874599 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-58ccbf52-8d45-444a-8f4d-7a3574914cd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:00.875051 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ccbf52-8d45-444a-8f4d-7a3574914cd4 None None] Bound using segment: {'id': 'c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 04:58:00.875542 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-58ccbf52-8d45-444a-8f4d-7a3574914cd4 None None] Bound port: 5bb9a846-1a96-4c17-bc72-23e382a146a0, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 04:58:00.875975 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-58ccbf52-8d45-444a-8f4d-7a3574914cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:00.893232 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b768d8ce-5d6e-452c-8487-efd06eaeb316 tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Pushing event updated for resources: {'Port': ['ID=91332c6e-d086-43ba-b6da-38a17e397a9a,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:00.898166 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f435aa4c-6778-42b5-b9a7-e5fef43964d8 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729234556353'] for network, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:00.925753 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [None req-177c0a73-6a27-4f70-aaab-d923bd29ec57 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] device_id is not set on port 27a45f3e-0295-4952-8c3a-4218c39be9be yet. {{(pid=88261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 30 04:58:00.968034 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b768d8ce-5d6e-452c-8487-efd06eaeb316 tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Network 032971ab-0766-4a45-8203-e781a8ffba9a is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:58:00.973005 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-b768d8ce-5d6e-452c-8487-efd06eaeb316 tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:58:00.991404 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b768d8ce-5d6e-452c-8487-efd06eaeb316 tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:58:01.081066 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c763ac69-983e-4824-ab18-4893031afffd tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602184'] for router_interface, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:01.134283 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-58ccbf52-8d45-444a-8f4d-7a3574914cd4 None None] For port 5bb9a846-1a96-4c17-bc72-23e382a146a0, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 04:58:01.155513 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-59951392-d327-4e09-bb27-c69f49569f6d None None] Provisioning complete for port f63f177a-e3b0-41eb-bd38-9aaf9c62844a triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:58:01.155897 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-59951392-d327-4e09-bb27-c69f49569f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:01.310808 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f435aa4c-6778-42b5-b9a7-e5fef43964d8 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788'] for network, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:01.313512 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-32d9d4bb-98d2-4005-85bc-18250cf575e1 tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:01.316159 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f435aa4c-6778-42b5-b9a7-e5fef43964d8 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:58:01.316764 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f435aa4c-6778-42b5-b9a7-e5fef43964d8 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:01.333130 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-58ccbf52-8d45-444a-8f4d-7a3574914cd4 None None] For port 5bb9a846-1a96-4c17-bc72-23e382a146a0, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=5bb9a846-1a96-4c17-bc72-23e382a146a0,segment=NetworkSegment(c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1),segment_id=c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 04:58:01.337597 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-39a54983-af0a-4734-aca9-fc9feefb7bcf None None] For port c0b1f726-f840-4f9f-aaef-036ddcbf6953, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=c0b1f726-f840-4f9f-aaef-036ddcbf6953,segment=NetworkSegment(6abeef31-5b04-4a61-b3c6-3fb00ade1631),segment_id=6abeef31-5b04-4a61-b3c6-3fb00ade1631)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:58:01.338140 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-39a54983-af0a-4734-aca9-fc9feefb7bcf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:01.368116 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b768d8ce-5d6e-452c-8487-efd06eaeb316 tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604623'] for router_interface, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:01.417967 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6937e3da-7296-45fd-b10a-e75f9ed918f0 req-7aa6d0b8-fbda-4771-a0c6-67e0e2c56d48 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:58:01.425626 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-6937e3da-7296-45fd-b10a-e75f9ed918f0 req-7aa6d0b8-fbda-4771-a0c6-67e0e2c56d48 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1e7b65a-2794-4268-bd76-1003a7875678 HTTP/1.1" status: 200 len: 946 time: 0.5420163 May 30 04:58:01.471856 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-01cceb96-15a3-46fd-b989-d21f5b2cdac9 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:01.480738 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90aa6f36-cb4a-46bd-a70b-374ebc9b11ac req-cb2d8ece-2846-4de4-b575-567acf71ff2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:58:01.480989 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-39a54983-af0a-4734-aca9-fc9feefb7bcf None None] Calling delete_port for c0b1f726-f840-4f9f-aaef-036ddcbf6953 owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:58:01.482806 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-90aa6f36-cb4a-46bd-a70b-374ebc9b11ac req-cb2d8ece-2846-4de4-b575-567acf71ff2e service neutron] 10.222.0.39 "GET /v2.0/networks?id=d6c60be6-16d0-4643-855e-f83fdbae0248 HTTP/1.1" status: 200 len: 913 time: 0.8079064 May 30 04:58:01.512729 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d9d4bb-98d2-4005-85bc-18250cf575e1 tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Pushing event deleted for resources: {'Port': ['ID=aafee806-ffb2-4de5-8591-e018a448177a,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:01.563708 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56ded65b-0e68-413c-8b9b-1097922cc81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:01.564747 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.db.api [None req-39a54983-af0a-4734-aca9-fc9feefb7bcf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 04:58:01.565213 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG oslo_db.api [None req-39a54983-af0a-4734-aca9-fc9feefb7bcf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 04:58:01.577271 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-58ccbf52-8d45-444a-8f4d-7a3574914cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:01.604912 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-6937e3da-7296-45fd-b10a-e75f9ed918f0 req-6e38ccb1-4846-4a71-a8ca-1ecffbdbd5ea tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0fb8c38-d8b6-4c01-bc8c-1b54a1e25304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1783695 May 30 04:58:01.683886 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01cceb96-15a3-46fd-b989-d21f5b2cdac9 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] No DVR routers for this DVR port c0b1f726-f840-4f9f-aaef-036ddcbf6953 on host dv-neutron-843763-1-hyperv {{(pid=88260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 04:58:01.685222 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cceb96-15a3-46fd-b989-d21f5b2cdac9 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Pushing event deleted for resources: {'Port': ['ID=c0b1f726-f840-4f9f-aaef-036ddcbf6953,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:01.699636 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port f63f177a-e3b0-41eb-bd38-9aaf9c62844a is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:58:01.700078 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:01.716011 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:01.751717 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-f435aa4c-6778-42b5-b9a7-e5fef43964d8 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.5317001 May 30 04:58:01.770248 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 40730) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:01.791188 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f435aa4c-6778-42b5-b9a7-e5fef43964d8 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Pushing event updated for resources: {'Network': ['ID=a734b20e-8373-4515-a163-2783165b5369,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:01.793310 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-28b42c8d-5eea-4388-b509-a4bd1ec5f870 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Request body: {'subnet': {'network_id': 'a734b20e-8373-4515-a163-2783165b5369', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:58:01.799650 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-59951392-d327-4e09-bb27-c69f49569f6d None None] Current status of the port f63f177a-e3b0-41eb-bd38-9aaf9c62844a is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:58:01.800044 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-59951392-d327-4e09-bb27-c69f49569f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:01.809870 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ccbf52-8d45-444a-8f4d-7a3574914cd4 None None] Routers {'f2b7f28a-1549-4c0d-8820-3c1ae7dca696'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 04:58:01.810550 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-58ccbf52-8d45-444a-8f4d-7a3574914cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T04:58:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['f2b7f28a-1549-4c0d-8820-3c1ae7dca696'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:58:01.854103 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-90aa6f36-cb4a-46bd-a70b-374ebc9b11ac req-7c72a32f-2f47-4007-8b24-49deba4b9595 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fba489e5-d7a4-4280-a042-b13fdb5779ed HTTP/1.1" status: 200 len: 1002 time: 0.3027718 May 30 04:58:01.924420 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Network a734b20e-8373-4515-a163-2783165b5369 details requested by agent ovs-agent-dv-neutron-843763-1-hyperv with host dv-neutron-843763-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 04:58:01.925393 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-177c0a73-6a27-4f70-aaab-d923bd29ec57 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:01.990747 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90aa6f36-cb4a-46bd-a70b-374ebc9b11ac req-39ddac46-b764-42bb-b1a3-020d94c97b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:58:01.992935 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-90aa6f36-cb4a-46bd-a70b-374ebc9b11ac req-39ddac46-b764-42bb-b1a3-020d94c97b62 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c06f497a-4701-45be-bb19-b5a139bdd216 HTTP/1.1" status: 200 len: 851 time: 0.1296992 May 30 04:58:02.053254 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b768d8ce-5d6e-452c-8487-efd06eaeb316 tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:02.064051 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a86152-5d8c-427f-8a11-da6951bb3402 None None] Pushing event updated for resources: {'Port': ['ID=5bb9a846-1a96-4c17-bc72-23e382a146a0,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:02.072093 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-32d9d4bb-98d2-4005-85bc-18250cf575e1 tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Notify callbacks [] for floatingip, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:02.081204 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-39a54983-af0a-4734-aca9-fc9feefb7bcf None None] Deleting port c0b1f726-f840-4f9f-aaef-036ddcbf6953 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:58:02.081204 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-39a54983-af0a-4734-aca9-fc9feefb7bcf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:02.116798 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-01cceb96-15a3-46fd-b989-d21f5b2cdac9 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867540', 'neutron.services.segments.db._delete_segments_for_network-8729234922972'] for network, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:02.139680 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-177c0a73-6a27-4f70-aaab-d923bd29ec57 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:02.183057 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-32d9d4bb-98d2-4005-85bc-18250cf575e1 tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for floatingip, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:02.186966 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-32d9d4bb-98d2-4005-85bc-18250cf575e1 tempest-FloatingIPAdminTestJSON-382272018 tempest-FloatingIPAdminTestJSON-382272018-project] 10.222.0.15 "DELETE /v2.0/floatingips/a9ea9db4-6f53-4e10-9c87-713ed7ec1680 HTTP/1.1" status: 204 len: 168 time: 3.9276524 May 30 04:58:02.188786 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-39a54983-af0a-4734-aca9-fc9feefb7bcf None None] The port 'c0b1f726-f840-4f9f-aaef-036ddcbf6953' was deleted {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 30 04:58:02.190987 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] For port f63f177a-e3b0-41eb-bd38-9aaf9c62844a, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=f63f177a-e3b0-41eb-bd38-9aaf9c62844a,segment=NetworkSegment(d4a98468-e8ae-4dfe-af77-a640973b1d5d),segment_id=d4a98468-e8ae-4dfe-af77-a640973b1d5d)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:58:02.212546 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-01cceb96-15a3-46fd-b989-d21f5b2cdac9 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2613425-784b-46e7-aade-220941af0aa0']}} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:58:02.212756 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:02.239600 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-28b42c8d-5eea-4388-b509-a4bd1ec5f870 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:58:02.246000 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-28b42c8d-5eea-4388-b509-a4bd1ec5f870 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Usage tracker for resource:subnet and tenant:2b6e4651650b4c999aced5cd7580a614 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:58:02.254893 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-28b42c8d-5eea-4388-b509-a4bd1ec5f870 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:58:02.270326 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-28b42c8d-5eea-4388-b509-a4bd1ec5f870 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:58:02.306053 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-01cceb96-15a3-46fd-b989-d21f5b2cdac9 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6abeef31-5b04-4a61-b3c6-3fb00ade1631') {'for_net_delete': True} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:58:02.306309 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-01cceb96-15a3-46fd-b989-d21f5b2cdac9 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6abeef31-5b04-4a61-b3c6-3fb00ade1631') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:58:02.317171 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28b42c8d-5eea-4388-b509-a4bd1ec5f870 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Made reservation on behalf of 2b6e4651650b4c999aced5cd7580a614 for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:58:02.340512 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-28b42c8d-5eea-4388-b509-a4bd1ec5f870 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2133361'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:02.364176 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90aa6f36-cb4a-46bd-a70b-374ebc9b11ac req-248d1287-19c9-46ca-b1ec-cf6b054f4c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:58:02.366248 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-90aa6f36-cb4a-46bd-a70b-374ebc9b11ac req-248d1287-19c9-46ca-b1ec-cf6b054f4c32 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d6c60be6-16d0-4643-855e-f83fdbae0248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3667212 May 30 04:58:02.382415 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-01cceb96-15a3-46fd-b989-d21f5b2cdac9 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729235042807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1454725'] for segment, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:02.389041 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-c763ac69-983e-4824-ab18-4893031afffd tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Deleting port 5bb9a846-1a96-4c17-bc72-23e382a146a0 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:58:02.389382 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c763ac69-983e-4824-ab18-4893031afffd tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:02.403790 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Pushing event updated for resources: {'Port': ['ID=f63f177a-e3b0-41eb-bd38-9aaf9c62844a,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:02.409012 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177c0a73-6a27-4f70-aaab-d923bd29ec57 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Pushing event updated for resources: {'Port': ['ID=27a45f3e-0295-4952-8c3a-4218c39be9be,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:02.411449 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device a4391781-cb12-458b-84e2-e37451f17ab2 no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 04:58:02.464614 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-58ccbf52-8d45-444a-8f4d-7a3574914cd4 None None] Set router f2b7f28a-1549-4c0d-8820-3c1ae7dca696 gateway port host: None {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 04:58:02.502047 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177c0a73-6a27-4f70-aaab-d923bd29ec57 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Checking segment: {'id': '7589f9b4-08bc-491b-b2fd-ff646e75a228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '585f1a25-d8c2-4739-95aa-646c169bbb1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:58:02.502412 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-177c0a73-6a27-4f70-aaab-d923bd29ec57 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Network hostable DHCP agents. Network: 585f1a25-d8c2-4739-95aa-646c169bbb1a, hostable agents: ['1c705e68-3d3e-4dd3-9252-feb21d4b96ab'], hosted agents: [] {{(pid=88261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 04:58:02.546220 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-01cceb96-15a3-46fd-b989-d21f5b2cdac9 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:02.565963 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01cceb96-15a3-46fd-b989-d21f5b2cdac9 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=88260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 04:58:02.566380 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-01cceb96-15a3-46fd-b989-d21f5b2cdac9 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-862858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1547513'] for segment, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:02.610441 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 40740) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:02.652819 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-177c0a73-6a27-4f70-aaab-d923bd29ec57 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Network 585f1a25-d8c2-4739-95aa-646c169bbb1a is scheduled to be hosted by DHCP agent 1c705e68-3d3e-4dd3-9252-feb21d4b96ab with binding_index 1 {{(pid=88261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 04:58:02.683921 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 6abeef31-5b04-4a61-b3c6-3fb00ade1631 resource provider aggregate not found May 30 04:58:02.703893 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-90aa6f36-cb4a-46bd-a70b-374ebc9b11ac req-5ea16b68-985a-4ad5-9b57-3b08f5196523 service neutron] 10.222.0.39 "GET /v2.0/networks/d6c60be6-16d0-4643-855e-f83fdbae0248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3212321 May 30 04:58:02.708012 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-177c0a73-6a27-4f70-aaab-d923bd29ec57 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843763-1-hyperv, 585f1a25-d8c2-4739-95aa-646c169bbb1a) {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:58:02.742622 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.db.api [None req-59951392-d327-4e09-bb27-c69f49569f6d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 04:58:02.743255 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG oslo_db.api [None req-59951392-d327-4e09-bb27-c69f49569f6d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 04:58:02.759115 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3e8180d-28cd-4c26-aeff-0b49db5b3cda None None] Network 585f1a25-d8c2-4739-95aa-646c169bbb1a requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:58:02.761853 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 6abeef31-5b04-4a61-b3c6-3fb00ade1631 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6abeef31-5b04-4a61-b3c6-3fb00ade1631 found for delete ", "request_id": "req-0b463b53-c437-4219-aa9d-c3dba71b6fde"}]} May 30 04:58:02.816957 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-01cceb96-15a3-46fd-b989-d21f5b2cdac9 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604744'] for network, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:02.842946 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-01cceb96-15a3-46fd-b989-d21f5b2cdac9 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:02.883037 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cceb96-15a3-46fd-b989-d21f5b2cdac9 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Pushing event deleted for resources: {'Network': ['ID=c2613425-784b-46e7-aade-220941af0aa0,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:02.930028 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-01cceb96-15a3-46fd-b989-d21f5b2cdac9 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] 10.222.0.15 "DELETE /v2.0/networks/c2613425-784b-46e7-aade-220941af0aa0 HTTP/1.1" status: 204 len: 168 time: 3.5057366 May 30 04:58:02.930713 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 40750) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:02.938328 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] No Port match for: a4391781-cb12-458b-84e2-e37451f17ab2 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 04:58:02.938756 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device a4391781-cb12-458b-84e2-e37451f17ab2 not bound to the agent host dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 04:58:02.939442 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device c0b1f726-f840-4f9f-aaef-036ddcbf6953 no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 04:58:02.969951 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177c0a73-6a27-4f70-aaab-d923bd29ec57 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:58:02.976885 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-177c0a73-6a27-4f70-aaab-d923bd29ec57 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:58:02.977789 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-177c0a73-6a27-4f70-aaab-d923bd29ec57 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:03.028126 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b768d8ce-5d6e-452c-8487-efd06eaeb316 tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:03.068267 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] No Port match for: c0b1f726-f840-4f9f-aaef-036ddcbf6953 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 04:58:03.068608 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device c0b1f726-f840-4f9f-aaef-036ddcbf6953 not bound to the agent host dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 04:58:03.071070 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a142624-940e-4c55-bf49-a5329c884075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:03.081200 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b768d8ce-5d6e-452c-8487-efd06eaeb316 tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2304381'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:03.108955 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-c763ac69-983e-4824-ab18-4893031afffd tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] For port 5bb9a846-1a96-4c17-bc72-23e382a146a0, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=5bb9a846-1a96-4c17-bc72-23e382a146a0,segment=NetworkSegment(c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1),segment_id=c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:58:03.108955 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c763ac69-983e-4824-ab18-4893031afffd tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:03.203456 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-177c0a73-6a27-4f70-aaab-d923bd29ec57 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.9498811 May 30 04:58:03.207875 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 40756) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:03.253681 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-897023d5-ae98-4863-9c54-3a637191d057 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1030584251'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:58:03.309862 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-897023d5-ae98-4863-9c54-3a637191d057 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:58:03.313259 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-59951392-d327-4e09-bb27-c69f49569f6d None None] Current status of the port f63f177a-e3b0-41eb-bd38-9aaf9c62844a is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:58:03.325512 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-58ccbf52-8d45-444a-8f4d-7a3574914cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2b7f28a-1549-4c0d-8820-3c1ae7dca696', 'name': 'tempest-NetworksTestDHCPv6-router-1162841322', 'tenant_id': '16af2dbefc6742d5a37a7b30e58c8c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T04:57:52Z', 'updated_at': '2022-05-30T04:57:55Z', 'revision_number': 2, 'project_id': '16af2dbefc6742d5a37a7b30e58c8c2f', 'gw_port_host': None, '_interfaces': [{'id': '5bb9a846-1a96-4c17-bc72-23e382a146a0', 'name': '', 'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1', 'tenant_id': '16af2dbefc6742d5a37a7b30e58c8c2f', 'mac_address': 'fa:16:3e:35:13:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2b7f28a-1549-4c0d-8820-3c1ae7dca696', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '42dd0105-ee81-404a-b8e5-0728c140062d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:57:53Z', 'updated_at': '2022-05-30T04:58:01Z', 'revision_number': 4, 'project_id': '16af2dbefc6742d5a37a7b30e58c8c2f', 'subnets': [{'id': '42dd0105-ee81-404a-b8e5-0728c140062d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:58:03.330192 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-897023d5-ae98-4863-9c54-3a637191d057 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Usage tracker for resource:network and tenant:f4aea07b5c934dc5bc600f55a2d3ba0e is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:58:03.330857 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ccbf52-8d45-444a-8f4d-7a3574914cd4 None None] The sync data for ids ['f2b7f28a-1549-4c0d-8820-3c1ae7dca696'] in dv-neutron-843763-1-hyperv is: [{'id': 'f2b7f28a-1549-4c0d-8820-3c1ae7dca696', 'name': 'tempest-NetworksTestDHCPv6-router-1162841322', 'tenant_id': '16af2dbefc6742d5a37a7b30e58c8c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T04:57:52Z', 'updated_at': '2022-05-30T04:57:55Z', 'revision_number': 2, 'project_id': '16af2dbefc6742d5a37a7b30e58c8c2f', 'gw_port_host': None, '_interfaces': [{'id': '5bb9a846-1a96-4c17-bc72-23e382a146a0', 'name': '', 'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1', 'tenant_id': '16af2dbefc6742d5a37a7b30e58c8c2f', 'mac_address': 'fa:16:3e:35:13:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2b7f28a-1549-4c0d-8820-3c1ae7dca696', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '42dd0105-ee81-404a-b8e5-0728c140062d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:57:53Z', 'updated_at': '2022-05-30T04:58:01Z', 'revision_number': 4, 'project_id': '16af2dbefc6742d5a37a7b30e58c8c2f', 'subnets': [{'id': '42dd0105-ee81-404a-b8e5-0728c140062d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 04:58:03.341461 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-c763ac69-983e-4824-ab18-4893031afffd tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Calling delete_port for 5bb9a846-1a96-4c17-bc72-23e382a146a0 owned by network:router_interface {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:58:03.358134 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-897023d5-ae98-4863-9c54-3a637191d057 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:58:03.372166 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b768d8ce-5d6e-452c-8487-efd06eaeb316 tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Pushing event updated for resources: {'Port': ['ID=91332c6e-d086-43ba-b6da-38a17e397a9a,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:03.386780 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-897023d5-ae98-4863-9c54-3a637191d057 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:58:03.394508 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b768d8ce-5d6e-452c-8487-efd06eaeb316 tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1642774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602230'] for router_interface, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:03.400767 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-c2defc5c-0cc9-4f8f-8ed7-7b8d0407c9b1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=711a0215d65b4bf4a4724254de2410e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7892525 May 30 04:58:03.406607 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 40760) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:03.434419 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-28b42c8d-5eea-4388-b509-a4bd1ec5f870 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1547796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2133315'] for subnet, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:03.443673 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-e13df47a-3edd-49eb-842b-fb5a1c8261b2 None None] Provisioning for port 91332c6e-d086-43ba-b6da-38a17e397a9a completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:58:03.449267 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-897023d5-ae98-4863-9c54-3a637191d057 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Made reservation on behalf of f4aea07b5c934dc5bc600f55a2d3ba0e for: {'network': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:58:03.450134 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-e13df47a-3edd-49eb-842b-fb5a1c8261b2 None None] Provisioning complete for port 91332c6e-d086-43ba-b6da-38a17e397a9a triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:58:03.450832 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e13df47a-3edd-49eb-842b-fb5a1c8261b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:03.452763 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-897023d5-ae98-4863-9c54-3a637191d057 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for network, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:03.505719 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-90aa6f36-cb4a-46bd-a70b-374ebc9b11ac req-84bb96c6-b513-47d7-a4fb-7cebdc431a22 service neutron] 10.222.0.39 "GET /v2.0/networks/d6c60be6-16d0-4643-855e-f83fdbae0248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7928357 May 30 04:58:03.514572 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-e13df47a-3edd-49eb-842b-fb5a1c8261b2 None None] Port 91332c6e-d086-43ba-b6da-38a17e397a9a cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 04:58:03.518481 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94140bcd-9709-4369-bf40-723f7479c9d7 req-ea3da728-0565-4420-bdc5-2a59f1efe0b8 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:58:03.525558 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-94140bcd-9709-4369-bf40-723f7479c9d7 req-ea3da728-0565-4420-bdc5-2a59f1efe0b8 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1e7b65a-2794-4268-bd76-1003a7875678 HTTP/1.1" status: 200 len: 946 time: 0.5566766 May 30 04:58:03.631870 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-897023d5-ae98-4863-9c54-3a637191d057 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=88261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 04:58:03.646209 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-94140bcd-9709-4369-bf40-723f7479c9d7 req-cadb75e6-1a41-4097-bf84-a6577b7b8fd5 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0fb8c38-d8b6-4c01-bc8c-1b54a1e25304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197190 May 30 04:58:03.669382 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-897023d5-ae98-4863-9c54-3a637191d057 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:03.670119 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.db.segments_db [None req-897023d5-ae98-4863-9c54-3a637191d057 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Added segment 5dba5fed-6c3a-499a-a137-d8ea3fb86612 of type vlan for network f48118b7-6602-47ba-bf69-62ed749bf529 May 30 04:58:03.678456 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b768d8ce-5d6e-452c-8487-efd06eaeb316 tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Network 032971ab-0766-4a45-8203-e781a8ffba9a is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:58:03.680142 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-b768d8ce-5d6e-452c-8487-efd06eaeb316 tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:58:03.784169 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-897023d5-ae98-4863-9c54-3a637191d057 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729234556353'] for network, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:03.919564 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-897023d5-ae98-4863-9c54-3a637191d057 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788'] for network, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:03.925511 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-897023d5-ae98-4863-9c54-3a637191d057 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:58:03.926338 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-897023d5-ae98-4863-9c54-3a637191d057 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:03.968167 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ffa9d413-b6b5-4486-a78c-5264b53a5002 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:03.975762 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-2137eb6d-2b52-4d85-839d-2516c4d795aa None None] Provisioning complete for port 91332c6e-d086-43ba-b6da-38a17e397a9a triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:58:03.976810 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-2137eb6d-2b52-4d85-839d-2516c4d795aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:03.994085 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b42c8d-5eea-4388-b509-a4bd1ec5f870 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Checking segment: {'id': '2b65f7ce-dbfa-45c6-a057-4fa4986dac70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'a734b20e-8373-4515-a163-2783165b5369'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:58:03.994483 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b42c8d-5eea-4388-b509-a4bd1ec5f870 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Network hostable DHCP agents. Network: a734b20e-8373-4515-a163-2783165b5369, hostable agents: ['1c705e68-3d3e-4dd3-9252-feb21d4b96ab'], hosted agents: [] {{(pid=88260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 04:58:03.998729 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b42c8d-5eea-4388-b509-a4bd1ec5f870 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Pushing event updated for resources: {'Subnet': ['ID=bf037f75-e7b4-43c0-833f-60dcaf87882d,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:04.048489 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-2137eb6d-2b52-4d85-839d-2516c4d795aa None None] Port 91332c6e-d086-43ba-b6da-38a17e397a9a cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 04:58:04.057791 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-897023d5-ae98-4863-9c54-3a637191d057 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8329720 May 30 04:58:04.062019 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 40764) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:04.071252 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-dc61d014-f0f2-40bb-a0ea-dcc83bab0f11 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Request body: {'ports': [{'network_id': '585f1a25-d8c2-4739-95aa-646c169bbb1a'}, {'network_id': 'f48118b7-6602-47ba-bf69-62ed749bf529'}]} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:58:04.071558 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-dc61d014-f0f2-40bb-a0ea-dcc83bab0f11 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Request body: {'port': {'network_id': '585f1a25-d8c2-4739-95aa-646c169bbb1a'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:58:04.072031 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-dc61d014-f0f2-40bb-a0ea-dcc83bab0f11 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Request body: {'port': {'network_id': 'f48118b7-6602-47ba-bf69-62ed749bf529'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:58:04.088029 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ffa9d413-b6b5-4486-a78c-5264b53a5002 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:04.097612 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897023d5-ae98-4863-9c54-3a637191d057 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Pushing event updated for resources: {'Network': ['ID=f48118b7-6602-47ba-bf69-62ed749bf529,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:04.111634 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Network f48118b7-6602-47ba-bf69-62ed749bf529 details requested by agent ovs-agent-dv-neutron-843763-1-hyperv with host dv-neutron-843763-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 04:58:04.148805 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b768d8ce-5d6e-452c-8487-efd06eaeb316 tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Router 7c022c8b-2f60-4543-bfb2-4db435552212 is scheduled to L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 with binding_index 1 {{(pid=88261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 30 04:58:04.157217 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b42c8d-5eea-4388-b509-a4bd1ec5f870 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Network a734b20e-8373-4515-a163-2783165b5369 is scheduled to be hosted by DHCP agent 1c705e68-3d3e-4dd3-9252-feb21d4b96ab with binding_index 1 {{(pid=88260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 04:58:04.238070 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-28b42c8d-5eea-4388-b509-a4bd1ec5f870 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843763-1-hyperv, a734b20e-8373-4515-a163-2783165b5369) {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:58:04.250154 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a3c9a49-67e2-45ee-bd6e-d4c3031d88a6 None None] Network a734b20e-8373-4515-a163-2783165b5369 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:58:04.284485 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b42c8d-5eea-4388-b509-a4bd1ec5f870 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:58:04.285220 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-28b42c8d-5eea-4388-b509-a4bd1ec5f870 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:04.327989 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-28b42c8d-5eea-4388-b509-a4bd1ec5f870 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5521078 May 30 04:58:04.333105 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 40770) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:04.344747 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-5b88978c-4566-48c2-b27e-2287fe60f6c3 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Request body: {'network': {'name': 'tempest-router-network01--1406377480'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:58:04.439400 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ffa9d413-b6b5-4486-a78c-5264b53a5002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:04.442107 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ffa9d413-b6b5-4486-a78c-5264b53a5002 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:04.443325 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-ffa9d413-b6b5-4486-a78c-5264b53a5002 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9e427b42-6b1a-44f4-9c41-3137afc7a4e1 HTTP/1.1" status: 204 len: 168 time: 1.0317447 May 30 04:58:04.444843 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-5b88978c-4566-48c2-b27e-2287fe60f6c3 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:58:04.466447 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b768d8ce-5d6e-452c-8487-efd06eaeb316 tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 04:58:04.472961 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-dc61d014-f0f2-40bb-a0ea-dcc83bab0f11 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:58:04.477219 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-dc61d014-f0f2-40bb-a0ea-dcc83bab0f11 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Usage tracker for resource:port and tenant:f4aea07b5c934dc5bc600f55a2d3ba0e is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:58:04.480442 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-dc61d014-f0f2-40bb-a0ea-dcc83bab0f11 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:58:04.486941 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-dc61d014-f0f2-40bb-a0ea-dcc83bab0f11 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:58:04.499427 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-b768d8ce-5d6e-452c-8487-efd06eaeb316 tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] 10.222.0.15 "PUT /v2.0/routers/7c022c8b-2f60-4543-bfb2-4db435552212/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0697954 May 30 04:58:04.506856 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 40776) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:04.508956 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc61d014-f0f2-40bb-a0ea-dcc83bab0f11 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Made reservation on behalf of f4aea07b5c934dc5bc600f55a2d3ba0e for: {'port': 2} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:58:04.514158 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-dc61d014-f0f2-40bb-a0ea-dcc83bab0f11 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:04.515551 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7f48e9-a794-4dce-a4b8-60eb77a1cbab None None] Sync routers for ids ['7c022c8b-2f60-4543-bfb2-4db435552212'] in dv-neutron-843763-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 04:58:04.535304 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c763ac69-983e-4824-ab18-4893031afffd tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:04.541407 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-dc61d014-f0f2-40bb-a0ea-dcc83bab0f11 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:04.556072 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-6eebc1a7-eb10-4ee5-8337-b201000c8072 tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Request body: {'port': {'network_id': '032971ab-0766-4a45-8203-e781a8ffba9a', 'name': 'tempest-FloatingIPNegativeTestJSON-1734110141'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:58:04.570877 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7f48e9-a794-4dce-a4b8-60eb77a1cbab None None] Routers {'7c022c8b-2f60-4543-bfb2-4db435552212'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 04:58:04.571521 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-7e7f48e9-a794-4dce-a4b8-60eb77a1cbab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T04:58:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['7c022c8b-2f60-4543-bfb2-4db435552212'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:58:04.573068 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-5b88978c-4566-48c2-b27e-2287fe60f6c3 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Usage tracker for resource:network and tenant:2b6e4651650b4c999aced5cd7580a614 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:58:04.628255 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa9d413-b6b5-4486-a78c-5264b53a5002 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e427b42-6b1a-44f4-9c41-3137afc7a4e1,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:04.630701 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device f63f177a-e3b0-41eb-bd38-9aaf9c62844a up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 04:58:04.631240 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-5b88978c-4566-48c2-b27e-2287fe60f6c3 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:58:04.641449 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c763ac69-983e-4824-ab18-4893031afffd tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Pushing event deleted for resources: {'Port': ['ID=5bb9a846-1a96-4c17-bc72-23e382a146a0,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:04.726858 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-5b88978c-4566-48c2-b27e-2287fe60f6c3 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:58:04.791794 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-7e7f48e9-a794-4dce-a4b8-60eb77a1cbab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:58:04.895690 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7f48e9-a794-4dce-a4b8-60eb77a1cbab None None] Routers {'7c022c8b-2f60-4543-bfb2-4db435552212'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 04:58:04.896348 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-7e7f48e9-a794-4dce-a4b8-60eb77a1cbab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T04:58:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['7c022c8b-2f60-4543-bfb2-4db435552212'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:58:04.998048 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-7e7f48e9-a794-4dce-a4b8-60eb77a1cbab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:58:04.999326 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7f48e9-a794-4dce-a4b8-60eb77a1cbab None None] The sync data for ids ['7c022c8b-2f60-4543-bfb2-4db435552212'] in dv-neutron-843763-1-hyperv is: [] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 04:58:05.047403 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 40786) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:05.048392 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b88978c-4566-48c2-b27e-2287fe60f6c3 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Made reservation on behalf of 2b6e4651650b4c999aced5cd7580a614 for: {'network': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:58:05.052595 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5b88978c-4566-48c2-b27e-2287fe60f6c3 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for network, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:05.062702 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port f63f177a-e3b0-41eb-bd38-9aaf9c62844a triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:58:05.063081 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:05.078742 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [None req-dc61d014-f0f2-40bb-a0ea-dcc83bab0f11 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] device_id is not set on port 5ab96d33-608a-4ea6-9bbb-a7422d36da05 yet. {{(pid=88261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 30 04:58:05.084459 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e5935304-8408-465c-8601-843e717d81d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:05.092594 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6299d194-c159-446a-8c5b-3c0ca7a8c265 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bbf24ed-7ba9-53d2-873f-8f9642b1e987-a734b20e-8373-4515-a163-2783165b5369', 'network_id': 'a734b20e-8373-4515-a163-2783165b5369', 'tenant_id': '2b6e4651650b4c999aced5cd7580a614', 'fixed_ips': [{'subnet_id': 'bf037f75-e7b4-43c0-833f-60dcaf87882d'}]}} from dv-neutron-843763-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 30 04:58:05.093234 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-6299d194-c159-446a-8c5b-3c0ca7a8c265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:05.103938 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-e5935304-8408-465c-8601-843e717d81d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:58:05.110180 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-e5935304-8408-465c-8601-843e717d81d5 admin admin] Usage tracker for resource:security_group_rule and tenant:ecb6d99483024ece83940548654eefa3 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:58:05.118614 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-e5935304-8408-465c-8601-843e717d81d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:58:05.128666 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-e5935304-8408-465c-8601-843e717d81d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:58:05.219499 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f3ffb67f-8cc0-414c-bafe-63ab194cc02f tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602184'] for router_interface, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:05.254692 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-dc61d014-f0f2-40bb-a0ea-dcc83bab0f11 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:05.293793 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b88978c-4566-48c2-b27e-2287fe60f6c3 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=88260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 04:58:05.321094 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c763ac69-983e-4824-ab18-4893031afffd tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1642797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602100'] for router_interface, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:05.352255 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-6299d194-c159-446a-8c5b-3c0ca7a8c265 None None] Allocated IP 2001:db8::2 (a734b20e-8373-4515-a163-2783165b5369/bf037f75-e7b4-43c0-833f-60dcaf87882d/61d405cb-9953-464b-9f9f-a66397087158) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:58:05.386663 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e5935304-8408-465c-8601-843e717d81d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:05.397163 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e5935304-8408-465c-8601-843e717d81d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:05.413641 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port f63f177a-e3b0-41eb-bd38-9aaf9c62844a is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:58:05.414694 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 5bb9a846-1a96-4c17-bc72-23e382a146a0 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 04:58:05.424243 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [None req-dc61d014-f0f2-40bb-a0ea-dcc83bab0f11 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] device_id is not set on port 4d2b3495-b52a-4897-b265-156eec144a71 yet. {{(pid=88261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 30 04:58:05.453880 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5935304-8408-465c-8601-843e717d81d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dc0688e-f993-4f6d-8a13-a7c5fa41b72f,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:05.463377 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-e5935304-8408-465c-8601-843e717d81d5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ecb6d99483024ece83940548654eefa3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4147284 May 30 04:58:05.466901 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 40790) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:05.487309 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5b88978c-4566-48c2-b27e-2287fe60f6c3 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:05.487655 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.db.segments_db [None req-5b88978c-4566-48c2-b27e-2287fe60f6c3 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Added segment 2b20d740-7a7c-42f8-b89e-e72cf10ac465 of type vlan for network e2ba5ada-a2b9-4df4-bf00-6ff7cc925178 May 30 04:58:05.498250 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-6eebc1a7-eb10-4ee5-8337-b201000c8072 tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:58:05.504552 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] No Port match for: 5bb9a846-1a96-4c17-bc72-23e382a146a0 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 04:58:05.504917 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 5bb9a846-1a96-4c17-bc72-23e382a146a0 not bound to the agent host dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} May 30 04:58:05.515651 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-6eebc1a7-eb10-4ee5-8337-b201000c8072 tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Usage tracker for resource:port and tenant:cd2560d80ddd4e6fb6938d0bf7b6bbb7 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:58:05.544630 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Port 5bb9a846-1a96-4c17-bc72-23e382a146a0 not found, will not notify nova. {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} May 30 04:58:05.557075 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-65db49ac-2254-4874-b885-1ad5fb73baa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:05.573772 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-6eebc1a7-eb10-4ee5-8337-b201000c8072 tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:58:05.601568 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-6eebc1a7-eb10-4ee5-8337-b201000c8072 tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:58:05.608229 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-65db49ac-2254-4874-b885-1ad5fb73baa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:05.636403 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-dc61d014-f0f2-40bb-a0ea-dcc83bab0f11 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:05.636672 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5b88978c-4566-48c2-b27e-2287fe60f6c3 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729234556353'] for network, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:05.674279 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-6299d194-c159-446a-8c5b-3c0ca7a8c265 None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:05.687382 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-65db49ac-2254-4874-b885-1ad5fb73baa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:05.687781 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-6299d194-c159-446a-8c5b-3c0ca7a8c265 None None] Transition to ACTIVE for port object 61d405cb-9953-464b-9f9f-a66397087158 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:58:05.701233 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-dc61d014-f0f2-40bb-a0ea-dcc83bab0f11 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:05.704069 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65db49ac-2254-4874-b885-1ad5fb73baa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dc0688e-f993-4f6d-8a13-a7c5fa41b72f,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:05.720985 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-6299d194-c159-446a-8c5b-3c0ca7a8c265 None None] Transition to ACTIVE for port object 61d405cb-9953-464b-9f9f-a66397087158 will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:58:05.723956 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338d1733-22a6-44ba-a33f-a6f90f1d3ef7 req-3fe06b75-e4e7-4908-9276-bb93f48eebe3 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:58:05.725941 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-338d1733-22a6-44ba-a33f-a6f90f1d3ef7 req-3fe06b75-e4e7-4908-9276-bb93f48eebe3 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1e7b65a-2794-4268-bd76-1003a7875678 HTTP/1.1" status: 200 len: 946 time: 0.8737843 May 30 04:58:05.726557 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eebc1a7-eb10-4ee5-8337-b201000c8072 tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Made reservation on behalf of cd2560d80ddd4e6fb6938d0bf7b6bbb7 for: {'port': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:58:05.730056 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6eebc1a7-eb10-4ee5-8337-b201000c8072 tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:05.739647 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-6299d194-c159-446a-8c5b-3c0ca7a8c265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:05.788374 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc61d014-f0f2-40bb-a0ea-dcc83bab0f11 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Network 585f1a25-d8c2-4739-95aa-646c169bbb1a is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:58:05.789308 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-65db49ac-2254-4874-b885-1ad5fb73baa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:05.793032 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-65db49ac-2254-4874-b885-1ad5fb73baa7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9dc0688e-f993-4f6d-8a13-a7c5fa41b72f HTTP/1.1" status: 204 len: 168 time: 0.3225565 May 30 04:58:05.793773 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-dc61d014-f0f2-40bb-a0ea-dcc83bab0f11 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:58:05.798389 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc61d014-f0f2-40bb-a0ea-dcc83bab0f11 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:58:05.799288 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-dc61d014-f0f2-40bb-a0ea-dcc83bab0f11 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:05.800910 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc61d014-f0f2-40bb-a0ea-dcc83bab0f11 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Pushing event updated for resources: {'Port': ['ID=5ab96d33-608a-4ea6-9bbb-a7422d36da05,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:05.836612 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6299d194-c159-446a-8c5b-3c0ca7a8c265 None None] Network a734b20e-8373-4515-a163-2783165b5369 is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:58:05.840119 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-6299d194-c159-446a-8c5b-3c0ca7a8c265 None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:58:05.842951 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6299d194-c159-446a-8c5b-3c0ca7a8c265 None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:58:05.894940 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc61d014-f0f2-40bb-a0ea-dcc83bab0f11 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Pushing event updated for resources: {'Port': ['ID=4d2b3495-b52a-4897-b265-156eec144a71,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:05.907233 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc61d014-f0f2-40bb-a0ea-dcc83bab0f11 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Checking segment: {'id': '5dba5fed-6c3a-499a-a137-d8ea3fb86612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'f48118b7-6602-47ba-bf69-62ed749bf529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:58:05.907900 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc61d014-f0f2-40bb-a0ea-dcc83bab0f11 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Network hostable DHCP agents. Network: f48118b7-6602-47ba-bf69-62ed749bf529, hostable agents: ['1c705e68-3d3e-4dd3-9252-feb21d4b96ab'], hosted agents: [] {{(pid=88261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 04:58:05.916061 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6299d194-c159-446a-8c5b-3c0ca7a8c265 None None] Pushing event updated for resources: {'Port': ['ID=61d405cb-9953-464b-9f9f-a66397087158,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:05.931557 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc61d014-f0f2-40bb-a0ea-dcc83bab0f11 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Network f48118b7-6602-47ba-bf69-62ed749bf529 is scheduled to be hosted by DHCP agent 1c705e68-3d3e-4dd3-9252-feb21d4b96ab with binding_index 1 {{(pid=88261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 04:58:05.946534 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-dc61d014-f0f2-40bb-a0ea-dcc83bab0f11 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843763-1-hyperv, f48118b7-6602-47ba-bf69-62ed749bf529) {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:58:05.956682 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75537caa-cfac-4785-a5fb-34aef8b2ec91 None None] Network f48118b7-6602-47ba-bf69-62ed749bf529 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:58:05.961765 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc61d014-f0f2-40bb-a0ea-dcc83bab0f11 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:58:05.970082 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc61d014-f0f2-40bb-a0ea-dcc83bab0f11 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:58:05.977522 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc61d014-f0f2-40bb-a0ea-dcc83bab0f11 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:58:05.978811 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-dc61d014-f0f2-40bb-a0ea-dcc83bab0f11 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:06.018874 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-dc61d014-f0f2-40bb-a0ea-dcc83bab0f11 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.9551651 May 30 04:58:06.019948 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 40796) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:06.051332 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.db.resource_extend [None req-5b88978c-4566-48c2-b27e-2287fe60f6c3 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 04:58:06.058753 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-6299d194-c159-446a-8c5b-3c0ca7a8c265 None None] Attempting to bind port 61d405cb-9953-464b-9f9f-a66397087158 on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 04:58:06.059281 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-6299d194-c159-446a-8c5b-3c0ca7a8c265 None None] Attempting to bind port 61d405cb-9953-464b-9f9f-a66397087158 by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': '2b65f7ce-dbfa-45c6-a057-4fa4986dac70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'a734b20e-8373-4515-a163-2783165b5369'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 04:58:06.059570 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6299d194-c159-446a-8c5b-3c0ca7a8c265 None None] Attempting to bind port 61d405cb-9953-464b-9f9f-a66397087158 on network a734b20e-8373-4515-a163-2783165b5369 {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 04:58:06.077118 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6299d194-c159-446a-8c5b-3c0ca7a8c265 None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 4, 58, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 04:58:06.077500 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6299d194-c159-446a-8c5b-3c0ca7a8c265 None None] Checking segment: {'id': '2b65f7ce-dbfa-45c6-a057-4fa4986dac70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'a734b20e-8373-4515-a163-2783165b5369'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:58:06.077955 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-6299d194-c159-446a-8c5b-3c0ca7a8c265 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:06.078307 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6299d194-c159-446a-8c5b-3c0ca7a8c265 None None] Bound using segment: {'id': '2b65f7ce-dbfa-45c6-a057-4fa4986dac70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'a734b20e-8373-4515-a163-2783165b5369'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 04:58:06.078784 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-6299d194-c159-446a-8c5b-3c0ca7a8c265 None None] Bound port: 61d405cb-9953-464b-9f9f-a66397087158, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b65f7ce-dbfa-45c6-a057-4fa4986dac70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'a734b20e-8373-4515-a163-2783165b5369'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 04:58:06.079164 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-6299d194-c159-446a-8c5b-3c0ca7a8c265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:06.082455 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [None req-6eebc1a7-eb10-4ee5-8337-b201000c8072 tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] device_id is not set on port a5cd0afc-b743-4757-bd4e-4fd6d62fbfcc yet. {{(pid=88260) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 30 04:58:06.109568 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-c06f1bd9-a69f-45ee-bf4f-6d7df289323d tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Deleting port 4d2b3495-b52a-4897-b265-156eec144a71 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:58:06.110326 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c06f1bd9-a69f-45ee-bf4f-6d7df289323d tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:06.171952 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c763ac69-983e-4824-ab18-4893031afffd tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Router f2b7f28a-1549-4c0d-8820-3c1ae7dca696 has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 04:58:06.182263 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-338d1733-22a6-44ba-a33f-a6f90f1d3ef7 req-23450b70-6b7f-4abb-be19-528cd6577676 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0fb8c38-d8b6-4c01-bc8c-1b54a1e25304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4336324 May 30 04:58:06.182861 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5b88978c-4566-48c2-b27e-2287fe60f6c3 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788'] for network, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:06.188775 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b88978c-4566-48c2-b27e-2287fe60f6c3 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:58:06.189561 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5b88978c-4566-48c2-b27e-2287fe60f6c3 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:06.298055 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-6299d194-c159-446a-8c5b-3c0ca7a8c265 None None] For port 61d405cb-9953-464b-9f9f-a66397087158, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 04:58:06.302828 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-6299d194-c159-446a-8c5b-3c0ca7a8c265 None None] For port 61d405cb-9953-464b-9f9f-a66397087158, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=61d405cb-9953-464b-9f9f-a66397087158,segment=NetworkSegment(2b65f7ce-dbfa-45c6-a057-4fa4986dac70),segment_id=2b65f7ce-dbfa-45c6-a057-4fa4986dac70)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 04:58:06.321790 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-6299d194-c159-446a-8c5b-3c0ca7a8c265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:06.394589 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 40804) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:06.423511 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-5b88978c-4566-48c2-b27e-2287fe60f6c3 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 2.0852904 May 30 04:58:06.461871 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6299d194-c159-446a-8c5b-3c0ca7a8c265 None None] Pushing event updated for resources: {'Port': ['ID=61d405cb-9953-464b-9f9f-a66397087158,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:06.467392 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 40808) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:06.504519 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b88978c-4566-48c2-b27e-2287fe60f6c3 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Pushing event updated for resources: {'Network': ['ID=e2ba5ada-a2b9-4df4-bf00-6ff7cc925178,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:06.517444 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Network e2ba5ada-a2b9-4df4-bf00-6ff7cc925178 details requested by agent ovs-agent-dv-neutron-843763-1-hyperv with host dv-neutron-843763-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 04:58:06.524376 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1f8afe42-0711-4ea3-8c90-cd97d18b9f53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:06.545936 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c763ac69-983e-4824-ab18-4893031afffd tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 04:58:06.549928 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-ce0bbd69-f783-4b35-af14-8a61cf65faff tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Request body: {'network': {'name': 'tempest-router-network02--1396383851'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:58:06.553645 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-c763ac69-983e-4824-ab18-4893031afffd tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "PUT /v2.0/routers/f2b7f28a-1549-4c0d-8820-3c1ae7dca696/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2923825 May 30 04:58:06.557460 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 40812) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:06.559203 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ddb085-a3f9-4a40-9817-e5200c59caf1 None None] Sync routers for ids ['f2b7f28a-1549-4c0d-8820-3c1ae7dca696'] in dv-neutron-843763-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 04:58:06.569649 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ddb085-a3f9-4a40-9817-e5200c59caf1 None None] Routers {'f2b7f28a-1549-4c0d-8820-3c1ae7dca696'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 04:58:06.570729 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-e9ddb085-a3f9-4a40-9817-e5200c59caf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T04:58:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['f2b7f28a-1549-4c0d-8820-3c1ae7dca696'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:58:06.578602 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-ce0bbd69-f783-4b35-af14-8a61cf65faff tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:58:06.594273 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-ce0bbd69-f783-4b35-af14-8a61cf65faff tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Usage tracker for resource:network and tenant:2b6e4651650b4c999aced5cd7580a614 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:58:06.610527 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-1f8afe42-0711-4ea3-8c90-cd97d18b9f53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:58:06.612810 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-ce0bbd69-f783-4b35-af14-8a61cf65faff tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:58:06.624274 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-1f8afe42-0711-4ea3-8c90-cd97d18b9f53 admin admin] Usage tracker for resource:security_group_rule and tenant:88604051dfee4283b6f18d9324208eb0 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:58:06.630116 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-1f8afe42-0711-4ea3-8c90-cd97d18b9f53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:58:06.633566 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c06f1bd9-a69f-45ee-bf4f-6d7df289323d tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:06.645406 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-ce0bbd69-f783-4b35-af14-8a61cf65faff tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:58:06.668518 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-6eebc1a7-eb10-4ee5-8337-b201000c8072 tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Allocated IP 172.20.0.14 (032971ab-0766-4a45-8203-e781a8ffba9a/a2460b1b-1c23-4db3-9423-b0c80f5e0b49/a5cd0afc-b743-4757-bd4e-4fd6d62fbfcc) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:58:06.780642 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-1f8afe42-0711-4ea3-8c90-cd97d18b9f53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:58:06.784466 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-f3ffb67f-8cc0-414c-bafe-63ab194cc02f tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Deleting port bebf232b-acc3-49f2-9479-17819a0e031d {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:58:06.785091 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f3ffb67f-8cc0-414c-bafe-63ab194cc02f tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:06.827551 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917ad150-1e6c-42f2-a473-528ddf92088d tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:58:06.829454 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917ad150-1e6c-42f2-a473-528ddf92088d tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:58:06.830487 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-917ad150-1e6c-42f2-a473-528ddf92088d tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Synchronizing usage tracker for tenant:16af2dbefc6742d5a37a7b30e58c8c2f on resource:subnet {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:58:06.847049 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-e9ddb085-a3f9-4a40-9817-e5200c59caf1 None None] Set router f2b7f28a-1549-4c0d-8820-3c1ae7dca696 gateway port host: None {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 04:58:06.862166 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-c06f1bd9-a69f-45ee-bf4f-6d7df289323d tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Calling delete_port for 4d2b3495-b52a-4897-b265-156eec144a71 owned by {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:58:06.914677 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce0bbd69-f783-4b35-af14-8a61cf65faff tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Made reservation on behalf of 2b6e4651650b4c999aced5cd7580a614 for: {'network': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:58:06.918346 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ce0bbd69-f783-4b35-af14-8a61cf65faff tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for network, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:06.931218 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-917ad150-1e6c-42f2-a473-528ddf92088d tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Unset dirty status for tenant:16af2dbefc6742d5a37a7b30e58c8c2f on resource:subnet {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:58:06.932425 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-917ad150-1e6c-42f2-a473-528ddf92088d tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3453479 May 30 04:58:06.944269 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 40816) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:06.967931 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-e9ddb085-a3f9-4a40-9817-e5200c59caf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2b7f28a-1549-4c0d-8820-3c1ae7dca696', 'name': 'tempest-NetworksTestDHCPv6-router-1162841322', 'tenant_id': '16af2dbefc6742d5a37a7b30e58c8c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T04:57:52Z', 'updated_at': '2022-05-30T04:58:04Z', 'revision_number': 3, 'project_id': '16af2dbefc6742d5a37a7b30e58c8c2f', 'gw_port_host': None}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:58:06.972293 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ddb085-a3f9-4a40-9817-e5200c59caf1 None None] Checking router: f2b7f28a-1549-4c0d-8820-3c1ae7dca696 for host: dv-neutron-843763-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 04:58:06.981073 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ddb085-a3f9-4a40-9817-e5200c59caf1 None None] Routers {'f2b7f28a-1549-4c0d-8820-3c1ae7dca696'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 04:58:06.981670 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-e9ddb085-a3f9-4a40-9817-e5200c59caf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T04:58:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['f2b7f28a-1549-4c0d-8820-3c1ae7dca696'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:58:07.047557 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce0bbd69-f783-4b35-af14-8a61cf65faff tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=88261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 04:58:07.070119 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121c2ad0-fd60-4e5e-b84e-9bd0da5eadd0 req-a5a1bd42-9ec9-4f12-b7e4-7eff9b60f95a tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:58:07.071496 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-121c2ad0-fd60-4e5e-b84e-9bd0da5eadd0 req-a5a1bd42-9ec9-4f12-b7e4-7eff9b60f95a tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1e7b65a-2794-4268-bd76-1003a7875678 HTTP/1.1" status: 200 len: 946 time: 0.6063879 May 30 04:58:07.095250 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ee787a0-6707-4c3d-9d5f-d382ed2053ed tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Deleting subnet 42dd0105-ee81-404a-b8e5-0728c140062d {{(pid=88261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 30 04:58:07.118896 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2ee787a0-6707-4c3d-9d5f-d382ed2053ed tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks [] for subnet, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:07.122169 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-e9ddb085-a3f9-4a40-9817-e5200c59caf1 None None] Set router f2b7f28a-1549-4c0d-8820-3c1ae7dca696 gateway port host: None {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 04:58:07.166356 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ce0bbd69-f783-4b35-af14-8a61cf65faff tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:07.166719 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.db.segments_db [None req-ce0bbd69-f783-4b35-af14-8a61cf65faff tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Added segment a80b13c3-e3c8-4c67-a38f-d8ae287cc121 of type vlan for network f3c306ee-499b-4716-9357-c10e17a7876c May 30 04:58:07.180037 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-f3ffb67f-8cc0-414c-bafe-63ab194cc02f tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] For port bebf232b-acc3-49f2-9479-17819a0e031d, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=bebf232b-acc3-49f2-9479-17819a0e031d,segment=NetworkSegment(f81f7182-415d-4d5f-b092-1b4c717acd0d),segment_id=f81f7182-415d-4d5f-b092-1b4c717acd0d)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:58:07.180621 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f3ffb67f-8cc0-414c-bafe-63ab194cc02f tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:07.186282 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c06f1bd9-a69f-45ee-bf4f-6d7df289323d tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:07.198664 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6eebc1a7-eb10-4ee5-8337-b201000c8072 tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:07.271241 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-e9ddb085-a3f9-4a40-9817-e5200c59caf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2b7f28a-1549-4c0d-8820-3c1ae7dca696', 'name': 'tempest-NetworksTestDHCPv6-router-1162841322', 'tenant_id': '16af2dbefc6742d5a37a7b30e58c8c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T04:57:52Z', 'updated_at': '2022-05-30T04:58:04Z', 'revision_number': 3, 'project_id': '16af2dbefc6742d5a37a7b30e58c8c2f', 'gw_port_host': None}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:58:07.277281 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ddb085-a3f9-4a40-9817-e5200c59caf1 None None] The sync data for ids ['f2b7f28a-1549-4c0d-8820-3c1ae7dca696'] in dv-neutron-843763-1-hyperv is: [{'id': 'f2b7f28a-1549-4c0d-8820-3c1ae7dca696', 'name': 'tempest-NetworksTestDHCPv6-router-1162841322', 'tenant_id': '16af2dbefc6742d5a37a7b30e58c8c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T04:57:52Z', 'updated_at': '2022-05-30T04:58:04Z', 'revision_number': 3, 'project_id': '16af2dbefc6742d5a37a7b30e58c8c2f', 'gw_port_host': None}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 04:58:07.321584 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-f3ffb67f-8cc0-414c-bafe-63ab194cc02f tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Calling delete_port for bebf232b-acc3-49f2-9479-17819a0e031d owned by network:router_interface {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:58:07.375504 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [None req-6eebc1a7-eb10-4ee5-8337-b201000c8072 tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Transition to ACTIVE for port object a5cd0afc-b743-4757-bd4e-4fd6d62fbfcc will not be triggered until provisioned by entity DHCP. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:58:07.386623 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2ee787a0-6707-4c3d-9d5f-d382ed2053ed tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3545586'] for subnet, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:07.420941 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06f1bd9-a69f-45ee-bf4f-6d7df289323d tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Pushing event deleted for resources: {'Port': ['ID=4d2b3495-b52a-4897-b265-156eec144a71,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:07.467430 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ce0bbd69-f783-4b35-af14-8a61cf65faff tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729234556353'] for network, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:07.473125 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6eebc1a7-eb10-4ee5-8337-b201000c8072 tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:07.486693 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1f8afe42-0711-4ea3-8c90-cd97d18b9f53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:07.490479 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-121c2ad0-fd60-4e5e-b84e-9bd0da5eadd0 req-7efe6b8c-8aa1-4376-9d10-c95a4283d0c0 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0fb8c38-d8b6-4c01-bc8c-1b54a1e25304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3873079 May 30 04:58:07.494425 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c06f1bd9-a69f-45ee-bf4f-6d7df289323d tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:07.512423 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-c06f1bd9-a69f-45ee-bf4f-6d7df289323d tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] 10.222.0.15 "DELETE /v2.0/ports/4d2b3495-b52a-4897-b265-156eec144a71 HTTP/1.1" status: 204 len: 168 time: 1.4882383 May 30 04:58:07.519593 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 40820) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:07.520208 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1f8afe42-0711-4ea3-8c90-cd97d18b9f53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:07.617650 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-1f8afe42-0711-4ea3-8c90-cd97d18b9f53 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=88604051dfee4283b6f18d9324208eb0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2215495 May 30 04:58:07.630944 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 40826) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:07.729516 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8afe42-0711-4ea3-8c90-cd97d18b9f53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15cfe170-4cdc-4425-a952-c37b36c0ba36,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:07.763528 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ce0bbd69-f783-4b35-af14-8a61cf65faff tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788'] for network, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:07.769425 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce0bbd69-f783-4b35-af14-8a61cf65faff tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:58:07.770317 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ce0bbd69-f783-4b35-af14-8a61cf65faff tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:07.798832 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eebc1a7-eb10-4ee5-8337-b201000c8072 tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Network 032971ab-0766-4a45-8203-e781a8ffba9a is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:58:07.804489 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f3ffb67f-8cc0-414c-bafe-63ab194cc02f tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:07.809656 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-6eebc1a7-eb10-4ee5-8337-b201000c8072 tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:58:07.815263 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93336c54-c47c-45e7-9266-82b6409e37cb None None] Network a734b20e-8373-4515-a163-2783165b5369 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:58:07.816325 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eebc1a7-eb10-4ee5-8337-b201000c8072 tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:58:07.855190 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eebc1a7-eb10-4ee5-8337-b201000c8072 tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Pushing event updated for resources: {'Port': ['ID=a5cd0afc-b743-4757-bd4e-4fd6d62fbfcc,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:07.952858 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-273d6289-4f18-4fe3-9b10-cbd791093cad None None] Provisioning for port 61d405cb-9953-464b-9f9f-a66397087158 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:58:07.993241 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-ce0bbd69-f783-4b35-af14-8a61cf65faff tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.5177951 May 30 04:58:08.009923 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e10c64be-3649-4e06-852a-fd5f863926d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:08.014018 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2ee787a0-6707-4c3d-9d5f-d382ed2053ed tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860493'] for subnet, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:08.034088 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 40832) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:08.044882 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ffb67f-8cc0-414c-bafe-63ab194cc02f tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Pushing event deleted for resources: {'Port': ['ID=bebf232b-acc3-49f2-9479-17819a0e031d,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:08.051583 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-45831fad-ea2e-48d3-9562-332c6a054915 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Request body: {'subnet': {'network_id': 'e2ba5ada-a2b9-4df4-bf00-6ff7cc925178', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:58:08.168248 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0bbd69-f783-4b35-af14-8a61cf65faff tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Pushing event updated for resources: {'Network': ['ID=f3c306ee-499b-4716-9357-c10e17a7876c,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:08.181243 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Network f3c306ee-499b-4716-9357-c10e17a7876c details requested by agent ovs-agent-dv-neutron-843763-1-hyperv with host dv-neutron-843763-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 04:58:08.215727 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eebc1a7-eb10-4ee5-8337-b201000c8072 tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:58:08.221927 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6eebc1a7-eb10-4ee5-8337-b201000c8072 tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:08.268476 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e10c64be-3649-4e06-852a-fd5f863926d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:08.307072 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-6eebc1a7-eb10-4ee5-8337-b201000c8072 tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7710280 May 30 04:58:08.326417 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 40836) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:08.328950 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-45831fad-ea2e-48d3-9562-332c6a054915 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:58:08.333919 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-fdf155cd-d9b7-43c7-b152-7fdee8b12ae4 tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Request body: {'floatingip': {'floating_network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:58:08.354305 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba5a340-02f0-4ab1-af59-f573d60e487b tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:58:08.363451 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba5a340-02f0-4ab1-af59-f573d60e487b tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:58:08.364246 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-3ba5a340-02f0-4ab1-af59-f573d60e487b tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Synchronizing usage tracker for tenant:f4aea07b5c934dc5bc600f55a2d3ba0e on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:58:08.376125 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e10c64be-3649-4e06-852a-fd5f863926d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:08.405626 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2ee787a0-6707-4c3d-9d5f-d382ed2053ed tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2304955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9305493'] for subnet, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:08.417575 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10c64be-3649-4e06-852a-fd5f863926d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15cfe170-4cdc-4425-a952-c37b36c0ba36,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:08.433397 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-f464776b-3f1c-4bdc-b21a-25584243c360 None None] Provisioning for port a5cd0afc-b743-4757-bd4e-4fd6d62fbfcc completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:58:08.439346 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-f464776b-3f1c-4bdc-b21a-25584243c360 None None] Provisioning complete for port a5cd0afc-b743-4757-bd4e-4fd6d62fbfcc triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:58:08.439731 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f464776b-3f1c-4bdc-b21a-25584243c360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:08.480307 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2ee787a0-6707-4c3d-9d5f-d382ed2053ed tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:08.485139 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee787a0-6707-4c3d-9d5f-d382ed2053ed tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Pushing event deleted for resources: {'Subnet': ['ID=42dd0105-ee81-404a-b8e5-0728c140062d,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:08.495794 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d46226fa-afe6-4036-b605-97b1a8ba3848 None None] Network 0008fd3d-19e9-40cf-b545-4a7647b90cf1 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:58:08.509723 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e10c64be-3649-4e06-852a-fd5f863926d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:08.513294 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-e10c64be-3649-4e06-852a-fd5f863926d8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/15cfe170-4cdc-4425-a952-c37b36c0ba36 HTTP/1.1" status: 204 len: 168 time: 0.8645403 May 30 04:58:08.517366 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-2ee787a0-6707-4c3d-9d5f-d382ed2053ed tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "DELETE /v2.0/subnets/42dd0105-ee81-404a-b8e5-0728c140062d HTTP/1.1" status: 204 len: 168 time: 1.5699186 May 30 04:58:08.520242 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 40842) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:08.593021 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-45831fad-ea2e-48d3-9562-332c6a054915 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Usage tracker for resource:subnet and tenant:2b6e4651650b4c999aced5cd7580a614 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:58:08.605190 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-fdf155cd-d9b7-43c7-b152-7fdee8b12ae4 tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:58:08.607717 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-3ba5a340-02f0-4ab1-af59-f573d60e487b tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Unset dirty status for tenant:f4aea07b5c934dc5bc600f55a2d3ba0e on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:58:08.608695 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-45831fad-ea2e-48d3-9562-332c6a054915 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:58:08.608926 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-3ba5a340-02f0-4ab1-af59-f573d60e487b tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 1.0793898 May 30 04:58:08.614400 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 40846) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:08.618524 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-45831fad-ea2e-48d3-9562-332c6a054915 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:58:08.623354 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-fdf155cd-d9b7-43c7-b152-7fdee8b12ae4 tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Usage tracker for resource:floatingip and tenant:cd2560d80ddd4e6fb6938d0bf7b6bbb7 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:58:08.629394 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-fdf155cd-d9b7-43c7-b152-7fdee8b12ae4 tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:58:08.637796 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 61d405cb-9953-464b-9f9f-a66397087158 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 04:58:08.647570 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-fdf155cd-d9b7-43c7-b152-7fdee8b12ae4 tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:58:08.660461 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f3ffb67f-8cc0-414c-bafe-63ab194cc02f tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1642797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602100'] for router_interface, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:08.664228 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45831fad-ea2e-48d3-9562-332c6a054915 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Made reservation on behalf of 2b6e4651650b4c999aced5cd7580a614 for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:58:08.668282 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-45831fad-ea2e-48d3-9562-332c6a054915 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2133361'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:08.694589 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fdf155cd-d9b7-43c7-b152-7fdee8b12ae4 tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Notify callbacks [] for floatingip, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:08.749794 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9a4f15-513c-44b8-8636-25d3bfd0b202 req-db4bc9e6-ee3d-425d-80ab-7683f51fd472 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:58:08.751573 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6e9a4f15-513c-44b8-8636-25d3bfd0b202 req-db4bc9e6-ee3d-425d-80ab-7683f51fd472 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1e7b65a-2794-4268-bd76-1003a7875678 HTTP/1.1" status: 200 len: 946 time: 0.6276605 May 30 04:58:08.761708 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-f464776b-3f1c-4bdc-b21a-25584243c360 None None] Port a5cd0afc-b743-4757-bd4e-4fd6d62fbfcc cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 04:58:08.789731 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port 61d405cb-9953-464b-9f9f-a66397087158 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:58:08.796473 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 61d405cb-9953-464b-9f9f-a66397087158 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:58:08.796887 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:08.830093 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6e9a4f15-513c-44b8-8636-25d3bfd0b202 req-ff54ffe8-e998-4173-9698-19c967735729 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0fb8c38-d8b6-4c01-bc8c-1b54a1e25304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642047 May 30 04:58:08.855784 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-a9e2d841-caeb-413c-b52c-a037c10574a2 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Deleting port 5ab96d33-608a-4ea6-9bbb-a7422d36da05 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:58:08.856227 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a9e2d841-caeb-413c-b52c-a037c10574a2 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:08.956729 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 61d405cb-9953-464b-9f9f-a66397087158 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:58:08.957325 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:08.970077 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-457e785f-b444-4669-a7b9-6815a49c9f69 None None] DHCP port deletion for 0008fd3d-19e9-40cf-b545-4a7647b90cf1 request from dv-neutron-843763-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 30 04:58:08.981788 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-4b8dff31-d298-4b04-804c-742effb27bbe tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.4589531 May 30 04:58:08.983289 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-73334f40-ab74-4012-868a-a761953ca418 None None] Provisioning complete for port 61d405cb-9953-464b-9f9f-a66397087158 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:58:08.983674 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-73334f40-ab74-4012-868a-a761953ca418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:08.984479 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 40856) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:09.032722 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-457e785f-b444-4669-a7b9-6815a49c9f69 None None] Deleting port 0ffe7131-fa8c-453c-a432-fef1dea3a8cd {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:58:09.033300 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-457e785f-b444-4669-a7b9-6815a49c9f69 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:09.124580 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] For port 61d405cb-9953-464b-9f9f-a66397087158, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=61d405cb-9953-464b-9f9f-a66397087158,segment=NetworkSegment(2b65f7ce-dbfa-45c6-a057-4fa4986dac70),segment_id=2b65f7ce-dbfa-45c6-a057-4fa4986dac70)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:58:09.159427 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:09.218932 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-fffde48f-db83-4c18-b262-419210784fe7 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks [] for router, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:09.310538 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Pushing event updated for resources: {'Port': ['ID=61d405cb-9953-464b-9f9f-a66397087158,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:09.315465 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 5bb9a846-1a96-4c17-bc72-23e382a146a0 no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 04:58:09.317684 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3ffb67f-8cc0-414c-bafe-63ab194cc02f tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Router 7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79 has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 04:58:09.446405 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] No Port match for: 5bb9a846-1a96-4c17-bc72-23e382a146a0 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 04:58:09.446755 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 5bb9a846-1a96-4c17-bc72-23e382a146a0 not bound to the agent host dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 04:58:09.475742 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-73334f40-ab74-4012-868a-a761953ca418 None None] Current status of the port 61d405cb-9953-464b-9f9f-a66397087158 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:58:09.577899 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-457e785f-b444-4669-a7b9-6815a49c9f69 None None] For port 0ffe7131-fa8c-453c-a432-fef1dea3a8cd, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=0ffe7131-fa8c-453c-a432-fef1dea3a8cd,segment=NetworkSegment(c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1),segment_id=c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:58:09.578312 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-457e785f-b444-4669-a7b9-6815a49c9f69 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:09.643645 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fdf155cd-d9b7-43c7-b152-7fdee8b12ae4 tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:09.658138 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-45831fad-ea2e-48d3-9562-332c6a054915 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1547796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2133315'] for subnet, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:09.728949 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a9e2d841-caeb-413c-b52c-a037c10574a2 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:09.790612 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-457e785f-b444-4669-a7b9-6815a49c9f69 None None] Calling delete_port for 0ffe7131-fa8c-453c-a432-fef1dea3a8cd owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:58:09.794831 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3ffb67f-8cc0-414c-bafe-63ab194cc02f tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 04:58:09.829159 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f8eb13-a41b-4727-99c8-15ebe8c96722 None None] Sync routers for ids ['7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79'] in dv-neutron-843763-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 04:58:09.832136 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45831fad-ea2e-48d3-9562-332c6a054915 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Pushing event updated for resources: {'Subnet': ['ID=e18e9022-b05c-4a9e-9ef3-8f05316939ec,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:09.905333 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-f3ffb67f-8cc0-414c-bafe-63ab194cc02f tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] 10.222.0.15 "PUT /v2.0/routers/7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9568892 May 30 04:58:09.905941 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 40880) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:09.910556 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45831fad-ea2e-48d3-9562-332c6a054915 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Checking segment: {'id': '2b20d740-7a7c-42f8-b89e-e72cf10ac465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'e2ba5ada-a2b9-4df4-bf00-6ff7cc925178'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:58:09.910926 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45831fad-ea2e-48d3-9562-332c6a054915 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Network hostable DHCP agents. Network: e2ba5ada-a2b9-4df4-bf00-6ff7cc925178, hostable agents: ['1c705e68-3d3e-4dd3-9252-feb21d4b96ab'], hosted agents: [] {{(pid=88260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 04:58:09.929325 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f8eb13-a41b-4727-99c8-15ebe8c96722 None None] Routers {'7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 04:58:09.930165 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-d7f8eb13-a41b-4727-99c8-15ebe8c96722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T04:58:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:58:09.971994 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-a9e2d841-caeb-413c-b52c-a037c10574a2 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Calling delete_port for 5ab96d33-608a-4ea6-9bbb-a7422d36da05 owned by {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:58:10.003193 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-fdf155cd-d9b7-43c7-b152-7fdee8b12ae4 tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Allocated IP 172.26.6.194 (1bab70f4-3794-44db-8e17-19f483aa8ffa/6b5b73c1-b0ce-4f83-a930-c00cc5522926/2370b77c-f895-4da0-80e7-102fb21284bf) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:58:10.009361 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45831fad-ea2e-48d3-9562-332c6a054915 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Network e2ba5ada-a2b9-4df4-bf00-6ff7cc925178 is scheduled to be hosted by DHCP agent 1c705e68-3d3e-4dd3-9252-feb21d4b96ab with binding_index 1 {{(pid=88260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 04:58:10.024514 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_v2 [None req-62e95b5b-9ece-4d0c-a115-aece18e05db3 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Deleting subnet 3f4fd06e-e311-418a-b104-7f0ed3283048 {{(pid=88260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 30 04:58:10.024753 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-fffde48f-db83-4c18-b262-419210784fe7 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11660'] for router, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:10.029945 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-62e95b5b-9ece-4d0c-a115-aece18e05db3 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks [] for subnet, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:10.034615 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-fffde48f-db83-4c18-b262-419210784fe7 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:10.105941 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-fffde48f-db83-4c18-b262-419210784fe7 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1601605'] for router, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:10.106430 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fffde48f-db83-4c18-b262-419210784fe7 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Fanout notify agent at l3_agent the message router_deleted on router f2b7f28a-1549-4c0d-8820-3c1ae7dca696 {{(pid=88261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 30 04:58:10.124021 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a9e2d841-caeb-413c-b52c-a037c10574a2 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:10.146982 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-d7f8eb13-a41b-4727-99c8-15ebe8c96722 None None] Set router 7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79 gateway port host: None {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 04:58:10.196123 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-45831fad-ea2e-48d3-9562-332c6a054915 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843763-1-hyperv, e2ba5ada-a2b9-4df4-bf00-6ff7cc925178) {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:58:10.197439 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-fffde48f-db83-4c18-b262-419210784fe7 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks [] for router, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:10.198660 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-fffde48f-db83-4c18-b262-419210784fe7 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "DELETE /v2.0/routers/f2b7f28a-1549-4c0d-8820-3c1ae7dca696 HTTP/1.1" status: 204 len: 168 time: 1.2069678 May 30 04:58:10.206528 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 40890) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:10.210538 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a9e2d841-caeb-413c-b52c-a037c10574a2 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:10.214612 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-a9e2d841-caeb-413c-b52c-a037c10574a2 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] 10.222.0.15 "DELETE /v2.0/ports/5ab96d33-608a-4ea6-9bbb-a7422d36da05 HTTP/1.1" status: 204 len: 168 time: 1.5417871 May 30 04:58:10.214612 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e2d841-caeb-413c-b52c-a037c10574a2 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Pushing event deleted for resources: {'Port': ['ID=5ab96d33-608a-4ea6-9bbb-a7422d36da05,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:10.215512 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 40892) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:10.233791 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45831fad-ea2e-48d3-9562-332c6a054915 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:58:10.234514 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-45831fad-ea2e-48d3-9562-332c6a054915 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:10.297343 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-62e95b5b-9ece-4d0c-a115-aece18e05db3 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1454738'] for subnet, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:10.338063 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4650553a-048e-44ff-ba5c-517b5ea6102e None None] Network e2ba5ada-a2b9-4df4-bf00-6ff7cc925178 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:58:10.388388 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3560ef3d-4655-4d04-96fd-069733ac6146 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:58:10.389332 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-3560ef3d-4655-4d04-96fd-069733ac6146 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Synchronizing usage tracker for tenant:f4aea07b5c934dc5bc600f55a2d3ba0e on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:58:10.421980 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-3560ef3d-4655-4d04-96fd-069733ac6146 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Unset dirty status for tenant:f4aea07b5c934dc5bc600f55a2d3ba0e on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:58:10.426473 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-3560ef3d-4655-4d04-96fd-069733ac6146 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2077291 May 30 04:58:10.427436 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 40900) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:10.480359 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 61d405cb-9953-464b-9f9f-a66397087158 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 04:58:10.485455 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-bee41031-9f77-4c29-b090-4b5dc63ae728 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] GET failed (client error): The resource could not be found. May 30 04:58:10.489879 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-bee41031-9f77-4c29-b090-4b5dc63ae728 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] 10.222.0.15 "GET /v2.0/ports/4d2b3495-b52a-4897-b265-156eec144a71 HTTP/1.1" status: 404 len: 333 time: 0.0589359 May 30 04:58:10.493277 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-45831fad-ea2e-48d3-9562-332c6a054915 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4551785 May 30 04:58:10.493277 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 40906) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:10.495826 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 40908) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:10.508564 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-a7067fad-c6f4-4b1f-ace2-6f1f709e81b3 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Request body: {'subnet': {'network_id': 'f3c306ee-499b-4716-9357-c10e17a7876c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:58:10.552485 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-17d99908-f99b-44f7-b954-bc7ade924e74 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] GET failed (client error): The resource could not be found. May 30 04:58:10.554057 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-17d99908-f99b-44f7-b954-bc7ade924e74 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] 10.222.0.15 "GET /v2.0/ports/5ab96d33-608a-4ea6-9bbb-a7422d36da05 HTTP/1.1" status: 404 len: 333 time: 0.0551727 May 30 04:58:10.561025 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fdf155cd-d9b7-43c7-b152-7fdee8b12ae4 tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:10.578914 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 40914) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:10.620918 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-457e785f-b444-4669-a7b9-6815a49c9f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069'] for port, after_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:10.660465 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 40918) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:10.693049 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457e785f-b444-4669-a7b9-6815a49c9f69 None None] Pushing event deleted for resources: {'Port': ['ID=0ffe7131-fa8c-453c-a432-fef1dea3a8cd,revision_number=None']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:10.724728 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f217b2c5-623c-4c18-bab5-4962a6f8060f tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897784'] for network, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:10.726754 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457e785f-b444-4669-a7b9-6815a49c9f69 None None] No DVR routers for this DVR port 0ffe7131-fa8c-453c-a432-fef1dea3a8cd on host dv-neutron-843763-1-hyperv {{(pid=88262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 04:58:10.727073 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-a7067fad-c6f4-4b1f-ace2-6f1f709e81b3 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:58:10.732484 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-a7067fad-c6f4-4b1f-ace2-6f1f709e81b3 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Usage tracker for resource:subnet and tenant:2b6e4651650b4c999aced5cd7580a614 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:58:10.740923 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-a7067fad-c6f4-4b1f-ace2-6f1f709e81b3 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:58:10.747106 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc0ec019-a549-4c61-a45b-981abd978223 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:58:10.747841 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-bc0ec019-a549-4c61-a45b-981abd978223 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Synchronizing usage tracker for tenant:16af2dbefc6742d5a37a7b30e58c8c2f on resource:port {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:58:10.748050 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-a7067fad-c6f4-4b1f-ace2-6f1f709e81b3 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:58:10.766834 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7067fad-c6f4-4b1f-ace2-6f1f709e81b3 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Made reservation on behalf of 2b6e4651650b4c999aced5cd7580a614 for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:58:10.770227 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a7067fad-c6f4-4b1f-ace2-6f1f709e81b3 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9305518'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:10.782816 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5663f1d3-6264-421a-9fca-794d5fbc15cc req-6406d71b-7f5a-4278-a20f-7325c0281c84 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:58:10.789828 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-5663f1d3-6264-421a-9fca-794d5fbc15cc req-6406d71b-7f5a-4278-a20f-7325c0281c84 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1e7b65a-2794-4268-bd76-1003a7875678 HTTP/1.1" status: 200 len: 946 time: 0.7287717 May 30 04:58:10.830972 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 61d405cb-9953-464b-9f9f-a66397087158 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:58:10.831358 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:10.911726 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-bc0ec019-a549-4c61-a45b-981abd978223 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Unset dirty status for tenant:16af2dbefc6742d5a37a7b30e58c8c2f on resource:port {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:58:10.914930 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-bc0ec019-a549-4c61-a45b-981abd978223 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.6887422 May 30 04:58:10.922054 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 40924) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:10.979491 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-61f8fa68-15df-45a8-88dc-994f87f733fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387594407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387594407-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-2061875195'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:58:10.994059 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed614d7a-99af-4057-be3f-7717ab8f19e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bbf24ed-7ba9-53d2-873f-8f9642b1e987-e2ba5ada-a2b9-4df4-bf00-6ff7cc925178', 'network_id': 'e2ba5ada-a2b9-4df4-bf00-6ff7cc925178', 'tenant_id': '2b6e4651650b4c999aced5cd7580a614', 'fixed_ips': [{'subnet_id': 'e18e9022-b05c-4a9e-9ef3-8f05316939ec'}]}} from dv-neutron-843763-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 30 04:58:10.994806 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-ed614d7a-99af-4057-be3f-7717ab8f19e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:10.998661 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-61f8fa68-15df-45a8-88dc-994f87f733fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387594407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387594407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:58:11.012247 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6428b8-6dbd-4844-8a75-156f5a5c1776 req-5ee3b438-5566-43d4-9872-9491efa2c947 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:58:11.014214 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3b6428b8-6dbd-4844-8a75-156f5a5c1776 req-5ee3b438-5566-43d4-9872-9491efa2c947 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1e7b65a-2794-4268-bd76-1003a7875678 HTTP/1.1" status: 200 len: 946 time: 0.5111105 May 30 04:58:11.016367 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-61f8fa68-15df-45a8-88dc-994f87f733fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387594407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387594407-project] Usage tracker for resource:network and tenant:2c2ca6a7f7d64ba2b3504c087df33f89 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:58:11.025102 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-62e95b5b-9ece-4d0c-a115-aece18e05db3 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860493'] for subnet, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:11.027724 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-61f8fa68-15df-45a8-88dc-994f87f733fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387594407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387594407-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:58:11.070224 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-5663f1d3-6264-421a-9fca-794d5fbc15cc req-90f8e2a5-1483-4e9f-8f3d-5e2a8f0397e7 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0fb8c38-d8b6-4c01-bc8c-1b54a1e25304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2791753 May 30 04:58:11.080765 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-61f8fa68-15df-45a8-88dc-994f87f733fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387594407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387594407-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:58:11.098424 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a7067fad-c6f4-4b1f-ace2-6f1f709e81b3 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2305012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9305500'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:11.112931 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f217b2c5-623c-4c18-bab5-4962a6f8060f tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867540', 'neutron.services.segments.db._delete_segments_for_network-8729234922972'] for network, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:11.130652 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fdf155cd-d9b7-43c7-b152-7fdee8b12ae4 tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:11.137274 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61f8fa68-15df-45a8-88dc-994f87f733fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387594407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387594407-project] Made reservation on behalf of 2c2ca6a7f7d64ba2b3504c087df33f89 for: {'network': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:58:11.140708 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-61f8fa68-15df-45a8-88dc-994f87f733fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387594407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387594407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for network, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:11.151724 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 61d405cb-9953-464b-9f9f-a66397087158 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:58:11.162541 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-d7f8eb13-a41b-4727-99c8-15ebe8c96722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79', 'name': 'tempest-RoutersTest-router-2065317118', 'tenant_id': '177e950b79b644f8ac61f323eed71206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T04:56:58Z', 'updated_at': '2022-05-30T04:58:07Z', 'revision_number': 9, 'project_id': '177e950b79b644f8ac61f323eed71206', 'gw_port_host': None, '_interfaces': [{'id': '432a1540-d804-4228-8198-3df5dfb500cc', 'name': '', 'network_id': '769b7698-7495-4486-9f2d-72117eec4bb7', 'tenant_id': '177e950b79b644f8ac61f323eed71206', 'mac_address': 'fa:16:3e:c7:7a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '77532eb2-7620-4ce4-8e37-61e439c6d44b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:57:04Z', 'updated_at': '2022-05-30T04:57:16Z', 'revision_number': 5, 'project_id': '177e950b79b644f8ac61f323eed71206', 'subnets': [{'id': '77532eb2-7620-4ce4-8e37-61e439c6d44b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9e138ae-5cd3-4cf6-9bbe-cbce483702e2', 'name': '', 'network_id': '0c0bebba-bddf-42fb-9235-05d8923d12f7', 'tenant_id': '177e950b79b644f8ac61f323eed71206', 'mac_address': 'fa:16:3e:0d:3e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '27305ac9-0933-4276-9473-96e3d96a2da4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:57:15Z', 'updated_at': '2022-05-30T04:57:38Z', 'revision_number': 5, 'project_id': '177e950b79b644f8ac61f323eed71206', 'subnets': [{'id': '27305ac9-0933-4276-9473-96e3d96a2da4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:58:11.180030 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [req-3b6428b8-6dbd-4844-8a75-156f5a5c1776 req-5b831edf-8bfd-4b7d-83f5-288c8340b7b2 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Deleting port fba489e5-d7a4-4280-a042-b13fdb5779ed {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:58:11.180372 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-3b6428b8-6dbd-4844-8a75-156f5a5c1776 req-5b831edf-8bfd-4b7d-83f5-288c8340b7b2 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:11.230151 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e056c97-aea1-4ed0-804a-9be9280d3d63 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:58:11.234611 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-61f8fa68-15df-45a8-88dc-994f87f733fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387594407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387594407-project] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:11.236791 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-5e056c97-aea1-4ed0-804a-9be9280d3d63 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2646670 May 30 04:58:11.245602 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf155cd-d9b7-43c7-b152-7fdee8b12ae4 tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Network 1bab70f4-3794-44db-8e17-19f483aa8ffa is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:58:11.249547 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 40928) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:11.252377 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-fdf155cd-d9b7-43c7-b152-7fdee8b12ae4 tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:58:11.257943 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf155cd-d9b7-43c7-b152-7fdee8b12ae4 tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:58:11.276925 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-ed614d7a-99af-4057-be3f-7717ab8f19e4 None None] Allocated IP 2001:db8::2 (e2ba5ada-a2b9-4df4-bf00-6ff7cc925178/e18e9022-b05c-4a9e-9ef3-8f05316939ec/cc185bf0-6c39-4da1-8c0d-5a5b79020a93) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:58:11.291077 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-f217b2c5-623c-4c18-bab5-4962a6f8060f tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f48118b7-6602-47ba-bf69-62ed749bf529']}} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:58:11.296015 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-61f8fa68-15df-45a8-88dc-994f87f733fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387594407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387594407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:58:11.299922 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 0ffe7131-fa8c-453c-a432-fef1dea3a8cd no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 04:58:11.300919 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7067fad-c6f4-4b1f-ace2-6f1f709e81b3 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Pushing event updated for resources: {'Subnet': ['ID=0e54b68f-bd77-4049-b18e-caaf2f074890,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:11.311785 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7067fad-c6f4-4b1f-ace2-6f1f709e81b3 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Checking segment: {'id': 'a80b13c3-e3c8-4c67-a38f-d8ae287cc121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'f3c306ee-499b-4716-9357-c10e17a7876c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:58:11.312136 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7067fad-c6f4-4b1f-ace2-6f1f709e81b3 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Network hostable DHCP agents. Network: f3c306ee-499b-4716-9357-c10e17a7876c, hostable agents: ['1c705e68-3d3e-4dd3-9252-feb21d4b96ab'], hosted agents: [] {{(pid=88261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 04:58:11.316720 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-61f8fa68-15df-45a8-88dc-994f87f733fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387594407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387594407-project] Usage tracker for resource:security_group_rule and tenant:2c2ca6a7f7d64ba2b3504c087df33f89 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:58:11.322342 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-61f8fa68-15df-45a8-88dc-994f87f733fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387594407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387594407-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:58:11.360249 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-61f8fa68-15df-45a8-88dc-994f87f733fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387594407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387594407-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:58:11.371208 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f8eb13-a41b-4727-99c8-15ebe8c96722 None None] Checking router: 7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79 for host: dv-neutron-843763-1-hyperv {{(pid=88262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 04:58:11.392360 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-f217b2c5-623c-4c18-bab5-4962a6f8060f tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5dba5fed-6c3a-499a-a137-d8ea3fb86612') {'for_net_delete': True} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:58:11.392716 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-f217b2c5-623c-4c18-bab5-4962a6f8060f tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5dba5fed-6c3a-499a-a137-d8ea3fb86612') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:58:11.420166 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf155cd-d9b7-43c7-b152-7fdee8b12ae4 tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Pushing event updated for resources: {'Port': ['ID=2370b77c-f895-4da0-80e7-102fb21284bf,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:11.421593 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7067fad-c6f4-4b1f-ace2-6f1f709e81b3 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Network f3c306ee-499b-4716-9357-c10e17a7876c is scheduled to be hosted by DHCP agent 1c705e68-3d3e-4dd3-9252-feb21d4b96ab with binding_index 1 {{(pid=88261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 04:58:11.428570 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-20855f2e-4ce8-49eb-b602-8bcf72f7ddb8 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Synchronizing usage tracker for tenant:16af2dbefc6742d5a37a7b30e58c8c2f on resource:router {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:58:11.432242 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] No Port match for: 0ffe7131-fa8c-453c-a432-fef1dea3a8cd {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 04:58:11.432242 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 0ffe7131-fa8c-453c-a432-fef1dea3a8cd not bound to the agent host dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 04:58:11.434803 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f217b2c5-623c-4c18-bab5-4962a6f8060f tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729235042807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1454725'] for segment, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:11.452799 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-62e95b5b-9ece-4d0c-a115-aece18e05db3 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1547867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2133322'] for subnet, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:11.489661 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-a7067fad-c6f4-4b1f-ace2-6f1f709e81b3 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843763-1-hyperv, f3c306ee-499b-4716-9357-c10e17a7876c) {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:58:11.506228 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7067fad-c6f4-4b1f-ace2-6f1f709e81b3 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:58:11.506880 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a7067fad-c6f4-4b1f-ace2-6f1f709e81b3 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:11.520036 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa8fe86-b998-4715-93ae-130acdf7e34d None None] Network f3c306ee-499b-4716-9357-c10e17a7876c requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:58:11.520276 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f217b2c5-623c-4c18-bab5-4962a6f8060f tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:11.526185 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-62e95b5b-9ece-4d0c-a115-aece18e05db3 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:11.538186 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-20855f2e-4ce8-49eb-b602-8bcf72f7ddb8 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Unset dirty status for tenant:16af2dbefc6742d5a37a7b30e58c8c2f on resource:router {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:58:11.542903 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-629b020f-a378-4eb4-8fb2-0faf0a994ca5 None None] Network 0f8aac24-3be8-40a7-b1d5-664951562536 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:58:11.544972 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-20855f2e-4ce8-49eb-b602-8bcf72f7ddb8 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2557471 May 30 04:58:11.544972 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 40932) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:11.550707 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e95b5b-9ece-4d0c-a115-aece18e05db3 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Pushing event deleted for resources: {'Subnet': ['ID=3f4fd06e-e311-418a-b104-7f0ed3283048,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:11.554152 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f217b2c5-623c-4c18-bab5-4962a6f8060f tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=88260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 04:58:11.554576 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f217b2c5-623c-4c18-bab5-4962a6f8060f tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-862858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1547513'] for segment, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:11.564939 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f8eb13-a41b-4727-99c8-15ebe8c96722 None None] Routers {'7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 04:58:11.565539 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-d7f8eb13-a41b-4727-99c8-15ebe8c96722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T04:58:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:58:11.580106 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-b2ef6f5a-ba3d-47f7-973e-ffb2c71975ab tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Request body: {'subnet': {'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:58:11.583868 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-a7067fad-c6f4-4b1f-ace2-6f1f709e81b3 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0856736 May 30 04:58:11.586808 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 40938) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:11.605084 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-62e95b5b-9ece-4d0c-a115-aece18e05db3 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] 10.222.0.15 "DELETE /v2.0/subnets/3f4fd06e-e311-418a-b104-7f0ed3283048 HTTP/1.1" status: 204 len: 168 time: 1.6959083 May 30 04:58:11.609394 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 40942) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:11.786619 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 5dba5fed-6c3a-499a-a137-d8ea3fb86612 resource provider aggregate not found May 30 04:58:11.877210 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 5dba5fed-6c3a-499a-a137-d8ea3fb86612 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5dba5fed-6c3a-499a-a137-d8ea3fb86612 found for delete ", "request_id": "req-70789f14-7f3c-4d09-a244-33c38b1880bb"}]} May 30 04:58:11.895795 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [req-3b6428b8-6dbd-4844-8a75-156f5a5c1776 req-5b831edf-8bfd-4b7d-83f5-288c8340b7b2 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] For port fba489e5-d7a4-4280-a042-b13fdb5779ed, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=fba489e5-d7a4-4280-a042-b13fdb5779ed,segment=NetworkSegment(85212bcf-98ed-4bb6-b44e-b2716ff7b6a4),segment_id=85212bcf-98ed-4bb6-b44e-b2716ff7b6a4)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:58:11.896411 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-3b6428b8-6dbd-4844-8a75-156f5a5c1776 req-5b831edf-8bfd-4b7d-83f5-288c8340b7b2 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:11.993105 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f217b2c5-623c-4c18-bab5-4962a6f8060f tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604744'] for network, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:11.993738 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-d7f8eb13-a41b-4727-99c8-15ebe8c96722 None None] Set router 7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79 gateway port host: None {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 04:58:11.997124 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f217b2c5-623c-4c18-bab5-4962a6f8060f tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:12.048430 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f217b2c5-623c-4c18-bab5-4962a6f8060f tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Pushing event deleted for resources: {'Network': ['ID=f48118b7-6602-47ba-bf69-62ed749bf529,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:12.057125 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-65c57fe5-30f5-4a04-a9cf-6d07beaeac72 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897784'] for network, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:12.060761 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-b2ef6f5a-ba3d-47f7-973e-ffb2c71975ab tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:58:12.071824 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-f217b2c5-623c-4c18-bab5-4962a6f8060f tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] 10.222.0.15 "DELETE /v2.0/networks/f48118b7-6602-47ba-bf69-62ed749bf529 HTTP/1.1" status: 204 len: 168 time: 1.4909637 May 30 04:58:12.073636 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 40948) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:12.075008 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-b2ef6f5a-ba3d-47f7-973e-ffb2c71975ab tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Usage tracker for resource:subnet and tenant:16af2dbefc6742d5a37a7b30e58c8c2f is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:58:12.085387 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-afc7aa7a-fcb5-4b36-8040-4fc3077a6118 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1677771211'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:58:12.091508 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-b2ef6f5a-ba3d-47f7-973e-ffb2c71975ab tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:58:12.091704 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-61f8fa68-15df-45a8-88dc-994f87f733fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387594407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387594407-project] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:12.104466 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-afc7aa7a-fcb5-4b36-8040-4fc3077a6118 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:58:12.106122 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-b2ef6f5a-ba3d-47f7-973e-ffb2c71975ab tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:58:12.110674 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fdf155cd-d9b7-43c7-b152-7fdee8b12ae4 tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:12.116125 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-afc7aa7a-fcb5-4b36-8040-4fc3077a6118 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Usage tracker for resource:network and tenant:f4aea07b5c934dc5bc600f55a2d3ba0e is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:58:12.123051 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-afc7aa7a-fcb5-4b36-8040-4fc3077a6118 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:58:12.127348 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-65c57fe5-30f5-4a04-a9cf-6d07beaeac72 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Deleting port 780a430a-bfa4-4fef-9877-d22b357e6c38 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:58:12.127857 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-65c57fe5-30f5-4a04-a9cf-6d07beaeac72 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:12.168294 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-afc7aa7a-fcb5-4b36-8040-4fc3077a6118 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:58:12.208837 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2ef6f5a-ba3d-47f7-973e-ffb2c71975ab tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Made reservation on behalf of 16af2dbefc6742d5a37a7b30e58c8c2f for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:58:12.212283 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b2ef6f5a-ba3d-47f7-973e-ffb2c71975ab tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2133361'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:12.267001 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-ed614d7a-99af-4057-be3f-7717ab8f19e4 None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:12.308334 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-ed614d7a-99af-4057-be3f-7717ab8f19e4 None None] Transition to ACTIVE for port object cc185bf0-6c39-4da1-8c0d-5a5b79020a93 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:58:12.336137 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afc7aa7a-fcb5-4b36-8040-4fc3077a6118 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Made reservation on behalf of f4aea07b5c934dc5bc600f55a2d3ba0e for: {'network': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:58:12.339513 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-afc7aa7a-fcb5-4b36-8040-4fc3077a6118 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for network, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:12.355304 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-61f8fa68-15df-45a8-88dc-994f87f733fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387594407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387594407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:12.399756 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fdf155cd-d9b7-43c7-b152-7fdee8b12ae4 tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:12.440558 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-ed614d7a-99af-4057-be3f-7717ab8f19e4 None None] Transition to ACTIVE for port object cc185bf0-6c39-4da1-8c0d-5a5b79020a93 will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:58:12.478676 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-ed614d7a-99af-4057-be3f-7717ab8f19e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:12.487100 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61f8fa68-15df-45a8-88dc-994f87f733fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387594407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387594407-project] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=88261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 04:58:12.491052 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a0558d-7ce3-4cdd-a194-9d7de5a8a43b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bbf24ed-7ba9-53d2-873f-8f9642b1e987-f3c306ee-499b-4716-9357-c10e17a7876c', 'network_id': 'f3c306ee-499b-4716-9357-c10e17a7876c', 'tenant_id': '2b6e4651650b4c999aced5cd7580a614', 'fixed_ips': [{'subnet_id': '0e54b68f-bd77-4049-b18e-caaf2f074890'}]}} from dv-neutron-843763-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 30 04:58:12.492293 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c5a0558d-7ce3-4cdd-a194-9d7de5a8a43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:12.562747 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d967f00-b88f-4d22-baca-2a972fa66ee8 None None] DHCP port deletion for 0f8aac24-3be8-40a7-b1d5-664951562536 request from dv-neutron-843763-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 30 04:58:12.585957 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed614d7a-99af-4057-be3f-7717ab8f19e4 None None] Network e2ba5ada-a2b9-4df4-bf00-6ff7cc925178 is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:58:12.589926 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afc7aa7a-fcb5-4b36-8040-4fc3077a6118 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=88260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 04:58:12.598332 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9d967f00-b88f-4d22-baca-2a972fa66ee8 None None] Deleting port 780a430a-bfa4-4fef-9877-d22b357e6c38 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:58:12.598711 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9d967f00-b88f-4d22-baca-2a972fa66ee8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:12.665079 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-ed614d7a-99af-4057-be3f-7717ab8f19e4 None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:58:12.671101 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f8fa68-15df-45a8-88dc-994f87f733fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387594407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387594407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a81880d-747f-4c2d-a0e5-56dff39ec82c,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:12.687086 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-61f8fa68-15df-45a8-88dc-994f87f733fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387594407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387594407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:12.687263 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed614d7a-99af-4057-be3f-7717ab8f19e4 None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:58:12.687464 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.db.segments_db [None req-61f8fa68-15df-45a8-88dc-994f87f733fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387594407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387594407-project] Added segment b4d70b86-fe41-4e01-9361-6cd48a33a620 of type vlan for network d5061794-8d18-4d48-8502-7f834a929a75 May 30 04:58:12.689466 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-75fc8600-5127-4705-9acd-8b4a1bee7bfb tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:12.697960 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-afc7aa7a-fcb5-4b36-8040-4fc3077a6118 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:12.698314 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.db.segments_db [None req-afc7aa7a-fcb5-4b36-8040-4fc3077a6118 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Added segment 3f16a733-d25f-443a-b529-c3928db21ebc of type vlan for network 3adc2c66-db7c-4ad9-8f57-2d497fd1cd24 May 30 04:58:12.777937 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-65c57fe5-30f5-4a04-a9cf-6d07beaeac72 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] For port 780a430a-bfa4-4fef-9877-d22b357e6c38, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=780a430a-bfa4-4fef-9877-d22b357e6c38,segment=NetworkSegment(f81f7182-415d-4d5f-b092-1b4c717acd0d),segment_id=f81f7182-415d-4d5f-b092-1b4c717acd0d)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:58:12.778185 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-65c57fe5-30f5-4a04-a9cf-6d07beaeac72 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:12.818115 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed614d7a-99af-4057-be3f-7717ab8f19e4 None None] Pushing event updated for resources: {'Port': ['ID=cc185bf0-6c39-4da1-8c0d-5a5b79020a93,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:12.946660 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-65c57fe5-30f5-4a04-a9cf-6d07beaeac72 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Calling delete_port for 780a430a-bfa4-4fef-9877-d22b357e6c38 owned by network:dhcp {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:58:12.957644 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-61f8fa68-15df-45a8-88dc-994f87f733fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387594407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387594407-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729234556353'] for network, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:12.977121 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0967ef1-caaa-460a-85da-b6fc83fc8160 req-6add225c-1151-4fe2-91a6-c9e9283a541b tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:58:12.979025 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a0967ef1-caaa-460a-85da-b6fc83fc8160 req-6add225c-1151-4fe2-91a6-c9e9283a541b tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1e7b65a-2794-4268-bd76-1003a7875678 HTTP/1.1" status: 200 len: 946 time: 0.6579628 May 30 04:58:12.979509 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-ed614d7a-99af-4057-be3f-7717ab8f19e4 None None] Attempting to bind port cc185bf0-6c39-4da1-8c0d-5a5b79020a93 on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 04:58:12.979875 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-ed614d7a-99af-4057-be3f-7717ab8f19e4 None None] Attempting to bind port cc185bf0-6c39-4da1-8c0d-5a5b79020a93 by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': '2b20d740-7a7c-42f8-b89e-e72cf10ac465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'e2ba5ada-a2b9-4df4-bf00-6ff7cc925178'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 04:58:12.980238 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed614d7a-99af-4057-be3f-7717ab8f19e4 None None] Attempting to bind port cc185bf0-6c39-4da1-8c0d-5a5b79020a93 on network e2ba5ada-a2b9-4df4-bf00-6ff7cc925178 {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 04:58:13.001308 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-afc7aa7a-fcb5-4b36-8040-4fc3077a6118 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729234556353'] for network, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:13.032019 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-3b6428b8-6dbd-4844-8a75-156f5a5c1776 req-5b831edf-8bfd-4b7d-83f5-288c8340b7b2 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:13.032855 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-3b6428b8-6dbd-4844-8a75-156f5a5c1776 req-5b831edf-8bfd-4b7d-83f5-288c8340b7b2 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1604762'] for floatingip, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:13.032855 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.db.l3_db [req-3b6428b8-6dbd-4844-8a75-156f5a5c1776 req-5b831edf-8bfd-4b7d-83f5-288c8340b7b2 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Floating IP 0183b247-39a5-4d8f-823a-d613f456193a disassociated. External IP: 172.26.6.230, port: fba489e5-d7a4-4280-a042-b13fdb5779ed. May 30 04:58:13.033325 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [req-3b6428b8-6dbd-4844-8a75-156f5a5c1776 req-5b831edf-8bfd-4b7d-83f5-288c8340b7b2 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Calling delete_port for fba489e5-d7a4-4280-a042-b13fdb5779ed owned by compute:nova {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:58:13.049621 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed614d7a-99af-4057-be3f-7717ab8f19e4 None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 4, 58, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 04:58:13.050024 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed614d7a-99af-4057-be3f-7717ab8f19e4 None None] Checking segment: {'id': '2b20d740-7a7c-42f8-b89e-e72cf10ac465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'e2ba5ada-a2b9-4df4-bf00-6ff7cc925178'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:58:13.050429 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-ed614d7a-99af-4057-be3f-7717ab8f19e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:13.050825 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed614d7a-99af-4057-be3f-7717ab8f19e4 None None] Bound using segment: {'id': '2b20d740-7a7c-42f8-b89e-e72cf10ac465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'e2ba5ada-a2b9-4df4-bf00-6ff7cc925178'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 04:58:13.051290 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-ed614d7a-99af-4057-be3f-7717ab8f19e4 None None] Bound port: cc185bf0-6c39-4da1-8c0d-5a5b79020a93, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b20d740-7a7c-42f8-b89e-e72cf10ac465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'e2ba5ada-a2b9-4df4-bf00-6ff7cc925178'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 04:58:13.051669 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-ed614d7a-99af-4057-be3f-7717ab8f19e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:13.128740 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-afc7aa7a-fcb5-4b36-8040-4fc3077a6118 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788'] for network, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:13.134973 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc7aa7a-fcb5-4b36-8040-4fc3077a6118 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:58:13.135857 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-afc7aa7a-fcb5-4b36-8040-4fc3077a6118 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:13.184568 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fdf155cd-d9b7-43c7-b152-7fdee8b12ae4 tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Notify callbacks [] for port, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:13.197503 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-65c57fe5-30f5-4a04-a9cf-6d07beaeac72 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:13.210374 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-c5a0558d-7ce3-4cdd-a194-9d7de5a8a43b None None] Allocated IP 2001:db8::2 (f3c306ee-499b-4716-9357-c10e17a7876c/0e54b68f-bd77-4049-b18e-caaf2f074890/a2243d15-31eb-490b-85be-2d98d7ef7a19) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:58:13.221614 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9d967f00-b88f-4d22-baca-2a972fa66ee8 None None] For port 780a430a-bfa4-4fef-9877-d22b357e6c38, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=780a430a-bfa4-4fef-9877-d22b357e6c38,segment=NetworkSegment(f81f7182-415d-4d5f-b092-1b4c717acd0d),segment_id=f81f7182-415d-4d5f-b092-1b4c717acd0d)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:58:13.221897 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.db.resource_extend [None req-61f8fa68-15df-45a8-88dc-994f87f733fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387594407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387594407-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 04:58:13.222050 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9d967f00-b88f-4d22-baca-2a972fa66ee8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:13.287145 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a0967ef1-caaa-460a-85da-b6fc83fc8160 req-3091c6ad-3bbf-4ccc-aa14-b2de7d32ca6a tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0fb8c38-d8b6-4c01-bc8c-1b54a1e25304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2661862 May 30 04:58:13.298922 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fdf155cd-d9b7-43c7-b152-7fdee8b12ae4 tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1547421'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:13.302253 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-61f8fa68-15df-45a8-88dc-994f87f733fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387594407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387594407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788'] for network, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:13.304795 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-d7f8eb13-a41b-4727-99c8-15ebe8c96722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79', 'name': 'tempest-RoutersTest-router-2065317118', 'tenant_id': '177e950b79b644f8ac61f323eed71206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T04:56:58Z', 'updated_at': '2022-05-30T04:58:07Z', 'revision_number': 9, 'project_id': '177e950b79b644f8ac61f323eed71206', 'gw_port_host': None, '_interfaces': [{'id': '432a1540-d804-4228-8198-3df5dfb500cc', 'name': '', 'network_id': '769b7698-7495-4486-9f2d-72117eec4bb7', 'tenant_id': '177e950b79b644f8ac61f323eed71206', 'mac_address': 'fa:16:3e:c7:7a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '77532eb2-7620-4ce4-8e37-61e439c6d44b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:57:04Z', 'updated_at': '2022-05-30T04:57:16Z', 'revision_number': 5, 'project_id': '177e950b79b644f8ac61f323eed71206', 'subnets': [{'id': '77532eb2-7620-4ce4-8e37-61e439c6d44b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9e138ae-5cd3-4cf6-9bbe-cbce483702e2', 'name': '', 'network_id': '0c0bebba-bddf-42fb-9235-05d8923d12f7', 'tenant_id': '177e950b79b644f8ac61f323eed71206', 'mac_address': 'fa:16:3e:0d:3e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '27305ac9-0933-4276-9473-96e3d96a2da4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:57:15Z', 'updated_at': '2022-05-30T04:57:38Z', 'revision_number': 5, 'project_id': '177e950b79b644f8ac61f323eed71206', 'subnets': [{'id': '27305ac9-0933-4276-9473-96e3d96a2da4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:58:13.308810 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f8fa68-15df-45a8-88dc-994f87f733fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387594407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387594407-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:58:13.310254 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-61f8fa68-15df-45a8-88dc-994f87f733fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387594407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387594407-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:13.379183 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9d967f00-b88f-4d22-baca-2a972fa66ee8 None None] Calling delete_port for 780a430a-bfa4-4fef-9877-d22b357e6c38 owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:58:13.444038 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f8eb13-a41b-4727-99c8-15ebe8c96722 None None] The sync data for ids ['7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79'] in dv-neutron-843763-1-hyperv is: [{'id': '7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79', 'name': 'tempest-RoutersTest-router-2065317118', 'tenant_id': '177e950b79b644f8ac61f323eed71206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T04:56:58Z', 'updated_at': '2022-05-30T04:58:07Z', 'revision_number': 9, 'project_id': '177e950b79b644f8ac61f323eed71206', 'gw_port_host': None, '_interfaces': [{'id': '432a1540-d804-4228-8198-3df5dfb500cc', 'name': '', 'network_id': '769b7698-7495-4486-9f2d-72117eec4bb7', 'tenant_id': '177e950b79b644f8ac61f323eed71206', 'mac_address': 'fa:16:3e:c7:7a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '77532eb2-7620-4ce4-8e37-61e439c6d44b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:57:04Z', 'updated_at': '2022-05-30T04:57:16Z', 'revision_number': 5, 'project_id': '177e950b79b644f8ac61f323eed71206', 'subnets': [{'id': '77532eb2-7620-4ce4-8e37-61e439c6d44b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9e138ae-5cd3-4cf6-9bbe-cbce483702e2', 'name': '', 'network_id': '0c0bebba-bddf-42fb-9235-05d8923d12f7', 'tenant_id': '177e950b79b644f8ac61f323eed71206', 'mac_address': 'fa:16:3e:0d:3e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '27305ac9-0933-4276-9473-96e3d96a2da4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:57:15Z', 'updated_at': '2022-05-30T04:57:38Z', 'revision_number': 5, 'project_id': '177e950b79b644f8ac61f323eed71206', 'subnets': [{'id': '27305ac9-0933-4276-9473-96e3d96a2da4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 04:58:13.462777 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c57fe5-30f5-4a04-a9cf-6d07beaeac72 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] No DVR routers for this DVR port 780a430a-bfa4-4fef-9877-d22b357e6c38 on host dv-neutron-843763-1-hyperv {{(pid=88260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 04:58:13.495928 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f8fa68-15df-45a8-88dc-994f87f733fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387594407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387594407-project] Pushing event updated for resources: {'Network': ['ID=d5061794-8d18-4d48-8502-7f834a929a75,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:13.504709 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c57fe5-30f5-4a04-a9cf-6d07beaeac72 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Pushing event deleted for resources: {'Port': ['ID=780a430a-bfa4-4fef-9877-d22b357e6c38,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:13.519368 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Network d5061794-8d18-4d48-8502-7f834a929a75 details requested by agent ovs-agent-dv-neutron-843763-1-hyperv with host dv-neutron-843763-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 04:58:13.535826 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-61f8fa68-15df-45a8-88dc-994f87f733fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387594407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387594407-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 2.8685393 May 30 04:58:13.537355 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-75fc8600-5127-4705-9acd-8b4a1bee7bfb tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Allocated IP 2001:db8::1 (e2ba5ada-a2b9-4df4-bf00-6ff7cc925178/e18e9022-b05c-4a9e-9ef3-8f05316939ec/ca395073-0476-495b-966d-e4d1f6be14fd) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:58:13.543514 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-ed614d7a-99af-4057-be3f-7717ab8f19e4 None None] For port cc185bf0-6c39-4da1-8c0d-5a5b79020a93, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 04:58:13.629690 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-ed614d7a-99af-4057-be3f-7717ab8f19e4 None None] For port cc185bf0-6c39-4da1-8c0d-5a5b79020a93, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=cc185bf0-6c39-4da1-8c0d-5a5b79020a93,segment=NetworkSegment(2b20d740-7a7c-42f8-b89e-e72cf10ac465),segment_id=2b20d740-7a7c-42f8-b89e-e72cf10ac465)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 04:58:13.647490 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-afc7aa7a-fcb5-4b36-8040-4fc3077a6118 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.5687962 May 30 04:58:13.651905 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 40958) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:13.657947 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-ed614d7a-99af-4057-be3f-7717ab8f19e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:13.672214 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-bb63eb0b-8ac4-4fe8-9783-a687da7cdb93 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Request body: {'subnet': {'network_id': '3adc2c66-db7c-4ad9-8f57-2d497fd1cd24', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:58:13.734310 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc7aa7a-fcb5-4b36-8040-4fc3077a6118 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Pushing event updated for resources: {'Network': ['ID=3adc2c66-db7c-4ad9-8f57-2d497fd1cd24,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:13.751257 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.db.api [None req-9d967f00-b88f-4d22-baca-2a972fa66ee8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 04:58:13.751842 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG oslo_db.api [None req-9d967f00-b88f-4d22-baca-2a972fa66ee8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 04:58:13.767206 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-3b6428b8-6dbd-4844-8a75-156f5a5c1776 req-5b831edf-8bfd-4b7d-83f5-288c8340b7b2 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:13.768544 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Network 3adc2c66-db7c-4ad9-8f57-2d497fd1cd24 details requested by agent ovs-agent-dv-neutron-843763-1-hyperv with host dv-neutron-843763-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 04:58:13.792757 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.objects.ports [None req-b2ef6f5a-ba3d-47f7-973e-ffb2c71975ab tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88260) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 30 04:58:13.853031 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-75fc8600-5127-4705-9acd-8b4a1bee7bfb tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:13.854882 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b2ef6f5a-ba3d-47f7-973e-ffb2c71975ab tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1547796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2133315'] for subnet, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:13.863388 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b831edf-8bfd-4b7d-83f5-288c8340b7b2 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Pushing event deleted for resources: {'Port': ['ID=fba489e5-d7a4-4280-a042-b13fdb5779ed,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:13.868612 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 40962) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:13.891824 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-ebc8967e-6039-42cb-a17c-b469770d986e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Request body: {'port': {'network_id': 'd5061794-8d18-4d48-8502-7f834a929a75', 'binding:host_id': 'hv-neutron-8437', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139461665'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:58:13.896989 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-ebc8967e-6039-42cb-a17c-b469770d986e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:58:13.900971 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-ebc8967e-6039-42cb-a17c-b469770d986e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Usage tracker for resource:port and tenant:c7906860cd284922abfbc005b3c11808 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:58:13.904576 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-ebc8967e-6039-42cb-a17c-b469770d986e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:58:13.911374 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-ebc8967e-6039-42cb-a17c-b469770d986e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:58:13.940366 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf155cd-d9b7-43c7-b152-7fdee8b12ae4 tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Pushing event updated for resources: {'Port': ['ID=2370b77c-f895-4da0-80e7-102fb21284bf,revision_number=2']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:13.950325 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-65c57fe5-30f5-4a04-a9cf-6d07beaeac72 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867540', 'neutron.services.segments.db._delete_segments_for_network-8729234922972'] for network, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:13.975596 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed614d7a-99af-4057-be3f-7717ab8f19e4 None None] Pushing event updated for resources: {'Port': ['ID=cc185bf0-6c39-4da1-8c0d-5a5b79020a93,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:13.976211 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fdf155cd-d9b7-43c7-b152-7fdee8b12ae4 tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1604762'] for floatingip, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:14.010183 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebc8967e-6039-42cb-a17c-b469770d986e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Made reservation on behalf of c7906860cd284922abfbc005b3c11808 for: {'port': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:58:14.011863 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c5a0558d-7ce3-4cdd-a194-9d7de5a8a43b None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:14.012464 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ebc8967e-6039-42cb-a17c-b469770d986e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:14.025500 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c5a0558d-7ce3-4cdd-a194-9d7de5a8a43b None None] Transition to ACTIVE for port object a2243d15-31eb-490b-85be-2d98d7ef7a19 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:58:14.039443 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [None req-75fc8600-5127-4705-9acd-8b4a1bee7bfb tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Transition to ACTIVE for port object ca395073-0476-495b-966d-e4d1f6be14fd will not be triggered until provisioned by entity DHCP. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:58:14.056454 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2ef6f5a-ba3d-47f7-973e-ffb2c71975ab tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Network 0008fd3d-19e9-40cf-b545-4a7647b90cf1 is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:58:14.057555 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c5a0558d-7ce3-4cdd-a194-9d7de5a8a43b None None] Transition to ACTIVE for port object a2243d15-31eb-490b-85be-2d98d7ef7a19 will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:58:14.065727 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-65c57fe5-30f5-4a04-a9cf-6d07beaeac72 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f8aac24-3be8-40a7-b1d5-664951562536']}} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:58:14.072645 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ebc8967e-6039-42cb-a17c-b469770d986e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:14.077357 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c5a0558d-7ce3-4cdd-a194-9d7de5a8a43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:14.083848 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-b2ef6f5a-ba3d-47f7-973e-ffb2c71975ab tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:58:14.108107 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-ebc8967e-6039-42cb-a17c-b469770d986e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:58:14.116452 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-ebc8967e-6039-42cb-a17c-b469770d986e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Usage tracker for resource:security_group_rule and tenant:c7906860cd284922abfbc005b3c11808 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:58:14.119751 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-ebc8967e-6039-42cb-a17c-b469770d986e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:58:14.124000 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ef6f5a-ba3d-47f7-973e-ffb2c71975ab tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:58:14.124691 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b2ef6f5a-ba3d-47f7-973e-ffb2c71975ab tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:14.126339 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-ebc8967e-6039-42cb-a17c-b469770d986e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:58:14.150073 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-65c57fe5-30f5-4a04-a9cf-6d07beaeac72 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f81f7182-415d-4d5f-b092-1b4c717acd0d') {'for_net_delete': True} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:58:14.150713 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-65c57fe5-30f5-4a04-a9cf-6d07beaeac72 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f81f7182-415d-4d5f-b092-1b4c717acd0d') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:58:14.152719 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e54f8e03-b1cf-4d9c-bc63-0983232b2178 None None] Network 0008fd3d-19e9-40cf-b545-4a7647b90cf1 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:58:14.176877 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-65c57fe5-30f5-4a04-a9cf-6d07beaeac72 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729235042807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1454725'] for segment, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:14.194357 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a0558d-7ce3-4cdd-a194-9d7de5a8a43b None None] Network f3c306ee-499b-4716-9357-c10e17a7876c is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:58:14.209762 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-c5a0558d-7ce3-4cdd-a194-9d7de5a8a43b None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:58:14.225284 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a0558d-7ce3-4cdd-a194-9d7de5a8a43b None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:58:14.226451 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-65c57fe5-30f5-4a04-a9cf-6d07beaeac72 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:14.246001 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65c57fe5-30f5-4a04-a9cf-6d07beaeac72 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=88260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 04:58:14.246501 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-65c57fe5-30f5-4a04-a9cf-6d07beaeac72 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-862858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1547513'] for segment, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:14.301465 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-bb63eb0b-8ac4-4fe8-9783-a687da7cdb93 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:58:14.317314 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ef6f5a-ba3d-47f7-973e-ffb2c71975ab tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Pushing event updated for resources: {'Subnet': ['ID=1f92ead5-af06-48f0-bbfb-089de508f06f,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:14.325089 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-b2ef6f5a-ba3d-47f7-973e-ffb2c71975ab tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.7762814 May 30 04:58:14.326836 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fdf155cd-d9b7-43c7-b152-7fdee8b12ae4 tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for floatingip, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:14.335122 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 40970) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:14.339178 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-fdf155cd-d9b7-43c7-b152-7fdee8b12ae4 tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.0112607 May 30 04:58:14.342405 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment f81f7182-415d-4d5f-b092-1b4c717acd0d resource provider aggregate not found May 30 04:58:14.347033 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 40972) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:14.381029 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-636f1a50-1190-47fc-bf1e-02040c2cb30b tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Request body: {'subnet': {'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:58:14.452374 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ebc8967e-6039-42cb-a17c-b469770d986e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:14.457311 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-bb63eb0b-8ac4-4fe8-9783-a687da7cdb93 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Usage tracker for resource:subnet and tenant:f4aea07b5c934dc5bc600f55a2d3ba0e is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:58:14.464818 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9d967f00-b88f-4d22-baca-2a972fa66ee8 None None] Deleting port 780a430a-bfa4-4fef-9877-d22b357e6c38 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:58:14.465379 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9d967f00-b88f-4d22-baca-2a972fa66ee8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:14.469786 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-df25fe44-7259-44fc-a7a9-77a270c26521 tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Request body: {'floatingip': {'port_id': 'a5cd0afc-b743-4757-bd4e-4fd6d62fbfcc', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:58:14.473026 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-bb63eb0b-8ac4-4fe8-9783-a687da7cdb93 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:58:14.480875 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment f81f7182-415d-4d5f-b092-1b4c717acd0d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f81f7182-415d-4d5f-b092-1b4c717acd0d found for delete ", "request_id": "req-ce4d4a02-a0b7-4250-af5c-da22d5d77ce7"}]} May 30 04:58:14.494341 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-bb63eb0b-8ac4-4fe8-9783-a687da7cdb93 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:58:14.514843 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb63eb0b-8ac4-4fe8-9783-a687da7cdb93 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Made reservation on behalf of f4aea07b5c934dc5bc600f55a2d3ba0e for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:58:14.519934 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-bb63eb0b-8ac4-4fe8-9783-a687da7cdb93 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2133361'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:14.548496 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-65c57fe5-30f5-4a04-a9cf-6d07beaeac72 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604744'] for network, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:14.589408 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a0558d-7ce3-4cdd-a194-9d7de5a8a43b None None] Pushing event updated for resources: {'Port': ['ID=a2243d15-31eb-490b-85be-2d98d7ef7a19,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:14.591697 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-75fc8600-5127-4705-9acd-8b4a1bee7bfb tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:14.592940 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 780a430a-bfa4-4fef-9877-d22b357e6c38 no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 04:58:14.617735 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-65c57fe5-30f5-4a04-a9cf-6d07beaeac72 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:14.632246 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c57fe5-30f5-4a04-a9cf-6d07beaeac72 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Pushing event deleted for resources: {'Network': ['ID=0f8aac24-3be8-40a7-b1d5-664951562536,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:14.643534 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ebc8967e-6039-42cb-a17c-b469770d986e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:14.649656 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-65c57fe5-30f5-4a04-a9cf-6d07beaeac72 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] 10.222.0.15 "DELETE /v2.0/networks/0f8aac24-3be8-40a7-b1d5-664951562536 HTTP/1.1" status: 204 len: 168 time: 2.8617935 May 30 04:58:14.650232 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 40982) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:14.664108 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] No Port match for: 780a430a-bfa4-4fef-9877-d22b357e6c38 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 04:58:14.664453 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 780a430a-bfa4-4fef-9877-d22b357e6c38 not bound to the agent host dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 04:58:14.664933 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device bebf232b-acc3-49f2-9479-17819a0e031d no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 04:58:14.714926 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.ipam_backend_mixin [None req-bb63eb0b-8ac4-4fe8-9783-a687da7cdb93 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Performing IP validity checks on allocation pools {{(pid=88260) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 30 04:58:14.715588 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.ipam_backend_mixin [None req-bb63eb0b-8ac4-4fe8-9783-a687da7cdb93 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88260) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 30 04:58:14.732475 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] No Port match for: bebf232b-acc3-49f2-9479-17819a0e031d {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 04:58:14.732982 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device bebf232b-acc3-49f2-9479-17819a0e031d not bound to the agent host dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 04:58:14.734357 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [None req-ebc8967e-6039-42cb-a17c-b469770d986e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] device_id is not set on port b4a75fce-230d-4ec4-8281-bcb2a5e208f9 yet. {{(pid=88261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 30 04:58:14.770849 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-20e04e81-a218-4711-9996-850a644c79cb req-461c489f-77a2-471d-ad80-6e0aed99e89a tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1e7b65a-2794-4268-bd76-1003a7875678 HTTP/1.1" status: 200 len: 210 time: 0.2362568 May 30 04:58:14.773013 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-df25fe44-7259-44fc-a7a9-77a270c26521 tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Notify callbacks [] for floatingip, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:14.845304 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9d967f00-b88f-4d22-baca-2a972fa66ee8 None None] The port '780a430a-bfa4-4fef-9877-d22b357e6c38' was deleted {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 30 04:58:14.897069 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3b6428b8-6dbd-4844-8a75-156f5a5c1776 req-5b831edf-8bfd-4b7d-83f5-288c8340b7b2 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Router 4ce894cc-f128-40c6-907e-3f9e866b9a54 has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 04:58:14.925526 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-c5a0558d-7ce3-4cdd-a194-9d7de5a8a43b None None] Attempting to bind port a2243d15-31eb-490b-85be-2d98d7ef7a19 on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 04:58:14.926137 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-c5a0558d-7ce3-4cdd-a194-9d7de5a8a43b None None] Attempting to bind port a2243d15-31eb-490b-85be-2d98d7ef7a19 by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': 'a80b13c3-e3c8-4c67-a38f-d8ae287cc121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'f3c306ee-499b-4716-9357-c10e17a7876c'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 04:58:14.926690 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a0558d-7ce3-4cdd-a194-9d7de5a8a43b None None] Attempting to bind port a2243d15-31eb-490b-85be-2d98d7ef7a19 on network f3c306ee-499b-4716-9357-c10e17a7876c {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 04:58:14.931896 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba86014-a8e5-4f13-bfa2-a3efbd507f50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bbf24ed-7ba9-53d2-873f-8f9642b1e987-0008fd3d-19e9-40cf-b545-4a7647b90cf1', 'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1', 'tenant_id': '16af2dbefc6742d5a37a7b30e58c8c2f', 'fixed_ips': [{'subnet_id': '1f92ead5-af06-48f0-bbfb-089de508f06f'}]}} from dv-neutron-843763-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 30 04:58:14.932692 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7ba86014-a8e5-4f13-bfa2-a3efbd507f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:14.949361 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a0558d-7ce3-4cdd-a194-9d7de5a8a43b None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 4, 58, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 04:58:14.950071 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a0558d-7ce3-4cdd-a194-9d7de5a8a43b None None] Checking segment: {'id': 'a80b13c3-e3c8-4c67-a38f-d8ae287cc121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'f3c306ee-499b-4716-9357-c10e17a7876c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:58:14.951203 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c5a0558d-7ce3-4cdd-a194-9d7de5a8a43b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:14.951750 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a0558d-7ce3-4cdd-a194-9d7de5a8a43b None None] Bound using segment: {'id': 'a80b13c3-e3c8-4c67-a38f-d8ae287cc121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'f3c306ee-499b-4716-9357-c10e17a7876c'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 04:58:14.952382 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-c5a0558d-7ce3-4cdd-a194-9d7de5a8a43b None None] Bound port: a2243d15-31eb-490b-85be-2d98d7ef7a19, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a80b13c3-e3c8-4c67-a38f-d8ae287cc121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'f3c306ee-499b-4716-9357-c10e17a7876c'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 04:58:14.952918 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c5a0558d-7ce3-4cdd-a194-9d7de5a8a43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:14.967353 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75fc8600-5127-4705-9acd-8b4a1bee7bfb tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Network e2ba5ada-a2b9-4df4-bf00-6ff7cc925178 is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:58:15.014282 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-75fc8600-5127-4705-9acd-8b4a1bee7bfb tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:58:15.049782 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75fc8600-5127-4705-9acd-8b4a1bee7bfb tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:58:15.050336 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-75fc8600-5127-4705-9acd-8b4a1bee7bfb tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604623'] for router_interface, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:15.056383 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc8967e-6039-42cb-a17c-b469770d986e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6d15624-c8a0-4f43-823d-e4dac17558fc,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:15.059148 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fc8600-5127-4705-9acd-8b4a1bee7bfb tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Pushing event updated for resources: {'Port': ['ID=ca395073-0476-495b-966d-e4d1f6be14fd,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:15.177674 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c5a0558d-7ce3-4cdd-a194-9d7de5a8a43b None None] For port a2243d15-31eb-490b-85be-2d98d7ef7a19, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 04:58:15.193568 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c5a0558d-7ce3-4cdd-a194-9d7de5a8a43b None None] For port a2243d15-31eb-490b-85be-2d98d7ef7a19, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=a2243d15-31eb-490b-85be-2d98d7ef7a19,segment=NetworkSegment(a80b13c3-e3c8-4c67-a38f-d8ae287cc121),segment_id=a80b13c3-e3c8-4c67-a38f-d8ae287cc121)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 04:58:15.213353 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-bb63eb0b-8ac4-4fe8-9783-a687da7cdb93 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1547796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2133315'] for subnet, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:15.213687 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c5a0558d-7ce3-4cdd-a194-9d7de5a8a43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:15.219184 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-7ba86014-a8e5-4f13-bfa2-a3efbd507f50 None None] Allocated IP 2001:db8::f816:3eff:fe19:5a08 (0008fd3d-19e9-40cf-b545-4a7647b90cf1/1f92ead5-af06-48f0-bbfb-089de508f06f/f8cd8325-b856-4efc-a7c1-9bdc978274fa) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:58:15.325729 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb63eb0b-8ac4-4fe8-9783-a687da7cdb93 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Pushing event updated for resources: {'Subnet': ['ID=b15a1c0f-a884-48ca-a576-6b52c53c260b,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:15.346028 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb63eb0b-8ac4-4fe8-9783-a687da7cdb93 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Checking segment: {'id': '3f16a733-d25f-443a-b529-c3928db21ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '3adc2c66-db7c-4ad9-8f57-2d497fd1cd24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:58:15.346028 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb63eb0b-8ac4-4fe8-9783-a687da7cdb93 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Network hostable DHCP agents. Network: 3adc2c66-db7c-4ad9-8f57-2d497fd1cd24, hostable agents: ['1c705e68-3d3e-4dd3-9252-feb21d4b96ab'], hosted agents: [] {{(pid=88260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 04:58:15.387660 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb63eb0b-8ac4-4fe8-9783-a687da7cdb93 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Network 3adc2c66-db7c-4ad9-8f57-2d497fd1cd24 is scheduled to be hosted by DHCP agent 1c705e68-3d3e-4dd3-9252-feb21d4b96ab with binding_index 1 {{(pid=88260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 04:58:15.401405 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a0558d-7ce3-4cdd-a194-9d7de5a8a43b None None] Pushing event updated for resources: {'Port': ['ID=a2243d15-31eb-490b-85be-2d98d7ef7a19,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:15.436147 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-bb63eb0b-8ac4-4fe8-9783-a687da7cdb93 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843763-1-hyperv, 3adc2c66-db7c-4ad9-8f57-2d497fd1cd24) {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:58:15.459156 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b54394e5-863f-48ff-b2a4-1e80f1e1bd8e None None] Network 3adc2c66-db7c-4ad9-8f57-2d497fd1cd24 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:58:15.503054 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3b6428b8-6dbd-4844-8a75-156f5a5c1776 req-5b831edf-8bfd-4b7d-83f5-288c8340b7b2 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 04:58:15.524844 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7caf33cf-e2d6-48d3-a3a5-4a442bb579f3 None None] Sync routers for ids ['4ce894cc-f128-40c6-907e-3f9e866b9a54'] in dv-neutron-843763-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 04:58:15.554986 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7caf33cf-e2d6-48d3-a3a5-4a442bb579f3 None None] Routers {'4ce894cc-f128-40c6-907e-3f9e866b9a54'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 04:58:15.556164 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-7caf33cf-e2d6-48d3-a3a5-4a442bb579f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T04:58:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['4ce894cc-f128-40c6-907e-3f9e866b9a54'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:58:15.600795 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb63eb0b-8ac4-4fe8-9783-a687da7cdb93 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:58:15.601374 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-bb63eb0b-8ac4-4fe8-9783-a687da7cdb93 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:15.622104 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-735deeb9-dfe8-4a66-8c8b-3050e6cb5f4d None None] Network e2ba5ada-a2b9-4df4-bf00-6ff7cc925178 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:58:15.642616 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-bb63eb0b-8ac4-4fe8-9783-a687da7cdb93 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9781151 May 30 04:58:15.648172 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 40986) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:15.656155 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-e03f31c3-9930-4d5f-a429-af8b865d97bd tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Request body: {'port': {'network_id': '3adc2c66-db7c-4ad9-8f57-2d497fd1cd24', 'name': 'tempest-PortsTestJSON-1090782509'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:58:15.676852 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device fba489e5-d7a4-4280-a042-b13fdb5779ed no longer exists at agent hyperv_hv-neutron-8437 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 04:58:15.744430 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5e916c0a-dc1e-42d2-839d-cfadc3bd74db tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602184'] for router_interface, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:15.766925 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b6428b8-6dbd-4844-8a75-156f5a5c1776 req-5b831edf-8bfd-4b7d-83f5-288c8340b7b2 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] No DVR routers for this DVR port fba489e5-d7a4-4280-a042-b13fdb5779ed on host hv-neutron-8437 {{(pid=88261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 04:58:15.815452 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-3b6428b8-6dbd-4844-8a75-156f5a5c1776 req-5b831edf-8bfd-4b7d-83f5-288c8340b7b2 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:15.838061 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1e7b65a-2794-4268-bd76-1003a7875678', 'name': 'network-vif-deleted', 'tag': 'fba489e5-d7a4-4280-a042-b13fdb5779ed'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 04:58:15.867049 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] No Port match for: fba489e5-d7a4-4280-a042-b13fdb5779ed {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 04:58:15.867392 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device fba489e5-d7a4-4280-a042-b13fdb5779ed not bound to the agent host hv-neutron-8437 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 04:58:15.909100 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-636f1a50-1190-47fc-bf1e-02040c2cb30b tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:58:15.909375 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-455c57b5-d420-433f-9a76-4b211f78a04d None None] Provisioning for port cc185bf0-6c39-4da1-8c0d-5a5b79020a93 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:58:15.914694 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7ba86014-a8e5-4f13-bfa2-a3efbd507f50 None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:15.921573 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-636f1a50-1190-47fc-bf1e-02040c2cb30b tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Usage tracker for resource:subnet and tenant:16af2dbefc6742d5a37a7b30e58c8c2f is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:58:15.932111 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-636f1a50-1190-47fc-bf1e-02040c2cb30b tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:58:15.947083 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-636f1a50-1190-47fc-bf1e-02040c2cb30b tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:58:15.975079 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-7ba86014-a8e5-4f13-bfa2-a3efbd507f50 None None] Transition to ACTIVE for port object f8cd8325-b856-4efc-a7c1-9bdc978274fa will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:58:16.027439 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-7caf33cf-e2d6-48d3-a3a5-4a442bb579f3 None None] Set router 4ce894cc-f128-40c6-907e-3f9e866b9a54 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 04:58:16.048310 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.api.v2.resource [None req-df25fe44-7259-44fc-a7a9-77a270c26521 tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] update failed (client error): The resource could not be found. May 30 04:58:16.055330 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-df25fe44-7259-44fc-a7a9-77a270c26521 tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] 10.222.0.15 "PUT /v2.0/floatingips/f7aacc17-30df-4425-a020-a5094d4c3120 HTTP/1.1" status: 404 len: 507 time: 1.6916473 May 30 04:58:16.058172 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 40994) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:16.117782 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-7ba86014-a8e5-4f13-bfa2-a3efbd507f50 None None] Transition to ACTIVE for port object f8cd8325-b856-4efc-a7c1-9bdc978274fa will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:58:16.138342 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7ba86014-a8e5-4f13-bfa2-a3efbd507f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:16.281402 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba86014-a8e5-4f13-bfa2-a3efbd507f50 None None] Pushing event updated for resources: {'Port': ['ID=f8cd8325-b856-4efc-a7c1-9bdc978274fa,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:16.292031 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [None req-ebc8967e-6039-42cb-a17c-b469770d986e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] device_id is not set on port b4a75fce-230d-4ec4-8281-bcb2a5e208f9 yet. {{(pid=88261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 30 04:58:16.301871 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ebc8967e-6039-42cb-a17c-b469770d986e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:16.316907 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [None req-ebc8967e-6039-42cb-a17c-b469770d986e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Transition to ACTIVE for port object b4a75fce-230d-4ec4-8281-bcb2a5e208f9 will not be triggered until provisioned by entity L2. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:58:16.326480 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba86014-a8e5-4f13-bfa2-a3efbd507f50 None None] Network 0008fd3d-19e9-40cf-b545-4a7647b90cf1 is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:58:16.329471 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5315d915-cca8-4bff-93b3-1f482e964324 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bbf24ed-7ba9-53d2-873f-8f9642b1e987-3adc2c66-db7c-4ad9-8f57-2d497fd1cd24', 'network_id': '3adc2c66-db7c-4ad9-8f57-2d497fd1cd24', 'tenant_id': 'f4aea07b5c934dc5bc600f55a2d3ba0e', 'fixed_ips': [{'subnet_id': 'b15a1c0f-a884-48ca-a576-6b52c53c260b'}]}} from dv-neutron-843763-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 30 04:58:16.330502 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-5315d915-cca8-4bff-93b3-1f482e964324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:16.347378 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-7ba86014-a8e5-4f13-bfa2-a3efbd507f50 None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:58:16.358779 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba86014-a8e5-4f13-bfa2-a3efbd507f50 None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:58:16.376309 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b3ac767-f82e-4500-a36b-2de97b93f0f9'] response: {'server_uuid': 'b1e7b65a-2794-4268-bd76-1003a7875678', 'name': 'network-vif-deleted', 'tag': 'fba489e5-d7a4-4280-a042-b13fdb5779ed', 'status': 'completed', 'code': 200} May 30 04:58:16.380957 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-636f1a50-1190-47fc-bf1e-02040c2cb30b tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Made reservation on behalf of 16af2dbefc6742d5a37a7b30e58c8c2f for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:58:16.385090 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-636f1a50-1190-47fc-bf1e-02040c2cb30b tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9305518'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:16.504931 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-98cc664e-8606-483a-9301-b7c7b1d85644 req-660ff159-c10b-432b-9232-dc6431030fcc tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1e7b65a-2794-4268-bd76-1003a7875678 HTTP/1.1" status: 200 len: 210 time: 0.4130123 May 30 04:58:16.528269 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-3438bc5d-636c-4a8e-bd85-2e68603c3a09 tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Deleting port 2370b77c-f895-4da0-80e7-102fb21284bf {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:58:16.528652 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3438bc5d-636c-4a8e-bd85-2e68603c3a09 tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:16.529239 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device cc185bf0-6c39-4da1-8c0d-5a5b79020a93 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 04:58:16.533121 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ebc8967e-6039-42cb-a17c-b469770d986e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:16.604612 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-7caf33cf-e2d6-48d3-a3a5-4a442bb579f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce894cc-f128-40c6-907e-3f9e866b9a54', 'name': 'tempest-ServerActionsTestJSON-1533739700-router', 'tenant_id': '75c565b2496748d0aca7efef0deb76ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.12'}], 'enable_snat': True}, 'gw_port_id': 'b9224054-b232-4352-8694-1fc62b3bf334', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T04:53:34Z', 'updated_at': '2022-05-30T04:53:40Z', 'revision_number': 4, 'project_id': '75c565b2496748d0aca7efef0deb76ef', 'gw_port': {'id': 'b9224054-b232-4352-8694-1fc62b3bf334', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:08:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce894cc-f128-40c6-907e-3f9e866b9a54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:53:36Z', 'updated_at': '2022-05-30T04:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': '74dfc65a-67f1-43f9-8dc5-6cd308de3c6e', 'name': '', 'network_id': 'd6c60be6-16d0-4643-855e-f83fdbae0248', 'tenant_id': '75c565b2496748d0aca7efef0deb76ef', 'mac_address': 'fa:16:3e:12:36:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce894cc-f128-40c6-907e-3f9e866b9a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'c06f497a-4701-45be-bb19-b5a139bdd216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:53:40Z', 'updated_at': '2022-05-30T04:53:56Z', 'revision_number': 5, 'project_id': '75c565b2496748d0aca7efef0deb76ef', 'subnets': [{'id': 'c06f497a-4701-45be-bb19-b5a139bdd216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:58:16.610067 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7caf33cf-e2d6-48d3-a3a5-4a442bb579f3 None None] Checking router: 4ce894cc-f128-40c6-907e-3f9e866b9a54 for host: dv-neutron-843763-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 04:58:16.615455 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-e03f31c3-9930-4d5f-a429-af8b865d97bd tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:58:16.619605 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7caf33cf-e2d6-48d3-a3a5-4a442bb579f3 None None] Routers {'4ce894cc-f128-40c6-907e-3f9e866b9a54'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 04:58:16.620496 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-7caf33cf-e2d6-48d3-a3a5-4a442bb579f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T04:58:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['4ce894cc-f128-40c6-907e-3f9e866b9a54'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:58:16.626676 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-e03f31c3-9930-4d5f-a429-af8b865d97bd tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:58:16.670272 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e03f31c3-9930-4d5f-a429-af8b865d97bd tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Made reservation on behalf of f4aea07b5c934dc5bc600f55a2d3ba0e for: {'port': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:58:16.672416 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3b6428b8-6dbd-4844-8a75-156f5a5c1776 req-5b831edf-8bfd-4b7d-83f5-288c8340b7b2 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.39 "DELETE /v2.0/ports/fba489e5-d7a4-4280-a042-b13fdb5779ed HTTP/1.1" status: 204 len: 173 time: 5.6457548 May 30 04:58:16.674374 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e03f31c3-9930-4d5f-a429-af8b865d97bd tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:16.711192 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [None req-e03f31c3-9930-4d5f-a429-af8b865d97bd tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] device_id is not set on port 87f77840-508b-48a6-8568-a6527ca30627 yet. {{(pid=88260) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 30 04:58:16.738846 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-7ba86014-a8e5-4f13-bfa2-a3efbd507f50 None None] Attempting to bind port f8cd8325-b856-4efc-a7c1-9bdc978274fa on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 04:58:16.739427 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-7ba86014-a8e5-4f13-bfa2-a3efbd507f50 None None] Attempting to bind port f8cd8325-b856-4efc-a7c1-9bdc978274fa by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': 'c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 04:58:16.739732 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba86014-a8e5-4f13-bfa2-a3efbd507f50 None None] Attempting to bind port f8cd8325-b856-4efc-a7c1-9bdc978274fa on network 0008fd3d-19e9-40cf-b545-4a7647b90cf1 {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 04:58:16.776945 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba86014-a8e5-4f13-bfa2-a3efbd507f50 None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 4, 58, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 04:58:16.777780 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba86014-a8e5-4f13-bfa2-a3efbd507f50 None None] Checking segment: {'id': 'c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:58:16.778874 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7ba86014-a8e5-4f13-bfa2-a3efbd507f50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:16.781013 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba86014-a8e5-4f13-bfa2-a3efbd507f50 None None] Bound using segment: {'id': 'c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 04:58:16.781639 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-7ba86014-a8e5-4f13-bfa2-a3efbd507f50 None None] Bound port: f8cd8325-b856-4efc-a7c1-9bdc978274fa, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 04:58:16.782148 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7ba86014-a8e5-4f13-bfa2-a3efbd507f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:16.801386 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-75fc8600-5127-4705-9acd-8b4a1bee7bfb tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:16.879678 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port cc185bf0-6c39-4da1-8c0d-5a5b79020a93 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:58:16.893843 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-5e916c0a-dc1e-42d2-839d-cfadc3bd74db tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Deleting port f9e138ae-5cd3-4cf6-9bbe-cbce483702e2 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:58:16.895090 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5e916c0a-dc1e-42d2-839d-cfadc3bd74db tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:16.895218 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc8967e-6039-42cb-a17c-b469770d986e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Pushing event updated for resources: {'Port': ['ID=b4a75fce-230d-4ec4-8281-bcb2a5e208f9,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:17.032528 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port cc185bf0-6c39-4da1-8c0d-5a5b79020a93 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:58:17.033040 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:17.049021 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-7caf33cf-e2d6-48d3-a3a5-4a442bb579f3 None None] Set router 4ce894cc-f128-40c6-907e-3f9e866b9a54 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 04:58:17.079135 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-5315d915-cca8-4bff-93b3-1f482e964324 None None] Allocated IP 172.20.0.2 (3adc2c66-db7c-4ad9-8f57-2d497fd1cd24/b15a1c0f-a884-48ca-a576-6b52c53c260b/a60fb7e4-d311-4edf-963a-75db4b1b6cab) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:58:17.257436 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-7ba86014-a8e5-4f13-bfa2-a3efbd507f50 None None] For port f8cd8325-b856-4efc-a7c1-9bdc978274fa, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 04:58:17.261232 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-7ba86014-a8e5-4f13-bfa2-a3efbd507f50 None None] For port f8cd8325-b856-4efc-a7c1-9bdc978274fa, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=f8cd8325-b856-4efc-a7c1-9bdc978274fa,segment=NetworkSegment(c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1),segment_id=c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 04:58:17.279947 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab236f0b-7e9b-4806-93e3-159ca5038a2e None None] Network f3c306ee-499b-4716-9357-c10e17a7876c requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:58:17.321882 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7ba86014-a8e5-4f13-bfa2-a3efbd507f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:17.358454 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-5e916c0a-dc1e-42d2-839d-cfadc3bd74db tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] For port f9e138ae-5cd3-4cf6-9bbe-cbce483702e2, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=f9e138ae-5cd3-4cf6-9bbe-cbce483702e2,segment=NetworkSegment(df67fbea-5e14-4064-8ccf-d3afd6af7d2a),segment_id=df67fbea-5e14-4064-8ccf-d3afd6af7d2a)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:58:17.359132 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5e916c0a-dc1e-42d2-839d-cfadc3bd74db tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:17.576075 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc8967e-6039-42cb-a17c-b469770d986e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Checking segment: {'id': 'b4d70b86-fe41-4e01-9361-6cd48a33a620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd5061794-8d18-4d48-8502-7f834a929a75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:58:17.578764 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc8967e-6039-42cb-a17c-b469770d986e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Network hostable DHCP agents. Network: d5061794-8d18-4d48-8502-7f834a929a75, hostable agents: ['1c705e68-3d3e-4dd3-9252-feb21d4b96ab'], hosted agents: [] {{(pid=88261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 04:58:17.604909 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-636f1a50-1190-47fc-bf1e-02040c2cb30b tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2305012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9305500'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:17.687416 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:17.729463 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-8577067a-3354-4d43-9ca2-b161930b6b63 None None] Provisioning for port a2243d15-31eb-490b-85be-2d98d7ef7a19 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:58:17.757166 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636f1a50-1190-47fc-bf1e-02040c2cb30b tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Pushing event updated for resources: {'Subnet': ['ID=e93b30ea-96d5-4ca5-bf0e-1fc115b9df5b,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:17.779745 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-636f1a50-1190-47fc-bf1e-02040c2cb30b tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Network 0008fd3d-19e9-40cf-b545-4a7647b90cf1 is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:58:17.796866 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 41002) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:17.803882 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-636f1a50-1190-47fc-bf1e-02040c2cb30b tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:58:17.813155 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-5e916c0a-dc1e-42d2-839d-cfadc3bd74db tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Calling delete_port for f9e138ae-5cd3-4cf6-9bbe-cbce483702e2 owned by network:router_interface {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:58:17.817748 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc8967e-6039-42cb-a17c-b469770d986e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Network d5061794-8d18-4d48-8502-7f834a929a75 is scheduled to be hosted by DHCP agent 1c705e68-3d3e-4dd3-9252-feb21d4b96ab with binding_index 1 {{(pid=88261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 04:58:17.821855 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba86014-a8e5-4f13-bfa2-a3efbd507f50 None None] Pushing event updated for resources: {'Port': ['ID=f8cd8325-b856-4efc-a7c1-9bdc978274fa,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:17.837223 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-636f1a50-1190-47fc-bf1e-02040c2cb30b tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:58:17.838007 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-636f1a50-1190-47fc-bf1e-02040c2cb30b tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:17.871851 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-ebc8967e-6039-42cb-a17c-b469770d986e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843763-1-hyperv, d5061794-8d18-4d48-8502-7f834a929a75) {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:58:17.879064 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-636f1a50-1190-47fc-bf1e-02040c2cb30b tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5307221 May 30 04:58:17.894143 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 41004) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:17.898545 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3438bc5d-636c-4a8e-bd85-2e68603c3a09 tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:17.898873 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3438bc5d-636c-4a8e-bd85-2e68603c3a09 tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:17.903047 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc8967e-6039-42cb-a17c-b469770d986e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:58:17.926529 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-df1f5f9c-0850-4ea4-ba7f-fe469e158eae tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Request body: {'port': {'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1', 'mac_address': 'fa:16:3e:08:9c:32', 'name': 'tempest-NetworksTestDHCPv6-557233848'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:58:17.946783 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port cc185bf0-6c39-4da1-8c0d-5a5b79020a93 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:58:17.947556 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:17.980259 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ca0945b-77a8-4659-ac41-4283e0b49770 None None] Network d5061794-8d18-4d48-8502-7f834a929a75 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:58:17.983968 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-7caf33cf-e2d6-48d3-a3a5-4a442bb579f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce894cc-f128-40c6-907e-3f9e866b9a54', 'name': 'tempest-ServerActionsTestJSON-1533739700-router', 'tenant_id': '75c565b2496748d0aca7efef0deb76ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.12'}], 'enable_snat': True}, 'gw_port_id': 'b9224054-b232-4352-8694-1fc62b3bf334', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T04:53:34Z', 'updated_at': '2022-05-30T04:53:40Z', 'revision_number': 4, 'project_id': '75c565b2496748d0aca7efef0deb76ef', 'gw_port': {'id': 'b9224054-b232-4352-8694-1fc62b3bf334', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:08:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce894cc-f128-40c6-907e-3f9e866b9a54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:53:36Z', 'updated_at': '2022-05-30T04:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': '74dfc65a-67f1-43f9-8dc5-6cd308de3c6e', 'name': '', 'network_id': 'd6c60be6-16d0-4643-855e-f83fdbae0248', 'tenant_id': '75c565b2496748d0aca7efef0deb76ef', 'mac_address': 'fa:16:3e:12:36:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce894cc-f128-40c6-907e-3f9e866b9a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'c06f497a-4701-45be-bb19-b5a139bdd216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:53:40Z', 'updated_at': '2022-05-30T04:53:56Z', 'revision_number': 5, 'project_id': '75c565b2496748d0aca7efef0deb76ef', 'subnets': [{'id': 'c06f497a-4701-45be-bb19-b5a139bdd216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:58:18.007274 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7caf33cf-e2d6-48d3-a3a5-4a442bb579f3 None None] The sync data for ids ['4ce894cc-f128-40c6-907e-3f9e866b9a54'] in dv-neutron-843763-1-hyperv is: [{'id': '4ce894cc-f128-40c6-907e-3f9e866b9a54', 'name': 'tempest-ServerActionsTestJSON-1533739700-router', 'tenant_id': '75c565b2496748d0aca7efef0deb76ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.12'}], 'enable_snat': True}, 'gw_port_id': 'b9224054-b232-4352-8694-1fc62b3bf334', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T04:53:34Z', 'updated_at': '2022-05-30T04:53:40Z', 'revision_number': 4, 'project_id': '75c565b2496748d0aca7efef0deb76ef', 'gw_port': {'id': 'b9224054-b232-4352-8694-1fc62b3bf334', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:08:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce894cc-f128-40c6-907e-3f9e866b9a54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:53:36Z', 'updated_at': '2022-05-30T04:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': '74dfc65a-67f1-43f9-8dc5-6cd308de3c6e', 'name': '', 'network_id': 'd6c60be6-16d0-4643-855e-f83fdbae0248', 'tenant_id': '75c565b2496748d0aca7efef0deb76ef', 'mac_address': 'fa:16:3e:12:36:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce894cc-f128-40c6-907e-3f9e866b9a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'c06f497a-4701-45be-bb19-b5a139bdd216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:53:40Z', 'updated_at': '2022-05-30T04:53:56Z', 'revision_number': 5, 'project_id': '75c565b2496748d0aca7efef0deb76ef', 'subnets': [{'id': 'c06f497a-4701-45be-bb19-b5a139bdd216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 04:58:18.158947 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-3438bc5d-636c-4a8e-bd85-2e68603c3a09 tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Calling delete_port for 2370b77c-f895-4da0-80e7-102fb21284bf owned by network:floatingip {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:58:18.210179 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] For port cc185bf0-6c39-4da1-8c0d-5a5b79020a93, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=cc185bf0-6c39-4da1-8c0d-5a5b79020a93,segment=NetworkSegment(2b20d740-7a7c-42f8-b89e-e72cf10ac465),segment_id=2b20d740-7a7c-42f8-b89e-e72cf10ac465)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:58:18.288879 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:18.290040 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device a2243d15-31eb-490b-85be-2d98d7ef7a19 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 04:58:18.361160 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [None req-ebc8967e-6039-42cb-a17c-b469770d986e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Attempting to bind port b4a75fce-230d-4ec4-8281-bcb2a5e208f9 on host hv-neutron-8437 for vnic_type normal with profile {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 04:58:18.361981 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [None req-ebc8967e-6039-42cb-a17c-b469770d986e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Attempting to bind port b4a75fce-230d-4ec4-8281-bcb2a5e208f9 by drivers openvswitch,hyperv on host hv-neutron-8437 at level 0 using segments [{'id': 'b4d70b86-fe41-4e01-9361-6cd48a33a620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd5061794-8d18-4d48-8502-7f834a929a75'}] {{(pid=88261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 04:58:18.361981 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc8967e-6039-42cb-a17c-b469770d986e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Attempting to bind port b4a75fce-230d-4ec4-8281-bcb2a5e208f9 on network d5061794-8d18-4d48-8502-7f834a929a75 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 04:58:18.363698 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9faa5152-0c0e-4ae6-bc26-b2fc23a1a0e4 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:18.401860 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc8967e-6039-42cb-a17c-b469770d986e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Port b4a75fce-230d-4ec4-8281-bcb2a5e208f9 on network d5061794-8d18-4d48-8502-7f834a929a75 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8437 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 30 04:58:18.401860 dv-neutron-843763-1-hyperv neutron-server[88261]: ERROR neutron.plugins.ml2.managers [None req-ebc8967e-6039-42cb-a17c-b469770d986e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Failed to bind port b4a75fce-230d-4ec4-8281-bcb2a5e208f9 on host hv-neutron-8437 for vnic_type normal using segments [{'id': 'b4d70b86-fe41-4e01-9361-6cd48a33a620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd5061794-8d18-4d48-8502-7f834a929a75'}] May 30 04:58:18.408471 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.plugins.ml2.plugin [None req-ebc8967e-6039-42cb-a17c-b469770d986e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Attempt 2 to bind port b4a75fce-230d-4ec4-8281-bcb2a5e208f9 May 30 04:58:18.421884 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9faa5152-0c0e-4ae6-bc26-b2fc23a1a0e4 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:18.451173 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [None req-ebc8967e-6039-42cb-a17c-b469770d986e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Attempting to bind port b4a75fce-230d-4ec4-8281-bcb2a5e208f9 on host hv-neutron-8437 for vnic_type normal with profile {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 04:58:18.451560 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [None req-ebc8967e-6039-42cb-a17c-b469770d986e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Attempting to bind port b4a75fce-230d-4ec4-8281-bcb2a5e208f9 by drivers openvswitch,hyperv on host hv-neutron-8437 at level 0 using segments [{'id': 'b4d70b86-fe41-4e01-9361-6cd48a33a620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd5061794-8d18-4d48-8502-7f834a929a75'}] {{(pid=88261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 04:58:18.451898 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc8967e-6039-42cb-a17c-b469770d986e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Attempting to bind port b4a75fce-230d-4ec4-8281-bcb2a5e208f9 on network d5061794-8d18-4d48-8502-7f834a929a75 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 04:58:18.454295 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-df1f5f9c-0850-4ea4-ba7f-fe469e158eae tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:58:18.462238 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-df1f5f9c-0850-4ea4-ba7f-fe469e158eae tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Usage tracker for resource:port and tenant:16af2dbefc6742d5a37a7b30e58c8c2f is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:58:18.468162 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-df1f5f9c-0850-4ea4-ba7f-fe469e158eae tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:58:18.479736 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc8967e-6039-42cb-a17c-b469770d986e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Port b4a75fce-230d-4ec4-8281-bcb2a5e208f9 on network d5061794-8d18-4d48-8502-7f834a929a75 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8437 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 30 04:58:18.480099 dv-neutron-843763-1-hyperv neutron-server[88261]: ERROR neutron.plugins.ml2.managers [None req-ebc8967e-6039-42cb-a17c-b469770d986e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Failed to bind port b4a75fce-230d-4ec4-8281-bcb2a5e208f9 on host hv-neutron-8437 for vnic_type normal using segments [{'id': 'b4d70b86-fe41-4e01-9361-6cd48a33a620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd5061794-8d18-4d48-8502-7f834a929a75'}] May 30 04:58:18.486071 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.plugins.ml2.plugin [None req-ebc8967e-6039-42cb-a17c-b469770d986e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Attempt 3 to bind port b4a75fce-230d-4ec4-8281-bcb2a5e208f9 May 30 04:58:18.493848 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-df1f5f9c-0850-4ea4-ba7f-fe469e158eae tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:58:18.498016 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f19d2a-17f4-4774-be58-3208387bfe7f None None] New status for floating IP 0183b247-39a5-4d8f-823a-d613f456193a: DOWN {{(pid=88262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 30 04:58:18.504148 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-75fc8600-5127-4705-9acd-8b4a1bee7bfb tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:18.512261 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [None req-ebc8967e-6039-42cb-a17c-b469770d986e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Attempting to bind port b4a75fce-230d-4ec4-8281-bcb2a5e208f9 on host hv-neutron-8437 for vnic_type normal with profile {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 04:58:18.512633 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [None req-ebc8967e-6039-42cb-a17c-b469770d986e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Attempting to bind port b4a75fce-230d-4ec4-8281-bcb2a5e208f9 by drivers openvswitch,hyperv on host hv-neutron-8437 at level 0 using segments [{'id': 'b4d70b86-fe41-4e01-9361-6cd48a33a620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd5061794-8d18-4d48-8502-7f834a929a75'}] {{(pid=88261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 04:58:18.512978 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc8967e-6039-42cb-a17c-b469770d986e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Attempting to bind port b4a75fce-230d-4ec4-8281-bcb2a5e208f9 on network d5061794-8d18-4d48-8502-7f834a929a75 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 04:58:18.517262 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-75fc8600-5127-4705-9acd-8b4a1bee7bfb tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2304381'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:18.518086 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-75fc8600-5127-4705-9acd-8b4a1bee7bfb tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1642774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602230'] for router_interface, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:18.561139 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc8967e-6039-42cb-a17c-b469770d986e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Port b4a75fce-230d-4ec4-8281-bcb2a5e208f9 on network d5061794-8d18-4d48-8502-7f834a929a75 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8437 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 30 04:58:18.561399 dv-neutron-843763-1-hyperv neutron-server[88261]: ERROR neutron.plugins.ml2.managers [None req-ebc8967e-6039-42cb-a17c-b469770d986e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Failed to bind port b4a75fce-230d-4ec4-8281-bcb2a5e208f9 on host hv-neutron-8437 for vnic_type normal using segments [{'id': 'b4d70b86-fe41-4e01-9361-6cd48a33a620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd5061794-8d18-4d48-8502-7f834a929a75'}] May 30 04:58:18.562680 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df1f5f9c-0850-4ea4-ba7f-fe469e158eae tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Made reservation on behalf of 16af2dbefc6742d5a37a7b30e58c8c2f for: {'port': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:58:18.600189 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3438bc5d-636c-4a8e-bd85-2e68603c3a09 tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:18.636044 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5e916c0a-dc1e-42d2-839d-cfadc3bd74db tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:18.647112 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.plugins.ml2.plugin [None req-ebc8967e-6039-42cb-a17c-b469770d986e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Attempt 4 to bind port b4a75fce-230d-4ec4-8281-bcb2a5e208f9 May 30 04:58:18.647681 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9faa5152-0c0e-4ae6-bc26-b2fc23a1a0e4 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:18.675142 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-5315d915-cca8-4bff-93b3-1f482e964324 None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:18.676129 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faa5152-0c0e-4ae6-bc26-b2fc23a1a0e4 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0fb8c38-d8b6-4c01-bc8c-1b54a1e25304,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:18.678460 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3438bc5d-636c-4a8e-bd85-2e68603c3a09 tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Pushing event deleted for resources: {'Port': ['ID=2370b77c-f895-4da0-80e7-102fb21284bf,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:18.686615 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-8d145b2d-a8aa-4d60-a269-9343f695b907 None None] Provisioning complete for port cc185bf0-6c39-4da1-8c0d-5a5b79020a93 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:58:18.686888 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8d145b2d-a8aa-4d60-a269-9343f695b907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:18.749629 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [None req-ebc8967e-6039-42cb-a17c-b469770d986e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Attempting to bind port b4a75fce-230d-4ec4-8281-bcb2a5e208f9 on host hv-neutron-8437 for vnic_type normal with profile {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 04:58:18.749629 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [None req-ebc8967e-6039-42cb-a17c-b469770d986e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Attempting to bind port b4a75fce-230d-4ec4-8281-bcb2a5e208f9 by drivers openvswitch,hyperv on host hv-neutron-8437 at level 0 using segments [{'id': 'b4d70b86-fe41-4e01-9361-6cd48a33a620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd5061794-8d18-4d48-8502-7f834a929a75'}] {{(pid=88261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 04:58:18.749629 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc8967e-6039-42cb-a17c-b469770d986e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Attempting to bind port b4a75fce-230d-4ec4-8281-bcb2a5e208f9 on network d5061794-8d18-4d48-8502-7f834a929a75 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 04:58:18.800132 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc8967e-6039-42cb-a17c-b469770d986e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Port b4a75fce-230d-4ec4-8281-bcb2a5e208f9 on network d5061794-8d18-4d48-8502-7f834a929a75 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8437 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 30 04:58:18.802018 dv-neutron-843763-1-hyperv neutron-server[88261]: ERROR neutron.plugins.ml2.managers [None req-ebc8967e-6039-42cb-a17c-b469770d986e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Failed to bind port b4a75fce-230d-4ec4-8281-bcb2a5e208f9 on host hv-neutron-8437 for vnic_type normal using segments [{'id': 'b4d70b86-fe41-4e01-9361-6cd48a33a620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd5061794-8d18-4d48-8502-7f834a929a75'}] May 30 04:58:18.814090 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.plugins.ml2.plugin [None req-ebc8967e-6039-42cb-a17c-b469770d986e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Attempt 5 to bind port b4a75fce-230d-4ec4-8281-bcb2a5e208f9 May 30 04:58:18.821415 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fc8600-5127-4705-9acd-8b4a1bee7bfb tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Pushing event updated for resources: {'Port': ['ID=ca395073-0476-495b-966d-e4d1f6be14fd,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:18.831553 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e916c0a-dc1e-42d2-839d-cfadc3bd74db tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Pushing event deleted for resources: {'Port': ['ID=f9e138ae-5cd3-4cf6-9bbe-cbce483702e2,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:18.875456 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [None req-ebc8967e-6039-42cb-a17c-b469770d986e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Attempting to bind port b4a75fce-230d-4ec4-8281-bcb2a5e208f9 on host hv-neutron-8437 for vnic_type normal with profile {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 04:58:18.875798 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [None req-ebc8967e-6039-42cb-a17c-b469770d986e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Attempting to bind port b4a75fce-230d-4ec4-8281-bcb2a5e208f9 by drivers openvswitch,hyperv on host hv-neutron-8437 at level 0 using segments [{'id': 'b4d70b86-fe41-4e01-9361-6cd48a33a620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd5061794-8d18-4d48-8502-7f834a929a75'}] {{(pid=88261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 04:58:18.876136 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc8967e-6039-42cb-a17c-b469770d986e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Attempting to bind port b4a75fce-230d-4ec4-8281-bcb2a5e208f9 on network d5061794-8d18-4d48-8502-7f834a929a75 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 04:58:18.895243 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-df1f5f9c-0850-4ea4-ba7f-fe469e158eae tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:18.926872 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc8967e-6039-42cb-a17c-b469770d986e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Port b4a75fce-230d-4ec4-8281-bcb2a5e208f9 on network d5061794-8d18-4d48-8502-7f834a929a75 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8437 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 30 04:58:18.927203 dv-neutron-843763-1-hyperv neutron-server[88261]: ERROR neutron.plugins.ml2.managers [None req-ebc8967e-6039-42cb-a17c-b469770d986e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Failed to bind port b4a75fce-230d-4ec4-8281-bcb2a5e208f9 on host hv-neutron-8437 for vnic_type normal using segments [{'id': 'b4d70b86-fe41-4e01-9361-6cd48a33a620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd5061794-8d18-4d48-8502-7f834a929a75'}] May 30 04:58:18.941610 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.plugins.ml2.plugin [None req-ebc8967e-6039-42cb-a17c-b469770d986e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Attempt 6 to bind port b4a75fce-230d-4ec4-8281-bcb2a5e208f9 May 30 04:58:18.964843 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3438bc5d-636c-4a8e-bd85-2e68603c3a09 tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Notify callbacks [] for floatingip, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:18.978808 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [None req-df1f5f9c-0850-4ea4-ba7f-fe469e158eae tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] device_id is not set on port d1c3c243-4234-4d23-8504-d8dc7fe7297f yet. {{(pid=88261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 30 04:58:19.001045 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Pushing event updated for resources: {'Port': ['ID=cc185bf0-6c39-4da1-8c0d-5a5b79020a93,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:19.020173 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [None req-ebc8967e-6039-42cb-a17c-b469770d986e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Attempting to bind port b4a75fce-230d-4ec4-8281-bcb2a5e208f9 on host hv-neutron-8437 for vnic_type normal with profile {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 04:58:19.020506 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [None req-ebc8967e-6039-42cb-a17c-b469770d986e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Attempting to bind port b4a75fce-230d-4ec4-8281-bcb2a5e208f9 by drivers openvswitch,hyperv on host hv-neutron-8437 at level 0 using segments [{'id': 'b4d70b86-fe41-4e01-9361-6cd48a33a620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd5061794-8d18-4d48-8502-7f834a929a75'}] {{(pid=88261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 04:58:19.020809 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc8967e-6039-42cb-a17c-b469770d986e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Attempting to bind port b4a75fce-230d-4ec4-8281-bcb2a5e208f9 on network d5061794-8d18-4d48-8502-7f834a929a75 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 04:58:19.024932 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75fc8600-5127-4705-9acd-8b4a1bee7bfb tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Network e2ba5ada-a2b9-4df4-bf00-6ff7cc925178 is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:58:19.029842 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-75fc8600-5127-4705-9acd-8b4a1bee7bfb tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:58:19.034146 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-5315d915-cca8-4bff-93b3-1f482e964324 None None] Transition to ACTIVE for port object a60fb7e4-d311-4edf-963a-75db4b1b6cab will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:58:19.037982 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9faa5152-0c0e-4ae6-bc26-b2fc23a1a0e4 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:19.039305 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-9faa5152-0c0e-4ae6-bc26-b2fc23a1a0e4 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.15 "DELETE /v2.0/security-groups/b0fb8c38-d8b6-4c01-bc8c-1b54a1e25304 HTTP/1.1" status: 204 len: 168 time: 1.1329958 May 30 04:58:19.042135 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc8967e-6039-42cb-a17c-b469770d986e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Port b4a75fce-230d-4ec4-8281-bcb2a5e208f9 on network d5061794-8d18-4d48-8502-7f834a929a75 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8437 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 30 04:58:19.042528 dv-neutron-843763-1-hyperv neutron-server[88261]: ERROR neutron.plugins.ml2.managers [None req-ebc8967e-6039-42cb-a17c-b469770d986e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Failed to bind port b4a75fce-230d-4ec4-8281-bcb2a5e208f9 on host hv-neutron-8437 for vnic_type normal using segments [{'id': 'b4d70b86-fe41-4e01-9361-6cd48a33a620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd5061794-8d18-4d48-8502-7f834a929a75'}] May 30 04:58:19.042897 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 41010) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:19.046036 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.plugins.ml2.plugin [None req-ebc8967e-6039-42cb-a17c-b469770d986e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Attempt 7 to bind port b4a75fce-230d-4ec4-8281-bcb2a5e208f9 May 30 04:58:19.047402 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3438bc5d-636c-4a8e-bd85-2e68603c3a09 tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for floatingip, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:19.052086 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-3438bc5d-636c-4a8e-bd85-2e68603c3a09 tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] 10.222.0.15 "DELETE /v2.0/floatingips/f7aacc17-30df-4425-a020-a5094d4c3120 HTTP/1.1" status: 204 len: 168 time: 2.9602146 May 30 04:58:19.057031 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 41012) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:19.139035 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-5fdd6fb4-13ed-418f-91fb-6b189c8476a7 tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Request body: {'floatingip': {'floating_network_id': '032971ab-0766-4a45-8203-e781a8ffba9a', 'port_id': 'a5cd0afc-b743-4757-bd4e-4fd6d62fbfcc', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:58:19.170559 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-5fdd6fb4-13ed-418f-91fb-6b189c8476a7 tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:58:19.179122 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-5fdd6fb4-13ed-418f-91fb-6b189c8476a7 tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Usage tracker for resource:floatingip and tenant:cd2560d80ddd4e6fb6938d0bf7b6bbb7 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:58:19.184304 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-5fdd6fb4-13ed-418f-91fb-6b189c8476a7 tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:58:19.194664 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-5fdd6fb4-13ed-418f-91fb-6b189c8476a7 tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:58:19.210774 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5e916c0a-dc1e-42d2-839d-cfadc3bd74db tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1642797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602100'] for router_interface, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:19.242877 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.api.v2.resource [None req-5c7a9d3a-fd03-40c9-8cb9-e000ea109af6 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] show failed (client error): The resource could not be found. May 30 04:58:19.244028 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-5c7a9d3a-fd03-40c9-8cb9-e000ea109af6 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.15 "GET /v2.0/security-groups/b0fb8c38-d8b6-4c01-bc8c-1b54a1e25304 HTTP/1.1" status: 404 len: 347 time: 0.1857178 May 30 04:58:19.258611 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [None req-ebc8967e-6039-42cb-a17c-b469770d986e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Attempting to bind port b4a75fce-230d-4ec4-8281-bcb2a5e208f9 on host hv-neutron-8437 for vnic_type normal with profile {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 04:58:19.259042 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [None req-ebc8967e-6039-42cb-a17c-b469770d986e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Attempting to bind port b4a75fce-230d-4ec4-8281-bcb2a5e208f9 by drivers openvswitch,hyperv on host hv-neutron-8437 at level 0 using segments [{'id': 'b4d70b86-fe41-4e01-9361-6cd48a33a620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd5061794-8d18-4d48-8502-7f834a929a75'}] {{(pid=88261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 04:58:19.259457 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc8967e-6039-42cb-a17c-b469770d986e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Attempting to bind port b4a75fce-230d-4ec4-8281-bcb2a5e208f9 on network d5061794-8d18-4d48-8502-7f834a929a75 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 04:58:19.274373 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-8d145b2d-a8aa-4d60-a269-9343f695b907 None None] Current status of the port cc185bf0-6c39-4da1-8c0d-5a5b79020a93 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:58:19.295285 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 41018) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:19.300309 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port a2243d15-31eb-490b-85be-2d98d7ef7a19 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:58:19.304301 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5fdd6fb4-13ed-418f-91fb-6b189c8476a7 tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Notify callbacks [] for floatingip, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:19.312391 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port a2243d15-31eb-490b-85be-2d98d7ef7a19 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:58:19.312769 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:19.364878 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-5315d915-cca8-4bff-93b3-1f482e964324 None None] Transition to ACTIVE for port object a60fb7e4-d311-4edf-963a-75db4b1b6cab will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:58:19.371706 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-8d145b2d-a8aa-4d60-a269-9343f695b907 None None] Provisioning for port ca395073-0476-495b-966d-e4d1f6be14fd completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:58:19.378678 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc8967e-6039-42cb-a17c-b469770d986e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Port b4a75fce-230d-4ec4-8281-bcb2a5e208f9 on network d5061794-8d18-4d48-8502-7f834a929a75 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8437 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 30 04:58:19.379106 dv-neutron-843763-1-hyperv neutron-server[88261]: ERROR neutron.plugins.ml2.managers [None req-ebc8967e-6039-42cb-a17c-b469770d986e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Failed to bind port b4a75fce-230d-4ec4-8281-bcb2a5e208f9 on host hv-neutron-8437 for vnic_type normal using segments [{'id': 'b4d70b86-fe41-4e01-9361-6cd48a33a620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd5061794-8d18-4d48-8502-7f834a929a75'}] May 30 04:58:19.385457 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.plugins.ml2.plugin [None req-ebc8967e-6039-42cb-a17c-b469770d986e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Attempt 8 to bind port b4a75fce-230d-4ec4-8281-bcb2a5e208f9 May 30 04:58:19.396631 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-8d145b2d-a8aa-4d60-a269-9343f695b907 None None] Provisioning complete for port ca395073-0476-495b-966d-e4d1f6be14fd triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:58:19.397408 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8d145b2d-a8aa-4d60-a269-9343f695b907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:19.440345 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-5315d915-cca8-4bff-93b3-1f482e964324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:19.484525 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [None req-ebc8967e-6039-42cb-a17c-b469770d986e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Attempting to bind port b4a75fce-230d-4ec4-8281-bcb2a5e208f9 on host hv-neutron-8437 for vnic_type normal with profile {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 04:58:19.484866 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [None req-ebc8967e-6039-42cb-a17c-b469770d986e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Attempting to bind port b4a75fce-230d-4ec4-8281-bcb2a5e208f9 by drivers openvswitch,hyperv on host hv-neutron-8437 at level 0 using segments [{'id': 'b4d70b86-fe41-4e01-9361-6cd48a33a620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd5061794-8d18-4d48-8502-7f834a929a75'}] {{(pid=88261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 04:58:19.485203 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc8967e-6039-42cb-a17c-b469770d986e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Attempting to bind port b4a75fce-230d-4ec4-8281-bcb2a5e208f9 on network d5061794-8d18-4d48-8502-7f834a929a75 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 04:58:19.497857 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5315d915-cca8-4bff-93b3-1f482e964324 None None] Network 3adc2c66-db7c-4ad9-8f57-2d497fd1cd24 is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:58:19.507797 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc8967e-6039-42cb-a17c-b469770d986e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Port b4a75fce-230d-4ec4-8281-bcb2a5e208f9 on network d5061794-8d18-4d48-8502-7f834a929a75 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8437 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 30 04:58:19.508131 dv-neutron-843763-1-hyperv neutron-server[88261]: ERROR neutron.plugins.ml2.managers [None req-ebc8967e-6039-42cb-a17c-b469770d986e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Failed to bind port b4a75fce-230d-4ec4-8281-bcb2a5e208f9 on host hv-neutron-8437 for vnic_type normal using segments [{'id': 'b4d70b86-fe41-4e01-9361-6cd48a33a620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd5061794-8d18-4d48-8502-7f834a929a75'}] May 30 04:58:19.512895 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.plugins.ml2.plugin [None req-ebc8967e-6039-42cb-a17c-b469770d986e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Attempt 9 to bind port b4a75fce-230d-4ec4-8281-bcb2a5e208f9 May 30 04:58:19.517161 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-5315d915-cca8-4bff-93b3-1f482e964324 None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:58:19.532660 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b3e4be3-7573-4912-9d88-49e4664f7726 None None] Network 0008fd3d-19e9-40cf-b545-4a7647b90cf1 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:58:19.552020 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [None req-ebc8967e-6039-42cb-a17c-b469770d986e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Attempting to bind port b4a75fce-230d-4ec4-8281-bcb2a5e208f9 on host hv-neutron-8437 for vnic_type normal with profile {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 04:58:19.552355 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [None req-ebc8967e-6039-42cb-a17c-b469770d986e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Attempting to bind port b4a75fce-230d-4ec4-8281-bcb2a5e208f9 by drivers openvswitch,hyperv on host hv-neutron-8437 at level 0 using segments [{'id': 'b4d70b86-fe41-4e01-9361-6cd48a33a620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd5061794-8d18-4d48-8502-7f834a929a75'}] {{(pid=88261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 04:58:19.552690 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc8967e-6039-42cb-a17c-b469770d986e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Attempting to bind port b4a75fce-230d-4ec4-8281-bcb2a5e208f9 on network d5061794-8d18-4d48-8502-7f834a929a75 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 04:58:19.561994 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5315d915-cca8-4bff-93b3-1f482e964324 None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:58:19.594640 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc8967e-6039-42cb-a17c-b469770d986e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Port b4a75fce-230d-4ec4-8281-bcb2a5e208f9 on network d5061794-8d18-4d48-8502-7f834a929a75 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8437 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 30 04:58:19.594888 dv-neutron-843763-1-hyperv neutron-server[88261]: ERROR neutron.plugins.ml2.managers [None req-ebc8967e-6039-42cb-a17c-b469770d986e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Failed to bind port b4a75fce-230d-4ec4-8281-bcb2a5e208f9 on host hv-neutron-8437 for vnic_type normal using segments [{'id': 'b4d70b86-fe41-4e01-9361-6cd48a33a620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd5061794-8d18-4d48-8502-7f834a929a75'}] May 30 04:58:19.601713 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.plugins.ml2.plugin [None req-ebc8967e-6039-42cb-a17c-b469770d986e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Attempt 10 to bind port b4a75fce-230d-4ec4-8281-bcb2a5e208f9 May 30 04:58:19.639573 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [None req-ebc8967e-6039-42cb-a17c-b469770d986e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Attempting to bind port b4a75fce-230d-4ec4-8281-bcb2a5e208f9 on host hv-neutron-8437 for vnic_type normal with profile {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 04:58:19.639736 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [None req-ebc8967e-6039-42cb-a17c-b469770d986e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Attempting to bind port b4a75fce-230d-4ec4-8281-bcb2a5e208f9 by drivers openvswitch,hyperv on host hv-neutron-8437 at level 0 using segments [{'id': 'b4d70b86-fe41-4e01-9361-6cd48a33a620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd5061794-8d18-4d48-8502-7f834a929a75'}] {{(pid=88261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 04:58:19.640009 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc8967e-6039-42cb-a17c-b469770d986e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Attempting to bind port b4a75fce-230d-4ec4-8281-bcb2a5e208f9 on network d5061794-8d18-4d48-8502-7f834a929a75 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 04:58:19.647804 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75fc8600-5127-4705-9acd-8b4a1bee7bfb tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Router 7f6a5e1a-3ce4-447f-b2c8-76daee65d33b is scheduled to L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 with binding_index 1 {{(pid=88261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 30 04:58:19.656131 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc8967e-6039-42cb-a17c-b469770d986e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Port b4a75fce-230d-4ec4-8281-bcb2a5e208f9 on network d5061794-8d18-4d48-8502-7f834a929a75 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8437 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 30 04:58:19.656462 dv-neutron-843763-1-hyperv neutron-server[88261]: ERROR neutron.plugins.ml2.managers [None req-ebc8967e-6039-42cb-a17c-b469770d986e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Failed to bind port b4a75fce-230d-4ec4-8281-bcb2a5e208f9 on host hv-neutron-8437 for vnic_type normal using segments [{'id': 'b4d70b86-fe41-4e01-9361-6cd48a33a620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd5061794-8d18-4d48-8502-7f834a929a75'}] May 30 04:58:19.656818 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ebc8967e-6039-42cb-a17c-b469770d986e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:19.672310 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-df1f5f9c-0850-4ea4-ba7f-fe469e158eae tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Allocated IP 172.20.0.12 (0008fd3d-19e9-40cf-b545-4a7647b90cf1/e93b30ea-96d5-4ca5-bf0e-1fc115b9df5b/d1c3c243-4234-4d23-8504-d8dc7fe7297f) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:58:19.685034 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-df1f5f9c-0850-4ea4-ba7f-fe469e158eae tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Allocated IP 2001:db8::f816:3eff:fe08:9c32 (0008fd3d-19e9-40cf-b545-4a7647b90cf1/1f92ead5-af06-48f0-bbfb-089de508f06f/d1c3c243-4234-4d23-8504-d8dc7fe7297f) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:58:19.750678 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5315d915-cca8-4bff-93b3-1f482e964324 None None] Pushing event updated for resources: {'Port': ['ID=a60fb7e4-d311-4edf-963a-75db4b1b6cab,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:19.753370 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-8d145b2d-a8aa-4d60-a269-9343f695b907 None None] Port ca395073-0476-495b-966d-e4d1f6be14fd cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 04:58:19.771592 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-5315d915-cca8-4bff-93b3-1f482e964324 None None] Attempting to bind port a60fb7e4-d311-4edf-963a-75db4b1b6cab on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 04:58:19.772113 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-5315d915-cca8-4bff-93b3-1f482e964324 None None] Attempting to bind port a60fb7e4-d311-4edf-963a-75db4b1b6cab by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': '3f16a733-d25f-443a-b529-c3928db21ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '3adc2c66-db7c-4ad9-8f57-2d497fd1cd24'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 04:58:19.772582 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5315d915-cca8-4bff-93b3-1f482e964324 None None] Attempting to bind port a60fb7e4-d311-4edf-963a-75db4b1b6cab on network 3adc2c66-db7c-4ad9-8f57-2d497fd1cd24 {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 04:58:19.819938 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5315d915-cca8-4bff-93b3-1f482e964324 None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 4, 58, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 04:58:19.820500 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5315d915-cca8-4bff-93b3-1f482e964324 None None] Checking segment: {'id': '3f16a733-d25f-443a-b529-c3928db21ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '3adc2c66-db7c-4ad9-8f57-2d497fd1cd24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:58:19.821735 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-5315d915-cca8-4bff-93b3-1f482e964324 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:19.821735 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5315d915-cca8-4bff-93b3-1f482e964324 None None] Bound using segment: {'id': '3f16a733-d25f-443a-b529-c3928db21ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '3adc2c66-db7c-4ad9-8f57-2d497fd1cd24'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 04:58:19.822096 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-5315d915-cca8-4bff-93b3-1f482e964324 None None] Bound port: a60fb7e4-d311-4edf-963a-75db4b1b6cab, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f16a733-d25f-443a-b529-c3928db21ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '3adc2c66-db7c-4ad9-8f57-2d497fd1cd24'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 04:58:19.822708 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-5315d915-cca8-4bff-93b3-1f482e964324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:19.875623 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-f47b6527-afe8-4465-8974-f047470c63f2 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Deleting port fa393530-6bbb-477e-80d8-57cddaf54dd0 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:58:19.876189 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f47b6527-afe8-4465-8974-f047470c63f2 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:19.947831 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-e03f31c3-9930-4d5f-a429-af8b865d97bd tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Allocated IP 172.20.0.5 (3adc2c66-db7c-4ad9-8f57-2d497fd1cd24/b15a1c0f-a884-48ca-a576-6b52c53c260b/87f77840-508b-48a6-8568-a6527ca30627) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:58:19.968443 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-ac4d6f3e-080b-4da2-9033-a1c73e80eef2 None None] Provisioning for port f8cd8325-b856-4efc-a7c1-9bdc978274fa completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:58:19.971537 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port a2243d15-31eb-490b-85be-2d98d7ef7a19 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:58:19.972024 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:20.057928 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75fc8600-5127-4705-9acd-8b4a1bee7bfb tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 04:58:20.070859 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46b7615-16ca-45bc-9cff-d9edf6a901e7 None None] Sync routers for ids ['7f6a5e1a-3ce4-447f-b2c8-76daee65d33b'] in dv-neutron-843763-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 04:58:20.072703 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-ebc8967e-6039-42cb-a17c-b469770d986e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] For port b4a75fce-230d-4ec4-8281-bcb2a5e208f9, host hv-neutron-8437, cleared binding levels {{(pid=88261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 04:58:20.073071 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-ebc8967e-6039-42cb-a17c-b469770d986e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Attempted to set empty binding levels {{(pid=88261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 30 04:58:20.084299 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-75fc8600-5127-4705-9acd-8b4a1bee7bfb tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] 10.222.0.15 "PUT /v2.0/routers/7f6a5e1a-3ce4-447f-b2c8-76daee65d33b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4918909 May 30 04:58:20.088878 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 41022) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:20.089625 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] For port a2243d15-31eb-490b-85be-2d98d7ef7a19, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=a2243d15-31eb-490b-85be-2d98d7ef7a19,segment=NetworkSegment(a80b13c3-e3c8-4c67-a38f-d8ae287cc121),segment_id=a80b13c3-e3c8-4c67-a38f-d8ae287cc121)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:58:20.093376 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46b7615-16ca-45bc-9cff-d9edf6a901e7 None None] Routers {'7f6a5e1a-3ce4-447f-b2c8-76daee65d33b'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 04:58:20.095143 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-b46b7615-16ca-45bc-9cff-d9edf6a901e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T04:58:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['7f6a5e1a-3ce4-447f-b2c8-76daee65d33b'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:58:20.097878 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-5315d915-cca8-4bff-93b3-1f482e964324 None None] For port a60fb7e4-d311-4edf-963a-75db4b1b6cab, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 04:58:20.100328 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-ac4d6f3e-080b-4da2-9033-a1c73e80eef2 None None] Provisioning complete for port ca395073-0476-495b-966d-e4d1f6be14fd triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:58:20.100831 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-ac4d6f3e-080b-4da2-9033-a1c73e80eef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:20.139923 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:20.152775 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ebc8967e-6039-42cb-a17c-b469770d986e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2304381'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:20.234425 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Pushing event updated for resources: {'Port': ['ID=a2243d15-31eb-490b-85be-2d98d7ef7a19,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:20.239118 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-b46b7615-16ca-45bc-9cff-d9edf6a901e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:58:20.241438 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-5315d915-cca8-4bff-93b3-1f482e964324 None None] For port a60fb7e4-d311-4edf-963a-75db4b1b6cab, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=a60fb7e4-d311-4edf-963a-75db4b1b6cab,segment=NetworkSegment(3f16a733-d25f-443a-b529-c3928db21ebc),segment_id=3f16a733-d25f-443a-b529-c3928db21ebc)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 04:58:20.255649 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-5315d915-cca8-4bff-93b3-1f482e964324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:20.259634 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46b7615-16ca-45bc-9cff-d9edf6a901e7 None None] Routers {'7f6a5e1a-3ce4-447f-b2c8-76daee65d33b'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 04:58:20.260302 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-b46b7615-16ca-45bc-9cff-d9edf6a901e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T04:58:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['7f6a5e1a-3ce4-447f-b2c8-76daee65d33b'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:58:20.306773 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-ac4d6f3e-080b-4da2-9033-a1c73e80eef2 None None] Port ca395073-0476-495b-966d-e4d1f6be14fd cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 04:58:20.374223 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5315d915-cca8-4bff-93b3-1f482e964324 None None] Pushing event updated for resources: {'Port': ['ID=a60fb7e4-d311-4edf-963a-75db4b1b6cab,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:20.395353 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-b46b7615-16ca-45bc-9cff-d9edf6a901e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:58:20.395808 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46b7615-16ca-45bc-9cff-d9edf6a901e7 None None] The sync data for ids ['7f6a5e1a-3ce4-447f-b2c8-76daee65d33b'] in dv-neutron-843763-1-hyperv is: [] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 04:58:20.430373 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-dceeba1b-6528-47f3-9c58-086d38d4128f None None] Provisioning complete for port a2243d15-31eb-490b-85be-2d98d7ef7a19 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:58:20.430906 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-dceeba1b-6528-47f3-9c58-086d38d4128f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:20.506689 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f47b6527-afe8-4465-8974-f047470c63f2 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:20.507140 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f47b6527-afe8-4465-8974-f047470c63f2 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:20.524196 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e916c0a-dc1e-42d2-839d-cfadc3bd74db tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Router 7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79 has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 04:58:20.563905 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f720d05-7420-4b9f-bbaa-ab67a48e8217 None None] Update dhcp port {'port': {'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1', 'fixed_ips': [{'subnet_id': '1f92ead5-af06-48f0-bbfb-089de508f06f', 'ip_address': '2001:db8::f816:3eff:fe19:5a08'}, {'subnet_id': 'e93b30ea-96d5-4ca5-bf0e-1fc115b9df5b'}], 'binding:host_id': 'dv-neutron-843763-1-hyperv'}, 'id': 'f8cd8325-b856-4efc-a7c1-9bdc978274fa'} from dv-neutron-843763-1-hyperv. {{(pid=88262) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 30 04:58:20.608527 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device f8cd8325-b856-4efc-a7c1-9bdc978274fa up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 04:58:20.667094 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-df1f5f9c-0850-4ea4-ba7f-fe469e158eae tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:20.692219 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [None req-df1f5f9c-0850-4ea4-ba7f-fe469e158eae tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Transition to ACTIVE for port object d1c3c243-4234-4d23-8504-d8dc7fe7297f will not be triggered until provisioned by entity DHCP. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:58:20.701445 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-f47b6527-afe8-4465-8974-f047470c63f2 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Calling delete_port for fa393530-6bbb-477e-80d8-57cddaf54dd0 owned by network:floatingip {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:58:20.725685 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7f720d05-7420-4b9f-bbaa-ab67a48e8217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:20.728514 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc8967e-6039-42cb-a17c-b469770d986e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:58:20.729134 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ebc8967e-6039-42cb-a17c-b469770d986e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:20.772060 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc8967e-6039-42cb-a17c-b469770d986e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Pushing event updated for resources: {'Port': ['ID=b4a75fce-230d-4ec4-8281-bcb2a5e208f9,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:20.776372 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-ebc8967e-6039-42cb-a17c-b469770d986e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 986 time: 6.9063246 May 30 04:58:20.781990 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 41028) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:20.841793 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-dceeba1b-6528-47f3-9c58-086d38d4128f None None] Current status of the port a2243d15-31eb-490b-85be-2d98d7ef7a19 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:58:20.920488 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port f8cd8325-b856-4efc-a7c1-9bdc978274fa completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:58:20.933595 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port f8cd8325-b856-4efc-a7c1-9bdc978274fa triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:58:20.934280 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:21.008091 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-df1f5f9c-0850-4ea4-ba7f-fe469e158eae tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:21.014303 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e03f31c3-9930-4d5f-a429-af8b865d97bd tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:21.080272 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.api.v2.resource [None req-5fdd6fb4-13ed-418f-91fb-6b189c8476a7 tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 04:58:21.080863 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-5fdd6fb4-13ed-418f-91fb-6b189c8476a7 tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 2.0220709 May 30 04:58:21.084125 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-a6a19c1b-c851-4339-afec-bb849a30fccb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Deleting port b4a75fce-230d-4ec4-8281-bcb2a5e208f9 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:58:21.084125 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a6a19c1b-c851-4339-afec-bb849a30fccb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:21.089039 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 41032) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:21.106749 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df1f5f9c-0850-4ea4-ba7f-fe469e158eae tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Network 0008fd3d-19e9-40cf-b545-4a7647b90cf1 is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:58:21.110703 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-d2bccebd-87b3-4697-8ab6-834198fecfdc tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Request body: {'floatingip': {'floating_network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'port_id': 'a5cd0afc-b743-4757-bd4e-4fd6d62fbfcc', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:58:21.116851 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [None req-e03f31c3-9930-4d5f-a429-af8b865d97bd tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Transition to ACTIVE for port object 87f77840-508b-48a6-8568-a6527ca30627 will not be triggered until provisioned by entity DHCP. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:58:21.128483 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-7f720d05-7420-4b9f-bbaa-ab67a48e8217 None None] Allocated IP 172.20.0.2 (0008fd3d-19e9-40cf-b545-4a7647b90cf1/e93b30ea-96d5-4ca5-bf0e-1fc115b9df5b/f8cd8325-b856-4efc-a7c1-9bdc978274fa) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:58:21.134584 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port f8cd8325-b856-4efc-a7c1-9bdc978274fa is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:58:21.135173 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:21.162865 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e916c0a-dc1e-42d2-839d-cfadc3bd74db tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 04:58:21.169767 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-df1f5f9c-0850-4ea4-ba7f-fe469e158eae tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:58:21.188443 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1f5f9c-0850-4ea4-ba7f-fe469e158eae tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:58:21.199467 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8844e9-4cf8-4083-927d-1709d3a91146 None None] Sync routers for ids ['7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79'] in dv-neutron-843763-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 04:58:21.218593 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1f5f9c-0850-4ea4-ba7f-fe469e158eae tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Pushing event updated for resources: {'Port': ['ID=d1c3c243-4234-4d23-8504-d8dc7fe7297f,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:21.274694 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-d2bccebd-87b3-4697-8ab6-834198fecfdc tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:58:21.293210 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-5e916c0a-dc1e-42d2-839d-cfadc3bd74db tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] 10.222.0.15 "PUT /v2.0/routers/7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6423635 May 30 04:58:21.310929 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-d2bccebd-87b3-4697-8ab6-834198fecfdc tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Usage tracker for resource:floatingip and tenant:cd2560d80ddd4e6fb6938d0bf7b6bbb7 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:58:21.313635 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 41036) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:21.327485 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-d2bccebd-87b3-4697-8ab6-834198fecfdc tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:58:21.330418 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8844e9-4cf8-4083-927d-1709d3a91146 None None] Routers {'7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 04:58:21.330618 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-9d8844e9-4cf8-4083-927d-1709d3a91146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T04:58:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:58:21.373568 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-d2bccebd-87b3-4697-8ab6-834198fecfdc tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:58:21.430812 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df1f5f9c-0850-4ea4-ba7f-fe469e158eae tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:58:21.431515 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-df1f5f9c-0850-4ea4-ba7f-fe469e158eae tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:21.486680 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-df1f5f9c-0850-4ea4-ba7f-fe469e158eae tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.5882220 May 30 04:58:21.487752 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d2bccebd-87b3-4697-8ab6-834198fecfdc tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Notify callbacks [] for floatingip, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:21.500546 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 41040) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:21.513513 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_v2 [None req-92919639-27ab-4dbc-b58e-bcf0b3c78ea1 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Deleting subnet 27305ac9-0933-4276-9473-96e3d96a2da4 {{(pid=88261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 30 04:58:21.530293 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-9d8844e9-4cf8-4083-927d-1709d3a91146 None None] Set router 7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79 gateway port host: None {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 04:58:21.534891 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e03f31c3-9930-4d5f-a429-af8b865d97bd tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:21.539334 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f47b6527-afe8-4465-8974-f047470c63f2 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:21.564729 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-92919639-27ab-4dbc-b58e-bcf0b3c78ea1 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks [] for subnet, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:21.601245 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-7f720d05-7420-4b9f-bbaa-ab67a48e8217 None None] For port f8cd8325-b856-4efc-a7c1-9bdc978274fa, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=f8cd8325-b856-4efc-a7c1-9bdc978274fa,segment=NetworkSegment(c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1),segment_id=c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:58:21.613978 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47b6527-afe8-4465-8974-f047470c63f2 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Pushing event deleted for resources: {'Port': ['ID=fa393530-6bbb-477e-80d8-57cddaf54dd0,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:21.721843 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.db.resource_extend [None req-7f720d05-7420-4b9f-bbaa-ab67a48e8217 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 04:58:21.740912 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7f720d05-7420-4b9f-bbaa-ab67a48e8217 None None] Notify callbacks [] for port, precommit_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:21.753748 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-92919639-27ab-4dbc-b58e-bcf0b3c78ea1 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3545586'] for subnet, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:21.763099 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-7f720d05-7420-4b9f-bbaa-ab67a48e8217 None None] Transition to ACTIVE for port object f8cd8325-b856-4efc-a7c1-9bdc978274fa will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:58:21.774315 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-a6a19c1b-c851-4339-afec-bb849a30fccb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] For port b4a75fce-230d-4ec4-8281-bcb2a5e208f9, host hv-neutron-8437, got binding levels [] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:58:21.774873 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a6a19c1b-c851-4339-afec-bb849a30fccb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:21.792258 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e03f31c3-9930-4d5f-a429-af8b865d97bd tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Network 3adc2c66-db7c-4ad9-8f57-2d497fd1cd24 is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:58:21.806689 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-e03f31c3-9930-4d5f-a429-af8b865d97bd tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:58:21.809131 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03f31c3-9930-4d5f-a429-af8b865d97bd tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:58:21.834969 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7f720d05-7420-4b9f-bbaa-ab67a48e8217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:21.835580 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.api.v2.resource [None req-64664fcd-e083-487c-85a3-c57cfbf0a0f5 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 04:58:21.839350 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-64664fcd-e083-487c-85a3-c57cfbf0a0f5 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] 10.222.0.15 "PUT /v2.0/routers/7f6a5e1a-3ce4-447f-b2c8-76daee65d33b/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.7471628 May 30 04:58:21.846372 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 41044) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:21.966621 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-a6a19c1b-c851-4339-afec-bb849a30fccb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Calling delete_port for b4a75fce-230d-4ec4-8281-bcb2a5e208f9 owned by {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:58:21.971299 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25780b1a-73f8-4a2e-8376-2d783f8f10ec None None] Network 3adc2c66-db7c-4ad9-8f57-2d497fd1cd24 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:58:22.001931 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03f31c3-9930-4d5f-a429-af8b865d97bd tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Pushing event updated for resources: {'Port': ['ID=87f77840-508b-48a6-8568-a6527ca30627,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:22.010657 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029da7fc-e2a3-4427-adad-f5033a3876e4 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:58:22.016513 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029da7fc-e2a3-4427-adad-f5033a3876e4 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:58:22.017378 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-029da7fc-e2a3-4427-adad-f5033a3876e4 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Synchronizing usage tracker for tenant:16af2dbefc6742d5a37a7b30e58c8c2f on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:58:22.042481 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f47b6527-afe8-4465-8974-f047470c63f2 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Notify callbacks [] for floatingip, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:22.045843 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f47b6527-afe8-4465-8974-f047470c63f2 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for floatingip, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:22.049630 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-f47b6527-afe8-4465-8974-f047470c63f2 tempest-ServerActionsTestJSON-282652081 tempest-ServerActionsTestJSON-282652081-project] 10.222.0.15 "DELETE /v2.0/floatingips/0183b247-39a5-4d8f-823a-d613f456193a HTTP/1.1" status: 204 len: 168 time: 2.7440197 May 30 04:58:22.053001 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 41048) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:22.061948 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-92919639-27ab-4dbc-b58e-bcf0b3c78ea1 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860493'] for subnet, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:22.105329 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-029da7fc-e2a3-4427-adad-f5033a3876e4 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Unset dirty status for tenant:16af2dbefc6742d5a37a7b30e58c8c2f on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:58:22.109492 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-029da7fc-e2a3-4427-adad-f5033a3876e4 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.5984399 May 30 04:58:22.114409 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 41052) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:22.139710 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e03f31c3-9930-4d5f-a429-af8b865d97bd tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:58:22.140344 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e03f31c3-9930-4d5f-a429-af8b865d97bd tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:22.157864 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-6946ab7c-09dd-441c-b000-a89e682a6742 None None] Provisioning for port a60fb7e4-d311-4edf-963a-75db4b1b6cab completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:58:22.262497 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.db.api [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 04:58:22.265008 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG oslo_db.api [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 04:58:22.265008 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f720d05-7420-4b9f-bbaa-ab67a48e8217 None None] Pushing event updated for resources: {'Port': ['ID=f8cd8325-b856-4efc-a7c1-9bdc978274fa,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:22.265673 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-e03f31c3-9930-4d5f-a429-af8b865d97bd tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 6.6171448 May 30 04:58:22.274756 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 41056) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:22.328621 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a6a19c1b-c851-4339-afec-bb849a30fccb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:22.419994 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a19c1b-c851-4339-afec-bb849a30fccb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Pushing event deleted for resources: {'Port': ['ID=b4a75fce-230d-4ec4-8281-bcb2a5e208f9,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:22.441178 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a6a19c1b-c851-4339-afec-bb849a30fccb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:22.449711 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-a6a19c1b-c851-4339-afec-bb849a30fccb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] 10.222.0.15 "DELETE /v2.0/ports/b4a75fce-230d-4ec4-8281-bcb2a5e208f9 HTTP/1.1" status: 204 len: 168 time: 1.6470330 May 30 04:58:22.504990 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 41060) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:22.506657 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-9d8844e9-4cf8-4083-927d-1709d3a91146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79', 'name': 'tempest-RoutersTest-router-2065317118', 'tenant_id': '177e950b79b644f8ac61f323eed71206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T04:56:58Z', 'updated_at': '2022-05-30T04:58:18Z', 'revision_number': 10, 'project_id': '177e950b79b644f8ac61f323eed71206', 'gw_port_host': None, '_interfaces': [{'id': '432a1540-d804-4228-8198-3df5dfb500cc', 'name': '', 'network_id': '769b7698-7495-4486-9f2d-72117eec4bb7', 'tenant_id': '177e950b79b644f8ac61f323eed71206', 'mac_address': 'fa:16:3e:c7:7a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '77532eb2-7620-4ce4-8e37-61e439c6d44b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:57:04Z', 'updated_at': '2022-05-30T04:57:16Z', 'revision_number': 5, 'project_id': '177e950b79b644f8ac61f323eed71206', 'subnets': [{'id': '77532eb2-7620-4ce4-8e37-61e439c6d44b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:58:22.511272 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8844e9-4cf8-4083-927d-1709d3a91146 None None] Checking router: 7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79 for host: dv-neutron-843763-1-hyperv {{(pid=88262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 04:58:22.539000 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8844e9-4cf8-4083-927d-1709d3a91146 None None] Routers {'7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 04:58:22.541882 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-9d8844e9-4cf8-4083-927d-1709d3a91146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T04:58:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:58:22.543481 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-3fbec627-187c-4f2c-bc19-b8a4a1c87e58 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Deleting port 87f77840-508b-48a6-8568-a6527ca30627 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:58:22.544387 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3fbec627-187c-4f2c-bc19-b8a4a1c87e58 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:22.589400 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-56265e2d-2e89-4ca6-99b7-8949fe70e556 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] GET failed (client error): The resource could not be found. May 30 04:58:22.590002 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-56265e2d-2e89-4ca6-99b7-8949fe70e556 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Synchronizing usage tracker for tenant:c7906860cd284922abfbc005b3c11808 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:58:22.605526 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-3bf7066c-6003-4366-8e52-505ff4d41ce3 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Deleting port d1c3c243-4234-4d23-8504-d8dc7fe7297f {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:58:22.605526 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3bf7066c-6003-4366-8e52-505ff4d41ce3 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:22.638629 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d2bccebd-87b3-4697-8ab6-834198fecfdc tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:22.735470 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-92919639-27ab-4dbc-b58e-bcf0b3c78ea1 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2304955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9305493'] for subnet, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:22.900659 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-9d8844e9-4cf8-4083-927d-1709d3a91146 None None] Set router 7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79 gateway port host: None {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 04:58:22.952082 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-418ed604-7e4c-46f2-8d89-df5d99643cce None None] Network 0c0bebba-bddf-42fb-9235-05d8923d12f7 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:58:23.080840 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port f8cd8325-b856-4efc-a7c1-9bdc978274fa is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:58:23.081226 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:23.093945 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92919639-27ab-4dbc-b58e-bcf0b3c78ea1 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Pushing event deleted for resources: {'Subnet': ['ID=27305ac9-0933-4276-9473-96e3d96a2da4,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:23.121215 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-25b3952d-e0d8-4088-b7b2-ea3e819939df None None] Provisioning for port 87f77840-508b-48a6-8568-a6527ca30627 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:58:23.227146 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-25b3952d-e0d8-4088-b7b2-ea3e819939df None None] Provisioning complete for port 87f77840-508b-48a6-8568-a6527ca30627 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:58:23.227759 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-25b3952d-e0d8-4088-b7b2-ea3e819939df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:23.280859 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3fbec627-187c-4f2c-bc19-b8a4a1c87e58 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:23.302217 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-25b3952d-e0d8-4088-b7b2-ea3e819939df None None] Port 87f77840-508b-48a6-8568-a6527ca30627 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 04:58:23.333385 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3bf7066c-6003-4366-8e52-505ff4d41ce3 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:23.402923 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-92919639-27ab-4dbc-b58e-bcf0b3c78ea1 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:23.404245 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] For port f8cd8325-b856-4efc-a7c1-9bdc978274fa, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=f8cd8325-b856-4efc-a7c1-9bdc978274fa,segment=NetworkSegment(c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1),segment_id=c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:58:23.444936 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-3fbec627-187c-4f2c-bc19-b8a4a1c87e58 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Calling delete_port for 87f77840-508b-48a6-8568-a6527ca30627 owned by {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:58:23.454287 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:23.455000 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device cc185bf0-6c39-4da1-8c0d-5a5b79020a93 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 04:58:23.478766 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-56265e2d-2e89-4ca6-99b7-8949fe70e556 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Unset dirty status for tenant:c7906860cd284922abfbc005b3c11808 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:58:23.479567 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-56265e2d-2e89-4ca6-99b7-8949fe70e556 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] 10.222.0.15 "GET /v2.0/ports/b4a75fce-230d-4ec4-8281-bcb2a5e208f9 HTTP/1.1" status: 404 len: 333 time: 0.9726217 May 30 04:58:23.486456 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 41064) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:23.493335 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-3bf7066c-6003-4366-8e52-505ff4d41ce3 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Calling delete_port for d1c3c243-4234-4d23-8504-d8dc7fe7297f owned by {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:58:23.503363 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-2c4b77bb-b1f3-4372-b5e4-27b874e1cbdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Request body: {'port': {'network_id': 'd5061794-8d18-4d48-8502-7f834a929a75', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1152673661'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:58:23.541775 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-2c4b77bb-b1f3-4372-b5e4-27b874e1cbdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:58:23.558395 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-92919639-27ab-4dbc-b58e-bcf0b3c78ea1 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] 10.222.0.15 "DELETE /v2.0/subnets/27305ac9-0933-4276-9473-96e3d96a2da4 HTTP/1.1" status: 204 len: 168 time: 2.2388170 May 30 04:58:23.563728 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 41068) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:23.564676 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-2c4b77bb-b1f3-4372-b5e4-27b874e1cbdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:58:23.591264 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c4b77bb-b1f3-4372-b5e4-27b874e1cbdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Made reservation on behalf of c7906860cd284922abfbc005b3c11808 for: {'port': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:58:23.593549 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2c4b77bb-b1f3-4372-b5e4-27b874e1cbdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:23.636364 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [None req-2c4b77bb-b1f3-4372-b5e4-27b874e1cbdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] device_id is not set on port ac5afc41-e61c-4b9a-a99b-6d395300caae yet. {{(pid=88260) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 30 04:58:23.663199 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Pushing event updated for resources: {'Port': ['ID=f8cd8325-b856-4efc-a7c1-9bdc978274fa,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:23.668049 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-d2bccebd-87b3-4697-8ab6-834198fecfdc tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Allocated IP 172.26.6.207 (1bab70f4-3794-44db-8e17-19f483aa8ffa/6b5b73c1-b0ce-4f83-a930-c00cc5522926/4ce685a2-b310-4f1d-be24-e1cb0360a9a5) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:58:23.708301 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port cc185bf0-6c39-4da1-8c0d-5a5b79020a93 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:58:23.708704 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:23.745716 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e966ee5a-e468-45b9-a20b-81b231dad146 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602184'] for router_interface, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:23.771470 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-ceaae56e-76aa-4645-8119-402af260a1ff None None] Provisioning complete for port 87f77840-508b-48a6-8568-a6527ca30627 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:58:23.771852 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-ceaae56e-76aa-4645-8119-402af260a1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:23.838836 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-ceaae56e-76aa-4645-8119-402af260a1ff None None] Port 87f77840-508b-48a6-8568-a6527ca30627 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 04:58:23.843774 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c7e9cc-7e21-4815-8737-920c25cbb94c None None] DHCP port deletion for 0c0bebba-bddf-42fb-9235-05d8923d12f7 request from dv-neutron-843763-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 30 04:58:23.851163 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-9d8844e9-4cf8-4083-927d-1709d3a91146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79', 'name': 'tempest-RoutersTest-router-2065317118', 'tenant_id': '177e950b79b644f8ac61f323eed71206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T04:56:58Z', 'updated_at': '2022-05-30T04:58:18Z', 'revision_number': 10, 'project_id': '177e950b79b644f8ac61f323eed71206', 'gw_port_host': None, '_interfaces': [{'id': '432a1540-d804-4228-8198-3df5dfb500cc', 'name': '', 'network_id': '769b7698-7495-4486-9f2d-72117eec4bb7', 'tenant_id': '177e950b79b644f8ac61f323eed71206', 'mac_address': 'fa:16:3e:c7:7a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '77532eb2-7620-4ce4-8e37-61e439c6d44b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:57:04Z', 'updated_at': '2022-05-30T04:57:16Z', 'revision_number': 5, 'project_id': '177e950b79b644f8ac61f323eed71206', 'subnets': [{'id': '77532eb2-7620-4ce4-8e37-61e439c6d44b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:58:23.851527 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bd2dbea1-adb6-4511-a7bd-d0506fc6cdaa tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897784'] for network, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:23.857877 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-a6c7e9cc-7e21-4815-8737-920c25cbb94c None None] Deleting port 09740075-2498-41f1-b915-be44e3b0bce8 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:58:23.858029 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a6c7e9cc-7e21-4815-8737-920c25cbb94c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:23.864291 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3fbec627-187c-4f2c-bc19-b8a4a1c87e58 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:23.933101 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8844e9-4cf8-4083-927d-1709d3a91146 None None] The sync data for ids ['7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79'] in dv-neutron-843763-1-hyperv is: [{'id': '7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79', 'name': 'tempest-RoutersTest-router-2065317118', 'tenant_id': '177e950b79b644f8ac61f323eed71206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T04:56:58Z', 'updated_at': '2022-05-30T04:58:18Z', 'revision_number': 10, 'project_id': '177e950b79b644f8ac61f323eed71206', 'gw_port_host': None, '_interfaces': [{'id': '432a1540-d804-4228-8198-3df5dfb500cc', 'name': '', 'network_id': '769b7698-7495-4486-9f2d-72117eec4bb7', 'tenant_id': '177e950b79b644f8ac61f323eed71206', 'mac_address': 'fa:16:3e:c7:7a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '77532eb2-7620-4ce4-8e37-61e439c6d44b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:57:04Z', 'updated_at': '2022-05-30T04:57:16Z', 'revision_number': 5, 'project_id': '177e950b79b644f8ac61f323eed71206', 'subnets': [{'id': '77532eb2-7620-4ce4-8e37-61e439c6d44b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 04:58:23.944050 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbec627-187c-4f2c-bc19-b8a4a1c87e58 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Pushing event deleted for resources: {'Port': ['ID=87f77840-508b-48a6-8568-a6527ca30627,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:23.952343 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-ceaae56e-76aa-4645-8119-402af260a1ff None None] Provisioning for port f8cd8325-b856-4efc-a7c1-9bdc978274fa completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:58:23.973030 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-ceaae56e-76aa-4645-8119-402af260a1ff None None] Provisioning complete for port f8cd8325-b856-4efc-a7c1-9bdc978274fa triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:58:23.973442 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-ceaae56e-76aa-4645-8119-402af260a1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:23.976783 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-bd2dbea1-adb6-4511-a7bd-d0506fc6cdaa tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Deleting port 09740075-2498-41f1-b915-be44e3b0bce8 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:58:23.977127 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bd2dbea1-adb6-4511-a7bd-d0506fc6cdaa tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:24.061644 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port cc185bf0-6c39-4da1-8c0d-5a5b79020a93 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:58:24.213021 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-45f79e78-106a-4f09-9d2c-69baeab7263d None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 04:58:24.296056 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3fbec627-187c-4f2c-bc19-b8a4a1c87e58 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:24.335937 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-a6c7e9cc-7e21-4815-8737-920c25cbb94c None None] For port 09740075-2498-41f1-b915-be44e3b0bce8, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=09740075-2498-41f1-b915-be44e3b0bce8,segment=NetworkSegment(df67fbea-5e14-4064-8ccf-d3afd6af7d2a),segment_id=df67fbea-5e14-4064-8ccf-d3afd6af7d2a)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:58:24.336570 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a6c7e9cc-7e21-4815-8737-920c25cbb94c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:24.349662 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-ceaae56e-76aa-4645-8119-402af260a1ff None None] Current status of the port f8cd8325-b856-4efc-a7c1-9bdc978274fa is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:58:24.351091 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3bf7066c-6003-4366-8e52-505ff4d41ce3 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:24.368234 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d2bccebd-87b3-4697-8ab6-834198fecfdc tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:24.459785 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf7066c-6003-4366-8e52-505ff4d41ce3 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Pushing event deleted for resources: {'Port': ['ID=d1c3c243-4234-4d23-8504-d8dc7fe7297f,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:24.469197 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4bddb17f-a332-4f80-a5ac-7e4ee75a72b7 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602184'] for router_interface, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:24.475427 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-3fbec627-187c-4f2c-bc19-b8a4a1c87e58 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] 10.222.0.15 "DELETE /v2.0/ports/87f77840-508b-48a6-8568-a6527ca30627 HTTP/1.1" status: 204 len: 168 time: 2.1998725 May 30 04:58:24.479334 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 41074) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:24.496028 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-ceaae56e-76aa-4645-8119-402af260a1ff None None] Could not find standard attr ID for object d1c3c243-4234-4d23-8504-d8dc7fe7297f. {{(pid=88262) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 30 04:58:24.506393 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-a6c7e9cc-7e21-4815-8737-920c25cbb94c None None] Calling delete_port for 09740075-2498-41f1-b915-be44e3b0bce8 owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:58:24.600822 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3c19a93-31b3-4b0e-875c-3011efd014af tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] DELETE failed (client error): The resource could not be found. May 30 04:58:24.601305 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3c19a93-31b3-4b0e-875c-3011efd014af tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 04:58:24.605575 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-b3c19a93-31b3-4b0e-875c-3011efd014af tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] 10.222.0.15 "DELETE /v2.0/ports/87f77840-508b-48a6-8568-a6527ca30627 HTTP/1.1" status: 404 len: 333 time: 0.1227171 May 30 04:58:24.607945 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 41078) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:24.661699 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2c4b77bb-b1f3-4372-b5e4-27b874e1cbdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:24.679842 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device f8cd8325-b856-4efc-a7c1-9bdc978274fa up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 04:58:24.683356 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-d47c647a-634c-4347-84b4-ca72513b44c7 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] GET failed (client error): The resource could not be found. May 30 04:58:24.683973 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-d47c647a-634c-4347-84b4-ca72513b44c7 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Synchronizing usage tracker for tenant:f4aea07b5c934dc5bc600f55a2d3ba0e on resource:port {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:58:24.710987 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a6c7e9cc-7e21-4815-8737-920c25cbb94c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069'] for port, after_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:24.759555 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-d47c647a-634c-4347-84b4-ca72513b44c7 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Unset dirty status for tenant:f4aea07b5c934dc5bc600f55a2d3ba0e on resource:port {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:58:24.759555 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-d47c647a-634c-4347-84b4-ca72513b44c7 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] 10.222.0.15 "GET /v2.0/ports/87f77840-508b-48a6-8568-a6527ca30627 HTTP/1.1" status: 404 len: 333 time: 0.1479023 May 30 04:58:24.764236 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2c4b77bb-b1f3-4372-b5e4-27b874e1cbdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:24.772537 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 41082) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:24.780500 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c7e9cc-7e21-4815-8737-920c25cbb94c None None] Pushing event deleted for resources: {'Port': ['ID=09740075-2498-41f1-b915-be44e3b0bce8,revision_number=None']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:24.790666 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c7e9cc-7e21-4815-8737-920c25cbb94c None None] No DVR routers for this DVR port 09740075-2498-41f1-b915-be44e3b0bce8 on host dv-neutron-843763-1-hyperv {{(pid=88262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 04:58:24.821326 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port f8cd8325-b856-4efc-a7c1-9bdc978274fa triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:58:24.821699 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:24.917033 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-e966ee5a-e468-45b9-a20b-81b231dad146 admin admin] Deleting port 74dfc65a-67f1-43f9-8dc5-6cd308de3c6e {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:58:24.917378 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e966ee5a-e468-45b9-a20b-81b231dad146 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:24.954190 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4b77bb-b1f3-4372-b5e4-27b874e1cbdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Network d5061794-8d18-4d48-8502-7f834a929a75 is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:58:24.972552 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d2bccebd-87b3-4697-8ab6-834198fecfdc tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:24.977919 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port f8cd8325-b856-4efc-a7c1-9bdc978274fa is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:58:24.979211 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device a60fb7e4-d311-4edf-963a-75db4b1b6cab up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 04:58:24.984638 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-2c4b77bb-b1f3-4372-b5e4-27b874e1cbdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:58:24.993038 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4b77bb-b1f3-4372-b5e4-27b874e1cbdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:58:24.993765 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c4b77bb-b1f3-4372-b5e4-27b874e1cbdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:58:24.994391 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2c4b77bb-b1f3-4372-b5e4-27b874e1cbdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:25.002698 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4b77bb-b1f3-4372-b5e4-27b874e1cbdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Pushing event updated for resources: {'Port': ['ID=ac5afc41-e61c-4b9a-a99b-6d395300caae,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:25.014961 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_v2 [None req-a589b3cf-e8b8-4d6d-b94a-e3c7b9293898 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Deleting subnet b15a1c0f-a884-48ca-a576-6b52c53c260b {{(pid=88260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 30 04:58:25.021932 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a589b3cf-e8b8-4d6d-b94a-e3c7b9293898 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks [] for subnet, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:25.050741 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port a60fb7e4-d311-4edf-963a-75db4b1b6cab completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:58:25.051012 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3bf7066c-6003-4366-8e52-505ff4d41ce3 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:25.056497 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port a60fb7e4-d311-4edf-963a-75db4b1b6cab triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:58:25.056956 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:25.070014 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-bd2dbea1-adb6-4511-a7bd-d0506fc6cdaa tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] For port 09740075-2498-41f1-b915-be44e3b0bce8, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=09740075-2498-41f1-b915-be44e3b0bce8,segment=NetworkSegment(df67fbea-5e14-4064-8ccf-d3afd6af7d2a),segment_id=df67fbea-5e14-4064-8ccf-d3afd6af7d2a)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:58:25.070524 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bd2dbea1-adb6-4511-a7bd-d0506fc6cdaa tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:25.106190 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2bccebd-87b3-4697-8ab6-834198fecfdc tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Network 1bab70f4-3794-44db-8e17-19f483aa8ffa is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:58:25.161689 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-d2bccebd-87b3-4697-8ab6-834198fecfdc tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:58:25.180690 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port a60fb7e4-d311-4edf-963a-75db4b1b6cab is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:58:25.181135 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:25.208610 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-2c4b77bb-b1f3-4372-b5e4-27b874e1cbdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.7175374 May 30 04:58:25.227346 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2bccebd-87b3-4697-8ab6-834198fecfdc tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:58:25.237237 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] For port a60fb7e4-d311-4edf-963a-75db4b1b6cab, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=a60fb7e4-d311-4edf-963a-75db4b1b6cab,segment=NetworkSegment(3f16a733-d25f-443a-b529-c3928db21ebc),segment_id=3f16a733-d25f-443a-b529-c3928db21ebc)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:58:25.242627 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:25.243815 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device a2243d15-31eb-490b-85be-2d98d7ef7a19 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 04:58:25.254966 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 41086) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:25.266936 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-bd2dbea1-adb6-4511-a7bd-d0506fc6cdaa tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Calling delete_port for 09740075-2498-41f1-b915-be44e3b0bce8 owned by network:dhcp {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:58:25.267448 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-36b07432-a434-4e76-875f-d504df1b146c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8437'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:58:25.300377 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-3bf7066c-6003-4366-8e52-505ff4d41ce3 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "DELETE /v2.0/ports/d1c3c243-4234-4d23-8504-d8dc7fe7297f HTTP/1.1" status: 204 len: 168 time: 3.1817894 May 30 04:58:25.315613 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 41090) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:25.326355 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a589b3cf-e8b8-4d6d-b94a-e3c7b9293898 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1454738'] for subnet, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:25.337490 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bccebd-87b3-4697-8ab6-834198fecfdc tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Pushing event updated for resources: {'Port': ['ID=4ce685a2-b310-4f1d-be24-e1cb0360a9a5,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:25.404029 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Pushing event updated for resources: {'Port': ['ID=a60fb7e4-d311-4edf-963a-75db4b1b6cab,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:25.421845 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port a2243d15-31eb-490b-85be-2d98d7ef7a19 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:58:25.421845 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:25.477184 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a06db1-e792-4293-8ff7-ff8219d42b3c tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:58:25.479139 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a06db1-e792-4293-8ff7-ff8219d42b3c tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:58:25.480777 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a06db1-e792-4293-8ff7-ff8219d42b3c tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:58:25.481681 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-88a06db1-e792-4293-8ff7-ff8219d42b3c tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Synchronizing usage tracker for tenant:16af2dbefc6742d5a37a7b30e58c8c2f on resource:subnet {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:58:25.510262 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-e966ee5a-e468-45b9-a20b-81b231dad146 admin admin] For port 74dfc65a-67f1-43f9-8dc5-6cd308de3c6e, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=74dfc65a-67f1-43f9-8dc5-6cd308de3c6e,segment=NetworkSegment(85212bcf-98ed-4bb6-b44e-b2716ff7b6a4),segment_id=85212bcf-98ed-4bb6-b44e-b2716ff7b6a4)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:58:25.510622 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e966ee5a-e468-45b9-a20b-81b231dad146 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:25.528689 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a589b3cf-e8b8-4d6d-b94a-e3c7b9293898 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860493'] for subnet, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:25.540508 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port a2243d15-31eb-490b-85be-2d98d7ef7a19 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:58:25.560689 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.db.api [None req-bd2dbea1-adb6-4511-a7bd-d0506fc6cdaa tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88261) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 04:58:25.560689 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG oslo_db.api [None req-bd2dbea1-adb6-4511-a7bd-d0506fc6cdaa tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 04:58:25.562567 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-36b07432-a434-4e76-875f-d504df1b146c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:25.592504 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device f9e138ae-5cd3-4cf6-9bbe-cbce483702e2 no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 04:58:25.594062 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-88a06db1-e792-4293-8ff7-ff8219d42b3c tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Unset dirty status for tenant:16af2dbefc6742d5a37a7b30e58c8c2f on resource:subnet {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:58:25.597719 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-88a06db1-e792-4293-8ff7-ff8219d42b3c tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2682467 May 30 04:58:25.618937 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 41094) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:25.632790 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] No Port match for: f9e138ae-5cd3-4cf6-9bbe-cbce483702e2 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 04:58:25.633128 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device f9e138ae-5cd3-4cf6-9bbe-cbce483702e2 not bound to the agent host dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 04:58:25.633545 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 09740075-2498-41f1-b915-be44e3b0bce8 no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 04:58:25.666154 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] No Port match for: 09740075-2498-41f1-b915-be44e3b0bce8 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 04:58:25.666504 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 09740075-2498-41f1-b915-be44e3b0bce8 not bound to the agent host dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 04:58:25.690011 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-4bddb17f-a332-4f80-a5ac-7e4ee75a72b7 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Deleting port ca395073-0476-495b-966d-e4d1f6be14fd {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:58:25.690481 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4bddb17f-a332-4f80-a5ac-7e4ee75a72b7 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:25.693360 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-e966ee5a-e468-45b9-a20b-81b231dad146 admin admin] Calling delete_port for 74dfc65a-67f1-43f9-8dc5-6cd308de3c6e owned by network:router_interface {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:58:25.736981 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-d2bccebd-87b3-4697-8ab6-834198fecfdc tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Deleting port 4ce685a2-b310-4f1d-be24-e1cb0360a9a5 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:58:25.737321 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d2bccebd-87b3-4697-8ab6-834198fecfdc tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:25.924127 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a589b3cf-e8b8-4d6d-b94a-e3c7b9293898 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1547867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2133322'] for subnet, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:25.930311 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d0645d7-7a66-46b3-9a29-cd525b27470e tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Deleting subnet 1f92ead5-af06-48f0-bbfb-089de508f06f {{(pid=88261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 30 04:58:25.938155 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7d0645d7-7a66-46b3-9a29-cd525b27470e tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks [] for subnet, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:25.981033 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a589b3cf-e8b8-4d6d-b94a-e3c7b9293898 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Pushing event deleted for resources: {'Subnet': ['ID=b15a1c0f-a884-48ca-a576-6b52c53c260b,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:25.987576 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a589b3cf-e8b8-4d6d-b94a-e3c7b9293898 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:25.992751 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd99c3d-f73b-4ebb-8419-8b6d23593f6e None None] Network 3adc2c66-db7c-4ad9-8f57-2d497fd1cd24 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:58:26.018431 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-a589b3cf-e8b8-4d6d-b94a-e3c7b9293898 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] 10.222.0.15 "DELETE /v2.0/subnets/b15a1c0f-a884-48ca-a576-6b52c53c260b HTTP/1.1" status: 204 len: 168 time: 1.2448401 May 30 04:58:26.023731 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 41098) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:26.070300 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-bd2dbea1-adb6-4511-a7bd-d0506fc6cdaa tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Deleting port 09740075-2498-41f1-b915-be44e3b0bce8 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:58:26.070643 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bd2dbea1-adb6-4511-a7bd-d0506fc6cdaa tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:26.197257 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7d0645d7-7a66-46b3-9a29-cd525b27470e tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3545586'] for subnet, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:26.218673 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device a60fb7e4-d311-4edf-963a-75db4b1b6cab up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 04:58:26.240994 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2e86f95b-9eaf-42bc-912a-b89903508ece tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897784'] for network, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:26.252421 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-bd2dbea1-adb6-4511-a7bd-d0506fc6cdaa tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] The port '09740075-2498-41f1-b915-be44e3b0bce8' was deleted {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 30 04:58:26.276191 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [None req-36b07432-a434-4e76-875f-d504df1b146c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] device_id is not set on port ac5afc41-e61c-4b9a-a99b-6d395300caae yet. {{(pid=88260) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 30 04:58:26.291827 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-36b07432-a434-4e76-875f-d504df1b146c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:26.294430 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-2e86f95b-9eaf-42bc-912a-b89903508ece tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Deleting port a60fb7e4-d311-4edf-963a-75db4b1b6cab {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:58:26.294788 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2e86f95b-9eaf-42bc-912a-b89903508ece tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:26.334148 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e966ee5a-e468-45b9-a20b-81b231dad146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:26.337861 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port a60fb7e4-d311-4edf-963a-75db4b1b6cab triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:58:26.338473 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:26.401020 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e966ee5a-e468-45b9-a20b-81b231dad146 admin admin] Pushing event deleted for resources: {'Port': ['ID=74dfc65a-67f1-43f9-8dc5-6cd308de3c6e,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:26.408370 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [None req-36b07432-a434-4e76-875f-d504df1b146c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Transition to ACTIVE for port object ac5afc41-e61c-4b9a-a99b-6d395300caae will not be triggered until provisioned by entity L2. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:58:26.414209 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7837ea82-df86-4500-995f-19a92c3b9362 None None] DHCP port deletion for 3adc2c66-db7c-4ad9-8f57-2d497fd1cd24 request from dv-neutron-843763-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 30 04:58:26.419546 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-7837ea82-df86-4500-995f-19a92c3b9362 None None] Deleting port a60fb7e4-d311-4edf-963a-75db4b1b6cab {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:58:26.420047 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7837ea82-df86-4500-995f-19a92c3b9362 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:26.442350 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4bddb17f-a332-4f80-a5ac-7e4ee75a72b7 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:26.444969 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-36b07432-a434-4e76-875f-d504df1b146c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1547421'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:26.569731 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port a60fb7e4-d311-4edf-963a-75db4b1b6cab is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:58:26.589535 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b07432-a434-4e76-875f-d504df1b146c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Pushing event updated for resources: {'Port': ['ID=ac5afc41-e61c-4b9a-a99b-6d395300caae,revision_number=2']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:26.608133 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-4bddb17f-a332-4f80-a5ac-7e4ee75a72b7 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Calling delete_port for ca395073-0476-495b-966d-e4d1f6be14fd owned by network:router_interface {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:58:26.637055 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bd2dbea1-adb6-4511-a7bd-d0506fc6cdaa tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867540', 'neutron.services.segments.db._delete_segments_for_network-8729234922972'] for network, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:26.656279 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d2bccebd-87b3-4697-8ab6-834198fecfdc tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:26.656613 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d2bccebd-87b3-4697-8ab6-834198fecfdc tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:26.712450 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-7837ea82-df86-4500-995f-19a92c3b9362 None None] For port a60fb7e4-d311-4edf-963a-75db4b1b6cab, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=a60fb7e4-d311-4edf-963a-75db4b1b6cab,segment=NetworkSegment(3f16a733-d25f-443a-b529-c3928db21ebc),segment_id=3f16a733-d25f-443a-b529-c3928db21ebc)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:58:26.713115 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7837ea82-df86-4500-995f-19a92c3b9362 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:26.814082 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-d2bccebd-87b3-4697-8ab6-834198fecfdc tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Calling delete_port for 4ce685a2-b310-4f1d-be24-e1cb0360a9a5 owned by network:floatingip {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:58:26.854883 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-bd2dbea1-adb6-4511-a7bd-d0506fc6cdaa tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c0bebba-bddf-42fb-9235-05d8923d12f7']}} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:58:26.879552 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-7837ea82-df86-4500-995f-19a92c3b9362 None None] Calling delete_port for a60fb7e4-d311-4edf-963a-75db4b1b6cab owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:58:26.891019 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7d0645d7-7a66-46b3-9a29-cd525b27470e tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860493'] for subnet, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:26.920193 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-bd2dbea1-adb6-4511-a7bd-d0506fc6cdaa tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df67fbea-5e14-4064-8ccf-d3afd6af7d2a') {'for_net_delete': True} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:58:26.920567 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-bd2dbea1-adb6-4511-a7bd-d0506fc6cdaa tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df67fbea-5e14-4064-8ccf-d3afd6af7d2a') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:58:26.926672 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [None req-36b07432-a434-4e76-875f-d504df1b146c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Attempting to bind port ac5afc41-e61c-4b9a-a99b-6d395300caae on host hv-neutron-8437 for vnic_type normal with profile {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 04:58:26.927021 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [None req-36b07432-a434-4e76-875f-d504df1b146c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Attempting to bind port ac5afc41-e61c-4b9a-a99b-6d395300caae by drivers openvswitch,hyperv on host hv-neutron-8437 at level 0 using segments [{'id': 'b4d70b86-fe41-4e01-9361-6cd48a33a620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd5061794-8d18-4d48-8502-7f834a929a75'}] {{(pid=88260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 04:58:26.927347 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b07432-a434-4e76-875f-d504df1b146c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Attempting to bind port ac5afc41-e61c-4b9a-a99b-6d395300caae on network d5061794-8d18-4d48-8502-7f834a929a75 {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 04:58:26.956654 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7837ea82-df86-4500-995f-19a92c3b9362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069'] for port, after_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:26.972945 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bd2dbea1-adb6-4511-a7bd-d0506fc6cdaa tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729235042807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3545573'] for segment, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:27.003380 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7837ea82-df86-4500-995f-19a92c3b9362 None None] Pushing event deleted for resources: {'Port': ['ID=a60fb7e4-d311-4edf-963a-75db4b1b6cab,revision_number=None']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:27.006634 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7837ea82-df86-4500-995f-19a92c3b9362 None None] No DVR routers for this DVR port a60fb7e4-d311-4edf-963a-75db4b1b6cab on host dv-neutron-843763-1-hyperv {{(pid=88262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 04:58:27.008061 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b07432-a434-4e76-875f-d504df1b146c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Port ac5afc41-e61c-4b9a-a99b-6d395300caae on network d5061794-8d18-4d48-8502-7f834a929a75 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8437 {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 30 04:58:27.008392 dv-neutron-843763-1-hyperv neutron-server[88260]: ERROR neutron.plugins.ml2.managers [None req-36b07432-a434-4e76-875f-d504df1b146c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Failed to bind port ac5afc41-e61c-4b9a-a99b-6d395300caae on host hv-neutron-8437 for vnic_type normal using segments [{'id': 'b4d70b86-fe41-4e01-9361-6cd48a33a620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd5061794-8d18-4d48-8502-7f834a929a75'}] May 30 04:58:27.011026 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.plugins.ml2.plugin [None req-36b07432-a434-4e76-875f-d504df1b146c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Attempt 2 to bind port ac5afc41-e61c-4b9a-a99b-6d395300caae May 30 04:58:27.030271 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bd2dbea1-adb6-4511-a7bd-d0506fc6cdaa tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:27.073071 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd2dbea1-adb6-4511-a7bd-d0506fc6cdaa tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Releasing vlan 203 on physical network physnet1 to pool {{(pid=88261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 04:58:27.073468 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bd2dbea1-adb6-4511-a7bd-d0506fc6cdaa tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-862858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2304281'] for segment, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:27.122191 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [None req-36b07432-a434-4e76-875f-d504df1b146c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Attempting to bind port ac5afc41-e61c-4b9a-a99b-6d395300caae on host hv-neutron-8437 for vnic_type normal with profile {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 04:58:27.122535 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [None req-36b07432-a434-4e76-875f-d504df1b146c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Attempting to bind port ac5afc41-e61c-4b9a-a99b-6d395300caae by drivers openvswitch,hyperv on host hv-neutron-8437 at level 0 using segments [{'id': 'b4d70b86-fe41-4e01-9361-6cd48a33a620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd5061794-8d18-4d48-8502-7f834a929a75'}] {{(pid=88260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 04:58:27.122876 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b07432-a434-4e76-875f-d504df1b146c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Attempting to bind port ac5afc41-e61c-4b9a-a99b-6d395300caae on network d5061794-8d18-4d48-8502-7f834a929a75 {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 04:58:27.145289 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b07432-a434-4e76-875f-d504df1b146c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Port ac5afc41-e61c-4b9a-a99b-6d395300caae on network d5061794-8d18-4d48-8502-7f834a929a75 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8437 {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 30 04:58:27.152277 dv-neutron-843763-1-hyperv neutron-server[88260]: ERROR neutron.plugins.ml2.managers [None req-36b07432-a434-4e76-875f-d504df1b146c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Failed to bind port ac5afc41-e61c-4b9a-a99b-6d395300caae on host hv-neutron-8437 for vnic_type normal using segments [{'id': 'b4d70b86-fe41-4e01-9361-6cd48a33a620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd5061794-8d18-4d48-8502-7f834a929a75'}] May 30 04:58:27.152277 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.plugins.ml2.plugin [None req-36b07432-a434-4e76-875f-d504df1b146c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Attempt 3 to bind port ac5afc41-e61c-4b9a-a99b-6d395300caae May 30 04:58:27.161323 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment df67fbea-5e14-4064-8ccf-d3afd6af7d2a resource provider aggregate not found May 30 04:58:27.165949 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-2e86f95b-9eaf-42bc-912a-b89903508ece tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] For port a60fb7e4-d311-4edf-963a-75db4b1b6cab, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=a60fb7e4-d311-4edf-963a-75db4b1b6cab,segment=NetworkSegment(3f16a733-d25f-443a-b529-c3928db21ebc),segment_id=3f16a733-d25f-443a-b529-c3928db21ebc)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:58:27.166321 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2e86f95b-9eaf-42bc-912a-b89903508ece tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:27.200416 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment df67fbea-5e14-4064-8ccf-d3afd6af7d2a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid df67fbea-5e14-4064-8ccf-d3afd6af7d2a found for delete ", "request_id": "req-7d515e2d-0dbc-4860-960c-b2803f12430e"}]} May 30 04:58:27.206558 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7d0645d7-7a66-46b3-9a29-cd525b27470e tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2304955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9305493'] for subnet, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:27.247629 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bd2dbea1-adb6-4511-a7bd-d0506fc6cdaa tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604744'] for network, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:27.271480 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fec166a1-9bb2-4426-aaa8-84512f8f812a None None] Network 0008fd3d-19e9-40cf-b545-4a7647b90cf1 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:58:27.272664 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0645d7-7a66-46b3-9a29-cd525b27470e tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Pushing event deleted for resources: {'Subnet': ['ID=1f92ead5-af06-48f0-bbfb-089de508f06f,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:27.274793 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7d0645d7-7a66-46b3-9a29-cd525b27470e tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:27.282389 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bd2dbea1-adb6-4511-a7bd-d0506fc6cdaa tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:27.311683 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [None req-36b07432-a434-4e76-875f-d504df1b146c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Attempting to bind port ac5afc41-e61c-4b9a-a99b-6d395300caae on host hv-neutron-8437 for vnic_type normal with profile {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 04:58:27.312052 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [None req-36b07432-a434-4e76-875f-d504df1b146c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Attempting to bind port ac5afc41-e61c-4b9a-a99b-6d395300caae by drivers openvswitch,hyperv on host hv-neutron-8437 at level 0 using segments [{'id': 'b4d70b86-fe41-4e01-9361-6cd48a33a620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd5061794-8d18-4d48-8502-7f834a929a75'}] {{(pid=88260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 04:58:27.312515 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b07432-a434-4e76-875f-d504df1b146c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Attempting to bind port ac5afc41-e61c-4b9a-a99b-6d395300caae on network d5061794-8d18-4d48-8502-7f834a929a75 {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 04:58:27.316171 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d2bccebd-87b3-4697-8ab6-834198fecfdc tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:27.323667 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-2e86f95b-9eaf-42bc-912a-b89903508ece tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Calling delete_port for a60fb7e4-d311-4edf-963a-75db4b1b6cab owned by network:dhcp {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:58:27.352439 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b07432-a434-4e76-875f-d504df1b146c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Port ac5afc41-e61c-4b9a-a99b-6d395300caae on network d5061794-8d18-4d48-8502-7f834a929a75 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8437 {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 30 04:58:27.353113 dv-neutron-843763-1-hyperv neutron-server[88260]: ERROR neutron.plugins.ml2.managers [None req-36b07432-a434-4e76-875f-d504df1b146c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Failed to bind port ac5afc41-e61c-4b9a-a99b-6d395300caae on host hv-neutron-8437 for vnic_type normal using segments [{'id': 'b4d70b86-fe41-4e01-9361-6cd48a33a620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd5061794-8d18-4d48-8502-7f834a929a75'}] May 30 04:58:27.359586 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.plugins.ml2.plugin [None req-36b07432-a434-4e76-875f-d504df1b146c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Attempt 4 to bind port ac5afc41-e61c-4b9a-a99b-6d395300caae May 30 04:58:27.375338 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e966ee5a-e468-45b9-a20b-81b231dad146 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1642797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602100'] for router_interface, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:27.391468 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [None req-36b07432-a434-4e76-875f-d504df1b146c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Attempting to bind port ac5afc41-e61c-4b9a-a99b-6d395300caae on host hv-neutron-8437 for vnic_type normal with profile {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 04:58:27.391823 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [None req-36b07432-a434-4e76-875f-d504df1b146c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Attempting to bind port ac5afc41-e61c-4b9a-a99b-6d395300caae by drivers openvswitch,hyperv on host hv-neutron-8437 at level 0 using segments [{'id': 'b4d70b86-fe41-4e01-9361-6cd48a33a620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd5061794-8d18-4d48-8502-7f834a929a75'}] {{(pid=88260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 04:58:27.392531 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b07432-a434-4e76-875f-d504df1b146c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Attempting to bind port ac5afc41-e61c-4b9a-a99b-6d395300caae on network d5061794-8d18-4d48-8502-7f834a929a75 {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 04:58:27.471203 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b07432-a434-4e76-875f-d504df1b146c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Port ac5afc41-e61c-4b9a-a99b-6d395300caae on network d5061794-8d18-4d48-8502-7f834a929a75 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8437 {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 30 04:58:27.471945 dv-neutron-843763-1-hyperv neutron-server[88260]: ERROR neutron.plugins.ml2.managers [None req-36b07432-a434-4e76-875f-d504df1b146c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Failed to bind port ac5afc41-e61c-4b9a-a99b-6d395300caae on host hv-neutron-8437 for vnic_type normal using segments [{'id': 'b4d70b86-fe41-4e01-9361-6cd48a33a620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd5061794-8d18-4d48-8502-7f834a929a75'}] May 30 04:58:27.481898 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.plugins.ml2.plugin [None req-36b07432-a434-4e76-875f-d504df1b146c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Attempt 5 to bind port ac5afc41-e61c-4b9a-a99b-6d395300caae May 30 04:58:27.507823 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2dbea1-adb6-4511-a7bd-d0506fc6cdaa tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Pushing event deleted for resources: {'Network': ['ID=0c0bebba-bddf-42fb-9235-05d8923d12f7,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:27.522697 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [None req-36b07432-a434-4e76-875f-d504df1b146c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Attempting to bind port ac5afc41-e61c-4b9a-a99b-6d395300caae on host hv-neutron-8437 for vnic_type normal with profile {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 04:58:27.522869 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bccebd-87b3-4697-8ab6-834198fecfdc tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Pushing event deleted for resources: {'Port': ['ID=4ce685a2-b310-4f1d-be24-e1cb0360a9a5,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:27.522974 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [None req-36b07432-a434-4e76-875f-d504df1b146c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Attempting to bind port ac5afc41-e61c-4b9a-a99b-6d395300caae by drivers openvswitch,hyperv on host hv-neutron-8437 at level 0 using segments [{'id': 'b4d70b86-fe41-4e01-9361-6cd48a33a620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd5061794-8d18-4d48-8502-7f834a929a75'}] {{(pid=88260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 04:58:27.523325 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b07432-a434-4e76-875f-d504df1b146c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Attempting to bind port ac5afc41-e61c-4b9a-a99b-6d395300caae on network d5061794-8d18-4d48-8502-7f834a929a75 {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 04:58:27.619720 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-7d0645d7-7a66-46b3-9a29-cd525b27470e tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "DELETE /v2.0/subnets/1f92ead5-af06-48f0-bbfb-089de508f06f HTTP/1.1" status: 204 len: 168 time: 1.9998169 May 30 04:58:27.620275 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b07432-a434-4e76-875f-d504df1b146c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Port ac5afc41-e61c-4b9a-a99b-6d395300caae on network d5061794-8d18-4d48-8502-7f834a929a75 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8437 {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 30 04:58:27.620275 dv-neutron-843763-1-hyperv neutron-server[88260]: ERROR neutron.plugins.ml2.managers [None req-36b07432-a434-4e76-875f-d504df1b146c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Failed to bind port ac5afc41-e61c-4b9a-a99b-6d395300caae on host hv-neutron-8437 for vnic_type normal using segments [{'id': 'b4d70b86-fe41-4e01-9361-6cd48a33a620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd5061794-8d18-4d48-8502-7f834a929a75'}] May 30 04:58:27.623804 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.plugins.ml2.plugin [None req-36b07432-a434-4e76-875f-d504df1b146c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Attempt 6 to bind port ac5afc41-e61c-4b9a-a99b-6d395300caae May 30 04:58:27.627330 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 41106) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:27.638955 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-bd2dbea1-adb6-4511-a7bd-d0506fc6cdaa tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] 10.222.0.15 "DELETE /v2.0/networks/0c0bebba-bddf-42fb-9235-05d8923d12f7 HTTP/1.1" status: 204 len: 168 time: 4.0721948 May 30 04:58:27.639735 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 41110) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:27.641504 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.db.api [None req-2e86f95b-9eaf-42bc-912a-b89903508ece tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88260) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 04:58:27.641922 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG oslo_db.api [None req-2e86f95b-9eaf-42bc-912a-b89903508ece tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 04:58:27.652531 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [None req-36b07432-a434-4e76-875f-d504df1b146c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Attempting to bind port ac5afc41-e61c-4b9a-a99b-6d395300caae on host hv-neutron-8437 for vnic_type normal with profile {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 04:58:27.652901 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [None req-36b07432-a434-4e76-875f-d504df1b146c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Attempting to bind port ac5afc41-e61c-4b9a-a99b-6d395300caae by drivers openvswitch,hyperv on host hv-neutron-8437 at level 0 using segments [{'id': 'b4d70b86-fe41-4e01-9361-6cd48a33a620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd5061794-8d18-4d48-8502-7f834a929a75'}] {{(pid=88260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 04:58:27.653248 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b07432-a434-4e76-875f-d504df1b146c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Attempting to bind port ac5afc41-e61c-4b9a-a99b-6d395300caae on network d5061794-8d18-4d48-8502-7f834a929a75 {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 04:58:27.661991 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b07432-a434-4e76-875f-d504df1b146c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Port ac5afc41-e61c-4b9a-a99b-6d395300caae on network d5061794-8d18-4d48-8502-7f834a929a75 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8437 {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 30 04:58:27.662327 dv-neutron-843763-1-hyperv neutron-server[88260]: ERROR neutron.plugins.ml2.managers [None req-36b07432-a434-4e76-875f-d504df1b146c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Failed to bind port ac5afc41-e61c-4b9a-a99b-6d395300caae on host hv-neutron-8437 for vnic_type normal using segments [{'id': 'b4d70b86-fe41-4e01-9361-6cd48a33a620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd5061794-8d18-4d48-8502-7f834a929a75'}] May 30 04:58:27.663516 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.plugins.ml2.plugin [None req-36b07432-a434-4e76-875f-d504df1b146c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Attempt 7 to bind port ac5afc41-e61c-4b9a-a99b-6d395300caae May 30 04:58:27.735691 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4bddb17f-a332-4f80-a5ac-7e4ee75a72b7 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:27.750935 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [None req-36b07432-a434-4e76-875f-d504df1b146c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Attempting to bind port ac5afc41-e61c-4b9a-a99b-6d395300caae on host hv-neutron-8437 for vnic_type normal with profile {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 04:58:27.751271 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [None req-36b07432-a434-4e76-875f-d504df1b146c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Attempting to bind port ac5afc41-e61c-4b9a-a99b-6d395300caae by drivers openvswitch,hyperv on host hv-neutron-8437 at level 0 using segments [{'id': 'b4d70b86-fe41-4e01-9361-6cd48a33a620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd5061794-8d18-4d48-8502-7f834a929a75'}] {{(pid=88260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 04:58:27.751833 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b07432-a434-4e76-875f-d504df1b146c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Attempting to bind port ac5afc41-e61c-4b9a-a99b-6d395300caae on network d5061794-8d18-4d48-8502-7f834a929a75 {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 04:58:27.763016 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b07432-a434-4e76-875f-d504df1b146c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Port ac5afc41-e61c-4b9a-a99b-6d395300caae on network d5061794-8d18-4d48-8502-7f834a929a75 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8437 {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 30 04:58:27.763321 dv-neutron-843763-1-hyperv neutron-server[88260]: ERROR neutron.plugins.ml2.managers [None req-36b07432-a434-4e76-875f-d504df1b146c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Failed to bind port ac5afc41-e61c-4b9a-a99b-6d395300caae on host hv-neutron-8437 for vnic_type normal using segments [{'id': 'b4d70b86-fe41-4e01-9361-6cd48a33a620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd5061794-8d18-4d48-8502-7f834a929a75'}] May 30 04:58:27.765724 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.plugins.ml2.plugin [None req-36b07432-a434-4e76-875f-d504df1b146c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Attempt 8 to bind port ac5afc41-e61c-4b9a-a99b-6d395300caae May 30 04:58:27.850420 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [None req-36b07432-a434-4e76-875f-d504df1b146c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Attempting to bind port ac5afc41-e61c-4b9a-a99b-6d395300caae on host hv-neutron-8437 for vnic_type normal with profile {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 04:58:27.850756 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [None req-36b07432-a434-4e76-875f-d504df1b146c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Attempting to bind port ac5afc41-e61c-4b9a-a99b-6d395300caae by drivers openvswitch,hyperv on host hv-neutron-8437 at level 0 using segments [{'id': 'b4d70b86-fe41-4e01-9361-6cd48a33a620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd5061794-8d18-4d48-8502-7f834a929a75'}] {{(pid=88260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 04:58:27.851313 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b07432-a434-4e76-875f-d504df1b146c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Attempting to bind port ac5afc41-e61c-4b9a-a99b-6d395300caae on network d5061794-8d18-4d48-8502-7f834a929a75 {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 04:58:27.862037 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b07432-a434-4e76-875f-d504df1b146c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Port ac5afc41-e61c-4b9a-a99b-6d395300caae on network d5061794-8d18-4d48-8502-7f834a929a75 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8437 {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 30 04:58:27.862369 dv-neutron-843763-1-hyperv neutron-server[88260]: ERROR neutron.plugins.ml2.managers [None req-36b07432-a434-4e76-875f-d504df1b146c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Failed to bind port ac5afc41-e61c-4b9a-a99b-6d395300caae on host hv-neutron-8437 for vnic_type normal using segments [{'id': 'b4d70b86-fe41-4e01-9361-6cd48a33a620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd5061794-8d18-4d48-8502-7f834a929a75'}] May 30 04:58:27.864577 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.plugins.ml2.plugin [None req-36b07432-a434-4e76-875f-d504df1b146c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Attempt 9 to bind port ac5afc41-e61c-4b9a-a99b-6d395300caae May 30 04:58:27.886682 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [None req-36b07432-a434-4e76-875f-d504df1b146c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Attempting to bind port ac5afc41-e61c-4b9a-a99b-6d395300caae on host hv-neutron-8437 for vnic_type normal with profile {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 04:58:27.887443 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [None req-36b07432-a434-4e76-875f-d504df1b146c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Attempting to bind port ac5afc41-e61c-4b9a-a99b-6d395300caae by drivers openvswitch,hyperv on host hv-neutron-8437 at level 0 using segments [{'id': 'b4d70b86-fe41-4e01-9361-6cd48a33a620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd5061794-8d18-4d48-8502-7f834a929a75'}] {{(pid=88260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 04:58:27.887443 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b07432-a434-4e76-875f-d504df1b146c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Attempting to bind port ac5afc41-e61c-4b9a-a99b-6d395300caae on network d5061794-8d18-4d48-8502-7f834a929a75 {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 04:58:27.899993 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e966ee5a-e468-45b9-a20b-81b231dad146 admin admin] Router 4ce894cc-f128-40c6-907e-3f9e866b9a54 has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 04:58:27.901012 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b07432-a434-4e76-875f-d504df1b146c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Port ac5afc41-e61c-4b9a-a99b-6d395300caae on network d5061794-8d18-4d48-8502-7f834a929a75 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8437 {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 30 04:58:27.901437 dv-neutron-843763-1-hyperv neutron-server[88260]: ERROR neutron.plugins.ml2.managers [None req-36b07432-a434-4e76-875f-d504df1b146c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Failed to bind port ac5afc41-e61c-4b9a-a99b-6d395300caae on host hv-neutron-8437 for vnic_type normal using segments [{'id': 'b4d70b86-fe41-4e01-9361-6cd48a33a620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd5061794-8d18-4d48-8502-7f834a929a75'}] May 30 04:58:27.902129 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.plugins.ml2.plugin [None req-36b07432-a434-4e76-875f-d504df1b146c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Attempt 10 to bind port ac5afc41-e61c-4b9a-a99b-6d395300caae May 30 04:58:27.904299 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bddb17f-a332-4f80-a5ac-7e4ee75a72b7 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Pushing event deleted for resources: {'Port': ['ID=ca395073-0476-495b-966d-e4d1f6be14fd,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:27.960225 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-b4c49dce-0d3f-4a73-8879-4906bb6d4655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:28.024928 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [None req-36b07432-a434-4e76-875f-d504df1b146c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Attempting to bind port ac5afc41-e61c-4b9a-a99b-6d395300caae on host hv-neutron-8437 for vnic_type normal with profile {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 04:58:28.025170 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [None req-36b07432-a434-4e76-875f-d504df1b146c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Attempting to bind port ac5afc41-e61c-4b9a-a99b-6d395300caae by drivers openvswitch,hyperv on host hv-neutron-8437 at level 0 using segments [{'id': 'b4d70b86-fe41-4e01-9361-6cd48a33a620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd5061794-8d18-4d48-8502-7f834a929a75'}] {{(pid=88260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 04:58:28.025508 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b07432-a434-4e76-875f-d504df1b146c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Attempting to bind port ac5afc41-e61c-4b9a-a99b-6d395300caae on network d5061794-8d18-4d48-8502-7f834a929a75 {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 04:58:28.035762 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b07432-a434-4e76-875f-d504df1b146c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Port ac5afc41-e61c-4b9a-a99b-6d395300caae on network d5061794-8d18-4d48-8502-7f834a929a75 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8437 {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 30 04:58:28.036089 dv-neutron-843763-1-hyperv neutron-server[88260]: ERROR neutron.plugins.ml2.managers [None req-36b07432-a434-4e76-875f-d504df1b146c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Failed to bind port ac5afc41-e61c-4b9a-a99b-6d395300caae on host hv-neutron-8437 for vnic_type normal using segments [{'id': 'b4d70b86-fe41-4e01-9361-6cd48a33a620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd5061794-8d18-4d48-8502-7f834a929a75'}] May 30 04:58:28.036455 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-36b07432-a434-4e76-875f-d504df1b146c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:28.087933 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4ef0ace-750a-4ee4-978e-df3679f882e1 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Deleting subnet e93b30ea-96d5-4ca5-bf0e-1fc115b9df5b {{(pid=88261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 30 04:58:28.103646 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f4ef0ace-750a-4ee4-978e-df3679f882e1 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks [] for subnet, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:28.162279 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4bddb17f-a332-4f80-a5ac-7e4ee75a72b7 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1642797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602100'] for router_interface, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:28.174605 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.api.v2.resource [None req-d2bccebd-87b3-4697-8ab6-834198fecfdc tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] create failed (client error): The resource could not be found. May 30 04:58:28.175745 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-d2bccebd-87b3-4697-8ab6-834198fecfdc tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 7.0824637 May 30 04:58:28.197107 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 41114) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:28.197574 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-2e86f95b-9eaf-42bc-912a-b89903508ece tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Deleting port a60fb7e4-d311-4edf-963a-75db4b1b6cab {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:58:28.197956 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2e86f95b-9eaf-42bc-912a-b89903508ece tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:28.222263 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device a60fb7e4-d311-4edf-963a-75db4b1b6cab no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 04:58:28.280254 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] No Port match for: a60fb7e4-d311-4edf-963a-75db4b1b6cab {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 04:58:28.280881 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device a60fb7e4-d311-4edf-963a-75db4b1b6cab not bound to the agent host dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 04:58:28.297054 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-6f06c575-e775-4c87-9dba-60aa3ee87f30 None None] Provisioning complete for port f8cd8325-b856-4efc-a7c1-9bdc978274fa triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:58:28.297475 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-6f06c575-e775-4c87-9dba-60aa3ee87f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:28.345738 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f4ef0ace-750a-4ee4-978e-df3679f882e1 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3545586'] for subnet, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:28.424973 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-6f06c575-e775-4c87-9dba-60aa3ee87f30 None None] Current status of the port f8cd8325-b856-4efc-a7c1-9bdc978274fa is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:58:28.489150 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-2e86f95b-9eaf-42bc-912a-b89903508ece tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] The port 'a60fb7e4-d311-4edf-963a-75db4b1b6cab' was deleted {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 30 04:58:28.526096 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e966ee5a-e468-45b9-a20b-81b231dad146 admin admin] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 04:58:28.534738 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-36b07432-a434-4e76-875f-d504df1b146c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] For port ac5afc41-e61c-4b9a-a99b-6d395300caae, host hv-neutron-8437, cleared binding levels {{(pid=88260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 04:58:28.535112 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-36b07432-a434-4e76-875f-d504df1b146c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Attempted to set empty binding levels {{(pid=88260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 30 04:58:28.538735 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3998744f-7f64-4a22-a7ff-47d2de3a4db5 None None] Sync routers for ids ['4ce894cc-f128-40c6-907e-3f9e866b9a54'] in dv-neutron-843763-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 04:58:28.555617 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3998744f-7f64-4a22-a7ff-47d2de3a4db5 None None] Routers {'4ce894cc-f128-40c6-907e-3f9e866b9a54'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 04:58:28.556364 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-3998744f-7f64-4a22-a7ff-47d2de3a4db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T04:58:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['4ce894cc-f128-40c6-907e-3f9e866b9a54'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:58:28.568367 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-36b07432-a434-4e76-875f-d504df1b146c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1547421'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:28.575817 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-242c937e-605b-4c7d-8628-3d50286004b9 tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Deleting port a5cd0afc-b743-4757-bd4e-4fd6d62fbfcc {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:58:28.576146 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-242c937e-605b-4c7d-8628-3d50286004b9 tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:28.613512 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 41120) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:28.743160 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-36b07432-a434-4e76-875f-d504df1b146c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] In _notify_port_updated(), no bound segment for port ac5afc41-e61c-4b9a-a99b-6d395300caae on network d5061794-8d18-4d48-8502-7f834a929a75 {{(pid=88260) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 30 04:58:28.744031 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b07432-a434-4e76-875f-d504df1b146c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:58:28.744634 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-36b07432-a434-4e76-875f-d504df1b146c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:28.748382 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-36b07432-a434-4e76-875f-d504df1b146c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] 10.222.0.15 "PUT /v2.0/ports/ac5afc41-e61c-4b9a-a99b-6d395300caae HTTP/1.1" status: 200 len: 981 time: 3.4902124 May 30 04:58:28.756519 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-e966ee5a-e468-45b9-a20b-81b231dad146 admin admin] 10.222.0.15 "PUT /v2.0/routers/4ce894cc-f128-40c6-907e-3f9e866b9a54/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7001562 May 30 04:58:28.756743 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-3998744f-7f64-4a22-a7ff-47d2de3a4db5 None None] Set router 4ce894cc-f128-40c6-907e-3f9e866b9a54 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 04:58:28.759173 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 41124) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:28.759377 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 41126) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:28.770637 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2e86f95b-9eaf-42bc-912a-b89903508ece tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867540', 'neutron.services.segments.db._delete_segments_for_network-8729234922972'] for network, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:28.914826 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b07432-a434-4e76-875f-d504df1b146c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Pushing event updated for resources: {'Port': ['ID=ac5afc41-e61c-4b9a-a99b-6d395300caae,revision_number=3']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:28.964594 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-2e86f95b-9eaf-42bc-912a-b89903508ece tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3adc2c66-db7c-4ad9-8f57-2d497fd1cd24']}} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:58:28.976491 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bddb17f-a332-4f80-a5ac-7e4ee75a72b7 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Router 7f6a5e1a-3ce4-447f-b2c8-76daee65d33b has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 04:58:28.994372 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f4ef0ace-750a-4ee4-978e-df3679f882e1 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860493'] for subnet, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:29.007806 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-2e86f95b-9eaf-42bc-912a-b89903508ece tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f16a733-d25f-443a-b529-c3928db21ebc') {'for_net_delete': True} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:58:29.008119 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-2e86f95b-9eaf-42bc-912a-b89903508ece tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f16a733-d25f-443a-b529-c3928db21ebc') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:58:29.054380 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-3998744f-7f64-4a22-a7ff-47d2de3a4db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce894cc-f128-40c6-907e-3f9e866b9a54', 'name': 'tempest-ServerActionsTestJSON-1533739700-router', 'tenant_id': '75c565b2496748d0aca7efef0deb76ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.12'}], 'enable_snat': True}, 'gw_port_id': 'b9224054-b232-4352-8694-1fc62b3bf334', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T04:53:34Z', 'updated_at': '2022-05-30T04:58:26Z', 'revision_number': 5, 'project_id': '75c565b2496748d0aca7efef0deb76ef', 'gw_port': {'id': 'b9224054-b232-4352-8694-1fc62b3bf334', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:08:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce894cc-f128-40c6-907e-3f9e866b9a54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:53:36Z', 'updated_at': '2022-05-30T04:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv'}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:58:29.058268 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3998744f-7f64-4a22-a7ff-47d2de3a4db5 None None] Checking router: 4ce894cc-f128-40c6-907e-3f9e866b9a54 for host: dv-neutron-843763-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 04:58:29.067910 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3998744f-7f64-4a22-a7ff-47d2de3a4db5 None None] Routers {'4ce894cc-f128-40c6-907e-3f9e866b9a54'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 04:58:29.068739 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-3998744f-7f64-4a22-a7ff-47d2de3a4db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T04:58:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['4ce894cc-f128-40c6-907e-3f9e866b9a54'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:58:29.096196 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2e86f95b-9eaf-42bc-912a-b89903508ece tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729235042807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1454725'] for segment, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:29.194307 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2e86f95b-9eaf-42bc-912a-b89903508ece tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:29.214810 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e86f95b-9eaf-42bc-912a-b89903508ece tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=88260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 04:58:29.215211 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2e86f95b-9eaf-42bc-912a-b89903508ece tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-862858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1547513'] for segment, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:29.248754 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-3998744f-7f64-4a22-a7ff-47d2de3a4db5 None None] Set router 4ce894cc-f128-40c6-907e-3f9e866b9a54 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 04:58:29.299444 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ca00cecf-b481-4cf8-a627-68c1b014316c admin admin] Notify callbacks [] for router, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:29.336081 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bddb17f-a332-4f80-a5ac-7e4ee75a72b7 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 04:58:29.337799 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-3a83e49a-349a-4ac1-9ada-235236320e6a tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Deleting port 6b74400d-6689-4b40-bebc-07b761e015da {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:58:29.338232 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3a83e49a-349a-4ac1-9ada-235236320e6a tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:29.351022 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ed6caa-68c6-4abf-9e10-4c01a9cf9a51 None None] Sync routers for ids ['7f6a5e1a-3ce4-447f-b2c8-76daee65d33b'] in dv-neutron-843763-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 04:58:29.355561 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 3f16a733-d25f-443a-b529-c3928db21ebc resource provider aggregate not found May 30 04:58:29.368520 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ed6caa-68c6-4abf-9e10-4c01a9cf9a51 None None] Routers {'7f6a5e1a-3ce4-447f-b2c8-76daee65d33b'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 04:58:29.369577 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-59ed6caa-68c6-4abf-9e10-4c01a9cf9a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T04:58:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['7f6a5e1a-3ce4-447f-b2c8-76daee65d33b'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:58:29.396682 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 3f16a733-d25f-443a-b529-c3928db21ebc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3f16a733-d25f-443a-b529-c3928db21ebc found for delete ", "request_id": "req-dc60524a-b9d6-4746-9d1a-e8798b37878e"}]} May 30 04:58:29.403338 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-4bddb17f-a332-4f80-a5ac-7e4ee75a72b7 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] 10.222.0.15 "PUT /v2.0/routers/7f6a5e1a-3ce4-447f-b2c8-76daee65d33b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5547471 May 30 04:58:29.407977 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 41136) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:29.439608 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d70dbe81-b6e4-4478-bd14-d8a41b13c185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:58:29.440217 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d70dbe81-b6e4-4478-bd14-d8a41b13c185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:58:29.440684 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d70dbe81-b6e4-4478-bd14-d8a41b13c185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:58:29.441147 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d70dbe81-b6e4-4478-bd14-d8a41b13c185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:58:29.441605 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d70dbe81-b6e4-4478-bd14-d8a41b13c185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:58:29.442085 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d70dbe81-b6e4-4478-bd14-d8a41b13c185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:58:29.442548 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d70dbe81-b6e4-4478-bd14-d8a41b13c185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:58:29.443001 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d70dbe81-b6e4-4478-bd14-d8a41b13c185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:58:29.443445 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d70dbe81-b6e4-4478-bd14-d8a41b13c185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:58:29.443894 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d70dbe81-b6e4-4478-bd14-d8a41b13c185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:58:29.444401 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d70dbe81-b6e4-4478-bd14-d8a41b13c185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:58:29.444785 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d70dbe81-b6e4-4478-bd14-d8a41b13c185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:58:29.445232 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d70dbe81-b6e4-4478-bd14-d8a41b13c185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:58:29.445674 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d70dbe81-b6e4-4478-bd14-d8a41b13c185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:58:29.446153 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d70dbe81-b6e4-4478-bd14-d8a41b13c185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:58:29.446604 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d70dbe81-b6e4-4478-bd14-d8a41b13c185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:58:29.447052 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d70dbe81-b6e4-4478-bd14-d8a41b13c185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:58:29.447502 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d70dbe81-b6e4-4478-bd14-d8a41b13c185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:58:29.447943 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d70dbe81-b6e4-4478-bd14-d8a41b13c185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:58:29.448751 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d70dbe81-b6e4-4478-bd14-d8a41b13c185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:58:29.448868 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d70dbe81-b6e4-4478-bd14-d8a41b13c185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:58:29.449268 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d70dbe81-b6e4-4478-bd14-d8a41b13c185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:58:29.451488 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-d70dbe81-b6e4-4478-bd14-d8a41b13c185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Synchronizing usage tracker for tenant:c7906860cd284922abfbc005b3c11808 on resource:port {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:58:29.482694 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-59ed6caa-68c6-4abf-9e10-4c01a9cf9a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:58:29.485518 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-242c937e-605b-4c7d-8628-3d50286004b9 tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:29.498783 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ed6caa-68c6-4abf-9e10-4c01a9cf9a51 None None] Routers {'7f6a5e1a-3ce4-447f-b2c8-76daee65d33b'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 04:58:29.499438 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2e86f95b-9eaf-42bc-912a-b89903508ece tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604744'] for network, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:29.501775 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-59ed6caa-68c6-4abf-9e10-4c01a9cf9a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T04:58:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['7f6a5e1a-3ce4-447f-b2c8-76daee65d33b'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:58:29.516526 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f4ef0ace-750a-4ee4-978e-df3679f882e1 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2304955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9305493'] for subnet, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:29.571570 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2e86f95b-9eaf-42bc-912a-b89903508ece tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:29.590310 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-59ed6caa-68c6-4abf-9e10-4c01a9cf9a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:58:29.591230 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ed6caa-68c6-4abf-9e10-4c01a9cf9a51 None None] The sync data for ids ['7f6a5e1a-3ce4-447f-b2c8-76daee65d33b'] in dv-neutron-843763-1-hyperv is: [] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 04:58:29.607249 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.api.v2.resource [None req-ab52b457-f026-4f21-8492-d7d49cba89ae tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] delete failed (client error): The resource could not be found. May 30 04:58:29.611732 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-ab52b457-f026-4f21-8492-d7d49cba89ae tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] 10.222.0.15 "DELETE /v2.0/routers/tempest-non_exist_router-2134921292 HTTP/1.1" status: 404 len: 335 time: 0.2010996 May 30 04:58:29.613982 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 41140) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:29.629267 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-c1d5350e-5da7-4f29-9bf7-0964d17f0c61 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Request body: {'router': {'external_gateway_info': {'network_id': '7f6a5e1a-3ce4-447f-b2c8-76daee65d33b'}}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:58:29.639385 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-3998744f-7f64-4a22-a7ff-47d2de3a4db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce894cc-f128-40c6-907e-3f9e866b9a54', 'name': 'tempest-ServerActionsTestJSON-1533739700-router', 'tenant_id': '75c565b2496748d0aca7efef0deb76ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.12'}], 'enable_snat': True}, 'gw_port_id': 'b9224054-b232-4352-8694-1fc62b3bf334', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T04:53:34Z', 'updated_at': '2022-05-30T04:58:26Z', 'revision_number': 5, 'project_id': '75c565b2496748d0aca7efef0deb76ef', 'gw_port': {'id': 'b9224054-b232-4352-8694-1fc62b3bf334', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:08:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce894cc-f128-40c6-907e-3f9e866b9a54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:53:36Z', 'updated_at': '2022-05-30T04:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv'}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:58:29.641851 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-242c937e-605b-4c7d-8628-3d50286004b9 tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Calling delete_port for a5cd0afc-b743-4757-bd4e-4fd6d62fbfcc owned by {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:58:29.643693 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3998744f-7f64-4a22-a7ff-47d2de3a4db5 None None] The sync data for ids ['4ce894cc-f128-40c6-907e-3f9e866b9a54'] in dv-neutron-843763-1-hyperv is: [{'id': '4ce894cc-f128-40c6-907e-3f9e866b9a54', 'name': 'tempest-ServerActionsTestJSON-1533739700-router', 'tenant_id': '75c565b2496748d0aca7efef0deb76ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.12'}], 'enable_snat': True}, 'gw_port_id': 'b9224054-b232-4352-8694-1fc62b3bf334', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T04:53:34Z', 'updated_at': '2022-05-30T04:58:26Z', 'revision_number': 5, 'project_id': '75c565b2496748d0aca7efef0deb76ef', 'gw_port': {'id': 'b9224054-b232-4352-8694-1fc62b3bf334', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:08:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce894cc-f128-40c6-907e-3f9e866b9a54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:53:36Z', 'updated_at': '2022-05-30T04:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv'}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 04:58:29.688225 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ef0ace-750a-4ee4-978e-df3679f882e1 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Pushing event deleted for resources: {'Subnet': ['ID=e93b30ea-96d5-4ca5-bf0e-1fc115b9df5b,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:29.699752 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f4ef0ace-750a-4ee4-978e-df3679f882e1 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:29.703795 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-f4ef0ace-750a-4ee4-978e-df3679f882e1 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "DELETE /v2.0/subnets/e93b30ea-96d5-4ca5-bf0e-1fc115b9df5b HTTP/1.1" status: 204 len: 168 time: 2.0684333 May 30 04:58:29.704202 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb9c8415-225f-4868-880e-e295c866f387 None None] Network 0008fd3d-19e9-40cf-b545-4a7647b90cf1 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:58:29.713748 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 41144) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:29.738649 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-d70dbe81-b6e4-4478-bd14-d8a41b13c185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Unset dirty status for tenant:c7906860cd284922abfbc005b3c11808 on resource:port {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:58:29.741865 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-d70dbe81-b6e4-4478-bd14-d8a41b13c185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 20148 time: 0.9777720 May 30 04:58:29.754689 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e86f95b-9eaf-42bc-912a-b89903508ece tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Pushing event deleted for resources: {'Network': ['ID=3adc2c66-db7c-4ad9-8f57-2d497fd1cd24,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:29.758946 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 41146) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:29.770664 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-2e86f95b-9eaf-42bc-912a-b89903508ece tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] 10.222.0.15 "DELETE /v2.0/networks/3adc2c66-db7c-4ad9-8f57-2d497fd1cd24 HTTP/1.1" status: 204 len: 168 time: 3.7459629 May 30 04:58:29.777575 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 41152) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:29.819326 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-217e7d0a-2a80-48b5-a38c-37c347a23beb tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-353248965'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:58:29.850678 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-45be6afa-feaf-4878-9629-bd2b60613034 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Synchronizing usage tracker for tenant:16af2dbefc6742d5a37a7b30e58c8c2f on resource:router {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:58:29.975220 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-217e7d0a-2a80-48b5-a38c-37c347a23beb tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:58:29.992472 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-217e7d0a-2a80-48b5-a38c-37c347a23beb tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Usage tracker for resource:network and tenant:f4aea07b5c934dc5bc600f55a2d3ba0e is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:58:30.000792 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18349e6b-ec64-4cee-848c-6628ed64cbea None None] DHCP port deletion for 0008fd3d-19e9-40cf-b545-4a7647b90cf1 request from dv-neutron-843763-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 30 04:58:30.001082 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-217e7d0a-2a80-48b5-a38c-37c347a23beb tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:58:30.007335 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-18349e6b-ec64-4cee-848c-6628ed64cbea None None] Deleting port f8cd8325-b856-4efc-a7c1-9bdc978274fa {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:58:30.007335 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-18349e6b-ec64-4cee-848c-6628ed64cbea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:30.025001 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-217e7d0a-2a80-48b5-a38c-37c347a23beb tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:58:30.049711 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-a1c8539f-030b-4a1e-acb1-59e0a121bf90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Deleting port ac5afc41-e61c-4b9a-a99b-6d395300caae {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:58:30.050248 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a1c8539f-030b-4a1e-acb1-59e0a121bf90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:30.060609 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-45be6afa-feaf-4878-9629-bd2b60613034 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Unset dirty status for tenant:16af2dbefc6742d5a37a7b30e58c8c2f on resource:router {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:58:30.061789 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-45be6afa-feaf-4878-9629-bd2b60613034 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2960167 May 30 04:58:30.066411 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3a83e49a-349a-4ac1-9ada-235236320e6a tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:30.066742 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3a83e49a-349a-4ac1-9ada-235236320e6a tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:30.073996 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 41156) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:30.083033 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-217e7d0a-2a80-48b5-a38c-37c347a23beb tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Made reservation on behalf of f4aea07b5c934dc5bc600f55a2d3ba0e for: {'network': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:58:30.086658 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-217e7d0a-2a80-48b5-a38c-37c347a23beb tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for network, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:30.110213 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ca00cecf-b481-4cf8-a627-68c1b014316c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:30.199047 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device f8cd8325-b856-4efc-a7c1-9bdc978274fa no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 04:58:30.225794 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-ca00cecf-b481-4cf8-a627-68c1b014316c admin admin] Deleting port b9224054-b232-4352-8694-1fc62b3bf334 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:58:30.226172 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ca00cecf-b481-4cf8-a627-68c1b014316c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:30.264125 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8e31cb42-547e-4fee-a339-a0b69dc9f2ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:30.305384 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-217e7d0a-2a80-48b5-a38c-37c347a23beb tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=88260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 04:58:30.313832 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-a84af970-7029-46a5-b5ac-f8031077be67 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Request body: {'subnet': {'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:58:30.344740 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-217e7d0a-2a80-48b5-a38c-37c347a23beb tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:30.345349 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.db.segments_db [None req-217e7d0a-2a80-48b5-a38c-37c347a23beb tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Added segment a76cf3d9-53f7-446a-bec0-0d701ffaed7e of type vlan for network 5ae23dce-d53f-45a3-8263-c0987b09ef3b May 30 04:58:30.355640 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-242c937e-605b-4c7d-8628-3d50286004b9 tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:30.400681 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-18349e6b-ec64-4cee-848c-6628ed64cbea None None] For port f8cd8325-b856-4efc-a7c1-9bdc978274fa, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=f8cd8325-b856-4efc-a7c1-9bdc978274fa,segment=NetworkSegment(c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1),segment_id=c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:58:30.401271 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-18349e6b-ec64-4cee-848c-6628ed64cbea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:30.508436 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242c937e-605b-4c7d-8628-3d50286004b9 tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Pushing event deleted for resources: {'Port': ['ID=a5cd0afc-b743-4757-bd4e-4fd6d62fbfcc,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:30.559815 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-18349e6b-ec64-4cee-848c-6628ed64cbea None None] Calling delete_port for f8cd8325-b856-4efc-a7c1-9bdc978274fa owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:58:30.578865 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-3a83e49a-349a-4ac1-9ada-235236320e6a tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Calling delete_port for 6b74400d-6689-4b40-bebc-07b761e015da owned by network:floatingip {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:58:30.607101 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-217e7d0a-2a80-48b5-a38c-37c347a23beb tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729234556353'] for network, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:30.609033 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c1d5350e-5da7-4f29-9bf7-0964d17f0c61 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11765'] for router, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:30.626481 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port f8cd8325-b856-4efc-a7c1-9bdc978274fa is: ACTIVE; New status is: DOWN {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:58:30.626896 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:30.686193 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-a1c8539f-030b-4a1e-acb1-59e0a121bf90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] For port ac5afc41-e61c-4b9a-a99b-6d395300caae, host hv-neutron-8437, got binding levels [] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:58:30.686805 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a1c8539f-030b-4a1e-acb1-59e0a121bf90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:30.696369 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.api.v2.resource [None req-c1d5350e-5da7-4f29-9bf7-0964d17f0c61 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] update failed (client error): The resource could not be found. May 30 04:58:30.703424 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-c1d5350e-5da7-4f29-9bf7-0964d17f0c61 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] 10.222.0.15 "PUT /v2.0/routers/7f6a5e1a-3ce4-447f-b2c8-76daee65d33b HTTP/1.1" status: 404 len: 339 time: 1.0804837 May 30 04:58:30.707177 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 41160) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:30.723126 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-1025331b-e8de-48fc-8357-ca03618a9c77 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-2064007820'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:58:30.729010 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] For port f8cd8325-b856-4efc-a7c1-9bdc978274fa, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=f8cd8325-b856-4efc-a7c1-9bdc978274fa,segment=NetworkSegment(c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1),segment_id=c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:58:30.743317 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-1025331b-e8de-48fc-8357-ca03618a9c77 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:58:30.745350 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-a84af970-7029-46a5-b5ac-f8031077be67 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:58:30.753198 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-1025331b-e8de-48fc-8357-ca03618a9c77 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Usage tracker for resource:network and tenant:2b6e4651650b4c999aced5cd7580a614 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:58:30.756370 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-a84af970-7029-46a5-b5ac-f8031077be67 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Usage tracker for resource:subnet and tenant:16af2dbefc6742d5a37a7b30e58c8c2f is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:58:30.763279 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ad167401-4a57-4ba6-a9df-8bab2a4e87ba tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602184'] for router_interface, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:30.766340 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:30.767229 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 74dfc65a-67f1-43f9-8dc5-6cd308de3c6e no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 04:58:30.810957 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-1025331b-e8de-48fc-8357-ca03618a9c77 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:58:30.813838 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-a84af970-7029-46a5-b5ac-f8031077be67 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:58:30.829112 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.db.api [None req-18349e6b-ec64-4cee-848c-6628ed64cbea None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 04:58:30.829329 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-a84af970-7029-46a5-b5ac-f8031077be67 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:58:30.829463 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG oslo_db.api [None req-18349e6b-ec64-4cee-848c-6628ed64cbea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 04:58:30.844353 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-1025331b-e8de-48fc-8357-ca03618a9c77 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:58:30.857141 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] No Port match for: 74dfc65a-67f1-43f9-8dc5-6cd308de3c6e {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 04:58:30.857477 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 74dfc65a-67f1-43f9-8dc5-6cd308de3c6e not bound to the agent host dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 04:58:30.879960 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Pushing event updated for resources: {'Port': ['ID=f8cd8325-b856-4efc-a7c1-9bdc978274fa,revision_number=7']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:30.895944 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-ca00cecf-b481-4cf8-a627-68c1b014316c admin admin] For port b9224054-b232-4352-8694-1fc62b3bf334, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=b9224054-b232-4352-8694-1fc62b3bf334,segment=NetworkSegment(ad083d94-0233-4c50-a0ed-00ef7686038c),segment_id=ad083d94-0233-4c50-a0ed-00ef7686038c)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:58:30.896301 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ca00cecf-b481-4cf8-a627-68c1b014316c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:30.912790 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-a1c8539f-030b-4a1e-acb1-59e0a121bf90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Calling delete_port for ac5afc41-e61c-4b9a-a99b-6d395300caae owned by {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:58:30.931485 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a84af970-7029-46a5-b5ac-f8031077be67 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Made reservation on behalf of 16af2dbefc6742d5a37a7b30e58c8c2f for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:58:30.935570 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a84af970-7029-46a5-b5ac-f8031077be67 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9305518'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:30.948570 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1025331b-e8de-48fc-8357-ca03618a9c77 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Made reservation on behalf of 2b6e4651650b4c999aced5cd7580a614 for: {'network': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:58:30.956083 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1025331b-e8de-48fc-8357-ca03618a9c77 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for network, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:30.959834 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-217e7d0a-2a80-48b5-a38c-37c347a23beb tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788'] for network, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:30.965177 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-217e7d0a-2a80-48b5-a38c-37c347a23beb tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:58:30.965976 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-217e7d0a-2a80-48b5-a38c-37c347a23beb tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:31.155962 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56ded65b-0e68-413c-8b9b-1097922cc81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:31.159924 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-ca00cecf-b481-4cf8-a627-68c1b014316c admin admin] Calling delete_port for b9224054-b232-4352-8694-1fc62b3bf334 owned by network:router_gateway {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:58:31.199868 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1025331b-e8de-48fc-8357-ca03618a9c77 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=88261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 04:58:31.225136 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-242c937e-605b-4c7d-8628-3d50286004b9 tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:31.241680 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1025331b-e8de-48fc-8357-ca03618a9c77 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:31.244673 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.db.segments_db [None req-1025331b-e8de-48fc-8357-ca03618a9c77 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Added segment fbf81dcc-8935-4220-ab43-5cde3244d248 of type vlan for network b83f0e20-90c8-49c0-bf84-f851a4168a2e May 30 04:58:31.268302 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3a83e49a-349a-4ac1-9ada-235236320e6a tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:31.277604 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-242c937e-605b-4c7d-8628-3d50286004b9 tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] 10.222.0.15 "DELETE /v2.0/ports/a5cd0afc-b743-4757-bd4e-4fd6d62fbfcc HTTP/1.1" status: 204 len: 168 time: 2.9074674 May 30 04:58:31.281940 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217e7d0a-2a80-48b5-a38c-37c347a23beb tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Pushing event updated for resources: {'Network': ['ID=5ae23dce-d53f-45a3-8263-c0987b09ef3b,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:31.283908 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 41164) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:31.291426 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-217e7d0a-2a80-48b5-a38c-37c347a23beb tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.5095227 May 30 04:58:31.296371 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Network 5ae23dce-d53f-45a3-8263-c0987b09ef3b details requested by agent ovs-agent-dv-neutron-843763-1-hyperv with host dv-neutron-843763-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 04:58:31.306429 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 41168) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:31.335800 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a83e49a-349a-4ac1-9ada-235236320e6a tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Pushing event deleted for resources: {'Port': ['ID=6b74400d-6689-4b40-bebc-07b761e015da,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:31.351485 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-9273f0d7-fcdc-4cc8-acd9-170d0d91a12b tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Request body: {'subnet': {'network_id': '5ae23dce-d53f-45a3-8263-c0987b09ef3b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:58:31.361472 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-18349e6b-ec64-4cee-848c-6628ed64cbea None None] Deleting port f8cd8325-b856-4efc-a7c1-9bdc978274fa {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:58:31.362204 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-18349e6b-ec64-4cee-848c-6628ed64cbea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:31.370851 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1025331b-e8de-48fc-8357-ca03618a9c77 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729234556353'] for network, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:31.381448 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a1c8539f-030b-4a1e-acb1-59e0a121bf90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:31.445569 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a83e49a-349a-4ac1-9ada-235236320e6a tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:58:31.445913 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a83e49a-349a-4ac1-9ada-235236320e6a tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:58:31.446175 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a83e49a-349a-4ac1-9ada-235236320e6a tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:58:31.446692 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a83e49a-349a-4ac1-9ada-235236320e6a tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:58:31.447198 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a83e49a-349a-4ac1-9ada-235236320e6a tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:58:31.447691 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a83e49a-349a-4ac1-9ada-235236320e6a tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:58:31.448233 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a83e49a-349a-4ac1-9ada-235236320e6a tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:58:31.449107 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a83e49a-349a-4ac1-9ada-235236320e6a tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:58:31.449107 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a83e49a-349a-4ac1-9ada-235236320e6a tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:58:31.449281 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a83e49a-349a-4ac1-9ada-235236320e6a tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:58:31.449485 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a83e49a-349a-4ac1-9ada-235236320e6a tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:58:31.450024 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a83e49a-349a-4ac1-9ada-235236320e6a tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:58:31.455858 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:31.586070 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1025331b-e8de-48fc-8357-ca03618a9c77 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788'] for network, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:31.592189 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1025331b-e8de-48fc-8357-ca03618a9c77 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:58:31.592795 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1025331b-e8de-48fc-8357-ca03618a9c77 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:31.598984 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3a83e49a-349a-4ac1-9ada-235236320e6a tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Notify callbacks [] for floatingip, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:31.600208 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.db.l3_db [None req-3a83e49a-349a-4ac1-9ada-235236320e6a tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Floating IP f65c6f00-8287-43a7-b104-cd30b8800f70 disassociated (deleted). External IP: 172.26.6.51, port: 7b6e2cff-db4b-42be-807a-b0d5a7224cdb. May 30 04:58:31.615435 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-18349e6b-ec64-4cee-848c-6628ed64cbea None None] For port f8cd8325-b856-4efc-a7c1-9bdc978274fa, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=f8cd8325-b856-4efc-a7c1-9bdc978274fa,segment=NetworkSegment(c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1),segment_id=c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:58:31.615830 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-18349e6b-ec64-4cee-848c-6628ed64cbea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:31.624806 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c8539f-030b-4a1e-acb1-59e0a121bf90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Pushing event deleted for resources: {'Port': ['ID=ac5afc41-e61c-4b9a-a99b-6d395300caae,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:31.652522 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a1c8539f-030b-4a1e-acb1-59e0a121bf90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:31.695441 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-a1c8539f-030b-4a1e-acb1-59e0a121bf90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] 10.222.0.15 "DELETE /v2.0/ports/ac5afc41-e61c-4b9a-a99b-6d395300caae HTTP/1.1" status: 204 len: 168 time: 1.9267194 May 30 04:58:31.697732 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-9273f0d7-fcdc-4cc8-acd9-170d0d91a12b tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:58:31.700569 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 41172) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:31.742980 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-18349e6b-ec64-4cee-848c-6628ed64cbea None None] Calling delete_port for f8cd8325-b856-4efc-a7c1-9bdc978274fa owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:58:31.743841 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-9273f0d7-fcdc-4cc8-acd9-170d0d91a12b tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Usage tracker for resource:subnet and tenant:f4aea07b5c934dc5bc600f55a2d3ba0e is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:58:31.754261 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-9273f0d7-fcdc-4cc8-acd9-170d0d91a12b tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:58:31.793120 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-9273f0d7-fcdc-4cc8-acd9-170d0d91a12b tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:58:31.795655 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6fdcd49-f3cd-4542-ab3d-76f19ec3a992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] GET failed (client error): The resource could not be found. May 30 04:58:31.796190 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-a6fdcd49-f3cd-4542-ab3d-76f19ec3a992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Synchronizing usage tracker for tenant:c7906860cd284922abfbc005b3c11808 on resource:port {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:58:31.817801 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80f086ea-56ef-447b-9549-0f77cdb87f86 tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:58:31.818594 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-80f086ea-56ef-447b-9549-0f77cdb87f86 tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Synchronizing usage tracker for tenant:cd2560d80ddd4e6fb6938d0bf7b6bbb7 on resource:port {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:58:31.826907 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-18349e6b-ec64-4cee-848c-6628ed64cbea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069'] for port, after_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:31.847462 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9273f0d7-fcdc-4cc8-acd9-170d0d91a12b tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Made reservation on behalf of f4aea07b5c934dc5bc600f55a2d3ba0e for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:58:31.850908 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9273f0d7-fcdc-4cc8-acd9-170d0d91a12b tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2133361'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:31.873082 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18349e6b-ec64-4cee-848c-6628ed64cbea None None] Pushing event deleted for resources: {'Port': ['ID=f8cd8325-b856-4efc-a7c1-9bdc978274fa,revision_number=None']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:31.876285 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18349e6b-ec64-4cee-848c-6628ed64cbea None None] No DVR routers for this DVR port f8cd8325-b856-4efc-a7c1-9bdc978274fa on host dv-neutron-843763-1-hyperv {{(pid=88262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 04:58:31.925741 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-a6fdcd49-f3cd-4542-ab3d-76f19ec3a992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Unset dirty status for tenant:c7906860cd284922abfbc005b3c11808 on resource:port {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:58:31.926936 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-a6fdcd49-f3cd-4542-ab3d-76f19ec3a992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] 10.222.0.15 "GET /v2.0/ports/ac5afc41-e61c-4b9a-a99b-6d395300caae HTTP/1.1" status: 404 len: 333 time: 0.2221904 May 30 04:58:31.934999 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 41176) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:31.936197 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-80f086ea-56ef-447b-9549-0f77cdb87f86 tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Unset dirty status for tenant:cd2560d80ddd4e6fb6938d0bf7b6bbb7 on resource:port {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:58:31.937297 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-80f086ea-56ef-447b-9549-0f77cdb87f86 tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c022c8b-2f60-4543-bfb2-4db435552212 HTTP/1.1" status: 200 len: 913 time: 0.6507273 May 30 04:58:31.946135 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-cdb0b68a-8d92-41f9-9d14-b8078bbf4651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-754617451', 'network_id': 'd5061794-8d18-4d48-8502-7f834a929a75'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:58:31.946848 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 41180) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:31.948897 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-ad167401-4a57-4ba6-a9df-8bab2a4e87ba tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Deleting port 432a1540-d804-4228-8198-3df5dfb500cc {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:58:31.949186 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ad167401-4a57-4ba6-a9df-8bab2a4e87ba tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:31.960187 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ca00cecf-b481-4cf8-a627-68c1b014316c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:31.966977 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-cdb0b68a-8d92-41f9-9d14-b8078bbf4651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:58:31.973425 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1025331b-e8de-48fc-8357-ca03618a9c77 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Pushing event updated for resources: {'Network': ['ID=b83f0e20-90c8-49c0-bf84-f851a4168a2e,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:31.986071 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Network b83f0e20-90c8-49c0-bf84-f851a4168a2e details requested by agent ovs-agent-dv-neutron-843763-1-hyperv with host dv-neutron-843763-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 04:58:32.028759 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca00cecf-b481-4cf8-a627-68c1b014316c admin admin] Pushing event deleted for resources: {'Port': ['ID=b9224054-b232-4352-8694-1fc62b3bf334,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:32.041854 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-cdb0b68a-8d92-41f9-9d14-b8078bbf4651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:58:32.096555 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-1025331b-e8de-48fc-8357-ca03618a9c77 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.3850026 May 30 04:58:32.114140 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 41184) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:32.125073 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-4c4ad0e4-a5fc-4434-b4c8-03db42c91e48 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Request body: {'subnet': {'network_id': 'b83f0e20-90c8-49c0-bf84-f851a4168a2e', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:58:32.159620 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdb0b68a-8d92-41f9-9d14-b8078bbf4651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Made reservation on behalf of c7906860cd284922abfbc005b3c11808 for: {'port': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:58:32.161844 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-cdb0b68a-8d92-41f9-9d14-b8078bbf4651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:32.302659 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [None req-cdb0b68a-8d92-41f9-9d14-b8078bbf4651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] device_id is not set on port 8c401630-d15e-44e4-b628-f673ae1e31e5 yet. {{(pid=88260) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 30 04:58:32.357876 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ca00cecf-b481-4cf8-a627-68c1b014316c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1604781'] for router_gateway, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:32.422149 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.objects.ports [None req-a84af970-7029-46a5-b5ac-f8031077be67 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88261) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 30 04:58:32.473680 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a84af970-7029-46a5-b5ac-f8031077be67 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2305012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9305500'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:32.489251 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-4c4ad0e4-a5fc-4434-b4c8-03db42c91e48 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:58:32.552363 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-4c4ad0e4-a5fc-4434-b4c8-03db42c91e48 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Usage tracker for resource:subnet and tenant:2b6e4651650b4c999aced5cd7580a614 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:58:32.563259 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-4c4ad0e4-a5fc-4434-b4c8-03db42c91e48 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:58:32.595821 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-4c4ad0e4-a5fc-4434-b4c8-03db42c91e48 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:58:32.602602 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ca00cecf-b481-4cf8-a627-68c1b014316c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11660'] for router, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:32.621912 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ca00cecf-b481-4cf8-a627-68c1b014316c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:32.648272 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c4ad0e4-a5fc-4434-b4c8-03db42c91e48 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Made reservation on behalf of 2b6e4651650b4c999aced5cd7580a614 for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:58:32.651669 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4c4ad0e4-a5fc-4434-b4c8-03db42c91e48 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2133361'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:32.687142 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9273f0d7-fcdc-4cc8-acd9-170d0d91a12b tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1547796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2133315'] for subnet, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:32.720514 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a142624-940e-4c55-bf49-a5329c884075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:32.730865 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a84af970-7029-46a5-b5ac-f8031077be67 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Network 0008fd3d-19e9-40cf-b545-4a7647b90cf1 is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:58:32.739142 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-a84af970-7029-46a5-b5ac-f8031077be67 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:58:32.749792 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c963d789-e345-4100-8864-e14c5e438371 None None] Network 0008fd3d-19e9-40cf-b545-4a7647b90cf1 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:58:32.802015 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a84af970-7029-46a5-b5ac-f8031077be67 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:58:32.803076 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a84af970-7029-46a5-b5ac-f8031077be67 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:32.845362 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-ad167401-4a57-4ba6-a9df-8bab2a4e87ba tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] For port 432a1540-d804-4228-8198-3df5dfb500cc, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=432a1540-d804-4228-8198-3df5dfb500cc,segment=NetworkSegment(6b2a0b0c-38dc-4571-bb1b-ee54316e910b),segment_id=6b2a0b0c-38dc-4571-bb1b-ee54316e910b)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:58:32.845729 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ad167401-4a57-4ba6-a9df-8bab2a4e87ba tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:32.856073 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84af970-7029-46a5-b5ac-f8031077be67 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Pushing event updated for resources: {'Subnet': ['ID=8ffb1252-15c7-4064-8be9-e9ac9dd26eb6,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:32.892058 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ca00cecf-b481-4cf8-a627-68c1b014316c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1601605'] for router, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:32.892861 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca00cecf-b481-4cf8-a627-68c1b014316c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4ce894cc-f128-40c6-907e-3f9e866b9a54 {{(pid=88260) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 30 04:58:32.903310 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-a84af970-7029-46a5-b5ac-f8031077be67 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.8227959 May 30 04:58:32.909590 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 41188) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:32.939396 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-83a500a8-471b-4795-8b17-b24ebdec2e32 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Request body: {'subnet': {'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:58:33.006791 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa6984a1-e504-4d99-9c48-e28bd8fa89c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bbf24ed-7ba9-53d2-873f-8f9642b1e987-0008fd3d-19e9-40cf-b545-4a7647b90cf1', 'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1', 'tenant_id': '16af2dbefc6742d5a37a7b30e58c8c2f', 'fixed_ips': [{'subnet_id': '8ffb1252-15c7-4064-8be9-e9ac9dd26eb6'}]}} from dv-neutron-843763-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 30 04:58:33.007633 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-fa6984a1-e504-4d99-9c48-e28bd8fa89c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:33.018986 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9273f0d7-fcdc-4cc8-acd9-170d0d91a12b tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Pushing event updated for resources: {'Subnet': ['ID=324d671c-484c-4444-b74d-720b09b57008,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:33.117740 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9273f0d7-fcdc-4cc8-acd9-170d0d91a12b tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Checking segment: {'id': 'a76cf3d9-53f7-446a-bec0-0d701ffaed7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '5ae23dce-d53f-45a3-8263-c0987b09ef3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:58:33.118128 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9273f0d7-fcdc-4cc8-acd9-170d0d91a12b tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Network hostable DHCP agents. Network: 5ae23dce-d53f-45a3-8263-c0987b09ef3b, hostable agents: ['1c705e68-3d3e-4dd3-9252-feb21d4b96ab'], hosted agents: [] {{(pid=88260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 04:58:33.131185 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9273f0d7-fcdc-4cc8-acd9-170d0d91a12b tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:58:33.131520 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9273f0d7-fcdc-4cc8-acd9-170d0d91a12b tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:58:33.132064 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9273f0d7-fcdc-4cc8-acd9-170d0d91a12b tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:58:33.132575 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9273f0d7-fcdc-4cc8-acd9-170d0d91a12b tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:58:33.133092 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9273f0d7-fcdc-4cc8-acd9-170d0d91a12b tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:58:33.133582 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9273f0d7-fcdc-4cc8-acd9-170d0d91a12b tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:58:33.134091 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9273f0d7-fcdc-4cc8-acd9-170d0d91a12b tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:58:33.134572 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9273f0d7-fcdc-4cc8-acd9-170d0d91a12b tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:58:33.135145 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9273f0d7-fcdc-4cc8-acd9-170d0d91a12b tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:58:33.135635 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9273f0d7-fcdc-4cc8-acd9-170d0d91a12b tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:58:33.136111 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9273f0d7-fcdc-4cc8-acd9-170d0d91a12b tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:58:33.136597 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9273f0d7-fcdc-4cc8-acd9-170d0d91a12b tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:58:33.145801 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-cdb0b68a-8d92-41f9-9d14-b8078bbf4651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:33.175223 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-ad167401-4a57-4ba6-a9df-8bab2a4e87ba tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Calling delete_port for 432a1540-d804-4228-8198-3df5dfb500cc owned by network:router_interface {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:58:33.186527 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-fa6984a1-e504-4d99-9c48-e28bd8fa89c7 None None] Allocated IP 2001:db8::f816:3eff:fee7:c32 (0008fd3d-19e9-40cf-b545-4a7647b90cf1/8ffb1252-15c7-4064-8be9-e9ac9dd26eb6/acd282eb-835e-430e-b0ff-4c773b45a4cf) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:58:33.235451 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ca00cecf-b481-4cf8-a627-68c1b014316c admin admin] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:33.236830 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-ca00cecf-b481-4cf8-a627-68c1b014316c admin admin] 10.222.0.15 "DELETE /v2.0/routers/4ce894cc-f128-40c6-907e-3f9e866b9a54 HTTP/1.1" status: 204 len: 168 time: 4.4726574 May 30 04:58:33.241138 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 41192) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:33.250764 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9273f0d7-fcdc-4cc8-acd9-170d0d91a12b tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Network 5ae23dce-d53f-45a3-8263-c0987b09ef3b is scheduled to be hosted by DHCP agent 1c705e68-3d3e-4dd3-9252-feb21d4b96ab with binding_index 1 {{(pid=88260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 04:58:33.251189 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a83e49a-349a-4ac1-9ada-235236320e6a tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Router ada416c6-edef-4cad-ab20-945ddff3a53a has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 04:58:33.341668 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-9273f0d7-fcdc-4cc8-acd9-170d0d91a12b tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843763-1-hyperv, 5ae23dce-d53f-45a3-8263-c0987b09ef3b) {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:58:33.358365 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9273f0d7-fcdc-4cc8-acd9-170d0d91a12b tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:58:33.359129 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9273f0d7-fcdc-4cc8-acd9-170d0d91a12b tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:33.363367 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65eec6b2-bfbc-4b60-881b-ec09a66d8f08 None None] Network 5ae23dce-d53f-45a3-8263-c0987b09ef3b requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:58:33.375023 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-83a500a8-471b-4795-8b17-b24ebdec2e32 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:58:33.397613 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-83a500a8-471b-4795-8b17-b24ebdec2e32 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Usage tracker for resource:subnet and tenant:16af2dbefc6742d5a37a7b30e58c8c2f is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:58:33.411014 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-cdb0b68a-8d92-41f9-9d14-b8078bbf4651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:33.414135 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-83a500a8-471b-4795-8b17-b24ebdec2e32 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:58:33.600700 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-83a500a8-471b-4795-8b17-b24ebdec2e32 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:58:33.604856 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-fa6984a1-e504-4d99-9c48-e28bd8fa89c7 None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:33.613093 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-9273f0d7-fcdc-4cc8-acd9-170d0d91a12b tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2727339 May 30 04:58:33.633631 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 41198) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:33.643260 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4c4ad0e4-a5fc-4434-b4c8-03db42c91e48 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1547796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2133315'] for subnet, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:33.649364 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-8c7afb20-f543-491a-b856-f9da749eea5a tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Request body: {'port': {'network_id': '5ae23dce-d53f-45a3-8263-c0987b09ef3b', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1914896824'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:58:33.695345 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_v2 [None req-edfbed12-667d-4b12-bb83-0e1218350173 admin admin] Deleting subnet c06f497a-4701-45be-bb19-b5a139bdd216 {{(pid=88261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 30 04:58:33.706653 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-edfbed12-667d-4b12-bb83-0e1218350173 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:33.708322 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb0b68a-8d92-41f9-9d14-b8078bbf4651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Network d5061794-8d18-4d48-8502-7f834a929a75 is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:58:33.717158 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83a500a8-471b-4795-8b17-b24ebdec2e32 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Made reservation on behalf of 16af2dbefc6742d5a37a7b30e58c8c2f for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:58:33.720576 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-83a500a8-471b-4795-8b17-b24ebdec2e32 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2133361'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:33.747887 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a83e49a-349a-4ac1-9ada-235236320e6a tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 04:58:33.756851 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-660ba9ae-c6a4-49fb-86ab-d5a72b9721f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bbf24ed-7ba9-53d2-873f-8f9642b1e987-5ae23dce-d53f-45a3-8263-c0987b09ef3b', 'network_id': '5ae23dce-d53f-45a3-8263-c0987b09ef3b', 'tenant_id': 'f4aea07b5c934dc5bc600f55a2d3ba0e', 'fixed_ips': [{'subnet_id': '324d671c-484c-4444-b74d-720b09b57008'}]}} from dv-neutron-843763-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 30 04:58:33.757342 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca8d535-a6e7-4eb5-84d2-b997899931e3 None None] Sync routers for ids ['ada416c6-edef-4cad-ab20-945ddff3a53a'] in dv-neutron-843763-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 04:58:33.758329 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-660ba9ae-c6a4-49fb-86ab-d5a72b9721f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:33.766865 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca8d535-a6e7-4eb5-84d2-b997899931e3 None None] Routers {'ada416c6-edef-4cad-ab20-945ddff3a53a'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 04:58:33.767928 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-fca8d535-a6e7-4eb5-84d2-b997899931e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T04:58:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['ada416c6-edef-4cad-ab20-945ddff3a53a'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:58:33.778390 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3a83e49a-349a-4ac1-9ada-235236320e6a tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for floatingip, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:33.816473 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ad167401-4a57-4ba6-a9df-8bab2a4e87ba tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:33.819156 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-fa6984a1-e504-4d99-9c48-e28bd8fa89c7 None None] Transition to ACTIVE for port object acd282eb-835e-430e-b0ff-4c773b45a4cf will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:58:33.864097 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-fa6984a1-e504-4d99-9c48-e28bd8fa89c7 None None] Transition to ACTIVE for port object acd282eb-835e-430e-b0ff-4c773b45a4cf will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:58:33.880355 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-edfbed12-667d-4b12-bb83-0e1218350173 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3545586'] for subnet, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:33.915476 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad167401-4a57-4ba6-a9df-8bab2a4e87ba tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Pushing event deleted for resources: {'Port': ['ID=432a1540-d804-4228-8198-3df5dfb500cc,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:33.925186 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-cdb0b68a-8d92-41f9-9d14-b8078bbf4651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:58:33.938025 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb0b68a-8d92-41f9-9d14-b8078bbf4651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:58:33.939184 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb0b68a-8d92-41f9-9d14-b8078bbf4651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:58:33.939929 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-cdb0b68a-8d92-41f9-9d14-b8078bbf4651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:33.957874 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-8c7afb20-f543-491a-b856-f9da749eea5a tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:58:33.962950 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-8c7afb20-f543-491a-b856-f9da749eea5a tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Usage tracker for resource:port and tenant:f4aea07b5c934dc5bc600f55a2d3ba0e is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:58:33.965041 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-660ba9ae-c6a4-49fb-86ab-d5a72b9721f2 None None] Allocated IP 172.20.0.2 (5ae23dce-d53f-45a3-8263-c0987b09ef3b/324d671c-484c-4444-b74d-720b09b57008/c573308b-0279-4cd2-b72e-d9e4d9b06e57) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:58:33.973417 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-8c7afb20-f543-491a-b856-f9da749eea5a tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:58:33.976284 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-fa6984a1-e504-4d99-9c48-e28bd8fa89c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:33.982538 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-8c7afb20-f543-491a-b856-f9da749eea5a tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:58:33.992364 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-3a83e49a-349a-4ac1-9ada-235236320e6a tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] 10.222.0.15 "DELETE /v2.0/floatingips/f65c6f00-8287-43a7-b104-cd30b8800f70 HTTP/1.1" status: 204 len: 168 time: 5.3783817 May 30 04:58:33.995172 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4ad0e4-a5fc-4434-b4c8-03db42c91e48 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Pushing event updated for resources: {'Subnet': ['ID=fbcd9d56-bbb5-4431-8e36-660c58079a82,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:34.000609 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb0b68a-8d92-41f9-9d14-b8078bbf4651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Pushing event updated for resources: {'Port': ['ID=8c401630-d15e-44e4-b628-f673ae1e31e5,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:34.002020 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-fca8d535-a6e7-4eb5-84d2-b997899931e3 None None] Set router ada416c6-edef-4cad-ab20-945ddff3a53a gateway port host: dv-neutron-843763-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 04:58:34.142985 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-edfbed12-667d-4b12-bb83-0e1218350173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860493'] for subnet, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:34.195209 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa6984a1-e504-4d99-9c48-e28bd8fa89c7 None None] Network 0008fd3d-19e9-40cf-b545-4a7647b90cf1 is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:58:34.212142 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-fa6984a1-e504-4d99-9c48-e28bd8fa89c7 None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:58:34.217476 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6984a1-e504-4d99-9c48-e28bd8fa89c7 None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:58:34.223684 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c7afb20-f543-491a-b856-f9da749eea5a tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Made reservation on behalf of f4aea07b5c934dc5bc600f55a2d3ba0e for: {'port': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:58:34.236226 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3b4fbda-4b1c-4eb1-8123-8c822f8314a1', 'tag': '7b6e2cff-db4b-42be-807a-b0d5a7224cdb'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 04:58:34.236485 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8c7afb20-f543-491a-b856-f9da749eea5a tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:34.251771 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1f1188a4-526c-4fd7-b5b2-fb6b2fa404c9 tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602184'] for router_interface, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:34.337705 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device b9224054-b232-4352-8694-1fc62b3bf334 no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 04:58:34.425404 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-cdb0b68a-8d92-41f9-9d14-b8078bbf4651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.4866645 May 30 04:58:34.430679 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 41208) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:34.431735 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [None req-8c7afb20-f543-491a-b856-f9da749eea5a tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] device_id is not set on port 6015feaa-24bf-4ada-b967-e7ee3d760f1b yet. {{(pid=88260) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 30 04:58:34.471155 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] No Port match for: b9224054-b232-4352-8694-1fc62b3bf334 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 04:58:34.471875 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device b9224054-b232-4352-8694-1fc62b3bf334 not bound to the agent host dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 04:58:34.513704 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-fca8d535-a6e7-4eb5-84d2-b997899931e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ada416c6-edef-4cad-ab20-945ddff3a53a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-356467084', 'tenant_id': '4c33678f28b44a57ab35b86381e31406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.112'}], 'enable_snat': True}, 'gw_port_id': 'abb07bf1-5771-449e-8886-68e8d6179315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T04:55:08Z', 'updated_at': '2022-05-30T04:55:18Z', 'revision_number': 4, 'project_id': '4c33678f28b44a57ab35b86381e31406', 'gw_port': {'id': 'abb07bf1-5771-449e-8886-68e8d6179315', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:21:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada416c6-edef-4cad-ab20-945ddff3a53a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:55:09Z', 'updated_at': '2022-05-30T04:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': 'fb396f48-037e-44bb-9752-30b69dd60eae', 'name': '', 'network_id': '7de51c91-19bb-4b5d-923c-b7d77dfa625f', 'tenant_id': '4c33678f28b44a57ab35b86381e31406', 'mac_address': 'fa:16:3e:26:fb:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada416c6-edef-4cad-ab20-945ddff3a53a', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'b5ad951a-f78e-4dae-aa5e-a260f6c65de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:55:16Z', 'updated_at': '2022-05-30T04:55:27Z', 'revision_number': 5, 'project_id': '4c33678f28b44a57ab35b86381e31406', 'subnets': [{'id': 'b5ad951a-f78e-4dae-aa5e-a260f6c65de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:58:34.517946 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca8d535-a6e7-4eb5-84d2-b997899931e3 None None] Checking router: ada416c6-edef-4cad-ab20-945ddff3a53a for host: dv-neutron-843763-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 04:58:34.520230 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6984a1-e504-4d99-9c48-e28bd8fa89c7 None None] Pushing event updated for resources: {'Port': ['ID=acd282eb-835e-430e-b0ff-4c773b45a4cf,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:34.526991 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca8d535-a6e7-4eb5-84d2-b997899931e3 None None] Routers {'ada416c6-edef-4cad-ab20-945ddff3a53a'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 04:58:34.527879 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-fca8d535-a6e7-4eb5-84d2-b997899931e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T04:58:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['ada416c6-edef-4cad-ab20-945ddff3a53a'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:58:34.536549 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6984a1-e504-4d99-9c48-e28bd8fa89c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:58:34.537216 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6984a1-e504-4d99-9c48-e28bd8fa89c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:58:34.537770 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6984a1-e504-4d99-9c48-e28bd8fa89c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:58:34.538367 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6984a1-e504-4d99-9c48-e28bd8fa89c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:58:34.538911 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6984a1-e504-4d99-9c48-e28bd8fa89c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:58:34.539457 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6984a1-e504-4d99-9c48-e28bd8fa89c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:58:34.540277 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6984a1-e504-4d99-9c48-e28bd8fa89c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:58:34.540817 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6984a1-e504-4d99-9c48-e28bd8fa89c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:58:34.541364 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6984a1-e504-4d99-9c48-e28bd8fa89c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:58:34.541938 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6984a1-e504-4d99-9c48-e28bd8fa89c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:58:34.542607 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6984a1-e504-4d99-9c48-e28bd8fa89c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:58:34.543168 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6984a1-e504-4d99-9c48-e28bd8fa89c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:58:34.547036 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-fa6984a1-e504-4d99-9c48-e28bd8fa89c7 None None] Attempting to bind port acd282eb-835e-430e-b0ff-4c773b45a4cf on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 04:58:34.547751 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-fa6984a1-e504-4d99-9c48-e28bd8fa89c7 None None] Attempting to bind port acd282eb-835e-430e-b0ff-4c773b45a4cf by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': 'c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 04:58:34.548339 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6984a1-e504-4d99-9c48-e28bd8fa89c7 None None] Attempting to bind port acd282eb-835e-430e-b0ff-4c773b45a4cf on network 0008fd3d-19e9-40cf-b545-4a7647b90cf1 {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 04:58:34.552789 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78eeac6b-6ece-43af-b5d9-8fc0f907ab7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:58:34.553893 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-78eeac6b-6ece-43af-b5d9-8fc0f907ab7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Synchronizing usage tracker for tenant:c7906860cd284922abfbc005b3c11808 on resource:port {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:58:34.575326 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6984a1-e504-4d99-9c48-e28bd8fa89c7 None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 4, 58, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 04:58:34.575873 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6984a1-e504-4d99-9c48-e28bd8fa89c7 None None] Checking segment: {'id': 'c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:58:34.578074 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-fa6984a1-e504-4d99-9c48-e28bd8fa89c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:34.578760 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6984a1-e504-4d99-9c48-e28bd8fa89c7 None None] Bound using segment: {'id': 'c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 04:58:34.579357 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-fa6984a1-e504-4d99-9c48-e28bd8fa89c7 None None] Bound port: acd282eb-835e-430e-b0ff-4c773b45a4cf, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 04:58:34.580725 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-fa6984a1-e504-4d99-9c48-e28bd8fa89c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:34.624575 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4ad0e4-a5fc-4434-b4c8-03db42c91e48 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Checking segment: {'id': 'fbf81dcc-8935-4220-ab43-5cde3244d248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'b83f0e20-90c8-49c0-bf84-f851a4168a2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:58:34.624951 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c4ad0e4-a5fc-4434-b4c8-03db42c91e48 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Network hostable DHCP agents. Network: b83f0e20-90c8-49c0-bf84-f851a4168a2e, hostable agents: ['1c705e68-3d3e-4dd3-9252-feb21d4b96ab'], hosted agents: [] {{(pid=88260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 04:58:34.670715 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-edfbed12-667d-4b12-bb83-0e1218350173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2304955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9305493'] for subnet, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:34.722011 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b5a4069-e3b4-4d2e-9cc0-5a6590842c58'] response: {'name': 'network-changed', 'server_uuid': 'a3b4fbda-4b1c-4eb1-8123-8c822f8314a1', 'tag': '7b6e2cff-db4b-42be-807a-b0d5a7224cdb', 'status': 'completed', 'code': 200} May 30 04:58:34.739344 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-78eeac6b-6ece-43af-b5d9-8fc0f907ab7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Unset dirty status for tenant:c7906860cd284922abfbc005b3c11808 on resource:port {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:58:34.740531 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-78eeac6b-6ece-43af-b5d9-8fc0f907ab7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] 10.222.0.15 "GET /v2.0/ports/8c401630-d15e-44e4-b628-f673ae1e31e5 HTTP/1.1" status: 200 len: 958 time: 0.2691581 May 30 04:58:34.741384 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c4ad0e4-a5fc-4434-b4c8-03db42c91e48 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Network b83f0e20-90c8-49c0-bf84-f851a4168a2e is scheduled to be hosted by DHCP agent 1c705e68-3d3e-4dd3-9252-feb21d4b96ab with binding_index 1 {{(pid=88260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 04:58:34.744589 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 41212) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:34.747533 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-fa6984a1-e504-4d99-9c48-e28bd8fa89c7 None None] For port acd282eb-835e-430e-b0ff-4c773b45a4cf, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 04:58:34.752010 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-fa6984a1-e504-4d99-9c48-e28bd8fa89c7 None None] For port acd282eb-835e-430e-b0ff-4c773b45a4cf, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=acd282eb-835e-430e-b0ff-4c773b45a4cf,segment=NetworkSegment(c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1),segment_id=c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 04:58:34.772780 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-fa6984a1-e504-4d99-9c48-e28bd8fa89c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:34.784147 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-fca8d535-a6e7-4eb5-84d2-b997899931e3 None None] Set router ada416c6-edef-4cad-ab20-945ddff3a53a gateway port host: dv-neutron-843763-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 04:58:34.813102 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-4c4ad0e4-a5fc-4434-b4c8-03db42c91e48 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843763-1-hyperv, b83f0e20-90c8-49c0-bf84-f851a4168a2e) {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:58:34.835814 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c4ad0e4-a5fc-4434-b4c8-03db42c91e48 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:58:34.836405 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4c4ad0e4-a5fc-4434-b4c8-03db42c91e48 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:34.867552 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2193656a-c9d7-48eb-af7c-3cbac6575817 req-67e756c5-53ca-4c4f-affb-8970f7ae9ffb tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:58:34.869609 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-2193656a-c9d7-48eb-af7c-3cbac6575817 req-67e756c5-53ca-4c4f-affb-8970f7ae9ffb tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3b4fbda-4b1c-4eb1-8123-8c822f8314a1 HTTP/1.1" status: 200 len: 945 time: 0.3122280 May 30 04:58:34.875217 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6984a1-e504-4d99-9c48-e28bd8fa89c7 None None] Pushing event updated for resources: {'Port': ['ID=acd282eb-835e-430e-b0ff-4c773b45a4cf,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:34.882781 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-875e494a-6bcc-4a60-8d36-caae28d5100d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Deleting port 8c401630-d15e-44e4-b628-f673ae1e31e5 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:58:34.883177 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-875e494a-6bcc-4a60-8d36-caae28d5100d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:34.899157 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-168cbfa1-451c-4c82-a056-e8e581fc5afd None None] Network b83f0e20-90c8-49c0-bf84-f851a4168a2e requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:58:34.975585 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfbed12-667d-4b12-bb83-0e1218350173 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c06f497a-4701-45be-bb19-b5a139bdd216,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:35.028275 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-4c4ad0e4-a5fc-4434-b4c8-03db42c91e48 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.9106321 May 30 04:58:35.031036 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 41216) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:35.034930 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-83a500a8-471b-4795-8b17-b24ebdec2e32 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1547796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2133315'] for subnet, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:35.044635 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-32f4f799-05bd-4e7e-b24c-2886e59daa9a tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b83f0e20-90c8-49c0-bf84-f851a4168a2e'}}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:58:35.050902 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe39b30-897e-4289-8985-96d94f568c8a None None] Network d6c60be6-16d0-4643-855e-f83fdbae0248 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:58:35.051098 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-edfbed12-667d-4b12-bb83-0e1218350173 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:35.072093 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ad167401-4a57-4ba6-a9df-8bab2a4e87ba tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1642797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602100'] for router_interface, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:35.081724 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-edfbed12-667d-4b12-bb83-0e1218350173 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/c06f497a-4701-45be-bb19-b5a139bdd216 HTTP/1.1" status: 204 len: 168 time: 1.8353603 May 30 04:58:35.089763 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 41220) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:35.211278 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-fca8d535-a6e7-4eb5-84d2-b997899931e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ada416c6-edef-4cad-ab20-945ddff3a53a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-356467084', 'tenant_id': '4c33678f28b44a57ab35b86381e31406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.112'}], 'enable_snat': True}, 'gw_port_id': 'abb07bf1-5771-449e-8886-68e8d6179315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T04:55:08Z', 'updated_at': '2022-05-30T04:55:18Z', 'revision_number': 4, 'project_id': '4c33678f28b44a57ab35b86381e31406', 'gw_port': {'id': 'abb07bf1-5771-449e-8886-68e8d6179315', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:21:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada416c6-edef-4cad-ab20-945ddff3a53a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:55:09Z', 'updated_at': '2022-05-30T04:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': 'fb396f48-037e-44bb-9752-30b69dd60eae', 'name': '', 'network_id': '7de51c91-19bb-4b5d-923c-b7d77dfa625f', 'tenant_id': '4c33678f28b44a57ab35b86381e31406', 'mac_address': 'fa:16:3e:26:fb:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada416c6-edef-4cad-ab20-945ddff3a53a', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'b5ad951a-f78e-4dae-aa5e-a260f6c65de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:55:16Z', 'updated_at': '2022-05-30T04:55:27Z', 'revision_number': 5, 'project_id': '4c33678f28b44a57ab35b86381e31406', 'subnets': [{'id': 'b5ad951a-f78e-4dae-aa5e-a260f6c65de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:58:35.217321 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca8d535-a6e7-4eb5-84d2-b997899931e3 None None] The sync data for ids ['ada416c6-edef-4cad-ab20-945ddff3a53a'] in dv-neutron-843763-1-hyperv is: [{'id': 'ada416c6-edef-4cad-ab20-945ddff3a53a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-356467084', 'tenant_id': '4c33678f28b44a57ab35b86381e31406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.112'}], 'enable_snat': True}, 'gw_port_id': 'abb07bf1-5771-449e-8886-68e8d6179315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T04:55:08Z', 'updated_at': '2022-05-30T04:55:18Z', 'revision_number': 4, 'project_id': '4c33678f28b44a57ab35b86381e31406', 'gw_port': {'id': 'abb07bf1-5771-449e-8886-68e8d6179315', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:21:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada416c6-edef-4cad-ab20-945ddff3a53a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:55:09Z', 'updated_at': '2022-05-30T04:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': 'fb396f48-037e-44bb-9752-30b69dd60eae', 'name': '', 'network_id': '7de51c91-19bb-4b5d-923c-b7d77dfa625f', 'tenant_id': '4c33678f28b44a57ab35b86381e31406', 'mac_address': 'fa:16:3e:26:fb:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada416c6-edef-4cad-ab20-945ddff3a53a', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'b5ad951a-f78e-4dae-aa5e-a260f6c65de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:55:16Z', 'updated_at': '2022-05-30T04:55:27Z', 'revision_number': 5, 'project_id': '4c33678f28b44a57ab35b86381e31406', 'subnets': [{'id': 'b5ad951a-f78e-4dae-aa5e-a260f6c65de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 04:58:35.320588 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-660ba9ae-c6a4-49fb-86ab-d5a72b9721f2 None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:35.351302 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-660ba9ae-c6a4-49fb-86ab-d5a72b9721f2 None None] Transition to ACTIVE for port object c573308b-0279-4cd2-b72e-d9e4d9b06e57 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:58:35.423320 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-875e494a-6bcc-4a60-8d36-caae28d5100d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:35.447985 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-660ba9ae-c6a4-49fb-86ab-d5a72b9721f2 None None] Transition to ACTIVE for port object c573308b-0279-4cd2-b72e-d9e4d9b06e57 will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:58:35.467240 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-660ba9ae-c6a4-49fb-86ab-d5a72b9721f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:35.579537 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f84482fc-2353-472f-94e6-8fc68765f020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897784'] for network, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:35.598057 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e412aa1a-6f9f-4b65-b133-ce2ba092c8cf None None] DHCP port deletion for d6c60be6-16d0-4643-855e-f83fdbae0248 request from dv-neutron-843763-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 30 04:58:35.624496 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-e412aa1a-6f9f-4b65-b133-ce2ba092c8cf None None] Deleting port bece293e-87a2-40dc-b246-78890b014404 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:58:35.624905 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e412aa1a-6f9f-4b65-b133-ce2ba092c8cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:35.631317 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eaa778-ec23-4399-8bfa-33baaa380f41 req-ea3ac777-8f9c-42aa-92d5-73c972e29970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:58:35.633272 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-76eaa778-ec23-4399-8bfa-33baaa380f41 req-ea3ac777-8f9c-42aa-92d5-73c972e29970 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4c33678f28b44a57ab35b86381e31406&device_id=a3b4fbda-4b1c-4eb1-8123-8c822f8314a1 HTTP/1.1" status: 200 len: 1098 time: 0.9576328 May 30 04:58:35.641318 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad167401-4a57-4ba6-a9df-8bab2a4e87ba tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Router 7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79 has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 04:58:35.722767 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-660ba9ae-c6a4-49fb-86ab-d5a72b9721f2 None None] Network 5ae23dce-d53f-45a3-8263-c0987b09ef3b is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:58:35.730016 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0cc34ab-83b8-4f6b-8a76-d05a102e6688 None None] New status for floating IP f65c6f00-8287-43a7-b104-cd30b8800f70: DOWN {{(pid=88262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 30 04:58:35.765236 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-f84482fc-2353-472f-94e6-8fc68765f020 admin admin] Deleting port bece293e-87a2-40dc-b246-78890b014404 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:58:35.765891 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f84482fc-2353-472f-94e6-8fc68765f020 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:35.849924 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-660ba9ae-c6a4-49fb-86ab-d5a72b9721f2 None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:58:35.852552 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660ba9ae-c6a4-49fb-86ab-d5a72b9721f2 None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:58:35.906035 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-2193656a-c9d7-48eb-af7c-3cbac6575817 req-cc930913-2d43-4cee-b0de-ec604bab47bf tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] 10.222.0.15 "GET /v2.0/security-groups?id=80268c1c-0aa4-4f7a-affc-948a6825b0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9842494 May 30 04:58:35.953390 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb45c470-d152-48ee-97c7-466b555cfdc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bbf24ed-7ba9-53d2-873f-8f9642b1e987-b83f0e20-90c8-49c0-bf84-f851a4168a2e', 'network_id': 'b83f0e20-90c8-49c0-bf84-f851a4168a2e', 'tenant_id': '2b6e4651650b4c999aced5cd7580a614', 'fixed_ips': [{'subnet_id': 'fbcd9d56-bbb5-4431-8e36-660c58079a82'}]}} from dv-neutron-843763-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 30 04:58:35.954237 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-fb45c470-d152-48ee-97c7-466b555cfdc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:35.995439 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-875e494a-6bcc-4a60-8d36-caae28d5100d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Calling delete_port for 8c401630-d15e-44e4-b628-f673ae1e31e5 owned by {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:58:35.999472 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-1f1188a4-526c-4fd7-b5b2-fb6b2fa404c9 tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Deleting port 91332c6e-d086-43ba-b6da-38a17e397a9a {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:58:35.999822 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1f1188a4-526c-4fd7-b5b2-fb6b2fa404c9 tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:36.027808 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660ba9ae-c6a4-49fb-86ab-d5a72b9721f2 None None] Pushing event updated for resources: {'Port': ['ID=c573308b-0279-4cd2-b72e-d9e4d9b06e57,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:36.075819 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad167401-4a57-4ba6-a9df-8bab2a4e87ba tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 04:58:36.096176 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cff34ef-e45c-4b10-8e14-b4590b960fa0 None None] Sync routers for ids ['7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79'] in dv-neutron-843763-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 04:58:36.098408 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a500a8-471b-4795-8b17-b24ebdec2e32 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Network 0008fd3d-19e9-40cf-b545-4a7647b90cf1 is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:58:36.100148 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-ad167401-4a57-4ba6-a9df-8bab2a4e87ba tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] 10.222.0.15 "PUT /v2.0/routers/7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4518459 May 30 04:58:36.104950 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 41224) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:36.112489 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cff34ef-e45c-4b10-8e14-b4590b960fa0 None None] Routers {'7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 04:58:36.113113 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-2cff34ef-e45c-4b10-8e14-b4590b960fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T04:58:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:58:36.119181 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-83a500a8-471b-4795-8b17-b24ebdec2e32 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:58:36.213135 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83a500a8-471b-4795-8b17-b24ebdec2e32 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:58:36.216098 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-83a500a8-471b-4795-8b17-b24ebdec2e32 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:36.228792 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-660ba9ae-c6a4-49fb-86ab-d5a72b9721f2 None None] Attempting to bind port c573308b-0279-4cd2-b72e-d9e4d9b06e57 on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 04:58:36.230190 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-660ba9ae-c6a4-49fb-86ab-d5a72b9721f2 None None] Attempting to bind port c573308b-0279-4cd2-b72e-d9e4d9b06e57 by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': 'a76cf3d9-53f7-446a-bec0-0d701ffaed7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '5ae23dce-d53f-45a3-8263-c0987b09ef3b'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 04:58:36.231239 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660ba9ae-c6a4-49fb-86ab-d5a72b9721f2 None None] Attempting to bind port c573308b-0279-4cd2-b72e-d9e4d9b06e57 on network 5ae23dce-d53f-45a3-8263-c0987b09ef3b {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 04:58:36.383895 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660ba9ae-c6a4-49fb-86ab-d5a72b9721f2 None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 4, 58, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 04:58:36.384558 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660ba9ae-c6a4-49fb-86ab-d5a72b9721f2 None None] Checking segment: {'id': 'a76cf3d9-53f7-446a-bec0-0d701ffaed7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '5ae23dce-d53f-45a3-8263-c0987b09ef3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:58:36.385065 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-660ba9ae-c6a4-49fb-86ab-d5a72b9721f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:36.386093 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660ba9ae-c6a4-49fb-86ab-d5a72b9721f2 None None] Bound using segment: {'id': 'a76cf3d9-53f7-446a-bec0-0d701ffaed7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '5ae23dce-d53f-45a3-8263-c0987b09ef3b'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 04:58:36.386210 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-660ba9ae-c6a4-49fb-86ab-d5a72b9721f2 None None] Bound port: c573308b-0279-4cd2-b72e-d9e4d9b06e57, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a76cf3d9-53f7-446a-bec0-0d701ffaed7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '5ae23dce-d53f-45a3-8263-c0987b09ef3b'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 04:58:36.386820 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-660ba9ae-c6a4-49fb-86ab-d5a72b9721f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:36.387473 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-2cff34ef-e45c-4b10-8e14-b4590b960fa0 None None] Set router 7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79 gateway port host: None {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 04:58:36.400927 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device acd282eb-835e-430e-b0ff-4c773b45a4cf up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 04:58:36.411071 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-8c7afb20-f543-491a-b856-f9da749eea5a tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Allocated IP 172.20.0.4 (5ae23dce-d53f-45a3-8263-c0987b09ef3b/324d671c-484c-4444-b74d-720b09b57008/6015feaa-24bf-4ada-b967-e7ee3d760f1b) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:58:36.526284 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-2cff34ef-e45c-4b10-8e14-b4590b960fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79', 'name': 'tempest-RoutersTest-router-2065317118', 'tenant_id': '177e950b79b644f8ac61f323eed71206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T04:56:58Z', 'updated_at': '2022-05-30T04:58:33Z', 'revision_number': 11, 'project_id': '177e950b79b644f8ac61f323eed71206', 'gw_port_host': None}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:58:36.531955 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cff34ef-e45c-4b10-8e14-b4590b960fa0 None None] Checking router: 7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79 for host: dv-neutron-843763-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 04:58:36.545836 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cff34ef-e45c-4b10-8e14-b4590b960fa0 None None] Routers {'7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 04:58:36.546697 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-2cff34ef-e45c-4b10-8e14-b4590b960fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T04:58:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:58:36.680517 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8c7afb20-f543-491a-b856-f9da749eea5a tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:36.690265 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-f84482fc-2353-472f-94e6-8fc68765f020 admin admin] For port bece293e-87a2-40dc-b246-78890b014404, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=bece293e-87a2-40dc-b246-78890b014404,segment=NetworkSegment(85212bcf-98ed-4bb6-b44e-b2716ff7b6a4),segment_id=85212bcf-98ed-4bb6-b44e-b2716ff7b6a4)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:58:36.690579 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f84482fc-2353-472f-94e6-8fc68765f020 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:36.697478 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-e412aa1a-6f9f-4b65-b133-ce2ba092c8cf None None] For port bece293e-87a2-40dc-b246-78890b014404, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=bece293e-87a2-40dc-b246-78890b014404,segment=NetworkSegment(85212bcf-98ed-4bb6-b44e-b2716ff7b6a4),segment_id=85212bcf-98ed-4bb6-b44e-b2716ff7b6a4)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:58:36.697747 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e412aa1a-6f9f-4b65-b133-ce2ba092c8cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:36.700560 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [None req-8c7afb20-f543-491a-b856-f9da749eea5a tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Transition to ACTIVE for port object 6015feaa-24bf-4ada-b967-e7ee3d760f1b will not be triggered until provisioned by entity DHCP. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:58:36.706024 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-2cff34ef-e45c-4b10-8e14-b4590b960fa0 None None] Set router 7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79 gateway port host: None {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 04:58:36.722250 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port acd282eb-835e-430e-b0ff-4c773b45a4cf completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:58:36.733554 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a500a8-471b-4795-8b17-b24ebdec2e32 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Pushing event updated for resources: {'Subnet': ['ID=07863f9c-c50a-4002-a125-8ff0ebeb4d00,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:36.760702 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-83a500a8-471b-4795-8b17-b24ebdec2e32 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.8381290 May 30 04:58:36.762869 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 41228) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:36.766403 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-875e494a-6bcc-4a60-8d36-caae28d5100d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:36.768717 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8c7afb20-f543-491a-b856-f9da749eea5a tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:36.789116 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-3bd8f45c-e5f1-49c2-9ab3-80792fafdb51 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Request body: {'port': {'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1', 'mac_address': 'fa:16:3e:ba:ee:57', 'name': 'tempest-NetworksTestDHCPv6-2127614759'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:58:36.870213 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-2cff34ef-e45c-4b10-8e14-b4590b960fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79', 'name': 'tempest-RoutersTest-router-2065317118', 'tenant_id': '177e950b79b644f8ac61f323eed71206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T04:56:58Z', 'updated_at': '2022-05-30T04:58:33Z', 'revision_number': 11, 'project_id': '177e950b79b644f8ac61f323eed71206', 'gw_port_host': None}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:58:36.873126 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-f84482fc-2353-472f-94e6-8fc68765f020 admin admin] Calling delete_port for bece293e-87a2-40dc-b246-78890b014404 owned by network:dhcp {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:58:36.875683 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cff34ef-e45c-4b10-8e14-b4590b960fa0 None None] The sync data for ids ['7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79'] in dv-neutron-843763-1-hyperv is: [{'id': '7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79', 'name': 'tempest-RoutersTest-router-2065317118', 'tenant_id': '177e950b79b644f8ac61f323eed71206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T04:56:58Z', 'updated_at': '2022-05-30T04:58:33Z', 'revision_number': 11, 'project_id': '177e950b79b644f8ac61f323eed71206', 'gw_port_host': None}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 04:58:36.881618 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89683fb0-8202-48d4-bf2d-222635f88200 None None] Network 0008fd3d-19e9-40cf-b545-4a7647b90cf1 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:58:36.901289 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-32f4f799-05bd-4e7e-b24c-2886e59daa9a tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11765'] for router, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:36.917475 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c7afb20-f543-491a-b856-f9da749eea5a tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Network 5ae23dce-d53f-45a3-8263-c0987b09ef3b is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:58:36.921650 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7afb20-f543-491a-b856-f9da749eea5a tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Pushing event updated for resources: {'Port': ['ID=6015feaa-24bf-4ada-b967-e7ee3d760f1b,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:36.952059 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eaa778-ec23-4399-8bfa-33baaa380f41 req-e5872aff-fb07-4a90-b41d-ba7c87162b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:58:36.953519 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-76eaa778-ec23-4399-8bfa-33baaa380f41 req-e5872aff-fb07-4a90-b41d-ba7c87162b9c service neutron] 10.222.0.39 "GET /v2.0/networks?id=7de51c91-19bb-4b5d-923c-b7d77dfa625f HTTP/1.1" status: 200 len: 898 time: 1.2865164 May 30 04:58:36.972957 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-8c7afb20-f543-491a-b856-f9da749eea5a tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:58:37.009454 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7afb20-f543-491a-b856-f9da749eea5a tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:58:37.022290 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-e412aa1a-6f9f-4b65-b133-ce2ba092c8cf None None] Calling delete_port for bece293e-87a2-40dc-b246-78890b014404 owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:58:37.070830 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device bece293e-87a2-40dc-b246-78890b014404 no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 04:58:37.078582 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-76eaa778-ec23-4399-8bfa-33baaa380f41 req-f13e3e9c-38b3-493e-8362-40073e6d42c4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7b6e2cff-db4b-42be-807a-b0d5a7224cdb HTTP/1.1" status: 200 len: 217 time: 0.1008074 May 30 04:58:37.086171 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf9c0c6-bd52-4f30-8ab3-97e6bb72008c req-04732f07-493c-476d-bced-4ecbbcdfb135 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:58:37.086862 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-bcf9c0c6-bd52-4f30-8ab3-97e6bb72008c req-04732f07-493c-476d-bced-4ecbbcdfb135 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Synchronizing usage tracker for tenant:4c33678f28b44a57ab35b86381e31406 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:58:37.106360 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-875e494a-6bcc-4a60-8d36-caae28d5100d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:37.112957 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875e494a-6bcc-4a60-8d36-caae28d5100d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Pushing event deleted for resources: {'Port': ['ID=8c401630-d15e-44e4-b628-f673ae1e31e5,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:37.130877 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c7afb20-f543-491a-b856-f9da749eea5a tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:58:37.131487 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8c7afb20-f543-491a-b856-f9da749eea5a tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:37.187846 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-fb45c470-d152-48ee-97c7-466b555cfdc1 None None] Allocated IP 2001:db8:1::2 (b83f0e20-90c8-49c0-bf84-f851a4168a2e/fbcd9d56-bbb5-4431-8e36-660c58079a82/dd51bc09-1e34-41e3-b1be-ab47242a5481) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:58:37.203555 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-875e494a-6bcc-4a60-8d36-caae28d5100d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] 10.222.0.15 "DELETE /v2.0/ports/8c401630-d15e-44e4-b628-f673ae1e31e5 HTTP/1.1" status: 204 len: 168 time: 2.4532223 May 30 04:58:37.215761 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_v2 [None req-ced8d659-fc72-4ca8-a864-b89ac50bd55e tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Deleting subnet 77532eb2-7620-4ce4-8e37-61e439c6d44b {{(pid=88261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 30 04:58:37.221472 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 41234) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:37.222619 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-660ba9ae-c6a4-49fb-86ab-d5a72b9721f2 None None] For port c573308b-0279-4cd2-b72e-d9e4d9b06e57, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 04:58:37.241633 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ced8d659-fc72-4ca8-a864-b89ac50bd55e tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks [] for subnet, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:37.261199 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-7e29c4f6-388b-4927-84d2-027fe3c83f56 None None] Provisioning for port acd282eb-835e-430e-b0ff-4c773b45a4cf completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:58:37.273517 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f84482fc-2353-472f-94e6-8fc68765f020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:37.279362 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-8c7afb20-f543-491a-b856-f9da749eea5a tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 3.6446173 May 30 04:58:37.280303 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-7e29c4f6-388b-4927-84d2-027fe3c83f56 None None] Provisioning complete for port acd282eb-835e-430e-b0ff-4c773b45a4cf triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:58:37.280944 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7e29c4f6-388b-4927-84d2-027fe3c83f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:37.288055 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 41238) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:37.328545 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] No active binding found for port bece293e-87a2-40dc-b246-78890b014404 {{(pid=88262) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 30 04:58:37.329325 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device bece293e-87a2-40dc-b246-78890b014404 not bound to the agent host dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 04:58:37.330233 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-bcf9c0c6-bd52-4f30-8ab3-97e6bb72008c req-04732f07-493c-476d-bced-4ecbbcdfb135 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Unset dirty status for tenant:4c33678f28b44a57ab35b86381e31406 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:58:37.331365 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-bcf9c0c6-bd52-4f30-8ab3-97e6bb72008c req-04732f07-493c-476d-bced-4ecbbcdfb135 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] 10.222.0.39 "GET /v2.0/ports?device_id=a3b4fbda-4b1c-4eb1-8123-8c822f8314a1 HTTP/1.1" status: 200 len: 945 time: 1.4516239 May 30 04:58:37.349746 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-660ba9ae-c6a4-49fb-86ab-d5a72b9721f2 None None] For port c573308b-0279-4cd2-b72e-d9e4d9b06e57, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=c573308b-0279-4cd2-b72e-d9e4d9b06e57,segment=NetworkSegment(a76cf3d9-53f7-446a-bec0-0d701ffaed7e),segment_id=a76cf3d9-53f7-446a-bec0-0d701ffaed7e)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 04:58:37.356631 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-463d3a57-dd8f-45df-bd0d-9b319a73f9b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] GET failed (client error): The resource could not be found. May 30 04:58:37.357093 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-463d3a57-dd8f-45df-bd0d-9b319a73f9b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Synchronizing usage tracker for tenant:c7906860cd284922abfbc005b3c11808 on resource:port {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:58:37.379048 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1f1188a4-526c-4fd7-b5b2-fb6b2fa404c9 tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:37.397947 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-660ba9ae-c6a4-49fb-86ab-d5a72b9721f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:37.399913 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-3bd8f45c-e5f1-49c2-9ab3-80792fafdb51 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:58:37.412602 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-3bd8f45c-e5f1-49c2-9ab3-80792fafdb51 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Usage tracker for resource:port and tenant:16af2dbefc6742d5a37a7b30e58c8c2f is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:58:37.417963 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-3bd8f45c-e5f1-49c2-9ab3-80792fafdb51 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:58:37.425583 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-3bd8f45c-e5f1-49c2-9ab3-80792fafdb51 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:58:37.430644 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-ff557923-8b65-4870-a691-b231f9b38628 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Deleting port 6015feaa-24bf-4ada-b967-e7ee3d760f1b {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:58:37.430966 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ff557923-8b65-4870-a691-b231f9b38628 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:37.466868 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-463d3a57-dd8f-45df-bd0d-9b319a73f9b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Unset dirty status for tenant:c7906860cd284922abfbc005b3c11808 on resource:port {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:58:37.471363 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-463d3a57-dd8f-45df-bd0d-9b319a73f9b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] 10.222.0.15 "GET /v2.0/ports/8c401630-d15e-44e4-b628-f673ae1e31e5 HTTP/1.1" status: 404 len: 333 time: 0.2459586 May 30 04:58:37.479552 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 41242) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:37.492806 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bd8f45c-e5f1-49c2-9ab3-80792fafdb51 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Made reservation on behalf of 16af2dbefc6742d5a37a7b30e58c8c2f for: {'port': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:58:37.516184 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-a58ebecf-f313-4b90-9a7e-c64d6acb58cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Request body: {'port': {'network_id': 'd5061794-8d18-4d48-8502-7f834a929a75', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1325356819'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:58:37.522403 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.db.api [None req-e412aa1a-6f9f-4b65-b133-ce2ba092c8cf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 04:58:37.522766 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG oslo_db.api [None req-e412aa1a-6f9f-4b65-b133-ce2ba092c8cf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 04:58:37.561965 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-1f1188a4-526c-4fd7-b5b2-fb6b2fa404c9 tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Calling delete_port for 91332c6e-d086-43ba-b6da-38a17e397a9a owned by network:router_interface {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:58:37.571450 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-a58ebecf-f313-4b90-9a7e-c64d6acb58cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:58:37.639048 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-a58ebecf-f313-4b90-9a7e-c64d6acb58cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:58:37.641239 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84482fc-2353-472f-94e6-8fc68765f020 admin admin] Pushing event deleted for resources: {'Port': ['ID=bece293e-87a2-40dc-b246-78890b014404,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:37.647536 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eaa778-ec23-4399-8bfa-33baaa380f41 req-9af1e09e-b82e-46b4-851b-7f963ba99667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:58:37.650553 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-76eaa778-ec23-4399-8bfa-33baaa380f41 req-9af1e09e-b82e-46b4-851b-7f963ba99667 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b5ad951a-f78e-4dae-aa5e-a260f6c65de8 HTTP/1.1" status: 200 len: 834 time: 0.5522311 May 30 04:58:37.671607 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660ba9ae-c6a4-49fb-86ab-d5a72b9721f2 None None] Pushing event updated for resources: {'Port': ['ID=c573308b-0279-4cd2-b72e-d9e4d9b06e57,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:37.711216 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a58ebecf-f313-4b90-9a7e-c64d6acb58cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Made reservation on behalf of c7906860cd284922abfbc005b3c11808 for: {'port': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:58:37.713513 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a58ebecf-f313-4b90-9a7e-c64d6acb58cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:37.714574 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-7e29c4f6-388b-4927-84d2-027fe3c83f56 None None] Current status of the port acd282eb-835e-430e-b0ff-4c773b45a4cf is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:58:37.715017 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7e29c4f6-388b-4927-84d2-027fe3c83f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:37.788491 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84482fc-2353-472f-94e6-8fc68765f020 admin admin] No DVR routers for this DVR port bece293e-87a2-40dc-b246-78890b014404 on host dv-neutron-843763-1-hyperv {{(pid=88261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 04:58:37.791888 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ced8d659-fc72-4ca8-a864-b89ac50bd55e tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3545586'] for subnet, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:37.884744 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-fb45c470-d152-48ee-97c7-466b555cfdc1 None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:37.909344 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-fb45c470-d152-48ee-97c7-466b555cfdc1 None None] Transition to ACTIVE for port object dd51bc09-1e34-41e3-b1be-ab47242a5481 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:58:37.943085 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-fb45c470-d152-48ee-97c7-466b555cfdc1 None None] Transition to ACTIVE for port object dd51bc09-1e34-41e3-b1be-ab47242a5481 will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:58:37.963452 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-fb45c470-d152-48ee-97c7-466b555cfdc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:37.988575 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [req-bcf9c0c6-bd52-4f30-8ab3-97e6bb72008c req-29081aea-b31b-4f01-8359-56d5ccdd68a3 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Deleting port 7b6e2cff-db4b-42be-807a-b0d5a7224cdb {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:58:37.989181 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-bcf9c0c6-bd52-4f30-8ab3-97e6bb72008c req-29081aea-b31b-4f01-8359-56d5ccdd68a3 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:37.996871 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3bd8f45c-e5f1-49c2-9ab3-80792fafdb51 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:38.007904 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [None req-a58ebecf-f313-4b90-9a7e-c64d6acb58cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] device_id is not set on port 4b61e36b-1ceb-490d-8053-d67960998a52 yet. {{(pid=88260) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 30 04:58:38.061535 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-e412aa1a-6f9f-4b65-b133-ce2ba092c8cf None None] Deleting port bece293e-87a2-40dc-b246-78890b014404 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:58:38.062126 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e412aa1a-6f9f-4b65-b133-ce2ba092c8cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:38.062582 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.api.v2.resource [None req-32f4f799-05bd-4e7e-b24c-2886e59daa9a tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 04:58:38.067260 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-32f4f799-05bd-4e7e-b24c-2886e59daa9a tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] 10.222.0.15 "PUT /v2.0/routers/7f6a5e1a-3ce4-447f-b2c8-76daee65d33b HTTP/1.1" status: 400 len: 364 time: 3.0242937 May 30 04:58:38.088647 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 41246) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:38.107439 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb45c470-d152-48ee-97c7-466b555cfdc1 None None] Pushing event updated for resources: {'Port': ['ID=dd51bc09-1e34-41e3-b1be-ab47242a5481,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:38.157224 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-e412aa1a-6f9f-4b65-b133-ce2ba092c8cf None None] The port 'bece293e-87a2-40dc-b246-78890b014404' was deleted {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 30 04:58:38.161059 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb45c470-d152-48ee-97c7-466b555cfdc1 None None] Network b83f0e20-90c8-49c0-bf84-f851a4168a2e is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:58:38.169746 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-7e29c4f6-388b-4927-84d2-027fe3c83f56 None None] For port acd282eb-835e-430e-b0ff-4c773b45a4cf, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=acd282eb-835e-430e-b0ff-4c773b45a4cf,segment=NetworkSegment(c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1),segment_id=c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:58:38.174138 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-fb45c470-d152-48ee-97c7-466b555cfdc1 None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:58:38.177977 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f84482fc-2353-472f-94e6-8fc68765f020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867540', 'neutron.services.segments.db._delete_segments_for_network-8729234922972'] for network, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:38.178184 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb45c470-d152-48ee-97c7-466b555cfdc1 None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:58:38.186692 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7e29c4f6-388b-4927-84d2-027fe3c83f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:38.195154 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [None req-3bd8f45c-e5f1-49c2-9ab3-80792fafdb51 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] device_id is not set on port 3930000d-445a-4483-89d8-84c33a391045 yet. {{(pid=88260) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 30 04:58:38.234863 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dd6f06-cd6e-48b9-8b28-208feb8664e2 req-034575ff-8ab9-436b-be25-38b775d2ab42 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:58:38.243613 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-14dd6f06-cd6e-48b9-8b28-208feb8664e2 req-034575ff-8ab9-436b-be25-38b775d2ab42 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3b4fbda-4b1c-4eb1-8123-8c822f8314a1 HTTP/1.1" status: 200 len: 945 time: 1.1827414 May 30 04:58:38.297081 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-f84482fc-2353-472f-94e6-8fc68765f020 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6c60be6-16d0-4643-855e-f83fdbae0248']}} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:58:38.330566 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-14dd6f06-cd6e-48b9-8b28-208feb8664e2 req-ff653b24-1f45-4ec4-b0b7-0f55a1782350 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] 10.222.0.15 "GET /v2.0/security-groups?id=80268c1c-0aa4-4f7a-affc-948a6825b0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811117 May 30 04:58:38.380602 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-f84482fc-2353-472f-94e6-8fc68765f020 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85212bcf-98ed-4bb6-b44e-b2716ff7b6a4') {'for_net_delete': True} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:58:38.380906 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-f84482fc-2353-472f-94e6-8fc68765f020 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85212bcf-98ed-4bb6-b44e-b2716ff7b6a4') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:58:38.448018 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device c573308b-0279-4cd2-b72e-d9e4d9b06e57 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 04:58:38.511748 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-fb45c470-d152-48ee-97c7-466b555cfdc1 None None] Attempting to bind port dd51bc09-1e34-41e3-b1be-ab47242a5481 on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 04:58:38.512821 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-fb45c470-d152-48ee-97c7-466b555cfdc1 None None] Attempting to bind port dd51bc09-1e34-41e3-b1be-ab47242a5481 by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': 'fbf81dcc-8935-4220-ab43-5cde3244d248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'b83f0e20-90c8-49c0-bf84-f851a4168a2e'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 04:58:38.513284 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb45c470-d152-48ee-97c7-466b555cfdc1 None None] Attempting to bind port dd51bc09-1e34-41e3-b1be-ab47242a5481 on network b83f0e20-90c8-49c0-bf84-f851a4168a2e {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 04:58:38.539054 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb45c470-d152-48ee-97c7-466b555cfdc1 None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 4, 58, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 04:58:38.540172 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb45c470-d152-48ee-97c7-466b555cfdc1 None None] Checking segment: {'id': 'fbf81dcc-8935-4220-ab43-5cde3244d248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'b83f0e20-90c8-49c0-bf84-f851a4168a2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:58:38.540732 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ff557923-8b65-4870-a691-b231f9b38628 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:38.540936 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-fb45c470-d152-48ee-97c7-466b555cfdc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:38.541486 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb45c470-d152-48ee-97c7-466b555cfdc1 None None] Bound using segment: {'id': 'fbf81dcc-8935-4220-ab43-5cde3244d248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'b83f0e20-90c8-49c0-bf84-f851a4168a2e'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 04:58:38.542008 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-fb45c470-d152-48ee-97c7-466b555cfdc1 None None] Bound port: dd51bc09-1e34-41e3-b1be-ab47242a5481, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbf81dcc-8935-4220-ab43-5cde3244d248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'b83f0e20-90c8-49c0-bf84-f851a4168a2e'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 04:58:38.542393 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-fb45c470-d152-48ee-97c7-466b555cfdc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:38.551293 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e29c4f6-388b-4927-84d2-027fe3c83f56 None None] Pushing event updated for resources: {'Port': ['ID=acd282eb-835e-430e-b0ff-4c773b45a4cf,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:38.591110 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f84482fc-2353-472f-94e6-8fc68765f020 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729235042807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3545573'] for segment, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:38.592838 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7dec3fd-7d08-4513-87aa-33878049b308 None None] Update dhcp port {'port': {'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1', 'fixed_ips': [{'subnet_id': '8ffb1252-15c7-4064-8be9-e9ac9dd26eb6', 'ip_address': '2001:db8::f816:3eff:fee7:c32'}, {'subnet_id': '07863f9c-c50a-4002-a125-8ff0ebeb4d00'}], 'binding:host_id': 'dv-neutron-843763-1-hyperv'}, 'id': 'acd282eb-835e-430e-b0ff-4c773b45a4cf'} from dv-neutron-843763-1-hyperv. {{(pid=88262) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 30 04:58:38.614694 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eaa778-ec23-4399-8bfa-33baaa380f41 req-6be85f02-1764-419a-9266-47ccb7cbe8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:58:38.616468 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-76eaa778-ec23-4399-8bfa-33baaa380f41 req-6be85f02-1764-419a-9266-47ccb7cbe8bc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7de51c91-19bb-4b5d-923c-b7d77dfa625f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8940175 May 30 04:58:38.662149 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f84482fc-2353-472f-94e6-8fc68765f020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:38.671290 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port c573308b-0279-4cd2-b72e-d9e4d9b06e57 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:58:38.700961 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-d7dec3fd-7d08-4513-87aa-33878049b308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:38.713910 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 432a1540-d804-4228-8198-3df5dfb500cc no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 04:58:38.718779 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-ff557923-8b65-4870-a691-b231f9b38628 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Calling delete_port for 6015feaa-24bf-4ada-b967-e7ee3d760f1b owned by {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:58:38.725536 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ced8d659-fc72-4ca8-a864-b89ac50bd55e tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860493'] for subnet, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:38.760485 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] No Port match for: 432a1540-d804-4228-8198-3df5dfb500cc {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 04:58:38.760720 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 432a1540-d804-4228-8198-3df5dfb500cc not bound to the agent host dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 04:58:38.770080 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-fb45c470-d152-48ee-97c7-466b555cfdc1 None None] For port dd51bc09-1e34-41e3-b1be-ab47242a5481, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 04:58:38.771983 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f84482fc-2353-472f-94e6-8fc68765f020 admin admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=88261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 04:58:38.771983 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f84482fc-2353-472f-94e6-8fc68765f020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-862858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2304281'] for segment, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:38.819567 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-fb45c470-d152-48ee-97c7-466b555cfdc1 None None] For port dd51bc09-1e34-41e3-b1be-ab47242a5481, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=dd51bc09-1e34-41e3-b1be-ab47242a5481,segment=NetworkSegment(fbf81dcc-8935-4220-ab43-5cde3244d248),segment_id=fbf81dcc-8935-4220-ab43-5cde3244d248)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 04:58:38.829760 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-fb45c470-d152-48ee-97c7-466b555cfdc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:38.836275 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 85212bcf-98ed-4bb6-b44e-b2716ff7b6a4 resource provider aggregate not found May 30 04:58:38.938461 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 85212bcf-98ed-4bb6-b44e-b2716ff7b6a4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 85212bcf-98ed-4bb6-b44e-b2716ff7b6a4 found for delete ", "request_id": "req-1431a8b4-1d6c-496d-a709-6f789ebffd32"}]} May 30 04:58:38.963829 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb45c470-d152-48ee-97c7-466b555cfdc1 None None] Pushing event updated for resources: {'Port': ['ID=dd51bc09-1e34-41e3-b1be-ab47242a5481,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:39.076184 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1f1188a4-526c-4fd7-b5b2-fb6b2fa404c9 tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:39.148111 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-573ad00b-7eb3-486f-82b3-98201c82af72 None None] Network 5ae23dce-d53f-45a3-8263-c0987b09ef3b requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:58:39.163653 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1188a4-526c-4fd7-b5b2-fb6b2fa404c9 tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Pushing event deleted for resources: {'Port': ['ID=91332c6e-d086-43ba-b6da-38a17e397a9a,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:39.175217 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f84482fc-2353-472f-94e6-8fc68765f020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604744'] for network, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:39.182248 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f84482fc-2353-472f-94e6-8fc68765f020 admin admin] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:39.185346 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a58ebecf-f313-4b90-9a7e-c64d6acb58cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:39.200000 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [req-bcf9c0c6-bd52-4f30-8ab3-97e6bb72008c req-29081aea-b31b-4f01-8359-56d5ccdd68a3 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] For port 7b6e2cff-db4b-42be-807a-b0d5a7224cdb, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=7b6e2cff-db4b-42be-807a-b0d5a7224cdb,segment=NetworkSegment(802c3e76-b2e9-4d86-8049-6831b9ec5c3a),segment_id=802c3e76-b2e9-4d86-8049-6831b9ec5c3a)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:58:39.200733 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-bcf9c0c6-bd52-4f30-8ab3-97e6bb72008c req-29081aea-b31b-4f01-8359-56d5ccdd68a3 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:39.226584 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ced8d659-fc72-4ca8-a864-b89ac50bd55e tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2304955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9305493'] for subnet, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:39.317751 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-1692c183-ca84-47aa-9c4a-03a26c1ec04f None None] Provisioning for port c573308b-0279-4cd2-b72e-d9e4d9b06e57 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:58:39.336637 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-1692c183-ca84-47aa-9c4a-03a26c1ec04f None None] Provisioning complete for port c573308b-0279-4cd2-b72e-d9e4d9b06e57 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:58:39.337574 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-1692c183-ca84-47aa-9c4a-03a26c1ec04f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:39.499908 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-14feaff3-56b6-42d4-858d-b2b6d2842d79 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:39.506215 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced8d659-fc72-4ca8-a864-b89ac50bd55e tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Pushing event deleted for resources: {'Subnet': ['ID=77532eb2-7620-4ce4-8e37-61e439c6d44b,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:39.636129 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-1692c183-ca84-47aa-9c4a-03a26c1ec04f None None] Current status of the port c573308b-0279-4cd2-b72e-d9e4d9b06e57 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:58:39.636508 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-1692c183-ca84-47aa-9c4a-03a26c1ec04f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:39.642358 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [req-bcf9c0c6-bd52-4f30-8ab3-97e6bb72008c req-29081aea-b31b-4f01-8359-56d5ccdd68a3 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Calling delete_port for 7b6e2cff-db4b-42be-807a-b0d5a7224cdb owned by compute:nova {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:58:39.685092 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-1692c183-ca84-47aa-9c4a-03a26c1ec04f None None] For port c573308b-0279-4cd2-b72e-d9e4d9b06e57, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=c573308b-0279-4cd2-b72e-d9e4d9b06e57,segment=NetworkSegment(a76cf3d9-53f7-446a-bec0-0d701ffaed7e),segment_id=a76cf3d9-53f7-446a-bec0-0d701ffaed7e)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:58:39.691771 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-1692c183-ca84-47aa-9c4a-03a26c1ec04f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:39.721678 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84482fc-2353-472f-94e6-8fc68765f020 admin admin] Pushing event deleted for resources: {'Network': ['ID=d6c60be6-16d0-4643-855e-f83fdbae0248,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:39.738785 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-76eaa778-ec23-4399-8bfa-33baaa380f41 req-264e3810-96cc-4289-b84d-7621a49165d4 service neutron] 10.222.0.39 "GET /v2.0/networks/7de51c91-19bb-4b5d-923c-b7d77dfa625f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1071377 May 30 04:58:39.739978 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ced8d659-fc72-4ca8-a864-b89ac50bd55e tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:39.743732 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device 7b6e2cff-db4b-42be-807a-b0d5a7224cdb no longer exists at agent hyperv_hv-neutron-8437 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 04:58:39.787017 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be42797-14fd-4783-b50a-833656ec5574 None None] Network 769b7698-7495-4486-9f2d-72117eec4bb7 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:58:39.900090 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-ced8d659-fc72-4ca8-a864-b89ac50bd55e tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] 10.222.0.15 "DELETE /v2.0/subnets/77532eb2-7620-4ce4-8e37-61e439c6d44b HTTP/1.1" status: 204 len: 168 time: 3.7851169 May 30 04:58:39.917611 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 41256) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:39.925032 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-3bd8f45c-e5f1-49c2-9ab3-80792fafdb51 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Allocated IP 172.20.0.5 (0008fd3d-19e9-40cf-b545-4a7647b90cf1/07863f9c-c50a-4002-a125-8ff0ebeb4d00/3930000d-445a-4483-89d8-84c33a391045) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:58:39.941461 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1692c183-ca84-47aa-9c4a-03a26c1ec04f None None] Pushing event updated for resources: {'Port': ['ID=c573308b-0279-4cd2-b72e-d9e4d9b06e57,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:40.005961 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ff557923-8b65-4870-a691-b231f9b38628 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:40.010776 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-3bd8f45c-e5f1-49c2-9ab3-80792fafdb51 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Allocated IP 2001:db8::f816:3eff:feba:ee57 (0008fd3d-19e9-40cf-b545-4a7647b90cf1/8ffb1252-15c7-4064-8be9-e9ac9dd26eb6/3930000d-445a-4483-89d8-84c33a391045) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:58:40.079502 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-f84482fc-2353-472f-94e6-8fc68765f020 admin admin] 10.222.0.15 "DELETE /v2.0/networks/d6c60be6-16d0-4643-855e-f83fdbae0248 HTTP/1.1" status: 204 len: 168 time: 4.9879165 May 30 04:58:40.085002 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1f1188a4-526c-4fd7-b5b2-fb6b2fa404c9 tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1642797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602100'] for router_interface, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:40.138819 dv-neutron-843763-1-hyperv neutron-server[88262]: INFO neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] No ports have port_id starting with 7b6e2cff-db4b-42be-807a-b0d5a7224cdb May 30 04:58:40.175447 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-112731ce-e619-4bd2-9a57-d7597668827b None None] Provisioning complete for port c573308b-0279-4cd2-b72e-d9e4d9b06e57 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:58:40.176047 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-112731ce-e619-4bd2-9a57-d7597668827b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:40.239459 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a58ebecf-f313-4b90-9a7e-c64d6acb58cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:40.243847 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-bcf9c0c6-bd52-4f30-8ab3-97e6bb72008c req-29081aea-b31b-4f01-8359-56d5ccdd68a3 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:40.305309 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff557923-8b65-4870-a691-b231f9b38628 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Pushing event deleted for resources: {'Port': ['ID=6015feaa-24bf-4ada-b967-e7ee3d760f1b,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:40.384921 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 41262) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:40.418198 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-747b3dc9-df88-422f-93c4-e7e30ab925a5 None None] DHCP port deletion for 769b7698-7495-4486-9f2d-72117eec4bb7 request from dv-neutron-843763-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 30 04:58:40.430913 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-747b3dc9-df88-422f-93c4-e7e30ab925a5 None None] Deleting port b0a07b1d-cb66-4370-b330-689c9327dd30 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:58:40.431294 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-747b3dc9-df88-422f-93c4-e7e30ab925a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:40.517998 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-112731ce-e619-4bd2-9a57-d7597668827b None None] Current status of the port c573308b-0279-4cd2-b72e-d9e4d9b06e57 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:58:40.527744 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-112731ce-e619-4bd2-9a57-d7597668827b None None] Could not find standard attr ID for object 6015feaa-24bf-4ada-b967-e7ee3d760f1b. {{(pid=88262) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 30 04:58:40.576283 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device c573308b-0279-4cd2-b72e-d9e4d9b06e57 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 04:58:40.667169 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-6137dddd-1a20-4367-bc68-2d05a2dd1464 None None] Could not find standard attr ID for object 6015feaa-24bf-4ada-b967-e7ee3d760f1b. {{(pid=88262) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 30 04:58:40.759791 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba15688-fec6-43b8-b6e6-1063364f4cf9 None None] Network b83f0e20-90c8-49c0-bf84-f851a4168a2e requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:58:40.797680 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29081aea-b31b-4f01-8359-56d5ccdd68a3 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Pushing event deleted for resources: {'Port': ['ID=7b6e2cff-db4b-42be-807a-b0d5a7224cdb,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:40.808283 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ff557923-8b65-4870-a691-b231f9b38628 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:40.846205 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a58ebecf-f313-4b90-9a7e-c64d6acb58cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Network d5061794-8d18-4d48-8502-7f834a929a75 is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:58:40.853083 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-a58ebecf-f313-4b90-9a7e-c64d6acb58cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:58:40.886474 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8390ccc8-f142-403e-aa4c-777790ccfa1b tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897784'] for network, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:40.894885 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58ebecf-f313-4b90-9a7e-c64d6acb58cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:58:40.896473 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a58ebecf-f313-4b90-9a7e-c64d6acb58cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:58:40.897651 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a58ebecf-f313-4b90-9a7e-c64d6acb58cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:40.904709 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-747b3dc9-df88-422f-93c4-e7e30ab925a5 None None] For port b0a07b1d-cb66-4370-b330-689c9327dd30, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=b0a07b1d-cb66-4370-b330-689c9327dd30,segment=NetworkSegment(6b2a0b0c-38dc-4571-bb1b-ee54316e910b),segment_id=6b2a0b0c-38dc-4571-bb1b-ee54316e910b)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:58:40.905300 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-747b3dc9-df88-422f-93c4-e7e30ab925a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:40.905766 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-76eaa778-ec23-4399-8bfa-33baaa380f41 req-6b3dee02-4ec7-453f-a9ae-a740149512d4 service neutron] 10.222.0.39 "GET /v2.0/networks/7de51c91-19bb-4b5d-923c-b7d77dfa625f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0255685 May 30 04:58:40.915869 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port c573308b-0279-4cd2-b72e-d9e4d9b06e57 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:58:40.916243 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:40.954824 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-77502215-85e5-40dd-b1a8-40d2ad32ef24 None None] Provisioning for port dd51bc09-1e34-41e3-b1be-ab47242a5481 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:58:40.978278 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58ebecf-f313-4b90-9a7e-c64d6acb58cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Pushing event updated for resources: {'Port': ['ID=4b61e36b-1ceb-490d-8053-d67960998a52,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:40.988881 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0f10e1-ea01-48a5-ae46-4b78e486d5bf req-4aa60b52-0a96-4f68-9978-55c8cf6f711c tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:58:40.990418 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-ac0f10e1-ea01-48a5-ae46-4b78e486d5bf req-4aa60b52-0a96-4f68-9978-55c8cf6f711c tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3b4fbda-4b1c-4eb1-8123-8c822f8314a1 HTTP/1.1" status: 200 len: 945 time: 1.4517779 May 30 04:58:41.006629 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcf9c0c6-bd52-4f30-8ab3-97e6bb72008c req-29081aea-b31b-4f01-8359-56d5ccdd68a3 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] No DVR routers for this DVR port 7b6e2cff-db4b-42be-807a-b0d5a7224cdb on host hv-neutron-8437 {{(pid=88261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 04:58:41.011080 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-4686dc2b-8424-4673-b044-29507ae328d4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=75c565b2496748d0aca7efef0deb76ef&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5207789 May 30 04:58:41.011257 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-bcf9c0c6-bd52-4f30-8ab3-97e6bb72008c req-29081aea-b31b-4f01-8359-56d5ccdd68a3 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:41.013363 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3b4fbda-4b1c-4eb1-8123-8c822f8314a1', 'name': 'network-vif-deleted', 'tag': '7b6e2cff-db4b-42be-807a-b0d5a7224cdb'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 04:58:41.019394 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 41266) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:41.029273 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f1188a4-526c-4fd7-b5b2-fb6b2fa404c9 tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Router 7c022c8b-2f60-4543-bfb2-4db435552212 has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 04:58:41.036858 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-ff557923-8b65-4870-a691-b231f9b38628 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] 10.222.0.15 "DELETE /v2.0/ports/6015feaa-24bf-4ada-b967-e7ee3d760f1b HTTP/1.1" status: 204 len: 168 time: 3.7177622 May 30 04:58:41.047202 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 41272) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:41.085335 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-8390ccc8-f142-403e-aa4c-777790ccfa1b tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Deleting port b0a07b1d-cb66-4370-b330-689c9327dd30 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:58:41.085734 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8390ccc8-f142-403e-aa4c-777790ccfa1b tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:41.112212 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20f3c97b-e8d4-4036-9cb3-d2901d99394d'] response: {'server_uuid': 'a3b4fbda-4b1c-4eb1-8123-8c822f8314a1', 'name': 'network-vif-deleted', 'tag': '7b6e2cff-db4b-42be-807a-b0d5a7224cdb', 'status': 'completed', 'code': 200} May 30 04:58:41.113664 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-bcf9c0c6-bd52-4f30-8ab3-97e6bb72008c req-29081aea-b31b-4f01-8359-56d5ccdd68a3 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] 10.222.0.39 "DELETE /v2.0/ports/7b6e2cff-db4b-42be-807a-b0d5a7224cdb HTTP/1.1" status: 204 len: 173 time: 3.5660784 May 30 04:58:41.119295 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-b08e30bb-0a37-49ec-bb88-0866c88188fb tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] GET failed (client error): The resource could not be found. May 30 04:58:41.119974 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-747b3dc9-df88-422f-93c4-e7e30ab925a5 None None] Calling delete_port for b0a07b1d-cb66-4370-b330-689c9327dd30 owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:58:41.120820 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-b08e30bb-0a37-49ec-bb88-0866c88188fb tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] 10.222.0.15 "GET /v2.0/ports/6015feaa-24bf-4ada-b967-e7ee3d760f1b HTTP/1.1" status: 404 len: 333 time: 0.0712252 May 30 04:58:41.122338 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-a58ebecf-f313-4b90-9a7e-c64d6acb58cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 3.6408699 May 30 04:58:41.173064 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 41276) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:41.173649 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 41278) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:41.306643 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f1188a4-526c-4fd7-b5b2-fb6b2fa404c9 tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 04:58:41.318605 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-772c69f3-d54b-4b76-9f0e-087947748301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8437'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:58:41.326093 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8406a8ba-4953-4fe3-ba4d-68ead345db15 None None] Sync routers for ids ['7c022c8b-2f60-4543-bfb2-4db435552212'] in dv-neutron-843763-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 04:58:41.339575 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-1f1188a4-526c-4fd7-b5b2-fb6b2fa404c9 tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] 10.222.0.15 "PUT /v2.0/routers/7c022c8b-2f60-4543-bfb2-4db435552212/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3635991 May 30 04:58:41.349988 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 41284) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:41.399672 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8406a8ba-4953-4fe3-ba4d-68ead345db15 None None] Routers {'7c022c8b-2f60-4543-bfb2-4db435552212'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 04:58:41.400309 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-8406a8ba-4953-4fe3-ba4d-68ead345db15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T04:58:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['7c022c8b-2f60-4543-bfb2-4db435552212'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:58:41.467588 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-747b3dc9-df88-422f-93c4-e7e30ab925a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069'] for port, after_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:41.480388 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-ac0f10e1-ea01-48a5-ae46-4b78e486d5bf req-468ccdf0-d2ce-41a7-b3bc-52d60b0c065d tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] 10.222.0.15 "GET /v2.0/security-groups?id=80268c1c-0aa4-4f7a-affc-948a6825b0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4650207 May 30 04:58:41.485159 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-23ff1390-aa0f-49b3-b38b-7c537b8a0d5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:41.496611 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3bd8f45c-e5f1-49c2-9ab3-80792fafdb51 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:41.504070 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-efa3ad14-bc59-4483-809f-7f05c09e6abf tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Notify callbacks [] for router, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:41.533229 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-8406a8ba-4953-4fe3-ba4d-68ead345db15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:58:41.545659 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port c573308b-0279-4cd2-b72e-d9e4d9b06e57 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:58:41.546746 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device dd51bc09-1e34-41e3-b1be-ab47242a5481 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 04:58:41.580349 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747b3dc9-df88-422f-93c4-e7e30ab925a5 None None] Pushing event deleted for resources: {'Port': ['ID=b0a07b1d-cb66-4370-b330-689c9327dd30,revision_number=None']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:41.592369 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747b3dc9-df88-422f-93c4-e7e30ab925a5 None None] No DVR routers for this DVR port b0a07b1d-cb66-4370-b330-689c9327dd30 on host dv-neutron-843763-1-hyperv {{(pid=88262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 04:58:41.608642 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8406a8ba-4953-4fe3-ba4d-68ead345db15 None None] Routers {'7c022c8b-2f60-4543-bfb2-4db435552212'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 04:58:41.609980 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-8406a8ba-4953-4fe3-ba4d-68ead345db15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T04:58:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['7c022c8b-2f60-4543-bfb2-4db435552212'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:58:41.614075 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-8390ccc8-f142-403e-aa4c-777790ccfa1b tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] The port 'b0a07b1d-cb66-4370-b330-689c9327dd30' was deleted {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 30 04:58:41.632668 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [None req-3bd8f45c-e5f1-49c2-9ab3-80792fafdb51 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Transition to ACTIVE for port object 3930000d-445a-4483-89d8-84c33a391045 will not be triggered until provisioned by entity DHCP. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:58:41.642032 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_v2 [None req-978471bf-a38d-4372-b3ee-cf0dd77a2993 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Deleting subnet 324d671c-484c-4444-b74d-720b09b57008 {{(pid=88260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 30 04:58:41.642508 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-23ff1390-aa0f-49b3-b38b-7c537b8a0d5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:41.678109 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-978471bf-a38d-4372-b3ee-cf0dd77a2993 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks [] for subnet, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:41.685503 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-8406a8ba-4953-4fe3-ba4d-68ead345db15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:58:41.686178 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8406a8ba-4953-4fe3-ba4d-68ead345db15 None None] The sync data for ids ['7c022c8b-2f60-4543-bfb2-4db435552212'] in dv-neutron-843763-1-hyperv is: [] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 04:58:41.711605 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-14feaff3-56b6-42d4-858d-b2b6d2842d79 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Allocated IP 2001:db8::1 (a734b20e-8373-4515-a163-2783165b5369/bf037f75-e7b4-43c0-833f-60dcaf87882d/2e7b5a05-b9af-4493-866a-93bdadb9f052) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:58:41.741178 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port dd51bc09-1e34-41e3-b1be-ab47242a5481 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:58:41.749245 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port dd51bc09-1e34-41e3-b1be-ab47242a5481 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:58:41.749910 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:41.780524 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-772c69f3-d54b-4b76-9f0e-087947748301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:41.897791 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-efa3ad14-bc59-4483-809f-7f05c09e6abf tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11660'] for router, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:41.901306 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-efa3ad14-bc59-4483-809f-7f05c09e6abf tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:41.917176 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-978471bf-a38d-4372-b3ee-cf0dd77a2993 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1454738'] for subnet, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:41.940042 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-efa3ad14-bc59-4483-809f-7f05c09e6abf tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1601605'] for router, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:41.940558 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efa3ad14-bc59-4483-809f-7f05c09e6abf tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Fanout notify agent at l3_agent the message router_deleted on router 7c022c8b-2f60-4543-bfb2-4db435552212 {{(pid=88261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 30 04:58:41.952326 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port dd51bc09-1e34-41e3-b1be-ab47242a5481 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:58:41.952905 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:41.961827 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-efa3ad14-bc59-4483-809f-7f05c09e6abf tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Notify callbacks [] for router, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:41.965643 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-efa3ad14-bc59-4483-809f-7f05c09e6abf tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] 10.222.0.15 "DELETE /v2.0/routers/7c022c8b-2f60-4543-bfb2-4db435552212 HTTP/1.1" status: 204 len: 168 time: 0.6142461 May 30 04:58:41.966411 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-23ff1390-aa0f-49b3-b38b-7c537b8a0d5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:41.969000 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-23ff1390-aa0f-49b3-b38b-7c537b8a0d5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:41.981123 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-23ff1390-aa0f-49b3-b38b-7c537b8a0d5c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ca70f901-23f0-4624-8a4e-0dcb95714270 HTTP/1.1" status: 204 len: 168 time: 0.9522111 May 30 04:58:41.982788 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 41288) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:42.009366 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ff1390-aa0f-49b3-b38b-7c537b8a0d5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca70f901-23f0-4624-8a4e-0dcb95714270,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:42.042028 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] For port dd51bc09-1e34-41e3-b1be-ab47242a5481, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=dd51bc09-1e34-41e3-b1be-ab47242a5481,segment=NetworkSegment(fbf81dcc-8935-4220-ab43-5cde3244d248),segment_id=fbf81dcc-8935-4220-ab43-5cde3244d248)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:58:42.055806 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:42.056800 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device acd282eb-835e-430e-b0ff-4c773b45a4cf up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 04:58:42.126722 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_v2 [None req-b43ce89d-98a7-4d58-8a6a-bd81ca8cf38f tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Deleting subnet a2460b1b-1c23-4db3-9423-b0c80f5e0b49 {{(pid=88261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 30 04:58:42.129742 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b43ce89d-98a7-4d58-8a6a-bd81ca8cf38f tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Notify callbacks [] for subnet, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:42.195259 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b43ce89d-98a7-4d58-8a6a-bd81ca8cf38f tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3545586'] for subnet, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:42.226665 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-488ea806-9c00-4186-8798-63adeed6b320 None None] Provisioning complete for port dd51bc09-1e34-41e3-b1be-ab47242a5481 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:58:42.227474 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-488ea806-9c00-4186-8798-63adeed6b320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:42.249388 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8390ccc8-f142-403e-aa4c-777790ccfa1b tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867540', 'neutron.services.segments.db._delete_segments_for_network-8729234922972'] for network, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:42.285493 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Pushing event updated for resources: {'Port': ['ID=dd51bc09-1e34-41e3-b1be-ab47242a5481,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:42.299866 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3bd8f45c-e5f1-49c2-9ab3-80792fafdb51 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:42.304805 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-8390ccc8-f142-403e-aa4c-777790ccfa1b tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['769b7698-7495-4486-9f2d-72117eec4bb7']}} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:58:42.346643 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b43ce89d-98a7-4d58-8a6a-bd81ca8cf38f tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860493'] for subnet, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:42.383708 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-8390ccc8-f142-403e-aa4c-777790ccfa1b tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b2a0b0c-38dc-4571-bb1b-ee54316e910b') {'for_net_delete': True} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:58:42.384324 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-8390ccc8-f142-403e-aa4c-777790ccfa1b tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b2a0b0c-38dc-4571-bb1b-ee54316e910b') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:58:42.408162 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-978471bf-a38d-4372-b3ee-cf0dd77a2993 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860493'] for subnet, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:42.410213 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port acd282eb-835e-430e-b0ff-4c773b45a4cf triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:58:42.410709 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:42.450696 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b43ce89d-98a7-4d58-8a6a-bd81ca8cf38f tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2304955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9305493'] for subnet, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:42.461657 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8390ccc8-f142-403e-aa4c-777790ccfa1b tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729235042807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1454725'] for segment, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:42.470355 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-d7dec3fd-7d08-4513-87aa-33878049b308 None None] Allocated IP 172.20.0.2 (0008fd3d-19e9-40cf-b545-4a7647b90cf1/07863f9c-c50a-4002-a125-8ff0ebeb4d00/acd282eb-835e-430e-b0ff-4c773b45a4cf) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:58:42.484232 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8390ccc8-f142-403e-aa4c-777790ccfa1b tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:42.500016 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43ce89d-98a7-4d58-8a6a-bd81ca8cf38f tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Pushing event deleted for resources: {'Subnet': ['ID=a2460b1b-1c23-4db3-9423-b0c80f5e0b49,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:42.506477 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b43ce89d-98a7-4d58-8a6a-bd81ca8cf38f tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:42.514607 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-b43ce89d-98a7-4d58-8a6a-bd81ca8cf38f tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] 10.222.0.15 "DELETE /v2.0/subnets/a2460b1b-1c23-4db3-9423-b0c80f5e0b49 HTTP/1.1" status: 204 len: 168 time: 0.5095234 May 30 04:58:42.516817 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 41302) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:42.549207 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-488ea806-9c00-4186-8798-63adeed6b320 None None] Current status of the port dd51bc09-1e34-41e3-b1be-ab47242a5481 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:58:42.551263 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83858c67-ead9-45ae-93da-957dc79b1328 None None] Network 032971ab-0766-4a45-8203-e781a8ffba9a requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:58:42.555770 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd8f45c-e5f1-49c2-9ab3-80792fafdb51 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Network 0008fd3d-19e9-40cf-b545-4a7647b90cf1 is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:58:42.681989 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8390ccc8-f142-403e-aa4c-777790ccfa1b tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=88260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 04:58:42.682405 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8390ccc8-f142-403e-aa4c-777790ccfa1b tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-862858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1547513'] for segment, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:42.693669 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 41310) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:42.698241 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-3bd8f45c-e5f1-49c2-9ab3-80792fafdb51 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:58:42.709070 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd8f45c-e5f1-49c2-9ab3-80792fafdb51 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:58:42.804677 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 6b2a0b0c-38dc-4571-bb1b-ee54316e910b resource provider aggregate not found May 30 04:58:42.856076 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 6b2a0b0c-38dc-4571-bb1b-ee54316e910b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6b2a0b0c-38dc-4571-bb1b-ee54316e910b found for delete ", "request_id": "req-b528046f-bef8-4c65-b344-6b62263282df"}]} May 30 04:58:42.902971 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-14feaff3-56b6-42d4-858d-b2b6d2842d79 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:42.906738 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-d7dec3fd-7d08-4513-87aa-33878049b308 None None] For port acd282eb-835e-430e-b0ff-4c773b45a4cf, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=acd282eb-835e-430e-b0ff-4c773b45a4cf,segment=NetworkSegment(c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1),segment_id=c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:58:42.923116 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd8f45c-e5f1-49c2-9ab3-80792fafdb51 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Pushing event updated for resources: {'Port': ['ID=3930000d-445a-4483-89d8-84c33a391045,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:42.927735 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port acd282eb-835e-430e-b0ff-4c773b45a4cf is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:58:42.958936 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8390ccc8-f142-403e-aa4c-777790ccfa1b tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604744'] for network, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:42.962384 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-d7dec3fd-7d08-4513-87aa-33878049b308 None None] Notify callbacks [] for port, precommit_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:42.967629 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bd8f45c-e5f1-49c2-9ab3-80792fafdb51 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:58:42.968454 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3bd8f45c-e5f1-49c2-9ab3-80792fafdb51 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:42.973377 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [None req-14feaff3-56b6-42d4-858d-b2b6d2842d79 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Transition to ACTIVE for port object 2e7b5a05-b9af-4493-866a-93bdadb9f052 will not be triggered until provisioned by entity DHCP. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:58:42.983382 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-46ed5324-d7b9-4deb-929f-20d13c3d949a tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897784'] for network, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:43.020015 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8390ccc8-f142-403e-aa4c-777790ccfa1b tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:43.025321 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8390ccc8-f142-403e-aa4c-777790ccfa1b tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Pushing event deleted for resources: {'Network': ['ID=769b7698-7495-4486-9f2d-72117eec4bb7,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:43.061762 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-d7dec3fd-7d08-4513-87aa-33878049b308 None None] Transition to ACTIVE for port object acd282eb-835e-430e-b0ff-4c773b45a4cf will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:58:43.063991 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-8390ccc8-f142-403e-aa4c-777790ccfa1b tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] 10.222.0.15 "DELETE /v2.0/networks/769b7698-7495-4486-9f2d-72117eec4bb7 HTTP/1.1" status: 204 len: 168 time: 3.1364796 May 30 04:58:43.064673 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 41326) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:43.072673 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-d7dec3fd-7d08-4513-87aa-33878049b308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:43.084259 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-46ed5324-d7b9-4deb-929f-20d13c3d949a tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Deleting port f63f177a-e3b0-41eb-bd38-9aaf9c62844a {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:58:43.084602 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-46ed5324-d7b9-4deb-929f-20d13c3d949a tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:43.104645 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-3bd8f45c-e5f1-49c2-9ab3-80792fafdb51 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 6.3254941 May 30 04:58:43.105866 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-978471bf-a38d-4372-b3ee-cf0dd77a2993 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1547867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2133322'] for subnet, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:43.109325 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 41330) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:43.125050 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-5ed8c834-96ee-4b80-884a-cb3a53bf4f63 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Request body: {'router': {'routes': None}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:58:43.153047 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c56900-ba16-4b29-848e-244af80fa4b1 None None] DHCP port deletion for 032971ab-0766-4a45-8203-e781a8ffba9a request from dv-neutron-843763-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 30 04:58:43.154438 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device dd51bc09-1e34-41e3-b1be-ab47242a5481 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 04:58:43.223953 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978471bf-a38d-4372-b3ee-cf0dd77a2993 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Pushing event deleted for resources: {'Subnet': ['ID=324d671c-484c-4444-b74d-720b09b57008,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:43.238671 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-d6c56900-ba16-4b29-848e-244af80fa4b1 None None] Deleting port f63f177a-e3b0-41eb-bd38-9aaf9c62844a {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:58:43.239043 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-d6c56900-ba16-4b29-848e-244af80fa4b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:43.347081 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-978471bf-a38d-4372-b3ee-cf0dd77a2993 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:43.351624 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-978471bf-a38d-4372-b3ee-cf0dd77a2993 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] 10.222.0.15 "DELETE /v2.0/subnets/324d671c-484c-4444-b74d-720b09b57008 HTTP/1.1" status: 204 len: 168 time: 2.1769004 May 30 04:58:43.353933 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 41338) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:43.356329 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c671e1-913b-471e-adfd-cc80315a48dd None None] Network 5ae23dce-d53f-45a3-8263-c0987b09ef3b requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:58:43.364101 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [None req-772c69f3-d54b-4b76-9f0e-087947748301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] device_id is not set on port 4b61e36b-1ceb-490d-8053-d67960998a52 yet. {{(pid=88260) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 30 04:58:43.398684 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-772c69f3-d54b-4b76-9f0e-087947748301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:43.474946 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dec3fd-7d08-4513-87aa-33878049b308 None None] Pushing event updated for resources: {'Port': ['ID=acd282eb-835e-430e-b0ff-4c773b45a4cf,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:43.593145 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.extraroute_db [None req-5ed8c834-96ee-4b80-884a-cb3a53bf4f63 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Added routes are [] {{(pid=88260) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} May 30 04:58:43.593402 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.extraroute_db [None req-5ed8c834-96ee-4b80-884a-cb3a53bf4f63 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Removed routes are [] {{(pid=88260) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} May 30 04:58:43.593565 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5ed8c834-96ee-4b80-884a-cb3a53bf4f63 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11765'] for router, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:43.770313 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port dd51bc09-1e34-41e3-b1be-ab47242a5481 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:58:43.770733 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:43.829963 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-d6c56900-ba16-4b29-848e-244af80fa4b1 None None] For port f63f177a-e3b0-41eb-bd38-9aaf9c62844a, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=f63f177a-e3b0-41eb-bd38-9aaf9c62844a,segment=NetworkSegment(d4a98468-e8ae-4dfe-af77-a640973b1d5d),segment_id=d4a98468-e8ae-4dfe-af77-a640973b1d5d)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:58:43.830369 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-d6c56900-ba16-4b29-848e-244af80fa4b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:43.834765 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-46ed5324-d7b9-4deb-929f-20d13c3d949a tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] For port f63f177a-e3b0-41eb-bd38-9aaf9c62844a, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=f63f177a-e3b0-41eb-bd38-9aaf9c62844a,segment=NetworkSegment(d4a98468-e8ae-4dfe-af77-a640973b1d5d),segment_id=d4a98468-e8ae-4dfe-af77-a640973b1d5d)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:58:43.835246 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-46ed5324-d7b9-4deb-929f-20d13c3d949a tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:43.992924 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-46ed5324-d7b9-4deb-929f-20d13c3d949a tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Calling delete_port for f63f177a-e3b0-41eb-bd38-9aaf9c62844a owned by network:dhcp {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:58:44.060009 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 41352) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:44.152933 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-46ed5324-d7b9-4deb-929f-20d13c3d949a tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:44.176773 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [None req-772c69f3-d54b-4b76-9f0e-087947748301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Transition to ACTIVE for port object 4b61e36b-1ceb-490d-8053-d67960998a52 will not be triggered until provisioned by entity L2. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:58:44.184237 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-d6c56900-ba16-4b29-848e-244af80fa4b1 None None] Calling delete_port for f63f177a-e3b0-41eb-bd38-9aaf9c62844a owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:58:44.192473 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-14feaff3-56b6-42d4-858d-b2b6d2842d79 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:44.270927 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ed5324-d7b9-4deb-929f-20d13c3d949a tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Pushing event deleted for resources: {'Port': ['ID=f63f177a-e3b0-41eb-bd38-9aaf9c62844a,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:44.290598 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5ed8c834-96ee-4b80-884a-cb3a53bf4f63 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11765'] for router, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:44.294492 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ed5324-d7b9-4deb-929f-20d13c3d949a tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] No DVR routers for this DVR port f63f177a-e3b0-41eb-bd38-9aaf9c62844a on host dv-neutron-843763-1-hyperv {{(pid=88261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 04:58:44.340957 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5ed8c834-96ee-4b80-884a-cb3a53bf4f63 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1603699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1603708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1603909'] for router, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:44.364319 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b4d7dbcb-9d50-45a1-90ca-017a62a49a4d tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897784'] for network, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:44.366137 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-772c69f3-d54b-4b76-9f0e-087947748301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1547421'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:44.369068 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.db.api [None req-d6c56900-ba16-4b29-848e-244af80fa4b1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 04:58:44.369436 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG oslo_db.api [None req-d6c56900-ba16-4b29-848e-244af80fa4b1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 04:58:44.371003 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-e2abd8bb-dae5-475b-95a8-8c181c6f1502 tempest-ExternalNetworksTestJSON-700566103 tempest-ExternalNetworksTestJSON-700566103-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-616000755'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:58:44.388367 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port dd51bc09-1e34-41e3-b1be-ab47242a5481 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:58:44.392080 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-e2abd8bb-dae5-475b-95a8-8c181c6f1502 tempest-ExternalNetworksTestJSON-700566103 tempest-ExternalNetworksTestJSON-700566103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:58:44.399344 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-e2abd8bb-dae5-475b-95a8-8c181c6f1502 tempest-ExternalNetworksTestJSON-700566103 tempest-ExternalNetworksTestJSON-700566103-project] Usage tracker for resource:network and tenant:b879a879771f4c8580bf29f8543efabc is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:58:44.402824 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-d157337e-dfd4-41dc-999c-9c05dad497b7 None None] Provisioning for port acd282eb-835e-430e-b0ff-4c773b45a4cf completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:58:44.408983 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-d157337e-dfd4-41dc-999c-9c05dad497b7 None None] Provisioning complete for port acd282eb-835e-430e-b0ff-4c773b45a4cf triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:58:44.409322 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-d157337e-dfd4-41dc-999c-9c05dad497b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:44.414098 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-e2abd8bb-dae5-475b-95a8-8c181c6f1502 tempest-ExternalNetworksTestJSON-700566103 tempest-ExternalNetworksTestJSON-700566103-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:58:44.419483 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-af059b36-a916-4a6c-a6d4-9cfce16f4094 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602184'] for router_interface, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:44.482218 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device b0a07b1d-cb66-4370-b330-689c9327dd30 no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 04:58:44.585114 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-d157337e-dfd4-41dc-999c-9c05dad497b7 None None] Current status of the port acd282eb-835e-430e-b0ff-4c773b45a4cf is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:58:44.587628 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a80ebe2-9eab-426d-b1ee-bbe849f6bffb None None] DHCP port deletion for 5ae23dce-d53f-45a3-8263-c0987b09ef3b request from dv-neutron-843763-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 30 04:58:44.592236 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] No Port match for: b0a07b1d-cb66-4370-b330-689c9327dd30 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 04:58:44.592512 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device b0a07b1d-cb66-4370-b330-689c9327dd30 not bound to the agent host dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 04:58:44.595405 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9a80ebe2-9eab-426d-b1ee-bbe849f6bffb None None] Deleting port c573308b-0279-4cd2-b72e-d9e4d9b06e57 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:58:44.595788 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9a80ebe2-9eab-426d-b1ee-bbe849f6bffb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:44.631741 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4547a76-0e4d-4ec0-ae86-3b5205eb2882 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:58:44.638673 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4547a76-0e4d-4ec0-ae86-3b5205eb2882 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:58:44.639759 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-d4547a76-0e4d-4ec0-ae86-3b5205eb2882 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Synchronizing usage tracker for tenant:16af2dbefc6742d5a37a7b30e58c8c2f on resource:port {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:58:44.707838 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14feaff3-56b6-42d4-858d-b2b6d2842d79 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Network a734b20e-8373-4515-a163-2783165b5369 is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:58:44.732964 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-14feaff3-56b6-42d4-858d-b2b6d2842d79 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:58:44.752299 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14feaff3-56b6-42d4-858d-b2b6d2842d79 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:58:44.753102 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-14feaff3-56b6-42d4-858d-b2b6d2842d79 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604623'] for router_interface, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:44.755957 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-b4d7dbcb-9d50-45a1-90ca-017a62a49a4d tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Deleting port c573308b-0279-4cd2-b72e-d9e4d9b06e57 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:58:44.756457 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b4d7dbcb-9d50-45a1-90ca-017a62a49a4d tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:44.802742 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-d4547a76-0e4d-4ec0-ae86-3b5205eb2882 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Unset dirty status for tenant:16af2dbefc6742d5a37a7b30e58c8c2f on resource:port {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:58:44.802742 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-d4547a76-0e4d-4ec0-ae86-3b5205eb2882 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 1.5884953 May 30 04:58:44.815224 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14feaff3-56b6-42d4-858d-b2b6d2842d79 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Pushing event updated for resources: {'Port': ['ID=2e7b5a05-b9af-4493-866a-93bdadb9f052,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:44.832307 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9a80ebe2-9eab-426d-b1ee-bbe849f6bffb None None] For port c573308b-0279-4cd2-b72e-d9e4d9b06e57, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=c573308b-0279-4cd2-b72e-d9e4d9b06e57,segment=NetworkSegment(a76cf3d9-53f7-446a-bec0-0d701ffaed7e),segment_id=a76cf3d9-53f7-446a-bec0-0d701ffaed7e)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:58:44.832816 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9a80ebe2-9eab-426d-b1ee-bbe849f6bffb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:44.843311 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-13a8a7a3-4ae5-4a02-b0d6-9365939da07c None None] Provisioning for port 3930000d-445a-4483-89d8-84c33a391045 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:58:44.865130 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 41358) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:44.868172 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-e2abd8bb-dae5-475b-95a8-8c181c6f1502 tempest-ExternalNetworksTestJSON-700566103 tempest-ExternalNetworksTestJSON-700566103-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:58:44.868953 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [None req-772c69f3-d54b-4b76-9f0e-087947748301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Attempting to bind port 4b61e36b-1ceb-490d-8053-d67960998a52 on host hv-neutron-8437 for vnic_type normal with profile {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 04:58:44.869389 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [None req-772c69f3-d54b-4b76-9f0e-087947748301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Attempting to bind port 4b61e36b-1ceb-490d-8053-d67960998a52 by drivers openvswitch,hyperv on host hv-neutron-8437 at level 0 using segments [{'id': 'b4d70b86-fe41-4e01-9361-6cd48a33a620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd5061794-8d18-4d48-8502-7f834a929a75'}] {{(pid=88260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 04:58:44.870226 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772c69f3-d54b-4b76-9f0e-087947748301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Attempting to bind port 4b61e36b-1ceb-490d-8053-d67960998a52 on network d5061794-8d18-4d48-8502-7f834a929a75 {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 04:58:44.891646 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772c69f3-d54b-4b76-9f0e-087947748301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Port 4b61e36b-1ceb-490d-8053-d67960998a52 on network d5061794-8d18-4d48-8502-7f834a929a75 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8437 {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 30 04:58:44.892207 dv-neutron-843763-1-hyperv neutron-server[88260]: ERROR neutron.plugins.ml2.managers [None req-772c69f3-d54b-4b76-9f0e-087947748301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Failed to bind port 4b61e36b-1ceb-490d-8053-d67960998a52 on host hv-neutron-8437 for vnic_type normal using segments [{'id': 'b4d70b86-fe41-4e01-9361-6cd48a33a620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd5061794-8d18-4d48-8502-7f834a929a75'}] May 30 04:58:44.909428 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-13a8a7a3-4ae5-4a02-b0d6-9365939da07c None None] Provisioning complete for port 3930000d-445a-4483-89d8-84c33a391045 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:58:44.909596 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-13a8a7a3-4ae5-4a02-b0d6-9365939da07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:44.935174 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-d6c56900-ba16-4b29-848e-244af80fa4b1 None None] Deleting port f63f177a-e3b0-41eb-bd38-9aaf9c62844a {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:58:44.935174 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-d6c56900-ba16-4b29-848e-244af80fa4b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:44.938408 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-46ed5324-d7b9-4deb-929f-20d13c3d949a tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867540', 'neutron.services.segments.db._delete_segments_for_network-8729234922972'] for network, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:44.939014 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.plugins.ml2.plugin [None req-772c69f3-d54b-4b76-9f0e-087947748301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Attempt 2 to bind port 4b61e36b-1ceb-490d-8053-d67960998a52 May 30 04:58:44.956824 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ed8c834-96ee-4b80-884a-cb3a53bf4f63 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Router 7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79 has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 04:58:45.015622 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-46ed5324-d7b9-4deb-929f-20d13c3d949a tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['032971ab-0766-4a45-8203-e781a8ffba9a']}} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:58:45.034890 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-46ed5324-d7b9-4deb-929f-20d13c3d949a tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4a98468-e8ae-4dfe-af77-a640973b1d5d') {'for_net_delete': True} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:58:45.035375 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-46ed5324-d7b9-4deb-929f-20d13c3d949a tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4a98468-e8ae-4dfe-af77-a640973b1d5d') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:58:45.047928 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9a80ebe2-9eab-426d-b1ee-bbe849f6bffb None None] Calling delete_port for c573308b-0279-4cd2-b72e-d9e4d9b06e57 owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:58:45.050973 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-46ed5324-d7b9-4deb-929f-20d13c3d949a tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729235042807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3545573'] for segment, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:45.069854 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-46ed5324-d7b9-4deb-929f-20d13c3d949a tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:45.081370 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [None req-772c69f3-d54b-4b76-9f0e-087947748301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Attempting to bind port 4b61e36b-1ceb-490d-8053-d67960998a52 on host hv-neutron-8437 for vnic_type normal with profile {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 04:58:45.081879 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [None req-772c69f3-d54b-4b76-9f0e-087947748301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Attempting to bind port 4b61e36b-1ceb-490d-8053-d67960998a52 by drivers openvswitch,hyperv on host hv-neutron-8437 at level 0 using segments [{'id': 'b4d70b86-fe41-4e01-9361-6cd48a33a620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd5061794-8d18-4d48-8502-7f834a929a75'}] {{(pid=88260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 04:58:45.082314 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772c69f3-d54b-4b76-9f0e-087947748301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Attempting to bind port 4b61e36b-1ceb-490d-8053-d67960998a52 on network d5061794-8d18-4d48-8502-7f834a929a75 {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 04:58:45.082716 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46ed5324-d7b9-4deb-929f-20d13c3d949a tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=88261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 04:58:45.083144 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-46ed5324-d7b9-4deb-929f-20d13c3d949a tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-862858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2304281'] for segment, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:45.091993 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device acd282eb-835e-430e-b0ff-4c773b45a4cf up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 04:58:45.114007 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772c69f3-d54b-4b76-9f0e-087947748301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Pushing event updated for resources: {'Port': ['ID=4b61e36b-1ceb-490d-8053-d67960998a52,revision_number=2']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:45.114886 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2abd8bb-dae5-475b-95a8-8c181c6f1502 tempest-ExternalNetworksTestJSON-700566103 tempest-ExternalNetworksTestJSON-700566103-project] Made reservation on behalf of b879a879771f4c8580bf29f8543efabc for: {'network': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:58:45.118292 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e2abd8bb-dae5-475b-95a8-8c181c6f1502 tempest-ExternalNetworksTestJSON-700566103 tempest-ExternalNetworksTestJSON-700566103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for network, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:45.178434 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e2abd8bb-dae5-475b-95a8-8c181c6f1502 tempest-ExternalNetworksTestJSON-700566103 tempest-ExternalNetworksTestJSON-700566103-project] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:45.189083 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment d4a98468-e8ae-4dfe-af77-a640973b1d5d resource provider aggregate not found May 30 04:58:45.210802 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-d6c56900-ba16-4b29-848e-244af80fa4b1 None None] The port 'f63f177a-e3b0-41eb-bd38-9aaf9c62844a' was deleted {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 30 04:58:45.218861 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-e2abd8bb-dae5-475b-95a8-8c181c6f1502 tempest-ExternalNetworksTestJSON-700566103 tempest-ExternalNetworksTestJSON-700566103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:58:45.222767 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-e2abd8bb-dae5-475b-95a8-8c181c6f1502 tempest-ExternalNetworksTestJSON-700566103 tempest-ExternalNetworksTestJSON-700566103-project] Usage tracker for resource:security_group_rule and tenant:b879a879771f4c8580bf29f8543efabc is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:58:45.224215 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-13a8a7a3-4ae5-4a02-b0d6-9365939da07c None None] Port 3930000d-445a-4483-89d8-84c33a391045 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 04:58:45.225647 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-e2abd8bb-dae5-475b-95a8-8c181c6f1502 tempest-ExternalNetworksTestJSON-700566103 tempest-ExternalNetworksTestJSON-700566103-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:58:45.232222 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-e2abd8bb-dae5-475b-95a8-8c181c6f1502 tempest-ExternalNetworksTestJSON-700566103 tempest-ExternalNetworksTestJSON-700566103-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:58:45.263171 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment d4a98468-e8ae-4dfe-af77-a640973b1d5d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d4a98468-e8ae-4dfe-af77-a640973b1d5d found for delete ", "request_id": "req-2464974d-0633-4a7d-bbc0-330747d67206"}]} May 30 04:58:45.265926 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port acd282eb-835e-430e-b0ff-4c773b45a4cf triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:58:45.266411 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:45.276365 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772c69f3-d54b-4b76-9f0e-087947748301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Port 4b61e36b-1ceb-490d-8053-d67960998a52 on network d5061794-8d18-4d48-8502-7f834a929a75 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8437 {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 30 04:58:45.276726 dv-neutron-843763-1-hyperv neutron-server[88260]: ERROR neutron.plugins.ml2.managers [None req-772c69f3-d54b-4b76-9f0e-087947748301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Failed to bind port 4b61e36b-1ceb-490d-8053-d67960998a52 on host hv-neutron-8437 for vnic_type normal using segments [{'id': 'b4d70b86-fe41-4e01-9361-6cd48a33a620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd5061794-8d18-4d48-8502-7f834a929a75'}] May 30 04:58:45.280599 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-3d5b9031-7616-4dfb-8d7b-493716345807 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Deleting port 3930000d-445a-4483-89d8-84c33a391045 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:58:45.281063 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3d5b9031-7616-4dfb-8d7b-493716345807 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:45.296936 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9a80ebe2-9eab-426d-b1ee-bbe849f6bffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069'] for port, after_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:45.327216 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.plugins.ml2.plugin [None req-772c69f3-d54b-4b76-9f0e-087947748301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Attempt 3 to bind port 4b61e36b-1ceb-490d-8053-d67960998a52 May 30 04:58:45.341898 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e2abd8bb-dae5-475b-95a8-8c181c6f1502 tempest-ExternalNetworksTestJSON-700566103 tempest-ExternalNetworksTestJSON-700566103-project] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:45.348380 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e2abd8bb-dae5-475b-95a8-8c181c6f1502 tempest-ExternalNetworksTestJSON-700566103 tempest-ExternalNetworksTestJSON-700566103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:45.364420 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-46ed5324-d7b9-4deb-929f-20d13c3d949a tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604744'] for network, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:45.365093 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a80ebe2-9eab-426d-b1ee-bbe849f6bffb None None] No DVR routers for this DVR port c573308b-0279-4cd2-b72e-d9e4d9b06e57 on host dv-neutron-843763-1-hyperv {{(pid=88262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 04:58:45.371021 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a80ebe2-9eab-426d-b1ee-bbe849f6bffb None None] Pushing event deleted for resources: {'Port': ['ID=c573308b-0279-4cd2-b72e-d9e4d9b06e57,revision_number=None']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:45.394849 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-46ed5324-d7b9-4deb-929f-20d13c3d949a tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:45.402886 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2abd8bb-dae5-475b-95a8-8c181c6f1502 tempest-ExternalNetworksTestJSON-700566103 tempest-ExternalNetworksTestJSON-700566103-project] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=88261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 04:58:45.404774 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-47d7e7c1-7ff2-4caf-ba4a-e6c957b89ae0 None None] Provisioning for port 2e7b5a05-b9af-4493-866a-93bdadb9f052 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:58:45.415259 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-47d7e7c1-7ff2-4caf-ba4a-e6c957b89ae0 None None] Provisioning complete for port 2e7b5a05-b9af-4493-866a-93bdadb9f052 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:58:45.415751 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-47d7e7c1-7ff2-4caf-ba4a-e6c957b89ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:45.418905 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [None req-772c69f3-d54b-4b76-9f0e-087947748301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Attempting to bind port 4b61e36b-1ceb-490d-8053-d67960998a52 on host hv-neutron-8437 for vnic_type normal with profile {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 04:58:45.418905 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [None req-772c69f3-d54b-4b76-9f0e-087947748301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Attempting to bind port 4b61e36b-1ceb-490d-8053-d67960998a52 by drivers openvswitch,hyperv on host hv-neutron-8437 at level 0 using segments [{'id': 'b4d70b86-fe41-4e01-9361-6cd48a33a620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd5061794-8d18-4d48-8502-7f834a929a75'}] {{(pid=88260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 04:58:45.419131 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772c69f3-d54b-4b76-9f0e-087947748301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Attempting to bind port 4b61e36b-1ceb-490d-8053-d67960998a52 on network d5061794-8d18-4d48-8502-7f834a929a75 {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 04:58:45.423501 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ed5324-d7b9-4deb-929f-20d13c3d949a tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] Pushing event deleted for resources: {'Network': ['ID=032971ab-0766-4a45-8203-e781a8ffba9a,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:45.459440 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772c69f3-d54b-4b76-9f0e-087947748301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Port 4b61e36b-1ceb-490d-8053-d67960998a52 on network d5061794-8d18-4d48-8502-7f834a929a75 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8437 {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 30 04:58:45.459691 dv-neutron-843763-1-hyperv neutron-server[88260]: ERROR neutron.plugins.ml2.managers [None req-772c69f3-d54b-4b76-9f0e-087947748301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Failed to bind port 4b61e36b-1ceb-490d-8053-d67960998a52 on host hv-neutron-8437 for vnic_type normal using segments [{'id': 'b4d70b86-fe41-4e01-9361-6cd48a33a620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd5061794-8d18-4d48-8502-7f834a929a75'}] May 30 04:58:45.466513 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.plugins.ml2.plugin [None req-772c69f3-d54b-4b76-9f0e-087947748301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Attempt 4 to bind port 4b61e36b-1ceb-490d-8053-d67960998a52 May 30 04:58:45.485394 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e2abd8bb-dae5-475b-95a8-8c181c6f1502 tempest-ExternalNetworksTestJSON-700566103 tempest-ExternalNetworksTestJSON-700566103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:45.485649 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.db.segments_db [None req-e2abd8bb-dae5-475b-95a8-8c181c6f1502 tempest-ExternalNetworksTestJSON-700566103 tempest-ExternalNetworksTestJSON-700566103-project] Added segment 9ac05e7e-a3d1-481d-91f4-06d1844e1ecf of type vlan for network 90c43914-6394-4b14-9805-33c90e818fe3 May 30 04:58:45.494428 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2abd8bb-dae5-475b-95a8-8c181c6f1502 tempest-ExternalNetworksTestJSON-700566103 tempest-ExternalNetworksTestJSON-700566103-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d2341bb-3996-4cb7-a0ef-db969f629c52,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:45.511602 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-46ed5324-d7b9-4deb-929f-20d13c3d949a tempest-FloatingIPNegativeTestJSON-962770883 tempest-FloatingIPNegativeTestJSON-962770883-project] 10.222.0.15 "DELETE /v2.0/networks/032971ab-0766-4a45-8203-e781a8ffba9a HTTP/1.1" status: 204 len: 168 time: 2.9911208 May 30 04:58:45.530996 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-47d7e7c1-7ff2-4caf-ba4a-e6c957b89ae0 None None] Port 2e7b5a05-b9af-4493-866a-93bdadb9f052 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 04:58:45.545276 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port acd282eb-835e-430e-b0ff-4c773b45a4cf is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:58:45.561246 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ed8c834-96ee-4b80-884a-cb3a53bf4f63 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 04:58:45.562332 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-af059b36-a916-4a6c-a6d4-9cfce16f4094 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Deleting port fb396f48-037e-44bb-9752-30b69dd60eae {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:58:45.563489 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-af059b36-a916-4a6c-a6d4-9cfce16f4094 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:45.565224 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-b4d7dbcb-9d50-45a1-90ca-017a62a49a4d tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] For port c573308b-0279-4cd2-b72e-d9e4d9b06e57, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=c573308b-0279-4cd2-b72e-d9e4d9b06e57,segment=NetworkSegment(a76cf3d9-53f7-446a-bec0-0d701ffaed7e),segment_id=a76cf3d9-53f7-446a-bec0-0d701ffaed7e)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:58:45.565606 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b4d7dbcb-9d50-45a1-90ca-017a62a49a4d tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:45.572073 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fcfe1fb-8b00-480c-9a14-6d08d10f07ca None None] Sync routers for ids ['7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79'] in dv-neutron-843763-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 04:58:45.584830 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fcfe1fb-8b00-480c-9a14-6d08d10f07ca None None] Routers {'7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 04:58:45.585455 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-2fcfe1fb-8b00-480c-9a14-6d08d10f07ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T04:58:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:58:45.595571 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5ed8c834-96ee-4b80-884a-cb3a53bf4f63 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:45.597619 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e2abd8bb-dae5-475b-95a8-8c181c6f1502 tempest-ExternalNetworksTestJSON-700566103 tempest-ExternalNetworksTestJSON-700566103-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729234556353'] for network, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:45.599576 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-5ed8c834-96ee-4b80-884a-cb3a53bf4f63 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] 10.222.0.15 "PUT /v2.0/routers/7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79 HTTP/1.1" status: 200 len: 701 time: 2.5307043 May 30 04:58:45.601843 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 41370) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:45.620057 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device f63f177a-e3b0-41eb-bd38-9aaf9c62844a no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 04:58:45.681338 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] No Port match for: f63f177a-e3b0-41eb-bd38-9aaf9c62844a {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 04:58:45.681679 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device f63f177a-e3b0-41eb-bd38-9aaf9c62844a not bound to the agent host dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 04:58:45.682134 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device c573308b-0279-4cd2-b72e-d9e4d9b06e57 no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 04:58:45.687274 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [None req-772c69f3-d54b-4b76-9f0e-087947748301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Attempting to bind port 4b61e36b-1ceb-490d-8053-d67960998a52 on host hv-neutron-8437 for vnic_type normal with profile {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 04:58:45.687815 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [None req-772c69f3-d54b-4b76-9f0e-087947748301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Attempting to bind port 4b61e36b-1ceb-490d-8053-d67960998a52 by drivers openvswitch,hyperv on host hv-neutron-8437 at level 0 using segments [{'id': 'b4d70b86-fe41-4e01-9361-6cd48a33a620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd5061794-8d18-4d48-8502-7f834a929a75'}] {{(pid=88260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 04:58:45.687934 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772c69f3-d54b-4b76-9f0e-087947748301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Attempting to bind port 4b61e36b-1ceb-490d-8053-d67960998a52 on network d5061794-8d18-4d48-8502-7f834a929a75 {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 04:58:45.749054 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] No Port match for: c573308b-0279-4cd2-b72e-d9e4d9b06e57 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 04:58:45.749405 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device c573308b-0279-4cd2-b72e-d9e4d9b06e57 not bound to the agent host dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 04:58:45.805508 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-2fcfe1fb-8b00-480c-9a14-6d08d10f07ca None None] Set router 7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79 gateway port host: None {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 04:58:45.805796 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e2abd8bb-dae5-475b-95a8-8c181c6f1502 tempest-ExternalNetworksTestJSON-700566103 tempest-ExternalNetworksTestJSON-700566103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788'] for network, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:45.812082 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2abd8bb-dae5-475b-95a8-8c181c6f1502 tempest-ExternalNetworksTestJSON-700566103 tempest-ExternalNetworksTestJSON-700566103-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:58:45.812729 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e2abd8bb-dae5-475b-95a8-8c181c6f1502 tempest-ExternalNetworksTestJSON-700566103 tempest-ExternalNetworksTestJSON-700566103-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:45.867371 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-e2abd8bb-dae5-475b-95a8-8c181c6f1502 tempest-ExternalNetworksTestJSON-700566103 tempest-ExternalNetworksTestJSON-700566103-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.8059096 May 30 04:58:45.876142 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 41376) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:45.934850 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-2fcfe1fb-8b00-480c-9a14-6d08d10f07ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79', 'name': 'tempest-RoutersTest-router-2065317118', 'tenant_id': '177e950b79b644f8ac61f323eed71206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T04:56:58Z', 'updated_at': '2022-05-30T04:58:33Z', 'revision_number': 11, 'project_id': '177e950b79b644f8ac61f323eed71206', 'gw_port_host': None}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:58:45.939768 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fcfe1fb-8b00-480c-9a14-6d08d10f07ca None None] Checking router: 7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79 for host: dv-neutron-843763-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 04:58:45.941623 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-14feaff3-56b6-42d4-858d-b2b6d2842d79 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:45.954429 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fcfe1fb-8b00-480c-9a14-6d08d10f07ca None None] Routers {'7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 04:58:45.955500 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-2fcfe1fb-8b00-480c-9a14-6d08d10f07ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T04:58:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:58:45.956905 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 41382) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:45.971820 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-b4d7dbcb-9d50-45a1-90ca-017a62a49a4d tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Calling delete_port for c573308b-0279-4cd2-b72e-d9e4d9b06e57 owned by network:dhcp {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:58:45.994421 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2abd8bb-dae5-475b-95a8-8c181c6f1502 tempest-ExternalNetworksTestJSON-700566103 tempest-ExternalNetworksTestJSON-700566103-project] Pushing event updated for resources: {'Network': ['ID=90c43914-6394-4b14-9805-33c90e818fe3,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:46.008432 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Network 90c43914-6394-4b14-9805-33c90e818fe3 details requested by agent ovs-agent-dv-neutron-843763-1-hyperv with host dv-neutron-843763-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 04:58:46.013493 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-af059b36-a916-4a6c-a6d4-9cfce16f4094 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] For port fb396f48-037e-44bb-9752-30b69dd60eae, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=fb396f48-037e-44bb-9752-30b69dd60eae,segment=NetworkSegment(802c3e76-b2e9-4d86-8049-6831b9ec5c3a),segment_id=802c3e76-b2e9-4d86-8049-6831b9ec5c3a)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:58:46.015738 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-af059b36-a916-4a6c-a6d4-9cfce16f4094 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:46.027904 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772c69f3-d54b-4b76-9f0e-087947748301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Port 4b61e36b-1ceb-490d-8053-d67960998a52 on network d5061794-8d18-4d48-8502-7f834a929a75 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8437 {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 30 04:58:46.028236 dv-neutron-843763-1-hyperv neutron-server[88260]: ERROR neutron.plugins.ml2.managers [None req-772c69f3-d54b-4b76-9f0e-087947748301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Failed to bind port 4b61e36b-1ceb-490d-8053-d67960998a52 on host hv-neutron-8437 for vnic_type normal using segments [{'id': 'b4d70b86-fe41-4e01-9361-6cd48a33a620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd5061794-8d18-4d48-8502-7f834a929a75'}] May 30 04:58:46.030158 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-062c1a60-c6f4-43d3-b82b-96500892600a tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Synchronizing usage tracker for tenant:177e950b79b644f8ac61f323eed71206 on resource:port {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:58:46.045510 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.plugins.ml2.plugin [None req-772c69f3-d54b-4b76-9f0e-087947748301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Attempt 5 to bind port 4b61e36b-1ceb-490d-8053-d67960998a52 May 30 04:58:46.125036 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-2fcfe1fb-8b00-480c-9a14-6d08d10f07ca None None] Set router 7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79 gateway port host: None {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 04:58:46.190010 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-af059b36-a916-4a6c-a6d4-9cfce16f4094 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Calling delete_port for fb396f48-037e-44bb-9752-30b69dd60eae owned by network:router_interface {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:58:46.248917 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-724b7c8e-cdd7-4369-a6cf-5cad963c7485 tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Request body: {'network': {'name': 'tempest-network--733675066', 'router:external': True}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:58:46.250904 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-2fcfe1fb-8b00-480c-9a14-6d08d10f07ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79', 'name': 'tempest-RoutersTest-router-2065317118', 'tenant_id': '177e950b79b644f8ac61f323eed71206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T04:56:58Z', 'updated_at': '2022-05-30T04:58:33Z', 'revision_number': 11, 'project_id': '177e950b79b644f8ac61f323eed71206', 'gw_port_host': None}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:58:46.256276 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fcfe1fb-8b00-480c-9a14-6d08d10f07ca None None] The sync data for ids ['7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79'] in dv-neutron-843763-1-hyperv is: [{'id': '7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79', 'name': 'tempest-RoutersTest-router-2065317118', 'tenant_id': '177e950b79b644f8ac61f323eed71206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T04:56:58Z', 'updated_at': '2022-05-30T04:58:33Z', 'revision_number': 11, 'project_id': '177e950b79b644f8ac61f323eed71206', 'gw_port_host': None}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 04:58:46.272340 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-724b7c8e-cdd7-4369-a6cf-5cad963c7485 tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:58:46.280274 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [None req-772c69f3-d54b-4b76-9f0e-087947748301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Attempting to bind port 4b61e36b-1ceb-490d-8053-d67960998a52 on host hv-neutron-8437 for vnic_type normal with profile {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 04:58:46.280617 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [None req-772c69f3-d54b-4b76-9f0e-087947748301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Attempting to bind port 4b61e36b-1ceb-490d-8053-d67960998a52 by drivers openvswitch,hyperv on host hv-neutron-8437 at level 0 using segments [{'id': 'b4d70b86-fe41-4e01-9361-6cd48a33a620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd5061794-8d18-4d48-8502-7f834a929a75'}] {{(pid=88260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 04:58:46.281166 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772c69f3-d54b-4b76-9f0e-087947748301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Attempting to bind port 4b61e36b-1ceb-490d-8053-d67960998a52 on network d5061794-8d18-4d48-8502-7f834a929a75 {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 04:58:46.285991 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-724b7c8e-cdd7-4369-a6cf-5cad963c7485 tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Usage tracker for resource:network and tenant:bc9d053c9e7544f5b0aba3128514c439 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:58:46.322915 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772c69f3-d54b-4b76-9f0e-087947748301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Port 4b61e36b-1ceb-490d-8053-d67960998a52 on network d5061794-8d18-4d48-8502-7f834a929a75 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8437 {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 30 04:58:46.323260 dv-neutron-843763-1-hyperv neutron-server[88260]: ERROR neutron.plugins.ml2.managers [None req-772c69f3-d54b-4b76-9f0e-087947748301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Failed to bind port 4b61e36b-1ceb-490d-8053-d67960998a52 on host hv-neutron-8437 for vnic_type normal using segments [{'id': 'b4d70b86-fe41-4e01-9361-6cd48a33a620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd5061794-8d18-4d48-8502-7f834a929a75'}] May 30 04:58:46.323775 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-062c1a60-c6f4-43d3-b82b-96500892600a tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Unset dirty status for tenant:177e950b79b644f8ac61f323eed71206 on resource:port {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:58:46.328875 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-062c1a60-c6f4-43d3-b82b-96500892600a tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79 HTTP/1.1" status: 200 len: 205 time: 0.6976085 May 30 04:58:46.329526 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 41388) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:46.335490 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.plugins.ml2.plugin [None req-772c69f3-d54b-4b76-9f0e-087947748301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Attempt 6 to bind port 4b61e36b-1ceb-490d-8053-d67960998a52 May 30 04:58:46.338812 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-724b7c8e-cdd7-4369-a6cf-5cad963c7485 tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:58:46.345953 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-724b7c8e-cdd7-4369-a6cf-5cad963c7485 tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:58:46.373955 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-29f5c582-d588-4e18-a094-d0b4a9b71520 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cd2560d80ddd4e6fb6938d0bf7b6bbb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4070704 May 30 04:58:46.384332 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 41392) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:46.387259 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-724b7c8e-cdd7-4369-a6cf-5cad963c7485 tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Made reservation on behalf of bc9d053c9e7544f5b0aba3128514c439 for: {'network': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:58:46.390032 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-724b7c8e-cdd7-4369-a6cf-5cad963c7485 tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for network, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:46.438025 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-724b7c8e-cdd7-4369-a6cf-5cad963c7485 tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:46.477635 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-724b7c8e-cdd7-4369-a6cf-5cad963c7485 tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:58:46.494482 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-724b7c8e-cdd7-4369-a6cf-5cad963c7485 tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Usage tracker for resource:security_group_rule and tenant:bc9d053c9e7544f5b0aba3128514c439 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:58:46.499285 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-724b7c8e-cdd7-4369-a6cf-5cad963c7485 tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:58:46.506217 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-724b7c8e-cdd7-4369-a6cf-5cad963c7485 tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:58:46.540368 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-10fa9cbc-225c-4f0b-a309-d277a92fa8ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:46.588686 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-10fa9cbc-225c-4f0b-a309-d277a92fa8ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:46.607885 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [None req-772c69f3-d54b-4b76-9f0e-087947748301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Attempting to bind port 4b61e36b-1ceb-490d-8053-d67960998a52 on host hv-neutron-8437 for vnic_type normal with profile {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 04:58:46.608218 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [None req-772c69f3-d54b-4b76-9f0e-087947748301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Attempting to bind port 4b61e36b-1ceb-490d-8053-d67960998a52 by drivers openvswitch,hyperv on host hv-neutron-8437 at level 0 using segments [{'id': 'b4d70b86-fe41-4e01-9361-6cd48a33a620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd5061794-8d18-4d48-8502-7f834a929a75'}] {{(pid=88260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 04:58:46.608548 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772c69f3-d54b-4b76-9f0e-087947748301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Attempting to bind port 4b61e36b-1ceb-490d-8053-d67960998a52 on network d5061794-8d18-4d48-8502-7f834a929a75 {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 04:58:46.661197 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.db.api [None req-b4d7dbcb-9d50-45a1-90ca-017a62a49a4d tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88260) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 04:58:46.661438 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG oslo_db.api [None req-b4d7dbcb-9d50-45a1-90ca-017a62a49a4d tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 04:58:46.661917 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772c69f3-d54b-4b76-9f0e-087947748301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Port 4b61e36b-1ceb-490d-8053-d67960998a52 on network d5061794-8d18-4d48-8502-7f834a929a75 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8437 {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 30 04:58:46.662234 dv-neutron-843763-1-hyperv neutron-server[88260]: ERROR neutron.plugins.ml2.managers [None req-772c69f3-d54b-4b76-9f0e-087947748301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Failed to bind port 4b61e36b-1ceb-490d-8053-d67960998a52 on host hv-neutron-8437 for vnic_type normal using segments [{'id': 'b4d70b86-fe41-4e01-9361-6cd48a33a620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd5061794-8d18-4d48-8502-7f834a929a75'}] May 30 04:58:46.668642 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.plugins.ml2.plugin [None req-772c69f3-d54b-4b76-9f0e-087947748301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Attempt 7 to bind port 4b61e36b-1ceb-490d-8053-d67960998a52 May 30 04:58:46.686846 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d784f93f-0faf-4536-9c76-fa2612eab9a5 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks [] for router, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:46.737730 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-af059b36-a916-4a6c-a6d4-9cfce16f4094 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:46.765860 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3d5b9031-7616-4dfb-8d7b-493716345807 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:46.783217 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-724b7c8e-cdd7-4369-a6cf-5cad963c7485 tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:46.784266 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-10fa9cbc-225c-4f0b-a309-d277a92fa8ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:46.805123 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-724b7c8e-cdd7-4369-a6cf-5cad963c7485 tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:46.837292 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af059b36-a916-4a6c-a6d4-9cfce16f4094 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Pushing event deleted for resources: {'Port': ['ID=fb396f48-037e-44bb-9752-30b69dd60eae,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:46.839428 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [None req-772c69f3-d54b-4b76-9f0e-087947748301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Attempting to bind port 4b61e36b-1ceb-490d-8053-d67960998a52 on host hv-neutron-8437 for vnic_type normal with profile {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 04:58:46.839816 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [None req-772c69f3-d54b-4b76-9f0e-087947748301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Attempting to bind port 4b61e36b-1ceb-490d-8053-d67960998a52 by drivers openvswitch,hyperv on host hv-neutron-8437 at level 0 using segments [{'id': 'b4d70b86-fe41-4e01-9361-6cd48a33a620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd5061794-8d18-4d48-8502-7f834a929a75'}] {{(pid=88260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 04:58:46.840238 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772c69f3-d54b-4b76-9f0e-087947748301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Attempting to bind port 4b61e36b-1ceb-490d-8053-d67960998a52 on network d5061794-8d18-4d48-8502-7f834a929a75 {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 04:58:46.974791 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-3d5b9031-7616-4dfb-8d7b-493716345807 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Calling delete_port for 3930000d-445a-4483-89d8-84c33a391045 owned by {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:58:47.013031 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fa9cbc-225c-4f0b-a309-d277a92fa8ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3162910a-8eec-45ef-97d6-381bcdfe2538,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:47.066839 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772c69f3-d54b-4b76-9f0e-087947748301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Port 4b61e36b-1ceb-490d-8053-d67960998a52 on network d5061794-8d18-4d48-8502-7f834a929a75 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8437 {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 30 04:58:47.067162 dv-neutron-843763-1-hyperv neutron-server[88260]: ERROR neutron.plugins.ml2.managers [None req-772c69f3-d54b-4b76-9f0e-087947748301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Failed to bind port 4b61e36b-1ceb-490d-8053-d67960998a52 on host hv-neutron-8437 for vnic_type normal using segments [{'id': 'b4d70b86-fe41-4e01-9361-6cd48a33a620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd5061794-8d18-4d48-8502-7f834a929a75'}] May 30 04:58:47.068173 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-724b7c8e-cdd7-4369-a6cf-5cad963c7485 tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=88261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 04:58:47.072489 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724b7c8e-cdd7-4369-a6cf-5cad963c7485 tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c411b2ec-2b49-4868-a65f-dfe4341fbe5c,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:47.095605 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-10fa9cbc-225c-4f0b-a309-d277a92fa8ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:47.096788 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-10fa9cbc-225c-4f0b-a309-d277a92fa8ce admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3162910a-8eec-45ef-97d6-381bcdfe2538 HTTP/1.1" status: 204 len: 168 time: 0.7122693 May 30 04:58:47.097775 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-724b7c8e-cdd7-4369-a6cf-5cad963c7485 tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:47.098153 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.db.segments_db [None req-724b7c8e-cdd7-4369-a6cf-5cad963c7485 tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Added segment 299a845f-a247-41b6-88d4-cb81fd6fc731 of type vlan for network 86f7ad16-69d1-4f4f-8b75-01cc1cc4176d May 30 04:58:47.136548 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.plugins.ml2.plugin [None req-772c69f3-d54b-4b76-9f0e-087947748301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Attempt 8 to bind port 4b61e36b-1ceb-490d-8053-d67960998a52 May 30 04:58:47.218873 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-724b7c8e-cdd7-4369-a6cf-5cad963c7485 tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729234556353'] for network, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:47.311648 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:47.335501 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-af059b36-a916-4a6c-a6d4-9cfce16f4094 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1642797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602100'] for router_interface, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:47.338368 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-b4d7dbcb-9d50-45a1-90ca-017a62a49a4d tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Deleting port c573308b-0279-4cd2-b72e-d9e4d9b06e57 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:58:47.338892 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b4d7dbcb-9d50-45a1-90ca-017a62a49a4d tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:47.345904 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-724b7c8e-cdd7-4369-a6cf-5cad963c7485 tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788'] for network, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:47.346864 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-724b7c8e-cdd7-4369-a6cf-5cad963c7485 tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:58:47.347443 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-724b7c8e-cdd7-4369-a6cf-5cad963c7485 tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:47.498325 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [None req-772c69f3-d54b-4b76-9f0e-087947748301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Attempting to bind port 4b61e36b-1ceb-490d-8053-d67960998a52 on host hv-neutron-8437 for vnic_type normal with profile {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 04:58:47.498517 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [None req-772c69f3-d54b-4b76-9f0e-087947748301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Attempting to bind port 4b61e36b-1ceb-490d-8053-d67960998a52 by drivers openvswitch,hyperv on host hv-neutron-8437 at level 0 using segments [{'id': 'b4d70b86-fe41-4e01-9361-6cd48a33a620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd5061794-8d18-4d48-8502-7f834a929a75'}] {{(pid=88260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 04:58:47.498850 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772c69f3-d54b-4b76-9f0e-087947748301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Attempting to bind port 4b61e36b-1ceb-490d-8053-d67960998a52 on network d5061794-8d18-4d48-8502-7f834a929a75 {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 04:58:47.502078 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d784f93f-0faf-4536-9c76-fa2612eab9a5 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11660'] for router, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:47.512942 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-b4d7dbcb-9d50-45a1-90ca-017a62a49a4d tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] The port 'c573308b-0279-4cd2-b72e-d9e4d9b06e57' was deleted {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 30 04:58:47.518859 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d784f93f-0faf-4536-9c76-fa2612eab9a5 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:47.528501 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-724b7c8e-cdd7-4369-a6cf-5cad963c7485 tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.6511111 May 30 04:58:47.531400 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724b7c8e-cdd7-4369-a6cf-5cad963c7485 tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Pushing event updated for resources: {'Network': ['ID=86f7ad16-69d1-4f4f-8b75-01cc1cc4176d,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:47.535793 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 41406) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:47.545845 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Network 86f7ad16-69d1-4f4f-8b75-01cc1cc4176d details requested by agent ovs-agent-dv-neutron-843763-1-hyperv with host dv-neutron-843763-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 04:58:47.567491 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772c69f3-d54b-4b76-9f0e-087947748301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Port 4b61e36b-1ceb-490d-8053-d67960998a52 on network d5061794-8d18-4d48-8502-7f834a929a75 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8437 {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 30 04:58:47.568053 dv-neutron-843763-1-hyperv neutron-server[88260]: ERROR neutron.plugins.ml2.managers [None req-772c69f3-d54b-4b76-9f0e-087947748301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Failed to bind port 4b61e36b-1ceb-490d-8053-d67960998a52 on host hv-neutron-8437 for vnic_type normal using segments [{'id': 'b4d70b86-fe41-4e01-9361-6cd48a33a620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd5061794-8d18-4d48-8502-7f834a929a75'}] May 30 04:58:47.578014 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.plugins.ml2.plugin [None req-772c69f3-d54b-4b76-9f0e-087947748301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Attempt 9 to bind port 4b61e36b-1ceb-490d-8053-d67960998a52 May 30 04:58:47.690310 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [None req-772c69f3-d54b-4b76-9f0e-087947748301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Attempting to bind port 4b61e36b-1ceb-490d-8053-d67960998a52 on host hv-neutron-8437 for vnic_type normal with profile {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 04:58:47.691025 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [None req-772c69f3-d54b-4b76-9f0e-087947748301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Attempting to bind port 4b61e36b-1ceb-490d-8053-d67960998a52 by drivers openvswitch,hyperv on host hv-neutron-8437 at level 0 using segments [{'id': 'b4d70b86-fe41-4e01-9361-6cd48a33a620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd5061794-8d18-4d48-8502-7f834a929a75'}] {{(pid=88260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 04:58:47.691531 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772c69f3-d54b-4b76-9f0e-087947748301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Attempting to bind port 4b61e36b-1ceb-490d-8053-d67960998a52 on network d5061794-8d18-4d48-8502-7f834a929a75 {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 04:58:47.729166 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b66f3f2a-bb8d-4b08-a032-dc6995466ac6 tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897784'] for network, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:47.763743 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d784f93f-0faf-4536-9c76-fa2612eab9a5 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1601605'] for router, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:47.764271 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d784f93f-0faf-4536-9c76-fa2612eab9a5 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Fanout notify agent at l3_agent the message router_deleted on router 7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79 {{(pid=88260) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 30 04:58:47.765778 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772c69f3-d54b-4b76-9f0e-087947748301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Port 4b61e36b-1ceb-490d-8053-d67960998a52 on network d5061794-8d18-4d48-8502-7f834a929a75 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8437 {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 30 04:58:47.766158 dv-neutron-843763-1-hyperv neutron-server[88260]: ERROR neutron.plugins.ml2.managers [None req-772c69f3-d54b-4b76-9f0e-087947748301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Failed to bind port 4b61e36b-1ceb-490d-8053-d67960998a52 on host hv-neutron-8437 for vnic_type normal using segments [{'id': 'b4d70b86-fe41-4e01-9361-6cd48a33a620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd5061794-8d18-4d48-8502-7f834a929a75'}] May 30 04:58:47.774868 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.plugins.ml2.plugin [None req-772c69f3-d54b-4b76-9f0e-087947748301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Attempt 10 to bind port 4b61e36b-1ceb-490d-8053-d67960998a52 May 30 04:58:47.795216 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b4d7dbcb-9d50-45a1-90ca-017a62a49a4d tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867540', 'neutron.services.segments.db._delete_segments_for_network-8729234922972'] for network, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:47.844530 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-b4d7dbcb-9d50-45a1-90ca-017a62a49a4d tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ae23dce-d53f-45a3-8263-c0987b09ef3b']}} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:58:47.855625 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [None req-772c69f3-d54b-4b76-9f0e-087947748301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Attempting to bind port 4b61e36b-1ceb-490d-8053-d67960998a52 on host hv-neutron-8437 for vnic_type normal with profile {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 04:58:47.855960 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.managers [None req-772c69f3-d54b-4b76-9f0e-087947748301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Attempting to bind port 4b61e36b-1ceb-490d-8053-d67960998a52 by drivers openvswitch,hyperv on host hv-neutron-8437 at level 0 using segments [{'id': 'b4d70b86-fe41-4e01-9361-6cd48a33a620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd5061794-8d18-4d48-8502-7f834a929a75'}] {{(pid=88260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 04:58:47.856298 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772c69f3-d54b-4b76-9f0e-087947748301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Attempting to bind port 4b61e36b-1ceb-490d-8053-d67960998a52 on network d5061794-8d18-4d48-8502-7f834a929a75 {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 04:58:47.875278 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-b4d7dbcb-9d50-45a1-90ca-017a62a49a4d tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a76cf3d9-53f7-446a-bec0-0d701ffaed7e') {'for_net_delete': True} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:58:47.875583 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-b4d7dbcb-9d50-45a1-90ca-017a62a49a4d tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a76cf3d9-53f7-446a-bec0-0d701ffaed7e') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:58:47.882007 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772c69f3-d54b-4b76-9f0e-087947748301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Port 4b61e36b-1ceb-490d-8053-d67960998a52 on network d5061794-8d18-4d48-8502-7f834a929a75 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8437 {{(pid=88260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 30 04:58:47.883052 dv-neutron-843763-1-hyperv neutron-server[88260]: ERROR neutron.plugins.ml2.managers [None req-772c69f3-d54b-4b76-9f0e-087947748301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Failed to bind port 4b61e36b-1ceb-490d-8053-d67960998a52 on host hv-neutron-8437 for vnic_type normal using segments [{'id': 'b4d70b86-fe41-4e01-9361-6cd48a33a620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd5061794-8d18-4d48-8502-7f834a929a75'}] May 30 04:58:47.883052 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-772c69f3-d54b-4b76-9f0e-087947748301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:47.948497 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d784f93f-0faf-4536-9c76-fa2612eab9a5 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:47.955438 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-d784f93f-0faf-4536-9c76-fa2612eab9a5 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] 10.222.0.15 "DELETE /v2.0/routers/7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79 HTTP/1.1" status: 204 len: 168 time: 1.6034334 May 30 04:58:47.960200 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.db.resource_extend [None req-14feaff3-56b6-42d4-858d-b2b6d2842d79 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 04:58:47.968289 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b4d7dbcb-9d50-45a1-90ca-017a62a49a4d tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729235042807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1454725'] for segment, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:47.982330 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 41420) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:47.997668 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-848b3441-d8db-43bb-9556-6996ba5064a4 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1353982174', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:58:48.022773 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b66f3f2a-bb8d-4b08-a032-dc6995466ac6 tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867540', 'neutron.services.segments.db._delete_segments_for_network-8729234922972'] for network, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:48.036312 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-14feaff3-56b6-42d4-858d-b2b6d2842d79 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Notify callbacks [] for port, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:48.047489 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-848b3441-d8db-43bb-9556-6996ba5064a4 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:58:48.051420 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b4d7dbcb-9d50-45a1-90ca-017a62a49a4d tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:48.060970 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-b66f3f2a-bb8d-4b08-a032-dc6995466ac6 tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86f7ad16-69d1-4f4f-8b75-01cc1cc4176d']}} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:58:48.061988 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-14feaff3-56b6-42d4-858d-b2b6d2842d79 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1547421'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:48.062733 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-14feaff3-56b6-42d4-858d-b2b6d2842d79 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1642774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602230'] for router_interface, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:48.075473 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 41424) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:48.078724 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-848b3441-d8db-43bb-9556-6996ba5064a4 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Usage tracker for resource:router and tenant:177e950b79b644f8ac61f323eed71206 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:58:48.084484 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-b66f3f2a-bb8d-4b08-a032-dc6995466ac6 tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '299a845f-a247-41b6-88d4-cb81fd6fc731') {'for_net_delete': True} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:58:48.084786 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-b66f3f2a-bb8d-4b08-a032-dc6995466ac6 tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '299a845f-a247-41b6-88d4-cb81fd6fc731') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:58:48.098633 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af059b36-a916-4a6c-a6d4-9cfce16f4094 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Router ada416c6-edef-4cad-ab20-945ddff3a53a has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 04:58:48.103277 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b66f3f2a-bb8d-4b08-a032-dc6995466ac6 tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729235042807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3545573'] for segment, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:48.122711 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-848b3441-d8db-43bb-9556-6996ba5064a4 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:58:48.125760 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4d7dbcb-9d50-45a1-90ca-017a62a49a4d tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=88260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 04:58:48.126205 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b4d7dbcb-9d50-45a1-90ca-017a62a49a4d tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-862858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1547513'] for segment, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:48.178820 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b66f3f2a-bb8d-4b08-a032-dc6995466ac6 tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:48.203025 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b66f3f2a-bb8d-4b08-a032-dc6995466ac6 tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=88261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 04:58:48.203457 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b66f3f2a-bb8d-4b08-a032-dc6995466ac6 tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-862858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2304281'] for segment, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:48.242316 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-848b3441-d8db-43bb-9556-6996ba5064a4 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:58:48.255001 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment a76cf3d9-53f7-446a-bec0-0d701ffaed7e resource provider aggregate not found May 30 04:58:48.283350 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-be57a3f5-60c2-4bd2-962c-2ad9124a12bf tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1475354215'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:58:48.288855 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 299a845f-a247-41b6-88d4-cb81fd6fc731 resource provider aggregate not found May 30 04:58:48.303379 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-be57a3f5-60c2-4bd2-962c-2ad9124a12bf tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:58:48.313564 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3d5b9031-7616-4dfb-8d7b-493716345807 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:48.323084 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 299a845f-a247-41b6-88d4-cb81fd6fc731 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 299a845f-a247-41b6-88d4-cb81fd6fc731 found for delete ", "request_id": "req-f8a80908-86ff-4282-b9d1-6cef3fe8de5d"}]} May 30 04:58:48.359843 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment a76cf3d9-53f7-446a-bec0-0d701ffaed7e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a76cf3d9-53f7-446a-bec0-0d701ffaed7e found for delete ", "request_id": "req-94ace163-82ad-40c1-8858-4659e07d0f5d"}]} May 30 04:58:48.378883 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-be57a3f5-60c2-4bd2-962c-2ad9124a12bf tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Usage tracker for resource:network and tenant:895764a2d33a4b6180a8faca69c63db7 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:58:48.380633 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-848b3441-d8db-43bb-9556-6996ba5064a4 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1603901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11666'] for router, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:48.381575 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-848b3441-d8db-43bb-9556-6996ba5064a4 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11675'] for router, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:48.384635 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14feaff3-56b6-42d4-858d-b2b6d2842d79 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Pushing event updated for resources: {'Port': ['ID=2e7b5a05-b9af-4493-866a-93bdadb9f052,revision_number=2']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:48.436157 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-772c69f3-d54b-4b76-9f0e-087947748301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] For port 4b61e36b-1ceb-490d-8053-d67960998a52, host hv-neutron-8437, cleared binding levels {{(pid=88260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 04:58:48.436573 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-772c69f3-d54b-4b76-9f0e-087947748301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Attempted to set empty binding levels {{(pid=88260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 30 04:58:48.438586 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b4d7dbcb-9d50-45a1-90ca-017a62a49a4d tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604744'] for network, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:48.502222 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5b9031-7616-4dfb-8d7b-493716345807 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Pushing event deleted for resources: {'Port': ['ID=3930000d-445a-4483-89d8-84c33a391045,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:48.512452 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b4d7dbcb-9d50-45a1-90ca-017a62a49a4d tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:48.518454 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-772c69f3-d54b-4b76-9f0e-087947748301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1547421'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:48.522878 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-be57a3f5-60c2-4bd2-962c-2ad9124a12bf tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:58:48.539167 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-be57a3f5-60c2-4bd2-962c-2ad9124a12bf tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:58:48.555444 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b66f3f2a-bb8d-4b08-a032-dc6995466ac6 tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604744'] for network, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:48.576525 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b66f3f2a-bb8d-4b08-a032-dc6995466ac6 tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 86f7ad16-69d1-4f4f-8b75-01cc1cc4176d {{(pid=88261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 30 04:58:48.582520 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be57a3f5-60c2-4bd2-962c-2ad9124a12bf tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Made reservation on behalf of 895764a2d33a4b6180a8faca69c63db7 for: {'network': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:58:48.585839 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-be57a3f5-60c2-4bd2-962c-2ad9124a12bf tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for network, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:48.600244 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b66f3f2a-bb8d-4b08-a032-dc6995466ac6 tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:48.607588 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66f3f2a-bb8d-4b08-a032-dc6995466ac6 tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Pushing event deleted for resources: {'Network': ['ID=86f7ad16-69d1-4f4f-8b75-01cc1cc4176d,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:48.609018 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d7dbcb-9d50-45a1-90ca-017a62a49a4d tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Pushing event deleted for resources: {'Network': ['ID=5ae23dce-d53f-45a3-8263-c0987b09ef3b,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:48.612380 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af059b36-a916-4a6c-a6d4-9cfce16f4094 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 04:58:48.614563 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-be57a3f5-60c2-4bd2-962c-2ad9124a12bf tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:48.627363 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-af059b36-a916-4a6c-a6d4-9cfce16f4094 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] 10.222.0.15 "PUT /v2.0/routers/ada416c6-edef-4cad-ab20-945ddff3a53a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9325716 May 30 04:58:48.631190 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-b66f3f2a-bb8d-4b08-a032-dc6995466ac6 tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] 10.222.0.15 "DELETE /v2.0/networks/86f7ad16-69d1-4f4f-8b75-01cc1cc4176d HTTP/1.1" status: 204 len: 168 time: 1.0944438 May 30 04:58:48.632017 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 41438) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:48.637085 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 41440) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:48.676948 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-7f065875-55f8-4900-8636-c3406a29af79 tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:58:48.686791 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-be57a3f5-60c2-4bd2-962c-2ad9124a12bf tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:58:48.690893 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-b4d7dbcb-9d50-45a1-90ca-017a62a49a4d tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] 10.222.0.15 "DELETE /v2.0/networks/5ae23dce-d53f-45a3-8263-c0987b09ef3b HTTP/1.1" status: 204 len: 168 time: 5.3277285 May 30 04:58:48.693760 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-7f065875-55f8-4900-8636-c3406a29af79 tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:58:48.696555 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-848b3441-d8db-43bb-9556-6996ba5064a4 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:48.699779 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-772c69f3-d54b-4b76-9f0e-087947748301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] In _notify_port_updated(), no bound segment for port 4b61e36b-1ceb-490d-8053-d67960998a52 on network d5061794-8d18-4d48-8502-7f834a929a75 {{(pid=88260) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 30 04:58:48.700569 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-772c69f3-d54b-4b76-9f0e-087947748301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:58:48.701164 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-772c69f3-d54b-4b76-9f0e-087947748301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:48.704942 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-772c69f3-d54b-4b76-9f0e-087947748301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] 10.222.0.15 "PUT /v2.0/ports/4b61e36b-1ceb-490d-8053-d67960998a52 HTTP/1.1" status: 200 len: 981 time: 7.5263038 May 30 04:58:48.706767 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 41446) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:48.707350 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 41448) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:48.713801 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-be57a3f5-60c2-4bd2-962c-2ad9124a12bf tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Usage tracker for resource:security_group_rule and tenant:895764a2d33a4b6180a8faca69c63db7 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:58:48.744021 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772c69f3-d54b-4b76-9f0e-087947748301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Pushing event updated for resources: {'Port': ['ID=4b61e36b-1ceb-490d-8053-d67960998a52,revision_number=3']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:48.747534 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14feaff3-56b6-42d4-858d-b2b6d2842d79 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Network a734b20e-8373-4515-a163-2783165b5369 is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:58:48.748127 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-be57a3f5-60c2-4bd2-962c-2ad9124a12bf tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:58:48.753572 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-14feaff3-56b6-42d4-858d-b2b6d2842d79 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:58:48.754561 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-c1e2a157-4207-496f-862e-6a7caaae7945 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Request body: {'port': {'network_id': '585f1a25-d8c2-4739-95aa-646c169bbb1a', 'name': 'tempest-PortsTestJSON-1308294478'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:58:48.766622 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-848b3441-d8db-43bb-9556-6996ba5064a4 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603653'] for router, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:48.771555 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-7f065875-55f8-4900-8636-c3406a29af79 tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Usage tracker for resource:network and tenant:bc9d053c9e7544f5b0aba3128514c439 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:58:48.784621 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-be57a3f5-60c2-4bd2-962c-2ad9124a12bf tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:58:48.786675 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-7f065875-55f8-4900-8636-c3406a29af79 tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:58:48.830417 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3d5b9031-7616-4dfb-8d7b-493716345807 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:48.832507 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-3d5b9031-7616-4dfb-8d7b-493716345807 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "DELETE /v2.0/ports/3930000d-445a-4483-89d8-84c33a391045 HTTP/1.1" status: 204 len: 168 time: 3.9660709 May 30 04:58:48.842512 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 41454) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:48.861374 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-7f065875-55f8-4900-8636-c3406a29af79 tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:58:48.887940 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_v2 [None req-32b1fcb8-e708-4ee2-86dd-cefcc888cfa1 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Deleting subnet b5ad951a-f78e-4dae-aa5e-a260f6c65de8 {{(pid=88261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 30 04:58:48.907838 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-32b1fcb8-e708-4ee2-86dd-cefcc888cfa1 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Notify callbacks [] for subnet, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:48.985783 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-bbbf5fdb-8897-4ad8-b75a-6b069229ef2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Deleting port 4b61e36b-1ceb-490d-8053-d67960998a52 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:58:48.985783 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bbbf5fdb-8897-4ad8-b75a-6b069229ef2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:49.067137 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc75978-f170-4a22-abaf-c7bf403fbec2 None None] Sync routers for ids ['ada416c6-edef-4cad-ab20-945ddff3a53a'] in dv-neutron-843763-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 04:58:49.091767 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc75978-f170-4a22-abaf-c7bf403fbec2 None None] Routers {'ada416c6-edef-4cad-ab20-945ddff3a53a'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 04:58:49.092352 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-cbc75978-f170-4a22-abaf-c7bf403fbec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T04:58:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['ada416c6-edef-4cad-ab20-945ddff3a53a'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:58:49.107531 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-848b3441-d8db-43bb-9556-6996ba5064a4 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:49.108710 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-848b3441-d8db-43bb-9556-6996ba5064a4 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.1258042 May 30 04:58:49.117717 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 41458) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:49.124790 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f065875-55f8-4900-8636-c3406a29af79 tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Made reservation on behalf of bc9d053c9e7544f5b0aba3128514c439 for: {'network': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:58:49.127077 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7f065875-55f8-4900-8636-c3406a29af79 tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for network, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:49.130704 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-b6738e41-73b7-455b-9ce4-9719a885a269 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:58:49.138434 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-c1e2a157-4207-496f-862e-6a7caaae7945 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:58:49.155995 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-32b1fcb8-e708-4ee2-86dd-cefcc888cfa1 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3545586'] for subnet, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:49.168923 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-1fe3cd27-d870-4439-b9cd-785380738f1b None None] Provisioning complete for port 2e7b5a05-b9af-4493-866a-93bdadb9f052 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:58:49.169299 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-1fe3cd27-d870-4439-b9cd-785380738f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:49.208340 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-c1e2a157-4207-496f-862e-6a7caaae7945 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Usage tracker for resource:port and tenant:f4aea07b5c934dc5bc600f55a2d3ba0e is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:58:49.221490 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-c1e2a157-4207-496f-862e-6a7caaae7945 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:58:49.234416 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-c1e2a157-4207-496f-862e-6a7caaae7945 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:58:49.278278 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a050a25-4e9b-4fb4-9bdc-3c10a9995250 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:58:49.279801 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a050a25-4e9b-4fb4-9bdc-3c10a9995250 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:58:49.281475 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a050a25-4e9b-4fb4-9bdc-3c10a9995250 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:58:49.282520 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-5a050a25-4e9b-4fb4-9bdc-3c10a9995250 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Synchronizing usage tracker for tenant:16af2dbefc6742d5a37a7b30e58c8c2f on resource:subnet {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:58:49.306928 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-1fe3cd27-d870-4439-b9cd-785380738f1b None None] Port 2e7b5a05-b9af-4493-866a-93bdadb9f052 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 04:58:49.320244 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f065875-55f8-4900-8636-c3406a29af79 tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=88261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 04:58:49.350534 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-cbc75978-f170-4a22-abaf-c7bf403fbec2 None None] Set router ada416c6-edef-4cad-ab20-945ddff3a53a gateway port host: dv-neutron-843763-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 04:58:49.358449 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1e2a157-4207-496f-862e-6a7caaae7945 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Made reservation on behalf of f4aea07b5c934dc5bc600f55a2d3ba0e for: {'port': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:58:49.361896 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c1e2a157-4207-496f-862e-6a7caaae7945 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:49.364345 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14feaff3-56b6-42d4-858d-b2b6d2842d79 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Router 7f6a5e1a-3ce4-447f-b2c8-76daee65d33b has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 04:58:49.423302 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7f065875-55f8-4900-8636-c3406a29af79 tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:49.423635 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.db.segments_db [None req-7f065875-55f8-4900-8636-c3406a29af79 tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Added segment 8f4a00ca-b208-42f3-ac48-d5476e56df74 of type vlan for network 8953652c-18dc-4479-a80c-b12cb58f6a5b May 30 04:58:49.437302 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-bbbf5fdb-8897-4ad8-b75a-6b069229ef2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] For port 4b61e36b-1ceb-490d-8053-d67960998a52, host hv-neutron-8437, got binding levels [] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:58:49.437752 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bbbf5fdb-8897-4ad8-b75a-6b069229ef2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:49.442054 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-5a050a25-4e9b-4fb4-9bdc-3c10a9995250 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Unset dirty status for tenant:16af2dbefc6742d5a37a7b30e58c8c2f on resource:subnet {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:58:49.443428 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-5a050a25-4e9b-4fb4-9bdc-3c10a9995250 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.5994534 May 30 04:58:49.457192 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 41462) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:49.472702 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [None req-c1e2a157-4207-496f-862e-6a7caaae7945 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] device_id is not set on port 6757f495-ad9b-4886-8e54-1a1b17165f34 yet. {{(pid=88261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 30 04:58:49.647569 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-cbc75978-f170-4a22-abaf-c7bf403fbec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ada416c6-edef-4cad-ab20-945ddff3a53a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-356467084', 'tenant_id': '4c33678f28b44a57ab35b86381e31406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.112'}], 'enable_snat': True}, 'gw_port_id': 'abb07bf1-5771-449e-8886-68e8d6179315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T04:55:08Z', 'updated_at': '2022-05-30T04:58:46Z', 'revision_number': 5, 'project_id': '4c33678f28b44a57ab35b86381e31406', 'gw_port': {'id': 'abb07bf1-5771-449e-8886-68e8d6179315', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:21:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada416c6-edef-4cad-ab20-945ddff3a53a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:55:09Z', 'updated_at': '2022-05-30T04:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv'}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:58:49.651420 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc75978-f170-4a22-abaf-c7bf403fbec2 None None] Checking router: ada416c6-edef-4cad-ab20-945ddff3a53a for host: dv-neutron-843763-1-hyperv {{(pid=88262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 04:58:49.660384 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc75978-f170-4a22-abaf-c7bf403fbec2 None None] Routers {'ada416c6-edef-4cad-ab20-945ddff3a53a'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 04:58:49.660987 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-cbc75978-f170-4a22-abaf-c7bf403fbec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T04:58:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['ada416c6-edef-4cad-ab20-945ddff3a53a'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:58:49.676422 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-bbbf5fdb-8897-4ad8-b75a-6b069229ef2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Calling delete_port for 4b61e36b-1ceb-490d-8053-d67960998a52 owned by {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:58:49.701185 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b6738e41-73b7-455b-9ce4-9719a885a269 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11765'] for router, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:49.719770 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b6738e41-73b7-455b-9ce4-9719a885a269 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1603699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1603708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1603909'] for router, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:49.764815 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-32b1fcb8-e708-4ee2-86dd-cefcc888cfa1 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860493'] for subnet, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:49.791025 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14feaff3-56b6-42d4-858d-b2b6d2842d79 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 04:58:49.794534 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-be57a3f5-60c2-4bd2-962c-2ad9124a12bf tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:49.813128 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a9616fe-10a5-42dc-86f2-6989cb9f56a0 None None] Sync routers for ids ['7f6a5e1a-3ce4-447f-b2c8-76daee65d33b'] in dv-neutron-843763-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 04:58:49.823783 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7f065875-55f8-4900-8636-c3406a29af79 tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729234556353'] for network, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:49.834024 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9616fe-10a5-42dc-86f2-6989cb9f56a0 None None] Routers {'7f6a5e1a-3ce4-447f-b2c8-76daee65d33b'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 04:58:49.835655 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-7a9616fe-10a5-42dc-86f2-6989cb9f56a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T04:58:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['7f6a5e1a-3ce4-447f-b2c8-76daee65d33b'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:58:49.836889 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-be57a3f5-60c2-4bd2-962c-2ad9124a12bf tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:49.843903 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-cbc75978-f170-4a22-abaf-c7bf403fbec2 None None] Set router ada416c6-edef-4cad-ab20-945ddff3a53a gateway port host: dv-neutron-843763-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 04:58:49.849575 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-14feaff3-56b6-42d4-858d-b2b6d2842d79 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] 10.222.0.15 "PUT /v2.0/routers/7f6a5e1a-3ce4-447f-b2c8-76daee65d33b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7548454 May 30 04:58:49.857985 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 41466) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:49.913127 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-7a9616fe-10a5-42dc-86f2-6989cb9f56a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:58:49.920462 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6738e41-73b7-455b-9ce4-9719a885a269 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Router 64160927-c8fc-472d-90fd-07fe7e19b560 is scheduled to L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 with binding_index 1 {{(pid=88260) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 30 04:58:49.924897 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9616fe-10a5-42dc-86f2-6989cb9f56a0 None None] Routers {'7f6a5e1a-3ce4-447f-b2c8-76daee65d33b'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 04:58:49.925630 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-7a9616fe-10a5-42dc-86f2-6989cb9f56a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T04:58:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['7f6a5e1a-3ce4-447f-b2c8-76daee65d33b'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:58:49.965992 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_v2 [None req-aafde938-2ff2-4fc7-9954-bfdde8f824de tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Deleting subnet 07863f9c-c50a-4002-a125-8ff0ebeb4d00 {{(pid=88261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 30 04:58:49.999756 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be57a3f5-60c2-4bd2-962c-2ad9124a12bf tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=88261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 04:58:50.030719 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.db.resource_extend [None req-7f065875-55f8-4900-8636-c3406a29af79 tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 04:58:50.056140 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-7a9616fe-10a5-42dc-86f2-6989cb9f56a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:58:50.056537 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a9616fe-10a5-42dc-86f2-6989cb9f56a0 None None] The sync data for ids ['7f6a5e1a-3ce4-447f-b2c8-76daee65d33b'] in dv-neutron-843763-1-hyperv is: [] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 04:58:50.081073 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6738e41-73b7-455b-9ce4-9719a885a269 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 04:58:50.087667 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b6738e41-73b7-455b-9ce4-9719a885a269 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:50.088834 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-b6738e41-73b7-455b-9ce4-9719a885a269 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] 10.222.0.15 "PUT /v2.0/routers/64160927-c8fc-472d-90fd-07fe7e19b560 HTTP/1.1" status: 200 len: 694 time: 0.9681039 May 30 04:58:50.089037 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-aafde938-2ff2-4fc7-9954-bfdde8f824de tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks [] for subnet, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:50.091528 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 41470) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:50.100551 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e93c8f-c36c-4cdb-b73f-dd28f0e6e960 None None] Sync routers for ids ['64160927-c8fc-472d-90fd-07fe7e19b560'] in dv-neutron-843763-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 04:58:50.153200 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e93c8f-c36c-4cdb-b73f-dd28f0e6e960 None None] Routers {'64160927-c8fc-472d-90fd-07fe7e19b560'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 04:58:50.154160 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-00e93c8f-c36c-4cdb-b73f-dd28f0e6e960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T04:58:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['64160927-c8fc-472d-90fd-07fe7e19b560'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:58:50.236360 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-f5dc6eb0-5cf6-4f7c-ba0e-063bc137cbe2 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] 10.222.0.15 "GET /v2.0/routers/64160927-c8fc-472d-90fd-07fe7e19b560 HTTP/1.1" status: 200 len: 700 time: 0.1429574 May 30 04:58:50.242341 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 41474) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:50.295100 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-eaf48b0a-0b4b-48ef-b4e0-5d81bcede2c1 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] 10.222.0.15 "GET /v2.0/ports?device_id=64160927-c8fc-472d-90fd-07fe7e19b560 HTTP/1.1" status: 200 len: 205 time: 0.0515149 May 30 04:58:50.297753 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 41478) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:50.313290 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-be57a3f5-60c2-4bd2-962c-2ad9124a12bf tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:50.313912 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.db.segments_db [None req-be57a3f5-60c2-4bd2-962c-2ad9124a12bf tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Added segment a8356bff-0d02-41c6-b83e-95182e85a613 of type vlan for network 5dca043a-b37a-4723-9d7b-43c1402b7673 May 30 04:58:50.316232 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be57a3f5-60c2-4bd2-962c-2ad9124a12bf tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0468b305-b4e5-44dd-b463-b2b4c09dd8fd,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:50.360003 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-00e93c8f-c36c-4cdb-b73f-dd28f0e6e960 None None] Set router 64160927-c8fc-472d-90fd-07fe7e19b560 gateway port host: None {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 04:58:50.365732 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bbbf5fdb-8897-4ad8-b75a-6b069229ef2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:50.473437 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-00e93c8f-c36c-4cdb-b73f-dd28f0e6e960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64160927-c8fc-472d-90fd-07fe7e19b560', 'name': 'tempest-RoutersTest-router-1353982174', 'tenant_id': '177e950b79b644f8ac61f323eed71206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T04:58:48Z', 'updated_at': '2022-05-30T04:58:49Z', 'revision_number': 2, 'project_id': '177e950b79b644f8ac61f323eed71206', 'gw_port_host': None}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:58:50.479354 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7f065875-55f8-4900-8636-c3406a29af79 tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788'] for network, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:50.480629 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e93c8f-c36c-4cdb-b73f-dd28f0e6e960 None None] Checking router: 64160927-c8fc-472d-90fd-07fe7e19b560 for host: dv-neutron-843763-1-hyperv {{(pid=88262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 04:58:50.481532 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f065875-55f8-4900-8636-c3406a29af79 tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:58:50.482133 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7f065875-55f8-4900-8636-c3406a29af79 tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:50.493244 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-aafde938-2ff2-4fc7-9954-bfdde8f824de tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3545586'] for subnet, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:50.494845 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e93c8f-c36c-4cdb-b73f-dd28f0e6e960 None None] Routers {'64160927-c8fc-472d-90fd-07fe7e19b560'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 04:58:50.495654 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-00e93c8f-c36c-4cdb-b73f-dd28f0e6e960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T04:58:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['64160927-c8fc-472d-90fd-07fe7e19b560'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:58:50.549778 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-cbc75978-f170-4a22-abaf-c7bf403fbec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ada416c6-edef-4cad-ab20-945ddff3a53a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-356467084', 'tenant_id': '4c33678f28b44a57ab35b86381e31406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.112'}], 'enable_snat': True}, 'gw_port_id': 'abb07bf1-5771-449e-8886-68e8d6179315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T04:55:08Z', 'updated_at': '2022-05-30T04:58:46Z', 'revision_number': 5, 'project_id': '4c33678f28b44a57ab35b86381e31406', 'gw_port': {'id': 'abb07bf1-5771-449e-8886-68e8d6179315', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:21:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada416c6-edef-4cad-ab20-945ddff3a53a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:55:09Z', 'updated_at': '2022-05-30T04:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv'}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:58:50.560857 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-32b1fcb8-e708-4ee2-86dd-cefcc888cfa1 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2304955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9305493'] for subnet, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:50.566094 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4ff90161-d579-4f19-90fa-91da9bde4792 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Notify callbacks [] for router, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:50.566424 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c360ca0d-ff44-4738-a164-26d779714a89 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks [] for router, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:50.616726 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc75978-f170-4a22-abaf-c7bf403fbec2 None None] The sync data for ids ['ada416c6-edef-4cad-ab20-945ddff3a53a'] in dv-neutron-843763-1-hyperv is: [{'id': 'ada416c6-edef-4cad-ab20-945ddff3a53a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-356467084', 'tenant_id': '4c33678f28b44a57ab35b86381e31406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.112'}], 'enable_snat': True}, 'gw_port_id': 'abb07bf1-5771-449e-8886-68e8d6179315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T04:55:08Z', 'updated_at': '2022-05-30T04:58:46Z', 'revision_number': 5, 'project_id': '4c33678f28b44a57ab35b86381e31406', 'gw_port': {'id': 'abb07bf1-5771-449e-8886-68e8d6179315', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:21:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada416c6-edef-4cad-ab20-945ddff3a53a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:55:09Z', 'updated_at': '2022-05-30T04:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv'}] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 04:58:50.627295 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-00e93c8f-c36c-4cdb-b73f-dd28f0e6e960 None None] Set router 64160927-c8fc-472d-90fd-07fe7e19b560 gateway port host: None {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 04:58:50.641489 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-be57a3f5-60c2-4bd2-962c-2ad9124a12bf tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729234556353'] for network, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:50.671862 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbf5fdb-8897-4ad8-b75a-6b069229ef2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Pushing event deleted for resources: {'Port': ['ID=4b61e36b-1ceb-490d-8053-d67960998a52,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:50.675992 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bbbf5fdb-8897-4ad8-b75a-6b069229ef2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:50.742036 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-00e93c8f-c36c-4cdb-b73f-dd28f0e6e960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64160927-c8fc-472d-90fd-07fe7e19b560', 'name': 'tempest-RoutersTest-router-1353982174', 'tenant_id': '177e950b79b644f8ac61f323eed71206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T04:58:48Z', 'updated_at': '2022-05-30T04:58:49Z', 'revision_number': 2, 'project_id': '177e950b79b644f8ac61f323eed71206', 'gw_port_host': None}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:58:50.746887 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e93c8f-c36c-4cdb-b73f-dd28f0e6e960 None None] The sync data for ids ['64160927-c8fc-472d-90fd-07fe7e19b560'] in dv-neutron-843763-1-hyperv is: [{'id': '64160927-c8fc-472d-90fd-07fe7e19b560', 'name': 'tempest-RoutersTest-router-1353982174', 'tenant_id': '177e950b79b644f8ac61f323eed71206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T04:58:48Z', 'updated_at': '2022-05-30T04:58:49Z', 'revision_number': 2, 'project_id': '177e950b79b644f8ac61f323eed71206', 'gw_port_host': None}] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 04:58:50.786109 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b1fcb8-e708-4ee2-86dd-cefcc888cfa1 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Pushing event deleted for resources: {'Subnet': ['ID=b5ad951a-f78e-4dae-aa5e-a260f6c65de8,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:50.796051 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-32b1fcb8-e708-4ee2-86dd-cefcc888cfa1 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:50.797723 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9afd45ff-8dba-4ad3-95fc-f8cf411842ed None None] Network 7de51c91-19bb-4b5d-923c-b7d77dfa625f requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:58:50.908374 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c360ca0d-ff44-4738-a164-26d779714a89 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11660'] for router, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:50.911611 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c360ca0d-ff44-4738-a164-26d779714a89 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:50.918481 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.db.resource_extend [None req-be57a3f5-60c2-4bd2-962c-2ad9124a12bf tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 04:58:50.941061 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c360ca0d-ff44-4738-a164-26d779714a89 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1601605'] for router, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:50.942019 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c360ca0d-ff44-4738-a164-26d779714a89 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Fanout notify agent at l3_agent the message router_deleted on router 64160927-c8fc-472d-90fd-07fe7e19b560 {{(pid=88260) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 30 04:58:50.964340 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c360ca0d-ff44-4738-a164-26d779714a89 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:50.969615 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-c360ca0d-ff44-4738-a164-26d779714a89 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] 10.222.0.15 "DELETE /v2.0/routers/64160927-c8fc-472d-90fd-07fe7e19b560 HTTP/1.1" status: 204 len: 168 time: 0.6672387 May 30 04:58:50.969615 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 41484) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:50.982413 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f065875-55f8-4900-8636-c3406a29af79 tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Pushing event updated for resources: {'Network': ['ID=8953652c-18dc-4479-a80c-b12cb58f6a5b,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:50.988013 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c1e2a157-4207-496f-862e-6a7caaae7945 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:51.010434 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-32b1fcb8-e708-4ee2-86dd-cefcc888cfa1 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] 10.222.0.15 "DELETE /v2.0/subnets/b5ad951a-f78e-4dae-aa5e-a260f6c65de8 HTTP/1.1" status: 204 len: 168 time: 2.3712590 May 30 04:58:51.013954 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 41488) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:51.036217 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-a0439183-0ec2-48aa-9b1b-6a456c8228b6 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] 10.222.0.15 "GET /v2.0/ports?device_id=64160927-c8fc-472d-90fd-07fe7e19b560 HTTP/1.1" status: 200 len: 205 time: 0.0634844 May 30 04:58:51.037332 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 41492) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:51.048204 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Network 8953652c-18dc-4479-a80c-b12cb58f6a5b details requested by agent ovs-agent-dv-neutron-843763-1-hyperv with host dv-neutron-843763-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 04:58:51.072511 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device fb396f48-037e-44bb-9752-30b69dd60eae no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 04:58:51.103681 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-be57a3f5-60c2-4bd2-962c-2ad9124a12bf tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788'] for network, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:51.109059 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be57a3f5-60c2-4bd2-962c-2ad9124a12bf tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:58:51.109889 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-be57a3f5-60c2-4bd2-962c-2ad9124a12bf tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:51.116775 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-bbbf5fdb-8897-4ad8-b75a-6b069229ef2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] 10.222.0.15 "DELETE /v2.0/ports/4b61e36b-1ceb-490d-8053-d67960998a52 HTTP/1.1" status: 204 len: 168 time: 2.4045827 May 30 04:58:51.119078 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 41496) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:51.165900 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-7f065875-55f8-4900-8636-c3406a29af79 tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 2.5242763 May 30 04:58:51.166142 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.api.v2.resource [None req-d728a81a-0101-497f-a96f-d683455d116b tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] delete failed (client error): The resource could not be found. May 30 04:58:51.169946 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-d728a81a-0101-497f-a96f-d683455d116b tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] 10.222.0.15 "DELETE /v2.0/routers/64160927-c8fc-472d-90fd-07fe7e19b560 HTTP/1.1" status: 404 len: 336 time: 0.1286294 May 30 04:58:51.169946 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 41500) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:51.169946 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 41502) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:51.172728 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.api.v2.resource [None req-4ff90161-d579-4f19-90fa-91da9bde4792 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] delete failed (client error): There was a conflict when trying to complete your request. May 30 04:58:51.173728 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-4ff90161-d579-4f19-90fa-91da9bde4792 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] 10.222.0.15 "DELETE /v2.0/routers/7f6a5e1a-3ce4-447f-b2c8-76daee65d33b HTTP/1.1" status: 409 len: 329 time: 1.2958305 May 30 04:58:51.176089 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] No Port match for: fb396f48-037e-44bb-9752-30b69dd60eae {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 04:58:51.176570 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device fb396f48-037e-44bb-9752-30b69dd60eae not bound to the agent host dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 04:58:51.177004 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-be195324-0ac5-406c-a9e9-7907875b2c3f tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Request body: {'subnet': {'network_id': '8953652c-18dc-4479-a80c-b12cb58f6a5b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:58:51.236270 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-be57a3f5-60c2-4bd2-962c-2ad9124a12bf tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 3.1570308 May 30 04:58:51.244097 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 41508) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:51.244447 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 41510) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:51.270785 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-329f2cf1-8917-4367-96ca-511b9eac412c tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] DELETE failed (client error): The resource could not be found. May 30 04:58:51.271577 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-329f2cf1-8917-4367-96ca-511b9eac412c tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 04:58:51.276345 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-329f2cf1-8917-4367-96ca-511b9eac412c tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] 10.222.0.15 "DELETE /v2.0/subnets/881ce41b-1e1d-4d28-a0b0-276edd297fd0 HTTP/1.1" status: 404 len: 337 time: 0.1032844 May 30 04:58:51.279735 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-be195324-0ac5-406c-a9e9-7907875b2c3f tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:58:51.285737 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-be195324-0ac5-406c-a9e9-7907875b2c3f tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Usage tracker for resource:subnet and tenant:bc9d053c9e7544f5b0aba3128514c439 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:58:51.288444 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92df663b-6fa3-46c5-952e-2258d6a22f61 None None] DHCP port deletion for 7de51c91-19bb-4b5d-923c-b7d77dfa625f request from dv-neutron-843763-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 30 04:58:51.288935 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc61f923-550c-4d56-8489-6c7e1e0e5d09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] GET failed (client error): The resource could not be found. May 30 04:58:51.290083 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-bc61f923-550c-4d56-8489-6c7e1e0e5d09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Synchronizing usage tracker for tenant:c7906860cd284922abfbc005b3c11808 on resource:port {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:58:51.294779 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-92df663b-6fa3-46c5-952e-2258d6a22f61 None None] Deleting port 057b9f59-f1b1-47a5-a162-811ca169f897 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:58:51.295049 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-be195324-0ac5-406c-a9e9-7907875b2c3f tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:58:51.295398 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-92df663b-6fa3-46c5-952e-2258d6a22f61 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:51.297590 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 41516) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:51.323268 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-85640f4f-5d16-4ff3-93e3-67eeacb02614 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Request body: {'port': {'network_id': '5dca043a-b37a-4723-9d7b-43c1402b7673', 'name': 'tempest-PortsIpV6TestJSON-379834305'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:58:51.357531 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-39f111dd-1f08-4a29-bf8f-56a4bb50e598 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] DELETE failed (client error): The resource could not be found. May 30 04:58:51.357916 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39f111dd-1f08-4a29-bf8f-56a4bb50e598 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 04:58:51.360070 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-39f111dd-1f08-4a29-bf8f-56a4bb50e598 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] 10.222.0.15 "DELETE /v2.0/subnets/3f4fd06e-e311-418a-b104-7f0ed3283048 HTTP/1.1" status: 404 len: 337 time: 0.0615096 May 30 04:58:51.361314 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-be195324-0ac5-406c-a9e9-7907875b2c3f tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:58:51.363175 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-aafde938-2ff2-4fc7-9954-bfdde8f824de tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860493'] for subnet, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:51.376981 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 41520) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:51.426713 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-bc61f923-550c-4d56-8489-6c7e1e0e5d09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] Unset dirty status for tenant:c7906860cd284922abfbc005b3c11808 on resource:port {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:58:51.428125 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-bc61f923-550c-4d56-8489-6c7e1e0e5d09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633263911-project-admin] 10.222.0.15 "GET /v2.0/ports/4b61e36b-1ceb-490d-8053-d67960998a52 HTTP/1.1" status: 404 len: 333 time: 0.3084943 May 30 04:58:51.432180 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 41524) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:51.435745 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3e86057-9865-45f8-b31c-71b0706e5dcf tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] DELETE failed (client error): The resource could not be found. May 30 04:58:51.436137 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3e86057-9865-45f8-b31c-71b0706e5dcf tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 04:58:51.440291 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-c3e86057-9865-45f8-b31c-71b0706e5dcf tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] 10.222.0.15 "DELETE /v2.0/subnets/27305ac9-0933-4276-9473-96e3d96a2da4 HTTP/1.1" status: 404 len: 337 time: 0.0583870 May 30 04:58:51.455209 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 41528) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:51.460013 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be195324-0ac5-406c-a9e9-7907875b2c3f tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Made reservation on behalf of bc9d053c9e7544f5b0aba3128514c439 for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:58:51.462279 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-be195324-0ac5-406c-a9e9-7907875b2c3f tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2133361'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:51.514744 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be57a3f5-60c2-4bd2-962c-2ad9124a12bf tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Pushing event updated for resources: {'Network': ['ID=5dca043a-b37a-4723-9d7b-43c1402b7673,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:51.533127 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Network 5dca043a-b37a-4723-9d7b-43c1402b7673 details requested by agent ovs-agent-dv-neutron-843763-1-hyperv with host dv-neutron-843763-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 04:58:51.576363 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b8a8918-483e-406a-8be5-f23904a5f215 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] DELETE failed (client error): The resource could not be found. May 30 04:58:51.576817 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b8a8918-483e-406a-8be5-f23904a5f215 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 04:58:51.580824 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-2b8a8918-483e-406a-8be5-f23904a5f215 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] 10.222.0.15 "DELETE /v2.0/subnets/77532eb2-7620-4ce4-8e37-61e439c6d44b HTTP/1.1" status: 404 len: 337 time: 0.1198289 May 30 04:58:51.592986 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 41532) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:51.629597 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-92df663b-6fa3-46c5-952e-2258d6a22f61 None None] For port 057b9f59-f1b1-47a5-a162-811ca169f897, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=057b9f59-f1b1-47a5-a162-811ca169f897,segment=NetworkSegment(802c3e76-b2e9-4d86-8049-6831b9ec5c3a),segment_id=802c3e76-b2e9-4d86-8049-6831b9ec5c3a)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:58:51.630026 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-92df663b-6fa3-46c5-952e-2258d6a22f61 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:51.693643 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0c88c3b0-38f6-4ff2-b033-83ddce0f03fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387594407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387594407-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897784'] for network, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:51.731215 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-40fe85cb-c9a1-40ee-bcd5-b6f4d1a25d5d tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Synchronizing usage tracker for tenant:177e950b79b644f8ac61f323eed71206 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:58:51.745349 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c1e2a157-4207-496f-862e-6a7caaae7945 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:51.767431 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-85640f4f-5d16-4ff3-93e3-67eeacb02614 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:58:51.790199 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-92df663b-6fa3-46c5-952e-2258d6a22f61 None None] Calling delete_port for 057b9f59-f1b1-47a5-a162-811ca169f897 owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:58:51.914143 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0c88c3b0-38f6-4ff2-b033-83ddce0f03fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387594407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387594407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867540', 'neutron.services.segments.db._delete_segments_for_network-8729234922972'] for network, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:51.943934 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-92df663b-6fa3-46c5-952e-2258d6a22f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069'] for port, after_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:51.970864 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-0c88c3b0-38f6-4ff2-b033-83ddce0f03fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387594407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387594407-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5061794-8d18-4d48-8502-7f834a929a75']}} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:58:51.988970 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-0c88c3b0-38f6-4ff2-b033-83ddce0f03fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387594407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387594407-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4d70b86-fe41-4e01-9361-6cd48a33a620') {'for_net_delete': True} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:58:51.989875 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-0c88c3b0-38f6-4ff2-b033-83ddce0f03fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387594407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387594407-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4d70b86-fe41-4e01-9361-6cd48a33a620') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:58:52.001981 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92df663b-6fa3-46c5-952e-2258d6a22f61 None None] Pushing event deleted for resources: {'Port': ['ID=057b9f59-f1b1-47a5-a162-811ca169f897,revision_number=None']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:52.010485 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0c88c3b0-38f6-4ff2-b033-83ddce0f03fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387594407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387594407-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729235042807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1454725'] for segment, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:52.012583 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92df663b-6fa3-46c5-952e-2258d6a22f61 None None] No DVR routers for this DVR port 057b9f59-f1b1-47a5-a162-811ca169f897 on host dv-neutron-843763-1-hyperv {{(pid=88262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 04:58:52.044760 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0c88c3b0-38f6-4ff2-b033-83ddce0f03fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387594407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387594407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:52.051388 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c88c3b0-38f6-4ff2-b033-83ddce0f03fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387594407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387594407-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=88260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 04:58:52.051931 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0c88c3b0-38f6-4ff2-b033-83ddce0f03fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387594407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387594407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-862858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1547513'] for segment, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:52.067944 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-85640f4f-5d16-4ff3-93e3-67eeacb02614 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Usage tracker for resource:port and tenant:895764a2d33a4b6180a8faca69c63db7 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:58:52.089005 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-85640f4f-5d16-4ff3-93e3-67eeacb02614 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:58:52.170416 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-afd8c33f-8b3d-481a-83f0-e24c57b7ff14 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Notify callbacks [] for router, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:52.231890 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-85640f4f-5d16-4ff3-93e3-67eeacb02614 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:58:52.257961 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment b4d70b86-fe41-4e01-9361-6cd48a33a620 resource provider aggregate not found May 30 04:58:52.264384 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-aafde938-2ff2-4fc7-9954-bfdde8f824de tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2304955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9305493'] for subnet, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:52.288453 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment b4d70b86-fe41-4e01-9361-6cd48a33a620 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b4d70b86-fe41-4e01-9361-6cd48a33a620 found for delete ", "request_id": "req-ef810146-c7e1-482f-bd76-53b400393c43"}]} May 30 04:58:52.329319 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0c88c3b0-38f6-4ff2-b033-83ddce0f03fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387594407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387594407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604744'] for network, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:52.340851 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e2a157-4207-496f-862e-6a7caaae7945 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Network 585f1a25-d8c2-4739-95aa-646c169bbb1a is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:58:52.355685 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0c88c3b0-38f6-4ff2-b033-83ddce0f03fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387594407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387594407-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:52.368403 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-40fe85cb-c9a1-40ee-bcd5-b6f4d1a25d5d tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] Unset dirty status for tenant:177e950b79b644f8ac61f323eed71206 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:58:52.369485 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-40fe85cb-c9a1-40ee-bcd5-b6f4d1a25d5d tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79 HTTP/1.1" status: 200 len: 205 time: 0.7612865 May 30 04:58:52.370580 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c88c3b0-38f6-4ff2-b033-83ddce0f03fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387594407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387594407-project] Pushing event deleted for resources: {'Network': ['ID=d5061794-8d18-4d48-8502-7f834a929a75,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:52.372932 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 41540) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:52.395414 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-c1e2a157-4207-496f-862e-6a7caaae7945 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:58:52.424889 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e2a157-4207-496f-862e-6a7caaae7945 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:58:52.428058 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-871230d9-f640-4a26-baa2-f6ca0f69a290 None None] Network 0008fd3d-19e9-40cf-b545-4a7647b90cf1 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:58:52.430309 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e2a157-4207-496f-862e-6a7caaae7945 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:58:52.430908 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c1e2a157-4207-496f-862e-6a7caaae7945 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:52.435112 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-0c88c3b0-38f6-4ff2-b033-83ddce0f03fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387594407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387594407-project] 10.222.0.15 "DELETE /v2.0/networks/d5061794-8d18-4d48-8502-7f834a929a75 HTTP/1.1" status: 204 len: 168 time: 0.9985776 May 30 04:58:52.438079 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafde938-2ff2-4fc7-9954-bfdde8f824de tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Pushing event deleted for resources: {'Subnet': ['ID=07863f9c-c50a-4002-a125-8ff0ebeb4d00,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:52.445365 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-aafde938-2ff2-4fc7-9954-bfdde8f824de tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:52.447962 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85640f4f-5d16-4ff3-93e3-67eeacb02614 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Made reservation on behalf of 895764a2d33a4b6180a8faca69c63db7 for: {'port': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:58:52.451955 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-85640f4f-5d16-4ff3-93e3-67eeacb02614 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:52.461344 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e2a157-4207-496f-862e-6a7caaae7945 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Pushing event updated for resources: {'Port': ['ID=6757f495-ad9b-4886-8e54-1a1b17165f34,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:52.463102 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.api.v2.resource [None req-f35b427d-3a69-47e6-a574-127e63914b2c tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] delete failed (client error): The resource could not be found. May 30 04:58:52.466590 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-f35b427d-3a69-47e6-a574-127e63914b2c tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] 10.222.0.15 "DELETE /v2.0/routers/7b8330e1-a4ca-4914-9fe0-8ad4b6c79d79 HTTP/1.1" status: 404 len: 336 time: 0.0878854 May 30 04:58:52.467177 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 41546) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:52.532497 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-94b4a907-b8c3-4eda-8a07-2ea789a31f47 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] 10.222.0.15 "GET /v2.0/ports?device_id=062ecc2c-47a8-451e-85d2-0fee1f2e70d6 HTTP/1.1" status: 200 len: 205 time: 0.0621083 May 30 04:58:52.532899 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 41550) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:52.580610 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-aafde938-2ff2-4fc7-9954-bfdde8f824de tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "DELETE /v2.0/subnets/07863f9c-c50a-4002-a125-8ff0ebeb4d00 HTTP/1.1" status: 204 len: 168 time: 3.1182263 May 30 04:58:52.582182 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-c1e2a157-4207-496f-862e-6a7caaae7945 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 3.8738313 May 30 04:58:52.583690 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [None req-85640f4f-5d16-4ff3-93e3-67eeacb02614 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] device_id is not set on port 07d6a72e-5ac7-4b0c-85ff-6a815fdf7209 yet. {{(pid=88261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 30 04:58:52.596944 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 41554) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:52.597414 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 41556) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:52.701050 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.api.v2.resource [None req-68f23de3-d91e-45a0-a5ae-3093c1fba21a tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] delete failed (client error): The resource could not be found. May 30 04:58:52.704492 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-68f23de3-d91e-45a0-a5ae-3093c1fba21a tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] 10.222.0.15 "DELETE /v2.0/routers/062ecc2c-47a8-451e-85d2-0fee1f2e70d6 HTTP/1.1" status: 404 len: 336 time: 0.1669998 May 30 04:58:52.708378 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 41562) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:52.802468 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-3feda995-8a20-4202-bf8f-4a3c5a3de4ec tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] DELETE failed (client error): The resource could not be found. May 30 04:58:52.803113 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3feda995-8a20-4202-bf8f-4a3c5a3de4ec tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 04:58:52.824472 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-cba6e5d8-cf9e-48a8-b5c0-7c1375957310 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Deleting port 6757f495-ad9b-4886-8e54-1a1b17165f34 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:58:52.825064 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-cba6e5d8-cf9e-48a8-b5c0-7c1375957310 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:52.831618 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-afd8c33f-8b3d-481a-83f0-e24c57b7ff14 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:52.844992 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 41568) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:52.849916 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-3feda995-8a20-4202-bf8f-4a3c5a3de4ec tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] 10.222.0.15 "DELETE /v2.0/subnets/d01ec3d1-6a5b-430b-bbe4-b6133c6cb78b HTTP/1.1" status: 404 len: 337 time: 0.1345487 May 30 04:58:52.862621 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 41572) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:52.889282 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_v2 [None req-1188c61f-e3d8-46f2-a9db-e0e276862748 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Deleting subnet 8ffb1252-15c7-4064-8be9-e9ac9dd26eb6 {{(pid=88260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 30 04:58:52.894835 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1188c61f-e3d8-46f2-a9db-e0e276862748 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks [] for subnet, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:52.911099 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-afd8c33f-8b3d-481a-83f0-e24c57b7ff14 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Deleting port abb07bf1-5771-449e-8886-68e8d6179315 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:58:52.911830 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-afd8c33f-8b3d-481a-83f0-e24c57b7ff14 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:52.961241 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-10923e39-9e63-448e-83c5-7834f81c162f tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1da934a-820c-4820-a96d-1c44404545c3 HTTP/1.1" status: 200 len: 205 time: 0.0977075 May 30 04:58:52.963744 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 41578) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:53.060948 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 057b9f59-f1b1-47a5-a162-811ca169f897 no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 04:58:53.114260 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] No Port match for: 057b9f59-f1b1-47a5-a162-811ca169f897 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 04:58:53.114607 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 057b9f59-f1b1-47a5-a162-811ca169f897 not bound to the agent host dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 04:58:53.169238 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1188c61f-e3d8-46f2-a9db-e0e276862748 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1454738'] for subnet, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:53.201704 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.api.v2.resource [None req-69bdf3c2-13d3-4bea-9b1f-923c30d742a0 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] delete failed (client error): The resource could not be found. May 30 04:58:53.205465 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-69bdf3c2-13d3-4bea-9b1f-923c30d742a0 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] 10.222.0.15 "DELETE /v2.0/routers/a1da934a-820c-4820-a96d-1c44404545c3 HTTP/1.1" status: 404 len: 336 time: 0.2352533 May 30 04:58:53.220557 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 41582) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:53.301446 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-cba6e5d8-cf9e-48a8-b5c0-7c1375957310 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:53.330497 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-85640f4f-5d16-4ff3-93e3-67eeacb02614 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:53.338838 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-2f3b6f3a-ddd2-493b-b5e3-7612847d6151 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2c2ca6a7f7d64ba2b3504c087df33f89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4908767 May 30 04:58:53.342185 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-61ec343f-4e0b-4452-b767-654809331d0b tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb58dabf-e9ce-489d-a374-14d718cb8ce5 HTTP/1.1" status: 200 len: 205 time: 0.1121094 May 30 04:58:53.347032 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 41586) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:53.347238 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 41588) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:53.446518 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-cba6e5d8-cf9e-48a8-b5c0-7c1375957310 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Calling delete_port for 6757f495-ad9b-4886-8e54-1a1b17165f34 owned by {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:58:53.466256 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-8ec241dc-69bb-4796-b02c-99788ba1183e None None] Provisioning complete for port acd282eb-835e-430e-b0ff-4c773b45a4cf triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:58:53.466859 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8ec241dc-69bb-4796-b02c-99788ba1183e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:53.471600 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.api.v2.resource [None req-e963c1da-2345-4419-a684-736275467226 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] delete failed (client error): The resource could not be found. May 30 04:58:53.475153 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-e963c1da-2345-4419-a684-736275467226 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] 10.222.0.15 "DELETE /v2.0/routers/bb58dabf-e9ce-489d-a374-14d718cb8ce5 HTTP/1.1" status: 404 len: 336 time: 0.1229608 May 30 04:58:53.479141 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 41594) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:53.505998 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-afd8c33f-8b3d-481a-83f0-e24c57b7ff14 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] For port abb07bf1-5771-449e-8886-68e8d6179315, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=abb07bf1-5771-449e-8886-68e8d6179315,segment=NetworkSegment(ad083d94-0233-4c50-a0ed-00ef7686038c),segment_id=ad083d94-0233-4c50-a0ed-00ef7686038c)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:58:53.506366 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-afd8c33f-8b3d-481a-83f0-e24c57b7ff14 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:53.570830 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-68392305-a3e2-41f8-9919-3884357b379b tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] DELETE failed (client error): The resource could not be found. May 30 04:58:53.571289 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68392305-a3e2-41f8-9919-3884357b379b tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 04:58:53.575478 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-68392305-a3e2-41f8-9919-3884357b379b tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] 10.222.0.15 "DELETE /v2.0/subnets/44762f54-1d9c-435c-bb72-12ff3ad4d337 HTTP/1.1" status: 404 len: 337 time: 0.0828977 May 30 04:58:53.581855 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 41598) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:53.595397 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.objects.ports [None req-be195324-0ac5-406c-a9e9-7907875b2c3f tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88260) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 30 04:58:53.595753 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-be195324-0ac5-406c-a9e9-7907875b2c3f tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1547796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2133315'] for subnet, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:53.610763 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-8ec241dc-69bb-4796-b02c-99788ba1183e None None] Current status of the port acd282eb-835e-430e-b0ff-4c773b45a4cf is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:58:53.780717 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-399980e3-4a76-4e76-a58a-9627b942937e tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602184'] for router_interface, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:53.792275 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1188c61f-e3d8-46f2-a9db-e0e276862748 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860493'] for subnet, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:53.839169 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-afd8c33f-8b3d-481a-83f0-e24c57b7ff14 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Calling delete_port for abb07bf1-5771-449e-8886-68e8d6179315 owned by network:router_gateway {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:58:53.844052 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-32beb031-6870-43dd-952d-2d155be76d07 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] 10.222.0.15 "GET /v2.0/ports?device_id=6436ce94-10d8-44cc-86ae-3f456e707a18 HTTP/1.1" status: 200 len: 205 time: 0.2547297 May 30 04:58:53.859001 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 41602) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:53.959129 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.api.v2.resource [None req-7605c966-9ab0-404b-a692-9095f92fd6d6 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] delete failed (client error): The resource could not be found. May 30 04:58:53.960144 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-7605c966-9ab0-404b-a692-9095f92fd6d6 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] 10.222.0.15 "DELETE /v2.0/routers/6436ce94-10d8-44cc-86ae-3f456e707a18 HTTP/1.1" status: 404 len: 336 time: 0.0974889 May 30 04:58:53.960783 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-cba6e5d8-cf9e-48a8-b5c0-7c1375957310 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:53.966578 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be195324-0ac5-406c-a9e9-7907875b2c3f tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Pushing event updated for resources: {'Subnet': ['ID=f274d1a2-d204-4f2d-a1d4-2fb30ddfa890,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:53.970836 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 41606) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:53.974076 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0b21a9d9-3bc0-4748-9e9d-fdea063cbd9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:54.021449 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-85640f4f-5d16-4ff3-93e3-67eeacb02614 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:54.026451 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba6e5d8-cf9e-48a8-b5c0-7c1375957310 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Pushing event deleted for resources: {'Port': ['ID=6757f495-ad9b-4886-8e54-1a1b17165f34,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:54.038169 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be195324-0ac5-406c-a9e9-7907875b2c3f tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Checking segment: {'id': '8f4a00ca-b208-42f3-ac48-d5476e56df74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8953652c-18dc-4479-a80c-b12cb58f6a5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:58:54.038536 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be195324-0ac5-406c-a9e9-7907875b2c3f tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Network hostable DHCP agents. Network: 8953652c-18dc-4479-a80c-b12cb58f6a5b, hostable agents: ['1c705e68-3d3e-4dd3-9252-feb21d4b96ab'], hosted agents: [] {{(pid=88260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 04:58:54.044619 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bda37ee-f1a4-4799-bf23-a7a0cea8c8c4 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] DELETE failed (client error): The resource could not be found. May 30 04:58:54.045072 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bda37ee-f1a4-4799-bf23-a7a0cea8c8c4 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 04:58:54.049210 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-8bda37ee-f1a4-4799-bf23-a7a0cea8c8c4 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] 10.222.0.15 "DELETE /v2.0/subnets/2ab7629f-c4b3-4271-bda4-92092b2a03a2 HTTP/1.1" status: 404 len: 337 time: 0.0742319 May 30 04:58:54.049370 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-cba6e5d8-cf9e-48a8-b5c0-7c1375957310 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:54.052055 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 41610) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:54.113219 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-fa4340f8-90c4-408b-8df0-baf01cafb6e2 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] 10.222.0.15 "GET /v2.0/ports?device_id=f0f7a735-e7f3-4470-b921-03c25e3f0c35 HTTP/1.1" status: 200 len: 205 time: 0.0569611 May 30 04:58:54.116930 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-cba6e5d8-cf9e-48a8-b5c0-7c1375957310 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] 10.222.0.15 "DELETE /v2.0/ports/6757f495-ad9b-4886-8e54-1a1b17165f34 HTTP/1.1" status: 204 len: 168 time: 1.4874113 May 30 04:58:54.117085 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1188c61f-e3d8-46f2-a9db-e0e276862748 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1547867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2133322'] for subnet, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:54.118563 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0b21a9d9-3bc0-4748-9e9d-fdea063cbd9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:54.122617 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 41614) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:54.122947 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 41616) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:54.214142 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-afd2c820-c6dd-4ecb-8f3b-d638180be8a8 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Request body: {'port': {'network_id': '585f1a25-d8c2-4739-95aa-646c169bbb1a', 'mac_address': 'fa:16:3e:20:86:96', 'name': 'tempest-PortsTestJSON-1935393482'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:58:54.232093 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be195324-0ac5-406c-a9e9-7907875b2c3f tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Network 8953652c-18dc-4479-a80c-b12cb58f6a5b is scheduled to be hosted by DHCP agent 1c705e68-3d3e-4dd3-9252-feb21d4b96ab with binding_index 1 {{(pid=88260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 04:58:54.243058 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1188c61f-e3d8-46f2-a9db-e0e276862748 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Pushing event deleted for resources: {'Subnet': ['ID=8ffb1252-15c7-4064-8be9-e9ac9dd26eb6,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:54.260911 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9dbfdb5-3802-4a0c-b246-011b5b73912a None None] Network 0008fd3d-19e9-40cf-b545-4a7647b90cf1 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:58:54.270827 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1188c61f-e3d8-46f2-a9db-e0e276862748 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:54.272587 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-1188c61f-e3d8-46f2-a9db-e0e276862748 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "DELETE /v2.0/subnets/8ffb1252-15c7-4064-8be9-e9ac9dd26eb6 HTTP/1.1" status: 204 len: 168 time: 1.6476824 May 30 04:58:54.286723 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 41622) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:54.305080 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85640f4f-5d16-4ff3-93e3-67eeacb02614 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Pushing event updated for resources: {'Port': ['ID=07d6a72e-5ac7-4b0c-85ff-6a815fdf7209,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:54.318709 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.api.v2.resource [None req-a0cb032f-36ff-4c02-98fa-f9adaeab686b tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] delete failed (client error): The resource could not be found. May 30 04:58:54.322112 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-a0cb032f-36ff-4c02-98fa-f9adaeab686b tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] 10.222.0.15 "DELETE /v2.0/routers/f0f7a735-e7f3-4470-b921-03c25e3f0c35 HTTP/1.1" status: 404 len: 336 time: 0.1674740 May 30 04:58:54.326350 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-be195324-0ac5-406c-a9e9-7907875b2c3f tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843763-1-hyperv, 8953652c-18dc-4479-a80c-b12cb58f6a5b) {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:58:54.327505 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 41626) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:54.338562 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b90584f-fec2-4abe-92c2-c883060bb7b6 None None] Network 8953652c-18dc-4479-a80c-b12cb58f6a5b requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:58:54.344645 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be195324-0ac5-406c-a9e9-7907875b2c3f tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:58:54.345201 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-be195324-0ac5-406c-a9e9-7907875b2c3f tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:54.397661 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-06bd0e95-1126-48ac-8cd1-d3f3d413414b tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0962930 May 30 04:58:54.399060 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 41630) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:54.409091 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85640f4f-5d16-4ff3-93e3-67eeacb02614 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Checking segment: {'id': 'a8356bff-0d02-41c6-b83e-95182e85a613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '5dca043a-b37a-4723-9d7b-43c1402b7673'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:58:54.409531 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85640f4f-5d16-4ff3-93e3-67eeacb02614 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Network hostable DHCP agents. Network: 5dca043a-b37a-4723-9d7b-43c1402b7673, hostable agents: ['1c705e68-3d3e-4dd3-9252-feb21d4b96ab'], hosted agents: [] {{(pid=88261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 04:58:54.410856 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-46099396-154b-47ad-903a-ca58ba796d7d tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] DELETE failed (client error): The resource could not be found. May 30 04:58:54.411313 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46099396-154b-47ad-903a-ca58ba796d7d tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 04:58:54.412994 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-46099396-154b-47ad-903a-ca58ba796d7d tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] 10.222.0.15 "DELETE /v2.0/subnets/9f635c4d-e2a6-4ef9-b8b2-7754ea96c7b7 HTTP/1.1" status: 404 len: 337 time: 0.0818515 May 30 04:58:54.416695 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 41634) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:54.420832 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-fc054654-017e-4864-b6cd-75124aad1f2b tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Request body: {'subnet': {'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:58:54.444421 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-be195324-0ac5-406c-a9e9-7907875b2c3f tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.2738349 May 30 04:58:54.461801 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 41638) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:54.480853 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0b21a9d9-3bc0-4748-9e9d-fdea063cbd9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:54.486368 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-ca41a8ab-c968-40e3-89e2-81b59d4847da tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Request body: {'floatingip': {'floating_network_id': '8953652c-18dc-4479-a80c-b12cb58f6a5b'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:58:54.498960 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-afd2c820-c6dd-4ecb-8f3b-d638180be8a8 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:58:54.499360 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-e574cc29-7e54-4e1d-bc9d-f80721c761f6 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] DELETE failed (client error): The resource could not be found. May 30 04:58:54.500838 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e574cc29-7e54-4e1d-bc9d-f80721c761f6 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 04:58:54.514395 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-ca41a8ab-c968-40e3-89e2-81b59d4847da tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:58:54.515840 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-afd2c820-c6dd-4ecb-8f3b-d638180be8a8 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Usage tracker for resource:port and tenant:f4aea07b5c934dc5bc600f55a2d3ba0e is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:58:54.521424 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-afd2c820-c6dd-4ecb-8f3b-d638180be8a8 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:58:54.537880 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-afd2c820-c6dd-4ecb-8f3b-d638180be8a8 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:58:54.550833 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b21a9d9-3bc0-4748-9e9d-fdea063cbd9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a81880d-747f-4c2d-a0e5-56dff39ec82c,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:54.553248 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-ca41a8ab-c968-40e3-89e2-81b59d4847da tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Usage tracker for resource:floatingip and tenant:bc9d053c9e7544f5b0aba3128514c439 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:58:54.562722 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85640f4f-5d16-4ff3-93e3-67eeacb02614 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Network 5dca043a-b37a-4723-9d7b-43c1402b7673 is scheduled to be hosted by DHCP agent 1c705e68-3d3e-4dd3-9252-feb21d4b96ab with binding_index 1 {{(pid=88261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 04:58:54.563852 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-fc054654-017e-4864-b6cd-75124aad1f2b tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:58:54.565954 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0b21a9d9-3bc0-4748-9e9d-fdea063cbd9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:54.569553 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-0b21a9d9-3bc0-4748-9e9d-fdea063cbd9d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7a81880d-747f-4c2d-a0e5-56dff39ec82c HTTP/1.1" status: 204 len: 168 time: 1.2188976 May 30 04:58:54.569686 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-fc054654-017e-4864-b6cd-75124aad1f2b tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Usage tracker for resource:subnet and tenant:16af2dbefc6742d5a37a7b30e58c8c2f is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:58:54.571600 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afd2c820-c6dd-4ecb-8f3b-d638180be8a8 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Made reservation on behalf of f4aea07b5c934dc5bc600f55a2d3ba0e for: {'port': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:58:54.573796 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-ca41a8ab-c968-40e3-89e2-81b59d4847da tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:58:54.589380 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-e574cc29-7e54-4e1d-bc9d-f80721c761f6 tempest-RoutersTest-382989331 tempest-RoutersTest-382989331-project] 10.222.0.15 "DELETE /v2.0/subnets/b1c3d0f4-e8d3-489a-b5a1-63a61d5a325e HTTP/1.1" status: 404 len: 337 time: 0.1664100 May 30 04:58:54.589608 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-fc054654-017e-4864-b6cd-75124aad1f2b tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:58:54.591245 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-ca41a8ab-c968-40e3-89e2-81b59d4847da tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:58:54.595761 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-85640f4f-5d16-4ff3-93e3-67eeacb02614 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843763-1-hyperv, 5dca043a-b37a-4723-9d7b-43c1402b7673) {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:58:54.608159 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85640f4f-5d16-4ff3-93e3-67eeacb02614 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:58:54.613640 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85640f4f-5d16-4ff3-93e3-67eeacb02614 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:58:54.614291 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-85640f4f-5d16-4ff3-93e3-67eeacb02614 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:54.614813 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf5aae6f-5683-4c7f-9144-2d2983dca55c None None] Network 5dca043a-b37a-4723-9d7b-43c1402b7673 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:58:54.673136 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ca41a8ab-c968-40e3-89e2-81b59d4847da tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:54.704308 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-afd8c33f-8b3d-481a-83f0-e24c57b7ff14 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:54.725576 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-fc054654-017e-4864-b6cd-75124aad1f2b tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:58:54.749477 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-85640f4f-5d16-4ff3-93e3-67eeacb02614 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 3.5024121 May 30 04:58:54.761901 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 41646) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:54.768375 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd8c33f-8b3d-481a-83f0-e24c57b7ff14 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Pushing event deleted for resources: {'Port': ['ID=abb07bf1-5771-449e-8886-68e8d6179315,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:54.801219 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-323c6a53-fdd5-48df-86f0-3a20148f66e4 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1852578153'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:58:54.810150 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-399980e3-4a76-4e76-a58a-9627b942937e tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Deleting port 2e7b5a05-b9af-4493-866a-93bdadb9f052 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:58:54.810725 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-399980e3-4a76-4e76-a58a-9627b942937e tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:54.876758 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc054654-017e-4864-b6cd-75124aad1f2b tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Made reservation on behalf of 16af2dbefc6742d5a37a7b30e58c8c2f for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:58:54.893522 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-323c6a53-fdd5-48df-86f0-3a20148f66e4 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:58:54.894421 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fc054654-017e-4864-b6cd-75124aad1f2b tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2133361'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:54.926972 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-323c6a53-fdd5-48df-86f0-3a20148f66e4 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Usage tracker for resource:network and tenant:895764a2d33a4b6180a8faca69c63db7 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:58:54.940346 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-323c6a53-fdd5-48df-86f0-3a20148f66e4 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:58:54.946771 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-afd2c820-c6dd-4ecb-8f3b-d638180be8a8 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:54.974866 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-323c6a53-fdd5-48df-86f0-3a20148f66e4 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:58:54.985503 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 41654) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:55.017399 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04802cc3-08ac-43c4-a1cd-2d0c3136aa69 None None] Network 8953652c-18dc-4479-a80c-b12cb58f6a5b requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:58:55.055901 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-323c6a53-fdd5-48df-86f0-3a20148f66e4 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Made reservation on behalf of 895764a2d33a4b6180a8faca69c63db7 for: {'network': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:58:55.060017 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-323c6a53-fdd5-48df-86f0-3a20148f66e4 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for network, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:55.125761 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5fffef2-689d-4bf0-b71c-6d4452ec6af3 None None] DHCP port deletion for 0008fd3d-19e9-40cf-b545-4a7647b90cf1 request from dv-neutron-843763-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 30 04:58:55.137849 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-afd8c33f-8b3d-481a-83f0-e24c57b7ff14 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1604781'] for router_gateway, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:55.143413 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-f5fffef2-689d-4bf0-b71c-6d4452ec6af3 None None] Deleting port acd282eb-835e-430e-b0ff-4c773b45a4cf {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:58:55.144022 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f5fffef2-689d-4bf0-b71c-6d4452ec6af3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:55.246649 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [None req-afd2c820-c6dd-4ecb-8f3b-d638180be8a8 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] device_id is not set on port bd14c08d-1b21-4f93-9eb0-8124e30dcbfa yet. {{(pid=88260) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 30 04:58:55.280225 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 41660) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:55.442900 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fc054654-017e-4864-b6cd-75124aad1f2b tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1547796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2133315'] for subnet, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:55.488716 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-20c94bef-c622-4d4e-932c-19364fe59788 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c7906860cd284922abfbc005b3c11808&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2051215 May 30 04:58:55.498391 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 41664) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:55.532523 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-f5fffef2-689d-4bf0-b71c-6d4452ec6af3 None None] For port acd282eb-835e-430e-b0ff-4c773b45a4cf, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=acd282eb-835e-430e-b0ff-4c773b45a4cf,segment=NetworkSegment(c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1),segment_id=c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:58:55.533731 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f5fffef2-689d-4bf0-b71c-6d4452ec6af3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:55.543808 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc054654-017e-4864-b6cd-75124aad1f2b tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Network 0008fd3d-19e9-40cf-b545-4a7647b90cf1 is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:58:55.552916 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-fc054654-017e-4864-b6cd-75124aad1f2b tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:58:55.555788 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc054654-017e-4864-b6cd-75124aad1f2b tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:58:55.556404 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fc054654-017e-4864-b6cd-75124aad1f2b tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:55.574808 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-afd8c33f-8b3d-481a-83f0-e24c57b7ff14 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11660'] for router, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:55.583499 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-afd8c33f-8b3d-481a-83f0-e24c57b7ff14 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:55.599940 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-323c6a53-fdd5-48df-86f0-3a20148f66e4 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=88261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 04:58:55.653522 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-181b9cfb-88b9-429f-94e8-baec1c40c246 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=177e950b79b644f8ac61f323eed71206&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6590083 May 30 04:58:55.655928 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-323c6a53-fdd5-48df-86f0-3a20148f66e4 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:55.656273 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.db.segments_db [None req-323c6a53-fdd5-48df-86f0-3a20148f66e4 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Added segment bd521c0a-3ea6-43c6-bfa0-d44266952353 of type vlan for network c9465dda-3e58-4880-b106-00f0a363e70e May 30 04:58:55.657202 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 41668) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:55.671148 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-f5fffef2-689d-4bf0-b71c-6d4452ec6af3 None None] Calling delete_port for acd282eb-835e-430e-b0ff-4c773b45a4cf owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:58:55.688710 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc054654-017e-4864-b6cd-75124aad1f2b tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Pushing event updated for resources: {'Subnet': ['ID=36311748-fe32-4a15-8af8-131b0c0bb309,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:55.704100 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-399980e3-4a76-4e76-a58a-9627b942937e tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:55.716312 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-fc054654-017e-4864-b6cd-75124aad1f2b tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3018675 May 30 04:58:55.716541 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-afd8c33f-8b3d-481a-83f0-e24c57b7ff14 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1601605'] for router, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:55.716541 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afd8c33f-8b3d-481a-83f0-e24c57b7ff14 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Fanout notify agent at l3_agent the message router_deleted on router ada416c6-edef-4cad-ab20-945ddff3a53a {{(pid=88261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 30 04:58:55.716716 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 41672) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:55.724569 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-b71a08c5-1800-4775-9529-cd887b8a64de tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Request body: {'subnet': {'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:58:55.766945 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f5fffef2-689d-4bf0-b71c-6d4452ec6af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069'] for port, after_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:55.772950 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-afd2c820-c6dd-4ecb-8f3b-d638180be8a8 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:55.824938 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fffef2-689d-4bf0-b71c-6d4452ec6af3 None None] Pushing event deleted for resources: {'Port': ['ID=acd282eb-835e-430e-b0ff-4c773b45a4cf,revision_number=None']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:55.839975 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5fffef2-689d-4bf0-b71c-6d4452ec6af3 None None] No DVR routers for this DVR port acd282eb-835e-430e-b0ff-4c773b45a4cf on host dv-neutron-843763-1-hyperv {{(pid=88262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 04:58:55.858983 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-511d7add-d3e8-431d-9db2-1d3cff1fd994 None None] Network 0008fd3d-19e9-40cf-b545-4a7647b90cf1 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:58:55.888260 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-399980e3-4a76-4e76-a58a-9627b942937e tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Calling delete_port for 2e7b5a05-b9af-4493-866a-93bdadb9f052 owned by network:router_interface {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:58:55.923897 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-afd8c33f-8b3d-481a-83f0-e24c57b7ff14 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Notify callbacks [] for router, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:55.927543 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-afd8c33f-8b3d-481a-83f0-e24c57b7ff14 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] 10.222.0.15 "DELETE /v2.0/routers/ada416c6-edef-4cad-ab20-945ddff3a53a HTTP/1.1" status: 204 len: 168 time: 4.9060018 May 30 04:58:55.937261 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 41676) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:55.973310 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9711164b-f5e8-4036-96f7-96300f1c3e72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:56.001732 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-323c6a53-fdd5-48df-86f0-3a20148f66e4 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729234556353'] for network, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:56.013404 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9711164b-f5e8-4036-96f7-96300f1c3e72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:56.097150 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa2dc57-5087-4500-bab7-87b816c55009 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bbf24ed-7ba9-53d2-873f-8f9642b1e987-0008fd3d-19e9-40cf-b545-4a7647b90cf1', 'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1', 'tenant_id': '16af2dbefc6742d5a37a7b30e58c8c2f', 'fixed_ips': [{'subnet_id': '36311748-fe32-4a15-8af8-131b0c0bb309'}]}} from dv-neutron-843763-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 30 04:58:56.098543 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-caa2dc57-5087-4500-bab7-87b816c55009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:56.108403 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ca41a8ab-c968-40e3-89e2-81b59d4847da tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:56.110897 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-afd2c820-c6dd-4ecb-8f3b-d638180be8a8 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:56.117928 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-b71a08c5-1800-4775-9529-cd887b8a64de tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:58:56.169193 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-b71a08c5-1800-4775-9529-cd887b8a64de tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Usage tracker for resource:subnet and tenant:16af2dbefc6742d5a37a7b30e58c8c2f is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:58:56.185289 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-b71a08c5-1800-4775-9529-cd887b8a64de tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:58:56.190575 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-57983f32-f9ed-467f-9eb8-949953ab2570 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:56.201755 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-b71a08c5-1800-4775-9529-cd887b8a64de tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:58:56.212460 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afd2c820-c6dd-4ecb-8f3b-d638180be8a8 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Network 585f1a25-d8c2-4739-95aa-646c169bbb1a is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:58:56.218493 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-afd2c820-c6dd-4ecb-8f3b-d638180be8a8 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:58:56.220987 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd2c820-c6dd-4ecb-8f3b-d638180be8a8 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:58:56.222259 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-26191cd0-1559-4863-a9ab-9d4d8b82e7d6 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897784'] for network, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:56.227009 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd2c820-c6dd-4ecb-8f3b-d638180be8a8 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:58:56.228159 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-afd2c820-c6dd-4ecb-8f3b-d638180be8a8 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:56.231893 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd2c820-c6dd-4ecb-8f3b-d638180be8a8 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Pushing event updated for resources: {'Port': ['ID=bd14c08d-1b21-4f93-9eb0-8124e30dcbfa,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:56.240953 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9711164b-f5e8-4036-96f7-96300f1c3e72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:56.262182 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-323c6a53-fdd5-48df-86f0-3a20148f66e4 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788'] for network, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:56.268051 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-323c6a53-fdd5-48df-86f0-3a20148f66e4 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:58:56.268207 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-323c6a53-fdd5-48df-86f0-3a20148f66e4 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:56.272288 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b71a08c5-1800-4775-9529-cd887b8a64de tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Made reservation on behalf of 16af2dbefc6742d5a37a7b30e58c8c2f for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:58:56.274623 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-57983f32-f9ed-467f-9eb8-949953ab2570 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:56.276125 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b71a08c5-1800-4775-9529-cd887b8a64de tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2133361'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:56.296326 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9711164b-f5e8-4036-96f7-96300f1c3e72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6d15624-c8a0-4f43-823d-e4dac17558fc,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:56.367617 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-afd2c820-c6dd-4ecb-8f3b-d638180be8a8 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.2130342 May 30 04:58:56.372342 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-caa2dc57-5087-4500-bab7-87b816c55009 None None] Allocated IP 172.20.0.2 (0008fd3d-19e9-40cf-b545-4a7647b90cf1/36311748-fe32-4a15-8af8-131b0c0bb309/fd6f8229-0f98-44ba-9f7c-452546ef830f) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:58:56.382411 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9711164b-f5e8-4036-96f7-96300f1c3e72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:56.382411 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-9711164b-f5e8-4036-96f7-96300f1c3e72 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c6d15624-c8a0-4f43-823d-e4dac17558fc HTTP/1.1" status: 204 len: 168 time: 0.8719354 May 30 04:58:56.384244 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 41680) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:56.464760 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-323c6a53-fdd5-48df-86f0-3a20148f66e4 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.6991365 May 30 04:58:56.476389 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 41686) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:56.490393 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-e65a9f9a-6817-4451-bb83-7e19f466c793 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Request body: {'ports': [{'network_id': '5dca043a-b37a-4723-9d7b-43c1402b7673'}, {'network_id': 'c9465dda-3e58-4880-b106-00f0a363e70e'}]} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:58:56.490705 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-e65a9f9a-6817-4451-bb83-7e19f466c793 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Request body: {'port': {'network_id': '5dca043a-b37a-4723-9d7b-43c1402b7673'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:58:56.491171 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-e65a9f9a-6817-4451-bb83-7e19f466c793 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Request body: {'port': {'network_id': 'c9465dda-3e58-4880-b106-00f0a363e70e'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:58:56.512117 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323c6a53-fdd5-48df-86f0-3a20148f66e4 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Pushing event updated for resources: {'Network': ['ID=c9465dda-3e58-4880-b106-00f0a363e70e,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:56.529539 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d40179-e74a-468c-bf56-312aebf9d85f tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:58:56.530157 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-79d40179-e74a-468c-bf56-312aebf9d85f tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Synchronizing usage tracker for tenant:f4aea07b5c934dc5bc600f55a2d3ba0e on resource:port {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:58:56.639753 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-caa2dc57-5087-4500-bab7-87b816c55009 None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:56.653337 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-79d40179-e74a-468c-bf56-312aebf9d85f tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Unset dirty status for tenant:f4aea07b5c934dc5bc600f55a2d3ba0e on resource:port {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:58:56.654717 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-79d40179-e74a-468c-bf56-312aebf9d85f tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] 10.222.0.15 "GET /v2.0/ports/bd14c08d-1b21-4f93-9eb0-8124e30dcbfa HTTP/1.1" status: 200 len: 841 time: 0.2704477 May 30 04:58:56.658273 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 41692) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:56.661657 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Network c9465dda-3e58-4880-b106-00f0a363e70e details requested by agent ovs-agent-dv-neutron-843763-1-hyperv with host dv-neutron-843763-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 04:58:56.700320 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-26191cd0-1559-4863-a9ab-9d4d8b82e7d6 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867540', 'neutron.services.segments.db._delete_segments_for_network-8729234922972'] for network, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:56.758374 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-ca41a8ab-c968-40e3-89e2-81b59d4847da tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Allocated IP 172.20.0.4 (8953652c-18dc-4479-a80c-b12cb58f6a5b/f274d1a2-d204-4f2d-a1d4-2fb30ddfa890/ab34d8b3-4994-4fe5-95c7-18960603fadb) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:58:56.760971 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-399980e3-4a76-4e76-a58a-9627b942937e tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:56.768234 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-26191cd0-1559-4863-a9ab-9d4d8b82e7d6 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7de51c91-19bb-4b5d-923c-b7d77dfa625f']}} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:58:56.820313 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-57983f32-f9ed-467f-9eb8-949953ab2570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:56.839741 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-caa2dc57-5087-4500-bab7-87b816c55009 None None] Transition to ACTIVE for port object fd6f8229-0f98-44ba-9f7c-452546ef830f will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:58:56.854900 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-26191cd0-1559-4863-a9ab-9d4d8b82e7d6 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '802c3e76-b2e9-4d86-8049-6831b9ec5c3a') {'for_net_delete': True} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:58:56.855704 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-26191cd0-1559-4863-a9ab-9d4d8b82e7d6 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '802c3e76-b2e9-4d86-8049-6831b9ec5c3a') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:58:56.875138 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-caa2dc57-5087-4500-bab7-87b816c55009 None None] Transition to ACTIVE for port object fd6f8229-0f98-44ba-9f7c-452546ef830f will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:58:56.876307 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399980e3-4a76-4e76-a58a-9627b942937e tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Pushing event deleted for resources: {'Port': ['ID=2e7b5a05-b9af-4493-866a-93bdadb9f052,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:56.917794 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-26191cd0-1559-4863-a9ab-9d4d8b82e7d6 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729235042807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3545573'] for segment, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:56.919101 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-ca44e82c-e7ac-413a-9ce3-6fc696cfbdfb tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Deleting port bd14c08d-1b21-4f93-9eb0-8124e30dcbfa {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:58:56.919444 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ca44e82c-e7ac-413a-9ce3-6fc696cfbdfb tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:56.947934 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57983f32-f9ed-467f-9eb8-949953ab2570 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e32c311-a44a-480f-9c9b-f3da792c98f2,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:56.956146 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-caa2dc57-5087-4500-bab7-87b816c55009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:56.957857 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-e65a9f9a-6817-4451-bb83-7e19f466c793 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:58:56.989532 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-e65a9f9a-6817-4451-bb83-7e19f466c793 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Usage tracker for resource:port and tenant:895764a2d33a4b6180a8faca69c63db7 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:58:56.997071 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-e65a9f9a-6817-4451-bb83-7e19f466c793 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:58:57.024850 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-e65a9f9a-6817-4451-bb83-7e19f466c793 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:58:57.058611 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa2dc57-5087-4500-bab7-87b816c55009 None None] Network 0008fd3d-19e9-40cf-b545-4a7647b90cf1 is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:58:57.063063 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-caa2dc57-5087-4500-bab7-87b816c55009 None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:58:57.065313 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa2dc57-5087-4500-bab7-87b816c55009 None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:58:57.095028 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa2dc57-5087-4500-bab7-87b816c55009 None None] Pushing event updated for resources: {'Port': ['ID=fd6f8229-0f98-44ba-9f7c-452546ef830f,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:57.109183 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e65a9f9a-6817-4451-bb83-7e19f466c793 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Made reservation on behalf of 895764a2d33a4b6180a8faca69c63db7 for: {'port': 2} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:58:57.113066 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e65a9f9a-6817-4451-bb83-7e19f466c793 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:57.165068 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device abb07bf1-5771-449e-8886-68e8d6179315 no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 04:58:57.221773 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ca41a8ab-c968-40e3-89e2-81b59d4847da tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:57.230838 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e65a9f9a-6817-4451-bb83-7e19f466c793 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:57.284968 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] No Port match for: abb07bf1-5771-449e-8886-68e8d6179315 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 04:58:57.285258 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device abb07bf1-5771-449e-8886-68e8d6179315 not bound to the agent host dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 04:58:57.285831 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device acd282eb-835e-430e-b0ff-4c773b45a4cf no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 04:58:57.341307 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] No Port match for: acd282eb-835e-430e-b0ff-4c773b45a4cf {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 04:58:57.341663 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device acd282eb-835e-430e-b0ff-4c773b45a4cf not bound to the agent host dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 04:58:57.354109 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-caa2dc57-5087-4500-bab7-87b816c55009 None None] Attempting to bind port fd6f8229-0f98-44ba-9f7c-452546ef830f on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 04:58:57.355501 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-caa2dc57-5087-4500-bab7-87b816c55009 None None] Attempting to bind port fd6f8229-0f98-44ba-9f7c-452546ef830f by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': 'c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 04:58:57.355501 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa2dc57-5087-4500-bab7-87b816c55009 None None] Attempting to bind port fd6f8229-0f98-44ba-9f7c-452546ef830f on network 0008fd3d-19e9-40cf-b545-4a7647b90cf1 {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 04:58:57.364070 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa2dc57-5087-4500-bab7-87b816c55009 None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 4, 58, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 04:58:57.364471 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa2dc57-5087-4500-bab7-87b816c55009 None None] Checking segment: {'id': 'c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:58:57.364885 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-caa2dc57-5087-4500-bab7-87b816c55009 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:57.365450 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa2dc57-5087-4500-bab7-87b816c55009 None None] Bound using segment: {'id': 'c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 04:58:57.365967 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-caa2dc57-5087-4500-bab7-87b816c55009 None None] Bound port: fd6f8229-0f98-44ba-9f7c-452546ef830f, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 04:58:57.366301 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-caa2dc57-5087-4500-bab7-87b816c55009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:57.390114 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ca44e82c-e7ac-413a-9ce3-6fc696cfbdfb tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:57.509680 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-26191cd0-1559-4863-a9ab-9d4d8b82e7d6 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:57.526296 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ca41a8ab-c968-40e3-89e2-81b59d4847da tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:57.592496 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-57983f32-f9ed-467f-9eb8-949953ab2570 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:57.594604 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-caa2dc57-5087-4500-bab7-87b816c55009 None None] For port fd6f8229-0f98-44ba-9f7c-452546ef830f, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 04:58:57.596725 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-57983f32-f9ed-467f-9eb8-949953ab2570 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1e32c311-a44a-480f-9c9b-f3da792c98f2 HTTP/1.1" status: 204 len: 168 time: 1.9295306 May 30 04:58:57.600598 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-caa2dc57-5087-4500-bab7-87b816c55009 None None] For port fd6f8229-0f98-44ba-9f7c-452546ef830f, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=fd6f8229-0f98-44ba-9f7c-452546ef830f,segment=NetworkSegment(c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1),segment_id=c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 04:58:57.612618 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-caa2dc57-5087-4500-bab7-87b816c55009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:57.637738 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 41714) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:57.656455 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26191cd0-1559-4863-a9ab-9d4d8b82e7d6 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=88261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 04:58:57.656861 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-26191cd0-1559-4863-a9ab-9d4d8b82e7d6 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-862858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2304281'] for segment, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:57.736115 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa2dc57-5087-4500-bab7-87b816c55009 None None] Pushing event updated for resources: {'Port': ['ID=fd6f8229-0f98-44ba-9f7c-452546ef830f,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:57.813970 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 802c3e76-b2e9-4d86-8049-6831b9ec5c3a resource provider aggregate not found May 30 04:58:57.824229 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca41a8ab-c968-40e3-89e2-81b59d4847da tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Network 8953652c-18dc-4479-a80c-b12cb58f6a5b is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:58:57.832338 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-ca41a8ab-c968-40e3-89e2-81b59d4847da tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:58:57.838567 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-399980e3-4a76-4e76-a58a-9627b942937e tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1642797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602100'] for router_interface, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:57.843456 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-26191cd0-1559-4863-a9ab-9d4d8b82e7d6 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604744'] for network, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:57.847694 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca41a8ab-c968-40e3-89e2-81b59d4847da tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:58:57.921016 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 802c3e76-b2e9-4d86-8049-6831b9ec5c3a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 802c3e76-b2e9-4d86-8049-6831b9ec5c3a found for delete ", "request_id": "req-031477af-5ced-41d7-bf83-51fadf9dd330"}]} May 30 04:58:57.956805 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-26191cd0-1559-4863-a9ab-9d4d8b82e7d6 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:57.965902 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26191cd0-1559-4863-a9ab-9d4d8b82e7d6 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Pushing event deleted for resources: {'Network': ['ID=7de51c91-19bb-4b5d-923c-b7d77dfa625f,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:57.967944 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca41a8ab-c968-40e3-89e2-81b59d4847da tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Pushing event updated for resources: {'Port': ['ID=ab34d8b3-4994-4fe5-95c7-18960603fadb,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:57.978830 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f8c7da7d-9a0f-489a-bb8a-170178d8aaa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:58.001147 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-ca44e82c-e7ac-413a-9ce3-6fc696cfbdfb tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Calling delete_port for bd14c08d-1b21-4f93-9eb0-8124e30dcbfa owned by {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:58:58.105748 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [None req-e65a9f9a-6817-4451-bb83-7e19f466c793 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] device_id is not set on port 8612cda4-8ae4-45f5-998b-3bd91d42b57f yet. {{(pid=88260) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 30 04:58:58.152798 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-26191cd0-1559-4863-a9ab-9d4d8b82e7d6 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] 10.222.0.15 "DELETE /v2.0/networks/7de51c91-19bb-4b5d-923c-b7d77dfa625f HTTP/1.1" status: 204 len: 168 time: 2.1935172 May 30 04:58:58.155659 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-43666536-6ffb-4ff6-a44c-3467893ab6ce tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-221081766'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:58:58.161462 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-43666536-6ffb-4ff6-a44c-3467893ab6ce tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:58:58.167121 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-43666536-6ffb-4ff6-a44c-3467893ab6ce tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Usage tracker for resource:network and tenant:5386df8a083a4b53b87ea99ca4a65ce1 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:58:58.167531 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 41732) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:58.168066 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-43666536-6ffb-4ff6-a44c-3467893ab6ce tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:58:58.176720 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-43666536-6ffb-4ff6-a44c-3467893ab6ce tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:58:58.192625 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43666536-6ffb-4ff6-a44c-3467893ab6ce tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Made reservation on behalf of 5386df8a083a4b53b87ea99ca4a65ce1 for: {'network': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:58:58.206233 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-43666536-6ffb-4ff6-a44c-3467893ab6ce tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for network, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:58.316340 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-43666536-6ffb-4ff6-a44c-3467893ab6ce tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:58.317711 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.objects.ports [None req-b71a08c5-1800-4775-9529-cd887b8a64de tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88260) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 30 04:58:58.364161 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ca44e82c-e7ac-413a-9ce3-6fc696cfbdfb tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:58.418237 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-43666536-6ffb-4ff6-a44c-3467893ab6ce tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:58:58.422869 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-399980e3-4a76-4e76-a58a-9627b942937e tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Router 7f6a5e1a-3ce4-447f-b2c8-76daee65d33b has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 04:58:58.428902 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-43666536-6ffb-4ff6-a44c-3467893ab6ce tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Usage tracker for resource:security_group_rule and tenant:5386df8a083a4b53b87ea99ca4a65ce1 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:58:58.433552 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-43666536-6ffb-4ff6-a44c-3467893ab6ce tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:58:58.437436 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ca41a8ab-c968-40e3-89e2-81b59d4847da tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:58.446103 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-43666536-6ffb-4ff6-a44c-3467893ab6ce tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:58:58.458563 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca44e82c-e7ac-413a-9ce3-6fc696cfbdfb tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Pushing event deleted for resources: {'Port': ['ID=bd14c08d-1b21-4f93-9eb0-8124e30dcbfa,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:58.484562 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b78fe186-3370-4e9a-8234-571e4a397507 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:58.486622 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ca44e82c-e7ac-413a-9ce3-6fc696cfbdfb tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:58.608067 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b78fe186-3370-4e9a-8234-571e4a397507 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:58.639443 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-399980e3-4a76-4e76-a58a-9627b942937e tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 04:58:58.642838 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-ca44e82c-e7ac-413a-9ce3-6fc696cfbdfb tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] 10.222.0.15 "DELETE /v2.0/ports/bd14c08d-1b21-4f93-9eb0-8124e30dcbfa HTTP/1.1" status: 204 len: 168 time: 1.9794834 May 30 04:58:58.643921 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 41746) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:58.650931 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd2c3ce-92d5-4771-8309-41f835c9e890 None None] Sync routers for ids ['7f6a5e1a-3ce4-447f-b2c8-76daee65d33b'] in dv-neutron-843763-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 04:58:58.655550 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e65a9f9a-6817-4451-bb83-7e19f466c793 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:58.667207 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd2c3ce-92d5-4771-8309-41f835c9e890 None None] Routers {'7f6a5e1a-3ce4-447f-b2c8-76daee65d33b'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 04:58:58.668506 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-cdd2c3ce-92d5-4771-8309-41f835c9e890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T04:58:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['7f6a5e1a-3ce4-447f-b2c8-76daee65d33b'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:58:58.713839 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ca41a8ab-c968-40e3-89e2-81b59d4847da tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:58.746274 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d62ea98-6529-44dc-ad83-ef58aeec96e6 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] GET failed (client error): The resource could not be found. May 30 04:58:58.746822 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-8d62ea98-6529-44dc-ad83-ef58aeec96e6 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Synchronizing usage tracker for tenant:f4aea07b5c934dc5bc600f55a2d3ba0e on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:58:58.763987 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-cdd2c3ce-92d5-4771-8309-41f835c9e890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:58:58.775100 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd2c3ce-92d5-4771-8309-41f835c9e890 None None] Routers {'7f6a5e1a-3ce4-447f-b2c8-76daee65d33b'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 04:58:58.779325 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-399980e3-4a76-4e76-a58a-9627b942937e tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] 10.222.0.15 "PUT /v2.0/routers/7f6a5e1a-3ce4-447f-b2c8-76daee65d33b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5338283 May 30 04:58:58.781514 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-cdd2c3ce-92d5-4771-8309-41f835c9e890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T04:58:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['7f6a5e1a-3ce4-447f-b2c8-76daee65d33b'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:58:58.787217 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 41750) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:58.857827 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [None req-e65a9f9a-6817-4451-bb83-7e19f466c793 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] device_id is not set on port 88cb5d0e-e833-40e9-859d-8f1735c9d3ce yet. {{(pid=88260) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 30 04:58:58.859088 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-cdd2c3ce-92d5-4771-8309-41f835c9e890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:58:58.859478 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd2c3ce-92d5-4771-8309-41f835c9e890 None None] The sync data for ids ['7f6a5e1a-3ce4-447f-b2c8-76daee65d33b'] in dv-neutron-843763-1-hyperv is: [] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 04:58:58.862302 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 41754) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:58.907049 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-8d62ea98-6529-44dc-ad83-ef58aeec96e6 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Unset dirty status for tenant:f4aea07b5c934dc5bc600f55a2d3ba0e on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:58:58.911930 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-8d62ea98-6529-44dc-ad83-ef58aeec96e6 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] 10.222.0.15 "GET /v2.0/ports/bd14c08d-1b21-4f93-9eb0-8124e30dcbfa HTTP/1.1" status: 404 len: 333 time: 0.2603071 May 30 04:58:58.916831 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.api.v2.resource [None req-759ff041-04c0-41ca-8be3-f06f66743c5d tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] show failed (client error): The resource could not be found. May 30 04:58:58.922897 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-759ff041-04c0-41ca-8be3-f06f66743c5d tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] 10.222.0.15 "GET /v2.0/routers/tempest-non_exist_router-1498327914 HTTP/1.1" status: 404 len: 335 time: 0.1227202 May 30 04:58:58.922897 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 41760) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:58.930108 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 41762) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:58.945964 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-a6a52a8b-3ab8-4402-8ca3-45e83dc42c08 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Request body: {'port': {'network_id': '585f1a25-d8c2-4739-95aa-646c169bbb1a', 'name': 'tempest-PortsTestJSON-483709103'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:58:58.953218 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b71a08c5-1800-4775-9529-cd887b8a64de tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:58.963166 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-bfc4f7b2-259d-405a-ba0b-106e433290e2 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:58:59.011296 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b78fe186-3370-4e9a-8234-571e4a397507 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:59.075099 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78fe186-3370-4e9a-8234-571e4a397507 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80268c1c-0aa4-4f7a-affc-948a6825b0d8,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:59.109529 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-9f1a2c9b-b509-4674-b620-a30f85daeef0 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Request body: {'security_group': {'name': 'tempest-secgroup--1003161934'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:58:59.126928 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-9f1a2c9b-b509-4674-b620-a30f85daeef0 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:58:59.147878 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b78fe186-3370-4e9a-8234-571e4a397507 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:59.149683 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-b78fe186-3370-4e9a-8234-571e4a397507 tempest-TestNetworkAdvancedServerOps-675751053 tempest-TestNetworkAdvancedServerOps-675751053-project] 10.222.0.15 "DELETE /v2.0/security-groups/80268c1c-0aa4-4f7a-affc-948a6825b0d8 HTTP/1.1" status: 204 len: 168 time: 0.9773989 May 30 04:58:59.152630 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-9f1a2c9b-b509-4674-b620-a30f85daeef0 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Usage tracker for resource:security_group and tenant:e8165468c1c447b08667f9e6612a30e1 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:58:59.165296 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-9f1a2c9b-b509-4674-b620-a30f85daeef0 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:58:59.172750 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device fd6f8229-0f98-44ba-9f7c-452546ef830f up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 04:58:59.207483 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-9f1a2c9b-b509-4674-b620-a30f85daeef0 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:58:59.341273 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.api.v2.resource [None req-bfc4f7b2-259d-405a-ba0b-106e433290e2 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] update failed (client error): The resource could not be found. May 30 04:58:59.345573 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-bfc4f7b2-259d-405a-ba0b-106e433290e2 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] 10.222.0.15 "PUT /v2.0/routers/tempest-non_exist_router-898722572 HTTP/1.1" status: 404 len: 334 time: 0.4090986 May 30 04:58:59.350249 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9f1a2c9b-b509-4674-b620-a30f85daeef0 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks [] for security_group, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:59.359667 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port fd6f8229-0f98-44ba-9f7c-452546ef830f completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:58:59.363766 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 41772) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:59.365939 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-43666536-6ffb-4ff6-a44c-3467893ab6ce tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:59.389704 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9f1a2c9b-b509-4674-b620-a30f85daeef0 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks [] for security_group, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:59.391133 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-1810d002-f022-4e9a-aee0-6cd57150e6db None None] Provisioning for port fd6f8229-0f98-44ba-9f7c-452546ef830f completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:58:59.396269 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-1810d002-f022-4e9a-aee0-6cd57150e6db None None] Provisioning complete for port fd6f8229-0f98-44ba-9f7c-452546ef830f triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:58:59.396643 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-1810d002-f022-4e9a-aee0-6cd57150e6db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:59.415794 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-43666536-6ffb-4ff6-a44c-3467893ab6ce tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:59.433878 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e65a9f9a-6817-4451-bb83-7e19f466c793 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:59.442895 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-9f1a2c9b-b509-4674-b620-a30f85daeef0 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:58:59.458663 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-9f1a2c9b-b509-4674-b620-a30f85daeef0 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Usage tracker for resource:security_group_rule and tenant:e8165468c1c447b08667f9e6612a30e1 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:58:59.467177 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-9f1a2c9b-b509-4674-b620-a30f85daeef0 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:58:59.475883 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-b71a08c5-1800-4775-9529-cd887b8a64de tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] For port fd6f8229-0f98-44ba-9f7c-452546ef830f, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=fd6f8229-0f98-44ba-9f7c-452546ef830f,segment=NetworkSegment(c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1),segment_id=c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:58:59.483911 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43666536-6ffb-4ff6-a44c-3467893ab6ce tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=88261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 04:58:59.484932 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-9f1a2c9b-b509-4674-b620-a30f85daeef0 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:58:59.486048 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-a6a52a8b-3ab8-4402-8ca3-45e83dc42c08 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:58:59.535500 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-43666536-6ffb-4ff6-a44c-3467893ab6ce tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:59.536325 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.db.segments_db [None req-43666536-6ffb-4ff6-a44c-3467893ab6ce tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Added segment a10bef35-afc7-4b4a-83bd-a7761049ef70 of type vlan for network 24ec3f6a-484d-4464-90d5-795d07f8711b May 30 04:58:59.541258 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43666536-6ffb-4ff6-a44c-3467893ab6ce tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a24e0fa-7110-4797-be2f-3579b2dbb56e,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:59.548344 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b71a08c5-1800-4775-9529-cd887b8a64de tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks [] for port, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:59.548962 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-a6a52a8b-3ab8-4402-8ca3-45e83dc42c08 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:58:59.563301 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e65a9f9a-6817-4451-bb83-7e19f466c793 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:59.563485 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_v2 [None req-43e06154-16e6-4d8a-8cbd-b1b6a30e0616 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Deleting subnet fbcd9d56-bbb5-4431-8e36-660c58079a82 {{(pid=88261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 30 04:58:59.572077 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-1810d002-f022-4e9a-aee0-6cd57150e6db None None] Current status of the port fd6f8229-0f98-44ba-9f7c-452546ef830f is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:58:59.572372 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-43e06154-16e6-4d8a-8cbd-b1b6a30e0616 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Notify callbacks [] for subnet, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:59.572580 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-1810d002-f022-4e9a-aee0-6cd57150e6db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:59.639946 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6a52a8b-3ab8-4402-8ca3-45e83dc42c08 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Made reservation on behalf of f4aea07b5c934dc5bc600f55a2d3ba0e for: {'port': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:58:59.643368 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a6a52a8b-3ab8-4402-8ca3-45e83dc42c08 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:59.656884 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65a9f9a-6817-4451-bb83-7e19f466c793 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Pushing event updated for resources: {'Port': ['ID=8612cda4-8ae4-45f5-998b-3bd91d42b57f,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:59.660697 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b71a08c5-1800-4775-9529-cd887b8a64de tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1547421'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:59.661555 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b71a08c5-1800-4775-9529-cd887b8a64de tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1547796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2133315'] for subnet, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:59.663457 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-43666536-6ffb-4ff6-a44c-3467893ab6ce tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729234556353'] for network, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:59.669975 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 41778) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:58:59.678770 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.db.api [None req-1810d002-f022-4e9a-aee0-6cd57150e6db None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 04:58:59.679142 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG oslo_db.api [None req-1810d002-f022-4e9a-aee0-6cd57150e6db None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 04:58:59.687118 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-43e06154-16e6-4d8a-8cbd-b1b6a30e0616 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3545586'] for subnet, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:59.737145 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ca41a8ab-c968-40e3-89e2-81b59d4847da tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:59.741873 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [None req-a6a52a8b-3ab8-4402-8ca3-45e83dc42c08 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] device_id is not set on port 2004aed7-b4ea-420d-8733-1c4dd73793c7 yet. {{(pid=88261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 30 04:58:59.785135 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ca41a8ab-c968-40e3-89e2-81b59d4847da tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2304381'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:59.787917 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e65a9f9a-6817-4451-bb83-7e19f466c793 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Network 5dca043a-b37a-4723-9d7b-43c1402b7673 is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:58:59.803907 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-e65a9f9a-6817-4451-bb83-7e19f466c793 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:58:59.806253 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65a9f9a-6817-4451-bb83-7e19f466c793 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:58:59.807354 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e65a9f9a-6817-4451-bb83-7e19f466c793 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:59.828350 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b71a08c5-1800-4775-9529-cd887b8a64de tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Network 0008fd3d-19e9-40cf-b545-4a7647b90cf1 is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:58:59.837743 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-b71a08c5-1800-4775-9529-cd887b8a64de tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:58:59.840595 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b71a08c5-1800-4775-9529-cd887b8a64de tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:58:59.841193 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b71a08c5-1800-4775-9529-cd887b8a64de tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:59.846521 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3913235c-0012-477b-8474-cfa1e90dd876 None None] Network 0008fd3d-19e9-40cf-b545-4a7647b90cf1 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:58:59.879079 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71a08c5-1800-4775-9529-cd887b8a64de tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Pushing event updated for resources: {'Subnet': ['ID=49b4ca47-04b1-4dc5-974c-754f82bad586,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:59.911240 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71a08c5-1800-4775-9529-cd887b8a64de tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Pushing event updated for resources: {'Port': ['ID=fd6f8229-0f98-44ba-9f7c-452546ef830f,revision_number=4']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:58:59.930859 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-43666536-6ffb-4ff6-a44c-3467893ab6ce tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788'] for network, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:59.941174 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43666536-6ffb-4ff6-a44c-3467893ab6ce tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:58:59.941799 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-43666536-6ffb-4ff6-a44c-3467893ab6ce tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:59.959275 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-b71a08c5-1800-4775-9529-cd887b8a64de tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.2421165 May 30 04:58:59.962964 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9f1a2c9b-b509-4674-b620-a30f85daeef0 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks [] for security_group, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:58:59.984999 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 41784) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:00.006381 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9f1a2c9b-b509-4674-b620-a30f85daeef0 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:00.014691 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-c6761a6a-47e5-4d4b-ac9f-7870d9e23dfc tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Request body: {'port': {'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1', 'mac_address': 'fa:16:3e:7d:ab:16', 'name': 'tempest-NetworksTestDHCPv6-942208606'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:59:00.038105 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-9f1a2c9b-b509-4674-b620-a30f85daeef0 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:59:00.064106 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65a9f9a-6817-4451-bb83-7e19f466c793 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Checking segment: {'id': 'bd521c0a-3ea6-43c6-bfa0-d44266952353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'c9465dda-3e58-4880-b106-00f0a363e70e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:59:00.064478 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e65a9f9a-6817-4451-bb83-7e19f466c793 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Network hostable DHCP agents. Network: c9465dda-3e58-4880-b106-00f0a363e70e, hostable agents: ['1c705e68-3d3e-4dd3-9252-feb21d4b96ab'], hosted agents: [] {{(pid=88260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 04:59:00.068995 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-9f1a2c9b-b509-4674-b620-a30f85daeef0 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Usage tracker for resource:security_group_rule and tenant:e8165468c1c447b08667f9e6612a30e1 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:59:00.083779 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-9f1a2c9b-b509-4674-b620-a30f85daeef0 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:59:00.084029 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca41a8ab-c968-40e3-89e2-81b59d4847da tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Pushing event updated for resources: {'Port': ['ID=ab34d8b3-4994-4fe5-95c7-18960603fadb,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:00.086253 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65a9f9a-6817-4451-bb83-7e19f466c793 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Pushing event updated for resources: {'Port': ['ID=88cb5d0e-e833-40e9-859d-8f1735c9d3ce,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:00.099940 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-9f1a2c9b-b509-4674-b620-a30f85daeef0 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:59:00.109252 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1a2c9b-b509-4674-b620-a30f85daeef0 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e117b232-d5f6-4a2b-bd35-f509571364d4,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:00.131717 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-72968f89-8bcd-4e57-9617-11a0d84c9269 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4c33678f28b44a57ab35b86381e31406&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4060938 May 30 04:59:00.134256 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 41788) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:00.161950 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e65a9f9a-6817-4451-bb83-7e19f466c793 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Network c9465dda-3e58-4880-b106-00f0a363e70e is scheduled to be hosted by DHCP agent 1c705e68-3d3e-4dd3-9252-feb21d4b96ab with binding_index 1 {{(pid=88260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 04:59:00.173618 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-15fb626b-f2b7-433c-9667-8d10fda447b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:00.195156 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-e65a9f9a-6817-4451-bb83-7e19f466c793 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843763-1-hyperv, c9465dda-3e58-4880-b106-00f0a363e70e) {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:59:00.199292 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65a9f9a-6817-4451-bb83-7e19f466c793 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:59:00.204958 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e65a9f9a-6817-4451-bb83-7e19f466c793 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:59:00.210492 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e65a9f9a-6817-4451-bb83-7e19f466c793 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:59:00.211254 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e65a9f9a-6817-4451-bb83-7e19f466c793 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:00.224977 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ca41a8ab-c968-40e3-89e2-81b59d4847da tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1604762'] for floatingip, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:00.250088 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-43e06154-16e6-4d8a-8cbd-b1b6a30e0616 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860493'] for subnet, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:00.253194 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d5223d-1f48-4974-b8db-97aa2bfea492 None None] Network c9465dda-3e58-4880-b106-00f0a363e70e requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:59:00.291225 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-e65a9f9a-6817-4451-bb83-7e19f466c793 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.8115020 May 30 04:59:00.292072 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43666536-6ffb-4ff6-a44c-3467893ab6ce tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Pushing event updated for resources: {'Network': ['ID=24ec3f6a-484d-4464-90d5-795d07f8711b,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:00.302767 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 41792) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:00.310215 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a2ed41f7-3edf-4961-910b-446c5579ee18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:00.328215 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-43666536-6ffb-4ff6-a44c-3467893ab6ce tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.6847687 May 30 04:59:00.454711 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9f1a2c9b-b509-4674-b620-a30f85daeef0 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks [] for security_group, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:00.467328 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 41796) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:00.479608 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9f1a2c9b-b509-4674-b620-a30f85daeef0 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:00.493212 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-82b85c93-7913-435b-9494-191ff15aa460 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Request body: {'subnet': {'network_id': '24ec3f6a-484d-4464-90d5-795d07f8711b', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:59:00.505872 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a2ed41f7-3edf-4961-910b-446c5579ee18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:00.510187 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ca41a8ab-c968-40e3-89e2-81b59d4847da tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for floatingip, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:00.514800 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-ca41a8ab-c968-40e3-89e2-81b59d4847da tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 6.0481954 May 30 04:59:00.521686 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 41800) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:00.524344 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Network 24ec3f6a-484d-4464-90d5-795d07f8711b details requested by agent ovs-agent-dv-neutron-843763-1-hyperv with host dv-neutron-843763-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 04:59:00.554064 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-abc2ae3f-de31-4bd5-8466-05ba6ba1045b tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Deleting port 88cb5d0e-e833-40e9-859d-8f1735c9d3ce {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:59:00.554343 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-abc2ae3f-de31-4bd5-8466-05ba6ba1045b tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:00.631364 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9f1a2c9b-b509-4674-b620-a30f85daeef0 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:00.632652 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-9f1a2c9b-b509-4674-b620-a30f85daeef0 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.7611074 May 30 04:59:00.652607 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1a2c9b-b509-4674-b620-a30f85daeef0 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f89752e4-8a82-4183-8c4f-fc03434333af,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:00.658219 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 41804) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:00.757434 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-7a47f077-b567-4363-9fb2-1b405fb72577 tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Synchronizing usage tracker for tenant:bc9d053c9e7544f5b0aba3128514c439 on resource:floatingip {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:59:00.779219 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a6a52a8b-3ab8-4402-8ca3-45e83dc42c08 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:00.796214 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-c6761a6a-47e5-4d4b-ac9f-7870d9e23dfc tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:59:00.809345 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-c6761a6a-47e5-4d4b-ac9f-7870d9e23dfc tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Usage tracker for resource:port and tenant:16af2dbefc6742d5a37a7b30e58c8c2f is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:59:00.818590 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-c6761a6a-47e5-4d4b-ac9f-7870d9e23dfc tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:59:00.826201 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-1810d002-f022-4e9a-aee0-6cd57150e6db None None] Current status of the port fd6f8229-0f98-44ba-9f7c-452546ef830f is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:59:00.826904 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-1810d002-f022-4e9a-aee0-6cd57150e6db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:00.835605 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-c6761a6a-47e5-4d4b-ac9f-7870d9e23dfc tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:59:00.840002 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-82b85c93-7913-435b-9494-191ff15aa460 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:59:00.863761 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-82b85c93-7913-435b-9494-191ff15aa460 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Usage tracker for resource:subnet and tenant:5386df8a083a4b53b87ea99ca4a65ce1 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:59:00.868785 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-82b85c93-7913-435b-9494-191ff15aa460 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:59:00.874658 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-1810d002-f022-4e9a-aee0-6cd57150e6db None None] For port fd6f8229-0f98-44ba-9f7c-452546ef830f, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=fd6f8229-0f98-44ba-9f7c-452546ef830f,segment=NetworkSegment(c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1),segment_id=c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:59:00.879746 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-82b85c93-7913-435b-9494-191ff15aa460 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:59:00.890378 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-1810d002-f022-4e9a-aee0-6cd57150e6db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:00.895903 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-43e06154-16e6-4d8a-8cbd-b1b6a30e0616 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2304955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9305493'] for subnet, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:00.958618 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-7a47f077-b567-4363-9fb2-1b405fb72577 tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Unset dirty status for tenant:bc9d053c9e7544f5b0aba3128514c439 on resource:floatingip {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:59:00.960517 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-7a47f077-b567-4363-9fb2-1b405fb72577 tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] 10.222.0.15 "GET /v2.0/floatingips?floating_network_id=8953652c-18dc-4479-a80c-b12cb58f6a5b HTTP/1.1" status: 200 len: 689 time: 0.4252295 May 30 04:59:00.961208 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82b85c93-7913-435b-9494-191ff15aa460 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Made reservation on behalf of 5386df8a083a4b53b87ea99ca4a65ce1 for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:59:00.964664 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-82b85c93-7913-435b-9494-191ff15aa460 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9305518'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:00.970366 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 41808) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:00.992052 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a6a52a8b-3ab8-4402-8ca3-45e83dc42c08 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:01.007431 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e06154-16e6-4d8a-8cbd-b1b6a30e0616 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Pushing event deleted for resources: {'Subnet': ['ID=fbcd9d56-bbb5-4431-8e36-660c58079a82,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:01.008150 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1810d002-f022-4e9a-aee0-6cd57150e6db None None] Pushing event updated for resources: {'Port': ['ID=fd6f8229-0f98-44ba-9f7c-452546ef830f,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:01.103767 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6761a6a-47e5-4d4b-ac9f-7870d9e23dfc tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Made reservation on behalf of 16af2dbefc6742d5a37a7b30e58c8c2f for: {'port': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:59:01.114816 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b7ee9f-72b9-48ed-a363-780fd34bd060 None None] Network b83f0e20-90c8-49c0-bf84-f851a4168a2e requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:59:01.118339 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a2ed41f7-3edf-4961-910b-446c5579ee18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:01.118810 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-43e06154-16e6-4d8a-8cbd-b1b6a30e0616 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:01.144578 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device fd6f8229-0f98-44ba-9f7c-452546ef830f up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 04:59:01.162986 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-05f2c17b-2a45-483a-9300-cb6bfc8f8c90 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Synchronizing usage tracker for tenant:e8165468c1c447b08667f9e6612a30e1 on resource:security_group {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:59:01.211323 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-45f79e78-106a-4f09-9d2c-69baeab7263d None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 04:59:01.243462 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ed41f7-3edf-4961-910b-446c5579ee18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1279b4db-5ac9-4d37-bca1-6de89d8d70c0,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:01.329951 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a2ed41f7-3edf-4961-910b-446c5579ee18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:01.331483 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-a2ed41f7-3edf-4961-910b-446c5579ee18 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1279b4db-5ac9-4d37-bca1-6de89d8d70c0 HTTP/1.1" status: 204 len: 168 time: 1.1950698 May 30 04:59:01.333014 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-05f2c17b-2a45-483a-9300-cb6bfc8f8c90 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Unset dirty status for tenant:e8165468c1c447b08667f9e6612a30e1 on resource:security_group {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:59:01.335274 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-05f2c17b-2a45-483a-9300-cb6bfc8f8c90 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.6708601 May 30 04:59:01.341826 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 41814) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:01.348776 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-abc2ae3f-de31-4bd5-8466-05ba6ba1045b tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:01.360323 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-0a2c6a7f-66df-4cd7-8a05-ced651524c17 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Request body: {'security_group': {'name': 'tempest-security--613067350', 'description': 'tempest-security-description-95611192'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:59:01.371843 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3c3cfe03-3842-42cb-aced-6017b7315fb5 tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897784'] for network, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:01.432192 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port fd6f8229-0f98-44ba-9f7c-452546ef830f triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:59:01.433533 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:01.458085 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56ded65b-0e68-413c-8b9b-1097922cc81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:01.495439 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a52a8b-3ab8-4402-8ca3-45e83dc42c08 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Network 585f1a25-d8c2-4739-95aa-646c169bbb1a is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:59:01.498440 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c6761a6a-47e5-4d4b-ac9f-7870d9e23dfc tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:01.522169 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-43e06154-16e6-4d8a-8cbd-b1b6a30e0616 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] 10.222.0.15 "DELETE /v2.0/subnets/fbcd9d56-bbb5-4431-8e36-660c58079a82 HTTP/1.1" status: 204 len: 168 time: 2.1547713 May 30 04:59:01.527963 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-a2fd2eed-b313-4891-8664-a7689bfd7181 None None] Provisioning complete for port fd6f8229-0f98-44ba-9f7c-452546ef830f triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:59:01.528988 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a2fd2eed-b313-4891-8664-a7689bfd7181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:01.602751 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 41818) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:01.624795 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-abc2ae3f-de31-4bd5-8466-05ba6ba1045b tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Calling delete_port for 88cb5d0e-e833-40e9-859d-8f1735c9d3ce owned by {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:59:01.679325 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:01.687191 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-3c3cfe03-3842-42cb-aced-6017b7315fb5 tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Deleting port ab34d8b3-4994-4fe5-95c7-18960603fadb {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:59:01.687693 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3c3cfe03-3842-42cb-aced-6017b7315fb5 tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:01.697644 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-a6a52a8b-3ab8-4402-8ca3-45e83dc42c08 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:59:01.708487 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a52a8b-3ab8-4402-8ca3-45e83dc42c08 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:59:01.716386 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a52a8b-3ab8-4402-8ca3-45e83dc42c08 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:59:01.717063 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a6a52a8b-3ab8-4402-8ca3-45e83dc42c08 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:01.723645 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-82b85c93-7913-435b-9494-191ff15aa460 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2305012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9305500'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:01.740097 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0a2c6a7f-66df-4cd7-8a05-ced651524c17 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks [] for security_group, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:01.821309 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 41824) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:01.826412 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [None req-c6761a6a-47e5-4d4b-ac9f-7870d9e23dfc tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] device_id is not set on port ebbf329b-9d08-441c-9979-20511a0342a6 yet. {{(pid=88261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 30 04:59:01.869764 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b85c93-7913-435b-9494-191ff15aa460 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Pushing event updated for resources: {'Subnet': ['ID=1d122f10-2713-4baf-92f6-2baa60a6b612,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:01.876912 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-a2fd2eed-b313-4891-8664-a7689bfd7181 None None] Current status of the port fd6f8229-0f98-44ba-9f7c-452546ef830f is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:59:01.905506 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-21d38ad3-5c03-4d92-9ee1-b5d7e7fcfa39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:01.911086 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port fd6f8229-0f98-44ba-9f7c-452546ef830f is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:59:01.921448 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a52a8b-3ab8-4402-8ca3-45e83dc42c08 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Pushing event updated for resources: {'Port': ['ID=2004aed7-b4ea-420d-8733-1c4dd73793c7,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:01.958604 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-a6a52a8b-3ab8-4402-8ca3-45e83dc42c08 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 3.0300300 May 30 04:59:01.959165 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b85c93-7913-435b-9494-191ff15aa460 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Checking segment: {'id': 'a10bef35-afc7-4b4a-83bd-a7761049ef70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '24ec3f6a-484d-4464-90d5-795d07f8711b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:59:01.959716 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b85c93-7913-435b-9494-191ff15aa460 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Network hostable DHCP agents. Network: 24ec3f6a-484d-4464-90d5-795d07f8711b, hostable agents: ['1c705e68-3d3e-4dd3-9252-feb21d4b96ab'], hosted agents: [] {{(pid=88261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 04:59:01.966440 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 41828) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:01.977533 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-88bd6848-94d8-4218-af94-85f950641ef8 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:59:01.986430 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-69b61219-8d0c-4351-a51c-40764e01b14b tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897784'] for network, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:02.005711 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6071a9c-cebe-48d3-b425-0feabf1f6f56 None None] DHCP port deletion for b83f0e20-90c8-49c0-bf84-f851a4168a2e request from dv-neutron-843763-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 30 04:59:02.010896 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c6071a9c-cebe-48d3-b425-0feabf1f6f56 None None] Deleting port dd51bc09-1e34-41e3-b1be-ab47242a5481 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:59:02.010896 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c6071a9c-cebe-48d3-b425-0feabf1f6f56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:02.036044 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-21d38ad3-5c03-4d92-9ee1-b5d7e7fcfa39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:59:02.041622 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0a2c6a7f-66df-4cd7-8a05-ced651524c17 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks [] for security_group, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:02.049761 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-21d38ad3-5c03-4d92-9ee1-b5d7e7fcfa39 admin admin] Usage tracker for resource:security_group_rule and tenant:3789ea0a3adf4f0db4a58d887e123e47 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:59:02.061355 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b85c93-7913-435b-9494-191ff15aa460 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Network 24ec3f6a-484d-4464-90d5-795d07f8711b is scheduled to be hosted by DHCP agent 1c705e68-3d3e-4dd3-9252-feb21d4b96ab with binding_index 1 {{(pid=88261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 04:59:02.067468 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0a2c6a7f-66df-4cd7-8a05-ced651524c17 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:02.075164 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-21d38ad3-5c03-4d92-9ee1-b5d7e7fcfa39 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:59:02.099548 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-21d38ad3-5c03-4d92-9ee1-b5d7e7fcfa39 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:59:02.101775 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-abc2ae3f-de31-4bd5-8466-05ba6ba1045b tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:02.118260 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-82b85c93-7913-435b-9494-191ff15aa460 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843763-1-hyperv, 24ec3f6a-484d-4464-90d5-795d07f8711b) {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:59:02.139729 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e12dbca-03b0-4147-bdba-b6a8d9fafb6a None None] Network 24ec3f6a-484d-4464-90d5-795d07f8711b requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:59:02.142071 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82b85c93-7913-435b-9494-191ff15aa460 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:59:02.142662 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-82b85c93-7913-435b-9494-191ff15aa460 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:02.148528 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0a2c6a7f-66df-4cd7-8a05-ced651524c17 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:02.149722 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-0a2c6a7f-66df-4cd7-8a05-ced651524c17 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] 10.222.0.15 "PUT /v2.0/security-groups/f89752e4-8a82-4183-8c4f-fc03434333af HTTP/1.1" status: 200 len: 1775 time: 0.8054318 May 30 04:59:02.168461 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 41832) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:02.180292 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-69b61219-8d0c-4351-a51c-40764e01b14b tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Deleting port dd51bc09-1e34-41e3-b1be-ab47242a5481 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:59:02.180631 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-69b61219-8d0c-4351-a51c-40764e01b14b tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:02.223694 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-abc2ae3f-de31-4bd5-8466-05ba6ba1045b tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:02.228927 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-abc2ae3f-de31-4bd5-8466-05ba6ba1045b tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] 10.222.0.15 "DELETE /v2.0/ports/88cb5d0e-e833-40e9-859d-8f1735c9d3ce HTTP/1.1" status: 204 len: 168 time: 1.9251664 May 30 04:59:02.230435 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc2ae3f-de31-4bd5-8466-05ba6ba1045b tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Pushing event deleted for resources: {'Port': ['ID=88cb5d0e-e833-40e9-859d-8f1735c9d3ce,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:02.231747 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-82b85c93-7913-435b-9494-191ff15aa460 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.7628725 May 30 04:59:02.239334 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 41836) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:02.239656 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 41838) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:02.280117 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-88bd6848-94d8-4218-af94-85f950641ef8 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:02.281698 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2c6a7f-66df-4cd7-8a05-ced651524c17 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f89752e4-8a82-4183-8c4f-fc03434333af,revision_number=2']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:02.328874 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-ffaac4ce-8dbe-4ad2-83f8-90f8926b124d tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1696215397'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:59:02.349209 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-ffaac4ce-8dbe-4ad2-83f8-90f8926b124d tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:59:02.359568 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c6071a9c-cebe-48d3-b425-0feabf1f6f56 None None] For port dd51bc09-1e34-41e3-b1be-ab47242a5481, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=dd51bc09-1e34-41e3-b1be-ab47242a5481,segment=NetworkSegment(fbf81dcc-8935-4220-ab43-5cde3244d248),segment_id=fbf81dcc-8935-4220-ab43-5cde3244d248)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:59:02.359957 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c6071a9c-cebe-48d3-b425-0feabf1f6f56 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:02.364262 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-c6761a6a-47e5-4d4b-ac9f-7870d9e23dfc tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Allocated IP 172.20.0.6 (0008fd3d-19e9-40cf-b545-4a7647b90cf1/36311748-fe32-4a15-8af8-131b0c0bb309/ebbf329b-9d08-441c-9979-20511a0342a6) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:59:02.376984 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-c6761a6a-47e5-4d4b-ac9f-7870d9e23dfc tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Allocated IP 2001:db8::f816:3eff:fe7d:ab16 (0008fd3d-19e9-40cf-b545-4a7647b90cf1/49b4ca47-04b1-4dc5-974c-754f82bad586/ebbf329b-9d08-441c-9979-20511a0342a6) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:59:02.382735 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-ffaac4ce-8dbe-4ad2-83f8-90f8926b124d tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Usage tracker for resource:network and tenant:5386df8a083a4b53b87ea99ca4a65ce1 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:59:02.398720 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-ffaac4ce-8dbe-4ad2-83f8-90f8926b124d tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:59:02.453017 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-ffaac4ce-8dbe-4ad2-83f8-90f8926b124d tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:59:02.455864 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3c3cfe03-3842-42cb-aced-6017b7315fb5 tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:02.456385 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3c3cfe03-3842-42cb-aced-6017b7315fb5 tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:02.490089 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c6071a9c-cebe-48d3-b425-0feabf1f6f56 None None] Calling delete_port for dd51bc09-1e34-41e3-b1be-ab47242a5481 owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:59:02.654879 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-88bd6848-94d8-4218-af94-85f950641ef8 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:02.663434 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-88bd6848-94d8-4218-af94-85f950641ef8 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2304381'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:02.665372 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c6071a9c-cebe-48d3-b425-0feabf1f6f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069'] for port, after_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:02.738155 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a35bf9a-12fe-485d-949c-da8ec71fabda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bbf24ed-7ba9-53d2-873f-8f9642b1e987-24ec3f6a-484d-4464-90d5-795d07f8711b', 'network_id': '24ec3f6a-484d-4464-90d5-795d07f8711b', 'tenant_id': '5386df8a083a4b53b87ea99ca4a65ce1', 'fixed_ips': [{'subnet_id': '1d122f10-2713-4baf-92f6-2baa60a6b612'}]}} from dv-neutron-843763-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 30 04:59:02.738953 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-1a35bf9a-12fe-485d-949c-da8ec71fabda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:02.741934 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-88bd6848-94d8-4218-af94-85f950641ef8 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] In _notify_port_updated(), no bound segment for port 2004aed7-b4ea-420d-8733-1c4dd73793c7 on network 585f1a25-d8c2-4739-95aa-646c169bbb1a {{(pid=88261) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 30 04:59:02.747503 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88bd6848-94d8-4218-af94-85f950641ef8 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:59:02.748113 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-88bd6848-94d8-4218-af94-85f950641ef8 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:02.748969 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6071a9c-cebe-48d3-b425-0feabf1f6f56 None None] Pushing event deleted for resources: {'Port': ['ID=dd51bc09-1e34-41e3-b1be-ab47242a5481,revision_number=None']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:02.750666 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-88bd6848-94d8-4218-af94-85f950641ef8 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] 10.222.0.15 "PUT /v2.0/ports/2004aed7-b4ea-420d-8733-1c4dd73793c7 HTTP/1.1" status: 200 len: 818 time: 0.7794697 May 30 04:59:02.750839 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6071a9c-cebe-48d3-b425-0feabf1f6f56 None None] No DVR routers for this DVR port dd51bc09-1e34-41e3-b1be-ab47242a5481 on host dv-neutron-843763-1-hyperv {{(pid=88262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 04:59:02.756643 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-3c3cfe03-3842-42cb-aced-6017b7315fb5 tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Calling delete_port for ab34d8b3-4994-4fe5-95c7-18960603fadb owned by network:floatingip {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:59:02.758385 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a142624-940e-4c55-bf49-a5329c884075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:02.772459 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 41844) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:02.807564 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-a0a6ec55-ae4f-4c9f-97f2-a2f5a867a960 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] 10.222.0.15 "GET /v2.0/security-groups/f89752e4-8a82-4183-8c4f-fc03434333af HTTP/1.1" status: 200 len: 1775 time: 0.6027799 May 30 04:59:02.816471 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 41848) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:02.830833 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffaac4ce-8dbe-4ad2-83f8-90f8926b124d tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Made reservation on behalf of 5386df8a083a4b53b87ea99ca4a65ce1 for: {'network': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:59:02.834375 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ffaac4ce-8dbe-4ad2-83f8-90f8926b124d tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for network, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:02.869328 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bd6848-94d8-4218-af94-85f950641ef8 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Pushing event updated for resources: {'Port': ['ID=2004aed7-b4ea-420d-8733-1c4dd73793c7,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:02.884561 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c6761a6a-47e5-4d4b-ac9f-7870d9e23dfc tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:02.922947 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-bb60064f-a99b-4e2a-9bc6-9c98f50a08d9 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Deleting port 2004aed7-b4ea-420d-8733-1c4dd73793c7 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:59:02.923545 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bb60064f-a99b-4e2a-9bc6-9c98f50a08d9 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:02.924154 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-1a35bf9a-12fe-485d-949c-da8ec71fabda None None] Allocated IP 172.20.255.242 (24ec3f6a-484d-4464-90d5-795d07f8711b/1d122f10-2713-4baf-92f6-2baa60a6b612/b7cf8e5d-4b33-48d5-8103-caf797d60ea4) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:59:02.968519 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d141eac-71aa-41cc-9fbc-c9fa5c5614b4 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:59:02.974454 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d141eac-71aa-41cc-9fbc-c9fa5c5614b4 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:59:02.975271 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-9d141eac-71aa-41cc-9fbc-c9fa5c5614b4 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Synchronizing usage tracker for tenant:895764a2d33a4b6180a8faca69c63db7 on resource:port {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:59:02.976849 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [None req-c6761a6a-47e5-4d4b-ac9f-7870d9e23dfc tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Transition to ACTIVE for port object ebbf329b-9d08-441c-9979-20511a0342a6 will not be triggered until provisioned by entity DHCP. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:59:03.017018 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5100dc06-f02c-42dd-965d-d7ac4ece88ed tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks [] for security_group, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:03.070942 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffaac4ce-8dbe-4ad2-83f8-90f8926b124d tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=88260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 04:59:03.093440 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-9d141eac-71aa-41cc-9fbc-c9fa5c5614b4 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Unset dirty status for tenant:895764a2d33a4b6180a8faca69c63db7 on resource:port {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:59:03.094788 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-9d141eac-71aa-41cc-9fbc-c9fa5c5614b4 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.8403785 May 30 04:59:03.100340 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-21d38ad3-5c03-4d92-9ee1-b5d7e7fcfa39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:03.104802 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 41852) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:03.106690 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-69b61219-8d0c-4351-a51c-40764e01b14b tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] For port dd51bc09-1e34-41e3-b1be-ab47242a5481, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=dd51bc09-1e34-41e3-b1be-ab47242a5481,segment=NetworkSegment(fbf81dcc-8935-4220-ab43-5cde3244d248),segment_id=fbf81dcc-8935-4220-ab43-5cde3244d248)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:59:03.107151 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-69b61219-8d0c-4351-a51c-40764e01b14b tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:03.118173 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ffaac4ce-8dbe-4ad2-83f8-90f8926b124d tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:03.118533 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5100dc06-f02c-42dd-965d-d7ac4ece88ed tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:03.119467 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.db.segments_db [None req-ffaac4ce-8dbe-4ad2-83f8-90f8926b124d tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Added segment f7bee161-0fbb-40cc-9fdf-0d2495cb589c of type vlan for network 49777a40-d6ab-40a3-b904-cc3fc4d5300f May 30 04:59:03.135020 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device fd6f8229-0f98-44ba-9f7c-452546ef830f up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 04:59:03.146169 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c6761a6a-47e5-4d4b-ac9f-7870d9e23dfc tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:03.155962 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-21d38ad3-5c03-4d92-9ee1-b5d7e7fcfa39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:03.220410 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-1a35bf9a-12fe-485d-949c-da8ec71fabda None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:03.235752 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-1a35bf9a-12fe-485d-949c-da8ec71fabda None None] Transition to ACTIVE for port object b7cf8e5d-4b33-48d5-8103-caf797d60ea4 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:59:03.253904 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port fd6f8229-0f98-44ba-9f7c-452546ef830f triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:59:03.254285 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:03.302284 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-1a35bf9a-12fe-485d-949c-da8ec71fabda None None] Transition to ACTIVE for port object b7cf8e5d-4b33-48d5-8103-caf797d60ea4 will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:59:03.317496 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-1a35bf9a-12fe-485d-949c-da8ec71fabda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:03.326852 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6761a6a-47e5-4d4b-ac9f-7870d9e23dfc tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Network 0008fd3d-19e9-40cf-b545-4a7647b90cf1 is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:59:03.345907 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-c6761a6a-47e5-4d4b-ac9f-7870d9e23dfc tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:59:03.360664 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6761a6a-47e5-4d4b-ac9f-7870d9e23dfc tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Pushing event updated for resources: {'Port': ['ID=ebbf329b-9d08-441c-9979-20511a0342a6,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:03.364251 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bb60064f-a99b-4e2a-9bc6-9c98f50a08d9 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:03.377884 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6761a6a-47e5-4d4b-ac9f-7870d9e23dfc tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:59:03.422596 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a35bf9a-12fe-485d-949c-da8ec71fabda None None] Network 24ec3f6a-484d-4464-90d5-795d07f8711b is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:59:03.429876 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-1a35bf9a-12fe-485d-949c-da8ec71fabda None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:59:03.441153 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a35bf9a-12fe-485d-949c-da8ec71fabda None None] Pushing event updated for resources: {'Port': ['ID=b7cf8e5d-4b33-48d5-8103-caf797d60ea4,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:03.444188 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a35bf9a-12fe-485d-949c-da8ec71fabda None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:59:03.528799 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-8793baf8-8a92-427c-9006-522a8724d9c9 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Deleting port 8612cda4-8ae4-45f5-998b-3bd91d42b57f {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:59:03.529153 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8793baf8-8a92-427c-9006-522a8724d9c9 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:03.562093 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-21d38ad3-5c03-4d92-9ee1-b5d7e7fcfa39 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3789ea0a3adf4f0db4a58d887e123e47&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7402229 May 30 04:59:03.584028 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-69b61219-8d0c-4351-a51c-40764e01b14b tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Calling delete_port for dd51bc09-1e34-41e3-b1be-ab47242a5481 owned by network:dhcp {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:59:03.640944 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 41856) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:03.673658 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3c3cfe03-3842-42cb-aced-6017b7315fb5 tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:03.685737 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-1a35bf9a-12fe-485d-949c-da8ec71fabda None None] Attempting to bind port b7cf8e5d-4b33-48d5-8103-caf797d60ea4 on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 04:59:03.686341 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-1a35bf9a-12fe-485d-949c-da8ec71fabda None None] Attempting to bind port b7cf8e5d-4b33-48d5-8103-caf797d60ea4 by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': 'a10bef35-afc7-4b4a-83bd-a7761049ef70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '24ec3f6a-484d-4464-90d5-795d07f8711b'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 04:59:03.686716 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a35bf9a-12fe-485d-949c-da8ec71fabda None None] Attempting to bind port b7cf8e5d-4b33-48d5-8103-caf797d60ea4 on network 24ec3f6a-484d-4464-90d5-795d07f8711b {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 04:59:03.700616 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a35bf9a-12fe-485d-949c-da8ec71fabda None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 4, 59, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 04:59:03.701269 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a35bf9a-12fe-485d-949c-da8ec71fabda None None] Checking segment: {'id': 'a10bef35-afc7-4b4a-83bd-a7761049ef70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '24ec3f6a-484d-4464-90d5-795d07f8711b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:59:03.701776 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-1a35bf9a-12fe-485d-949c-da8ec71fabda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:03.702288 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a35bf9a-12fe-485d-949c-da8ec71fabda None None] Bound using segment: {'id': 'a10bef35-afc7-4b4a-83bd-a7761049ef70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '24ec3f6a-484d-4464-90d5-795d07f8711b'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 04:59:03.702887 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-1a35bf9a-12fe-485d-949c-da8ec71fabda None None] Bound port: b7cf8e5d-4b33-48d5-8103-caf797d60ea4, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a10bef35-afc7-4b4a-83bd-a7761049ef70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '24ec3f6a-484d-4464-90d5-795d07f8711b'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 04:59:03.703365 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-1a35bf9a-12fe-485d-949c-da8ec71fabda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:03.726587 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6761a6a-47e5-4d4b-ac9f-7870d9e23dfc tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:59:03.728402 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c6761a6a-47e5-4d4b-ac9f-7870d9e23dfc tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:03.735484 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port fd6f8229-0f98-44ba-9f7c-452546ef830f is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:59:03.757992 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ffaac4ce-8dbe-4ad2-83f8-90f8926b124d tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729234556353'] for network, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:03.778787 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3cfe03-3842-42cb-aced-6017b7315fb5 tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Pushing event deleted for resources: {'Port': ['ID=ab34d8b3-4994-4fe5-95c7-18960603fadb,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:03.825147 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device dd51bc09-1e34-41e3-b1be-ab47242a5481 no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 04:59:03.833181 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d38ad3-5c03-4d92-9ee1-b5d7e7fcfa39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eea557e-c512-4d35-96ee-e23eb272a15e,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:03.849301 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5100dc06-f02c-42dd-965d-d7ac4ece88ed tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:03.851884 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5100dc06-f02c-42dd-965d-d7ac4ece88ed tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:03.856209 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-5100dc06-f02c-42dd-965d-d7ac4ece88ed tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] 10.222.0.15 "DELETE /v2.0/security-groups/f89752e4-8a82-4183-8c4f-fc03434333af HTTP/1.1" status: 204 len: 168 time: 1.0352199 May 30 04:59:03.857484 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 41860) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:03.864480 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-bb60064f-a99b-4e2a-9bc6-9c98f50a08d9 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Calling delete_port for 2004aed7-b4ea-420d-8733-1c4dd73793c7 owned by {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:59:03.875122 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] No Port match for: dd51bc09-1e34-41e3-b1be-ab47242a5481 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 04:59:03.875442 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device dd51bc09-1e34-41e3-b1be-ab47242a5481 not bound to the agent host dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 04:59:03.883091 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-a6296d89-a5df-4475-aca2-2d6ecae015b1 None None] Provisioning for port ebbf329b-9d08-441c-9979-20511a0342a6 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:59:03.889548 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-a6296d89-a5df-4475-aca2-2d6ecae015b1 None None] Provisioning complete for port ebbf329b-9d08-441c-9979-20511a0342a6 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:59:03.889949 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a6296d89-a5df-4475-aca2-2d6ecae015b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:03.902878 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-c6761a6a-47e5-4d4b-ac9f-7870d9e23dfc tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.9071999 May 30 04:59:03.912695 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 41862) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:03.953972 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.db.resource_extend [None req-ffaac4ce-8dbe-4ad2-83f8-90f8926b124d tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 04:59:03.957971 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-1a35bf9a-12fe-485d-949c-da8ec71fabda None None] For port b7cf8e5d-4b33-48d5-8103-caf797d60ea4, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 04:59:03.964214 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-1a35bf9a-12fe-485d-949c-da8ec71fabda None None] For port b7cf8e5d-4b33-48d5-8103-caf797d60ea4, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=b7cf8e5d-4b33-48d5-8103-caf797d60ea4,segment=NetworkSegment(a10bef35-afc7-4b4a-83bd-a7761049ef70),segment_id=a10bef35-afc7-4b4a-83bd-a7761049ef70)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 04:59:03.965934 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-a6296d89-a5df-4475-aca2-2d6ecae015b1 None None] Port ebbf329b-9d08-441c-9979-20511a0342a6 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 04:59:03.969689 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-1a35bf9a-12fe-485d-949c-da8ec71fabda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:03.992657 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5100dc06-f02c-42dd-965d-d7ac4ece88ed tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f89752e4-8a82-4183-8c4f-fc03434333af,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:04.065490 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a35bf9a-12fe-485d-949c-da8ec71fabda None None] Pushing event updated for resources: {'Port': ['ID=b7cf8e5d-4b33-48d5-8103-caf797d60ea4,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:04.081675 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-2f621647-dbd1-4942-b4c0-aa36bb076549 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Synchronizing usage tracker for tenant:e8165468c1c447b08667f9e6612a30e1 on resource:security_group {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:59:04.098960 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bb60064f-a99b-4e2a-9bc6-9c98f50a08d9 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:04.101304 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ffaac4ce-8dbe-4ad2-83f8-90f8926b124d tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788'] for network, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:04.108232 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffaac4ce-8dbe-4ad2-83f8-90f8926b124d tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:59:04.108824 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ffaac4ce-8dbe-4ad2-83f8-90f8926b124d tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:04.112619 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.db.api [None req-69b61219-8d0c-4351-a51c-40764e01b14b tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88260) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 04:59:04.112943 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG oslo_db.api [None req-69b61219-8d0c-4351-a51c-40764e01b14b tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 04:59:04.144744 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-2f621647-dbd1-4942-b4c0-aa36bb076549 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Unset dirty status for tenant:e8165468c1c447b08667f9e6612a30e1 on resource:security_group {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:59:04.146160 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-2f621647-dbd1-4942-b4c0-aa36bb076549 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2415588 May 30 04:59:04.158645 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 41868) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:04.162421 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb60064f-a99b-4e2a-9bc6-9c98f50a08d9 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Pushing event deleted for resources: {'Port': ['ID=2004aed7-b4ea-420d-8733-1c4dd73793c7,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:04.167577 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bb60064f-a99b-4e2a-9bc6-9c98f50a08d9 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:04.173506 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fd2ceca6-36c8-4ff1-8931-c83dc83efd7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:04.178115 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4219f3eb-6b14-4abc-9a1f-c806f9405037 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:59:04.184500 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4219f3eb-6b14-4abc-9a1f-c806f9405037 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:59:04.185317 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-4219f3eb-6b14-4abc-9a1f-c806f9405037 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Synchronizing usage tracker for tenant:16af2dbefc6742d5a37a7b30e58c8c2f on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:59:04.209539 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.api.v2.resource [None req-91f5afe7-7f0a-473c-a25c-5897e9d1e8c1 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] delete failed (client error): The resource could not be found. May 30 04:59:04.215558 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-91f5afe7-7f0a-473c-a25c-5897e9d1e8c1 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] 10.222.0.15 "DELETE /v2.0/security-groups/f89752e4-8a82-4183-8c4f-fc03434333af HTTP/1.1" status: 404 len: 347 time: 0.0507705 May 30 04:59:04.215558 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 41872) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:04.223200 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-8a1b8bcc-43d9-4b39-a939-ee2d3928baaa tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Request body: {'security_group': {'name': 'tempest-secgroup--397405601'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:59:04.230960 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-bb60064f-a99b-4e2a-9bc6-9c98f50a08d9 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] 10.222.0.15 "DELETE /v2.0/ports/2004aed7-b4ea-420d-8733-1c4dd73793c7 HTTP/1.1" status: 204 len: 168 time: 1.4574592 May 30 04:59:04.233359 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 41876) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:04.236145 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-8a1b8bcc-43d9-4b39-a939-ee2d3928baaa tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:59:04.261895 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3c3cfe03-3842-42cb-aced-6017b7315fb5 tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:04.275926 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-4219f3eb-6b14-4abc-9a1f-c806f9405037 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Unset dirty status for tenant:16af2dbefc6742d5a37a7b30e58c8c2f on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:59:04.277638 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-4219f3eb-6b14-4abc-9a1f-c806f9405037 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.3618655 May 30 04:59:04.285200 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 41880) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:04.299468 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-8a1b8bcc-43d9-4b39-a939-ee2d3928baaa tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:59:04.356915 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8793baf8-8a92-427c-9006-522a8724d9c9 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:04.370938 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaac4ce-8dbe-4ad2-83f8-90f8926b124d tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Pushing event updated for resources: {'Network': ['ID=49777a40-d6ab-40a3-b904-cc3fc4d5300f,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:04.373992 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef24af91-e372-4228-b4ca-7f54b0d9060e tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:59:04.375524 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-ef24af91-e372-4228-b4ca-7f54b0d9060e tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Synchronizing usage tracker for tenant:f4aea07b5c934dc5bc600f55a2d3ba0e on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:59:04.383944 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Network 49777a40-d6ab-40a3-b904-cc3fc4d5300f details requested by agent ovs-agent-dv-neutron-843763-1-hyperv with host dv-neutron-843763-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 04:59:04.391095 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8a1b8bcc-43d9-4b39-a939-ee2d3928baaa tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:04.412227 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-ef24af91-e372-4228-b4ca-7f54b0d9060e tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Unset dirty status for tenant:f4aea07b5c934dc5bc600f55a2d3ba0e on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:59:04.416759 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-ef24af91-e372-4228-b4ca-7f54b0d9060e tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1824157 May 30 04:59:04.418668 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-8a1b8bcc-43d9-4b39-a939-ee2d3928baaa tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:59:04.420898 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 41884) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:04.436274 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-ffaac4ce-8dbe-4ad2-83f8-90f8926b124d tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.1776097 May 30 04:59:04.455660 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-8a1b8bcc-43d9-4b39-a939-ee2d3928baaa tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Usage tracker for resource:security_group_rule and tenant:e8165468c1c447b08667f9e6612a30e1 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:59:04.458217 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 41888) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:04.465635 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-8a1b8bcc-43d9-4b39-a939-ee2d3928baaa tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:59:04.476111 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-010a5d05-a4fe-49d5-ab86-512139eb6816 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Request body: {'subnet': {'network_id': '49777a40-d6ab-40a3-b904-cc3fc4d5300f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:59:04.499993 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fd2ceca6-36c8-4ff1-8931-c83dc83efd7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:04.502810 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-8a1b8bcc-43d9-4b39-a939-ee2d3928baaa tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:59:04.505162 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec17531a-bf8e-4da8-8685-d9794dcd9c2b tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] GET failed (client error): The resource could not be found. May 30 04:59:04.506660 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-ec17531a-bf8e-4da8-8685-d9794dcd9c2b tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] 10.222.0.15 "GET /v2.0/ports/2004aed7-b4ea-420d-8733-1c4dd73793c7 HTTP/1.1" status: 404 len: 333 time: 0.0842321 May 30 04:59:04.512300 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 41892) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:04.566207 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-c7c4f49c-4584-460e-addd-90461a70d6eb tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1164150573'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:59:04.577167 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-c7c4f49c-4584-460e-addd-90461a70d6eb tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:59:04.589563 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-c7c4f49c-4584-460e-addd-90461a70d6eb tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Usage tracker for resource:network and tenant:f4aea07b5c934dc5bc600f55a2d3ba0e is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:59:04.603533 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-c7c4f49c-4584-460e-addd-90461a70d6eb tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:59:04.615021 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-c7c4f49c-4584-460e-addd-90461a70d6eb tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:59:04.656511 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7c4f49c-4584-460e-addd-90461a70d6eb tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Made reservation on behalf of f4aea07b5c934dc5bc600f55a2d3ba0e for: {'network': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:59:04.660096 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c7c4f49c-4584-460e-addd-90461a70d6eb tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for network, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:04.670990 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-010a5d05-a4fe-49d5-ab86-512139eb6816 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:59:04.687634 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-010a5d05-a4fe-49d5-ab86-512139eb6816 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Usage tracker for resource:subnet and tenant:5386df8a083a4b53b87ea99ca4a65ce1 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:59:04.695964 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-010a5d05-a4fe-49d5-ab86-512139eb6816 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:59:04.706702 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-8793baf8-8a92-427c-9006-522a8724d9c9 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Calling delete_port for 8612cda4-8ae4-45f5-998b-3bd91d42b57f owned by {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:59:04.707166 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-010a5d05-a4fe-49d5-ab86-512139eb6816 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:59:04.737787 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-69b61219-8d0c-4351-a51c-40764e01b14b tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Deleting port dd51bc09-1e34-41e3-b1be-ab47242a5481 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:59:04.738147 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-69b61219-8d0c-4351-a51c-40764e01b14b tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:04.741651 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-010a5d05-a4fe-49d5-ab86-512139eb6816 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Made reservation on behalf of 5386df8a083a4b53b87ea99ca4a65ce1 for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:59:04.745071 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-010a5d05-a4fe-49d5-ab86-512139eb6816 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9305518'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:04.758103 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7c4f49c-4584-460e-addd-90461a70d6eb tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=88261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 04:59:04.764362 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8a1b8bcc-43d9-4b39-a939-ee2d3928baaa tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:04.817621 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8a1b8bcc-43d9-4b39-a939-ee2d3928baaa tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:04.842346 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c7c4f49c-4584-460e-addd-90461a70d6eb tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:04.842687 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.db.segments_db [None req-c7c4f49c-4584-460e-addd-90461a70d6eb tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Added segment cdc74c68-3f25-4a1c-b070-5efd8c970052 of type vlan for network 7e1df58e-035d-42b4-84df-5ea2099fe951 May 30 04:59:04.863092 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-69b61219-8d0c-4351-a51c-40764e01b14b tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] The port 'dd51bc09-1e34-41e3-b1be-ab47242a5481' was deleted {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 30 04:59:04.867345 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-d12c6e2c-7959-4fd8-8e6b-25b265f24800 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Deleting port ebbf329b-9d08-441c-9979-20511a0342a6 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:59:04.867496 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d12c6e2c-7959-4fd8-8e6b-25b265f24800 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:04.912741 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1b8bcc-43d9-4b39-a939-ee2d3928baaa tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d6a682b-f4e3-4895-a14f-3cb191ef2434,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:04.922431 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c7c4f49c-4584-460e-addd-90461a70d6eb tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729234556353'] for network, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:04.958772 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8a1b8bcc-43d9-4b39-a939-ee2d3928baaa tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:04.962747 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-8a1b8bcc-43d9-4b39-a939-ee2d3928baaa tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7439015 May 30 04:59:04.963126 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 41896) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:04.968057 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-17cda963-3ac1-454e-a389-f0226e9ac247 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Request body: {'security_group_rule': {'security_group_id': '5d6a682b-f4e3-4895-a14f-3cb191ef2434', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:59:04.984119 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3c3cfe03-3842-42cb-aced-6017b7315fb5 tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860493'] for subnet, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:04.984812 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-17cda963-3ac1-454e-a389-f0226e9ac247 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:59:04.993206 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-17cda963-3ac1-454e-a389-f0226e9ac247 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Usage tracker for resource:security_group_rule and tenant:e8165468c1c447b08667f9e6612a30e1 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:59:05.001238 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-17cda963-3ac1-454e-a389-f0226e9ac247 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:59:05.012127 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-17cda963-3ac1-454e-a389-f0226e9ac247 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:59:05.053783 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c7c4f49c-4584-460e-addd-90461a70d6eb tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788'] for network, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:05.060111 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c4f49c-4584-460e-addd-90461a70d6eb tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:59:05.060707 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c7c4f49c-4584-460e-addd-90461a70d6eb tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:05.136497 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device b7cf8e5d-4b33-48d5-8103-caf797d60ea4 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 04:59:05.163629 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8793baf8-8a92-427c-9006-522a8724d9c9 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:05.186067 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-17cda963-3ac1-454e-a389-f0226e9ac247 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:05.207381 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-c7c4f49c-4584-460e-addd-90461a70d6eb tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6923218 May 30 04:59:05.208219 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 41900) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:05.221049 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port b7cf8e5d-4b33-48d5-8103-caf797d60ea4 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:59:05.254450 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-9a82c084-2f70-43b4-9e4a-50fc77a59621 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Request body: {'subnet': {'network_id': '7e1df58e-035d-42b4-84df-5ea2099fe951', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:59:05.308367 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8793baf8-8a92-427c-9006-522a8724d9c9 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Pushing event deleted for resources: {'Port': ['ID=8612cda4-8ae4-45f5-998b-3bd91d42b57f,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:05.313413 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-69b61219-8d0c-4351-a51c-40764e01b14b tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867540', 'neutron.services.segments.db._delete_segments_for_network-8729234922972'] for network, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:05.325863 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8793baf8-8a92-427c-9006-522a8724d9c9 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:05.328428 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fd2ceca6-36c8-4ff1-8931-c83dc83efd7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:05.344356 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c4d54d-2079-4733-b919-822ad7292d78 None None] Network 24ec3f6a-484d-4464-90d5-795d07f8711b requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:59:05.364293 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c4f49c-4584-460e-addd-90461a70d6eb tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Pushing event updated for resources: {'Network': ['ID=7e1df58e-035d-42b4-84df-5ea2099fe951,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:05.376533 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-69b61219-8d0c-4351-a51c-40764e01b14b tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b83f0e20-90c8-49c0-bf84-f851a4168a2e']}} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:59:05.412256 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Network 7e1df58e-035d-42b4-84df-5ea2099fe951 details requested by agent ovs-agent-dv-neutron-843763-1-hyperv with host dv-neutron-843763-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 04:59:05.442743 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-010a5d05-a4fe-49d5-ab86-512139eb6816 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2305012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9305500'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:05.475510 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-69b61219-8d0c-4351-a51c-40764e01b14b tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbf81dcc-8935-4220-ab43-5cde3244d248') {'for_net_delete': True} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:59:05.475922 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-69b61219-8d0c-4351-a51c-40764e01b14b tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbf81dcc-8935-4220-ab43-5cde3244d248') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:59:05.482751 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2ceca6-36c8-4ff1-8931-c83dc83efd7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eea557e-c512-4d35-96ee-e23eb272a15e,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:05.492519 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-17cda963-3ac1-454e-a389-f0226e9ac247 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:05.498577 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-9a82c084-2f70-43b4-9e4a-50fc77a59621 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:59:05.507341 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-9a82c084-2f70-43b4-9e4a-50fc77a59621 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Usage tracker for resource:subnet and tenant:f4aea07b5c934dc5bc600f55a2d3ba0e is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:59:05.509871 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-69b61219-8d0c-4351-a51c-40764e01b14b tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729235042807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1454725'] for segment, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:05.515765 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-17cda963-3ac1-454e-a389-f0226e9ac247 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:05.517660 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-9a82c084-2f70-43b4-9e4a-50fc77a59621 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:59:05.517789 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fd2ceca6-36c8-4ff1-8931-c83dc83efd7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:05.521293 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-fd2ceca6-36c8-4ff1-8931-c83dc83efd7c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5eea557e-c512-4d35-96ee-e23eb272a15e HTTP/1.1" status: 204 len: 168 time: 1.8751462 May 30 04:59:05.527323 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-8793baf8-8a92-427c-9006-522a8724d9c9 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] 10.222.0.15 "DELETE /v2.0/ports/8612cda4-8ae4-45f5-998b-3bd91d42b57f HTTP/1.1" status: 204 len: 168 time: 2.4118059 May 30 04:59:05.531974 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 41906) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:05.533922 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-d1418ec2-3a1e-4723-98ae-cf525d6dd541 None None] Provisioning for port b7cf8e5d-4b33-48d5-8103-caf797d60ea4 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:59:05.570774 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-d1418ec2-3a1e-4723-98ae-cf525d6dd541 None None] Provisioning complete for port b7cf8e5d-4b33-48d5-8103-caf797d60ea4 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:59:05.571522 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-d1418ec2-3a1e-4723-98ae-cf525d6dd541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:05.574243 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-9a82c084-2f70-43b4-9e4a-50fc77a59621 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:59:05.579463 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-69b61219-8d0c-4351-a51c-40764e01b14b tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:05.589855 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3c3cfe03-3842-42cb-aced-6017b7315fb5 tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1547867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2133322'] for subnet, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:05.600112 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cda963-3ac1-454e-a389-f0226e9ac247 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c27d595-b31f-4c52-8063-5cee569a89c8,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:05.624253 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010a5d05-a4fe-49d5-ab86-512139eb6816 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Pushing event updated for resources: {'Subnet': ['ID=ff59894c-2140-4ad5-b052-b18aa26210b0,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:05.633588 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-17cda963-3ac1-454e-a389-f0226e9ac247 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:05.637247 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-17cda963-3ac1-454e-a389-f0226e9ac247 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6709063 May 30 04:59:05.638160 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010a5d05-a4fe-49d5-ab86-512139eb6816 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Checking segment: {'id': 'f7bee161-0fbb-40cc-9fdf-0d2495cb589c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '49777a40-d6ab-40a3-b904-cc3fc4d5300f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:59:05.638529 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-010a5d05-a4fe-49d5-ab86-512139eb6816 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Network hostable DHCP agents. Network: 49777a40-d6ab-40a3-b904-cc3fc4d5300f, hostable agents: ['1c705e68-3d3e-4dd3-9252-feb21d4b96ab'], hosted agents: [] {{(pid=88261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 04:59:05.643057 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 41910) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:05.643678 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a82c084-2f70-43b4-9e4a-50fc77a59621 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Made reservation on behalf of f4aea07b5c934dc5bc600f55a2d3ba0e for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:59:05.647107 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9a82c084-2f70-43b4-9e4a-50fc77a59621 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9305518'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:05.672029 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69b61219-8d0c-4351-a51c-40764e01b14b tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=88260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 04:59:05.672454 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-69b61219-8d0c-4351-a51c-40764e01b14b tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-862858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1547513'] for segment, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:05.775322 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7d09cd65-8179-4cd4-867e-06d4189a6737 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:05.791011 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7d09cd65-8179-4cd4-867e-06d4189a6737 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:05.803733 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-010a5d05-a4fe-49d5-ab86-512139eb6816 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Network 49777a40-d6ab-40a3-b904-cc3fc4d5300f is scheduled to be hosted by DHCP agent 1c705e68-3d3e-4dd3-9252-feb21d4b96ab with binding_index 1 {{(pid=88261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 04:59:05.815748 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-d1418ec2-3a1e-4723-98ae-cf525d6dd541 None None] Current status of the port b7cf8e5d-4b33-48d5-8103-caf797d60ea4 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:59:05.816139 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-d1418ec2-3a1e-4723-98ae-cf525d6dd541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:05.844485 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-010a5d05-a4fe-49d5-ab86-512139eb6816 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843763-1-hyperv, 49777a40-d6ab-40a3-b904-cc3fc4d5300f) {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:59:05.851019 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-010a5d05-a4fe-49d5-ab86-512139eb6816 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:59:05.852256 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-010a5d05-a4fe-49d5-ab86-512139eb6816 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:05.861145 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7d09cd65-8179-4cd4-867e-06d4189a6737 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:05.869115 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaada613-09db-44e3-8ae7-b6de94723b4a None None] Network 49777a40-d6ab-40a3-b904-cc3fc4d5300f requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:59:05.888983 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d09cd65-8179-4cd4-867e-06d4189a6737 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9c27d595-b31f-4c52-8063-5cee569a89c8,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:05.903765 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d12c6e2c-7959-4fd8-8e6b-25b265f24800 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:06.029226 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-d1418ec2-3a1e-4723-98ae-cf525d6dd541 None None] For port b7cf8e5d-4b33-48d5-8103-caf797d60ea4, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=b7cf8e5d-4b33-48d5-8103-caf797d60ea4,segment=NetworkSegment(a10bef35-afc7-4b4a-83bd-a7761049ef70),segment_id=a10bef35-afc7-4b4a-83bd-a7761049ef70)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:59:06.048282 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-d1418ec2-3a1e-4723-98ae-cf525d6dd541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:06.070845 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-d12c6e2c-7959-4fd8-8e6b-25b265f24800 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Calling delete_port for ebbf329b-9d08-441c-9979-20511a0342a6 owned by {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:59:06.100378 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7d09cd65-8179-4cd4-867e-06d4189a6737 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:06.103939 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-7d09cd65-8179-4cd4-867e-06d4189a6737 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/9c27d595-b31f-4c52-8063-5cee569a89c8 HTTP/1.1" status: 204 len: 168 time: 0.4407294 May 30 04:59:06.105068 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 41922) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:06.129271 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-010a5d05-a4fe-49d5-ab86-512139eb6816 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.6656823 May 30 04:59:06.132974 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 41928) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:06.154626 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1418ec2-3a1e-4723-98ae-cf525d6dd541 None None] Pushing event updated for resources: {'Port': ['ID=b7cf8e5d-4b33-48d5-8103-caf797d60ea4,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:06.187818 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3cfe03-3842-42cb-aced-6017b7315fb5 tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=f274d1a2-d204-4f2d-a1d4-2fb30ddfa890,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:06.281132 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-69b61219-8d0c-4351-a51c-40764e01b14b tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604744'] for network, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:06.316106 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-2b510851-85f1-4c37-b25c-9cedb3a3bff8 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Synchronizing usage tracker for tenant:e8165468c1c447b08667f9e6612a30e1 on resource:security_group_rule {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:59:06.349531 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9a82c084-2f70-43b4-9e4a-50fc77a59621 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2305012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9305500'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:06.381741 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-da453c5f-a03c-465b-8310-4257bf19c89e None None] Provisioning complete for port b7cf8e5d-4b33-48d5-8103-caf797d60ea4 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:59:06.382400 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-da453c5f-a03c-465b-8310-4257bf19c89e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:06.430109 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e68b109-e7b2-4a79-8b98-4ea50394792a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bbf24ed-7ba9-53d2-873f-8f9642b1e987-49777a40-d6ab-40a3-b904-cc3fc4d5300f', 'network_id': '49777a40-d6ab-40a3-b904-cc3fc4d5300f', 'tenant_id': '5386df8a083a4b53b87ea99ca4a65ce1', 'fixed_ips': [{'subnet_id': 'ff59894c-2140-4ad5-b052-b18aa26210b0'}]}} from dv-neutron-843763-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 30 04:59:06.431155 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-2e68b109-e7b2-4a79-8b98-4ea50394792a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:06.432542 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-2b510851-85f1-4c37-b25c-9cedb3a3bff8 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Unset dirty status for tenant:e8165468c1c447b08667f9e6612a30e1 on resource:security_group_rule {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:59:06.434382 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-2b510851-85f1-4c37-b25c-9cedb3a3bff8 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3286695 May 30 04:59:06.440736 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 41940) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:06.446002 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9ac1ecfb-1a4a-46ac-ae22-7400c5032221 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897784'] for network, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:06.472478 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-69b61219-8d0c-4351-a51c-40764e01b14b tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:06.490616 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a82c084-2f70-43b4-9e4a-50fc77a59621 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Pushing event updated for resources: {'Subnet': ['ID=7d5e2c36-5ae5-44ef-9841-88bfe730a51d,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:06.491740 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment fbf81dcc-8935-4220-ab43-5cde3244d248 resource provider aggregate not found May 30 04:59:06.505656 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b61219-8d0c-4351-a51c-40764e01b14b tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Pushing event deleted for resources: {'Network': ['ID=b83f0e20-90c8-49c0-bf84-f851a4168a2e,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:06.534779 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a82c084-2f70-43b4-9e4a-50fc77a59621 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Checking segment: {'id': 'cdc74c68-3f25-4a1c-b070-5efd8c970052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '7e1df58e-035d-42b4-84df-5ea2099fe951'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:59:06.535175 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a82c084-2f70-43b4-9e4a-50fc77a59621 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Network hostable DHCP agents. Network: 7e1df58e-035d-42b4-84df-5ea2099fe951, hostable agents: ['1c705e68-3d3e-4dd3-9252-feb21d4b96ab'], hosted agents: [] {{(pid=88261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 04:59:06.574233 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment fbf81dcc-8935-4220-ab43-5cde3244d248 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fbf81dcc-8935-4220-ab43-5cde3244d248 found for delete ", "request_id": "req-d4b0dbbd-31ef-421d-b275-fc513632d7f6"}]} May 30 04:59:06.586445 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-69b61219-8d0c-4351-a51c-40764e01b14b tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] 10.222.0.15 "DELETE /v2.0/networks/b83f0e20-90c8-49c0-bf84-f851a4168a2e HTTP/1.1" status: 204 len: 168 time: 4.9805224 May 30 04:59:06.587724 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3c3cfe03-3842-42cb-aced-6017b7315fb5 tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867540', 'neutron.services.segments.db._delete_segments_for_network-8729234922972'] for network, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:06.601703 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 41950) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:06.629216 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a4f223e1-43d5-4776-bf6c-5dd71892e9f6 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks [] for security_group, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:06.652205 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a82c084-2f70-43b4-9e4a-50fc77a59621 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Network 7e1df58e-035d-42b4-84df-5ea2099fe951 is scheduled to be hosted by DHCP agent 1c705e68-3d3e-4dd3-9252-feb21d4b96ab with binding_index 1 {{(pid=88261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 04:59:06.654245 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9ac1ecfb-1a4a-46ac-ae22-7400c5032221 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860493'] for subnet, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:06.686260 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-3c3cfe03-3842-42cb-aced-6017b7315fb5 tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8953652c-18dc-4479-a80c-b12cb58f6a5b']}} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:59:06.719705 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed4b6fa-d8d6-488d-8480-01c62026acef tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:59:06.720536 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-3ed4b6fa-d8d6-488d-8480-01c62026acef tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Synchronizing usage tracker for tenant:895764a2d33a4b6180a8faca69c63db7 on resource:port {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:59:06.722651 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-da453c5f-a03c-465b-8310-4257bf19c89e None None] Current status of the port b7cf8e5d-4b33-48d5-8103-caf797d60ea4 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:59:06.729134 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-2e68b109-e7b2-4a79-8b98-4ea50394792a None None] Allocated IP 172.20.0.2 (49777a40-d6ab-40a3-b904-cc3fc4d5300f/ff59894c-2140-4ad5-b052-b18aa26210b0/a38838aa-32e8-4154-bb71-e82e8eb21b3d) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:59:06.733937 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-3c3cfe03-3842-42cb-aced-6017b7315fb5 tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f4a00ca-b208-42f3-ac48-d5476e56df74') {'for_net_delete': True} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:59:06.734320 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-3c3cfe03-3842-42cb-aced-6017b7315fb5 tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f4a00ca-b208-42f3-ac48-d5476e56df74') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:59:06.739515 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a4f223e1-43d5-4776-bf6c-5dd71892e9f6 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:06.756984 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-9a82c084-2f70-43b4-9e4a-50fc77a59621 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843763-1-hyperv, 7e1df58e-035d-42b4-84df-5ea2099fe951) {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:59:06.782474 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a82c084-2f70-43b4-9e4a-50fc77a59621 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:59:06.783157 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9a82c084-2f70-43b4-9e4a-50fc77a59621 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:06.792267 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3c3cfe03-3842-42cb-aced-6017b7315fb5 tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729235042807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1454725'] for segment, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:06.816663 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c0ef5ca-c19e-405b-858f-e4041383d34e None None] Network 7e1df58e-035d-42b4-84df-5ea2099fe951 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:59:06.820096 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f3a2db2-cc48-42db-8613-03763a698504 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Deleting subnet 0e54b68f-bd77-4049-b18e-caaf2f074890 {{(pid=88260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 30 04:59:06.826607 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-9a82c084-2f70-43b4-9e4a-50fc77a59621 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5888979 May 30 04:59:06.828821 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 41956) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:06.832701 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3f3a2db2-cc48-42db-8613-03763a698504 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Notify callbacks [] for subnet, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:06.840767 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-2b663570-772a-4c81-8b73-a0bea0743b12 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Request body: {'subnet': {'network_id': '7e1df58e-035d-42b4-84df-5ea2099fe951', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:59:06.959644 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a4f223e1-43d5-4776-bf6c-5dd71892e9f6 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:06.996349 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-3ed4b6fa-d8d6-488d-8480-01c62026acef tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Unset dirty status for tenant:895764a2d33a4b6180a8faca69c63db7 on resource:port {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:59:07.001254 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-3ed4b6fa-d8d6-488d-8480-01c62026acef tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 1.4647222 May 30 04:59:07.002851 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 41962) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:07.003247 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3c3cfe03-3842-42cb-aced-6017b7315fb5 tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:07.012373 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f223e1-43d5-4776-bf6c-5dd71892e9f6 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d6a682b-f4e3-4895-a14f-3cb191ef2434,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:07.024049 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c3cfe03-3842-42cb-aced-6017b7315fb5 tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=88260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 04:59:07.024523 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3c3cfe03-3842-42cb-aced-6017b7315fb5 tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-862858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1547513'] for segment, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:07.081481 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-6572a447-c8e8-41f2-ba6b-244ccfc3969d tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] GET failed (client error): The resource could not be found. May 30 04:59:07.081982 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-6572a447-c8e8-41f2-ba6b-244ccfc3969d tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Synchronizing usage tracker for tenant:895764a2d33a4b6180a8faca69c63db7 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:59:07.102535 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a4f223e1-43d5-4776-bf6c-5dd71892e9f6 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:07.103927 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-a4f223e1-43d5-4776-bf6c-5dd71892e9f6 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] 10.222.0.15 "DELETE /v2.0/security-groups/5d6a682b-f4e3-4895-a14f-3cb191ef2434 HTTP/1.1" status: 204 len: 168 time: 0.6556594 May 30 04:59:07.108604 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d12c6e2c-7959-4fd8-8e6b-25b265f24800 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:07.110293 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 41966) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:07.125514 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89c2a49e-2adc-4941-ab49-6323a67a9cef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bbf24ed-7ba9-53d2-873f-8f9642b1e987-7e1df58e-035d-42b4-84df-5ea2099fe951', 'network_id': '7e1df58e-035d-42b4-84df-5ea2099fe951', 'tenant_id': 'f4aea07b5c934dc5bc600f55a2d3ba0e', 'fixed_ips': [{'subnet_id': '7d5e2c36-5ae5-44ef-9841-88bfe730a51d'}]}} from dv-neutron-843763-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 30 04:59:07.125514 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-89c2a49e-2adc-4941-ab49-6323a67a9cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:07.187759 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-7e568615-34ca-4563-96d1-752632db3723 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Synchronizing usage tracker for tenant:e8165468c1c447b08667f9e6612a30e1 on resource:security_group {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:59:07.195586 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3f3a2db2-cc48-42db-8613-03763a698504 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1454738'] for subnet, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:07.197693 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-6572a447-c8e8-41f2-ba6b-244ccfc3969d tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Unset dirty status for tenant:895764a2d33a4b6180a8faca69c63db7 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:59:07.199495 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-6572a447-c8e8-41f2-ba6b-244ccfc3969d tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] 10.222.0.15 "GET /v2.0/ports/88cb5d0e-e833-40e9-859d-8f1735c9d3ce HTTP/1.1" status: 404 len: 333 time: 0.1947601 May 30 04:59:07.201125 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-2b663570-772a-4c81-8b73-a0bea0743b12 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:59:07.206567 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 41970) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:07.210633 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-2b663570-772a-4c81-8b73-a0bea0743b12 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Usage tracker for resource:subnet and tenant:f4aea07b5c934dc5bc600f55a2d3ba0e is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:59:07.240470 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12c6e2c-7959-4fd8-8e6b-25b265f24800 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Pushing event deleted for resources: {'Port': ['ID=ebbf329b-9d08-441c-9979-20511a0342a6,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:07.271652 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-2b663570-772a-4c81-8b73-a0bea0743b12 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:59:07.284898 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3f39526-eaa1-48b9-add2-5676c993151c tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] GET failed (client error): The resource could not be found. May 30 04:59:07.289230 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-c3f39526-eaa1-48b9-add2-5676c993151c tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] 10.222.0.15 "GET /v2.0/ports/8612cda4-8ae4-45f5-998b-3bd91d42b57f HTTP/1.1" status: 404 len: 333 time: 0.0790095 May 30 04:59:07.289230 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-2b663570-772a-4c81-8b73-a0bea0743b12 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:59:07.291104 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 41976) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:07.292182 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-7e568615-34ca-4563-96d1-752632db3723 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Unset dirty status for tenant:e8165468c1c447b08667f9e6612a30e1 on resource:security_group {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:59:07.294257 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-7e568615-34ca-4563-96d1-752632db3723 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1733563 May 30 04:59:07.317983 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 41978) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:07.364957 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-89c2a49e-2adc-4941-ab49-6323a67a9cef None None] Allocated IP 172.20.0.2 (7e1df58e-035d-42b4-84df-5ea2099fe951/7d5e2c36-5ae5-44ef-9841-88bfe730a51d/8775c1f0-1cee-47c4-bf7f-963a21424e66) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:59:07.368567 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-37d6db0c-d824-4e1f-999d-c22667d7c0d2 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Request body: {'security_group': {'name': 'tempest-secgroup--1230787393'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:59:07.430259 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-37d6db0c-d824-4e1f-999d-c22667d7c0d2 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:59:07.436043 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3c3cfe03-3842-42cb-aced-6017b7315fb5 tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604744'] for network, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:07.460297 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b663570-772a-4c81-8b73-a0bea0743b12 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Made reservation on behalf of f4aea07b5c934dc5bc600f55a2d3ba0e for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:59:07.468234 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2b663570-772a-4c81-8b73-a0bea0743b12 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9305518'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:07.504213 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c3cfe03-3842-42cb-aced-6017b7315fb5 tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8953652c-18dc-4479-a80c-b12cb58f6a5b {{(pid=88260) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 30 04:59:07.519290 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3c3cfe03-3842-42cb-aced-6017b7315fb5 tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:07.546340 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3cfe03-3842-42cb-aced-6017b7315fb5 tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Pushing event deleted for resources: {'Network': ['ID=8953652c-18dc-4479-a80c-b12cb58f6a5b,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:07.562430 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-37d6db0c-d824-4e1f-999d-c22667d7c0d2 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:59:07.589356 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-3c3cfe03-3842-42cb-aced-6017b7315fb5 tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] 10.222.0.15 "DELETE /v2.0/networks/8953652c-18dc-4479-a80c-b12cb58f6a5b HTTP/1.1" status: 204 len: 168 time: 6.6114764 May 30 04:59:07.610773 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 41988) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:07.692303 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-37d6db0c-d824-4e1f-999d-c22667d7c0d2 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks [] for security_group, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:07.707577 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.db.ipam_backend_mixin [None req-2b663570-772a-4c81-8b73-a0bea0743b12 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 7d5e2c36-5ae5-44ef-9841-88bfe730a51d (CIDR: 172.20.0.0/28) May 30 04:59:07.713227 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-89c2a49e-2adc-4941-ab49-6323a67a9cef None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:07.715261 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3f3a2db2-cc48-42db-8613-03763a698504 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860493'] for subnet, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:07.725020 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b663570-772a-4c81-8b73-a0bea0743b12 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 04:59:07.725206 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-89c2a49e-2adc-4941-ab49-6323a67a9cef None None] Transition to ACTIVE for port object 8775c1f0-1cee-47c4-bf7f-963a21424e66 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:59:07.726130 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b663570-772a-4c81-8b73-a0bea0743b12 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 04:59:07.746451 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-89c2a49e-2adc-4941-ab49-6323a67a9cef None None] Transition to ACTIVE for port object 8775c1f0-1cee-47c4-bf7f-963a21424e66 will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:59:07.750626 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d12c6e2c-7959-4fd8-8e6b-25b265f24800 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:07.752526 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-d12c6e2c-7959-4fd8-8e6b-25b265f24800 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "DELETE /v2.0/ports/ebbf329b-9d08-441c-9979-20511a0342a6 HTTP/1.1" status: 204 len: 168 time: 3.4627635 May 30 04:59:07.753558 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-93845cf8-5765-4dc2-a9dc-32456b34f4fc tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Synchronizing usage tracker for tenant:bc9d053c9e7544f5b0aba3128514c439 on resource:floatingip {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:59:07.757866 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 41996) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:07.758111 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-2b663570-772a-4c81-8b73-a0bea0743b12 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9229972 May 30 04:59:07.758257 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 41998) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:07.783737 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-34ca170d-90a2-47f5-82a8-2b72ddba9d3b tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897784'] for network, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:07.787679 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device b7cf8e5d-4b33-48d5-8103-caf797d60ea4 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 04:59:07.793663 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-9355ca70-c1ed-4831-9a09-9c9e93232996 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Request body: {'subnet': {'network_id': '7e1df58e-035d-42b4-84df-5ea2099fe951', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:59:07.863154 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-37d6db0c-d824-4e1f-999d-c22667d7c0d2 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:59:07.885293 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-89c2a49e-2adc-4941-ab49-6323a67a9cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:07.967851 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 42004) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:08.000873 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-34ca170d-90a2-47f5-82a8-2b72ddba9d3b tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867540', 'neutron.services.segments.db._delete_segments_for_network-8729234922972'] for network, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:08.024828 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-9355ca70-c1ed-4831-9a09-9c9e93232996 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:59:08.030548 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-9355ca70-c1ed-4831-9a09-9c9e93232996 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Usage tracker for resource:subnet and tenant:f4aea07b5c934dc5bc600f55a2d3ba0e is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:59:08.033111 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-34ca170d-90a2-47f5-82a8-2b72ddba9d3b tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9465dda-3e58-4880-b106-00f0a363e70e']}} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:59:08.034350 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-9355ca70-c1ed-4831-9a09-9c9e93232996 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:59:08.041385 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-9355ca70-c1ed-4831-9a09-9c9e93232996 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:59:08.048419 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-34ca170d-90a2-47f5-82a8-2b72ddba9d3b tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd521c0a-3ea6-43c6-bfa0-d44266952353') {'for_net_delete': True} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:59:08.048805 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-34ca170d-90a2-47f5-82a8-2b72ddba9d3b tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd521c0a-3ea6-43c6-bfa0-d44266952353') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:59:08.054210 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-37d6db0c-d824-4e1f-999d-c22667d7c0d2 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Usage tracker for resource:security_group_rule and tenant:e8165468c1c447b08667f9e6612a30e1 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:59:08.058176 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-37d6db0c-d824-4e1f-999d-c22667d7c0d2 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:59:08.062947 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-34ca170d-90a2-47f5-82a8-2b72ddba9d3b tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729235042807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3545573'] for segment, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:08.065315 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-37d6db0c-d824-4e1f-999d-c22667d7c0d2 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:59:08.070619 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-2e68b109-e7b2-4a79-8b98-4ea50394792a None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:08.082424 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c2a49e-2adc-4941-ab49-6323a67a9cef None None] Network 7e1df58e-035d-42b4-84df-5ea2099fe951 is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:59:08.083415 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-34ca170d-90a2-47f5-82a8-2b72ddba9d3b tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:08.092235 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34ca170d-90a2-47f5-82a8-2b72ddba9d3b tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=88261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 04:59:08.092503 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-89c2a49e-2adc-4941-ab49-6323a67a9cef None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:59:08.092934 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-34ca170d-90a2-47f5-82a8-2b72ddba9d3b tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-862858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2304281'] for segment, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:08.105099 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c2a49e-2adc-4941-ab49-6323a67a9cef None None] Pushing event updated for resources: {'Port': ['ID=8775c1f0-1cee-47c4-bf7f-963a21424e66,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:08.109142 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c2a49e-2adc-4941-ab49-6323a67a9cef None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:59:08.117037 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port b7cf8e5d-4b33-48d5-8103-caf797d60ea4 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:59:08.119084 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:08.152464 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-93845cf8-5765-4dc2-a9dc-32456b34f4fc tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Unset dirty status for tenant:bc9d053c9e7544f5b0aba3128514c439 on resource:floatingip {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:59:08.153646 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-93845cf8-5765-4dc2-a9dc-32456b34f4fc tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] 10.222.0.15 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 212 time: 0.5419085 May 30 04:59:08.174725 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 42012) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:08.178539 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment bd521c0a-3ea6-43c6-bfa0-d44266952353 resource provider aggregate not found May 30 04:59:08.179810 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9355ca70-c1ed-4831-9a09-9c9e93232996 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Made reservation on behalf of f4aea07b5c934dc5bc600f55a2d3ba0e for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:59:08.196384 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9355ca70-c1ed-4831-9a09-9c9e93232996 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2133361'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:08.212615 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment bd521c0a-3ea6-43c6-bfa0-d44266952353 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bd521c0a-3ea6-43c6-bfa0-d44266952353 found for delete ", "request_id": "req-c7ceb8b0-6d20-43f2-96b9-0c9023b11c92"}]} May 30 04:59:08.232341 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-34ca170d-90a2-47f5-82a8-2b72ddba9d3b tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604744'] for network, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:08.269201 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-34ca170d-90a2-47f5-82a8-2b72ddba9d3b tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:08.272457 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-2e68b109-e7b2-4a79-8b98-4ea50394792a None None] Transition to ACTIVE for port object a38838aa-32e8-4154-bb71-e82e8eb21b3d will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:59:08.280109 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-34ca170d-90a2-47f5-82a8-2b72ddba9d3b tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] 10.222.0.15 "DELETE /v2.0/networks/c9465dda-3e58-4880-b106-00f0a363e70e HTTP/1.1" status: 204 len: 168 time: 0.9841771 May 30 04:59:08.287539 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 42016) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:08.291503 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ca170d-90a2-47f5-82a8-2b72ddba9d3b tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Pushing event deleted for resources: {'Network': ['ID=c9465dda-3e58-4880-b106-00f0a363e70e,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:08.299848 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-0280f818-a279-49aa-a777-857633d39f62 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1185928653'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:59:08.306095 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-0280f818-a279-49aa-a777-857633d39f62 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:59:08.311891 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-0280f818-a279-49aa-a777-857633d39f62 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Usage tracker for resource:network and tenant:895764a2d33a4b6180a8faca69c63db7 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:59:08.316038 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-0280f818-a279-49aa-a777-857633d39f62 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:59:08.320806 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-89c2a49e-2adc-4941-ab49-6323a67a9cef None None] Attempting to bind port 8775c1f0-1cee-47c4-bf7f-963a21424e66 on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 04:59:08.321173 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-89c2a49e-2adc-4941-ab49-6323a67a9cef None None] Attempting to bind port 8775c1f0-1cee-47c4-bf7f-963a21424e66 by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': 'cdc74c68-3f25-4a1c-b070-5efd8c970052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '7e1df58e-035d-42b4-84df-5ea2099fe951'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 04:59:08.321706 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c2a49e-2adc-4941-ab49-6323a67a9cef None None] Attempting to bind port 8775c1f0-1cee-47c4-bf7f-963a21424e66 on network 7e1df58e-035d-42b4-84df-5ea2099fe951 {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 04:59:08.323105 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-546be434-3b57-43a2-8f37-0f5ed8a58742 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Request body: {'network': {'name': 'tempest-network-smoke--707000447', 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'port_security_enabled': True}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:59:08.330740 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-2e68b109-e7b2-4a79-8b98-4ea50394792a None None] Transition to ACTIVE for port object a38838aa-32e8-4154-bb71-e82e8eb21b3d will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:59:08.331490 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-0280f818-a279-49aa-a777-857633d39f62 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:59:08.333698 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-546be434-3b57-43a2-8f37-0f5ed8a58742 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:59:08.340229 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c2a49e-2adc-4941-ab49-6323a67a9cef None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 4, 59, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 04:59:08.340728 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c2a49e-2adc-4941-ab49-6323a67a9cef None None] Checking segment: {'id': 'cdc74c68-3f25-4a1c-b070-5efd8c970052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '7e1df58e-035d-42b4-84df-5ea2099fe951'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:59:08.341130 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-89c2a49e-2adc-4941-ab49-6323a67a9cef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:08.341510 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c2a49e-2adc-4941-ab49-6323a67a9cef None None] Bound using segment: {'id': 'cdc74c68-3f25-4a1c-b070-5efd8c970052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '7e1df58e-035d-42b4-84df-5ea2099fe951'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 04:59:08.341621 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-546be434-3b57-43a2-8f37-0f5ed8a58742 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Usage tracker for resource:network and tenant:f9fe59584bbe4d5aaa42841eedb71980 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:59:08.342115 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-89c2a49e-2adc-4941-ab49-6323a67a9cef None None] Bound port: 8775c1f0-1cee-47c4-bf7f-963a21424e66, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdc74c68-3f25-4a1c-b070-5efd8c970052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '7e1df58e-035d-42b4-84df-5ea2099fe951'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 04:59:08.342527 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-89c2a49e-2adc-4941-ab49-6323a67a9cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:08.351632 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-546be434-3b57-43a2-8f37-0f5ed8a58742 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:59:08.357834 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-2e68b109-e7b2-4a79-8b98-4ea50394792a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:08.359627 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-546be434-3b57-43a2-8f37-0f5ed8a58742 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:59:08.369376 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0280f818-a279-49aa-a777-857633d39f62 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Made reservation on behalf of 895764a2d33a4b6180a8faca69c63db7 for: {'network': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:59:08.373920 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0280f818-a279-49aa-a777-857633d39f62 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for network, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:08.395301 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-546be434-3b57-43a2-8f37-0f5ed8a58742 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Made reservation on behalf of f9fe59584bbe4d5aaa42841eedb71980 for: {'network': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:59:08.398938 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-546be434-3b57-43a2-8f37-0f5ed8a58742 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for network, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:08.418954 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-546be434-3b57-43a2-8f37-0f5ed8a58742 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:08.434804 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9ac1ecfb-1a4a-46ac-ae22-7400c5032221 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2304955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9305493'] for subnet, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:08.441694 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ecb53b3-e642-40fb-8e9b-1c58a7c17919 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:59:08.442524 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ecb53b3-e642-40fb-8e9b-1c58a7c17919 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:59:08.444334 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ecb53b3-e642-40fb-8e9b-1c58a7c17919 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:59:08.445391 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-4ecb53b3-e642-40fb-8e9b-1c58a7c17919 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Synchronizing usage tracker for tenant:16af2dbefc6742d5a37a7b30e58c8c2f on resource:subnet {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:59:08.482295 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-37d6db0c-d824-4e1f-999d-c22667d7c0d2 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks [] for security_group, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:08.483806 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-546be434-3b57-43a2-8f37-0f5ed8a58742 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:59:08.487908 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac1ecfb-1a4a-46ac-ae22-7400c5032221 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Pushing event deleted for resources: {'Subnet': ['ID=ff59894c-2140-4ad5-b052-b18aa26210b0,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:08.503857 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3f3a2db2-cc48-42db-8613-03763a698504 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1547867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2133322'] for subnet, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:08.509899 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0280f818-a279-49aa-a777-857633d39f62 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=88261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 04:59:08.516552 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-89c2a49e-2adc-4941-ab49-6323a67a9cef None None] For port 8775c1f0-1cee-47c4-bf7f-963a21424e66, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 04:59:08.520020 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-89c2a49e-2adc-4941-ab49-6323a67a9cef None None] For port 8775c1f0-1cee-47c4-bf7f-963a21424e66, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=8775c1f0-1cee-47c4-bf7f-963a21424e66,segment=NetworkSegment(cdc74c68-3f25-4a1c-b070-5efd8c970052),segment_id=cdc74c68-3f25-4a1c-b070-5efd8c970052)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 04:59:08.520543 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-546be434-3b57-43a2-8f37-0f5ed8a58742 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Usage tracker for resource:security_group_rule and tenant:f9fe59584bbe4d5aaa42841eedb71980 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:59:08.538045 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-37d6db0c-d824-4e1f-999d-c22667d7c0d2 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:08.546182 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cd38608-7f48-4087-8fe4-744f34bca3be tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:59:08.546637 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cd38608-7f48-4087-8fe4-744f34bca3be tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:59:08.547079 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cd38608-7f48-4087-8fe4-744f34bca3be tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:59:08.547927 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cd38608-7f48-4087-8fe4-744f34bca3be tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:59:08.548052 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cd38608-7f48-4087-8fe4-744f34bca3be tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:59:08.548392 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cd38608-7f48-4087-8fe4-744f34bca3be tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:59:08.548827 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cd38608-7f48-4087-8fe4-744f34bca3be tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:59:08.549081 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-89c2a49e-2adc-4941-ab49-6323a67a9cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:08.549314 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cd38608-7f48-4087-8fe4-744f34bca3be tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:59:08.549697 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cd38608-7f48-4087-8fe4-744f34bca3be tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:59:08.550157 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cd38608-7f48-4087-8fe4-744f34bca3be tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:59:08.550591 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cd38608-7f48-4087-8fe4-744f34bca3be tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:59:08.551806 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-6cd38608-7f48-4087-8fe4-744f34bca3be tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Synchronizing usage tracker for tenant:bc9d053c9e7544f5b0aba3128514c439 on resource:subnet {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:59:08.565716 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e68b109-e7b2-4a79-8b98-4ea50394792a None None] Network 49777a40-d6ab-40a3-b904-cc3fc4d5300f is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:59:08.576969 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-2e68b109-e7b2-4a79-8b98-4ea50394792a None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:59:08.587683 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e68b109-e7b2-4a79-8b98-4ea50394792a None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:59:08.593260 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port b7cf8e5d-4b33-48d5-8103-caf797d60ea4 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:59:08.595304 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e68b109-e7b2-4a79-8b98-4ea50394792a None None] Pushing event updated for resources: {'Port': ['ID=a38838aa-32e8-4154-bb71-e82e8eb21b3d,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:08.607713 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3a2db2-cc48-42db-8613-03763a698504 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Pushing event deleted for resources: {'Subnet': ['ID=0e54b68f-bd77-4049-b18e-caaf2f074890,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:08.614608 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3f3a2db2-cc48-42db-8613-03763a698504 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:08.629076 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 8f4a00ca-b208-42f3-ac48-d5476e56df74 resource provider aggregate not found May 30 04:59:08.645372 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-4ecb53b3-e642-40fb-8e9b-1c58a7c17919 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Unset dirty status for tenant:16af2dbefc6742d5a37a7b30e58c8c2f on resource:subnet {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:59:08.646562 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-4ecb53b3-e642-40fb-8e9b-1c58a7c17919 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.8705251 May 30 04:59:08.663091 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 42026) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:08.685729 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe76025-7097-4b78-95b6-384cdd879dc8 None None] Network f3c306ee-499b-4716-9357-c10e17a7876c requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:59:08.689101 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 8f4a00ca-b208-42f3-ac48-d5476e56df74 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8f4a00ca-b208-42f3-ac48-d5476e56df74 found for delete ", "request_id": "req-56d5c50f-495f-47ca-aec7-d5299a340ea5"}]} May 30 04:59:08.728178 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-3f3a2db2-cc48-42db-8613-03763a698504 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] 10.222.0.15 "DELETE /v2.0/subnets/0e54b68f-bd77-4049-b18e-caaf2f074890 HTTP/1.1" status: 204 len: 168 time: 2.1230445 May 30 04:59:08.729034 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-6cd38608-7f48-4087-8fe4-744f34bca3be tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Unset dirty status for tenant:bc9d053c9e7544f5b0aba3128514c439 on resource:subnet {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:59:08.733265 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-6cd38608-7f48-4087-8fe4-744f34bca3be tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7014 time: 0.4168458 May 30 04:59:08.734511 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 42030) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:08.734828 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 42032) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:08.739576 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d6db0c-d824-4e1f-999d-c22667d7c0d2 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4415511-f1a3-47f2-b0c8-8905d57bbd9c,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:08.766169 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-546be434-3b57-43a2-8f37-0f5ed8a58742 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:59:08.772703 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-546be434-3b57-43a2-8f37-0f5ed8a58742 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:59:08.778147 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9ac1ecfb-1a4a-46ac-ae22-7400c5032221 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867540', 'neutron.services.segments.db._delete_segments_for_network-8729234922972'] for network, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:08.799307 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0280f818-a279-49aa-a777-857633d39f62 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:08.799667 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.db.segments_db [None req-0280f818-a279-49aa-a777-857633d39f62 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Added segment 5468bf1d-8b34-41a7-93c8-ed0b889e7263 of type vlan for network 03b8a07a-fb65-465a-8f63-51a4d9cba391 May 30 04:59:08.805379 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-37d6db0c-d824-4e1f-999d-c22667d7c0d2 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:08.806608 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-37d6db0c-d824-4e1f-999d-c22667d7c0d2 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.4736617 May 30 04:59:08.822393 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 42038) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:08.836866 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-9ac1ecfb-1a4a-46ac-ae22-7400c5032221 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49777a40-d6ab-40a3-b904-cc3fc4d5300f']}} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:59:08.847095 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-cf08ee83-41ad-4459-9c80-2a138a40415e tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Request body: {'security_group_rule': {'security_group_id': 'e4415511-f1a3-47f2-b0c8-8905d57bbd9c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:59:08.870791 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-cf08ee83-41ad-4459-9c80-2a138a40415e tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:59:08.878390 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.api.v2.resource [None req-2e3ee979-905e-46d1-b7fe-c0150ded5278 tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] delete failed (client error): The resource could not be found. May 30 04:59:08.882238 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-2e3ee979-905e-46d1-b7fe-c0150ded5278 tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] 10.222.0.15 "DELETE /v2.0/floatingips/aeb2dc0a-032b-4fdd-b7d4-3dafd9d09554 HTTP/1.1" status: 404 len: 345 time: 0.1375759 May 30 04:59:08.883789 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-cf08ee83-41ad-4459-9c80-2a138a40415e tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Usage tracker for resource:security_group_rule and tenant:e8165468c1c447b08667f9e6612a30e1 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:59:08.889819 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-9ac1ecfb-1a4a-46ac-ae22-7400c5032221 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7bee161-0fbb-40cc-9fdf-0d2495cb589c') {'for_net_delete': True} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:59:08.890131 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-9ac1ecfb-1a4a-46ac-ae22-7400c5032221 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7bee161-0fbb-40cc-9fdf-0d2495cb589c') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:59:08.894341 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 42042) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:08.912491 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-cf08ee83-41ad-4459-9c80-2a138a40415e tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:59:08.935110 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9ac1ecfb-1a4a-46ac-ae22-7400c5032221 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729235042807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3545573'] for segment, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:08.942667 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-cf08ee83-41ad-4459-9c80-2a138a40415e tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:59:08.954288 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-2e68b109-e7b2-4a79-8b98-4ea50394792a None None] Attempting to bind port a38838aa-32e8-4154-bb71-e82e8eb21b3d on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 04:59:08.954796 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-2e68b109-e7b2-4a79-8b98-4ea50394792a None None] Attempting to bind port a38838aa-32e8-4154-bb71-e82e8eb21b3d by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': 'f7bee161-0fbb-40cc-9fdf-0d2495cb589c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '49777a40-d6ab-40a3-b904-cc3fc4d5300f'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 04:59:08.955712 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e68b109-e7b2-4a79-8b98-4ea50394792a None None] Attempting to bind port a38838aa-32e8-4154-bb71-e82e8eb21b3d on network 49777a40-d6ab-40a3-b904-cc3fc4d5300f {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 04:59:08.978659 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0280f818-a279-49aa-a777-857633d39f62 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729234556353'] for network, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:08.992936 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9ac1ecfb-1a4a-46ac-ae22-7400c5032221 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:08.997798 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb47ba79-b074-410f-bde9-cd7578297bd0 tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] DELETE failed (client error): The resource could not be found. May 30 04:59:08.998626 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb47ba79-b074-410f-bde9-cd7578297bd0 tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 04:59:09.017488 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_v2 [None req-77899a05-ebbf-4e36-bd79-03ac80f0d1ae tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Deleting subnet 36311748-fe32-4a15-8af8-131b0c0bb309 {{(pid=88260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 30 04:59:09.028533 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ac1ecfb-1a4a-46ac-ae22-7400c5032221 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=88261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 04:59:09.028940 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9ac1ecfb-1a4a-46ac-ae22-7400c5032221 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-862858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2304281'] for segment, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:09.040027 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-77899a05-ebbf-4e36-bd79-03ac80f0d1ae tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks [] for subnet, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:09.050974 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cf08ee83-41ad-4459-9c80-2a138a40415e tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:09.067299 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e68b109-e7b2-4a79-8b98-4ea50394792a None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 4, 59, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 04:59:09.067839 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e68b109-e7b2-4a79-8b98-4ea50394792a None None] Checking segment: {'id': 'f7bee161-0fbb-40cc-9fdf-0d2495cb589c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '49777a40-d6ab-40a3-b904-cc3fc4d5300f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:59:09.068385 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-2e68b109-e7b2-4a79-8b98-4ea50394792a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:09.068880 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e68b109-e7b2-4a79-8b98-4ea50394792a None None] Bound using segment: {'id': 'f7bee161-0fbb-40cc-9fdf-0d2495cb589c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '49777a40-d6ab-40a3-b904-cc3fc4d5300f'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 04:59:09.069654 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-2e68b109-e7b2-4a79-8b98-4ea50394792a None None] Bound port: a38838aa-32e8-4154-bb71-e82e8eb21b3d, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7bee161-0fbb-40cc-9fdf-0d2495cb589c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '49777a40-d6ab-40a3-b904-cc3fc4d5300f'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 04:59:09.070308 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-2e68b109-e7b2-4a79-8b98-4ea50394792a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:09.086013 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c2a49e-2adc-4941-ab49-6323a67a9cef None None] Pushing event updated for resources: {'Port': ['ID=8775c1f0-1cee-47c4-bf7f-963a21424e66,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:09.086259 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcb90fa7-b865-4ec7-92a1-92ee7c4716d9 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Deleting subnet e18e9022-b05c-4a9e-9ef3-8f05316939ec {{(pid=88260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 30 04:59:09.093598 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-fb47ba79-b074-410f-bde9-cd7578297bd0 tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] 10.222.0.15 "DELETE /v2.0/networks/8953652c-18dc-4479-a80c-b12cb58f6a5b HTTP/1.1" status: 404 len: 339 time: 0.1981409 May 30 04:59:09.098736 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 42046) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:09.106848 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fcb90fa7-b865-4ec7-92a1-92ee7c4716d9 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Notify callbacks [] for subnet, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:09.127984 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cf08ee83-41ad-4459-9c80-2a138a40415e tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:09.150460 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-ce4d164e-965c-40a6-9d74-e9d4490320ca tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Request body: {'network': {'name': 'tempest-network--1666491134', 'router:external': True}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:59:09.174110 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-ce4d164e-965c-40a6-9d74-e9d4490320ca tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:59:09.185866 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-ce4d164e-965c-40a6-9d74-e9d4490320ca tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Usage tracker for resource:network and tenant:bc9d053c9e7544f5b0aba3128514c439 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:59:09.193148 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-ce4d164e-965c-40a6-9d74-e9d4490320ca tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:59:09.204269 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-77899a05-ebbf-4e36-bd79-03ac80f0d1ae tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1454738'] for subnet, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:09.221647 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.db.resource_extend [None req-0280f818-a279-49aa-a777-857633d39f62 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 04:59:09.229312 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cf08ee83-41ad-4459-9c80-2a138a40415e tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:09.243088 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-2e68b109-e7b2-4a79-8b98-4ea50394792a None None] For port a38838aa-32e8-4154-bb71-e82e8eb21b3d, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 04:59:09.292811 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf08ee83-41ad-4459-9c80-2a138a40415e tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4df3039-7ee1-49a4-bdb1-cdac226ea7b2,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:09.321236 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cf08ee83-41ad-4459-9c80-2a138a40415e tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:09.325135 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-cf08ee83-41ad-4459-9c80-2a138a40415e tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4990301 May 30 04:59:09.325302 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-2e68b109-e7b2-4a79-8b98-4ea50394792a None None] For port a38838aa-32e8-4154-bb71-e82e8eb21b3d, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=a38838aa-32e8-4154-bb71-e82e8eb21b3d,segment=NetworkSegment(f7bee161-0fbb-40cc-9fdf-0d2495cb589c),segment_id=f7bee161-0fbb-40cc-9fdf-0d2495cb589c)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 04:59:09.332064 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0280f818-a279-49aa-a777-857633d39f62 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788'] for network, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:09.335936 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de2711c-b0c1-4335-a74a-150bab589c79 None None] DHCP port deletion for f3c306ee-499b-4716-9357-c10e17a7876c request from dv-neutron-843763-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 30 04:59:09.337429 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0280f818-a279-49aa-a777-857633d39f62 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:59:09.338307 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0280f818-a279-49aa-a777-857633d39f62 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:09.338966 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-2e68b109-e7b2-4a79-8b98-4ea50394792a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:09.342284 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.db.api [None req-9ac1ecfb-1a4a-46ac-ae22-7400c5032221 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 30 04:59:09.342284 dv-neutron-843763-1-hyperv neutron-server[88261]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 30 04:59:09.342284 dv-neutron-843763-1-hyperv neutron-server[88261]: [parameters: {'id': '49777a40-d6ab-40a3-b904-cc3fc4d5300f'}] May 30 04:59:09.342284 dv-neutron-843763-1-hyperv neutron-server[88261]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88261) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 04:59:09.342915 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG oslo_db.api [None req-9ac1ecfb-1a4a-46ac-ae22-7400c5032221 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 04:59:09.343061 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 42050) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:09.377490 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-ebe5ae79-ea53-4309-869e-8ef2730a46fe tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Request body: {'security_group_rule': {'security_group_id': 'e4415511-f1a3-47f2-b0c8-8905d57bbd9c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:59:09.383241 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-ce4d164e-965c-40a6-9d74-e9d4490320ca tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:59:09.383536 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-ebe5ae79-ea53-4309-869e-8ef2730a46fe tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:59:09.403785 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-7de2711c-b0c1-4335-a74a-150bab589c79 None None] Deleting port a2243d15-31eb-490b-85be-2d98d7ef7a19 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:59:09.404169 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7de2711c-b0c1-4335-a74a-150bab589c79 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:09.412532 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fcb90fa7-b865-4ec7-92a1-92ee7c4716d9 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1454738'] for subnet, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:09.453461 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-ebe5ae79-ea53-4309-869e-8ef2730a46fe tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Usage tracker for resource:security_group_rule and tenant:e8165468c1c447b08667f9e6612a30e1 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:59:09.461535 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-ebe5ae79-ea53-4309-869e-8ef2730a46fe tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:59:09.477919 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce4d164e-965c-40a6-9d74-e9d4490320ca tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Made reservation on behalf of bc9d053c9e7544f5b0aba3128514c439 for: {'network': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:59:09.479126 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-ebe5ae79-ea53-4309-869e-8ef2730a46fe tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:59:09.480733 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ce4d164e-965c-40a6-9d74-e9d4490320ca tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for network, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:09.482714 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-546be434-3b57-43a2-8f37-0f5ed8a58742 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:09.493482 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-546be434-3b57-43a2-8f37-0f5ed8a58742 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:09.508975 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-0280f818-a279-49aa-a777-857633d39f62 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2191274 May 30 04:59:09.513431 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0280f818-a279-49aa-a777-857633d39f62 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Pushing event updated for resources: {'Network': ['ID=03b8a07a-fb65-465a-8f63-51a4d9cba391,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:09.515375 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 42054) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:09.537213 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-f34daf85-f9a0-4582-80dc-c65c3debf1b9 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Request body: {'subnet': {'network_id': '03b8a07a-fb65-465a-8f63-51a4d9cba391', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:59:09.547705 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e68b109-e7b2-4a79-8b98-4ea50394792a None None] Pushing event updated for resources: {'Port': ['ID=a38838aa-32e8-4154-bb71-e82e8eb21b3d,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:09.552006 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9355ca70-c1ed-4831-9a09-9c9e93232996 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1547796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2133315'] for subnet, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:09.573475 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Network 03b8a07a-fb65-465a-8f63-51a4d9cba391 details requested by agent ovs-agent-dv-neutron-843763-1-hyperv with host dv-neutron-843763-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 04:59:09.647544 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce4d164e-965c-40a6-9d74-e9d4490320ca tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=88260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 04:59:09.674271 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-f34daf85-f9a0-4582-80dc-c65c3debf1b9 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:59:09.675432 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9355ca70-c1ed-4831-9a09-9c9e93232996 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Network 7e1df58e-035d-42b4-84df-5ea2099fe951 is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:59:09.677332 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-546be434-3b57-43a2-8f37-0f5ed8a58742 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=88261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 04:59:09.679410 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ebe5ae79-ea53-4309-869e-8ef2730a46fe tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:09.682286 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-9355ca70-c1ed-4831-9a09-9c9e93232996 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:59:09.685070 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9355ca70-c1ed-4831-9a09-9c9e93232996 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:59:09.685734 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9355ca70-c1ed-4831-9a09-9c9e93232996 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:09.692428 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-77899a05-ebbf-4e36-bd79-03ac80f0d1ae tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860493'] for subnet, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:09.697627 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546be434-3b57-43a2-8f37-0f5ed8a58742 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=496feb4e-597d-4c85-ba2a-f7f31a35c4a9,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:09.700590 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-f34daf85-f9a0-4582-80dc-c65c3debf1b9 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Usage tracker for resource:subnet and tenant:895764a2d33a4b6180a8faca69c63db7 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:59:09.706942 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-f34daf85-f9a0-4582-80dc-c65c3debf1b9 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:59:09.715995 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-f34daf85-f9a0-4582-80dc-c65c3debf1b9 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:59:09.722294 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ce4d164e-965c-40a6-9d74-e9d4490320ca tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:09.722691 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.db.segments_db [None req-ce4d164e-965c-40a6-9d74-e9d4490320ca tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Added segment 3a598d6e-f18f-43d5-afea-8036eaa97ce8 of type vlan for network 4cee21e2-8980-4d60-b3e6-c0ac67df1b8f May 30 04:59:09.733463 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f39d5e-72fa-4211-992b-fb69b30394c8 None None] Network 49777a40-d6ab-40a3-b904-cc3fc4d5300f requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:59:09.740115 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-546be434-3b57-43a2-8f37-0f5ed8a58742 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:09.740478 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.db.segments_db [None req-546be434-3b57-43a2-8f37-0f5ed8a58742 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Added segment b8a9e42d-533b-4fec-a68e-c4fe245449e7 of type vlan for network 83d1d881-1387-42cf-a16f-9c6e02a5e965 May 30 04:59:09.769448 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9355ca70-c1ed-4831-9a09-9c9e93232996 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Pushing event updated for resources: {'Subnet': ['ID=52b5faee-2cd1-4103-acac-e14509e69e29,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:09.789759 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fcb90fa7-b865-4ec7-92a1-92ee7c4716d9 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860493'] for subnet, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:09.802351 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f34daf85-f9a0-4582-80dc-c65c3debf1b9 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Made reservation on behalf of 895764a2d33a4b6180a8faca69c63db7 for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:59:09.806011 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f34daf85-f9a0-4582-80dc-c65c3debf1b9 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9305518'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:09.830450 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-546be434-3b57-43a2-8f37-0f5ed8a58742 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729234556353'] for network, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:09.843336 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9ac1ecfb-1a4a-46ac-ae22-7400c5032221 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897784'] for network, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:09.847795 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-9355ca70-c1ed-4831-9a09-9c9e93232996 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.0673530 May 30 04:59:09.856910 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ce4d164e-965c-40a6-9d74-e9d4490320ca tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729234556353'] for network, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:09.862820 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 42058) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:09.872931 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-0d468988-4fb9-4c46-8c79-19f6cc10e9e1 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Request body: {'port': {'network_id': '7e1df58e-035d-42b4-84df-5ea2099fe951', 'fixed_ips': [{'subnet_id': '7d5e2c36-5ae5-44ef-9841-88bfe730a51d'}, {'subnet_id': '52b5faee-2cd1-4103-acac-e14509e69e29'}], 'name': 'tempest-PortsTestJSON-1250835933'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:59:09.947892 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.ipam_backend_mixin [None req-f34daf85-f9a0-4582-80dc-c65c3debf1b9 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Performing IP validity checks on allocation pools {{(pid=88261) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 30 04:59:09.951270 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.ipam_backend_mixin [None req-f34daf85-f9a0-4582-80dc-c65c3debf1b9 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88261) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 30 04:59:09.986537 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-9ac1ecfb-1a4a-46ac-ae22-7400c5032221 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Deleting port a38838aa-32e8-4154-bb71-e82e8eb21b3d {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:59:09.987144 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9ac1ecfb-1a4a-46ac-ae22-7400c5032221 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:10.028510 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ebe5ae79-ea53-4309-869e-8ef2730a46fe tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:10.038861 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-0d468988-4fb9-4c46-8c79-19f6cc10e9e1 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:59:10.039496 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-546be434-3b57-43a2-8f37-0f5ed8a58742 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788'] for network, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:10.046558 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-546be434-3b57-43a2-8f37-0f5ed8a58742 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:59:10.047998 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-546be434-3b57-43a2-8f37-0f5ed8a58742 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:10.056878 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-0d468988-4fb9-4c46-8c79-19f6cc10e9e1 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Usage tracker for resource:port and tenant:f4aea07b5c934dc5bc600f55a2d3ba0e is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:59:10.061899 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-0d468988-4fb9-4c46-8c79-19f6cc10e9e1 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:59:10.088480 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-0d468988-4fb9-4c46-8c79-19f6cc10e9e1 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:59:10.101735 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-7de2711c-b0c1-4335-a74a-150bab589c79 None None] For port a2243d15-31eb-490b-85be-2d98d7ef7a19, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=a2243d15-31eb-490b-85be-2d98d7ef7a19,segment=NetworkSegment(a80b13c3-e3c8-4c67-a38f-d8ae287cc121),segment_id=a80b13c3-e3c8-4c67-a38f-d8ae287cc121)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:59:10.102063 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7de2711c-b0c1-4335-a74a-150bab589c79 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:10.113064 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-77899a05-ebbf-4e36-bd79-03ac80f0d1ae tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1547867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2133322'] for subnet, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:10.157952 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ce4d164e-965c-40a6-9d74-e9d4490320ca tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788'] for network, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:10.158796 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce4d164e-965c-40a6-9d74-e9d4490320ca tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:59:10.159488 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ce4d164e-965c-40a6-9d74-e9d4490320ca tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:10.163547 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d468988-4fb9-4c46-8c79-19f6cc10e9e1 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Made reservation on behalf of f4aea07b5c934dc5bc600f55a2d3ba0e for: {'port': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:59:10.180382 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546be434-3b57-43a2-8f37-0f5ed8a58742 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event updated for resources: {'Network': ['ID=83d1d881-1387-42cf-a16f-9c6e02a5e965,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:10.185994 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ebe5ae79-ea53-4309-869e-8ef2730a46fe tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:10.247311 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment f7bee161-0fbb-40cc-9fdf-0d2495cb589c resource provider aggregate not found May 30 04:59:10.257993 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe5ae79-ea53-4309-869e-8ef2730a46fe tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30d562c6-78bd-479b-a225-c1bc78a5f9f9,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:10.270506 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fcb90fa7-b865-4ec7-92a1-92ee7c4716d9 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1547867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2133322'] for subnet, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:10.291907 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Network 83d1d881-1387-42cf-a16f-9c6e02a5e965 details requested by agent ovs-agent-dv-neutron-843763-1-hyperv with host dv-neutron-843763-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 04:59:10.295484 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77899a05-ebbf-4e36-bd79-03ac80f0d1ae tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Pushing event deleted for resources: {'Subnet': ['ID=36311748-fe32-4a15-8af8-131b0c0bb309,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:10.303947 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f40856f3-36be-418a-8187-45efff31e752 None None] Network 7e1df58e-035d-42b4-84df-5ea2099fe951 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:59:10.306423 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment f7bee161-0fbb-40cc-9fdf-0d2495cb589c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f7bee161-0fbb-40cc-9fdf-0d2495cb589c found for delete ", "request_id": "req-f97e431a-caa5-4ec7-9dda-c4f7837f88da"}]} May 30 04:59:10.314340 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ebe5ae79-ea53-4309-869e-8ef2730a46fe tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:10.318626 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-ebe5ae79-ea53-4309-869e-8ef2730a46fe tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9523311 May 30 04:59:10.318626 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-546be434-3b57-43a2-8f37-0f5ed8a58742 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.3481703 May 30 04:59:10.340580 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 42066) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:10.340895 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 42068) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:10.354012 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-77899a05-ebbf-4e36-bd79-03ac80f0d1ae tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:10.365666 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-066876fa-f17b-4460-990d-931160449cdf tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1784091264', 'admin_state_up': True, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'}}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:59:10.392599 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-7de2711c-b0c1-4335-a74a-150bab589c79 None None] Calling delete_port for a2243d15-31eb-490b-85be-2d98d7ef7a19 owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:59:10.392870 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-066876fa-f17b-4460-990d-931160449cdf tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:59:10.425557 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a86bb6a3-55e3-46cb-b681-7a1f02bd8690 None None] Network 0008fd3d-19e9-40cf-b545-4a7647b90cf1 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:59:10.443932 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-4cd5424b-89ef-4800-9680-c3d22c03a32f tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Request body: {'security_group_rule': {'security_group_id': 'e4415511-f1a3-47f2-b0c8-8905d57bbd9c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:59:10.477414 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-4cd5424b-89ef-4800-9680-c3d22c03a32f tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:59:10.479876 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-066876fa-f17b-4460-990d-931160449cdf tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Usage tracker for resource:router and tenant:f9fe59584bbe4d5aaa42841eedb71980 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:59:10.482784 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fcb90fa7-b865-4ec7-92a1-92ee7c4716d9 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:10.490033 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb90fa7-b865-4ec7-92a1-92ee7c4716d9 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Pushing event deleted for resources: {'Subnet': ['ID=e18e9022-b05c-4a9e-9ef3-8f05316939ec,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:10.491549 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-066876fa-f17b-4460-990d-931160449cdf tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:59:10.512872 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-4cd5424b-89ef-4800-9680-c3d22c03a32f tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Usage tracker for resource:security_group_rule and tenant:e8165468c1c447b08667f9e6612a30e1 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:59:10.523736 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-9ac1ecfb-1a4a-46ac-ae22-7400c5032221 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] For port a38838aa-32e8-4154-bb71-e82e8eb21b3d, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=a38838aa-32e8-4154-bb71-e82e8eb21b3d,segment=NetworkSegment(f7bee161-0fbb-40cc-9fdf-0d2495cb589c),segment_id=f7bee161-0fbb-40cc-9fdf-0d2495cb589c)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:59:10.524460 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9ac1ecfb-1a4a-46ac-ae22-7400c5032221 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:10.524637 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-4cd5424b-89ef-4800-9680-c3d22c03a32f tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:59:10.531854 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-066876fa-f17b-4460-990d-931160449cdf tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:59:10.532646 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f34daf85-f9a0-4582-80dc-c65c3debf1b9 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2305012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9305500'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:10.542737 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0d468988-4fb9-4c46-8c79-19f6cc10e9e1 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:10.556643 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-77899a05-ebbf-4e36-bd79-03ac80f0d1ae tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "DELETE /v2.0/subnets/36311748-fe32-4a15-8af8-131b0c0bb309 HTTP/1.1" status: 204 len: 168 time: 1.8690028 May 30 04:59:10.557016 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-4cd5424b-89ef-4800-9680-c3d22c03a32f tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:59:10.560798 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-fcb90fa7-b865-4ec7-92a1-92ee7c4716d9 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] 10.222.0.15 "DELETE /v2.0/subnets/e18e9022-b05c-4a9e-9ef3-8f05316939ec HTTP/1.1" status: 204 len: 168 time: 1.8178887 May 30 04:59:10.561598 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4d164e-965c-40a6-9d74-e9d4490320ca tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Pushing event updated for resources: {'Network': ['ID=4cee21e2-8980-4d60-b3e6-c0ac67df1b8f,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:10.569319 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 42074) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:10.569562 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 42076) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:10.571101 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-ce4d164e-965c-40a6-9d74-e9d4490320ca tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.4667954 May 30 04:59:10.577479 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 42080) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:10.631864 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c5efc99-583c-46bf-b2b9-dec5ddb06d83 None None] Network e2ba5ada-a2b9-4df4-bf00-6ff7cc925178 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:59:10.647382 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-066876fa-f17b-4460-990d-931160449cdf tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1603901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11666'] for router, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:10.648123 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-066876fa-f17b-4460-990d-931160449cdf tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11675'] for router, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:10.658189 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Network 4cee21e2-8980-4d60-b3e6-c0ac67df1b8f details requested by agent ovs-agent-dv-neutron-843763-1-hyperv with host dv-neutron-843763-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 04:59:10.739882 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [None req-0d468988-4fb9-4c46-8c79-19f6cc10e9e1 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] device_id is not set on port 4ca687de-fc68-4dd4-bfe8-8675924885e9 yet. {{(pid=88260) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 30 04:59:10.745708 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-9ac1ecfb-1a4a-46ac-ae22-7400c5032221 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Calling delete_port for a38838aa-32e8-4154-bb71-e82e8eb21b3d owned by network:dhcp {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:59:10.803649 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4cd5424b-89ef-4800-9680-c3d22c03a32f tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:10.839293 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-066876fa-f17b-4460-990d-931160449cdf tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:10.856065 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-481bc2ea-ef3f-44b8-a034-b7591e7cce4e None None] Provisioning for port 8775c1f0-1cee-47c4-bf7f-963a21424e66 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:59:10.861431 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_v2 [None req-42ab5a79-e974-47f4-a91b-386ecd98589c tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Deleting subnet 49b4ca47-04b1-4dc5-974c-754f82bad586 {{(pid=88260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 30 04:59:10.887144 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-42ab5a79-e974-47f4-a91b-386ecd98589c tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks [] for subnet, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:10.922620 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-05c5f359-44eb-4358-a07c-9cd84c0e7ab6 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897784'] for network, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:11.009690 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34daf85-f9a0-4582-80dc-c65c3debf1b9 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Pushing event updated for resources: {'Subnet': ['ID=439f7e19-9a27-499d-9bcf-d7361b2d2e37,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:11.028159 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34daf85-f9a0-4582-80dc-c65c3debf1b9 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Checking segment: {'id': '5468bf1d-8b34-41a7-93c8-ed0b889e7263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '03b8a07a-fb65-465a-8f63-51a4d9cba391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:59:11.029051 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f34daf85-f9a0-4582-80dc-c65c3debf1b9 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Network hostable DHCP agents. Network: 03b8a07a-fb65-465a-8f63-51a4d9cba391, hostable agents: ['1c705e68-3d3e-4dd3-9252-feb21d4b96ab'], hosted agents: [] {{(pid=88261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 04:59:11.063714 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7de2711c-b0c1-4335-a74a-150bab589c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069'] for port, after_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:11.130830 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-42ab5a79-e974-47f4-a91b-386ecd98589c tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1454738'] for subnet, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:11.172924 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa4774ba-3001-4acf-bf2c-e16486abdb93 tempest-ExternalNetworksTestJSON-700566103 tempest-ExternalNetworksTestJSON-700566103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:59:11.180937 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa4774ba-3001-4acf-bf2c-e16486abdb93 tempest-ExternalNetworksTestJSON-700566103 tempest-ExternalNetworksTestJSON-700566103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:59:11.188107 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa4774ba-3001-4acf-bf2c-e16486abdb93 tempest-ExternalNetworksTestJSON-700566103 tempest-ExternalNetworksTestJSON-700566103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:59:11.194860 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa4774ba-3001-4acf-bf2c-e16486abdb93 tempest-ExternalNetworksTestJSON-700566103 tempest-ExternalNetworksTestJSON-700566103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:59:11.195014 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 8775c1f0-1cee-47c4-bf7f-963a21424e66 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 04:59:11.196058 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-fa4774ba-3001-4acf-bf2c-e16486abdb93 tempest-ExternalNetworksTestJSON-700566103 tempest-ExternalNetworksTestJSON-700566103-project] Synchronizing usage tracker for tenant:b879a879771f4c8580bf29f8543efabc on resource:network {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:59:11.217596 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9ac1ecfb-1a4a-46ac-ae22-7400c5032221 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:11.242023 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de2711c-b0c1-4335-a74a-150bab589c79 None None] Pushing event deleted for resources: {'Port': ['ID=a2243d15-31eb-490b-85be-2d98d7ef7a19,revision_number=None']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:11.260860 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de2711c-b0c1-4335-a74a-150bab589c79 None None] No DVR routers for this DVR port a2243d15-31eb-490b-85be-2d98d7ef7a19 on host dv-neutron-843763-1-hyperv {{(pid=88262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 04:59:11.282941 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-fa4774ba-3001-4acf-bf2c-e16486abdb93 tempest-ExternalNetworksTestJSON-700566103 tempest-ExternalNetworksTestJSON-700566103-project] Unset dirty status for tenant:b879a879771f4c8580bf29f8543efabc on resource:network {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:59:11.287153 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-fa4774ba-3001-4acf-bf2c-e16486abdb93 tempest-ExternalNetworksTestJSON-700566103 tempest-ExternalNetworksTestJSON-700566103-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.7015533 May 30 04:59:11.296685 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 42086) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:11.309859 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac1ecfb-1a4a-46ac-ae22-7400c5032221 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Pushing event deleted for resources: {'Port': ['ID=a38838aa-32e8-4154-bb71-e82e8eb21b3d,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:11.335483 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f34daf85-f9a0-4582-80dc-c65c3debf1b9 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Network 03b8a07a-fb65-465a-8f63-51a4d9cba391 is scheduled to be hosted by DHCP agent 1c705e68-3d3e-4dd3-9252-feb21d4b96ab with binding_index 1 {{(pid=88261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 04:59:11.343247 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac1ecfb-1a4a-46ac-ae22-7400c5032221 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] No DVR routers for this DVR port a38838aa-32e8-4154-bb71-e82e8eb21b3d on host dv-neutron-843763-1-hyperv {{(pid=88261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 04:59:11.444982 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-f34daf85-f9a0-4582-80dc-c65c3debf1b9 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843763-1-hyperv, 03b8a07a-fb65-465a-8f63-51a4d9cba391) {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:59:11.467593 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd83338-6b67-4aa0-8452-cce2c6e67cc8 None None] Network 03b8a07a-fb65-465a-8f63-51a4d9cba391 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:59:11.476598 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f34daf85-f9a0-4582-80dc-c65c3debf1b9 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:59:11.477198 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f34daf85-f9a0-4582-80dc-c65c3debf1b9 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:11.493531 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port 8775c1f0-1cee-47c4-bf7f-963a21424e66 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:59:11.559350 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 8775c1f0-1cee-47c4-bf7f-963a21424e66 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:59:11.559350 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:11.580493 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-f34daf85-f9a0-4582-80dc-c65c3debf1b9 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0581734 May 30 04:59:11.583946 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6d2186d3-cbe6-4d2f-92d3-f86d825626bc tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897784'] for network, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:11.585405 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 42090) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:11.591877 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9ac1ecfb-1a4a-46ac-ae22-7400c5032221 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867540', 'neutron.services.segments.db._delete_segments_for_network-8729234922972'] for network, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:11.601622 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-edc7814c-b52c-4616-af0e-9cfd87fe0ab1 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Request body: {'port': {'network_id': '03b8a07a-fb65-465a-8f63-51a4d9cba391', 'name': 'tempest-PortsIpV6TestJSON-526760711'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:59:11.686106 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4cd5424b-89ef-4800-9680-c3d22c03a32f tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:11.731575 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4cd5424b-89ef-4800-9680-c3d22c03a32f tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:11.736566 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-05c5f359-44eb-4358-a07c-9cd84c0e7ab6 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867540', 'neutron.services.segments.db._delete_segments_for_network-8729234922972'] for network, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:11.745544 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa4b7e6-d535-4702-8b54-08271f0f132a None None] DHCP port deletion for e2ba5ada-a2b9-4df4-bf00-6ff7cc925178 request from dv-neutron-843763-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 30 04:59:11.751585 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-9ac1ecfb-1a4a-46ac-ae22-7400c5032221 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49777a40-d6ab-40a3-b904-cc3fc4d5300f']}} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:59:11.762968 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-066876fa-f17b-4460-990d-931160449cdf tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11765'] for router, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:11.780267 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-9ac1ecfb-1a4a-46ac-ae22-7400c5032221 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7bee161-0fbb-40cc-9fdf-0d2495cb589c') {'for_net_delete': True} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:59:11.780267 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-9ac1ecfb-1a4a-46ac-ae22-7400c5032221 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7bee161-0fbb-40cc-9fdf-0d2495cb589c') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:59:11.799982 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-3aa4b7e6-d535-4702-8b54-08271f0f132a None None] Deleting port cc185bf0-6c39-4da1-8c0d-5a5b79020a93 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:59:11.800504 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-3aa4b7e6-d535-4702-8b54-08271f0f132a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:11.813216 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd5424b-89ef-4800-9680-c3d22c03a32f tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf3812c8-2fcf-4a09-b3bd-dcd393ebf287,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:11.831215 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9ac1ecfb-1a4a-46ac-ae22-7400c5032221 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729235042807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3545573'] for segment, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:11.850272 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-edc7814c-b52c-4616-af0e-9cfd87fe0ab1 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:59:11.853686 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-05c5f359-44eb-4358-a07c-9cd84c0e7ab6 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3c306ee-499b-4716-9357-c10e17a7876c']}} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:59:11.914997 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-05c5f359-44eb-4358-a07c-9cd84c0e7ab6 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a80b13c3-e3c8-4c67-a38f-d8ae287cc121') {'for_net_delete': True} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:59:11.915343 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-05c5f359-44eb-4358-a07c-9cd84c0e7ab6 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a80b13c3-e3c8-4c67-a38f-d8ae287cc121') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:59:11.923699 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9ac1ecfb-1a4a-46ac-ae22-7400c5032221 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:11.935628 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4cd5424b-89ef-4800-9680-c3d22c03a32f tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:11.935820 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-edc7814c-b52c-4616-af0e-9cfd87fe0ab1 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:59:11.936736 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-4cd5424b-89ef-4800-9680-c3d22c03a32f tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.5799215 May 30 04:59:11.946714 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 42094) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:11.954823 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-cee8a302-f3ce-49c4-89cf-45ef14dc7ec3 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Request body: {'security_group_rule': {'security_group_id': 'e4415511-f1a3-47f2-b0c8-8905d57bbd9c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:59:11.963079 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ac1ecfb-1a4a-46ac-ae22-7400c5032221 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=88261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 04:59:11.963845 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9ac1ecfb-1a4a-46ac-ae22-7400c5032221 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-862858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2304281'] for segment, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:11.980991 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6d2186d3-cbe6-4d2f-92d3-f86d825626bc tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867540', 'neutron.services.segments.db._delete_segments_for_network-8729234922972'] for network, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:11.988715 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-cee8a302-f3ce-49c4-89cf-45ef14dc7ec3 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:59:11.991826 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-05c5f359-44eb-4358-a07c-9cd84c0e7ab6 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729235042807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1454725'] for segment, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:11.999374 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-42ab5a79-e974-47f4-a91b-386ecd98589c tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860493'] for subnet, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:12.064191 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-cee8a302-f3ce-49c4-89cf-45ef14dc7ec3 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Usage tracker for resource:security_group_rule and tenant:e8165468c1c447b08667f9e6612a30e1 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:59:12.069009 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1448f39d-921f-49fb-99c4-304686323cc0 None None] Update dhcp port {'port': {'network_id': '7e1df58e-035d-42b4-84df-5ea2099fe951', 'fixed_ips': [{'subnet_id': '7d5e2c36-5ae5-44ef-9841-88bfe730a51d', 'ip_address': '172.20.0.2'}, {'subnet_id': '52b5faee-2cd1-4103-acac-e14509e69e29'}], 'binding:host_id': 'dv-neutron-843763-1-hyperv'}, 'id': '8775c1f0-1cee-47c4-bf7f-963a21424e66'} from dv-neutron-843763-1-hyperv. {{(pid=88262) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 30 04:59:12.085697 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edc7814c-b52c-4616-af0e-9cfd87fe0ab1 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Made reservation on behalf of 895764a2d33a4b6180a8faca69c63db7 for: {'port': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:59:12.089780 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-edc7814c-b52c-4616-af0e-9cfd87fe0ab1 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:12.119929 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-05c5f359-44eb-4358-a07c-9cd84c0e7ab6 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:12.130532 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-cee8a302-f3ce-49c4-89cf-45ef14dc7ec3 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:59:12.145037 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-6d2186d3-cbe6-4d2f-92d3-f86d825626bc tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cee21e2-8980-4d60-b3e6-c0ac67df1b8f']}} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:59:12.145287 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05c5f359-44eb-4358-a07c-9cd84c0e7ab6 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=88260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 04:59:12.145772 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-05c5f359-44eb-4358-a07c-9cd84c0e7ab6 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-862858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1547513'] for segment, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:12.146596 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-1448f39d-921f-49fb-99c4-304686323cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:12.153912 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-cee8a302-f3ce-49c4-89cf-45ef14dc7ec3 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:59:12.166265 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a36edfd1-dcfd-43a5-8e27-683fd2151e8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bbf24ed-7ba9-53d2-873f-8f9642b1e987-03b8a07a-fb65-465a-8f63-51a4d9cba391', 'network_id': '03b8a07a-fb65-465a-8f63-51a4d9cba391', 'tenant_id': '895764a2d33a4b6180a8faca69c63db7', 'fixed_ips': [{'subnet_id': '439f7e19-9a27-499d-9bcf-d7361b2d2e37'}]}} from dv-neutron-843763-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 30 04:59:12.167845 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a36edfd1-dcfd-43a5-8e27-683fd2151e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:12.168928 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-6d2186d3-cbe6-4d2f-92d3-f86d825626bc tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a598d6e-f18f-43d5-afea-8036eaa97ce8') {'for_net_delete': True} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:59:12.169412 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-6d2186d3-cbe6-4d2f-92d3-f86d825626bc tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a598d6e-f18f-43d5-afea-8036eaa97ce8') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:59:12.207737 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6d2186d3-cbe6-4d2f-92d3-f86d825626bc tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729235042807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3545573'] for segment, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:12.218825 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [None req-edc7814c-b52c-4616-af0e-9cfd87fe0ab1 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] device_id is not set on port d3c1a692-73e0-4e67-b480-80cef9eaebe2 yet. {{(pid=88261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 30 04:59:12.237625 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment a80b13c3-e3c8-4c67-a38f-d8ae287cc121 resource provider aggregate not found May 30 04:59:12.271607 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9ac1ecfb-1a4a-46ac-ae22-7400c5032221 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604744'] for network, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:12.293286 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment a80b13c3-e3c8-4c67-a38f-d8ae287cc121 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a80b13c3-e3c8-4c67-a38f-d8ae287cc121 found for delete ", "request_id": "req-8eb38cfb-690a-4eb3-8736-333508907fbb"}]} May 30 04:59:12.301405 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6d2186d3-cbe6-4d2f-92d3-f86d825626bc tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:12.311086 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9ac1ecfb-1a4a-46ac-ae22-7400c5032221 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:12.316304 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-0d468988-4fb9-4c46-8c79-19f6cc10e9e1 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Allocated IP 172.20.0.13 (7e1df58e-035d-42b4-84df-5ea2099fe951/7d5e2c36-5ae5-44ef-9841-88bfe730a51d/4ca687de-fc68-4dd4-bfe8-8675924885e9) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:59:12.324015 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-42ab5a79-e974-47f4-a91b-386ecd98589c tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1547867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2133322'] for subnet, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:12.344557 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cee8a302-f3ce-49c4-89cf-45ef14dc7ec3 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:12.358241 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac1ecfb-1a4a-46ac-ae22-7400c5032221 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Pushing event deleted for resources: {'Network': ['ID=49777a40-d6ab-40a3-b904-cc3fc4d5300f,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:12.363734 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d2186d3-cbe6-4d2f-92d3-f86d825626bc tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=88261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 04:59:12.364155 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6d2186d3-cbe6-4d2f-92d3-f86d825626bc tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-862858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2304281'] for segment, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:12.365592 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-0d468988-4fb9-4c46-8c79-19f6cc10e9e1 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Allocated IP 172.20.0.20 (7e1df58e-035d-42b4-84df-5ea2099fe951/52b5faee-2cd1-4103-acac-e14509e69e29/4ca687de-fc68-4dd4-bfe8-8675924885e9) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:59:12.378880 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-05c5f359-44eb-4358-a07c-9cd84c0e7ab6 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604744'] for network, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:12.383594 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment f7bee161-0fbb-40cc-9fdf-0d2495cb589c resource provider aggregate not found May 30 04:59:12.405160 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ab5a79-e974-47f4-a91b-386ecd98589c tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Pushing event deleted for resources: {'Subnet': ['ID=49b4ca47-04b1-4dc5-974c-754f82bad586,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:12.412820 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-05c5f359-44eb-4358-a07c-9cd84c0e7ab6 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:12.416701 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-42ab5a79-e974-47f4-a91b-386ecd98589c tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:12.438606 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c5f359-44eb-4358-a07c-9cd84c0e7ab6 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Pushing event deleted for resources: {'Network': ['ID=f3c306ee-499b-4716-9357-c10e17a7876c,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:12.466536 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-9ac1ecfb-1a4a-46ac-ae22-7400c5032221 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] 10.222.0.15 "DELETE /v2.0/networks/49777a40-d6ab-40a3-b904-cc3fc4d5300f HTTP/1.1" status: 204 len: 168 time: 6.3283951 May 30 04:59:12.467238 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-05c5f359-44eb-4358-a07c-9cd84c0e7ab6 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] 10.222.0.15 "DELETE /v2.0/networks/f3c306ee-499b-4716-9357-c10e17a7876c HTTP/1.1" status: 204 len: 168 time: 1.8929155 May 30 04:59:12.469172 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 42106) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:12.469649 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 42108) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:12.487739 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-42ab5a79-e974-47f4-a91b-386ecd98589c tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "DELETE /v2.0/subnets/49b4ca47-04b1-4dc5-974c-754f82bad586 HTTP/1.1" status: 204 len: 168 time: 1.9154754 May 30 04:59:12.491780 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-e35391d6-986b-49e9-9121-c17f6d8cf210 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-999938648'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:59:12.516368 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment f7bee161-0fbb-40cc-9fdf-0d2495cb589c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f7bee161-0fbb-40cc-9fdf-0d2495cb589c found for delete ", "request_id": "req-e9b5e169-d3ab-40ce-8ff6-51a166cc1534"}]} May 30 04:59:12.523091 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 42114) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:12.526062 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6d2186d3-cbe6-4d2f-92d3-f86d825626bc tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604744'] for network, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:12.550017 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-e35391d6-986b-49e9-9121-c17f6d8cf210 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:59:12.566174 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 8775c1f0-1cee-47c4-bf7f-963a21424e66 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:59:12.566476 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:12.591488 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d2186d3-cbe6-4d2f-92d3-f86d825626bc tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4cee21e2-8980-4d60-b3e6-c0ac67df1b8f {{(pid=88261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 30 04:59:12.614753 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] For port 8775c1f0-1cee-47c4-bf7f-963a21424e66, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=8775c1f0-1cee-47c4-bf7f-963a21424e66,segment=NetworkSegment(cdc74c68-3f25-4a1c-b070-5efd8c970052),segment_id=cdc74c68-3f25-4a1c-b070-5efd8c970052)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:59:12.616786 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2186d3-cbe6-4d2f-92d3-f86d825626bc tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Pushing event deleted for resources: {'Network': ['ID=4cee21e2-8980-4d60-b3e6-c0ac67df1b8f,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:12.623406 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6d2186d3-cbe6-4d2f-92d3-f86d825626bc tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:12.644025 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-6d2186d3-cbe6-4d2f-92d3-f86d825626bc tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] 10.222.0.15 "DELETE /v2.0/networks/4cee21e2-8980-4d60-b3e6-c0ac67df1b8f HTTP/1.1" status: 204 len: 168 time: 1.3391411 May 30 04:59:12.662047 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-e35391d6-986b-49e9-9121-c17f6d8cf210 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Usage tracker for resource:network and tenant:5386df8a083a4b53b87ea99ca4a65ce1 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:59:12.674714 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 42118) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:12.691976 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-e35391d6-986b-49e9-9121-c17f6d8cf210 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:59:12.692299 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:12.723213 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-081751e8-61b3-4694-a513-b2be0c2e016c tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Request body: {'network': {'name': 'tempest-network--506155058', 'router:external': True}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:59:12.724849 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cee8a302-f3ce-49c4-89cf-45ef14dc7ec3 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:12.732164 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-2e91fcf7-4cef-427e-ae87-6d514f01dc3a tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1957333 May 30 04:59:12.737934 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 42122) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:12.739800 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-e35391d6-986b-49e9-9121-c17f6d8cf210 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:59:12.743114 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cee8a302-f3ce-49c4-89cf-45ef14dc7ec3 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:12.753168 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-44109644-8516-419f-9257-cce4771ab018 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Request body: {'subnet': {'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:59:12.768517 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef1b8bb-a7b5-49a9-8de5-32ebda31d91c None None] Network 0008fd3d-19e9-40cf-b545-4a7647b90cf1 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:59:12.801664 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-081751e8-61b3-4694-a513-b2be0c2e016c tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:59:12.802624 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-edc7814c-b52c-4616-af0e-9cfd87fe0ab1 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Allocated IP 2001:db8::328 (03b8a07a-fb65-465a-8f63-51a4d9cba391/439f7e19-9a27-499d-9bcf-d7361b2d2e37/d3c1a692-73e0-4e67-b480-80cef9eaebe2) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:59:12.823659 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee8a302-f3ce-49c4-89cf-45ef14dc7ec3 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd45024e-c48e-4225-9fc0-a72d83431220,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:12.828535 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-081751e8-61b3-4694-a513-b2be0c2e016c tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Usage tracker for resource:network and tenant:bc9d053c9e7544f5b0aba3128514c439 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:59:12.840302 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-081751e8-61b3-4694-a513-b2be0c2e016c tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:59:12.876759 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device a2243d15-31eb-490b-85be-2d98d7ef7a19 no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 04:59:12.927799 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-081751e8-61b3-4694-a513-b2be0c2e016c tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:59:12.941688 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e35391d6-986b-49e9-9121-c17f6d8cf210 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Made reservation on behalf of 5386df8a083a4b53b87ea99ca4a65ce1 for: {'network': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:59:12.945470 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e35391d6-986b-49e9-9121-c17f6d8cf210 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for network, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:12.949062 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] No Port match for: a2243d15-31eb-490b-85be-2d98d7ef7a19 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 04:59:12.949400 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device a2243d15-31eb-490b-85be-2d98d7ef7a19 not bound to the agent host dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 04:59:12.975635 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cee8a302-f3ce-49c4-89cf-45ef14dc7ec3 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:12.976885 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-3aa4b7e6-d535-4702-8b54-08271f0f132a None None] For port cc185bf0-6c39-4da1-8c0d-5a5b79020a93, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=cc185bf0-6c39-4da1-8c0d-5a5b79020a93,segment=NetworkSegment(2b20d740-7a7c-42f8-b89e-e72cf10ac465),segment_id=2b20d740-7a7c-42f8-b89e-e72cf10ac465)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:59:12.977244 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-cee8a302-f3ce-49c4-89cf-45ef14dc7ec3 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0291491 May 30 04:59:12.977385 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-3aa4b7e6-d535-4702-8b54-08271f0f132a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:12.984133 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 42126) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:13.165328 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device cc185bf0-6c39-4da1-8c0d-5a5b79020a93 no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 04:59:13.180775 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-383e8400-5b0e-4fe8-bc2f-f1e173bfa759 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Request body: {'security_group_rule': {'security_group_id': 'e4415511-f1a3-47f2-b0c8-8905d57bbd9c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:59:13.203156 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-3aa4b7e6-d535-4702-8b54-08271f0f132a None None] Calling delete_port for cc185bf0-6c39-4da1-8c0d-5a5b79020a93 owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:59:13.236050 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-383e8400-5b0e-4fe8-bc2f-f1e173bfa759 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:59:13.249285 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-383e8400-5b0e-4fe8-bc2f-f1e173bfa759 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Usage tracker for resource:security_group_rule and tenant:e8165468c1c447b08667f9e6612a30e1 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:59:13.256150 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-383e8400-5b0e-4fe8-bc2f-f1e173bfa759 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:59:13.267501 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-383e8400-5b0e-4fe8-bc2f-f1e173bfa759 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:59:13.269518 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-44109644-8516-419f-9257-cce4771ab018 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:59:13.278550 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-44109644-8516-419f-9257-cce4771ab018 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Usage tracker for resource:subnet and tenant:16af2dbefc6742d5a37a7b30e58c8c2f is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:59:13.283796 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-39bf5958-7d6f-4d57-ae7d-b92eba847430 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897784'] for network, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:13.285738 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-44109644-8516-419f-9257-cce4771ab018 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:59:13.308724 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-44109644-8516-419f-9257-cce4771ab018 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:59:13.320370 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-081751e8-61b3-4694-a513-b2be0c2e016c tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Made reservation on behalf of bc9d053c9e7544f5b0aba3128514c439 for: {'network': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:59:13.324994 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-081751e8-61b3-4694-a513-b2be0c2e016c tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for network, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:13.339763 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Pushing event updated for resources: {'Port': ['ID=8775c1f0-1cee-47c4-bf7f-963a21424e66,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:13.347674 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-cd56b3c2-76e0-445a-8369-d78b452e6013 None None] Provisioning complete for port fd6f8229-0f98-44ba-9f7c-452546ef830f triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:59:13.348053 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-cd56b3c2-76e0-445a-8369-d78b452e6013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:13.373956 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44109644-8516-419f-9257-cce4771ab018 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Made reservation on behalf of 16af2dbefc6742d5a37a7b30e58c8c2f for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:59:13.377332 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-44109644-8516-419f-9257-cce4771ab018 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9305518'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:13.402202 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-383e8400-5b0e-4fe8-bc2f-f1e173bfa759 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:13.406472 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0d468988-4fb9-4c46-8c79-19f6cc10e9e1 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:13.420156 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-066876fa-f17b-4460-990d-931160449cdf tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for router_gateway, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:13.454406 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e35391d6-986b-49e9-9121-c17f6d8cf210 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=88260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 04:59:13.463619 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-39bf5958-7d6f-4d57-ae7d-b92eba847430 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Deleting port cc185bf0-6c39-4da1-8c0d-5a5b79020a93 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:59:13.464805 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-39bf5958-7d6f-4d57-ae7d-b92eba847430 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:13.466769 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-edc7814c-b52c-4616-af0e-9cfd87fe0ab1 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:13.501098 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-066876fa-f17b-4460-990d-931160449cdf tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:13.522323 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [None req-0d468988-4fb9-4c46-8c79-19f6cc10e9e1 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Transition to ACTIVE for port object 4ca687de-fc68-4dd4-bfe8-8675924885e9 will not be triggered until provisioned by entity DHCP. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:59:13.523532 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-081751e8-61b3-4694-a513-b2be0c2e016c tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=88260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 04:59:13.533952 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-3aa4b7e6-d535-4702-8b54-08271f0f132a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069'] for port, after_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:13.536759 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [None req-edc7814c-b52c-4616-af0e-9cfd87fe0ab1 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Transition to ACTIVE for port object d3c1a692-73e0-4e67-b480-80cef9eaebe2 will not be triggered until provisioned by entity DHCP. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:59:13.565061 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e35391d6-986b-49e9-9121-c17f6d8cf210 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:13.565735 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.db.segments_db [None req-e35391d6-986b-49e9-9121-c17f6d8cf210 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Added segment 42f452c0-0542-487a-a559-b89623a29f16 of type vlan for network f72c9d7b-f8a3-404d-8470-b64caf927c47 May 30 04:59:13.585246 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-383e8400-5b0e-4fe8-bc2f-f1e173bfa759 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:13.586820 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Port cc185bf0-6c39-4da1-8c0d-5a5b79020a93 update to DOWN by agent not found {{(pid=88262) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} May 30 04:59:13.600491 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa4b7e6-d535-4702-8b54-08271f0f132a None None] Pushing event deleted for resources: {'Port': ['ID=cc185bf0-6c39-4da1-8c0d-5a5b79020a93,revision_number=None']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:13.601352 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-383e8400-5b0e-4fe8-bc2f-f1e173bfa759 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:13.605836 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa4b7e6-d535-4702-8b54-08271f0f132a None None] No DVR routers for this DVR port cc185bf0-6c39-4da1-8c0d-5a5b79020a93 on host dv-neutron-843763-1-hyperv {{(pid=88262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 04:59:13.609788 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-081751e8-61b3-4694-a513-b2be0c2e016c tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:13.610145 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.db.segments_db [None req-081751e8-61b3-4694-a513-b2be0c2e016c tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Added segment c59e832e-b5c7-4eae-8a5f-d4420cd67e36 of type vlan for network fd5c6b17-ca30-42ca-a84a-247bca50b1e2 May 30 04:59:13.677982 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383e8400-5b0e-4fe8-bc2f-f1e173bfa759 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c339c60c-ddc8-4a23-a29a-ec52d2c58a80,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:13.678337 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e35391d6-986b-49e9-9121-c17f6d8cf210 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729234556353'] for network, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:13.685268 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-edc7814c-b52c-4616-af0e-9cfd87fe0ab1 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:13.690630 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-39bf5958-7d6f-4d57-ae7d-b92eba847430 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] The port 'cc185bf0-6c39-4da1-8c0d-5a5b79020a93' was deleted {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 30 04:59:13.730144 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-cd56b3c2-76e0-445a-8369-d78b452e6013 None None] Current status of the port fd6f8229-0f98-44ba-9f7c-452546ef830f is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:59:13.770055 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-a36edfd1-dcfd-43a5-8e27-683fd2151e8a None None] Allocated IP 2001:db8::2 (03b8a07a-fb65-465a-8f63-51a4d9cba391/439f7e19-9a27-499d-9bcf-d7361b2d2e37/32beaf85-18b2-4ebc-b737-029837b545e9) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:59:13.780362 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-383e8400-5b0e-4fe8-bc2f-f1e173bfa759 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:13.781560 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-383e8400-5b0e-4fe8-bc2f-f1e173bfa759 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.7864029 May 30 04:59:13.791125 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc7814c-b52c-4616-af0e-9cfd87fe0ab1 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Network 03b8a07a-fb65-465a-8f63-51a4d9cba391 is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:59:13.794496 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 42130) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:13.801458 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-edc7814c-b52c-4616-af0e-9cfd87fe0ab1 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:59:13.816907 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc7814c-b52c-4616-af0e-9cfd87fe0ab1 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:59:13.822462 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc7814c-b52c-4616-af0e-9cfd87fe0ab1 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:59:13.823289 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-edc7814c-b52c-4616-af0e-9cfd87fe0ab1 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:13.842825 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc7814c-b52c-4616-af0e-9cfd87fe0ab1 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Pushing event updated for resources: {'Port': ['ID=d3c1a692-73e0-4e67-b480-80cef9eaebe2,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:13.845751 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-081751e8-61b3-4694-a513-b2be0c2e016c tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729234556353'] for network, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:13.884488 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f5133d44-0bae-4121-aeba-a434d0070e4a tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:13.888036 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-387b2b5e-771a-4d4c-afa7-2248589a5442 None None] DHCP port deletion for 0008fd3d-19e9-40cf-b545-4a7647b90cf1 request from dv-neutron-843763-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 30 04:59:13.895710 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-edc7814c-b52c-4616-af0e-9cfd87fe0ab1 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.3047094 May 30 04:59:13.898537 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-387b2b5e-771a-4d4c-afa7-2248589a5442 None None] Deleting port fd6f8229-0f98-44ba-9f7c-452546ef830f {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:59:13.899058 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 42134) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:13.899184 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-387b2b5e-771a-4d4c-afa7-2248589a5442 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:13.935912 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f5133d44-0bae-4121-aeba-a434d0070e4a tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:13.936203 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0d468988-4fb9-4c46-8c79-19f6cc10e9e1 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:13.942448 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-44109644-8516-419f-9257-cce4771ab018 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2305012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9305500'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:13.983431 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e35391d6-986b-49e9-9121-c17f6d8cf210 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788'] for network, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:13.988762 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e35391d6-986b-49e9-9121-c17f6d8cf210 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:59:13.989563 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e35391d6-986b-49e9-9121-c17f6d8cf210 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:14.006995 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-39bf5958-7d6f-4d57-ae7d-b92eba847430 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867540', 'neutron.services.segments.db._delete_segments_for_network-8729234922972'] for network, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:14.034275 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44109644-8516-419f-9257-cce4771ab018 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Network 0008fd3d-19e9-40cf-b545-4a7647b90cf1 is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:59:14.038463 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.db.resource_extend [None req-081751e8-61b3-4694-a513-b2be0c2e016c tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 04:59:14.044728 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-44109644-8516-419f-9257-cce4771ab018 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:59:14.053988 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44109644-8516-419f-9257-cce4771ab018 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:59:14.054845 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-44109644-8516-419f-9257-cce4771ab018 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:14.054999 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-066876fa-f17b-4460-990d-931160449cdf tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Allocated IP 172.26.6.168 (1bab70f4-3794-44db-8e17-19f483aa8ffa/6b5b73c1-b0ce-4f83-a930-c00cc5522926/45643f2a-2144-47ee-8c5c-b98833323da3) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:59:14.066258 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-09f6a647-35a1-4fbf-b7e7-59d4c4eb8a9a tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Deleting port d3c1a692-73e0-4e67-b480-80cef9eaebe2 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:59:14.066895 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-09f6a647-35a1-4fbf-b7e7-59d4c4eb8a9a tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:14.107654 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f5133d44-0bae-4121-aeba-a434d0070e4a tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:14.119546 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-1448f39d-921f-49fb-99c4-304686323cc0 None None] Allocated IP 172.20.0.18 (7e1df58e-035d-42b4-84df-5ea2099fe951/52b5faee-2cd1-4103-acac-e14509e69e29/8775c1f0-1cee-47c4-bf7f-963a21424e66) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:59:14.122440 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44109644-8516-419f-9257-cce4771ab018 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Pushing event updated for resources: {'Subnet': ['ID=0c7c6e99-c19d-4d4e-870b-a12b4792ab1c,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:14.152236 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5133d44-0bae-4121-aeba-a434d0070e4a tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c339c60c-ddc8-4a23-a29a-ec52d2c58a80,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:14.160894 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f5133d44-0bae-4121-aeba-a434d0070e4a tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:14.162015 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-f5133d44-0bae-4121-aeba-a434d0070e4a tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/c339c60c-ddc8-4a23-a29a-ec52d2c58a80 HTTP/1.1" status: 204 len: 168 time: 0.3665457 May 30 04:59:14.165373 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 42138) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:14.183101 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-44109644-8516-419f-9257-cce4771ab018 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4438415 May 30 04:59:14.186257 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-39bf5958-7d6f-4d57-ae7d-b92eba847430 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2ba5ada-a2b9-4df4-bf00-6ff7cc925178']}} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:59:14.186954 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 42142) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:14.222424 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-2060ff89-a188-4a13-b4df-1b9e2d29729a tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Request body: {'subnet': {'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:59:14.242056 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35391d6-986b-49e9-9121-c17f6d8cf210 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Pushing event updated for resources: {'Network': ['ID=f72c9d7b-f8a3-404d-8470-b64caf927c47,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:14.248180 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d468988-4fb9-4c46-8c79-19f6cc10e9e1 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Network 7e1df58e-035d-42b4-84df-5ea2099fe951 is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:59:14.258319 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-e35391d6-986b-49e9-9121-c17f6d8cf210 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.7839136 May 30 04:59:14.259319 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-081751e8-61b3-4694-a513-b2be0c2e016c tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788'] for network, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:14.260472 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081751e8-61b3-4694-a513-b2be0c2e016c tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:59:14.261214 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-081751e8-61b3-4694-a513-b2be0c2e016c tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:14.307209 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Network f72c9d7b-f8a3-404d-8470-b64caf927c47 details requested by agent ovs-agent-dv-neutron-843763-1-hyperv with host dv-neutron-843763-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 04:59:14.311029 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 42146) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:14.325287 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-535b56ca-7488-4508-946c-114eda0543de tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Request body: {'subnet': {'network_id': 'f72c9d7b-f8a3-404d-8470-b64caf927c47', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:59:14.376905 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-39bf5958-7d6f-4d57-ae7d-b92eba847430 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b20d740-7a7c-42f8-b89e-e72cf10ac465') {'for_net_delete': True} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:59:14.377455 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-39bf5958-7d6f-4d57-ae7d-b92eba847430 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b20d740-7a7c-42f8-b89e-e72cf10ac465') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:59:14.388362 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-0d468988-4fb9-4c46-8c79-19f6cc10e9e1 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:59:14.392756 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-e8f87910-584b-4327-82cf-591ecd2d9ecf tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Synchronizing usage tracker for tenant:e8165468c1c447b08667f9e6612a30e1 on resource:security_group_rule {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:59:14.407458 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d468988-4fb9-4c46-8c79-19f6cc10e9e1 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Pushing event updated for resources: {'Port': ['ID=4ca687de-fc68-4dd4-bfe8-8675924885e9,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:14.422978 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d468988-4fb9-4c46-8c79-19f6cc10e9e1 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:59:14.450673 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-39bf5958-7d6f-4d57-ae7d-b92eba847430 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729235042807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1454725'] for segment, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:14.502295 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-081751e8-61b3-4694-a513-b2be0c2e016c tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.8239622 May 30 04:59:14.507531 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-39bf5958-7d6f-4d57-ae7d-b92eba847430 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:14.509437 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 42150) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:14.514772 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081751e8-61b3-4694-a513-b2be0c2e016c tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Pushing event updated for resources: {'Network': ['ID=fd5c6b17-ca30-42ca-a84a-247bca50b1e2,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:14.514918 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a36edfd1-dcfd-43a5-8e27-683fd2151e8a None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:14.540793 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Network fd5c6b17-ca30-42ca-a84a-247bca50b1e2 details requested by agent ovs-agent-dv-neutron-843763-1-hyperv with host dv-neutron-843763-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 04:59:14.564811 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39bf5958-7d6f-4d57-ae7d-b92eba847430 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=88260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 04:59:14.565836 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-39bf5958-7d6f-4d57-ae7d-b92eba847430 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-862858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1547513'] for segment, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:14.575692 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 3a598d6e-f18f-43d5-afea-8036eaa97ce8 resource provider aggregate not found May 30 04:59:14.584098 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-a36edfd1-dcfd-43a5-8e27-683fd2151e8a None None] Transition to ACTIVE for port object 32beaf85-18b2-4ebc-b737-029837b545e9 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:59:14.611360 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 3a598d6e-f18f-43d5-afea-8036eaa97ce8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3a598d6e-f18f-43d5-afea-8036eaa97ce8 found for delete ", "request_id": "req-43bc8117-7018-4749-88f8-634bed89e20c"}]} May 30 04:59:14.621133 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-e8f87910-584b-4327-82cf-591ecd2d9ecf tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Unset dirty status for tenant:e8165468c1c447b08667f9e6612a30e1 on resource:security_group_rule {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:59:14.625179 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-e8f87910-584b-4327-82cf-591ecd2d9ecf tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.4557395 May 30 04:59:14.627818 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 42158) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:14.658169 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-535b56ca-7488-4508-946c-114eda0543de tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:59:14.660595 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-2060ff89-a188-4a13-b4df-1b9e2d29729a tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:59:14.662324 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-387b2b5e-771a-4d4c-afa7-2248589a5442 None None] For port fd6f8229-0f98-44ba-9f7c-452546ef830f, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=fd6f8229-0f98-44ba-9f7c-452546ef830f,segment=NetworkSegment(c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1),segment_id=c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:59:14.662687 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-387b2b5e-771a-4d4c-afa7-2248589a5442 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:14.686185 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-535b56ca-7488-4508-946c-114eda0543de tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Usage tracker for resource:subnet and tenant:5386df8a083a4b53b87ea99ca4a65ce1 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:59:14.689148 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-2060ff89-a188-4a13-b4df-1b9e2d29729a tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Usage tracker for resource:subnet and tenant:16af2dbefc6742d5a37a7b30e58c8c2f is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:59:14.695492 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-535b56ca-7488-4508-946c-114eda0543de tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:59:14.698777 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-2060ff89-a188-4a13-b4df-1b9e2d29729a tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:59:14.719243 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-535b56ca-7488-4508-946c-114eda0543de tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:59:14.721303 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-2060ff89-a188-4a13-b4df-1b9e2d29729a tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:59:14.727600 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-09f6a647-35a1-4fbf-b7e7-59d4c4eb8a9a tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:14.736118 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d468988-4fb9-4c46-8c79-19f6cc10e9e1 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:59:14.736341 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-60df4ccb-194e-4fa1-be53-c790d47e5039 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:14.736763 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0d468988-4fb9-4c46-8c79-19f6cc10e9e1 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:14.758121 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-60df4ccb-194e-4fa1-be53-c790d47e5039 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:14.787813 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 2b20d740-7a7c-42f8-b89e-e72cf10ac465 resource provider aggregate not found May 30 04:59:14.810162 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-a36edfd1-dcfd-43a5-8e27-683fd2151e8a None None] Transition to ACTIVE for port object 32beaf85-18b2-4ebc-b737-029837b545e9 will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:59:14.818926 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-387b2b5e-771a-4d4c-afa7-2248589a5442 None None] Calling delete_port for fd6f8229-0f98-44ba-9f7c-452546ef830f owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:59:14.830094 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 2b20d740-7a7c-42f8-b89e-e72cf10ac465 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2b20d740-7a7c-42f8-b89e-e72cf10ac465 found for delete ", "request_id": "req-dfe709a2-0f0a-43f7-b7d0-791d3a23fecc"}]} May 30 04:59:14.846641 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad21f7b5-7b4c-4e1c-995f-440400daddaf tempest-ExternalNetworksTestJSON-700566103 tempest-ExternalNetworksTestJSON-700566103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:59:14.850367 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-ad21f7b5-7b4c-4e1c-995f-440400daddaf tempest-ExternalNetworksTestJSON-700566103 tempest-ExternalNetworksTestJSON-700566103-project] 10.222.0.15 "GET /v2.0/networks/fd5c6b17-ca30-42ca-a84a-247bca50b1e2 HTTP/1.1" status: 200 len: 756 time: 0.3370001 May 30 04:59:14.854789 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-066876fa-f17b-4460-990d-931160449cdf tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:14.877978 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a36edfd1-dcfd-43a5-8e27-683fd2151e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:14.879129 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 42166) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:14.881649 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-39bf5958-7d6f-4d57-ae7d-b92eba847430 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604744'] for network, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:14.886790 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-39bf5958-7d6f-4d57-ae7d-b92eba847430 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:14.890378 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-09f6a647-35a1-4fbf-b7e7-59d4c4eb8a9a tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Calling delete_port for d3c1a692-73e0-4e67-b480-80cef9eaebe2 owned by {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:59:14.891446 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-39bf5958-7d6f-4d57-ae7d-b92eba847430 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] 10.222.0.15 "DELETE /v2.0/networks/e2ba5ada-a2b9-4df4-bf00-6ff7cc925178 HTTP/1.1" status: 204 len: 168 time: 2.4186051 May 30 04:59:14.911770 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 42170) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:14.919161 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-535b56ca-7488-4508-946c-114eda0543de tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Made reservation on behalf of 5386df8a083a4b53b87ea99ca4a65ce1 for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:59:14.922796 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-535b56ca-7488-4508-946c-114eda0543de tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9305518'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:14.933490 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-0d468988-4fb9-4c46-8c79-19f6cc10e9e1 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 5.0666728 May 30 04:59:14.937680 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2060ff89-a188-4a13-b4df-1b9e2d29729a tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Made reservation on behalf of 16af2dbefc6742d5a37a7b30e58c8c2f for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:59:14.939803 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 42174) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:14.941222 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2060ff89-a188-4a13-b4df-1b9e2d29729a tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9305518'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:14.941835 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bf5958-7d6f-4d57-ae7d-b92eba847430 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Pushing event deleted for resources: {'Network': ['ID=e2ba5ada-a2b9-4df4-bf00-6ff7cc925178,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:14.958453 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a36edfd1-dcfd-43a5-8e27-683fd2151e8a None None] Network 03b8a07a-fb65-465a-8f63-51a4d9cba391 is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:59:14.960330 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-1448f39d-921f-49fb-99c4-304686323cc0 None None] For port 8775c1f0-1cee-47c4-bf7f-963a21424e66, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=8775c1f0-1cee-47c4-bf7f-963a21424e66,segment=NetworkSegment(cdc74c68-3f25-4a1c-b070-5efd8c970052),segment_id=cdc74c68-3f25-4a1c-b070-5efd8c970052)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:59:14.969090 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-a36edfd1-dcfd-43a5-8e27-683fd2151e8a None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:59:14.976147 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36edfd1-dcfd-43a5-8e27-683fd2151e8a None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:59:14.991379 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-d3b7e624-138f-4deb-94dc-69efba530080 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7d5e2c36-5ae5-44ef-9841-88bfe730a51d'}]}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:59:15.067475 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36edfd1-dcfd-43a5-8e27-683fd2151e8a None None] Pushing event updated for resources: {'Port': ['ID=32beaf85-18b2-4ebc-b737-029837b545e9,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:15.086227 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.db.resource_extend [None req-1448f39d-921f-49fb-99c4-304686323cc0 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 04:59:15.111643 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 8775c1f0-1cee-47c4-bf7f-963a21424e66 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 04:59:15.148628 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-1448f39d-921f-49fb-99c4-304686323cc0 None None] Notify callbacks [] for port, precommit_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:15.164723 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-387b2b5e-771a-4d4c-afa7-2248589a5442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069'] for port, after_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:15.221671 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-a36edfd1-dcfd-43a5-8e27-683fd2151e8a None None] Attempting to bind port 32beaf85-18b2-4ebc-b737-029837b545e9 on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 04:59:15.222093 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-a36edfd1-dcfd-43a5-8e27-683fd2151e8a None None] Attempting to bind port 32beaf85-18b2-4ebc-b737-029837b545e9 by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': '5468bf1d-8b34-41a7-93c8-ed0b889e7263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '03b8a07a-fb65-465a-8f63-51a4d9cba391'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 04:59:15.222441 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36edfd1-dcfd-43a5-8e27-683fd2151e8a None None] Attempting to bind port 32beaf85-18b2-4ebc-b737-029837b545e9 on network 03b8a07a-fb65-465a-8f63-51a4d9cba391 {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 04:59:15.238958 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387b2b5e-771a-4d4c-afa7-2248589a5442 None None] Pushing event deleted for resources: {'Port': ['ID=fd6f8229-0f98-44ba-9f7c-452546ef830f,revision_number=None']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:15.241325 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-1448f39d-921f-49fb-99c4-304686323cc0 None None] Transition to ACTIVE for port object 8775c1f0-1cee-47c4-bf7f-963a21424e66 will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:59:15.249110 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36edfd1-dcfd-43a5-8e27-683fd2151e8a None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 4, 59, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 04:59:15.249542 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36edfd1-dcfd-43a5-8e27-683fd2151e8a None None] Checking segment: {'id': '5468bf1d-8b34-41a7-93c8-ed0b889e7263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '03b8a07a-fb65-465a-8f63-51a4d9cba391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:59:15.250078 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a36edfd1-dcfd-43a5-8e27-683fd2151e8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:15.250886 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36edfd1-dcfd-43a5-8e27-683fd2151e8a None None] Bound using segment: {'id': '5468bf1d-8b34-41a7-93c8-ed0b889e7263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '03b8a07a-fb65-465a-8f63-51a4d9cba391'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 04:59:15.251083 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-a36edfd1-dcfd-43a5-8e27-683fd2151e8a None None] Bound port: 32beaf85-18b2-4ebc-b737-029837b545e9, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5468bf1d-8b34-41a7-93c8-ed0b889e7263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '03b8a07a-fb65-465a-8f63-51a4d9cba391'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 04:59:15.251546 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a36edfd1-dcfd-43a5-8e27-683fd2151e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:15.271773 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.ipam_backend_mixin [None req-535b56ca-7488-4508-946c-114eda0543de tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Performing IP validity checks on allocation pools {{(pid=88261) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 30 04:59:15.272036 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.ipam_backend_mixin [None req-535b56ca-7488-4508-946c-114eda0543de tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88261) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 30 04:59:15.285821 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-60df4ccb-194e-4fa1-be53-c790d47e5039 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:15.298802 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-066876fa-f17b-4460-990d-931160449cdf tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:15.303193 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-1448f39d-921f-49fb-99c4-304686323cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:15.317360 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387b2b5e-771a-4d4c-afa7-2248589a5442 None None] No DVR routers for this DVR port fd6f8229-0f98-44ba-9f7c-452546ef830f on host dv-neutron-843763-1-hyperv {{(pid=88262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 04:59:15.331766 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60df4ccb-194e-4fa1-be53-c790d47e5039 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cd45024e-c48e-4225-9fc0-a72d83431220,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:15.356746 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_v2 [None req-eca51b9d-be35-4d07-aafb-23d70665ad52 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Deleting subnet bf037f75-e7b4-43c0-833f-60dcaf87882d {{(pid=88260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 30 04:59:15.376720 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65f7c05c-78d5-4b30-ac88-2f0042fba7c5 tempest-ExternalNetworksTestJSON-700566103 tempest-ExternalNetworksTestJSON-700566103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:59:15.380012 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b84256-cdac-419b-8399-d1fcc9c13820 None None] Network 0008fd3d-19e9-40cf-b545-4a7647b90cf1 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:59:15.381050 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-65f7c05c-78d5-4b30-ac88-2f0042fba7c5 tempest-ExternalNetworksTestJSON-700566103 tempest-ExternalNetworksTestJSON-700566103-project] 10.222.0.15 "GET /v2.0/networks/90c43914-6394-4b14-9805-33c90e818fe3 HTTP/1.1" status: 200 len: 767 time: 0.5008090 May 30 04:59:15.384792 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 42178) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:15.412566 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-60df4ccb-194e-4fa1-be53-c790d47e5039 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:15.416273 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-60df4ccb-194e-4fa1-be53-c790d47e5039 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/cd45024e-c48e-4225-9fc0-a72d83431220 HTTP/1.1" status: 204 len: 168 time: 0.7818279 May 30 04:59:15.423658 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 42182) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:15.435747 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-eca51b9d-be35-4d07-aafb-23d70665ad52 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Notify callbacks [] for subnet, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:15.522017 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-066876fa-f17b-4460-990d-931160449cdf tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Network 1bab70f4-3794-44db-8e17-19f483aa8ffa is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:59:15.569457 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-c781de2a-5ce5-4006-9c77-3d2b2f9640bf tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Synchronizing usage tracker for tenant:e8165468c1c447b08667f9e6612a30e1 on resource:security_group_rule {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:59:15.586177 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-066876fa-f17b-4460-990d-931160449cdf tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:59:15.588710 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066876fa-f17b-4460-990d-931160449cdf tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:59:15.590296 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-09f6a647-35a1-4fbf-b7e7-59d4c4eb8a9a tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:15.604694 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1448f39d-921f-49fb-99c4-304686323cc0 None None] Pushing event updated for resources: {'Port': ['ID=8775c1f0-1cee-47c4-bf7f-963a21424e66,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:15.633355 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-a36edfd1-dcfd-43a5-8e27-683fd2151e8a None None] For port 32beaf85-18b2-4ebc-b737-029837b545e9, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 04:59:15.642338 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device fd6f8229-0f98-44ba-9f7c-452546ef830f no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 04:59:15.655621 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-c781de2a-5ce5-4006-9c77-3d2b2f9640bf tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Unset dirty status for tenant:e8165468c1c447b08667f9e6612a30e1 on resource:security_group_rule {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:59:15.659511 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-c781de2a-5ce5-4006-9c77-3d2b2f9640bf tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.2317200 May 30 04:59:15.667445 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 42186) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:15.673033 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066876fa-f17b-4460-990d-931160449cdf tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event updated for resources: {'Port': ['ID=45643f2a-2144-47ee-8c5c-b98833323da3,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:15.701214 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-a36edfd1-dcfd-43a5-8e27-683fd2151e8a None None] For port 32beaf85-18b2-4ebc-b737-029837b545e9, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=32beaf85-18b2-4ebc-b737-029837b545e9,segment=NetworkSegment(5468bf1d-8b34-41a7-93c8-ed0b889e7263),segment_id=5468bf1d-8b34-41a7-93c8-ed0b889e7263)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 04:59:15.703251 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d3b7e624-138f-4deb-94dc-69efba530080 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:15.710174 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] No Port match for: fd6f8229-0f98-44ba-9f7c-452546ef830f {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 04:59:15.715207 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f6a647-35a1-4fbf-b7e7-59d4c4eb8a9a tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Pushing event deleted for resources: {'Port': ['ID=d3c1a692-73e0-4e67-b480-80cef9eaebe2,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:15.717397 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-09f6a647-35a1-4fbf-b7e7-59d4c4eb8a9a tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:15.717673 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device fd6f8229-0f98-44ba-9f7c-452546ef830f not bound to the agent host dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 04:59:15.721558 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a36edfd1-dcfd-43a5-8e27-683fd2151e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:15.738792 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-eca51b9d-be35-4d07-aafb-23d70665ad52 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1454738'] for subnet, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:15.828503 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-09f6a647-35a1-4fbf-b7e7-59d4c4eb8a9a tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] 10.222.0.15 "DELETE /v2.0/ports/d3c1a692-73e0-4e67-b480-80cef9eaebe2 HTTP/1.1" status: 204 len: 168 time: 1.9285357 May 30 04:59:15.834361 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 42190) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:15.925448 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1aadcfc2-d0e2-4e26-9133-06284938f2f1 tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897784'] for network, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:15.946566 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7740e834-d4c4-45aa-ba23-7035ae5ebf08 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:15.957760 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36edfd1-dcfd-43a5-8e27-683fd2151e8a None None] Pushing event updated for resources: {'Port': ['ID=32beaf85-18b2-4ebc-b737-029837b545e9,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:15.983120 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-535b56ca-7488-4508-946c-114eda0543de tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2305012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9305500'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:15.989497 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca2b2b39-de01-450d-ac53-1aa86175321c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bbf24ed-7ba9-53d2-873f-8f9642b1e987-0008fd3d-19e9-40cf-b545-4a7647b90cf1', 'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1', 'tenant_id': '16af2dbefc6742d5a37a7b30e58c8c2f', 'fixed_ips': [{'subnet_id': '0c7c6e99-c19d-4d4e-870b-a12b4792ab1c'}]}} from dv-neutron-843763-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 30 04:59:15.990505 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-ca2b2b39-de01-450d-ac53-1aa86175321c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:16.040636 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7740e834-d4c4-45aa-ba23-7035ae5ebf08 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:16.087366 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535b56ca-7488-4508-946c-114eda0543de tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Pushing event updated for resources: {'Subnet': ['ID=5999466a-9785-493c-a483-c79f18577e32,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:16.096610 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-2abf8066-4e66-4db8-8d7e-4199e0036bd3 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] DELETE failed (client error): The resource could not be found. May 30 04:59:16.097335 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2abf8066-4e66-4db8-8d7e-4199e0036bd3 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 04:59:16.104692 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-2abf8066-4e66-4db8-8d7e-4199e0036bd3 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] 10.222.0.15 "DELETE /v2.0/ports/d3c1a692-73e0-4e67-b480-80cef9eaebe2 HTTP/1.1" status: 404 len: 333 time: 0.2667048 May 30 04:59:16.114461 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 42194) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:16.264015 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-62b859d7-c7de-4f23-b279-694e6febab81 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] GET failed (client error): The resource could not be found. May 30 04:59:16.264565 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-62b859d7-c7de-4f23-b279-694e6febab81 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Synchronizing usage tracker for tenant:895764a2d33a4b6180a8faca69c63db7 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:59:16.348956 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7740e834-d4c4-45aa-ba23-7035ae5ebf08 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:16.352159 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.objects.ports [None req-2060ff89-a188-4a13-b4df-1b9e2d29729a tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88261) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 30 04:59:16.355742 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2060ff89-a188-4a13-b4df-1b9e2d29729a tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2305012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9305500'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:16.384711 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-ca2b2b39-de01-450d-ac53-1aa86175321c None None] Allocated IP 172.20.0.2 (0008fd3d-19e9-40cf-b545-4a7647b90cf1/0c7c6e99-c19d-4d4e-870b-a12b4792ab1c/99a15bcf-7629-4994-bed4-84318454731b) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:59:16.394402 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-ca2b2b39-de01-450d-ac53-1aa86175321c None None] Allocated IP 2001:db8::f816:3eff:fed2:7ee5 (0008fd3d-19e9-40cf-b545-4a7647b90cf1/0c370931-4998-4d30-adc4-b37bf90f574e/99a15bcf-7629-4994-bed4-84318454731b) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:59:16.396353 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-eca51b9d-be35-4d07-aafb-23d70665ad52 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860493'] for subnet, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:16.515251 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2060ff89-a188-4a13-b4df-1b9e2d29729a tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Network 0008fd3d-19e9-40cf-b545-4a7647b90cf1 is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:59:16.521011 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-2060ff89-a188-4a13-b4df-1b9e2d29729a tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:59:16.522896 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-62b859d7-c7de-4f23-b279-694e6febab81 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Unset dirty status for tenant:895764a2d33a4b6180a8faca69c63db7 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:59:16.523895 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7740e834-d4c4-45aa-ba23-7035ae5ebf08 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cf3812c8-2fcf-4a09-b3bd-dcd393ebf287,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:16.527712 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-62b859d7-c7de-4f23-b279-694e6febab81 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] 10.222.0.15 "GET /v2.0/ports/d3c1a692-73e0-4e67-b480-80cef9eaebe2 HTTP/1.1" status: 404 len: 333 time: 0.4093757 May 30 04:59:16.528399 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 42198) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:16.530089 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2060ff89-a188-4a13-b4df-1b9e2d29729a tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:59:16.530870 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2060ff89-a188-4a13-b4df-1b9e2d29729a tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:16.540788 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535b56ca-7488-4508-946c-114eda0543de tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Checking segment: {'id': '42f452c0-0542-487a-a559-b89623a29f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f72c9d7b-f8a3-404d-8470-b64caf927c47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:59:16.541297 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-535b56ca-7488-4508-946c-114eda0543de tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Network hostable DHCP agents. Network: f72c9d7b-f8a3-404d-8470-b64caf927c47, hostable agents: ['1c705e68-3d3e-4dd3-9252-feb21d4b96ab'], hosted agents: [] {{(pid=88261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 04:59:16.542958 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c7f2cc4-f047-4216-9284-63e2d1e0e3a4 None None] Network 7e1df58e-035d-42b4-84df-5ea2099fe951 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:59:16.619048 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2060ff89-a188-4a13-b4df-1b9e2d29729a tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Pushing event updated for resources: {'Subnet': ['ID=0c370931-4998-4d30-adc4-b37bf90f574e,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:16.625313 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-2060ff89-a188-4a13-b4df-1b9e2d29729a tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4317784 May 30 04:59:16.627329 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 42202) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:16.638389 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7740e834-d4c4-45aa-ba23-7035ae5ebf08 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:16.639266 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-7740e834-d4c4-45aa-ba23-7035ae5ebf08 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/cf3812c8-2fcf-4a09-b3bd-dcd393ebf287 HTTP/1.1" status: 204 len: 168 time: 0.9622450 May 30 04:59:16.640275 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-c668a0fb-6bac-46b3-828a-a39aa8c68753 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Request body: {'port': {'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1', 'mac_address': 'fa:16:3e:fa:16:97', 'name': 'tempest-NetworksTestDHCPv6-878209429'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:59:16.654313 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 42206) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:16.667822 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-535b56ca-7488-4508-946c-114eda0543de tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Network f72c9d7b-f8a3-404d-8470-b64caf927c47 is scheduled to be hosted by DHCP agent 1c705e68-3d3e-4dd3-9252-feb21d4b96ab with binding_index 1 {{(pid=88261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 04:59:16.685365 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1aadcfc2-d0e2-4e26-9133-06284938f2f1 tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867540', 'neutron.services.segments.db._delete_segments_for_network-8729234922972'] for network, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:16.768624 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-29e5a88b-cc21-4997-a53d-c6aeb583eec5 None None] Provisioning for port 8775c1f0-1cee-47c4-bf7f-963a21424e66 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:59:16.771221 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_v2 [None req-95aa7924-d1bd-4c4d-9604-b6c599d2c7b1 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Deleting subnet 439f7e19-9a27-499d-9bcf-d7361b2d2e37 {{(pid=88261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 30 04:59:16.774466 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-95aa7924-d1bd-4c4d-9604-b6c599d2c7b1 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks [] for subnet, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:16.806661 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-535b56ca-7488-4508-946c-114eda0543de tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843763-1-hyperv, f72c9d7b-f8a3-404d-8470-b64caf927c47) {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:59:16.836763 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-1aadcfc2-d0e2-4e26-9133-06284938f2f1 tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd5c6b17-ca30-42ca-a84a-247bca50b1e2']}} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:59:16.837876 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-535b56ca-7488-4508-946c-114eda0543de tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:59:16.839315 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-535b56ca-7488-4508-946c-114eda0543de tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:16.847104 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-29e5a88b-cc21-4997-a53d-c6aeb583eec5 None None] Provisioning complete for port 8775c1f0-1cee-47c4-bf7f-963a21424e66 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:59:16.847485 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-29e5a88b-cc21-4997-a53d-c6aeb583eec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:16.883421 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-1aadcfc2-d0e2-4e26-9133-06284938f2f1 tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c59e832e-b5c7-4eae-8a5f-d4420cd67e36') {'for_net_delete': True} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:59:16.883820 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-1aadcfc2-d0e2-4e26-9133-06284938f2f1 tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c59e832e-b5c7-4eae-8a5f-d4420cd67e36') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:59:16.914421 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced3a960-78c9-4204-b952-8647d98e11fb None None] Network f72c9d7b-f8a3-404d-8470-b64caf927c47 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:59:16.964494 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-d98140f1-8b73-4fd1-9ff8-ebd3b3100489 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.3036497 May 30 04:59:16.972702 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-95aa7924-d1bd-4c4d-9604-b6c599d2c7b1 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3545586'] for subnet, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:17.041921 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-eca51b9d-be35-4d07-aafb-23d70665ad52 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1547867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2133322'] for subnet, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:17.045631 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 42210) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:17.101689 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1aadcfc2-d0e2-4e26-9133-06284938f2f1 tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729235042807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1454725'] for segment, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:17.142511 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-535b56ca-7488-4508-946c-114eda0543de tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.8277478 May 30 04:59:17.142511 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-c668a0fb-6bac-46b3-828a-a39aa8c68753 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:59:17.142847 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-eca51b9d-be35-4d07-aafb-23d70665ad52 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:17.143893 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca51b9d-be35-4d07-aafb-23d70665ad52 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Pushing event deleted for resources: {'Subnet': ['ID=bf037f75-e7b4-43c0-833f-60dcaf87882d,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:17.144592 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 42214) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:17.150659 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-c668a0fb-6bac-46b3-828a-a39aa8c68753 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Usage tracker for resource:port and tenant:16af2dbefc6742d5a37a7b30e58c8c2f is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:59:17.172303 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1aadcfc2-d0e2-4e26-9133-06284938f2f1 tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:17.178597 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-eca51b9d-be35-4d07-aafb-23d70665ad52 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] 10.222.0.15 "DELETE /v2.0/subnets/bf037f75-e7b4-43c0-833f-60dcaf87882d HTTP/1.1" status: 204 len: 168 time: 2.2470298 May 30 04:59:17.188472 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09567d34-ec2c-4e90-b248-268ed198b914 None None] Network a734b20e-8373-4515-a163-2783165b5369 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:59:17.205769 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1aadcfc2-d0e2-4e26-9133-06284938f2f1 tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=88260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 04:59:17.206781 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1aadcfc2-d0e2-4e26-9133-06284938f2f1 tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-862858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1547513'] for segment, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:17.317355 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 42218) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:17.335388 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9cf580bc-2a46-49e6-b20b-1a2eeb8fb097 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897784'] for network, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:17.337908 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-c668a0fb-6bac-46b3-828a-a39aa8c68753 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:59:17.350939 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-c668a0fb-6bac-46b3-828a-a39aa8c68753 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:59:17.361893 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-95aa7924-d1bd-4c4d-9604-b6c599d2c7b1 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860493'] for subnet, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:17.395540 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-066876fa-f17b-4460-990d-931160449cdf tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for router_gateway, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:17.430646 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 32beaf85-18b2-4ebc-b737-029837b545e9 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 04:59:17.440449 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c668a0fb-6bac-46b3-828a-a39aa8c68753 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Made reservation on behalf of 16af2dbefc6742d5a37a7b30e58c8c2f for: {'port': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:59:17.466420 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment c59e832e-b5c7-4eae-8a5f-d4420cd67e36 resource provider aggregate not found May 30 04:59:17.480188 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-638fb8f2-a5ed-453a-a48d-78a4970ebeb5 None None] Network 03b8a07a-fb65-465a-8f63-51a4d9cba391 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:59:17.502377 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-131e07a0-2f08-4bae-ab49-c2944990e76c tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:17.564975 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment c59e832e-b5c7-4eae-8a5f-d4420cd67e36 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c59e832e-b5c7-4eae-8a5f-d4420cd67e36 found for delete ", "request_id": "req-12988c89-4393-405b-b5ab-f7916c02418e"}]} May 30 04:59:17.598926 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-131e07a0-2f08-4bae-ab49-c2944990e76c tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:17.634051 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bba6382-9331-40b7-a936-3c5cb1469778 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bbf24ed-7ba9-53d2-873f-8f9642b1e987-f72c9d7b-f8a3-404d-8470-b64caf927c47', 'network_id': 'f72c9d7b-f8a3-404d-8470-b64caf927c47', 'tenant_id': '5386df8a083a4b53b87ea99ca4a65ce1', 'fixed_ips': [{'subnet_id': '5999466a-9785-493c-a483-c79f18577e32'}]}} from dv-neutron-843763-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 30 04:59:17.634899 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-5bba6382-9331-40b7-a936-3c5cb1469778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:17.689676 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9cf580bc-2a46-49e6-b20b-1a2eeb8fb097 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860493'] for subnet, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:17.690770 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:17.694365 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-ca2b2b39-de01-450d-ac53-1aa86175321c None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:17.699621 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-29e5a88b-cc21-4997-a53d-c6aeb583eec5 None None] Current status of the port 8775c1f0-1cee-47c4-bf7f-963a21424e66 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:59:17.733692 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1aadcfc2-d0e2-4e26-9133-06284938f2f1 tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604744'] for network, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:17.738197 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aadcfc2-d0e2-4e26-9133-06284938f2f1 tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network fd5c6b17-ca30-42ca-a84a-247bca50b1e2 {{(pid=88260) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 30 04:59:17.740425 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1aadcfc2-d0e2-4e26-9133-06284938f2f1 tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:17.750311 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-d3b7e624-138f-4deb-94dc-69efba530080 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Delete allocated IP 172.20.0.20 (7e1df58e-035d-42b4-84df-5ea2099fe951/52b5faee-2cd1-4103-acac-e14509e69e29) {{(pid=88260) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 30 04:59:17.780006 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-95aa7924-d1bd-4c4d-9604-b6c599d2c7b1 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2304955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9305493'] for subnet, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:17.780545 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-844282f1-a220-4752-8f01-3c034f118e80 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897784'] for network, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:17.800274 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aadcfc2-d0e2-4e26-9133-06284938f2f1 tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Pushing event deleted for resources: {'Network': ['ID=fd5c6b17-ca30-42ca-a84a-247bca50b1e2,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:17.816820 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-1aadcfc2-d0e2-4e26-9133-06284938f2f1 tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] 10.222.0.15 "DELETE /v2.0/networks/fd5c6b17-ca30-42ca-a84a-247bca50b1e2 HTTP/1.1" status: 204 len: 168 time: 2.4100657 May 30 04:59:17.821349 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 42226) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:17.843494 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-131e07a0-2f08-4bae-ab49-c2944990e76c tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:17.847441 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-131e07a0-2f08-4bae-ab49-c2944990e76c tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:17.848216 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95aa7924-d1bd-4c4d-9604-b6c599d2c7b1 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Pushing event deleted for resources: {'Subnet': ['ID=439f7e19-9a27-499d-9bcf-d7361b2d2e37,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:17.853983 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-131e07a0-2f08-4bae-ab49-c2944990e76c tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/30d562c6-78bd-479b-a225-c1bc78a5f9f9 HTTP/1.1" status: 204 len: 168 time: 0.7672701 May 30 04:59:17.862654 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 42230) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:17.868553 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-543b0659-86ad-42c3-9818-13e24ddd5f83 tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Request body: {'network': {'name': 'tempest-network--2119592094'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:59:17.893778 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-ca2b2b39-de01-450d-ac53-1aa86175321c None None] Transition to ACTIVE for port object 99a15bcf-7629-4994-bed4-84318454731b will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:59:17.897981 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-95aa7924-d1bd-4c4d-9604-b6c599d2c7b1 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:17.916241 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c668a0fb-6bac-46b3-828a-a39aa8c68753 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:17.964291 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-95aa7924-d1bd-4c4d-9604-b6c599d2c7b1 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] 10.222.0.15 "DELETE /v2.0/subnets/439f7e19-9a27-499d-9bcf-d7361b2d2e37 HTTP/1.1" status: 204 len: 168 time: 1.4260011 May 30 04:59:17.972701 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 42234) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:17.998293 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9cf580bc-2a46-49e6-b20b-1a2eeb8fb097 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2304955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9305493'] for subnet, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:18.006568 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-543b0659-86ad-42c3-9818-13e24ddd5f83 tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:59:18.009069 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131e07a0-2f08-4bae-ab49-c2944990e76c tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=30d562c6-78bd-479b-a225-c1bc78a5f9f9,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:18.010980 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port 32beaf85-18b2-4ebc-b737-029837b545e9 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:59:18.024304 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-543b0659-86ad-42c3-9818-13e24ddd5f83 tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Usage tracker for resource:network and tenant:bc9d053c9e7544f5b0aba3128514c439 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:59:18.025209 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-ca2b2b39-de01-450d-ac53-1aa86175321c None None] Transition to ACTIVE for port object 99a15bcf-7629-4994-bed4-84318454731b will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:59:18.034173 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 8775c1f0-1cee-47c4-bf7f-963a21424e66 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 04:59:18.035627 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [None req-c668a0fb-6bac-46b3-828a-a39aa8c68753 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] device_id is not set on port b1853448-8397-499e-af04-140b8858f7cf yet. {{(pid=88261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 30 04:59:18.043864 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-844282f1-a220-4752-8f01-3c034f118e80 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Deleting port 61d405cb-9953-464b-9f9f-a66397087158 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:59:18.044508 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-844282f1-a220-4752-8f01-3c034f118e80 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:18.072722 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-543b0659-86ad-42c3-9818-13e24ddd5f83 tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:59:18.118750 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-543b0659-86ad-42c3-9818-13e24ddd5f83 tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:59:18.131728 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-ca2b2b39-de01-450d-ac53-1aa86175321c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:18.135749 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-d2893fbf-e35e-4256-8d18-818df24c7d4a None None] Provisioning for port 32beaf85-18b2-4ebc-b737-029837b545e9 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:59:18.191271 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-57dc5a3e-fe5e-40a0-8675-35726e427bb6 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3271980 May 30 04:59:18.191996 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 42238) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:18.198940 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-d2893fbf-e35e-4256-8d18-818df24c7d4a None None] Provisioning complete for port 32beaf85-18b2-4ebc-b737-029837b545e9 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:59:18.199405 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-d2893fbf-e35e-4256-8d18-818df24c7d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:18.228653 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf580bc-2a46-49e6-b20b-1a2eeb8fb097 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Pushing event deleted for resources: {'Subnet': ['ID=5999466a-9785-493c-a483-c79f18577e32,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:18.321374 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-543b0659-86ad-42c3-9818-13e24ddd5f83 tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Made reservation on behalf of bc9d053c9e7544f5b0aba3128514c439 for: {'network': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:59:18.329443 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-543b0659-86ad-42c3-9818-13e24ddd5f83 tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for network, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:18.394651 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server [None req-5bba6382-9331-40b7-a936-3c5cb1469778 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5999466a-9785-493c-a483-c79f18577e32: This subnet is being modified by another concurrent operation. May 30 04:59:18.394651 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 30 04:59:18.394651 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 30 04:59:18.394651 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 30 04:59:18.394651 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 30 04:59:18.394651 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 30 04:59:18.394651 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 30 04:59:18.394651 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 30 04:59:18.394651 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 30 04:59:18.394651 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 30 04:59:18.394651 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 30 04:59:18.394651 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 30 04:59:18.394651 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 30 04:59:18.394651 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server self.force_reraise() May 30 04:59:18.394651 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 30 04:59:18.394651 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server raise self.value May 30 04:59:18.394651 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 30 04:59:18.394651 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 30 04:59:18.394651 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 30 04:59:18.394651 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 30 04:59:18.394651 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 30 04:59:18.394651 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server self.force_reraise() May 30 04:59:18.394651 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 30 04:59:18.394651 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server raise self.value May 30 04:59:18.394651 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 30 04:59:18.394651 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 30 04:59:18.394651 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 30 04:59:18.394651 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 30 04:59:18.394651 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 30 04:59:18.394651 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server self.force_reraise() May 30 04:59:18.394651 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 30 04:59:18.394651 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server raise self.value May 30 04:59:18.394651 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 30 04:59:18.394651 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 30 04:59:18.394651 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 30 04:59:18.394651 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 30 04:59:18.394651 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port May 30 04:59:18.394651 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 30 04:59:18.394651 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action May 30 04:59:18.394651 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 30 04:59:18.394651 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 30 04:59:18.394651 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 30 04:59:18.394651 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 30 04:59:18.394651 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 30 04:59:18.394651 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 30 04:59:18.394651 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 30 04:59:18.394651 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 30 04:59:18.394651 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 30 04:59:18.394651 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 30 04:59:18.394651 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server self.force_reraise() May 30 04:59:18.394651 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 30 04:59:18.394651 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server raise self.value May 30 04:59:18.394651 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 30 04:59:18.394651 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 30 04:59:18.394651 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 30 04:59:18.394651 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 30 04:59:18.394651 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 30 04:59:18.394651 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server self.force_reraise() May 30 04:59:18.394651 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 30 04:59:18.394651 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server raise self.value May 30 04:59:18.394651 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 30 04:59:18.394651 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 30 04:59:18.394651 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 30 04:59:18.394651 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 30 04:59:18.394651 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 30 04:59:18.394651 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server self.force_reraise() May 30 04:59:18.394651 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 30 04:59:18.394651 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server raise self.value May 30 04:59:18.394651 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 30 04:59:18.394651 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 30 04:59:18.394651 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port May 30 04:59:18.394651 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 30 04:59:18.394651 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db May 30 04:59:18.394651 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 30 04:59:18.394651 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db May 30 04:59:18.394651 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 30 04:59:18.394651 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 30 04:59:18.394651 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 30 04:59:18.394651 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 30 04:59:18.394651 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 30 04:59:18.394651 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper May 30 04:59:18.394651 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 30 04:59:18.394651 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 30 04:59:18.394651 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 30 04:59:18.394651 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 30 04:59:18.394651 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 30 04:59:18.394651 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets May 30 04:59:18.394651 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 30 04:59:18.394651 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 30 04:59:18.394651 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server raise exception May 30 04:59:18.394651 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5999466a-9785-493c-a483-c79f18577e32: This subnet is being modified by another concurrent operation. May 30 04:59:18.394651 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server May 30 04:59:18.404926 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca2b2b39-de01-450d-ac53-1aa86175321c None None] Network 0008fd3d-19e9-40cf-b545-4a7647b90cf1 is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:59:18.428835 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-ca2b2b39-de01-450d-ac53-1aa86175321c None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:59:18.433819 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2b2b39-de01-450d-ac53-1aa86175321c None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:59:18.455669 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18149ed3-4eb9-4d59-9d54-908b5bdf953a None None] Network f72c9d7b-f8a3-404d-8470-b64caf927c47 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:59:18.472169 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-066876fa-f17b-4460-990d-931160449cdf tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603653'] for router, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:18.509683 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-543b0659-86ad-42c3-9818-13e24ddd5f83 tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=88260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 04:59:18.558302 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-357d6411-0489-43c9-a97a-3d5b3811a434 None None] DHCP port deletion for a734b20e-8373-4515-a163-2783165b5369 request from dv-neutron-843763-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 30 04:59:18.560509 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2b2b39-de01-450d-ac53-1aa86175321c None None] Pushing event updated for resources: {'Port': ['ID=99a15bcf-7629-4994-bed4-84318454731b,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:18.563029 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 8775c1f0-1cee-47c4-bf7f-963a21424e66 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:59:18.563478 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:18.579349 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9cf580bc-2a46-49e6-b20b-1a2eeb8fb097 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867540', 'neutron.services.segments.db._delete_segments_for_network-8729234922972'] for network, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:18.590073 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-88b4901a-d42a-436c-b18a-5211045a1cc0 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:18.621597 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-664068ce-66b1-4ef2-8d8c-7d7cba0c2450 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897784'] for network, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:18.626573 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d3b7e624-138f-4deb-94dc-69efba530080 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks [] for port, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:18.631446 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-88b4901a-d42a-436c-b18a-5211045a1cc0 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:18.651647 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-543b0659-86ad-42c3-9818-13e24ddd5f83 tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:18.652000 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.db.segments_db [None req-543b0659-86ad-42c3-9818-13e24ddd5f83 tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Added segment 7a7e84df-ce61-4e04-88be-389a773398df of type vlan for network 383115bc-662e-410a-bfac-e70dafcac1af May 30 04:59:18.657092 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-357d6411-0489-43c9-a97a-3d5b3811a434 None None] Deleting port 61d405cb-9953-464b-9f9f-a66397087158 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:59:18.657568 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-357d6411-0489-43c9-a97a-3d5b3811a434 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:18.673258 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-9cf580bc-2a46-49e6-b20b-1a2eeb8fb097 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f72c9d7b-f8a3-404d-8470-b64caf927c47']}} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:59:18.687051 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [None req-d3b7e624-138f-4deb-94dc-69efba530080 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Ignored duplicate provisioning block setup for port 4ca687de-fc68-4dd4-bfe8-8675924885e9 by entity DHCP. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} May 30 04:59:18.705604 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-9cf580bc-2a46-49e6-b20b-1a2eeb8fb097 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42f452c0-0542-487a-a559-b89623a29f16') {'for_net_delete': True} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:59:18.705972 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-9cf580bc-2a46-49e6-b20b-1a2eeb8fb097 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42f452c0-0542-487a-a559-b89623a29f16') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:59:18.714059 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d3b7e624-138f-4deb-94dc-69efba530080 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1547421'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:18.725595 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-664068ce-66b1-4ef2-8d8c-7d7cba0c2450 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Deleting port 32beaf85-18b2-4ebc-b737-029837b545e9 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:59:18.725974 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-664068ce-66b1-4ef2-8d8c-7d7cba0c2450 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:18.770791 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9cf580bc-2a46-49e6-b20b-1a2eeb8fb097 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729235042807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3545573'] for segment, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:18.815948 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-88b4901a-d42a-436c-b18a-5211045a1cc0 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:18.849336 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9cf580bc-2a46-49e6-b20b-1a2eeb8fb097 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:18.893379 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b4901a-d42a-436c-b18a-5211045a1cc0 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b4df3039-7ee1-49a4-bdb1-cdac226ea7b2,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:18.900717 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cf580bc-2a46-49e6-b20b-1a2eeb8fb097 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=88261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 04:59:18.901374 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9cf580bc-2a46-49e6-b20b-1a2eeb8fb097 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-862858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2304281'] for segment, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:18.977173 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 42f452c0-0542-487a-a559-b89623a29f16 resource provider aggregate not found May 30 04:59:18.992400 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-ca2b2b39-de01-450d-ac53-1aa86175321c None None] Attempting to bind port 99a15bcf-7629-4994-bed4-84318454731b on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 04:59:18.992777 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-ca2b2b39-de01-450d-ac53-1aa86175321c None None] Attempting to bind port 99a15bcf-7629-4994-bed4-84318454731b by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': 'c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 04:59:18.993376 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2b2b39-de01-450d-ac53-1aa86175321c None None] Attempting to bind port 99a15bcf-7629-4994-bed4-84318454731b on network 0008fd3d-19e9-40cf-b545-4a7647b90cf1 {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 04:59:19.025230 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-543b0659-86ad-42c3-9818-13e24ddd5f83 tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729234556353'] for network, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:19.059379 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-844282f1-a220-4752-8f01-3c034f118e80 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] For port 61d405cb-9953-464b-9f9f-a66397087158, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=61d405cb-9953-464b-9f9f-a66397087158,segment=NetworkSegment(2b65f7ce-dbfa-45c6-a057-4fa4986dac70),segment_id=2b65f7ce-dbfa-45c6-a057-4fa4986dac70)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:59:19.059379 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-844282f1-a220-4752-8f01-3c034f118e80 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:19.063380 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2b2b39-de01-450d-ac53-1aa86175321c None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 4, 59, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 04:59:19.063772 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2b2b39-de01-450d-ac53-1aa86175321c None None] Checking segment: {'id': 'c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:59:19.064236 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-ca2b2b39-de01-450d-ac53-1aa86175321c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:19.064645 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2b2b39-de01-450d-ac53-1aa86175321c None None] Bound using segment: {'id': 'c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 04:59:19.065137 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-ca2b2b39-de01-450d-ac53-1aa86175321c None None] Bound port: 99a15bcf-7629-4994-bed4-84318454731b, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 04:59:19.065522 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-ca2b2b39-de01-450d-ac53-1aa86175321c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:19.087839 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9cf580bc-2a46-49e6-b20b-1a2eeb8fb097 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604744'] for network, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:19.097404 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-c668a0fb-6bac-46b3-828a-a39aa8c68753 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Allocated IP 172.20.0.5 (0008fd3d-19e9-40cf-b545-4a7647b90cf1/0c7c6e99-c19d-4d4e-870b-a12b4792ab1c/b1853448-8397-499e-af04-140b8858f7cf) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:59:19.130746 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9cf580bc-2a46-49e6-b20b-1a2eeb8fb097 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:19.136273 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 42f452c0-0542-487a-a559-b89623a29f16 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 42f452c0-0542-487a-a559-b89623a29f16 found for delete ", "request_id": "req-77613178-d2d9-4935-8a29-d455424b18a9"}]} May 30 04:59:19.137386 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf580bc-2a46-49e6-b20b-1a2eeb8fb097 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Pushing event deleted for resources: {'Network': ['ID=f72c9d7b-f8a3-404d-8470-b64caf927c47,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:19.139544 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-88b4901a-d42a-436c-b18a-5211045a1cc0 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:19.143440 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-88b4901a-d42a-436c-b18a-5211045a1cc0 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/b4df3039-7ee1-49a4-bdb1-cdac226ea7b2 HTTP/1.1" status: 204 len: 168 time: 0.9162364 May 30 04:59:19.144025 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 42246) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:19.150211 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-d2893fbf-e35e-4256-8d18-818df24c7d4a None None] Current status of the port 32beaf85-18b2-4ebc-b737-029837b545e9 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:59:19.150727 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-d2893fbf-e35e-4256-8d18-818df24c7d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:19.183814 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-c668a0fb-6bac-46b3-828a-a39aa8c68753 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Allocated IP 2001:db8::f816:3eff:fefa:1697 (0008fd3d-19e9-40cf-b545-4a7647b90cf1/0c370931-4998-4d30-adc4-b37bf90f574e/b1853448-8397-499e-af04-140b8858f7cf) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:59:19.197587 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-9cf580bc-2a46-49e6-b20b-1a2eeb8fb097 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] 10.222.0.15 "DELETE /v2.0/networks/f72c9d7b-f8a3-404d-8470-b64caf927c47 HTTP/1.1" status: 204 len: 168 time: 2.0505874 May 30 04:59:19.219875 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 42250) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:19.283159 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-135be400-d145-45b0-a17d-251f12f9028e tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1269467704'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:59:19.313322 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-844282f1-a220-4752-8f01-3c034f118e80 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Calling delete_port for 61d405cb-9953-464b-9f9f-a66397087158 owned by network:dhcp {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:59:19.315541 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-135be400-d145-45b0-a17d-251f12f9028e tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:59:19.324384 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-135be400-d145-45b0-a17d-251f12f9028e tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Usage tracker for resource:network and tenant:5386df8a083a4b53b87ea99ca4a65ce1 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:59:19.336941 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-ca2b2b39-de01-450d-ac53-1aa86175321c None None] For port 99a15bcf-7629-4994-bed4-84318454731b, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 04:59:19.342446 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-ca2b2b39-de01-450d-ac53-1aa86175321c None None] For port 99a15bcf-7629-4994-bed4-84318454731b, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=99a15bcf-7629-4994-bed4-84318454731b,segment=NetworkSegment(c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1),segment_id=c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 04:59:19.343646 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 8775c1f0-1cee-47c4-bf7f-963a21424e66 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:59:19.345482 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-135be400-d145-45b0-a17d-251f12f9028e tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:59:19.348764 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b7e624-138f-4deb-94dc-69efba530080 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Pushing event updated for resources: {'Port': ['ID=4ca687de-fc68-4dd4-bfe8-8675924885e9,revision_number=2']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:19.371132 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.db.resource_extend [None req-543b0659-86ad-42c3-9818-13e24ddd5f83 tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 04:59:19.378787 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-135be400-d145-45b0-a17d-251f12f9028e tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:59:19.406503 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-357d6411-0489-43c9-a97a-3d5b3811a434 None None] For port 61d405cb-9953-464b-9f9f-a66397087158, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=61d405cb-9953-464b-9f9f-a66397087158,segment=NetworkSegment(2b65f7ce-dbfa-45c6-a057-4fa4986dac70),segment_id=2b65f7ce-dbfa-45c6-a057-4fa4986dac70)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:59:19.406745 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-357d6411-0489-43c9-a97a-3d5b3811a434 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:19.413064 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-664068ce-66b1-4ef2-8d8c-7d7cba0c2450 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] For port 32beaf85-18b2-4ebc-b737-029837b545e9, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=32beaf85-18b2-4ebc-b737-029837b545e9,segment=NetworkSegment(5468bf1d-8b34-41a7-93c8-ed0b889e7263),segment_id=5468bf1d-8b34-41a7-93c8-ed0b889e7263)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:59:19.413436 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-664068ce-66b1-4ef2-8d8c-7d7cba0c2450 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:19.418246 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-d3b7e624-138f-4deb-94dc-69efba530080 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] In _notify_port_updated(), no bound segment for port 4ca687de-fc68-4dd4-bfe8-8675924885e9 on network 7e1df58e-035d-42b4-84df-5ea2099fe951 {{(pid=88260) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 30 04:59:19.423942 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b7e624-138f-4deb-94dc-69efba530080 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:59:19.424446 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d3b7e624-138f-4deb-94dc-69efba530080 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:19.425759 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-d3b7e624-138f-4deb-94dc-69efba530080 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] 10.222.0.15 "PUT /v2.0/ports/4ca687de-fc68-4dd4-bfe8-8675924885e9 HTTP/1.1" status: 200 len: 920 time: 4.4811563 May 30 04:59:19.430595 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 42254) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:19.435197 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-543b0659-86ad-42c3-9818-13e24ddd5f83 tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788'] for network, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:19.435687 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-543b0659-86ad-42c3-9818-13e24ddd5f83 tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:59:19.436279 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-543b0659-86ad-42c3-9818-13e24ddd5f83 tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:19.493647 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e918eb-e1ca-41b0-b2bf-f04ee1f20721 None None] DHCP port deletion for 03b8a07a-fb65-465a-8f63-51a4d9cba391 request from dv-neutron-843763-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 30 04:59:19.517588 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-be459066-5984-4eaf-bc5b-27a9321bd32b tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Synchronizing usage tracker for tenant:e8165468c1c447b08667f9e6612a30e1 on resource:security_group_rule {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:59:19.552923 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 32beaf85-18b2-4ebc-b737-029837b545e9 no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 04:59:19.572085 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-844282f1-a220-4752-8f01-3c034f118e80 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:19.585114 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-1df5c7e9-35dc-4f88-98fd-4ec2002b4b24 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7d5e2c36-5ae5-44ef-9841-88bfe730a51d'}, {'subnet_id': '52b5faee-2cd1-4103-acac-e14509e69e29'}]}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:59:19.610878 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-543b0659-86ad-42c3-9818-13e24ddd5f83 tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.7673483 May 30 04:59:19.615629 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543b0659-86ad-42c3-9818-13e24ddd5f83 tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Pushing event updated for resources: {'Network': ['ID=383115bc-662e-410a-bfac-e70dafcac1af,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:19.617625 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-066876fa-f17b-4460-990d-931160449cdf tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Router 8df89f11-e96e-4a0c-9912-fe14e6e07613 is scheduled to L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 with binding_index 1 {{(pid=88260) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 30 04:59:19.622271 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 42258) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:19.640799 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-018680d3-c74f-4bd0-982c-0430b72ff28e tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:59:19.647300 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-357d6411-0489-43c9-a97a-3d5b3811a434 None None] Calling delete_port for 61d405cb-9953-464b-9f9f-a66397087158 owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:59:19.656104 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844282f1-a220-4752-8f01-3c034f118e80 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Pushing event deleted for resources: {'Port': ['ID=61d405cb-9953-464b-9f9f-a66397087158,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:19.665963 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-664068ce-66b1-4ef2-8d8c-7d7cba0c2450 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Calling delete_port for 32beaf85-18b2-4ebc-b737-029837b545e9 owned by network:dhcp {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:59:19.675267 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-ca2b2b39-de01-450d-ac53-1aa86175321c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:19.692104 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-135be400-d145-45b0-a17d-251f12f9028e tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Made reservation on behalf of 5386df8a083a4b53b87ea99ca4a65ce1 for: {'network': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:59:19.695396 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-135be400-d145-45b0-a17d-251f12f9028e tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for network, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:19.708959 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844282f1-a220-4752-8f01-3c034f118e80 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] No DVR routers for this DVR port 61d405cb-9953-464b-9f9f-a66397087158 on host dv-neutron-843763-1-hyperv {{(pid=88260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 04:59:19.730381 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Network 383115bc-662e-410a-bfac-e70dafcac1af details requested by agent ovs-agent-dv-neutron-843763-1-hyperv with host dv-neutron-843763-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 04:59:19.742232 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-89e918eb-e1ca-41b0-b2bf-f04ee1f20721 None None] Deleting port 32beaf85-18b2-4ebc-b737-029837b545e9 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:59:19.742616 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-89e918eb-e1ca-41b0-b2bf-f04ee1f20721 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:19.881941 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-d2893fbf-e35e-4256-8d18-818df24c7d4a None None] For port 32beaf85-18b2-4ebc-b737-029837b545e9, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=32beaf85-18b2-4ebc-b737-029837b545e9,segment=NetworkSegment(5468bf1d-8b34-41a7-93c8-ed0b889e7263),segment_id=5468bf1d-8b34-41a7-93c8-ed0b889e7263)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:59:19.924553 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-d2893fbf-e35e-4256-8d18-818df24c7d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:19.949086 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-be459066-5984-4eaf-bc5b-27a9321bd32b tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Unset dirty status for tenant:e8165468c1c447b08667f9e6612a30e1 on resource:security_group_rule {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:59:19.953059 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-be459066-5984-4eaf-bc5b-27a9321bd32b tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.8006563 May 30 04:59:19.959525 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 42262) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:19.995451 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-135be400-d145-45b0-a17d-251f12f9028e tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=88261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 04:59:20.042947 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2b2b39-de01-450d-ac53-1aa86175321c None None] Pushing event updated for resources: {'Port': ['ID=99a15bcf-7629-4994-bed4-84318454731b,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:20.091576 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-844282f1-a220-4752-8f01-3c034f118e80 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867540', 'neutron.services.segments.db._delete_segments_for_network-8729234922972'] for network, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:20.095224 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-135be400-d145-45b0-a17d-251f12f9028e tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:20.095575 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.db.segments_db [None req-135be400-d145-45b0-a17d-251f12f9028e tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Added segment 5fb7c95a-f598-4023-870b-0fd3fc0a5391 of type vlan for network 2a215244-e7b6-4013-b28e-865f89609b7a May 30 04:59:20.096784 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.db.api [None req-664068ce-66b1-4ef2-8d8c-7d7cba0c2450 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88261) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 04:59:20.097101 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG oslo_db.api [None req-664068ce-66b1-4ef2-8d8c-7d7cba0c2450 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 04:59:20.146884 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c668a0fb-6bac-46b3-828a-a39aa8c68753 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:20.156404 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.db.api [None req-357d6411-0489-43c9-a97a-3d5b3811a434 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 04:59:20.156770 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG oslo_db.api [None req-357d6411-0489-43c9-a97a-3d5b3811a434 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 04:59:20.175377 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-135be400-d145-45b0-a17d-251f12f9028e tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729234556353'] for network, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:20.176732 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 32beaf85-18b2-4ebc-b737-029837b545e9 is: ACTIVE; New status is: DOWN {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:59:20.177116 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:20.193896 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-844282f1-a220-4752-8f01-3c034f118e80 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a734b20e-8373-4515-a163-2783165b5369']}} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:59:20.225585 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-844282f1-a220-4752-8f01-3c034f118e80 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b65f7ce-dbfa-45c6-a057-4fa4986dac70') {'for_net_delete': True} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:59:20.226268 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-844282f1-a220-4752-8f01-3c034f118e80 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b65f7ce-dbfa-45c6-a057-4fa4986dac70') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:59:20.234186 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [None req-c668a0fb-6bac-46b3-828a-a39aa8c68753 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Transition to ACTIVE for port object b1853448-8397-499e-af04-140b8858f7cf will not be triggered until provisioned by entity DHCP. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:59:20.246992 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-066876fa-f17b-4460-990d-931160449cdf tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 04:59:20.262410 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-844282f1-a220-4752-8f01-3c034f118e80 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729235042807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1454725'] for segment, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:20.272051 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-e29bc959-0cae-474c-9f46-70ea0ff3d838 None None] Provisioning complete for port 8775c1f0-1cee-47c4-bf7f-963a21424e66 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:59:20.272418 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e29bc959-0cae-474c-9f46-70ea0ff3d838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:20.297285 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdadc776-1c9f-4ed9-8fb4-c067154bafb6 None None] Sync routers for ids ['8df89f11-e96e-4a0c-9912-fe14e6e07613'] in dv-neutron-843763-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 04:59:20.334475 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-018680d3-c74f-4bd0-982c-0430b72ff28e tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729234556353'] for network, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:20.351551 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-44784a1b-d2c3-4748-858b-3f5b5e2b6714 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:20.356262 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-844282f1-a220-4752-8f01-3c034f118e80 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:20.368750 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.db.resource_extend [None req-135be400-d145-45b0-a17d-251f12f9028e tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 04:59:20.373768 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-844282f1-a220-4752-8f01-3c034f118e80 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=88260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 04:59:20.374321 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-844282f1-a220-4752-8f01-3c034f118e80 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-862858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1547513'] for segment, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:20.396556 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2893fbf-e35e-4256-8d18-818df24c7d4a None None] Pushing event updated for resources: {'Port': ['ID=32beaf85-18b2-4ebc-b737-029837b545e9,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:20.402284 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-066876fa-f17b-4460-990d-931160449cdf tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:20.403252 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1df5c7e9-35dc-4f88-98fd-4ec2002b4b24 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:20.403722 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-066876fa-f17b-4460-990d-931160449cdf tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 10.0453136 May 30 04:59:20.411815 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 42268) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:20.424280 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-135be400-d145-45b0-a17d-251f12f9028e tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788'] for network, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:20.429769 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-135be400-d145-45b0-a17d-251f12f9028e tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:59:20.430845 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-135be400-d145-45b0-a17d-251f12f9028e tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:20.442958 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdadc776-1c9f-4ed9-8fb4-c067154bafb6 None None] Routers {'8df89f11-e96e-4a0c-9912-fe14e6e07613'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 04:59:20.443594 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-cdadc776-1c9f-4ed9-8fb4-c067154bafb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T04:59:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['8df89f11-e96e-4a0c-9912-fe14e6e07613'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:59:20.486769 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 2b65f7ce-dbfa-45c6-a057-4fa4986dac70 resource provider aggregate not found May 30 04:59:20.490332 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-018680d3-c74f-4bd0-982c-0430b72ff28e tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788'] for network, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:20.538626 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] For port 32beaf85-18b2-4ebc-b737-029837b545e9, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=32beaf85-18b2-4ebc-b737-029837b545e9,segment=NetworkSegment(5468bf1d-8b34-41a7-93c8-ed0b889e7263),segment_id=5468bf1d-8b34-41a7-93c8-ed0b889e7263)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:59:20.554319 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 2b65f7ce-dbfa-45c6-a057-4fa4986dac70 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2b65f7ce-dbfa-45c6-a057-4fa4986dac70 found for delete ", "request_id": "req-370c0a16-8aa5-45a4-9898-024751c0454e"}]} May 30 04:59:20.556176 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-44784a1b-d2c3-4748-858b-3f5b5e2b6714 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:20.561119 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:20.561998 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 61d405cb-9953-464b-9f9f-a66397087158 no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 04:59:20.598933 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-89e918eb-e1ca-41b0-b2bf-f04ee1f20721 None None] For port 32beaf85-18b2-4ebc-b737-029837b545e9, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=32beaf85-18b2-4ebc-b737-029837b545e9,segment=NetworkSegment(5468bf1d-8b34-41a7-93c8-ed0b889e7263),segment_id=5468bf1d-8b34-41a7-93c8-ed0b889e7263)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:59:20.599332 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-89e918eb-e1ca-41b0-b2bf-f04ee1f20721 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:20.621142 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-664068ce-66b1-4ef2-8d8c-7d7cba0c2450 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Deleting port 32beaf85-18b2-4ebc-b737-029837b545e9 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:59:20.621622 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-664068ce-66b1-4ef2-8d8c-7d7cba0c2450 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:20.633480 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-018680d3-c74f-4bd0-982c-0430b72ff28e tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Network 383115bc-662e-410a-bfac-e70dafcac1af is not hosted by any dhcp agent {{(pid=88260) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} May 30 04:59:20.634629 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-018680d3-c74f-4bd0-982c-0430b72ff28e tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:59:20.635353 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-018680d3-c74f-4bd0-982c-0430b72ff28e tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:20.636788 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-018680d3-c74f-4bd0-982c-0430b72ff28e tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] 10.222.0.15 "PUT /v2.0/networks/383115bc-662e-410a-bfac-e70dafcac1af HTTP/1.1" status: 200 len: 858 time: 1.0023994 May 30 04:59:20.655039 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135be400-d145-45b0-a17d-251f12f9028e tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Pushing event updated for resources: {'Network': ['ID=2a215244-e7b6-4013-b28e-865f89609b7a,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:20.662730 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-357d6411-0489-43c9-a97a-3d5b3811a434 None None] Deleting port 61d405cb-9953-464b-9f9f-a66397087158 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:59:20.663108 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-357d6411-0489-43c9-a97a-3d5b3811a434 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:20.674497 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 42276) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:20.681045 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-135be400-d145-45b0-a17d-251f12f9028e tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.4506521 May 30 04:59:20.691365 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 42280) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:20.698996 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] No Port match for: 61d405cb-9953-464b-9f9f-a66397087158 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 04:59:20.699343 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 61d405cb-9953-464b-9f9f-a66397087158 not bound to the agent host dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 04:59:20.701130 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Network 2a215244-e7b6-4013-b28e-865f89609b7a details requested by agent ovs-agent-dv-neutron-843763-1-hyperv with host dv-neutron-843763-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 04:59:20.790386 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c668a0fb-6bac-46b3-828a-a39aa8c68753 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:20.823034 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-34a7a460-fb48-4ee2-a324-aeef6d29ae77 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Request body: {'subnet': {'network_id': '2a215244-e7b6-4013-b28e-865f89609b7a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:59:20.844956 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-844282f1-a220-4752-8f01-3c034f118e80 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604744'] for network, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:20.864056 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-8e62e9fa-da79-4d2c-b265-4d296c85db85 tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=f9fe59584bbe4d5aaa42841eedb71980&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3890195 May 30 04:59:20.865505 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-844282f1-a220-4752-8f01-3c034f118e80 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:20.894585 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 42284) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:20.910234 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-89e918eb-e1ca-41b0-b2bf-f04ee1f20721 None None] Calling delete_port for 32beaf85-18b2-4ebc-b737-029837b545e9 owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:59:20.922254 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018680d3-c74f-4bd0-982c-0430b72ff28e tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Pushing event updated for resources: {'Network': ['ID=383115bc-662e-410a-bfac-e70dafcac1af,revision_number=2']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:20.969714 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-844282f1-a220-4752-8f01-3c034f118e80 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] 10.222.0.15 "DELETE /v2.0/networks/a734b20e-8373-4515-a163-2783165b5369 HTTP/1.1" status: 204 len: 168 time: 3.6411779 May 30 04:59:20.979558 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 42288) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:20.982998 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844282f1-a220-4752-8f01-3c034f118e80 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Pushing event deleted for resources: {'Network': ['ID=a734b20e-8373-4515-a163-2783165b5369,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:21.044521 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c668a0fb-6bac-46b3-828a-a39aa8c68753 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Network 0008fd3d-19e9-40cf-b545-4a7647b90cf1 is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:59:21.075969 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-fc4abfc3-4757-4294-8eb6-c96543fdc5e2 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Synchronizing usage tracker for tenant:2b6e4651650b4c999aced5cd7580a614 on resource:port {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:59:21.083298 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-34a7a460-fb48-4ee2-a324-aeef6d29ae77 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:59:21.110138 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-44784a1b-d2c3-4748-858b-3f5b5e2b6714 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:21.118198 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-c668a0fb-6bac-46b3-828a-a39aa8c68753 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:59:21.121687 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c668a0fb-6bac-46b3-828a-a39aa8c68753 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:59:21.132390 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-357d6411-0489-43c9-a97a-3d5b3811a434 None None] The port '61d405cb-9953-464b-9f9f-a66397087158' was deleted {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 30 04:59:21.138336 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-fc4abfc3-4757-4294-8eb6-c96543fdc5e2 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Unset dirty status for tenant:2b6e4651650b4c999aced5cd7580a614 on resource:port {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:59:21.144147 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-fc4abfc3-4757-4294-8eb6-c96543fdc5e2 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] 10.222.0.15 "GET /v2.0/ports?device_id=7f6a5e1a-3ce4-447f-b2c8-76daee65d33b HTTP/1.1" status: 200 len: 205 time: 0.1658378 May 30 04:59:21.153022 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-34a7a460-fb48-4ee2-a324-aeef6d29ae77 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Usage tracker for resource:subnet and tenant:5386df8a083a4b53b87ea99ca4a65ce1 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:59:21.155803 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 42292) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:21.156923 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44784a1b-d2c3-4748-858b-3f5b5e2b6714 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4415511-f1a3-47f2-b0c8-8905d57bbd9c,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:21.203132 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c668a0fb-6bac-46b3-828a-a39aa8c68753 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:59:21.203755 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c668a0fb-6bac-46b3-828a-a39aa8c68753 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:21.209943 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-62d85ba2-7a8b-4eb3-9d1b-dda47c6f8f6e tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897784'] for network, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:21.216529 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-cdadc776-1c9f-4ed9-8fb4-c067154bafb6 None None] Set router 8df89f11-e96e-4a0c-9912-fe14e6e07613 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 04:59:21.242018 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-34a7a460-fb48-4ee2-a324-aeef6d29ae77 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:59:21.252046 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c668a0fb-6bac-46b3-828a-a39aa8c68753 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Pushing event updated for resources: {'Port': ['ID=b1853448-8397-499e-af04-140b8858f7cf,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:21.334293 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-34a7a460-fb48-4ee2-a324-aeef6d29ae77 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:59:21.362365 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-cd7ab0f2-204d-499f-bccd-d83d4c0952b1 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Notify callbacks [] for router, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:21.387342 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-c668a0fb-6bac-46b3-828a-a39aa8c68753 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 4.7588518 May 30 04:59:21.425180 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 42296) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:21.447365 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34a7a460-fb48-4ee2-a324-aeef6d29ae77 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Made reservation on behalf of 5386df8a083a4b53b87ea99ca4a65ce1 for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:59:21.451489 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-34a7a460-fb48-4ee2-a324-aeef6d29ae77 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2133361'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:21.545363 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-e29bc959-0cae-474c-9f46-70ea0ff3d838 None None] Current status of the port 8775c1f0-1cee-47c4-bf7f-963a21424e66 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:59:21.548825 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-44784a1b-d2c3-4748-858b-3f5b5e2b6714 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:21.549615 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-44784a1b-d2c3-4748-858b-3f5b5e2b6714 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] 10.222.0.15 "DELETE /v2.0/security-groups/e4415511-f1a3-47f2-b0c8-8905d57bbd9c HTTP/1.1" status: 204 len: 168 time: 1.5873058 May 30 04:59:21.567359 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 42300) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:21.574741 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 99a15bcf-7629-4994-bed4-84318454731b up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 04:59:21.625896 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef322942-6037-4bca-aa84-b1d45cb352f0 None None] Network 0008fd3d-19e9-40cf-b545-4a7647b90cf1 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:59:21.637060 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c343a8b-aa0b-4db0-aef0-754de914849a tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:59:21.637610 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c343a8b-aa0b-4db0-aef0-754de914849a tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:59:21.641670 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-6c343a8b-aa0b-4db0-aef0-754de914849a tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1538 time: 0.7434237 May 30 04:59:21.663195 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Pushing event updated for resources: {'Port': ['ID=32beaf85-18b2-4ebc-b737-029837b545e9,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:21.677782 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 42304) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:21.699880 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-664068ce-66b1-4ef2-8d8c-7d7cba0c2450 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] For port 32beaf85-18b2-4ebc-b737-029837b545e9, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=32beaf85-18b2-4ebc-b737-029837b545e9,segment=NetworkSegment(5468bf1d-8b34-41a7-93c8-ed0b889e7263),segment_id=5468bf1d-8b34-41a7-93c8-ed0b889e7263)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:59:21.700239 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-664068ce-66b1-4ef2-8d8c-7d7cba0c2450 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:21.808517 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-e29bc959-0cae-474c-9f46-70ea0ff3d838 None None] Provisioning for port 4ca687de-fc68-4dd4-bfe8-8675924885e9 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:59:21.828727 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-e29bc959-0cae-474c-9f46-70ea0ff3d838 None None] Provisioning complete for port 4ca687de-fc68-4dd4-bfe8-8675924885e9 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:59:21.829252 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e29bc959-0cae-474c-9f46-70ea0ff3d838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:21.839789 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-531e4f42-74ac-4f39-800e-97fa61f465c2 tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=1bab70f4-3794-44db-8e17-19f483aa8ffa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1579907 May 30 04:59:21.851598 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 42308) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:21.881846 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.db.api [None req-89e918eb-e1ca-41b0-b2bf-f04ee1f20721 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 04:59:21.882324 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG oslo_db.api [None req-89e918eb-e1ca-41b0-b2bf-f04ee1f20721 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 04:59:21.892557 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-cd7ab0f2-204d-499f-bccd-d83d4c0952b1 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11660'] for router, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:21.902977 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-cd7ab0f2-204d-499f-bccd-d83d4c0952b1 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:21.909396 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-f6a8948f-3c30-4c3e-84f1-176c95202dc1 tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=383115bc-662e-410a-bfac-e70dafcac1af&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0543587 May 30 04:59:21.910301 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 42312) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:21.919812 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-81135680-c398-4c4c-9f27-8ff384629426 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-608507007', 'network_id': '83d1d881-1387-42cf-a16f-9c6e02a5e965', 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:59:21.942372 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-e29bc959-0cae-474c-9f46-70ea0ff3d838 None None] Port 4ca687de-fc68-4dd4-bfe8-8675924885e9 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 04:59:21.982358 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port 99a15bcf-7629-4994-bed4-84318454731b completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:59:22.026208 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-cd7ab0f2-204d-499f-bccd-d83d4c0952b1 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1601605'] for router, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:22.026712 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd7ab0f2-204d-499f-bccd-d83d4c0952b1 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Fanout notify agent at l3_agent the message router_deleted on router 7f6a5e1a-3ce4-447f-b2c8-76daee65d33b {{(pid=88260) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 30 04:59:22.050173 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-664068ce-66b1-4ef2-8d8c-7d7cba0c2450 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Calling delete_port for 32beaf85-18b2-4ebc-b737-029837b545e9 owned by network:dhcp {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:59:22.058216 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-cdadc776-1c9f-4ed9-8fb4-c067154bafb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8df89f11-e96e-4a0c-9912-fe14e6e07613', 'name': 'tempest-TestNetworkBasicOps-router-1784091264', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.168'}], 'enable_snat': True}, 'gw_port_id': '45643f2a-2144-47ee-8c5c-b98833323da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T04:59:10Z', 'updated_at': '2022-05-30T04:59:16Z', 'revision_number': 3, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'gw_port': {'id': '45643f2a-2144-47ee-8c5c-b98833323da3', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:8d:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8df89f11-e96e-4a0c-9912-fe14e6e07613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:59:13Z', 'updated_at': '2022-05-30T04:59:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv'}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:59:22.073006 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdadc776-1c9f-4ed9-8fb4-c067154bafb6 None None] Checking router: 8df89f11-e96e-4a0c-9912-fe14e6e07613 for host: dv-neutron-843763-1-hyperv {{(pid=88262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 04:59:22.073977 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdadc776-1c9f-4ed9-8fb4-c067154bafb6 None None] Updating router 8df89f11-e96e-4a0c-9912-fe14e6e07613 port 45643f2a-2144-47ee-8c5c-b98833323da3 binding host dv-neutron-843763-1-hyperv {{(pid=88262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 30 04:59:22.089590 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-62d85ba2-7a8b-4eb3-9d1b-dda47c6f8f6e tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867540', 'neutron.services.segments.db._delete_segments_for_network-8729234922972'] for network, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:22.122446 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-81135680-c398-4c4c-9f27-8ff384629426 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:59:22.133256 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-cd7ab0f2-204d-499f-bccd-d83d4c0952b1 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:22.133943 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-831f1791-0992-418d-969b-81033a4e9a99 None None] Provisioning for port 99a15bcf-7629-4994-bed4-84318454731b completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:59:22.134619 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-cd7ab0f2-204d-499f-bccd-d83d4c0952b1 tempest-RoutersNegativeIpV6Test-869692038 tempest-RoutersNegativeIpV6Test-869692038-project] 10.222.0.15 "DELETE /v2.0/routers/7f6a5e1a-3ce4-447f-b2c8-76daee65d33b HTTP/1.1" status: 204 len: 168 time: 0.9752498 May 30 04:59:22.137693 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-81135680-c398-4c4c-9f27-8ff384629426 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Usage tracker for resource:subnet and tenant:f9fe59584bbe4d5aaa42841eedb71980 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:59:22.142031 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-81135680-c398-4c4c-9f27-8ff384629426 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:59:22.145671 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-831f1791-0992-418d-969b-81033a4e9a99 None None] Provisioning complete for port 99a15bcf-7629-4994-bed4-84318454731b triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:59:22.146192 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-831f1791-0992-418d-969b-81033a4e9a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:22.157986 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-1561ae2c-b77f-4714-b166-e7e1df2caf03 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5773911 May 30 04:59:22.162417 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 42318) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:22.165419 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-81135680-c398-4c4c-9f27-8ff384629426 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:59:22.170135 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-62d85ba2-7a8b-4eb3-9d1b-dda47c6f8f6e tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['383115bc-662e-410a-bfac-e70dafcac1af']}} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:59:22.173459 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-3ea46919-cb54-42b6-a03c-0584e6c41b71 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Request body: {'security_group': {'name': 'tempest-secgroup--1419099284'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:59:22.195126 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3950f0a-8822-4a10-9607-6e969727e593 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:59:22.200948 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-cdadc776-1c9f-4ed9-8fb4-c067154bafb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:22.201342 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3950f0a-8822-4a10-9607-6e969727e593 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:59:22.202318 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-f3950f0a-8822-4a10-9607-6e969727e593 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Synchronizing usage tracker for tenant:16af2dbefc6742d5a37a7b30e58c8c2f on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:59:22.208588 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-3ea46919-cb54-42b6-a03c-0584e6c41b71 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:59:22.214222 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-62d85ba2-7a8b-4eb3-9d1b-dda47c6f8f6e tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a7e84df-ce61-4e04-88be-389a773398df') {'for_net_delete': True} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:59:22.214749 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-62d85ba2-7a8b-4eb3-9d1b-dda47c6f8f6e tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a7e84df-ce61-4e04-88be-389a773398df') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:59:22.215831 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-3ea46919-cb54-42b6-a03c-0584e6c41b71 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Usage tracker for resource:security_group and tenant:e8165468c1c447b08667f9e6612a30e1 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:59:22.220139 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-3ea46919-cb54-42b6-a03c-0584e6c41b71 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:59:22.229493 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-3ea46919-cb54-42b6-a03c-0584e6c41b71 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:59:22.240707 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-34a7a460-fb48-4ee2-a324-aeef6d29ae77 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1547796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2133315'] for subnet, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:22.252228 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-1df5c7e9-35dc-4f88-98fd-4ec2002b4b24 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Allocated IP 172.20.0.20 (7e1df58e-035d-42b4-84df-5ea2099fe951/52b5faee-2cd1-4103-acac-e14509e69e29/4ca687de-fc68-4dd4-bfe8-8675924885e9) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:59:22.257469 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-62d85ba2-7a8b-4eb3-9d1b-dda47c6f8f6e tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729235042807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3545573'] for segment, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:22.281355 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-f3950f0a-8822-4a10-9607-6e969727e593 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Unset dirty status for tenant:16af2dbefc6742d5a37a7b30e58c8c2f on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:59:22.282806 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-f3950f0a-8822-4a10-9607-6e969727e593 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1860 time: 0.8566780 May 30 04:59:22.305249 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 42322) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:22.312615 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-664068ce-66b1-4ef2-8d8c-7d7cba0c2450 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:22.333600 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81135680-c398-4c4c-9f27-8ff384629426 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Made reservation on behalf of f9fe59584bbe4d5aaa42841eedb71980 for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:59:22.341368 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-81135680-c398-4c4c-9f27-8ff384629426 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2133361'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:22.350391 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-62d85ba2-7a8b-4eb3-9d1b-dda47c6f8f6e tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:22.404192 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-89e918eb-e1ca-41b0-b2bf-f04ee1f20721 None None] Deleting port 32beaf85-18b2-4ebc-b737-029837b545e9 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:59:22.404729 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-89e918eb-e1ca-41b0-b2bf-f04ee1f20721 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:22.464053 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3ea46919-cb54-42b6-a03c-0584e6c41b71 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks [] for security_group, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:22.490067 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664068ce-66b1-4ef2-8d8c-7d7cba0c2450 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] No DVR routers for this DVR port 32beaf85-18b2-4ebc-b737-029837b545e9 on host dv-neutron-843763-1-hyperv {{(pid=88261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 04:59:22.502864 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-89e918eb-e1ca-41b0-b2bf-f04ee1f20721 None None] The port '32beaf85-18b2-4ebc-b737-029837b545e9' was deleted {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 30 04:59:22.520546 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62d85ba2-7a8b-4eb3-9d1b-dda47c6f8f6e tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=88261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 04:59:22.521241 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-62d85ba2-7a8b-4eb3-9d1b-dda47c6f8f6e tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-862858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2304281'] for segment, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:22.540709 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664068ce-66b1-4ef2-8d8c-7d7cba0c2450 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Pushing event deleted for resources: {'Port': ['ID=32beaf85-18b2-4ebc-b737-029837b545e9,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:22.594083 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-831f1791-0992-418d-969b-81033a4e9a99 None None] Current status of the port 99a15bcf-7629-4994-bed4-84318454731b is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:59:22.594658 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-831f1791-0992-418d-969b-81033a4e9a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:22.636599 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 7a7e84df-ce61-4e04-88be-389a773398df resource provider aggregate not found May 30 04:59:22.664664 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-831f1791-0992-418d-969b-81033a4e9a99 None None] For port 99a15bcf-7629-4994-bed4-84318454731b, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=99a15bcf-7629-4994-bed4-84318454731b,segment=NetworkSegment(c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1),segment_id=c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:59:22.675588 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-831f1791-0992-418d-969b-81033a4e9a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:22.711450 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 7a7e84df-ce61-4e04-88be-389a773398df resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7a7e84df-ce61-4e04-88be-389a773398df found for delete ", "request_id": "req-db35ea67-9755-401d-baec-e29bb8229c71"}]} May 30 04:59:22.725526 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a7a460-fb48-4ee2-a324-aeef6d29ae77 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Pushing event updated for resources: {'Subnet': ['ID=8db4139c-fce2-411f-8975-af2e7362d757,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:22.736438 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-3ea46919-cb54-42b6-a03c-0584e6c41b71 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:59:22.751564 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-3ea46919-cb54-42b6-a03c-0584e6c41b71 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Usage tracker for resource:security_group_rule and tenant:e8165468c1c447b08667f9e6612a30e1 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:59:22.762435 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-3ea46919-cb54-42b6-a03c-0584e6c41b71 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:59:22.775112 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-3ea46919-cb54-42b6-a03c-0584e6c41b71 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:59:22.779008 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831f1791-0992-418d-969b-81033a4e9a99 None None] Pushing event updated for resources: {'Port': ['ID=99a15bcf-7629-4994-bed4-84318454731b,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:22.800227 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a7a460-fb48-4ee2-a324-aeef6d29ae77 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Checking segment: {'id': '5fb7c95a-f598-4023-870b-0fd3fc0a5391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '2a215244-e7b6-4013-b28e-865f89609b7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:59:22.800449 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a7a460-fb48-4ee2-a324-aeef6d29ae77 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Network hostable DHCP agents. Network: 2a215244-e7b6-4013-b28e-865f89609b7a, hostable agents: ['1c705e68-3d3e-4dd3-9252-feb21d4b96ab'], hosted agents: [] {{(pid=88260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 04:59:22.857490 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 42332) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:22.868364 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-8439b942-df04-4805-b25b-d6d77635fe91 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Deleting port b1853448-8397-499e-af04-140b8858f7cf {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:59:22.868705 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8439b942-df04-4805-b25b-d6d77635fe91 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:22.877734 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-cdadc776-1c9f-4ed9-8fb4-c067154bafb6 None None] Notify callbacks [] for port, precommit_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:22.882668 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a7a460-fb48-4ee2-a324-aeef6d29ae77 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Network 2a215244-e7b6-4013-b28e-865f89609b7a is scheduled to be hosted by DHCP agent 1c705e68-3d3e-4dd3-9252-feb21d4b96ab with binding_index 1 {{(pid=88260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 04:59:22.905678 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-cdadc776-1c9f-4ed9-8fb4-c067154bafb6 None None] Transition to ACTIVE for port object 45643f2a-2144-47ee-8c5c-b98833323da3 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:59:22.919215 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-cdadc776-1c9f-4ed9-8fb4-c067154bafb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:22.923573 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-34a7a460-fb48-4ee2-a324-aeef6d29ae77 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843763-1-hyperv, 2a215244-e7b6-4013-b28e-865f89609b7a) {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:59:22.950426 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a7a460-fb48-4ee2-a324-aeef6d29ae77 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:59:22.951011 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-34a7a460-fb48-4ee2-a324-aeef6d29ae77 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:22.976534 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2919dbd9-5391-4f55-8f37-befcb233f9b6 None None] Network 2a215244-e7b6-4013-b28e-865f89609b7a requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:59:23.005220 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-34a7a460-fb48-4ee2-a324-aeef6d29ae77 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.3126352 May 30 04:59:23.007927 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 42338) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:23.057730 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-81135680-c398-4c4c-9f27-8ff384629426 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1547796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2133315'] for subnet, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:23.060762 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-664068ce-66b1-4ef2-8d8c-7d7cba0c2450 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867540', 'neutron.services.segments.db._delete_segments_for_network-8729234922972'] for network, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:23.093310 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-664068ce-66b1-4ef2-8d8c-7d7cba0c2450 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03b8a07a-fb65-465a-8f63-51a4d9cba391']}} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:59:23.109257 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-664068ce-66b1-4ef2-8d8c-7d7cba0c2450 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5468bf1d-8b34-41a7-93c8-ed0b889e7263') {'for_net_delete': True} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:59:23.109844 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-664068ce-66b1-4ef2-8d8c-7d7cba0c2450 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5468bf1d-8b34-41a7-93c8-ed0b889e7263') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:59:23.129306 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-664068ce-66b1-4ef2-8d8c-7d7cba0c2450 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729235042807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3545573'] for segment, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:23.155609 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-664068ce-66b1-4ef2-8d8c-7d7cba0c2450 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:23.166176 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-664068ce-66b1-4ef2-8d8c-7d7cba0c2450 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=88261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 04:59:23.166702 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-664068ce-66b1-4ef2-8d8c-7d7cba0c2450 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-862858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2304281'] for segment, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:23.187321 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08524d11-3bf5-49f8-801e-524ee9d28f21 None None] Pushing event updated for resources: {'Port': ['ID=45643f2a-2144-47ee-8c5c-b98833323da3,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:23.190655 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-cdadc776-1c9f-4ed9-8fb4-c067154bafb6 None None] Attempting to bind port 45643f2a-2144-47ee-8c5c-b98833323da3 on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 04:59:23.190911 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-cdadc776-1c9f-4ed9-8fb4-c067154bafb6 None None] Attempting to bind port 45643f2a-2144-47ee-8c5c-b98833323da3 by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': 'ad083d94-0233-4c50-a0ed-00ef7686038c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 04:59:23.191307 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdadc776-1c9f-4ed9-8fb4-c067154bafb6 None None] Attempting to bind port 45643f2a-2144-47ee-8c5c-b98833323da3 on network 1bab70f4-3794-44db-8e17-19f483aa8ffa {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 04:59:23.202660 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdadc776-1c9f-4ed9-8fb4-c067154bafb6 None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 4, 59, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 04:59:23.203036 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdadc776-1c9f-4ed9-8fb4-c067154bafb6 None None] Checking segment: {'id': 'ad083d94-0233-4c50-a0ed-00ef7686038c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:59:23.203445 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-cdadc776-1c9f-4ed9-8fb4-c067154bafb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:23.203836 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdadc776-1c9f-4ed9-8fb4-c067154bafb6 None None] Bound using segment: {'id': 'ad083d94-0233-4c50-a0ed-00ef7686038c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 04:59:23.204310 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-cdadc776-1c9f-4ed9-8fb4-c067154bafb6 None None] Bound port: 45643f2a-2144-47ee-8c5c-b98833323da3, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad083d94-0233-4c50-a0ed-00ef7686038c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 04:59:23.204686 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-cdadc776-1c9f-4ed9-8fb4-c067154bafb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:23.290912 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-3228b646-123a-45f6-8060-b76f69fa4d09 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2b6e4651650b4c999aced5cd7580a614&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4308405 May 30 04:59:23.302286 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 42342) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:23.336811 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-664068ce-66b1-4ef2-8d8c-7d7cba0c2450 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604744'] for network, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:23.369074 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-cdadc776-1c9f-4ed9-8fb4-c067154bafb6 None None] For port 45643f2a-2144-47ee-8c5c-b98833323da3, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 04:59:23.373565 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-62d85ba2-7a8b-4eb3-9d1b-dda47c6f8f6e tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604744'] for network, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:23.378660 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-664068ce-66b1-4ef2-8d8c-7d7cba0c2450 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:23.379696 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-8ce7b444-e50c-41e5-b735-8e81b500edbe None None] Provisioning for port b1853448-8397-499e-af04-140b8858f7cf completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:59:23.381043 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664068ce-66b1-4ef2-8d8c-7d7cba0c2450 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Pushing event deleted for resources: {'Network': ['ID=03b8a07a-fb65-465a-8f63-51a4d9cba391,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:23.387910 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-8ce7b444-e50c-41e5-b735-8e81b500edbe None None] Provisioning complete for port b1853448-8397-499e-af04-140b8858f7cf triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:59:23.388345 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8ce7b444-e50c-41e5-b735-8e81b500edbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:23.390020 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62d85ba2-7a8b-4eb3-9d1b-dda47c6f8f6e tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 383115bc-662e-410a-bfac-e70dafcac1af {{(pid=88261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 30 04:59:23.395204 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81135680-c398-4c4c-9f27-8ff384629426 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event updated for resources: {'Subnet': ['ID=1acbe121-74d9-41fa-8525-29a9efbdfaac,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:23.411761 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-62d85ba2-7a8b-4eb3-9d1b-dda47c6f8f6e tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:23.414495 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81135680-c398-4c4c-9f27-8ff384629426 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Checking segment: {'id': 'b8a9e42d-533b-4fec-a68e-c4fe245449e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '83d1d881-1387-42cf-a16f-9c6e02a5e965'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:59:23.415042 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81135680-c398-4c4c-9f27-8ff384629426 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Network hostable DHCP agents. Network: 83d1d881-1387-42cf-a16f-9c6e02a5e965, hostable agents: ['1c705e68-3d3e-4dd3-9252-feb21d4b96ab'], hosted agents: [] {{(pid=88260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 04:59:23.420064 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-cdadc776-1c9f-4ed9-8fb4-c067154bafb6 None None] For port 45643f2a-2144-47ee-8c5c-b98833323da3, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=45643f2a-2144-47ee-8c5c-b98833323da3,segment=NetworkSegment(ad083d94-0233-4c50-a0ed-00ef7686038c),segment_id=ad083d94-0233-4c50-a0ed-00ef7686038c)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 04:59:23.431655 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d85ba2-7a8b-4eb3-9d1b-dda47c6f8f6e tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] Pushing event deleted for resources: {'Network': ['ID=383115bc-662e-410a-bfac-e70dafcac1af,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:23.481707 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-bb1cb41a-7f84-4b73-bb6e-9e11e21cf9e7 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897784'] for network, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:23.488050 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-cdadc776-1c9f-4ed9-8fb4-c067154bafb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:23.518027 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f3535047-920a-4444-a220-e94f4802a107 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:23.583858 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-664068ce-66b1-4ef2-8d8c-7d7cba0c2450 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] 10.222.0.15 "DELETE /v2.0/networks/03b8a07a-fb65-465a-8f63-51a4d9cba391 HTTP/1.1" status: 204 len: 168 time: 5.6004498 May 30 04:59:23.585734 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 42346) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:23.596971 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc4fb3cc-4b09-4105-827a-3dfb2acdbc42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bbf24ed-7ba9-53d2-873f-8f9642b1e987-2a215244-e7b6-4013-b28e-865f89609b7a', 'network_id': '2a215244-e7b6-4013-b28e-865f89609b7a', 'tenant_id': '5386df8a083a4b53b87ea99ca4a65ce1', 'fixed_ips': [{'subnet_id': '8db4139c-fce2-411f-8975-af2e7362d757'}]}} from dv-neutron-843763-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 30 04:59:23.597615 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-fc4fb3cc-4b09-4105-827a-3dfb2acdbc42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:23.603313 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-62d85ba2-7a8b-4eb3-9d1b-dda47c6f8f6e tempest-ExternalNetworksTestJSON-209237752 tempest-ExternalNetworksTestJSON-209237752-project-admin] 10.222.0.15 "DELETE /v2.0/networks/383115bc-662e-410a-bfac-e70dafcac1af HTTP/1.1" status: 204 len: 168 time: 2.9232833 May 30 04:59:23.611841 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1df5c7e9-35dc-4f88-98fd-4ec2002b4b24 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:23.620225 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 42350) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:23.621175 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81135680-c398-4c4c-9f27-8ff384629426 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Network 83d1d881-1387-42cf-a16f-9c6e02a5e965 is scheduled to be hosted by DHCP agent 1c705e68-3d3e-4dd3-9252-feb21d4b96ab with binding_index 1 {{(pid=88260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 04:59:23.628703 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-c5cac19d-7d32-47c5-99d1-4ce1212e70b1 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1613293683'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:59:23.629655 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 99a15bcf-7629-4994-bed4-84318454731b up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 04:59:23.634348 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f3535047-920a-4444-a220-e94f4802a107 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:23.640511 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-c5cac19d-7d32-47c5-99d1-4ce1212e70b1 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:59:23.657784 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-c5cac19d-7d32-47c5-99d1-4ce1212e70b1 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Usage tracker for resource:network and tenant:895764a2d33a4b6180a8faca69c63db7 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:59:23.665951 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [None req-1df5c7e9-35dc-4f88-98fd-4ec2002b4b24 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Ignored duplicate provisioning block setup for port 4ca687de-fc68-4dd4-bfe8-8675924885e9 by entity DHCP. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} May 30 04:59:23.670321 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-c5cac19d-7d32-47c5-99d1-4ce1212e70b1 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:59:23.684676 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1df5c7e9-35dc-4f88-98fd-4ec2002b4b24 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2304381'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:23.696052 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-c5cac19d-7d32-47c5-99d1-4ce1212e70b1 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:59:23.724760 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-81135680-c398-4c4c-9f27-8ff384629426 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843763-1-hyperv, 83d1d881-1387-42cf-a16f-9c6e02a5e965) {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:59:23.729574 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81135680-c398-4c4c-9f27-8ff384629426 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:59:23.730211 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-81135680-c398-4c4c-9f27-8ff384629426 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:23.764734 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-553339cc-97c0-495b-89ae-deb657e38e20 tempest-ExternalNetworksTestJSON-700566103 tempest-ExternalNetworksTestJSON-700566103-project] DELETE failed (client error): The resource could not be found. May 30 04:59:23.765211 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-553339cc-97c0-495b-89ae-deb657e38e20 tempest-ExternalNetworksTestJSON-700566103 tempest-ExternalNetworksTestJSON-700566103-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 04:59:23.774472 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-8ce7b444-e50c-41e5-b735-8e81b500edbe None None] Port b1853448-8397-499e-af04-140b8858f7cf cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 04:59:23.791060 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b333faa-6c3f-44fe-9ad3-43ab7a308ad6 None None] Network 83d1d881-1387-42cf-a16f-9c6e02a5e965 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:59:23.794553 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5cac19d-7d32-47c5-99d1-4ce1212e70b1 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Made reservation on behalf of 895764a2d33a4b6180a8faca69c63db7 for: {'network': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:59:23.795047 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3ea46919-cb54-42b6-a03c-0584e6c41b71 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks [] for security_group, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:23.797996 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c5cac19d-7d32-47c5-99d1-4ce1212e70b1 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for network, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:23.824895 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-553339cc-97c0-495b-89ae-deb657e38e20 tempest-ExternalNetworksTestJSON-700566103 tempest-ExternalNetworksTestJSON-700566103-project] 10.222.0.15 "DELETE /v2.0/subnets/f274d1a2-d204-4f2d-a1d4-2fb30ddfa890 HTTP/1.1" status: 404 len: 337 time: 0.2014315 May 30 04:59:23.825550 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3ea46919-cb54-42b6-a03c-0584e6c41b71 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:23.831511 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 42354) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:23.867427 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-81135680-c398-4c4c-9f27-8ff384629426 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.9566975 May 30 04:59:23.871264 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea46919-cb54-42b6-a03c-0584e6c41b71 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d80fd17-9bdd-4ed5-aeb1-c536df75ebee,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:23.874957 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-bb1cb41a-7f84-4b73-bb6e-9e11e21cf9e7 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860493'] for subnet, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:23.923789 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 42358) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:23.947974 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8439b942-df04-4805-b25b-d6d77635fe91 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:24.005122 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08524d11-3bf5-49f8-801e-524ee9d28f21 None None] Pushing event updated for resources: {'Port': ['ID=45643f2a-2144-47ee-8c5c-b98833323da3,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:24.102973 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdadc776-1c9f-4ed9-8fb4-c067154bafb6 None None] Routers {'8df89f11-e96e-4a0c-9912-fe14e6e07613'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 04:59:24.104244 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-cdadc776-1c9f-4ed9-8fb4-c067154bafb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T04:59:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['8df89f11-e96e-4a0c-9912-fe14e6e07613'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:59:24.122994 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3ea46919-cb54-42b6-a03c-0584e6c41b71 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:24.124423 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-3ea46919-cb54-42b6-a03c-0584e6c41b71 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.9610934 May 30 04:59:24.153621 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 42362) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:24.209013 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f3535047-920a-4444-a220-e94f4802a107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:24.257676 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-e66b7da6-0f7c-4550-b921-bd4a9450dd32 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Request body: {'security_group_rule': {'security_group_id': '9d80fd17-9bdd-4ed5-aeb1-c536df75ebee', 'direction': 'ingress', 'protocol': 17}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:59:24.265045 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-e66b7da6-0f7c-4550-b921-bd4a9450dd32 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:59:24.269556 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-e66b7da6-0f7c-4550-b921-bd4a9450dd32 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Usage tracker for resource:security_group_rule and tenant:e8165468c1c447b08667f9e6612a30e1 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:59:24.272612 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-e66b7da6-0f7c-4550-b921-bd4a9450dd32 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:59:24.279016 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-e66b7da6-0f7c-4550-b921-bd4a9450dd32 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:59:24.311276 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a6070f6e-8031-4a13-b2bb-5a5d0784fc79 tempest-ExternalNetworksTestJSON-700566103 tempest-ExternalNetworksTestJSON-700566103-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897784'] for network, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:24.327651 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3535047-920a-4444-a220-e94f4802a107 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0ee0d1f-2a9a-4225-a1be-0ad12f5f6260,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:24.337994 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f3535047-920a-4444-a220-e94f4802a107 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:24.342069 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-f3535047-920a-4444-a220-e94f4802a107 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f0ee0d1f-2a9a-4225-a1be-0ad12f5f6260 HTTP/1.1" status: 204 len: 168 time: 1.0314403 May 30 04:59:24.342200 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-cdadc776-1c9f-4ed9-8fb4-c067154bafb6 None None] Set router 8df89f11-e96e-4a0c-9912-fe14e6e07613 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 04:59:24.372690 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-8439b942-df04-4805-b25b-d6d77635fe91 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Calling delete_port for b1853448-8397-499e-af04-140b8858f7cf owned by {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:59:24.386725 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-bb1cb41a-7f84-4b73-bb6e-9e11e21cf9e7 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1547867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2133322'] for subnet, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:24.409237 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df5c7e9-35dc-4f88-98fd-4ec2002b4b24 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Pushing event updated for resources: {'Port': ['ID=4ca687de-fc68-4dd4-bfe8-8675924885e9,revision_number=3']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:24.429311 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5cac19d-7d32-47c5-99d1-4ce1212e70b1 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=88261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 04:59:24.451063 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e66b7da6-0f7c-4550-b921-bd4a9450dd32 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:24.477018 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c5cac19d-7d32-47c5-99d1-4ce1212e70b1 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:24.477478 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.db.segments_db [None req-c5cac19d-7d32-47c5-99d1-4ce1212e70b1 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Added segment 1e541a23-bb06-422b-acd2-46e82305b677 of type vlan for network 8922bd00-5d77-4b94-88fe-08a8b822db0d May 30 04:59:24.488702 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-8ce7b444-e50c-41e5-b735-8e81b500edbe None None] Provisioning complete for port 99a15bcf-7629-4994-bed4-84318454731b triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:59:24.488889 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8ce7b444-e50c-41e5-b735-8e81b500edbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:24.518073 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-1df5c7e9-35dc-4f88-98fd-4ec2002b4b24 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] In _notify_port_updated(), no bound segment for port 4ca687de-fc68-4dd4-bfe8-8675924885e9 on network 7e1df58e-035d-42b4-84df-5ea2099fe951 {{(pid=88261) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 30 04:59:24.523406 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df5c7e9-35dc-4f88-98fd-4ec2002b4b24 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:59:24.524038 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1df5c7e9-35dc-4f88-98fd-4ec2002b4b24 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:24.528237 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-1df5c7e9-35dc-4f88-98fd-4ec2002b4b24 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] 10.222.0.15 "PUT /v2.0/ports/4ca687de-fc68-4dd4-bfe8-8675924885e9 HTTP/1.1" status: 200 len: 1000 time: 5.0904186 May 30 04:59:24.534772 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 42370) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:24.592650 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1cb41a-7f84-4b73-bb6e-9e11e21cf9e7 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Pushing event deleted for resources: {'Subnet': ['ID=8db4139c-fce2-411f-8975-af2e7362d757,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:24.608281 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 99a15bcf-7629-4994-bed4-84318454731b triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:59:24.610138 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:24.634282 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c5cac19d-7d32-47c5-99d1-4ce1212e70b1 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729234556353'] for network, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:24.656669 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e66b7da6-0f7c-4550-b921-bd4a9450dd32 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:24.703107 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e66b7da6-0f7c-4550-b921-bd4a9450dd32 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:24.738741 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-43b8cf1b-f985-45e4-814e-4c3e085bcc57 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Deleting port 4ca687de-fc68-4dd4-bfe8-8675924885e9 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:59:24.739070 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-43b8cf1b-f985-45e4-814e-4c3e085bcc57 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:24.781050 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-bb1cb41a-7f84-4b73-bb6e-9e11e21cf9e7 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867540', 'neutron.services.segments.db._delete_segments_for_network-8729234922972'] for network, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:24.797107 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a6070f6e-8031-4a13-b2bb-5a5d0784fc79 tempest-ExternalNetworksTestJSON-700566103 tempest-ExternalNetworksTestJSON-700566103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867540', 'neutron.services.segments.db._delete_segments_for_network-8729234922972'] for network, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:24.809130 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 5468bf1d-8b34-41a7-93c8-ed0b889e7263 resource provider aggregate not found May 30 04:59:24.846089 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66b7da6-0f7c-4550-b921-bd4a9450dd32 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=599baf9a-72e2-4527-b53e-e4a993d21c2e,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:24.848643 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 5468bf1d-8b34-41a7-93c8-ed0b889e7263 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5468bf1d-8b34-41a7-93c8-ed0b889e7263 found for delete ", "request_id": "req-d59f1f21-21f6-4a18-8531-6b7dc07c74ab"}]} May 30 04:59:24.871156 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c5cac19d-7d32-47c5-99d1-4ce1212e70b1 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788'] for network, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:24.876552 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5cac19d-7d32-47c5-99d1-4ce1212e70b1 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:59:24.877150 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c5cac19d-7d32-47c5-99d1-4ce1212e70b1 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:24.924934 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-c5cac19d-7d32-47c5-99d1-4ce1212e70b1 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3237500 May 30 04:59:24.959142 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e66b7da6-0f7c-4550-b921-bd4a9450dd32 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:24.960329 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-e66b7da6-0f7c-4550-b921-bd4a9450dd32 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.7741270 May 30 04:59:24.994985 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 42386) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:24.995628 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 42390) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:25.044971 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-bb1cb41a-7f84-4b73-bb6e-9e11e21cf9e7 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a215244-e7b6-4013-b28e-865f89609b7a']}} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:59:25.059679 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-a6070f6e-8031-4a13-b2bb-5a5d0784fc79 tempest-ExternalNetworksTestJSON-700566103 tempest-ExternalNetworksTestJSON-700566103-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90c43914-6394-4b14-9805-33c90e818fe3']}} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:59:25.062853 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server [None req-fc4fb3cc-4b09-4105-827a-3dfb2acdbc42 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8db4139c-fce2-411f-8975-af2e7362d757: This subnet is being modified by another concurrent operation. May 30 04:59:25.062853 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 30 04:59:25.062853 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 30 04:59:25.062853 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 30 04:59:25.062853 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 30 04:59:25.062853 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 30 04:59:25.062853 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 30 04:59:25.062853 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 30 04:59:25.062853 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 30 04:59:25.062853 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 30 04:59:25.062853 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 30 04:59:25.062853 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 30 04:59:25.062853 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 30 04:59:25.062853 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server self.force_reraise() May 30 04:59:25.062853 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 30 04:59:25.062853 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server raise self.value May 30 04:59:25.062853 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 30 04:59:25.062853 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 30 04:59:25.062853 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 30 04:59:25.062853 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 30 04:59:25.062853 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 30 04:59:25.062853 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server self.force_reraise() May 30 04:59:25.062853 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 30 04:59:25.062853 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server raise self.value May 30 04:59:25.062853 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 30 04:59:25.062853 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 30 04:59:25.062853 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 30 04:59:25.062853 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 30 04:59:25.062853 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 30 04:59:25.062853 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server self.force_reraise() May 30 04:59:25.062853 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 30 04:59:25.062853 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server raise self.value May 30 04:59:25.062853 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 30 04:59:25.062853 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 30 04:59:25.062853 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 30 04:59:25.062853 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 30 04:59:25.062853 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port May 30 04:59:25.062853 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 30 04:59:25.062853 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action May 30 04:59:25.062853 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 30 04:59:25.062853 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 30 04:59:25.062853 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 30 04:59:25.062853 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 30 04:59:25.062853 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 30 04:59:25.062853 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 30 04:59:25.062853 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 30 04:59:25.062853 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 30 04:59:25.062853 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 30 04:59:25.062853 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 30 04:59:25.062853 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server self.force_reraise() May 30 04:59:25.062853 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 30 04:59:25.062853 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server raise self.value May 30 04:59:25.062853 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 30 04:59:25.062853 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 30 04:59:25.062853 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 30 04:59:25.062853 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 30 04:59:25.062853 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 30 04:59:25.062853 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server self.force_reraise() May 30 04:59:25.062853 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 30 04:59:25.062853 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server raise self.value May 30 04:59:25.062853 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 30 04:59:25.062853 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 30 04:59:25.062853 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 30 04:59:25.062853 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 30 04:59:25.062853 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 30 04:59:25.062853 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server self.force_reraise() May 30 04:59:25.062853 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 30 04:59:25.062853 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server raise self.value May 30 04:59:25.062853 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 30 04:59:25.062853 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 30 04:59:25.062853 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port May 30 04:59:25.062853 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 30 04:59:25.062853 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db May 30 04:59:25.062853 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 30 04:59:25.062853 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db May 30 04:59:25.062853 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 30 04:59:25.062853 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 30 04:59:25.062853 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 30 04:59:25.062853 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 30 04:59:25.062853 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 30 04:59:25.062853 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper May 30 04:59:25.062853 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 30 04:59:25.062853 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 30 04:59:25.062853 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 30 04:59:25.062853 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 30 04:59:25.062853 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 30 04:59:25.062853 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets May 30 04:59:25.062853 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 30 04:59:25.062853 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 30 04:59:25.062853 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server raise exception May 30 04:59:25.062853 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8db4139c-fce2-411f-8975-af2e7362d757: This subnet is being modified by another concurrent operation. May 30 04:59:25.062853 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server May 30 04:59:25.075755 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-a6070f6e-8031-4a13-b2bb-5a5d0784fc79 tempest-ExternalNetworksTestJSON-700566103 tempest-ExternalNetworksTestJSON-700566103-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ac05e7e-a3d1-481d-91f4-06d1844e1ecf') {'for_net_delete': True} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:59:25.075852 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-a6070f6e-8031-4a13-b2bb-5a5d0784fc79 tempest-ExternalNetworksTestJSON-700566103 tempest-ExternalNetworksTestJSON-700566103-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ac05e7e-a3d1-481d-91f4-06d1844e1ecf') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:59:25.081888 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-1dc52b11-0a7e-4519-aaf8-bcddc17f6522 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Request body: {'subnet': {'network_id': '8922bd00-5d77-4b94-88fe-08a8b822db0d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:59:25.084798 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-bb1cb41a-7f84-4b73-bb6e-9e11e21cf9e7 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fb7c95a-f598-4023-870b-0fd3fc0a5391') {'for_net_delete': True} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:59:25.085108 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-bb1cb41a-7f84-4b73-bb6e-9e11e21cf9e7 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fb7c95a-f598-4023-870b-0fd3fc0a5391') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:59:25.116351 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-bb1cb41a-7f84-4b73-bb6e-9e11e21cf9e7 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729235042807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1454725'] for segment, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:25.126865 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a6070f6e-8031-4a13-b2bb-5a5d0784fc79 tempest-ExternalNetworksTestJSON-700566103 tempest-ExternalNetworksTestJSON-700566103-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729235042807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1454725'] for segment, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:25.200030 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-bb1cb41a-7f84-4b73-bb6e-9e11e21cf9e7 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:25.202370 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a6070f6e-8031-4a13-b2bb-5a5d0784fc79 tempest-ExternalNetworksTestJSON-700566103 tempest-ExternalNetworksTestJSON-700566103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:25.228004 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb1cb41a-7f84-4b73-bb6e-9e11e21cf9e7 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=88260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 04:59:25.228771 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-bb1cb41a-7f84-4b73-bb6e-9e11e21cf9e7 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-862858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1547513'] for segment, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:25.239409 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dafa3a7-bbb6-4ede-9062-cdcebcb98d21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bbf24ed-7ba9-53d2-873f-8f9642b1e987-83d1d881-1387-42cf-a16f-9c6e02a5e965', 'network_id': '83d1d881-1387-42cf-a16f-9c6e02a5e965', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'fixed_ips': [{'subnet_id': '1acbe121-74d9-41fa-8525-29a9efbdfaac'}]}} from dv-neutron-843763-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 30 04:59:25.240237 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9dafa3a7-bbb6-4ede-9062-cdcebcb98d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:25.256378 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cac19d-7d32-47c5-99d1-4ce1212e70b1 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Pushing event updated for resources: {'Network': ['ID=8922bd00-5d77-4b94-88fe-08a8b822db0d,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:25.262204 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6070f6e-8031-4a13-b2bb-5a5d0784fc79 tempest-ExternalNetworksTestJSON-700566103 tempest-ExternalNetworksTestJSON-700566103-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=88260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 04:59:25.262915 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a6070f6e-8031-4a13-b2bb-5a5d0784fc79 tempest-ExternalNetworksTestJSON-700566103 tempest-ExternalNetworksTestJSON-700566103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-862858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1547513'] for segment, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:25.294546 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0be8a09d-09a4-49f6-8bb2-fc9927c1a0ce None None] Network 2a215244-e7b6-4013-b28e-865f89609b7a requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:59:25.333335 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 5fb7c95a-f598-4023-870b-0fd3fc0a5391 resource provider aggregate not found May 30 04:59:25.351519 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8439b942-df04-4805-b25b-d6d77635fe91 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:25.407302 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 5fb7c95a-f598-4023-870b-0fd3fc0a5391 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5fb7c95a-f598-4023-870b-0fd3fc0a5391 found for delete ", "request_id": "req-8e99d123-cf82-423a-ad8c-891e3bb9f0bd"}]} May 30 04:59:25.435115 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 42408) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:25.454093 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Network 8922bd00-5d77-4b94-88fe-08a8b822db0d details requested by agent ovs-agent-dv-neutron-843763-1-hyperv with host dv-neutron-843763-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 04:59:25.484979 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-1dc52b11-0a7e-4519-aaf8-bcddc17f6522 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:59:25.487752 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8439b942-df04-4805-b25b-d6d77635fe91 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Pushing event deleted for resources: {'Port': ['ID=b1853448-8397-499e-af04-140b8858f7cf,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:25.504311 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-1dc52b11-0a7e-4519-aaf8-bcddc17f6522 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Usage tracker for resource:subnet and tenant:895764a2d33a4b6180a8faca69c63db7 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:59:25.524825 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-bb1cb41a-7f84-4b73-bb6e-9e11e21cf9e7 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604744'] for network, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:25.535728 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-1dc52b11-0a7e-4519-aaf8-bcddc17f6522 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:59:25.547896 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-70c60fe5-133f-47d3-aba3-108ca8ced686 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks [] for security_group, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:25.559182 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-bb1cb41a-7f84-4b73-bb6e-9e11e21cf9e7 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:25.561341 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-1dc52b11-0a7e-4519-aaf8-bcddc17f6522 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:59:25.568554 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a6070f6e-8031-4a13-b2bb-5a5d0784fc79 tempest-ExternalNetworksTestJSON-700566103 tempest-ExternalNetworksTestJSON-700566103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604744'] for network, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:25.583238 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a6070f6e-8031-4a13-b2bb-5a5d0784fc79 tempest-ExternalNetworksTestJSON-700566103 tempest-ExternalNetworksTestJSON-700566103-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:25.587242 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1cb41a-7f84-4b73-bb6e-9e11e21cf9e7 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Pushing event deleted for resources: {'Network': ['ID=2a215244-e7b6-4013-b28e-865f89609b7a,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:25.618903 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-bb1cb41a-7f84-4b73-bb6e-9e11e21cf9e7 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] 10.222.0.15 "DELETE /v2.0/networks/2a215244-e7b6-4013-b28e-865f89609b7a HTTP/1.1" status: 204 len: 168 time: 2.6068919 May 30 04:59:25.618903 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6070f6e-8031-4a13-b2bb-5a5d0784fc79 tempest-ExternalNetworksTestJSON-700566103 tempest-ExternalNetworksTestJSON-700566103-project] Pushing event deleted for resources: {'Network': ['ID=90c43914-6394-4b14-9805-33c90e818fe3,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:25.625556 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 42414) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:25.633183 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-a6070f6e-8031-4a13-b2bb-5a5d0784fc79 tempest-ExternalNetworksTestJSON-700566103 tempest-ExternalNetworksTestJSON-700566103-project] 10.222.0.15 "DELETE /v2.0/networks/90c43914-6394-4b14-9805-33c90e818fe3 HTTP/1.1" status: 204 len: 168 time: 1.7657423 May 30 04:59:25.635492 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-513890eb-fa4c-4340-8017-c53137dfd122 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-93956265'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:59:25.657220 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 99a15bcf-7629-4994-bed4-84318454731b is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:59:25.671722 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-513890eb-fa4c-4340-8017-c53137dfd122 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:59:25.683056 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-06571d65-473d-4b8e-a98a-49e51f125815 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:59:25.683563 dv-neutron-843763-1-hyperv neutron-server[88260]: WARNING neutron.api.v2.base [None req-06571d65-473d-4b8e-a98a-49e51f125815 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. May 30 04:59:25.684182 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.api.v2.resource [None req-06571d65-473d-4b8e-a98a-49e51f125815 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] create failed (client error): There was a conflict when trying to complete your request. May 30 04:59:25.685179 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-06571d65-473d-4b8e-a98a-49e51f125815 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2473202 May 30 04:59:25.691358 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-513890eb-fa4c-4340-8017-c53137dfd122 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Usage tracker for resource:network and tenant:5386df8a083a4b53b87ea99ca4a65ce1 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:59:25.693844 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 42420) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:25.696265 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-513890eb-fa4c-4340-8017-c53137dfd122 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:59:25.707771 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-3576b379-cc16-4e12-92bc-b556028416bd tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Request body: {'security_group': {'name': 'tempest-secgroup--1393998134'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:59:25.711190 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-43b8cf1b-f985-45e4-814e-4c3e085bcc57 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:25.719930 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-513890eb-fa4c-4340-8017-c53137dfd122 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:59:25.724365 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-3576b379-cc16-4e12-92bc-b556028416bd tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:59:25.734964 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-3576b379-cc16-4e12-92bc-b556028416bd tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Usage tracker for resource:security_group and tenant:7d1841e7e6c447259c28a06e10b65a59 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:59:25.741129 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-3576b379-cc16-4e12-92bc-b556028416bd tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:59:25.777427 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-3576b379-cc16-4e12-92bc-b556028416bd tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:59:25.779997 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-8ce7b444-e50c-41e5-b735-8e81b500edbe None None] Current status of the port 99a15bcf-7629-4994-bed4-84318454731b is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:59:25.795585 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-513890eb-fa4c-4340-8017-c53137dfd122 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Made reservation on behalf of 5386df8a083a4b53b87ea99ca4a65ce1 for: {'network': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:59:25.799902 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-513890eb-fa4c-4340-8017-c53137dfd122 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for network, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:25.840419 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-513890eb-fa4c-4340-8017-c53137dfd122 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=88260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 04:59:25.849612 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-513890eb-fa4c-4340-8017-c53137dfd122 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:25.850014 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.db.segments_db [None req-513890eb-fa4c-4340-8017-c53137dfd122 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Added segment 81c8b346-e897-49f0-be78-8827c56be10f of type vlan for network 9eafb0a9-062e-4cb6-9fd0-efe58e842deb May 30 04:59:25.879053 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-513890eb-fa4c-4340-8017-c53137dfd122 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729234556353'] for network, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:25.892121 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-cdadc776-1c9f-4ed9-8fb4-c067154bafb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8df89f11-e96e-4a0c-9912-fe14e6e07613', 'name': 'tempest-TestNetworkBasicOps-router-1784091264', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.168'}], 'enable_snat': True}, 'gw_port_id': '45643f2a-2144-47ee-8c5c-b98833323da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T04:59:10Z', 'updated_at': '2022-05-30T04:59:16Z', 'revision_number': 3, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'gw_port': {'id': '45643f2a-2144-47ee-8c5c-b98833323da3', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:8d:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8df89f11-e96e-4a0c-9912-fe14e6e07613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:59:13Z', 'updated_at': '2022-05-30T04:59:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv'}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:59:25.929128 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3576b379-cc16-4e12-92bc-b556028416bd tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Notify callbacks [] for security_group, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:25.937557 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-43b8cf1b-f985-45e4-814e-4c3e085bcc57 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Calling delete_port for 4ca687de-fc68-4dd4-bfe8-8675924885e9 owned by {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:59:25.950413 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdadc776-1c9f-4ed9-8fb4-c067154bafb6 None None] The sync data for ids ['8df89f11-e96e-4a0c-9912-fe14e6e07613'] in dv-neutron-843763-1-hyperv is: [{'id': '8df89f11-e96e-4a0c-9912-fe14e6e07613', 'name': 'tempest-TestNetworkBasicOps-router-1784091264', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.168'}], 'enable_snat': True}, 'gw_port_id': '45643f2a-2144-47ee-8c5c-b98833323da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T04:59:10Z', 'updated_at': '2022-05-30T04:59:16Z', 'revision_number': 3, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'gw_port': {'id': '45643f2a-2144-47ee-8c5c-b98833323da3', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:8d:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8df89f11-e96e-4a0c-9912-fe14e6e07613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:59:13Z', 'updated_at': '2022-05-30T04:59:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv'}] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 04:59:25.978030 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-fca8d3d0-500a-432f-8a92-224143df738b None None] Could not find standard attr ID for object b1853448-8397-499e-af04-140b8858f7cf. {{(pid=88262) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 30 04:59:25.997407 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3576b379-cc16-4e12-92bc-b556028416bd tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Notify callbacks [] for security_group, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:26.024271 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-3576b379-cc16-4e12-92bc-b556028416bd tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:59:26.028904 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-3576b379-cc16-4e12-92bc-b556028416bd tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Usage tracker for resource:security_group_rule and tenant:7d1841e7e6c447259c28a06e10b65a59 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:59:26.032940 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-3576b379-cc16-4e12-92bc-b556028416bd tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:59:26.040642 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-3576b379-cc16-4e12-92bc-b556028416bd tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:59:26.088972 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-fca8d3d0-500a-432f-8a92-224143df738b None None] Provisioning complete for port 4ca687de-fc68-4dd4-bfe8-8675924885e9 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:59:26.089358 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-fca8d3d0-500a-432f-8a92-224143df738b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:26.137308 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-513890eb-fa4c-4340-8017-c53137dfd122 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788'] for network, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:26.142980 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-513890eb-fa4c-4340-8017-c53137dfd122 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:59:26.143833 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-513890eb-fa4c-4340-8017-c53137dfd122 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:26.148809 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-9dafa3a7-bbb6-4ede-9062-cdcebcb98d21 None None] Allocated IP 172.20.0.2 (83d1d881-1387-42cf-a16f-9c6e02a5e965/1acbe121-74d9-41fa-8525-29a9efbdfaac/0a371452-781c-4b0f-9ba4-fff37f9c89d7) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:59:26.150244 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 42426) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:26.196801 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-fca8d3d0-500a-432f-8a92-224143df738b None None] Port 4ca687de-fc68-4dd4-bfe8-8675924885e9 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 04:59:26.211189 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dc52b11-0a7e-4519-aaf8-bcddc17f6522 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Made reservation on behalf of 895764a2d33a4b6180a8faca69c63db7 for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:59:26.215426 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1dc52b11-0a7e-4519-aaf8-bcddc17f6522 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9305518'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:26.272199 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-70c60fe5-133f-47d3-aba3-108ca8ced686 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:26.352051 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3576b379-cc16-4e12-92bc-b556028416bd tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Notify callbacks [] for security_group, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:26.363345 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-021a228e-0cd1-4bd1-b86d-972c2009d64e tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:26.417434 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8439b942-df04-4805-b25b-d6d77635fe91 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:26.421617 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-8439b942-df04-4805-b25b-d6d77635fe91 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "DELETE /v2.0/ports/b1853448-8397-499e-af04-140b8858f7cf HTTP/1.1" status: 204 len: 168 time: 4.1085141 May 30 04:59:26.423599 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3576b379-cc16-4e12-92bc-b556028416bd tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:26.455064 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 42432) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:26.503908 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9dafa3a7-bbb6-4ede-9062-cdcebcb98d21 None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:26.507346 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-3576b379-cc16-4e12-92bc-b556028416bd tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:59:26.518895 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9dafa3a7-bbb6-4ede-9062-cdcebcb98d21 None None] Transition to ACTIVE for port object 0a371452-781c-4b0f-9ba4-fff37f9c89d7 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:59:26.534272 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-513890eb-fa4c-4340-8017-c53137dfd122 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.9073896 May 30 04:59:26.535159 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513890eb-fa4c-4340-8017-c53137dfd122 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Pushing event updated for resources: {'Network': ['ID=9eafb0a9-062e-4cb6-9fd0-efe58e842deb,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:26.540273 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 42436) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:26.543233 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-3576b379-cc16-4e12-92bc-b556028416bd tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Usage tracker for resource:security_group_rule and tenant:7d1841e7e6c447259c28a06e10b65a59 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:59:26.552833 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9dafa3a7-bbb6-4ede-9062-cdcebcb98d21 None None] Transition to ACTIVE for port object 0a371452-781c-4b0f-9ba4-fff37f9c89d7 will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:59:26.556765 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Network 9eafb0a9-062e-4cb6-9fd0-efe58e842deb details requested by agent ovs-agent-dv-neutron-843763-1-hyperv with host dv-neutron-843763-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 04:59:26.568447 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-3576b379-cc16-4e12-92bc-b556028416bd tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:59:26.580900 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-430587f7-6690-4b8b-b86d-fd0376e6ae94 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Request body: {'subnet': {'network_id': '9eafb0a9-062e-4cb6-9fd0-efe58e842deb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:59:26.643672 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e0094d-66f0-45fa-879b-35fd89ebd0ff tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:59:26.645330 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e0094d-66f0-45fa-879b-35fd89ebd0ff tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:59:26.648044 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e0094d-66f0-45fa-879b-35fd89ebd0ff tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:59:26.649699 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-18e0094d-66f0-45fa-879b-35fd89ebd0ff tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Synchronizing usage tracker for tenant:16af2dbefc6742d5a37a7b30e58c8c2f on resource:subnet {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:59:26.678302 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-70c60fe5-133f-47d3-aba3-108ca8ced686 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:26.701945 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9dafa3a7-bbb6-4ede-9062-cdcebcb98d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:26.705384 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c60fe5-133f-47d3-aba3-108ca8ced686 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d80fd17-9bdd-4ed5-aeb1-c536df75ebee,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:26.727421 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-18e0094d-66f0-45fa-879b-35fd89ebd0ff tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Unset dirty status for tenant:16af2dbefc6742d5a37a7b30e58c8c2f on resource:subnet {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:59:26.731363 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-18e0094d-66f0-45fa-879b-35fd89ebd0ff tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2753332 May 30 04:59:26.737616 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 42440) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:26.762456 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-3576b379-cc16-4e12-92bc-b556028416bd tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:59:26.792643 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-430587f7-6690-4b8b-b86d-fd0376e6ae94 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:59:26.800481 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dafa3a7-bbb6-4ede-9062-cdcebcb98d21 None None] Network 83d1d881-1387-42cf-a16f-9c6e02a5e965 is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:59:26.803950 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-23046ad1-4859-4cc3-a997-cd525c1e91f3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b879a879771f4c8580bf29f8543efabc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6331453 May 30 04:59:26.804445 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-9dafa3a7-bbb6-4ede-9062-cdcebcb98d21 None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:59:26.808492 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dafa3a7-bbb6-4ede-9062-cdcebcb98d21 None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:59:26.811444 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 42444) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:26.812178 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3576b379-cc16-4e12-92bc-b556028416bd tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed19dd73-a2b1-4e8e-a9f5-02a6b3aebd5d,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:26.862512 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dafa3a7-bbb6-4ede-9062-cdcebcb98d21 None None] Pushing event updated for resources: {'Port': ['ID=0a371452-781c-4b0f-9ba4-fff37f9c89d7,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:26.911404 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-70c60fe5-133f-47d3-aba3-108ca8ced686 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:26.912449 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-430587f7-6690-4b8b-b86d-fd0376e6ae94 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Usage tracker for resource:subnet and tenant:5386df8a083a4b53b87ea99ca4a65ce1 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:59:26.915730 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-70c60fe5-133f-47d3-aba3-108ca8ced686 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] 10.222.0.15 "DELETE /v2.0/security-groups/9d80fd17-9bdd-4ed5-aeb1-c536df75ebee HTTP/1.1" status: 204 len: 168 time: 1.8649399 May 30 04:59:26.916482 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 42448) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:26.926053 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-430587f7-6690-4b8b-b86d-fd0376e6ae94 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:59:26.952824 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-9dafa3a7-bbb6-4ede-9062-cdcebcb98d21 None None] Attempting to bind port 0a371452-781c-4b0f-9ba4-fff37f9c89d7 on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 04:59:26.953349 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-9dafa3a7-bbb6-4ede-9062-cdcebcb98d21 None None] Attempting to bind port 0a371452-781c-4b0f-9ba4-fff37f9c89d7 by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': 'b8a9e42d-533b-4fec-a68e-c4fe245449e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '83d1d881-1387-42cf-a16f-9c6e02a5e965'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 04:59:26.953614 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dafa3a7-bbb6-4ede-9062-cdcebcb98d21 None None] Attempting to bind port 0a371452-781c-4b0f-9ba4-fff37f9c89d7 on network 83d1d881-1387-42cf-a16f-9c6e02a5e965 {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 04:59:26.960001 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dafa3a7-bbb6-4ede-9062-cdcebcb98d21 None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 4, 59, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 04:59:26.960546 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dafa3a7-bbb6-4ede-9062-cdcebcb98d21 None None] Checking segment: {'id': 'b8a9e42d-533b-4fec-a68e-c4fe245449e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '83d1d881-1387-42cf-a16f-9c6e02a5e965'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:59:26.960946 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9dafa3a7-bbb6-4ede-9062-cdcebcb98d21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:26.961788 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dafa3a7-bbb6-4ede-9062-cdcebcb98d21 None None] Bound using segment: {'id': 'b8a9e42d-533b-4fec-a68e-c4fe245449e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '83d1d881-1387-42cf-a16f-9c6e02a5e965'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 04:59:26.961788 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-9dafa3a7-bbb6-4ede-9062-cdcebcb98d21 None None] Bound port: 0a371452-781c-4b0f-9ba4-fff37f9c89d7, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8a9e42d-533b-4fec-a68e-c4fe245449e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '83d1d881-1387-42cf-a16f-9c6e02a5e965'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 04:59:26.962196 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9dafa3a7-bbb6-4ede-9062-cdcebcb98d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:26.966799 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-430587f7-6690-4b8b-b86d-fd0376e6ae94 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:59:27.039937 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3ff30be-274b-4754-8179-cbe1776c9acf tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Deleting subnet 0c370931-4998-4d30-adc4-b37bf90f574e {{(pid=88261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 30 04:59:27.057324 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b3ff30be-274b-4754-8179-cbe1776c9acf tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks [] for subnet, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:27.078406 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9dafa3a7-bbb6-4ede-9062-cdcebcb98d21 None None] For port 0a371452-781c-4b0f-9ba4-fff37f9c89d7, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 04:59:27.082146 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9dafa3a7-bbb6-4ede-9062-cdcebcb98d21 None None] For port 0a371452-781c-4b0f-9ba4-fff37f9c89d7, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=0a371452-781c-4b0f-9ba4-fff37f9c89d7,segment=NetworkSegment(b8a9e42d-533b-4fec-a68e-c4fe245449e7),segment_id=b8a9e42d-533b-4fec-a68e-c4fe245449e7)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 04:59:27.091340 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-430587f7-6690-4b8b-b86d-fd0376e6ae94 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Made reservation on behalf of 5386df8a083a4b53b87ea99ca4a65ce1 for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:59:27.092720 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9dafa3a7-bbb6-4ede-9062-cdcebcb98d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:27.095307 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-430587f7-6690-4b8b-b86d-fd0376e6ae94 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2133361'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:27.101100 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-43b8cf1b-f985-45e4-814e-4c3e085bcc57 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:27.113578 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-28ea57b6-64ec-4c71-a3e3-8ec30dbb76f6 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Synchronizing usage tracker for tenant:e8165468c1c447b08667f9e6612a30e1 on resource:security_group {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:59:27.202408 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dafa3a7-bbb6-4ede-9062-cdcebcb98d21 None None] Pushing event updated for resources: {'Port': ['ID=0a371452-781c-4b0f-9ba4-fff37f9c89d7,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:27.203006 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b8cf1b-f985-45e4-814e-4c3e085bcc57 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Pushing event deleted for resources: {'Port': ['ID=4ca687de-fc68-4dd4-bfe8-8675924885e9,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:27.211067 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-28ea57b6-64ec-4c71-a3e3-8ec30dbb76f6 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Unset dirty status for tenant:e8165468c1c447b08667f9e6612a30e1 on resource:security_group {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:59:27.219550 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-28ea57b6-64ec-4c71-a3e3-8ec30dbb76f6 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2861605 May 30 04:59:27.256092 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 42452) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:27.267036 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b3ff30be-274b-4754-8179-cbe1776c9acf tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3545586'] for subnet, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:27.330908 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-6c6cce9e-ed58-4778-899c-ec875f99f8f3 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Request body: {'security_group': {'name': 'tempest-secgroup--867692471'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:59:27.337574 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1dc52b11-0a7e-4519-aaf8-bcddc17f6522 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2305012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9305500'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:27.359850 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-95f0fc4d-d351-4597-9508-80361427e43b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:27.383673 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-6c6cce9e-ed58-4778-899c-ec875f99f8f3 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:59:27.491694 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-6c6cce9e-ed58-4778-899c-ec875f99f8f3 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:59:27.637620 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc52b11-0a7e-4519-aaf8-bcddc17f6522 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Pushing event updated for resources: {'Subnet': ['ID=4ebc96e9-1fa3-4b18-8708-162918bdc18d,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:27.642013 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3576b379-cc16-4e12-92bc-b556028416bd tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Notify callbacks [] for security_group, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:27.651197 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 9ac05e7e-a3d1-481d-91f4-06d1844e1ecf resource provider aggregate not found May 30 04:59:27.652314 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc52b11-0a7e-4519-aaf8-bcddc17f6522 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Checking segment: {'id': '1e541a23-bb06-422b-acd2-46e82305b677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '8922bd00-5d77-4b94-88fe-08a8b822db0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:59:27.652694 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dc52b11-0a7e-4519-aaf8-bcddc17f6522 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Network hostable DHCP agents. Network: 8922bd00-5d77-4b94-88fe-08a8b822db0d, hostable agents: ['1c705e68-3d3e-4dd3-9252-feb21d4b96ab'], hosted agents: [] {{(pid=88261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 04:59:27.671351 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b3ff30be-274b-4754-8179-cbe1776c9acf tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860493'] for subnet, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:27.680928 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3576b379-cc16-4e12-92bc-b556028416bd tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:27.690260 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 9ac05e7e-a3d1-481d-91f4-06d1844e1ecf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9ac05e7e-a3d1-481d-91f4-06d1844e1ecf found for delete ", "request_id": "req-3cb3548c-6db9-4e86-a673-e6dd97824fa3"}]} May 30 04:59:27.706387 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-43b8cf1b-f985-45e4-814e-4c3e085bcc57 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:27.711011 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-43b8cf1b-f985-45e4-814e-4c3e085bcc57 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] 10.222.0.15 "DELETE /v2.0/ports/4ca687de-fc68-4dd4-bfe8-8675924885e9 HTTP/1.1" status: 204 len: 168 time: 3.1737716 May 30 04:59:27.715464 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6c6cce9e-ed58-4778-899c-ec875f99f8f3 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:27.728507 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 42460) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:27.758707 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-6c6cce9e-ed58-4778-899c-ec875f99f8f3 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:59:27.765017 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dc52b11-0a7e-4519-aaf8-bcddc17f6522 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Network 8922bd00-5d77-4b94-88fe-08a8b822db0d is scheduled to be hosted by DHCP agent 1c705e68-3d3e-4dd3-9252-feb21d4b96ab with binding_index 1 {{(pid=88261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 04:59:27.767617 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-6c6cce9e-ed58-4778-899c-ec875f99f8f3 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Usage tracker for resource:security_group_rule and tenant:e8165468c1c447b08667f9e6612a30e1 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:59:27.776681 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-6c6cce9e-ed58-4778-899c-ec875f99f8f3 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:59:27.784521 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-6c6cce9e-ed58-4778-899c-ec875f99f8f3 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:59:27.801105 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-1dc52b11-0a7e-4519-aaf8-bcddc17f6522 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843763-1-hyperv, 8922bd00-5d77-4b94-88fe-08a8b822db0d) {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:59:27.809147 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc52b11-0a7e-4519-aaf8-bcddc17f6522 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:59:27.809891 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1dc52b11-0a7e-4519-aaf8-bcddc17f6522 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:27.812397 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a9a27e-a3ad-47d6-9802-61f23520c0a1 None None] Network 8922bd00-5d77-4b94-88fe-08a8b822db0d requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:59:27.821646 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-95f0fc4d-d351-4597-9508-80361427e43b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:27.846740 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 45643f2a-2144-47ee-8c5c-b98833323da3 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 04:59:27.856209 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0cb8d73-d17d-467d-b4ed-9127d31abf3e tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] GET failed (client error): The resource could not be found. May 30 04:59:27.856738 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-b0cb8d73-d17d-467d-b4ed-9127d31abf3e tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Synchronizing usage tracker for tenant:f4aea07b5c934dc5bc600f55a2d3ba0e on resource:port {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:59:27.875167 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-1dc52b11-0a7e-4519-aaf8-bcddc17f6522 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8254144 May 30 04:59:27.878611 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b3ff30be-274b-4754-8179-cbe1776c9acf tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2304955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9305493'] for subnet, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:27.884589 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 42464) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:27.903387 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3576b379-cc16-4e12-92bc-b556028416bd tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80079fec-2749-4412-8c3f-7c8d0efc0d93,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:27.927623 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3576b379-cc16-4e12-92bc-b556028416bd tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:27.931432 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-3576b379-cc16-4e12-92bc-b556028416bd tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.2340887 May 30 04:59:27.935066 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-fc03695c-a037-4356-9d53-638ec48f876f tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Request body: {'port': {'network_id': '8922bd00-5d77-4b94-88fe-08a8b822db0d', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1728318400'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:59:27.941378 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 42468) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:27.960531 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-7517b3db-cec4-4e6b-a0c8-62fc76735802 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Request body: {'security_group_rule': {'security_group_id': '80079fec-2749-4412-8c3f-7c8d0efc0d93', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:59:27.969685 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-021a228e-0cd1-4bd1-b86d-972c2009d64e tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Allocated IP 172.20.0.1 (83d1d881-1387-42cf-a16f-9c6e02a5e965/1acbe121-74d9-41fa-8525-29a9efbdfaac/d0655984-3405-4621-9760-408d68a84799) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:59:27.970957 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ff30be-274b-4754-8179-cbe1776c9acf tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Pushing event deleted for resources: {'Subnet': ['ID=0c370931-4998-4d30-adc4-b37bf90f574e,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:27.974197 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-b0cb8d73-d17d-467d-b4ed-9127d31abf3e tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Unset dirty status for tenant:f4aea07b5c934dc5bc600f55a2d3ba0e on resource:port {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:59:27.975733 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-b0cb8d73-d17d-467d-b4ed-9127d31abf3e tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] 10.222.0.15 "GET /v2.0/ports/4ca687de-fc68-4dd4-bfe8-8675924885e9 HTTP/1.1" status: 404 len: 333 time: 0.2431185 May 30 04:59:27.981420 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-7517b3db-cec4-4e6b-a0c8-62fc76735802 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:59:27.985624 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 42472) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:27.996204 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-7517b3db-cec4-4e6b-a0c8-62fc76735802 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Usage tracker for resource:security_group_rule and tenant:7d1841e7e6c447259c28a06e10b65a59 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:59:28.001768 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-7517b3db-cec4-4e6b-a0c8-62fc76735802 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:59:28.002057 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa1ce7f6-c44b-492a-837c-d47e6d001458 None None] Network 0008fd3d-19e9-40cf-b545-4a7647b90cf1 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:59:28.031498 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b3ff30be-274b-4754-8179-cbe1776c9acf tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:28.068773 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-b3ff30be-274b-4754-8179-cbe1776c9acf tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "DELETE /v2.0/subnets/0c370931-4998-4d30-adc4-b37bf90f574e HTTP/1.1" status: 204 len: 168 time: 1.3277004 May 30 04:59:28.074355 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-7517b3db-cec4-4e6b-a0c8-62fc76735802 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:59:28.080462 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 42476) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:28.087226 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6c6cce9e-ed58-4778-899c-ec875f99f8f3 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:28.130788 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6c6cce9e-ed58-4778-899c-ec875f99f8f3 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:28.176951 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-b4110736-d6a3-4011-9184-9daee1eb9803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:28.226214 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_v2 [None req-315f1d15-5cee-44f6-b4dc-068de236ef96 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Deleting subnet 0c7c6e99-c19d-4d4e-870b-a12b4792ab1c {{(pid=88261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 30 04:59:28.230482 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-315f1d15-5cee-44f6-b4dc-068de236ef96 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks [] for subnet, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:28.286163 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-315f1d15-5cee-44f6-b4dc-068de236ef96 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3545586'] for subnet, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:28.303770 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-95f0fc4d-d351-4597-9508-80361427e43b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:28.353000 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port 45643f2a-2144-47ee-8c5c-b98833323da3 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:59:28.385409 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-021a228e-0cd1-4bd1-b86d-972c2009d64e tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:28.390718 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-315f1d15-5cee-44f6-b4dc-068de236ef96 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860493'] for subnet, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:28.404455 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 45643f2a-2144-47ee-8c5c-b98833323da3 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:59:28.404836 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:28.421695 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7517b3db-cec4-4e6b-a0c8-62fc76735802 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:28.474010 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6cce9e-ed58-4778-899c-ec875f99f8f3 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f61d8e27-57ff-4777-a025-72dc800a5406,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:28.477423 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-fc03695c-a037-4356-9d53-638ec48f876f tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:59:28.481196 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6c6cce9e-ed58-4778-899c-ec875f99f8f3 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:28.481791 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f0fc4d-d351-4597-9508-80361427e43b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d2341bb-3996-4cb7-a0ef-db969f629c52,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:28.484879 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-6c6cce9e-ed58-4778-899c-ec875f99f8f3 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.2253988 May 30 04:59:28.486511 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-315f1d15-5cee-44f6-b4dc-068de236ef96 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2304955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9305493'] for subnet, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:28.490930 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 42480) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:28.491933 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a3779e6-2e5b-4d2f-abcf-9fb8f4beeee9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bbf24ed-7ba9-53d2-873f-8f9642b1e987-8922bd00-5d77-4b94-88fe-08a8b822db0d', 'network_id': '8922bd00-5d77-4b94-88fe-08a8b822db0d', 'tenant_id': '895764a2d33a4b6180a8faca69c63db7', 'fixed_ips': [{'subnet_id': '4ebc96e9-1fa3-4b18-8708-162918bdc18d'}]}} from dv-neutron-843763-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 30 04:59:28.492447 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-fc03695c-a037-4356-9d53-638ec48f876f tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Usage tracker for resource:port and tenant:895764a2d33a4b6180a8faca69c63db7 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:59:28.493110 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-4a3779e6-2e5b-4d2f-abcf-9fb8f4beeee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:28.498782 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-95f0fc4d-d351-4597-9508-80361427e43b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:28.500029 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-95f0fc4d-d351-4597-9508-80361427e43b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9d2341bb-3996-4cb7-a0ef-db969f629c52 HTTP/1.1" status: 204 len: 168 time: 1.6837590 May 30 04:59:28.506144 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d79dc08-cae1-4b6a-baeb-181545a34a8b tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Deleting subnet 52b5faee-2cd1-4103-acac-e14509e69e29 {{(pid=88260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 30 04:59:28.516670 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-b0f066bf-3b5d-47d8-9fb2-cf7486a010cc tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Request body: {'security_group': {'name': 'tempest-secgroup--1068904694'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:59:28.523822 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [None req-021a228e-0cd1-4bd1-b86d-972c2009d64e tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Transition to ACTIVE for port object d0655984-3405-4621-9760-408d68a84799 will not be triggered until provisioned by entity DHCP. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:59:28.556040 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-fc03695c-a037-4356-9d53-638ec48f876f tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:59:28.565865 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7517b3db-cec4-4e6b-a0c8-62fc76735802 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:28.569443 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2d79dc08-cae1-4b6a-baeb-181545a34a8b tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks [] for subnet, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:28.579312 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-fc03695c-a037-4356-9d53-638ec48f876f tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:59:28.581452 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315f1d15-5cee-44f6-b4dc-068de236ef96 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Pushing event deleted for resources: {'Subnet': ['ID=0c7c6e99-c19d-4d4e-870b-a12b4792ab1c,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:28.584607 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-315f1d15-5cee-44f6-b4dc-068de236ef96 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:28.606163 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-b0f066bf-3b5d-47d8-9fb2-cf7486a010cc tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:59:28.609914 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7517b3db-cec4-4e6b-a0c8-62fc76735802 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:28.612205 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-430587f7-6690-4b8b-b86d-fd0376e6ae94 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1547796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2133315'] for subnet, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:28.616620 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc03695c-a037-4356-9d53-638ec48f876f tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Made reservation on behalf of 895764a2d33a4b6180a8faca69c63db7 for: {'port': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:59:28.627950 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-fc03695c-a037-4356-9d53-638ec48f876f tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:28.653082 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-315f1d15-5cee-44f6-b4dc-068de236ef96 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "DELETE /v2.0/subnets/0c7c6e99-c19d-4d4e-870b-a12b4792ab1c HTTP/1.1" status: 204 len: 168 time: 0.5689704 May 30 04:59:28.655078 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 42488) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:28.728837 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430587f7-6690-4b8b-b86d-fd0376e6ae94 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Pushing event updated for resources: {'Subnet': ['ID=df6634a3-f2b0-4eeb-aaed-25345a9be07e,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:28.752238 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-b0f066bf-3b5d-47d8-9fb2-cf7486a010cc tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:59:28.801405 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7517b3db-cec4-4e6b-a0c8-62fc76735802 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54691b2a-a07e-4dad-9b34-887fb442d1ea,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:28.829792 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430587f7-6690-4b8b-b86d-fd0376e6ae94 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Checking segment: {'id': '81c8b346-e897-49f0-be78-8827c56be10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '9eafb0a9-062e-4cb6-9fd0-efe58e842deb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:59:28.830620 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-430587f7-6690-4b8b-b86d-fd0376e6ae94 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Network hostable DHCP agents. Network: 9eafb0a9-062e-4cb6-9fd0-efe58e842deb, hostable agents: ['1c705e68-3d3e-4dd3-9252-feb21d4b96ab'], hosted agents: [] {{(pid=88260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 04:59:28.842084 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2d79dc08-cae1-4b6a-baeb-181545a34a8b tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1454738'] for subnet, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:28.884550 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7517b3db-cec4-4e6b-a0c8-62fc76735802 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:28.888923 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-7517b3db-cec4-4e6b-a0c8-62fc76735802 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9408329 May 30 04:59:28.888923 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b0f066bf-3b5d-47d8-9fb2-cf7486a010cc tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks [] for security_group, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:28.899211 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 42494) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:28.916582 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-986863dd-7bdd-492d-9a0b-5bc2cdd16231 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Request body: {'security_group_rule': {'security_group_id': '80079fec-2749-4412-8c3f-7c8d0efc0d93', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:59:28.929109 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 45643f2a-2144-47ee-8c5c-b98833323da3 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:59:28.930581 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-b0f066bf-3b5d-47d8-9fb2-cf7486a010cc tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:59:28.930714 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:28.949468 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-3fe3031a-a26d-4657-869e-5d8c51591295 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2894855 May 30 04:59:28.949760 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-b0f066bf-3b5d-47d8-9fb2-cf7486a010cc tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Usage tracker for resource:security_group_rule and tenant:e8165468c1c447b08667f9e6612a30e1 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:59:28.949924 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 42498) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:28.951393 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-986863dd-7bdd-492d-9a0b-5bc2cdd16231 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:59:28.954763 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [None req-fc03695c-a037-4356-9d53-638ec48f876f tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] device_id is not set on port cbe53391-123f-4797-bd11-f37cac3cdabb yet. {{(pid=88261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 30 04:59:28.957742 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-b0f066bf-3b5d-47d8-9fb2-cf7486a010cc tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:59:28.961789 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-430587f7-6690-4b8b-b86d-fd0376e6ae94 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Network 9eafb0a9-062e-4cb6-9fd0-efe58e842deb is scheduled to be hosted by DHCP agent 1c705e68-3d3e-4dd3-9252-feb21d4b96ab with binding_index 1 {{(pid=88260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 04:59:28.972062 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-b0f066bf-3b5d-47d8-9fb2-cf7486a010cc tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:59:28.973058 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-4a3779e6-2e5b-4d2f-abcf-9fb8f4beeee9 None None] Allocated IP 2001:db8::2 (8922bd00-5d77-4b94-88fe-08a8b822db0d/4ebc96e9-1fa3-4b18-8708-162918bdc18d/52dc3256-fcb6-457d-9ba4-d4c848d57d46) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:59:28.986548 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] For port 45643f2a-2144-47ee-8c5c-b98833323da3, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=45643f2a-2144-47ee-8c5c-b98833323da3,segment=NetworkSegment(ad083d94-0233-4c50-a0ed-00ef7686038c),segment_id=ad083d94-0233-4c50-a0ed-00ef7686038c)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:59:28.993830 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-021a228e-0cd1-4bd1-b86d-972c2009d64e tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:28.998290 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-986863dd-7bdd-492d-9a0b-5bc2cdd16231 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Usage tracker for resource:security_group_rule and tenant:7d1841e7e6c447259c28a06e10b65a59 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:59:29.023526 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:29.024460 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 0a371452-781c-4b0f-9ba4-fff37f9c89d7 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 04:59:29.038438 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-986863dd-7bdd-492d-9a0b-5bc2cdd16231 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:59:29.058844 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-986863dd-7bdd-492d-9a0b-5bc2cdd16231 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:59:29.106023 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-616b8e67-efce-4aa7-831d-1a52bb504017 None None] Network 83d1d881-1387-42cf-a16f-9c6e02a5e965 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:59:29.107664 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021a228e-0cd1-4bd1-b86d-972c2009d64e tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event updated for resources: {'Port': ['ID=d0655984-3405-4621-9760-408d68a84799,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:29.125123 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-986863dd-7bdd-492d-9a0b-5bc2cdd16231 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:29.128516 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-430587f7-6690-4b8b-b86d-fd0376e6ae94 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843763-1-hyperv, 9eafb0a9-062e-4cb6-9fd0-efe58e842deb) {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:59:29.146749 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-021a228e-0cd1-4bd1-b86d-972c2009d64e tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Network 83d1d881-1387-42cf-a16f-9c6e02a5e965 is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:59:29.159964 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 42502) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:29.163292 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-021a228e-0cd1-4bd1-b86d-972c2009d64e tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:59:29.169200 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430587f7-6690-4b8b-b86d-fd0376e6ae94 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:59:29.169790 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-430587f7-6690-4b8b-b86d-fd0376e6ae94 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:29.180191 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-021a228e-0cd1-4bd1-b86d-972c2009d64e tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:59:29.227532 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-93dc52f2-8e3f-4656-a43f-2e45e420f47e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bc9d053c9e7544f5b0aba3128514c439&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0653341 May 30 04:59:29.235893 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae7bed54-b9c1-4a2c-8d14-2db4c8350424 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:59:29.237042 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-ae7bed54-b9c1-4a2c-8d14-2db4c8350424 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Synchronizing usage tracker for tenant:16af2dbefc6742d5a37a7b30e58c8c2f on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:59:29.239966 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 42506) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:29.281362 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-430587f7-6690-4b8b-b86d-fd0376e6ae94 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7210495 May 30 04:59:29.284381 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 42510) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:29.289451 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2d79dc08-cae1-4b6a-baeb-181545a34a8b tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860493'] for subnet, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:29.296345 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.api.v2.resource [None req-986863dd-7bdd-492d-9a0b-5bc2cdd16231 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] create failed (client error): There was a conflict when trying to complete your request. May 30 04:59:29.300088 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-986863dd-7bdd-492d-9a0b-5bc2cdd16231 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3973532 May 30 04:59:29.309840 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32970732-63c3-4156-8b8d-7d5d8106ea96 None None] Network 9eafb0a9-062e-4cb6-9fd0-efe58e842deb requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:59:29.321275 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 42514) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:29.322090 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-ae7bed54-b9c1-4a2c-8d14-2db4c8350424 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Unset dirty status for tenant:16af2dbefc6742d5a37a7b30e58c8c2f on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:59:29.326202 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-ae7bed54-b9c1-4a2c-8d14-2db4c8350424 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3306131 May 30 04:59:29.339756 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 42518) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:29.340255 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-021a228e-0cd1-4bd1-b86d-972c2009d64e tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604623'] for router_interface, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:29.427593 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b0f066bf-3b5d-47d8-9fb2-cf7486a010cc tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks [] for security_group, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:29.452633 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b0f066bf-3b5d-47d8-9fb2-cf7486a010cc tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:29.467203 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-fdf523e6-d520-4c86-a7ed-e41e2456162a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:29.500899 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f066bf-3b5d-47d8-9fb2-cf7486a010cc tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=234adcba-6ec2-4d3d-beaa-78f9a7c9fbfd,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:29.550918 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-fdf523e6-d520-4c86-a7ed-e41e2456162a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:29.557355 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4451d254-3e8a-40d4-9ee8-0ecbea699be1 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:59:29.558072 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-4451d254-3e8a-40d4-9ee8-0ecbea699be1 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Synchronizing usage tracker for tenant:16af2dbefc6742d5a37a7b30e58c8c2f on resource:subnet {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:59:29.567893 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b0f066bf-3b5d-47d8-9fb2-cf7486a010cc tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:29.568356 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2719a9c6-1d65-4aae-a7e1-f8f760782902 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897784'] for network, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:29.572176 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-b0f066bf-3b5d-47d8-9fb2-cf7486a010cc tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0708685 May 30 04:59:29.572942 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-41be2e2f-e33f-4082-a849-1164bafb7b15 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Notify callbacks [] for security_group, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:29.574944 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 42524) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:29.577969 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3143a60-e3f5-4062-b01a-b08093f5ebb5 None None] Update dhcp port {'port': {'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1', 'fixed_ips': [{'subnet_id': '0c7c6e99-c19d-4d4e-870b-a12b4792ab1c'}], 'binding:host_id': 'dv-neutron-843763-1-hyperv'}, 'id': '99a15bcf-7629-4994-bed4-84318454731b'} from dv-neutron-843763-1-hyperv. {{(pid=88262) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 30 04:59:29.579922 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2d79dc08-cae1-4b6a-baeb-181545a34a8b tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1547867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2133322'] for subnet, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:29.590137 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-f3d25346-ecfc-407a-9d3f-d1c20b94a4e7 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Request body: {'security_group_rule': {'security_group_id': 'f61d8e27-57ff-4777-a025-72dc800a5406', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '234adcba-6ec2-4d3d-beaa-78f9a7c9fbfd', 'remote_ip_prefix': None}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:59:29.596893 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-f3d25346-ecfc-407a-9d3f-d1c20b94a4e7 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:59:29.601001 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-f3d25346-ecfc-407a-9d3f-d1c20b94a4e7 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Usage tracker for resource:security_group_rule and tenant:e8165468c1c447b08667f9e6612a30e1 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:59:29.601256 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-02c2bc85-02b9-4948-a120-fa27ccbc8756 None None] Provisioning for port 0a371452-781c-4b0f-9ba4-fff37f9c89d7 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:59:29.604462 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-f3d25346-ecfc-407a-9d3f-d1c20b94a4e7 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:59:29.610281 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-f3d25346-ecfc-407a-9d3f-d1c20b94a4e7 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:59:29.615935 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Pushing event updated for resources: {'Port': ['ID=45643f2a-2144-47ee-8c5c-b98833323da3,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:29.665193 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-41be2e2f-e33f-4082-a849-1164bafb7b15 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:29.672041 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d79dc08-cae1-4b6a-baeb-181545a34a8b tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Pushing event deleted for resources: {'Subnet': ['ID=52b5faee-2cd1-4103-acac-e14509e69e29,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:29.679316 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2d79dc08-cae1-4b6a-baeb-181545a34a8b tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:29.684923 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-2d79dc08-cae1-4b6a-baeb-181545a34a8b tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] 10.222.0.15 "DELETE /v2.0/subnets/52b5faee-2cd1-4103-acac-e14509e69e29 HTTP/1.1" status: 204 len: 168 time: 1.6925321 May 30 04:59:29.691519 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 42528) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:29.691740 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-4451d254-3e8a-40d4-9ee8-0ecbea699be1 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Unset dirty status for tenant:16af2dbefc6742d5a37a7b30e58c8c2f on resource:subnet {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:59:29.692890 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-4451d254-3e8a-40d4-9ee8-0ecbea699be1 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3499522 May 30 04:59:29.696540 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 42532) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:29.702884 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4633791-f373-4cf9-9086-a6aad2335ac0 None None] Network 7e1df58e-035d-42b4-84df-5ea2099fe951 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:59:29.733596 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f3d25346-ecfc-407a-9d3f-d1c20b94a4e7 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:29.735844 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-fdf523e6-d520-4c86-a7ed-e41e2456162a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:29.748554 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2719a9c6-1d65-4aae-a7e1-f8f760782902 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860493'] for subnet, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:29.799886 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf523e6-d520-4c86-a7ed-e41e2456162a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c411b2ec-2b49-4868-a65f-dfe4341fbe5c,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:29.801661 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-41be2e2f-e33f-4082-a849-1164bafb7b15 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:29.834005 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41be2e2f-e33f-4082-a849-1164bafb7b15 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80079fec-2749-4412-8c3f-7c8d0efc0d93,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:29.846299 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-41be2e2f-e33f-4082-a849-1164bafb7b15 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:29.847649 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-41be2e2f-e33f-4082-a849-1164bafb7b15 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] 10.222.0.15 "DELETE /v2.0/security-groups/80079fec-2749-4412-8c3f-7c8d0efc0d93 HTTP/1.1" status: 204 len: 168 time: 0.5225785 May 30 04:59:29.850546 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-fdf523e6-d520-4c86-a7ed-e41e2456162a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:29.854672 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-fdf523e6-d520-4c86-a7ed-e41e2456162a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c411b2ec-2b49-4868-a65f-dfe4341fbe5c HTTP/1.1" status: 204 len: 168 time: 0.6084569 May 30 04:59:29.856431 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 42536) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:29.879368 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 42542) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:29.881680 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-e25c9832-f00d-4924-9865-d34b7b309afc tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1492829 May 30 04:59:29.887781 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-020214c9-b8d3-409a-9d5e-d4ae6f69de90 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Request body: {'subnet': {'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:59:29.982102 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_v2 [None req-beb3fdb3-07c7-4612-930b-5ae675a05bcd tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Deleting subnet 7d5e2c36-5ae5-44ef-9841-88bfe730a51d {{(pid=88260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 30 04:59:29.985624 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f3d25346-ecfc-407a-9d3f-d1c20b94a4e7 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:29.993565 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-beb3fdb3-07c7-4612-930b-5ae675a05bcd tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks [] for subnet, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:30.001155 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2719a9c6-1d65-4aae-a7e1-f8f760782902 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2304955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9305493'] for subnet, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:30.031786 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-021a228e-0cd1-4bd1-b86d-972c2009d64e tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:30.043004 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f3d25346-ecfc-407a-9d3f-d1c20b94a4e7 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:30.054302 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c3143a60-e3f5-4062-b01a-b08093f5ebb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:30.067265 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-ad6f3d7b-27e5-4aed-91a6-d9e2cb9031da tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Synchronizing usage tracker for tenant:7d1841e7e6c447259c28a06e10b65a59 on resource:security_group {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:59:30.085918 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2719a9c6-1d65-4aae-a7e1-f8f760782902 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Pushing event deleted for resources: {'Subnet': ['ID=df6634a3-f2b0-4eeb-aaed-25345a9be07e,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:30.107421 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-020214c9-b8d3-409a-9d5e-d4ae6f69de90 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:59:30.118709 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-020214c9-b8d3-409a-9d5e-d4ae6f69de90 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:59:30.181066 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-020214c9-b8d3-409a-9d5e-d4ae6f69de90 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Made reservation on behalf of 16af2dbefc6742d5a37a7b30e58c8c2f for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:59:30.185259 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-020214c9-b8d3-409a-9d5e-d4ae6f69de90 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9305518'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:30.186893 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-020214c9-b8d3-409a-9d5e-d4ae6f69de90 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 04:59:30.187515 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-020214c9-b8d3-409a-9d5e-d4ae6f69de90 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 04:59:30.230522 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2719a9c6-1d65-4aae-a7e1-f8f760782902 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867540', 'neutron.services.segments.db._delete_segments_for_network-8729234922972'] for network, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:30.238522 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-ad6f3d7b-27e5-4aed-91a6-d9e2cb9031da tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Unset dirty status for tenant:7d1841e7e6c447259c28a06e10b65a59 on resource:security_group {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:59:30.240011 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-ad6f3d7b-27e5-4aed-91a6-d9e2cb9031da tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3827870 May 30 04:59:30.246286 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 42550) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:30.261128 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-2df08676-ae74-4365-84ef-0e005d6807d2 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Request body: {'security_group': {'name': 'tempest-secgroup--598831002'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:59:30.266765 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-020214c9-b8d3-409a-9d5e-d4ae6f69de90 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3863986 May 30 04:59:30.271454 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-2df08676-ae74-4365-84ef-0e005d6807d2 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:59:30.273651 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 42554) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:30.286398 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-067fc9c5-0236-4621-83ee-a48c6bdda7e9 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Request body: {'subnet': {'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:59:30.310049 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-2719a9c6-1d65-4aae-a7e1-f8f760782902 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9eafb0a9-062e-4cb6-9fd0-efe58e842deb']}} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:59:30.368247 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d25346-ecfc-407a-9d3f-d1c20b94a4e7 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3467ad7-e31c-476d-a066-16ce9950900c,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:30.368754 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-2df08676-ae74-4365-84ef-0e005d6807d2 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:59:30.379082 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-2719a9c6-1d65-4aae-a7e1-f8f760782902 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81c8b346-e897-49f0-be78-8827c56be10f') {'for_net_delete': True} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:59:30.379392 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-2719a9c6-1d65-4aae-a7e1-f8f760782902 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81c8b346-e897-49f0-be78-8827c56be10f') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:59:30.412484 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2719a9c6-1d65-4aae-a7e1-f8f760782902 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729235042807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3545573'] for segment, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:30.416054 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-4a3779e6-2e5b-4d2f-abcf-9fb8f4beeee9 None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:30.419552 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-beb3fdb3-07c7-4612-930b-5ae675a05bcd tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1454738'] for subnet, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:30.429704 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2df08676-ae74-4365-84ef-0e005d6807d2 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:30.430221 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-4a3779e6-2e5b-4d2f-abcf-9fb8f4beeee9 None None] Transition to ACTIVE for port object 52dc3256-fcb6-457d-9ba4-d4c848d57d46 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:59:30.464506 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2719a9c6-1d65-4aae-a7e1-f8f760782902 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:30.466508 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f3d25346-ecfc-407a-9d3f-d1c20b94a4e7 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:30.470280 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-f3d25346-ecfc-407a-9d3f-d1c20b94a4e7 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.8936760 May 30 04:59:30.471587 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-067fc9c5-0236-4621-83ee-a48c6bdda7e9 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:59:30.475724 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 42564) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:30.478207 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2719a9c6-1d65-4aae-a7e1-f8f760782902 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=88261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 04:59:30.478631 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2719a9c6-1d65-4aae-a7e1-f8f760782902 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-862858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2304281'] for segment, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:30.493694 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-2df08676-ae74-4365-84ef-0e005d6807d2 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:59:30.507092 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port 0a371452-781c-4b0f-9ba4-fff37f9c89d7 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:59:30.532654 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-2df08676-ae74-4365-84ef-0e005d6807d2 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Usage tracker for resource:security_group_rule and tenant:7d1841e7e6c447259c28a06e10b65a59 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:59:30.532858 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-951bd7b7-885f-41ae-be07-0a473a89f81a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bbf24ed-7ba9-53d2-873f-8f9642b1e987-9eafb0a9-062e-4cb6-9fd0-efe58e842deb', 'network_id': '9eafb0a9-062e-4cb6-9fd0-efe58e842deb', 'tenant_id': '5386df8a083a4b53b87ea99ca4a65ce1', 'fixed_ips': [{'subnet_id': 'df6634a3-f2b0-4eeb-aaed-25345a9be07e'}]}} from dv-neutron-843763-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 30 04:59:30.533528 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-951bd7b7-885f-41ae-be07-0a473a89f81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:30.582443 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 81c8b346-e897-49f0-be78-8827c56be10f resource provider aggregate not found May 30 04:59:30.586010 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-2df08676-ae74-4365-84ef-0e005d6807d2 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:59:30.594569 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-067fc9c5-0236-4621-83ee-a48c6bdda7e9 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:59:30.604549 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-2df08676-ae74-4365-84ef-0e005d6807d2 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:59:30.629872 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 81c8b346-e897-49f0-be78-8827c56be10f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 81c8b346-e897-49f0-be78-8827c56be10f found for delete ", "request_id": "req-d582a43c-1575-464b-ad10-d55c689d2175"}]} May 30 04:59:30.639631 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2be4cb68-ccbc-4d72-a1fb-e6c61ef6b407 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:30.653718 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2be4cb68-ccbc-4d72-a1fb-e6c61ef6b407 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:30.659481 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-067fc9c5-0236-4621-83ee-a48c6bdda7e9 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Made reservation on behalf of 16af2dbefc6742d5a37a7b30e58c8c2f for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:59:30.662940 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-067fc9c5-0236-4621-83ee-a48c6bdda7e9 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9305518'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:30.664641 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-067fc9c5-0236-4621-83ee-a48c6bdda7e9 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 04:59:30.665026 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-067fc9c5-0236-4621-83ee-a48c6bdda7e9 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 04:59:30.684615 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 0a371452-781c-4b0f-9ba4-fff37f9c89d7 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:59:30.685640 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:30.698593 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2719a9c6-1d65-4aae-a7e1-f8f760782902 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604744'] for network, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:30.723431 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2719a9c6-1d65-4aae-a7e1-f8f760782902 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:30.737316 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-4a3779e6-2e5b-4d2f-abcf-9fb8f4beeee9 None None] Transition to ACTIVE for port object 52dc3256-fcb6-457d-9ba4-d4c848d57d46 will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:59:30.744728 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2719a9c6-1d65-4aae-a7e1-f8f760782902 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Pushing event deleted for resources: {'Network': ['ID=9eafb0a9-062e-4cb6-9fd0-efe58e842deb,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:30.752712 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-2719a9c6-1d65-4aae-a7e1-f8f760782902 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] 10.222.0.15 "DELETE /v2.0/networks/9eafb0a9-062e-4cb6-9fd0-efe58e842deb HTTP/1.1" status: 204 len: 168 time: 1.4667747 May 30 04:59:30.753646 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2be4cb68-ccbc-4d72-a1fb-e6c61ef6b407 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:30.753787 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a30a131f-5757-428b-97ad-a2ef538d51aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:30.763490 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 42578) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:30.773489 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2be4cb68-ccbc-4d72-a1fb-e6c61ef6b407 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:30.774791 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-2be4cb68-ccbc-4d72-a1fb-e6c61ef6b407 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/e3467ad7-e31c-476d-a066-16ce9950900c HTTP/1.1" status: 204 len: 168 time: 0.2981999 May 30 04:59:30.776355 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-067fc9c5-0236-4621-83ee-a48c6bdda7e9 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5015697 May 30 04:59:30.778702 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 42582) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:30.791136 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 42586) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:30.800076 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-5d388310-adfc-4718-8185-3dec49fd4821 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Request body: {'subnet': {'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:59:30.804895 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-4a3779e6-2e5b-4d2f-abcf-9fb8f4beeee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:30.858437 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-2e0e51e1-4b24-4e99-8a85-aa2f2f328f27 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-121134045'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:59:30.885586 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-beb3fdb3-07c7-4612-930b-5ae675a05bcd tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860493'] for subnet, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:30.896152 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be4cb68-ccbc-4d72-a1fb-e6c61ef6b407 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e3467ad7-e31c-476d-a066-16ce9950900c,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:30.899214 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a3779e6-2e5b-4d2f-abcf-9fb8f4beeee9 None None] Network 8922bd00-5d77-4b94-88fe-08a8b822db0d is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:59:30.905027 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-2e0e51e1-4b24-4e99-8a85-aa2f2f328f27 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:59:30.932839 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-4a3779e6-2e5b-4d2f-abcf-9fb8f4beeee9 None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:59:30.956548 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f0d3c40-0f32-4dd3-bf88-63884d097c51 None None] Network 9eafb0a9-062e-4cb6-9fd0-efe58e842deb requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:59:30.982168 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3779e6-2e5b-4d2f-abcf-9fb8f4beeee9 None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:59:31.005969 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f0d3c40-0f32-4dd3-bf88-63884d097c51 None None] Network 9eafb0a9-062e-4cb6-9fd0-efe58e842deb could not be found, it might have been deleted concurrently. {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} May 30 04:59:31.091796 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-2e0e51e1-4b24-4e99-8a85-aa2f2f328f27 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Usage tracker for resource:network and tenant:5386df8a083a4b53b87ea99ca4a65ce1 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:59:31.093786 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3779e6-2e5b-4d2f-abcf-9fb8f4beeee9 None None] Pushing event updated for resources: {'Port': ['ID=52dc3256-fcb6-457d-9ba4-d4c848d57d46,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:31.096117 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-2e0e51e1-4b24-4e99-8a85-aa2f2f328f27 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:59:31.104974 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-520b4467-a477-468a-a81b-0ee36d05fbaf None None] Network 0008fd3d-19e9-40cf-b545-4a7647b90cf1 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:59:31.109488 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-2e0e51e1-4b24-4e99-8a85-aa2f2f328f27 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:59:31.143324 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-a3bd2054-31a5-4e28-9c7e-7aee4ad2990b tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Synchronizing usage tracker for tenant:e8165468c1c447b08667f9e6612a30e1 on resource:security_group_rule {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:59:31.147331 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-beb3fdb3-07c7-4612-930b-5ae675a05bcd tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1547867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2133322'] for subnet, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:31.159029 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e0e51e1-4b24-4e99-8a85-aa2f2f328f27 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Made reservation on behalf of 5386df8a083a4b53b87ea99ca4a65ce1 for: {'network': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:59:31.162834 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2e0e51e1-4b24-4e99-8a85-aa2f2f328f27 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for network, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:31.209900 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-beb3fdb3-07c7-4612-930b-5ae675a05bcd tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:31.238777 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-fc03695c-a037-4356-9d53-638ec48f876f tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Allocated IP 2001:db8::203 (8922bd00-5d77-4b94-88fe-08a8b822db0d/4ebc96e9-1fa3-4b18-8708-162918bdc18d/cbe53391-123f-4797-bd11-f37cac3cdabb) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:59:31.242819 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2df08676-ae74-4365-84ef-0e005d6807d2 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:31.254066 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-5d388310-adfc-4718-8185-3dec49fd4821 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:59:31.272428 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2df08676-ae74-4365-84ef-0e005d6807d2 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:31.272989 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-4a3779e6-2e5b-4d2f-abcf-9fb8f4beeee9 None None] Attempting to bind port 52dc3256-fcb6-457d-9ba4-d4c848d57d46 on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 04:59:31.274493 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-4a3779e6-2e5b-4d2f-abcf-9fb8f4beeee9 None None] Attempting to bind port 52dc3256-fcb6-457d-9ba4-d4c848d57d46 by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': '1e541a23-bb06-422b-acd2-46e82305b677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '8922bd00-5d77-4b94-88fe-08a8b822db0d'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 04:59:31.274869 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3779e6-2e5b-4d2f-abcf-9fb8f4beeee9 None None] Attempting to bind port 52dc3256-fcb6-457d-9ba4-d4c848d57d46 on network 8922bd00-5d77-4b94-88fe-08a8b822db0d {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 04:59:31.277292 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e0e51e1-4b24-4e99-8a85-aa2f2f328f27 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=88261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 04:59:31.279934 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-5d388310-adfc-4718-8185-3dec49fd4821 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:59:31.295546 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-a3bd2054-31a5-4e28-9c7e-7aee4ad2990b tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Unset dirty status for tenant:e8165468c1c447b08667f9e6612a30e1 on resource:security_group_rule {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:59:31.303071 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-a3bd2054-31a5-4e28-9c7e-7aee4ad2990b tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.5142827 May 30 04:59:31.303254 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-beb3fdb3-07c7-4612-930b-5ae675a05bcd tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] 10.222.0.15 "DELETE /v2.0/subnets/7d5e2c36-5ae5-44ef-9841-88bfe730a51d HTTP/1.1" status: 204 len: 168 time: 1.6089411 May 30 04:59:31.313027 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 42596) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:31.314028 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 42598) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:31.316763 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb3fdb3-07c7-4612-930b-5ae675a05bcd tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Pushing event deleted for resources: {'Subnet': ['ID=7d5e2c36-5ae5-44ef-9841-88bfe730a51d,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:31.327898 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3779e6-2e5b-4d2f-abcf-9fb8f4beeee9 None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 4, 59, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 04:59:31.328336 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3779e6-2e5b-4d2f-abcf-9fb8f4beeee9 None None] Checking segment: {'id': '1e541a23-bb06-422b-acd2-46e82305b677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '8922bd00-5d77-4b94-88fe-08a8b822db0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:59:31.328836 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-4a3779e6-2e5b-4d2f-abcf-9fb8f4beeee9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:31.329240 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3779e6-2e5b-4d2f-abcf-9fb8f4beeee9 None None] Bound using segment: {'id': '1e541a23-bb06-422b-acd2-46e82305b677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '8922bd00-5d77-4b94-88fe-08a8b822db0d'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 04:59:31.329734 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-4a3779e6-2e5b-4d2f-abcf-9fb8f4beeee9 None None] Bound port: 52dc3256-fcb6-457d-9ba4-d4c848d57d46, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e541a23-bb06-422b-acd2-46e82305b677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '8922bd00-5d77-4b94-88fe-08a8b822db0d'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 04:59:31.330227 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-4a3779e6-2e5b-4d2f-abcf-9fb8f4beeee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:31.356309 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56ded65b-0e68-413c-8b9b-1097922cc81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:31.361233 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df08676-ae74-4365-84ef-0e005d6807d2 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff21b9e0-b751-4b49-88aa-74922247909f,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:31.388461 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-87807ceb-2641-4077-8ec8-b7be718e6ea0 None None] Provisioning complete for port 99a15bcf-7629-4994-bed4-84318454731b triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:59:31.388841 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-87807ceb-2641-4077-8ec8-b7be718e6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:31.430047 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d388310-adfc-4718-8185-3dec49fd4821 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Made reservation on behalf of 16af2dbefc6742d5a37a7b30e58c8c2f for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:59:31.438573 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5d388310-adfc-4718-8185-3dec49fd4821 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2133361'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:31.440219 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d388310-adfc-4718-8185-3dec49fd4821 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 04:59:31.440835 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d388310-adfc-4718-8185-3dec49fd4821 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 04:59:31.492852 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-5d388310-adfc-4718-8185-3dec49fd4821 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.6997833 May 30 04:59:31.495150 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 0a371452-781c-4b0f-9ba4-fff37f9c89d7 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:59:31.495720 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:31.552392 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 42606) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:31.619782 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-39cecb79-e30d-4fa4-9dca-bd217676bd30 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Request body: {'subnet': {'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:59:31.633697 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9cc69966-8d94-4363-a060-a4dea66034fb tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:31.679904 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-4a3779e6-2e5b-4d2f-abcf-9fb8f4beeee9 None None] For port 52dc3256-fcb6-457d-9ba4-d4c848d57d46, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 04:59:31.685729 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-4a3779e6-2e5b-4d2f-abcf-9fb8f4beeee9 None None] For port 52dc3256-fcb6-457d-9ba4-d4c848d57d46, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=52dc3256-fcb6-457d-9ba4-d4c848d57d46,segment=NetworkSegment(1e541a23-bb06-422b-acd2-46e82305b677),segment_id=1e541a23-bb06-422b-acd2-46e82305b677)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 04:59:31.711356 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:31.718973 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-4a3779e6-2e5b-4d2f-abcf-9fb8f4beeee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:31.740920 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] For port 0a371452-781c-4b0f-9ba4-fff37f9c89d7, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=0a371452-781c-4b0f-9ba4-fff37f9c89d7,segment=NetworkSegment(b8a9e42d-533b-4fec-a68e-c4fe245449e7),segment_id=b8a9e42d-533b-4fec-a68e-c4fe245449e7)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:59:31.761909 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-fc03695c-a037-4356-9d53-638ec48f876f tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:31.801209 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [None req-fc03695c-a037-4356-9d53-638ec48f876f tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Transition to ACTIVE for port object cbe53391-123f-4797-bd11-f37cac3cdabb will not be triggered until provisioned by entity DHCP. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:59:31.832618 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-85b210a1-0d8e-4593-8b13-d2be44ab3f63 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897784'] for network, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:31.837703 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:31.840330 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9cc69966-8d94-4363-a060-a4dea66034fb tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:31.890098 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2e0e51e1-4b24-4e99-8a85-aa2f2f328f27 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:31.890476 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.db.segments_db [None req-2e0e51e1-4b24-4e99-8a85-aa2f2f328f27 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Added segment e67eb78a-9a3c-4f93-96d0-403d339f6d04 of type vlan for network 36cb04f7-0032-451d-8cca-6823f12c97a1 May 30 04:59:31.946325 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-39cecb79-e30d-4fa4-9dca-bd217676bd30 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:59:31.982015 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2e0e51e1-4b24-4e99-8a85-aa2f2f328f27 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729234556353'] for network, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:32.018593 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-fc03695c-a037-4356-9d53-638ec48f876f tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:32.033769 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 45643f2a-2144-47ee-8c5c-b98833323da3 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 04:59:32.038055 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-39cecb79-e30d-4fa4-9dca-bd217676bd30 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:59:32.052678 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-85b210a1-0d8e-4593-8b13-d2be44ab3f63 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Deleting port 8775c1f0-1cee-47c4-bf7f-963a21424e66 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:59:32.053012 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-85b210a1-0d8e-4593-8b13-d2be44ab3f63 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:32.085154 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3779e6-2e5b-4d2f-abcf-9fb8f4beeee9 None None] Pushing event updated for resources: {'Port': ['ID=52dc3256-fcb6-457d-9ba4-d4c848d57d46,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:32.111388 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2df08676-ae74-4365-84ef-0e005d6807d2 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:32.113151 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-2df08676-ae74-4365-84ef-0e005d6807d2 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.8654904 May 30 04:59:32.117801 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 42618) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:32.121745 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.db.resource_extend [None req-2e0e51e1-4b24-4e99-8a85-aa2f2f328f27 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 04:59:32.171082 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.db.resource_extend [None req-021a228e-0cd1-4bd1-b86d-972c2009d64e tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 04:59:32.231973 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc03695c-a037-4356-9d53-638ec48f876f tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Network 8922bd00-5d77-4b94-88fe-08a8b822db0d is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:59:32.244599 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 42622) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:32.245083 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-7098198f-4110-4262-a78d-0a38d8bd244b tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Request body: {'security_group_rule': {'security_group_id': 'ff21b9e0-b751-4b49-88aa-74922247909f', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:59:32.246081 dv-neutron-843763-1-hyperv neutron-server[88261]: WARNING neutron.api.v2.base [None req-7098198f-4110-4262-a78d-0a38d8bd244b tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. May 30 04:59:32.246736 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.api.v2.resource [None req-7098198f-4110-4262-a78d-0a38d8bd244b tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 04:59:32.253283 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-7098198f-4110-4262-a78d-0a38d8bd244b tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0960386 May 30 04:59:32.253888 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 42626) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:32.265176 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-fc03695c-a037-4356-9d53-638ec48f876f tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:59:32.277766 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-021a228e-0cd1-4bd1-b86d-972c2009d64e tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for port, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:32.282873 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39cecb79-e30d-4fa4-9dca-bd217676bd30 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Made reservation on behalf of 16af2dbefc6742d5a37a7b30e58c8c2f for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:59:32.286947 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-39cecb79-e30d-4fa4-9dca-bd217676bd30 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2133361'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:32.289074 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-39cecb79-e30d-4fa4-9dca-bd217676bd30 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 04:59:32.289837 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39cecb79-e30d-4fa4-9dca-bd217676bd30 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 04:59:32.302722 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9cc69966-8d94-4363-a060-a4dea66034fb tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:32.305348 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc03695c-a037-4356-9d53-638ec48f876f tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:59:32.307198 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-021a228e-0cd1-4bd1-b86d-972c2009d64e tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1547421'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:32.327002 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc03695c-a037-4356-9d53-638ec48f876f tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:59:32.327561 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-fc03695c-a037-4356-9d53-638ec48f876f tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:32.344073 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Pushing event updated for resources: {'Port': ['ID=0a371452-781c-4b0f-9ba4-fff37f9c89d7,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:32.347114 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2e0e51e1-4b24-4e99-8a85-aa2f2f328f27 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788'] for network, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:32.353863 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0e51e1-4b24-4e99-8a85-aa2f2f328f27 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:59:32.354486 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2e0e51e1-4b24-4e99-8a85-aa2f2f328f27 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:32.406156 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-87807ceb-2641-4077-8ec8-b7be718e6ea0 None None] Current status of the port 99a15bcf-7629-4994-bed4-84318454731b is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:59:32.427548 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b1795c5-5703-4ae3-b6df-c01ca3f3da2f None None] DHCP port deletion for 0008fd3d-19e9-40cf-b545-4a7647b90cf1 request from dv-neutron-843763-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 30 04:59:32.443292 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 45643f2a-2144-47ee-8c5c-b98833323da3 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:59:32.443676 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:32.457173 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc69966-8d94-4363-a060-a4dea66034fb tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=234adcba-6ec2-4d3d-beaa-78f9a7c9fbfd,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:32.468722 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-2e0e51e1-4b24-4e99-8a85-aa2f2f328f27 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.6884363 May 30 04:59:32.496800 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 42632) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:32.509612 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc03695c-a037-4356-9d53-638ec48f876f tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Pushing event updated for resources: {'Port': ['ID=cbe53391-123f-4797-bd11-f37cac3cdabb,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:32.534668 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9cc69966-8d94-4363-a060-a4dea66034fb tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:32.539220 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-9cc69966-8d94-4363-a060-a4dea66034fb tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] 10.222.0.15 "DELETE /v2.0/security-groups/234adcba-6ec2-4d3d-beaa-78f9a7c9fbfd HTTP/1.1" status: 204 len: 168 time: 1.2176831 May 30 04:59:32.542681 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 42636) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:32.544479 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de61c50-cead-4569-8c8f-3a49c5f6edeb None None] Network 7e1df58e-035d-42b4-84df-5ea2099fe951 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:59:32.574977 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-96e7e4c1-1061-4302-b83c-78f3bd186f59 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Request body: {'subnet': {'network_id': '36cb04f7-0032-451d-8cca-6823f12c97a1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:59:32.608344 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-39cecb79-e30d-4fa4-9dca-bd217676bd30 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 1.0539291 May 30 04:59:32.618691 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-fc03695c-a037-4356-9d53-638ec48f876f tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 4.7007959 May 30 04:59:32.620499 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc03695c-a037-4356-9d53-638ec48f876f tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:59:32.620850 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc03695c-a037-4356-9d53-638ec48f876f tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:59:32.621276 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc03695c-a037-4356-9d53-638ec48f876f tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:59:32.621618 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc03695c-a037-4356-9d53-638ec48f876f tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:59:32.621973 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc03695c-a037-4356-9d53-638ec48f876f tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:59:32.622299 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc03695c-a037-4356-9d53-638ec48f876f tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:59:32.622621 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc03695c-a037-4356-9d53-638ec48f876f tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:59:32.622940 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc03695c-a037-4356-9d53-638ec48f876f tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:59:32.623319 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc03695c-a037-4356-9d53-638ec48f876f tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:59:32.623649 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc03695c-a037-4356-9d53-638ec48f876f tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:59:32.623967 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc03695c-a037-4356-9d53-638ec48f876f tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:59:32.624282 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc03695c-a037-4356-9d53-638ec48f876f tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:59:32.636858 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-6b1795c5-5703-4ae3-b6df-c01ca3f3da2f None None] Deleting port 99a15bcf-7629-4994-bed4-84318454731b {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:59:32.638220 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-6b1795c5-5703-4ae3-b6df-c01ca3f3da2f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:32.638374 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 42640) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:32.638374 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 42642) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:32.657421 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-625e3ac5-2f96-4176-b37c-69b234b63e62 tempest-RoutersAdminNegativeIpV6Test-1800140961 tempest-RoutersAdminNegativeIpV6Test-1800140961-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1513195160', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:59:32.662342 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021a228e-0cd1-4bd1-b86d-972c2009d64e tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event updated for resources: {'Port': ['ID=d0655984-3405-4621-9760-408d68a84799,revision_number=2']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:32.681537 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-625e3ac5-2f96-4176-b37c-69b234b63e62 tempest-RoutersAdminNegativeIpV6Test-1800140961 tempest-RoutersAdminNegativeIpV6Test-1800140961-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:59:32.685044 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-021a228e-0cd1-4bd1-b86d-972c2009d64e tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1642774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602230'] for router_interface, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:32.693415 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-625e3ac5-2f96-4176-b37c-69b234b63e62 tempest-RoutersAdminNegativeIpV6Test-1800140961 tempest-RoutersAdminNegativeIpV6Test-1800140961-project-admin] Usage tracker for resource:port and tenant:a871d01f43bc4d8794c7c957a470d12a is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:59:32.705326 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-625e3ac5-2f96-4176-b37c-69b234b63e62 tempest-RoutersAdminNegativeIpV6Test-1800140961 tempest-RoutersAdminNegativeIpV6Test-1800140961-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:59:32.713980 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-24d65972-ee0b-4a2a-92a8-3df226f2503f tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Request body: {'subnet': {'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:59:32.719670 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-85b210a1-0d8e-4593-8b13-d2be44ab3f63 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] For port 8775c1f0-1cee-47c4-bf7f-963a21424e66, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=8775c1f0-1cee-47c4-bf7f-963a21424e66,segment=NetworkSegment(cdc74c68-3f25-4a1c-b070-5efd8c970052),segment_id=cdc74c68-3f25-4a1c-b070-5efd8c970052)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:59:32.720016 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-85b210a1-0d8e-4593-8b13-d2be44ab3f63 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:32.747175 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-625e3ac5-2f96-4176-b37c-69b234b63e62 tempest-RoutersAdminNegativeIpV6Test-1800140961 tempest-RoutersAdminNegativeIpV6Test-1800140961-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:59:32.837503 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-bdeffc35-ab00-4c50-a7f0-594ecc148be8 None None] Provisioning complete for port 0a371452-781c-4b0f-9ba4-fff37f9c89d7 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:59:32.838077 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-bdeffc35-ab00-4c50-a7f0-594ecc148be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:32.918625 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-24d65972-ee0b-4a2a-92a8-3df226f2503f tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:59:32.926632 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-ce575b69-5a31-4c5f-8a14-baece7f9a986 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Deleting port cbe53391-123f-4797-bd11-f37cac3cdabb {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:59:32.926972 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ce575b69-5a31-4c5f-8a14-baece7f9a986 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:32.937179 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a142624-940e-4c55-bf49-a5329c884075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:32.959484 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0e51e1-4b24-4e99-8a85-aa2f2f328f27 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Pushing event updated for resources: {'Network': ['ID=36cb04f7-0032-451d-8cca-6823f12c97a1,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:32.987987 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Network 36cb04f7-0032-451d-8cca-6823f12c97a1 details requested by agent ovs-agent-dv-neutron-843763-1-hyperv with host dv-neutron-843763-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 04:59:33.018142 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-24d65972-ee0b-4a2a-92a8-3df226f2503f tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:59:33.028175 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-40e30455-020d-495c-96e8-1ef48d0d6d3e tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Notify callbacks [] for security_group, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:33.052917 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-96e7e4c1-1061-4302-b83c-78f3bd186f59 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:59:33.067187 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24d65972-ee0b-4a2a-92a8-3df226f2503f tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Made reservation on behalf of 16af2dbefc6742d5a37a7b30e58c8c2f for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:59:33.072191 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-24d65972-ee0b-4a2a-92a8-3df226f2503f tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9305518'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:33.074802 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-24d65972-ee0b-4a2a-92a8-3df226f2503f tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 04:59:33.075526 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24d65972-ee0b-4a2a-92a8-3df226f2503f tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 04:59:33.139344 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-85b210a1-0d8e-4593-8b13-d2be44ab3f63 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Calling delete_port for 8775c1f0-1cee-47c4-bf7f-963a21424e66 owned by network:dhcp {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:59:33.166831 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-96e7e4c1-1061-4302-b83c-78f3bd186f59 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Usage tracker for resource:subnet and tenant:5386df8a083a4b53b87ea99ca4a65ce1 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:59:33.192550 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-625e3ac5-2f96-4176-b37c-69b234b63e62 tempest-RoutersAdminNegativeIpV6Test-1800140961 tempest-RoutersAdminNegativeIpV6Test-1800140961-project-admin] Made reservation on behalf of a871d01f43bc4d8794c7c957a470d12a for: {'port': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:59:33.195093 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-625e3ac5-2f96-4176-b37c-69b234b63e62 tempest-RoutersAdminNegativeIpV6Test-1800140961 tempest-RoutersAdminNegativeIpV6Test-1800140961-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:33.214787 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-625e3ac5-2f96-4176-b37c-69b234b63e62 tempest-RoutersAdminNegativeIpV6Test-1800140961 tempest-RoutersAdminNegativeIpV6Test-1800140961-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:33.235425 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-625e3ac5-2f96-4176-b37c-69b234b63e62 tempest-RoutersAdminNegativeIpV6Test-1800140961 tempest-RoutersAdminNegativeIpV6Test-1800140961-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:59:33.239651 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-625e3ac5-2f96-4176-b37c-69b234b63e62 tempest-RoutersAdminNegativeIpV6Test-1800140961 tempest-RoutersAdminNegativeIpV6Test-1800140961-project-admin] Usage tracker for resource:security_group_rule and tenant:a871d01f43bc4d8794c7c957a470d12a is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:59:33.242980 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-625e3ac5-2f96-4176-b37c-69b234b63e62 tempest-RoutersAdminNegativeIpV6Test-1800140961 tempest-RoutersAdminNegativeIpV6Test-1800140961-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:59:33.250269 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-625e3ac5-2f96-4176-b37c-69b234b63e62 tempest-RoutersAdminNegativeIpV6Test-1800140961 tempest-RoutersAdminNegativeIpV6Test-1800140961-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:59:33.307839 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-3e466b37-0e73-4ef1-b18f-e41fefbff58d tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Synchronizing usage tracker for tenant:e8165468c1c447b08667f9e6612a30e1 on resource:security_group {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:59:33.311225 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 45643f2a-2144-47ee-8c5c-b98833323da3 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:59:33.312689 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-96e7e4c1-1061-4302-b83c-78f3bd186f59 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:59:33.320728 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-96e7e4c1-1061-4302-b83c-78f3bd186f59 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:59:33.337569 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-40e30455-020d-495c-96e8-1ef48d0d6d3e tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:33.362293 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-24d65972-ee0b-4a2a-92a8-3df226f2503f tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.6664290 May 30 04:59:33.366166 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 42648) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:33.394816 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96e7e4c1-1061-4302-b83c-78f3bd186f59 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Made reservation on behalf of 5386df8a083a4b53b87ea99ca4a65ce1 for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:59:33.398229 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-96e7e4c1-1061-4302-b83c-78f3bd186f59 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9305518'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:33.413786 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 99a15bcf-7629-4994-bed4-84318454731b no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 04:59:33.415762 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-3e466b37-0e73-4ef1-b18f-e41fefbff58d tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Unset dirty status for tenant:e8165468c1c447b08667f9e6612a30e1 on resource:security_group {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:59:33.421115 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-3e466b37-0e73-4ef1-b18f-e41fefbff58d tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.8227050 May 30 04:59:33.421530 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-2e5a114a-e59b-4ada-b597-c7c49f92d431 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Request body: {'subnet': {'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:59:33.441007 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed7334b-9d39-4e57-ab53-8d53e5cf2324 None None] Network 8922bd00-5d77-4b94-88fe-08a8b822db0d requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:59:33.443365 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 42652) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:33.463606 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-625e3ac5-2f96-4176-b37c-69b234b63e62 tempest-RoutersAdminNegativeIpV6Test-1800140961 tempest-RoutersAdminNegativeIpV6Test-1800140961-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:33.483773 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-6b1795c5-5703-4ae3-b6df-c01ca3f3da2f None None] For port 99a15bcf-7629-4994-bed4-84318454731b, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=99a15bcf-7629-4994-bed4-84318454731b,segment=NetworkSegment(c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1),segment_id=c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:59:33.484257 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-6b1795c5-5703-4ae3-b6df-c01ca3f3da2f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:33.487758 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-625e3ac5-2f96-4176-b37c-69b234b63e62 tempest-RoutersAdminNegativeIpV6Test-1800140961 tempest-RoutersAdminNegativeIpV6Test-1800140961-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:33.505772 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-021a228e-0cd1-4bd1-b86d-972c2009d64e tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Network 83d1d881-1387-42cf-a16f-9c6e02a5e965 is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:59:33.515421 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-021a228e-0cd1-4bd1-b86d-972c2009d64e tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:59:33.520115 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-85b210a1-0d8e-4593-8b13-d2be44ab3f63 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:33.524894 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [None req-625e3ac5-2f96-4176-b37c-69b234b63e62 tempest-RoutersAdminNegativeIpV6Test-1800140961 tempest-RoutersAdminNegativeIpV6Test-1800140961-project-admin] device_id is not set on port 867a3152-8f30-4509-b1a1-93fbd5e0b32c yet. {{(pid=88260) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 30 04:59:33.612347 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ce575b69-5a31-4c5f-8a14-baece7f9a986 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:33.643587 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.ipam_backend_mixin [None req-96e7e4c1-1061-4302-b83c-78f3bd186f59 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Performing IP validity checks on allocation pools {{(pid=88261) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 30 04:59:33.644109 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.ipam_backend_mixin [None req-96e7e4c1-1061-4302-b83c-78f3bd186f59 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88261) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 30 04:59:33.681545 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b210a1-0d8e-4593-8b13-d2be44ab3f63 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Pushing event deleted for resources: {'Port': ['ID=8775c1f0-1cee-47c4-bf7f-963a21424e66,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:33.683751 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e3ac5-2f96-4176-b37c-69b234b63e62 tempest-RoutersAdminNegativeIpV6Test-1800140961 tempest-RoutersAdminNegativeIpV6Test-1800140961-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b448eed0-e880-4774-a844-2954f5d5ed6e,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:33.701048 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b210a1-0d8e-4593-8b13-d2be44ab3f63 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] No DVR routers for this DVR port 8775c1f0-1cee-47c4-bf7f-963a21424e66 on host dv-neutron-843763-1-hyperv {{(pid=88260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 04:59:33.737205 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-6b1795c5-5703-4ae3-b6df-c01ca3f3da2f None None] Calling delete_port for 99a15bcf-7629-4994-bed4-84318454731b owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:59:33.769217 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b210a1-0d8e-4593-8b13-d2be44ab3f63 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:59:33.769563 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b210a1-0d8e-4593-8b13-d2be44ab3f63 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:59:33.769930 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b210a1-0d8e-4593-8b13-d2be44ab3f63 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:59:33.770266 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b210a1-0d8e-4593-8b13-d2be44ab3f63 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:59:33.770606 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b210a1-0d8e-4593-8b13-d2be44ab3f63 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:59:33.770920 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b210a1-0d8e-4593-8b13-d2be44ab3f63 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:59:33.771247 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b210a1-0d8e-4593-8b13-d2be44ab3f63 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:59:33.771871 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b210a1-0d8e-4593-8b13-d2be44ab3f63 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:59:33.771871 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b210a1-0d8e-4593-8b13-d2be44ab3f63 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:59:33.772195 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b210a1-0d8e-4593-8b13-d2be44ab3f63 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:59:33.772514 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b210a1-0d8e-4593-8b13-d2be44ab3f63 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:59:33.772832 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b210a1-0d8e-4593-8b13-d2be44ab3f63 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:59:33.785307 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4d231a5-f4bf-452b-a7df-dd9d793e3f7c None None] DHCP port deletion for 7e1df58e-035d-42b4-84df-5ea2099fe951 request from dv-neutron-843763-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 30 04:59:33.790121 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e3ac5-2f96-4176-b37c-69b234b63e62 tempest-RoutersAdminNegativeIpV6Test-1800140961 tempest-RoutersAdminNegativeIpV6Test-1800140961-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:59:33.790482 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e3ac5-2f96-4176-b37c-69b234b63e62 tempest-RoutersAdminNegativeIpV6Test-1800140961 tempest-RoutersAdminNegativeIpV6Test-1800140961-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:59:33.790829 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e3ac5-2f96-4176-b37c-69b234b63e62 tempest-RoutersAdminNegativeIpV6Test-1800140961 tempest-RoutersAdminNegativeIpV6Test-1800140961-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:59:33.791747 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e3ac5-2f96-4176-b37c-69b234b63e62 tempest-RoutersAdminNegativeIpV6Test-1800140961 tempest-RoutersAdminNegativeIpV6Test-1800140961-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:59:33.792085 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e3ac5-2f96-4176-b37c-69b234b63e62 tempest-RoutersAdminNegativeIpV6Test-1800140961 tempest-RoutersAdminNegativeIpV6Test-1800140961-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:59:33.792422 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e3ac5-2f96-4176-b37c-69b234b63e62 tempest-RoutersAdminNegativeIpV6Test-1800140961 tempest-RoutersAdminNegativeIpV6Test-1800140961-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:59:33.792754 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e3ac5-2f96-4176-b37c-69b234b63e62 tempest-RoutersAdminNegativeIpV6Test-1800140961 tempest-RoutersAdminNegativeIpV6Test-1800140961-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:59:33.793086 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e3ac5-2f96-4176-b37c-69b234b63e62 tempest-RoutersAdminNegativeIpV6Test-1800140961 tempest-RoutersAdminNegativeIpV6Test-1800140961-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:59:33.793415 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e3ac5-2f96-4176-b37c-69b234b63e62 tempest-RoutersAdminNegativeIpV6Test-1800140961 tempest-RoutersAdminNegativeIpV6Test-1800140961-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:59:33.793742 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e3ac5-2f96-4176-b37c-69b234b63e62 tempest-RoutersAdminNegativeIpV6Test-1800140961 tempest-RoutersAdminNegativeIpV6Test-1800140961-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:59:33.794097 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e3ac5-2f96-4176-b37c-69b234b63e62 tempest-RoutersAdminNegativeIpV6Test-1800140961 tempest-RoutersAdminNegativeIpV6Test-1800140961-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:59:33.794771 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e3ac5-2f96-4176-b37c-69b234b63e62 tempest-RoutersAdminNegativeIpV6Test-1800140961 tempest-RoutersAdminNegativeIpV6Test-1800140961-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:59:33.847765 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-bdeffc35-ab00-4c50-a7f0-594ecc148be8 None None] Current status of the port 0a371452-781c-4b0f-9ba4-fff37f9c89d7 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:59:33.906887 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b33f0edb-be4a-4c5e-b247-cb6a10dec207 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:33.935952 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-ce575b69-5a31-4c5f-8a14-baece7f9a986 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Calling delete_port for cbe53391-123f-4797-bd11-f37cac3cdabb owned by {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:59:33.950792 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-bdeffc35-ab00-4c50-a7f0-594ecc148be8 None None] Provisioning for port d0655984-3405-4621-9760-408d68a84799 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:59:33.985877 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-40e30455-020d-495c-96e8-1ef48d0d6d3e tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:34.003748 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-2e5a114a-e59b-4ada-b597-c7c49f92d431 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:59:34.015743 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-bdeffc35-ab00-4c50-a7f0-594ecc148be8 None None] Provisioning complete for port d0655984-3405-4621-9760-408d68a84799 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:59:34.016110 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-bdeffc35-ab00-4c50-a7f0-594ecc148be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:34.022647 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e30455-020d-495c-96e8-1ef48d0d6d3e tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff21b9e0-b751-4b49-88aa-74922247909f,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:34.041448 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-2e5a114a-e59b-4ada-b597-c7c49f92d431 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:59:34.041675 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-85b210a1-0d8e-4593-8b13-d2be44ab3f63 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867540', 'neutron.services.segments.db._delete_segments_for_network-8729234922972'] for network, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:34.069351 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-40e30455-020d-495c-96e8-1ef48d0d6d3e tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:34.070846 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-40e30455-020d-495c-96e8-1ef48d0d6d3e tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] 10.222.0.15 "DELETE /v2.0/security-groups/ff21b9e0-b751-4b49-88aa-74922247909f HTTP/1.1" status: 204 len: 168 time: 1.8159697 May 30 04:59:34.074041 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 42656) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:34.088920 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-6b1795c5-5703-4ae3-b6df-c01ca3f3da2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069'] for port, after_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:34.091118 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b33f0edb-be4a-4c5e-b247-cb6a10dec207 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:34.092405 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e5a114a-e59b-4ada-b597-c7c49f92d431 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Made reservation on behalf of 16af2dbefc6742d5a37a7b30e58c8c2f for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:59:34.096562 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2e5a114a-e59b-4ada-b597-c7c49f92d431 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9305518'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:34.097987 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e5a114a-e59b-4ada-b597-c7c49f92d431 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 04:59:34.098581 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e5a114a-e59b-4ada-b597-c7c49f92d431 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 04:59:34.134017 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-85b210a1-0d8e-4593-8b13-d2be44ab3f63 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e1df58e-035d-42b4-84df-5ea2099fe951']}} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:59:34.151728 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1795c5-5703-4ae3-b6df-c01ca3f3da2f None None] Pushing event deleted for resources: {'Port': ['ID=99a15bcf-7629-4994-bed4-84318454731b,revision_number=None']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:34.158490 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 99a15bcf-7629-4994-bed4-84318454731b is: ACTIVE; New status is: DOWN {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:59:34.158875 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:34.170467 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1795c5-5703-4ae3-b6df-c01ca3f3da2f None None] No DVR routers for this DVR port 99a15bcf-7629-4994-bed4-84318454731b on host dv-neutron-843763-1-hyperv {{(pid=88262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 04:59:34.170824 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-85b210a1-0d8e-4593-8b13-d2be44ab3f63 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdc74c68-3f25-4a1c-b070-5efd8c970052') {'for_net_delete': True} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:59:34.171327 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-85b210a1-0d8e-4593-8b13-d2be44ab3f63 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdc74c68-3f25-4a1c-b070-5efd8c970052') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:59:34.179283 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-625e3ac5-2f96-4176-b37c-69b234b63e62 tempest-RoutersAdminNegativeIpV6Test-1800140961 tempest-RoutersAdminNegativeIpV6Test-1800140961-project-admin] Allocated IP 172.26.6.95 (1bab70f4-3794-44db-8e17-19f483aa8ffa/6b5b73c1-b0ce-4f83-a930-c00cc5522926/867a3152-8f30-4509-b1a1-93fbd5e0b32c) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:59:34.211322 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-85b210a1-0d8e-4593-8b13-d2be44ab3f63 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729235042807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1454725'] for segment, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:34.230921 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-021a228e-0cd1-4bd1-b86d-972c2009d64e tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Router 8df89f11-e96e-4a0c-9912-fe14e6e07613 has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 04:59:34.254157 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-85b210a1-0d8e-4593-8b13-d2be44ab3f63 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:34.263981 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-2e5a114a-e59b-4ada-b597-c7c49f92d431 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.8871098 May 30 04:59:34.270997 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b33f0edb-be4a-4c5e-b247-cb6a10dec207 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:34.276234 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 42660) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:34.277667 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-bdeffc35-ab00-4c50-a7f0-594ecc148be8 None None] Port d0655984-3405-4621-9760-408d68a84799 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 04:59:34.288703 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ce575b69-5a31-4c5f-8a14-baece7f9a986 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:34.291270 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-bdeffc35-ab00-4c50-a7f0-594ecc148be8 None None] Could not find standard attr ID for object 8775c1f0-1cee-47c4-bf7f-963a21424e66. {{(pid=88262) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 30 04:59:34.301697 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85b210a1-0d8e-4593-8b13-d2be44ab3f63 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=88260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 04:59:34.302143 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-85b210a1-0d8e-4593-8b13-d2be44ab3f63 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-862858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1547513'] for segment, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:34.335894 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-ca2eed6e-f692-418f-af3c-5769758ef909 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Synchronizing usage tracker for tenant:7d1841e7e6c447259c28a06e10b65a59 on resource:security_group {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:59:34.362770 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce575b69-5a31-4c5f-8a14-baece7f9a986 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Pushing event deleted for resources: {'Port': ['ID=cbe53391-123f-4797-bd11-f37cac3cdabb,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:34.400129 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-96e7e4c1-1061-4302-b83c-78f3bd186f59 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2305012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9305500'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:34.431166 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-761cdd2d-2337-4d9c-9636-29f697ccaff3 None None] Provisioning for port 52dc3256-fcb6-457d-9ba4-d4c848d57d46 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:59:34.445543 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33f0edb-be4a-4c5e-b247-cb6a10dec207 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f61d8e27-57ff-4777-a025-72dc800a5406,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:34.467018 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-ca2eed6e-f692-418f-af3c-5769758ef909 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Unset dirty status for tenant:7d1841e7e6c447259c28a06e10b65a59 on resource:security_group {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:59:34.471694 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-ca2eed6e-f692-418f-af3c-5769758ef909 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3931491 May 30 04:59:34.485013 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ce575b69-5a31-4c5f-8a14-baece7f9a986 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:34.487854 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-ce575b69-5a31-4c5f-8a14-baece7f9a986 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] 10.222.0.15 "DELETE /v2.0/ports/cbe53391-123f-4797-bd11-f37cac3cdabb HTTP/1.1" status: 204 len: 168 time: 1.7935236 May 30 04:59:34.499429 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 42666) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:34.499429 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 42668) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:34.503209 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-761cdd2d-2337-4d9c-9636-29f697ccaff3 None None] Provisioning complete for port d0655984-3405-4621-9760-408d68a84799 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:59:34.503644 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-761cdd2d-2337-4d9c-9636-29f697ccaff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:34.515361 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment cdc74c68-3f25-4a1c-b070-5efd8c970052 resource provider aggregate not found May 30 04:59:34.547973 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-7daa4e64-263a-4c31-8feb-25a81d681c69 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Synchronizing usage tracker for tenant:16af2dbefc6742d5a37a7b30e58c8c2f on resource:port {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:59:34.569761 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-6b6bad5f-045e-45c1-84c9-94308cce7f1f tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Request body: {'security_group': {'name': 'tempest-secgroup--327846271'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:59:34.593399 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-761cdd2d-2337-4d9c-9636-29f697ccaff3 None None] Port d0655984-3405-4621-9760-408d68a84799 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 04:59:34.603020 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-6b6bad5f-045e-45c1-84c9-94308cce7f1f tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:59:34.619766 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2e7fabd-9234-4eea-9dc6-cd7fda58d67b tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] GET failed (client error): The resource could not be found. May 30 04:59:34.620301 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-e2e7fabd-9234-4eea-9dc6-cd7fda58d67b tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Synchronizing usage tracker for tenant:895764a2d33a4b6180a8faca69c63db7 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:59:34.632361 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e7e4c1-1061-4302-b83c-78f3bd186f59 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Pushing event updated for resources: {'Subnet': ['ID=7e64b1b7-8b62-4f7d-aeac-f491312caf6a,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:34.634468 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 0a371452-781c-4b0f-9ba4-fff37f9c89d7 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 04:59:34.639214 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-6b6bad5f-045e-45c1-84c9-94308cce7f1f tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:59:34.657214 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e7e4c1-1061-4302-b83c-78f3bd186f59 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Checking segment: {'id': 'e67eb78a-9a3c-4f93-96d0-403d339f6d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '36cb04f7-0032-451d-8cca-6823f12c97a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:59:34.657736 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e7e4c1-1061-4302-b83c-78f3bd186f59 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Network hostable DHCP agents. Network: 36cb04f7-0032-451d-8cca-6823f12c97a1, hostable agents: ['1c705e68-3d3e-4dd3-9252-feb21d4b96ab'], hosted agents: [] {{(pid=88261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 04:59:34.669146 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6b6bad5f-045e-45c1-84c9-94308cce7f1f tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:34.682848 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-e2e7fabd-9234-4eea-9dc6-cd7fda58d67b tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Unset dirty status for tenant:895764a2d33a4b6180a8faca69c63db7 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:59:34.683903 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-e2e7fabd-9234-4eea-9dc6-cd7fda58d67b tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] 10.222.0.15 "GET /v2.0/ports/cbe53391-123f-4797-bd11-f37cac3cdabb HTTP/1.1" status: 404 len: 333 time: 0.1819780 May 30 04:59:34.691149 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 42676) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:34.741067 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-6b6bad5f-045e-45c1-84c9-94308cce7f1f tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:59:34.752727 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-6b6bad5f-045e-45c1-84c9-94308cce7f1f tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Usage tracker for resource:security_group_rule and tenant:7d1841e7e6c447259c28a06e10b65a59 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:59:34.760246 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-6b6bad5f-045e-45c1-84c9-94308cce7f1f tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:59:34.771132 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-6b6bad5f-045e-45c1-84c9-94308cce7f1f tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:59:34.773229 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e7e4c1-1061-4302-b83c-78f3bd186f59 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Network 36cb04f7-0032-451d-8cca-6823f12c97a1 is scheduled to be hosted by DHCP agent 1c705e68-3d3e-4dd3-9252-feb21d4b96ab with binding_index 1 {{(pid=88261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 04:59:34.798025 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-d262c0e4-b980-4105-baf9-c570bbb3b41d None None] Could not find standard attr ID for object cbe53391-123f-4797-bd11-f37cac3cdabb. {{(pid=88262) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 30 04:59:34.799806 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5274460-b01c-4daa-a126-4fa23099dff8 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Deleting subnet 4ebc96e9-1fa3-4b18-8708-162918bdc18d {{(pid=88261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 30 04:59:34.810923 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b5274460-b01c-4daa-a126-4fa23099dff8 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks [] for subnet, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:34.822463 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 0a371452-781c-4b0f-9ba4-fff37f9c89d7 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:59:34.823218 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:34.843028 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-96e7e4c1-1061-4302-b83c-78f3bd186f59 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843763-1-hyperv, 36cb04f7-0032-451d-8cca-6823f12c97a1) {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:59:34.856131 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa8ff899-f749-49d8-85b8-95b1a4c4d6e0 None None] Network 36cb04f7-0032-451d-8cca-6823f12c97a1 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:59:34.861498 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment cdc74c68-3f25-4a1c-b070-5efd8c970052 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cdc74c68-3f25-4a1c-b070-5efd8c970052 found for delete ", "request_id": "req-99f6652d-d035-4834-bf35-940996a384fd"}]} May 30 04:59:34.876490 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b5274460-b01c-4daa-a126-4fa23099dff8 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3545586'] for subnet, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:34.969752 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b5274460-b01c-4daa-a126-4fa23099dff8 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860493'] for subnet, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:34.972167 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-7daa4e64-263a-4c31-8feb-25a81d681c69 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Unset dirty status for tenant:16af2dbefc6742d5a37a7b30e58c8c2f on resource:port {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:59:34.973357 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-7daa4e64-263a-4c31-8feb-25a81d681c69 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.6780021 May 30 04:59:34.986143 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 42680) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:35.031587 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-85b210a1-0d8e-4593-8b13-d2be44ab3f63 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604744'] for network, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:35.049489 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e7e4c1-1061-4302-b83c-78f3bd186f59 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:59:35.050387 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-96e7e4c1-1061-4302-b83c-78f3bd186f59 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:35.076730 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b5274460-b01c-4daa-a126-4fa23099dff8 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2304955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9305493'] for subnet, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:35.076990 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-85b210a1-0d8e-4593-8b13-d2be44ab3f63 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:35.090716 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-021a228e-0cd1-4bd1-b86d-972c2009d64e tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 04:59:35.103297 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b657ad4-cbf8-47ff-ae71-4243373203af None None] Sync routers for ids ['8df89f11-e96e-4a0c-9912-fe14e6e07613'] in dv-neutron-843763-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 04:59:35.109190 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-021a228e-0cd1-4bd1-b86d-972c2009d64e tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "PUT /v2.0/routers/8df89f11-e96e-4a0c-9912-fe14e6e07613/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1793697 May 30 04:59:35.111340 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-85b210a1-0d8e-4593-8b13-d2be44ab3f63 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] 10.222.0.15 "DELETE /v2.0/networks/7e1df58e-035d-42b4-84df-5ea2099fe951 HTTP/1.1" status: 204 len: 168 time: 3.7864661 May 30 04:59:35.112146 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 42684) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:35.116585 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-e8d3eaf2-2491-4b06-bf0d-82e5f56ee397 None None] Could not find standard attr ID for object cbe53391-123f-4797-bd11-f37cac3cdabb. {{(pid=88262) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 30 04:59:35.118064 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b657ad4-cbf8-47ff-ae71-4243373203af None None] Routers {'8df89f11-e96e-4a0c-9912-fe14e6e07613'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 04:59:35.118674 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-6b657ad4-cbf8-47ff-ae71-4243373203af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T04:59:31Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['8df89f11-e96e-4a0c-9912-fe14e6e07613'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:59:35.134455 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 42686) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:35.137889 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5274460-b01c-4daa-a126-4fa23099dff8 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Pushing event deleted for resources: {'Subnet': ['ID=4ebc96e9-1fa3-4b18-8708-162918bdc18d,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:35.165546 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 0a371452-781c-4b0f-9ba4-fff37f9c89d7 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:59:35.173059 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 52dc3256-fcb6-457d-9ba4-d4c848d57d46 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 04:59:35.193703 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b5274460-b01c-4daa-a126-4fa23099dff8 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:35.195839 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-b5274460-b01c-4daa-a126-4fa23099dff8 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] 10.222.0.15 "DELETE /v2.0/subnets/4ebc96e9-1fa3-4b18-8708-162918bdc18d HTTP/1.1" status: 204 len: 168 time: 0.5037458 May 30 04:59:35.213843 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 42690) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:35.216338 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-625e3ac5-2f96-4176-b37c-69b234b63e62 tempest-RoutersAdminNegativeIpV6Test-1800140961 tempest-RoutersAdminNegativeIpV6Test-1800140961-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:35.229769 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-96e7e4c1-1061-4302-b83c-78f3bd186f59 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.7215104 May 30 04:59:35.255361 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 42694) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:35.260440 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe531880-3e1e-4376-a576-60163d76295f tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:59:35.264925 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-fe531880-3e1e-4376-a576-60163d76295f tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2777574 May 30 04:59:35.266760 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b33f0edb-be4a-4c5e-b247-cb6a10dec207 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:35.268340 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-b33f0edb-be4a-4c5e-b247-cb6a10dec207 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] 10.222.0.15 "DELETE /v2.0/security-groups/f61d8e27-57ff-4777-a025-72dc800a5406 HTTP/1.1" status: 204 len: 168 time: 1.8234677 May 30 04:59:35.269733 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 42700) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:35.297075 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b210a1-0d8e-4593-8b13-d2be44ab3f63 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Pushing event deleted for resources: {'Network': ['ID=7e1df58e-035d-42b4-84df-5ea2099fe951,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:35.299232 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 42702) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:35.305702 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-625e3ac5-2f96-4176-b37c-69b234b63e62 tempest-RoutersAdminNegativeIpV6Test-1800140961 tempest-RoutersAdminNegativeIpV6Test-1800140961-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:35.331623 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f60312-f3c4-47b9-a9f4-3d0fc1f4cc82 None None] Network 8922bd00-5d77-4b94-88fe-08a8b822db0d requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:59:35.395536 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-6b657ad4-cbf8-47ff-ae71-4243373203af None None] Set router 8df89f11-e96e-4a0c-9912-fe14e6e07613 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 04:59:35.405824 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-625e3ac5-2f96-4176-b37c-69b234b63e62 tempest-RoutersAdminNegativeIpV6Test-1800140961 tempest-RoutersAdminNegativeIpV6Test-1800140961-project-admin] Network 1bab70f4-3794-44db-8e17-19f483aa8ffa is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:59:35.491102 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e3ac5-2f96-4176-b37c-69b234b63e62 tempest-RoutersAdminNegativeIpV6Test-1800140961 tempest-RoutersAdminNegativeIpV6Test-1800140961-project-admin] Pushing event updated for resources: {'Port': ['ID=867a3152-8f30-4509-b1a1-93fbd5e0b32c,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:35.502469 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-625e3ac5-2f96-4176-b37c-69b234b63e62 tempest-RoutersAdminNegativeIpV6Test-1800140961 tempest-RoutersAdminNegativeIpV6Test-1800140961-project-admin] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:59:35.504980 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625e3ac5-2f96-4176-b37c-69b234b63e62 tempest-RoutersAdminNegativeIpV6Test-1800140961 tempest-RoutersAdminNegativeIpV6Test-1800140961-project-admin] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:59:35.535442 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6b6bad5f-045e-45c1-84c9-94308cce7f1f tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:35.562268 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6b6bad5f-045e-45c1-84c9-94308cce7f1f tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:35.581245 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-02c6ed8f-b3c2-496b-af0b-1dfa2221ba74 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2858999 May 30 04:59:35.581943 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 42708) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:35.603026 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port 52dc3256-fcb6-457d-9ba4-d4c848d57d46 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:59:35.613123 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c366258e-7283-4d48-ae31-7554a4abf2ed tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897784'] for network, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:35.623521 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 52dc3256-fcb6-457d-9ba4-d4c848d57d46 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:59:35.623954 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:35.653707 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-625e3ac5-2f96-4176-b37c-69b234b63e62 tempest-RoutersAdminNegativeIpV6Test-1800140961 tempest-RoutersAdminNegativeIpV6Test-1800140961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:59:35.654639 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-625e3ac5-2f96-4176-b37c-69b234b63e62 tempest-RoutersAdminNegativeIpV6Test-1800140961 tempest-RoutersAdminNegativeIpV6Test-1800140961-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:35.657215 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-baf4e57f-a54b-44dc-a334-ddc013d41197 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Synchronizing usage tracker for tenant:e8165468c1c447b08667f9e6612a30e1 on resource:security_group {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:59:35.659287 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a2cedd9-602e-40e1-bd9e-5b9af69dd63b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bbf24ed-7ba9-53d2-873f-8f9642b1e987-36cb04f7-0032-451d-8cca-6823f12c97a1', 'network_id': '36cb04f7-0032-451d-8cca-6823f12c97a1', 'tenant_id': '5386df8a083a4b53b87ea99ca4a65ce1', 'fixed_ips': [{'subnet_id': '7e64b1b7-8b62-4f7d-aeac-f491312caf6a'}]}} from dv-neutron-843763-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 30 04:59:35.660598 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-0a2cedd9-602e-40e1-bd9e-5b9af69dd63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:35.673929 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-b0c63bae-b4fb-477f-96ee-77388b819465 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Request body: {'subnet': {'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:59:35.682298 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6b6bad5f-045e-45c1-84c9-94308cce7f1f tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:35.686216 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-6b6bad5f-045e-45c1-84c9-94308cce7f1f tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.1832519 May 30 04:59:35.691031 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 42712) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:35.695860 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6bad5f-045e-45c1-84c9-94308cce7f1f tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2e7605f-d441-4a2e-9dd2-022963b3e80f,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:35.698659 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-c366258e-7283-4d48-ae31-7554a4abf2ed tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Deleting port 52dc3256-fcb6-457d-9ba4-d4c848d57d46 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:59:35.699004 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c366258e-7283-4d48-ae31-7554a4abf2ed tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:35.735705 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-37ddfc74-2be3-4bfb-acae-372b8a87ca54 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897784'] for network, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:35.748959 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-25820422-76de-4f91-9845-48ef682cd8b9 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Request body: {'security_group_rule': {'security_group_id': 'f2e7605f-d441-4a2e-9dd2-022963b3e80f', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:59:35.749681 dv-neutron-843763-1-hyperv neutron-server[88261]: WARNING neutron.api.v2.base [None req-25820422-76de-4f91-9845-48ef682cd8b9 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. May 30 04:59:35.750206 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.api.v2.resource [None req-25820422-76de-4f91-9845-48ef682cd8b9 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 04:59:35.756927 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-25820422-76de-4f91-9845-48ef682cd8b9 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0623560 May 30 04:59:35.762942 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 42716) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:35.766167 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ac79b9-515d-49af-8f3f-4a6fd9ab8236 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:59:35.766862 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-55ac79b9-515d-49af-8f3f-4a6fd9ab8236 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Synchronizing usage tracker for tenant:f4aea07b5c934dc5bc600f55a2d3ba0e on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:59:35.768849 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-6b657ad4-cbf8-47ff-ae71-4243373203af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8df89f11-e96e-4a0c-9912-fe14e6e07613', 'name': 'tempest-TestNetworkBasicOps-router-1784091264', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.168'}], 'enable_snat': True}, 'gw_port_id': '45643f2a-2144-47ee-8c5c-b98833323da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T04:59:10Z', 'updated_at': '2022-05-30T04:59:29Z', 'revision_number': 4, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'gw_port': {'id': '45643f2a-2144-47ee-8c5c-b98833323da3', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:8d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df89f11-e96e-4a0c-9912-fe14e6e07613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:59:13Z', 'updated_at': '2022-05-30T04:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': 'd0655984-3405-4621-9760-408d68a84799', 'name': '', 'network_id': '83d1d881-1387-42cf-a16f-9c6e02a5e965', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'mac_address': 'fa:16:3e:b1:40:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8df89f11-e96e-4a0c-9912-fe14e6e07613', 'device_owner': 'network:router_interface', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '1acbe121-74d9-41fa-8525-29a9efbdfaac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:59:27Z', 'updated_at': '2022-05-30T04:59:31Z', 'revision_number': 2, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'subnets': [{'id': '1acbe121-74d9-41fa-8525-29a9efbdfaac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:59:35.781015 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b657ad4-cbf8-47ff-ae71-4243373203af None None] Checking router: 8df89f11-e96e-4a0c-9912-fe14e6e07613 for host: dv-neutron-843763-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 04:59:35.781015 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b657ad4-cbf8-47ff-ae71-4243373203af None None] Updating router 8df89f11-e96e-4a0c-9912-fe14e6e07613 port d0655984-3405-4621-9760-408d68a84799 binding host dv-neutron-843763-1-hyperv {{(pid=88263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 30 04:59:35.784831 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-baf4e57f-a54b-44dc-a334-ddc013d41197 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Unset dirty status for tenant:e8165468c1c447b08667f9e6612a30e1 on resource:security_group {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:59:35.791007 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-baf4e57f-a54b-44dc-a334-ddc013d41197 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4606311 May 30 04:59:35.793671 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 42720) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:35.806219 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-3200c935-7ef0-48b6-89c1-5bad1f74b297 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Request body: {'security_group': {'name': 'tempest-secgroup--2023204779'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:59:35.822893 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-3200c935-7ef0-48b6-89c1-5bad1f74b297 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:59:35.845308 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-6b657ad4-cbf8-47ff-ae71-4243373203af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:35.882316 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-33b870d7-5223-4ae8-9e9c-f440cee8a2fa tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:35.898502 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-55ac79b9-515d-49af-8f3f-4a6fd9ab8236 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Unset dirty status for tenant:f4aea07b5c934dc5bc600f55a2d3ba0e on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:59:35.903441 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-55ac79b9-515d-49af-8f3f-4a6fd9ab8236 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.7594557 May 30 04:59:35.911215 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-3200c935-7ef0-48b6-89c1-5bad1f74b297 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:59:35.917558 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-33b870d7-5223-4ae8-9e9c-f440cee8a2fa tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:35.919115 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 42724) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:36.010564 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-625e3ac5-2f96-4176-b37c-69b234b63e62 tempest-RoutersAdminNegativeIpV6Test-1800140961 tempest-RoutersAdminNegativeIpV6Test-1800140961-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 3.7576184 May 30 04:59:36.015296 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 42728) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:36.020043 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-33b870d7-5223-4ae8-9e9c-f440cee8a2fa tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:36.044068 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-0a2cedd9-602e-40e1-bd9e-5b9af69dd63b None None] Allocated IP 172.20.0.3 (36cb04f7-0032-451d-8cca-6823f12c97a1/7e64b1b7-8b62-4f7d-aeac-f491312caf6a/c3b20ab5-f1d9-4c0e-91d8-6483f632eb2a) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:59:36.052682 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b870d7-5223-4ae8-9e9c-f440cee8a2fa tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2e7605f-d441-4a2e-9dd2-022963b3e80f,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:36.061611 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-b0c63bae-b4fb-477f-96ee-77388b819465 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:59:36.061750 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3200c935-7ef0-48b6-89c1-5bad1f74b297 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:36.074237 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-b0c63bae-b4fb-477f-96ee-77388b819465 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:59:36.100097 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-33b870d7-5223-4ae8-9e9c-f440cee8a2fa tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:36.101539 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-33b870d7-5223-4ae8-9e9c-f440cee8a2fa tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] 10.222.0.15 "DELETE /v2.0/security-groups/f2e7605f-d441-4a2e-9dd2-022963b3e80f HTTP/1.1" status: 204 len: 168 time: 0.3303809 May 30 04:59:36.107410 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0c63bae-b4fb-477f-96ee-77388b819465 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Made reservation on behalf of 16af2dbefc6742d5a37a7b30e58c8c2f for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:59:36.111313 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b0c63bae-b4fb-477f-96ee-77388b819465 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2133361'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:36.129779 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 42732) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:36.226052 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-da4e5f6c-de0b-4706-8f74-31b082eb077b tempest-RoutersAdminNegativeIpV6Test-1800140961 tempest-RoutersAdminNegativeIpV6Test-1800140961-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.95'}]}}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:59:36.231492 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-37ddfc74-2be3-4bfb-acae-372b8a87ca54 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860493'] for subnet, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:36.277937 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-da4e5f6c-de0b-4706-8f74-31b082eb077b tempest-RoutersAdminNegativeIpV6Test-1800140961 tempest-RoutersAdminNegativeIpV6Test-1800140961-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:59:36.279794 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f0bf075-948e-4085-ac59-4a38a8a1261b None None] DHCP port deletion for 8922bd00-5d77-4b94-88fe-08a8b822db0d request from dv-neutron-843763-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 30 04:59:36.292232 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 52dc3256-fcb6-457d-9ba4-d4c848d57d46 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:59:36.292620 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:36.297615 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-da4e5f6c-de0b-4706-8f74-31b082eb077b tempest-RoutersAdminNegativeIpV6Test-1800140961 tempest-RoutersAdminNegativeIpV6Test-1800140961-project-admin] Usage tracker for resource:router and tenant:a871d01f43bc4d8794c7c957a470d12a is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:59:36.302912 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-9c31f269-21b6-4952-b6ba-7824cd0c53be tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Synchronizing usage tracker for tenant:7d1841e7e6c447259c28a06e10b65a59 on resource:security_group {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:59:36.308723 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-6b657ad4-cbf8-47ff-ae71-4243373203af None None] Notify callbacks [] for port, precommit_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:36.313440 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-da4e5f6c-de0b-4706-8f74-31b082eb077b tempest-RoutersAdminNegativeIpV6Test-1800140961 tempest-RoutersAdminNegativeIpV6Test-1800140961-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:59:36.322170 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-3200c935-7ef0-48b6-89c1-5bad1f74b297 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:59:36.322979 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.provisioning_blocks [None req-6b657ad4-cbf8-47ff-ae71-4243373203af None None] Transition to ACTIVE for port object d0655984-3405-4621-9760-408d68a84799 will not be triggered until provisioned by entity L2. {{(pid=88263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:59:36.330464 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db254bd-feb0-4b4b-8fee-d87122598cee tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:59:36.331321 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db254bd-feb0-4b4b-8fee-d87122598cee tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:59:36.331580 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-2f0bf075-948e-4085-ac59-4a38a8a1261b None None] Deleting port 52dc3256-fcb6-457d-9ba4-d4c848d57d46 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:59:36.331852 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db254bd-feb0-4b4b-8fee-d87122598cee tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:59:36.332148 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-2f0bf075-948e-4085-ac59-4a38a8a1261b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:36.333027 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db254bd-feb0-4b4b-8fee-d87122598cee tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:59:36.333445 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db254bd-feb0-4b4b-8fee-d87122598cee tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:59:36.334131 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db254bd-feb0-4b4b-8fee-d87122598cee tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:59:36.334626 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db254bd-feb0-4b4b-8fee-d87122598cee tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:59:36.334976 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db254bd-feb0-4b4b-8fee-d87122598cee tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:59:36.335499 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db254bd-feb0-4b4b-8fee-d87122598cee tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:59:36.335911 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db254bd-feb0-4b4b-8fee-d87122598cee tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:59:36.337165 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-6b657ad4-cbf8-47ff-ae71-4243373203af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:36.340550 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-1db254bd-feb0-4b4b-8fee-d87122598cee tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6911 time: 1.0835795 May 30 04:59:36.342911 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 42736) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:36.343967 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-3200c935-7ef0-48b6-89c1-5bad1f74b297 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Usage tracker for resource:security_group_rule and tenant:e8165468c1c447b08667f9e6612a30e1 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:59:36.347071 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-da4e5f6c-de0b-4706-8f74-31b082eb077b tempest-RoutersAdminNegativeIpV6Test-1800140961 tempest-RoutersAdminNegativeIpV6Test-1800140961-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:59:36.350963 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-3200c935-7ef0-48b6-89c1-5bad1f74b297 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:59:36.366952 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-c366258e-7283-4d48-ae31-7554a4abf2ed tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] For port 52dc3256-fcb6-457d-9ba4-d4c848d57d46, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=52dc3256-fcb6-457d-9ba4-d4c848d57d46,segment=NetworkSegment(1e541a23-bb06-422b-acd2-46e82305b677),segment_id=1e541a23-bb06-422b-acd2-46e82305b677)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:59:36.367556 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c366258e-7283-4d48-ae31-7554a4abf2ed tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:36.380300 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-3200c935-7ef0-48b6-89c1-5bad1f74b297 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:59:36.415702 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e020c17-0411-4f48-bc67-f637ef1cc9bd None None] Pushing event updated for resources: {'Port': ['ID=d0655984-3405-4621-9760-408d68a84799,revision_number=3']} {{(pid=88263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:36.425444 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-954f6299-93d6-4c82-a19f-b5343b951ed0 tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:59:36.425444 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-954f6299-93d6-4c82-a19f-b5343b951ed0 tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:59:36.425931 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-954f6299-93d6-4c82-a19f-b5343b951ed0 tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:59:36.426050 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e020c17-0411-4f48-bc67-f637ef1cc9bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:59:36.426423 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e020c17-0411-4f48-bc67-f637ef1cc9bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:59:36.426540 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-954f6299-93d6-4c82-a19f-b5343b951ed0 tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:59:36.426759 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e020c17-0411-4f48-bc67-f637ef1cc9bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:59:36.426999 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-954f6299-93d6-4c82-a19f-b5343b951ed0 tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:59:36.427110 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e020c17-0411-4f48-bc67-f637ef1cc9bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:59:36.427394 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e020c17-0411-4f48-bc67-f637ef1cc9bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:59:36.427518 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-954f6299-93d6-4c82-a19f-b5343b951ed0 tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:59:36.427728 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e020c17-0411-4f48-bc67-f637ef1cc9bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:59:36.428051 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e020c17-0411-4f48-bc67-f637ef1cc9bd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:59:36.428366 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e020c17-0411-4f48-bc67-f637ef1cc9bd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:59:36.428697 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e020c17-0411-4f48-bc67-f637ef1cc9bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:59:36.429846 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e020c17-0411-4f48-bc67-f637ef1cc9bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:59:36.429846 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e020c17-0411-4f48-bc67-f637ef1cc9bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:59:36.430074 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-954f6299-93d6-4c82-a19f-b5343b951ed0 tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3925 time: 0.0855339 May 30 04:59:36.430156 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e020c17-0411-4f48-bc67-f637ef1cc9bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:59:36.440810 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 42740) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:36.526688 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-9c31f269-21b6-4952-b6ba-7824cd0c53be tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Unset dirty status for tenant:7d1841e7e6c447259c28a06e10b65a59 on resource:security_group {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:59:36.532044 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-9c31f269-21b6-4952-b6ba-7824cd0c53be tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3953254 May 30 04:59:36.538745 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 42744) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:36.564849 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-3d111cb3-fb5f-465c-9d7a-3c2bd1ca87de tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Request body: {'security_group': {'name': 'tempest-secgroup--880950943'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:59:36.572420 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-3d111cb3-fb5f-465c-9d7a-3c2bd1ca87de tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:59:36.582715 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-3d111cb3-fb5f-465c-9d7a-3c2bd1ca87de tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:59:36.607174 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3d111cb3-fb5f-465c-9d7a-3c2bd1ca87de tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Notify callbacks [] for security_group, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:36.618289 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-c366258e-7283-4d48-ae31-7554a4abf2ed tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Calling delete_port for 52dc3256-fcb6-457d-9ba4-d4c848d57d46 owned by network:dhcp {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:59:36.629615 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-3d111cb3-fb5f-465c-9d7a-3c2bd1ca87de tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:59:36.633741 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-3d111cb3-fb5f-465c-9d7a-3c2bd1ca87de tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Usage tracker for resource:security_group_rule and tenant:7d1841e7e6c447259c28a06e10b65a59 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:59:36.637138 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-3d111cb3-fb5f-465c-9d7a-3c2bd1ca87de tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:59:36.643626 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-3d111cb3-fb5f-465c-9d7a-3c2bd1ca87de tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:59:36.675022 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-da4e5f6c-de0b-4706-8f74-31b082eb077b tempest-RoutersAdminNegativeIpV6Test-1800140961 tempest-RoutersAdminNegativeIpV6Test-1800140961-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1603901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11666'] for router, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:36.676100 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-da4e5f6c-de0b-4706-8f74-31b082eb077b tempest-RoutersAdminNegativeIpV6Test-1800140961 tempest-RoutersAdminNegativeIpV6Test-1800140961-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11675'] for router, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:36.684089 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-6b657ad4-cbf8-47ff-ae71-4243373203af None None] Attempting to bind port d0655984-3405-4621-9760-408d68a84799 on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 04:59:36.684458 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-6b657ad4-cbf8-47ff-ae71-4243373203af None None] Attempting to bind port d0655984-3405-4621-9760-408d68a84799 by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': 'b8a9e42d-533b-4fec-a68e-c4fe245449e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '83d1d881-1387-42cf-a16f-9c6e02a5e965'}] {{(pid=88263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 04:59:36.684816 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b657ad4-cbf8-47ff-ae71-4243373203af None None] Attempting to bind port d0655984-3405-4621-9760-408d68a84799 on network 83d1d881-1387-42cf-a16f-9c6e02a5e965 {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 04:59:36.701188 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b657ad4-cbf8-47ff-ae71-4243373203af None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 4, 59, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 04:59:36.701587 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b657ad4-cbf8-47ff-ae71-4243373203af None None] Checking segment: {'id': 'b8a9e42d-533b-4fec-a68e-c4fe245449e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '83d1d881-1387-42cf-a16f-9c6e02a5e965'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:59:36.701989 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-6b657ad4-cbf8-47ff-ae71-4243373203af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:36.702380 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b657ad4-cbf8-47ff-ae71-4243373203af None None] Bound using segment: {'id': 'b8a9e42d-533b-4fec-a68e-c4fe245449e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '83d1d881-1387-42cf-a16f-9c6e02a5e965'} {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 04:59:36.702841 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-6b657ad4-cbf8-47ff-ae71-4243373203af None None] Bound port: d0655984-3405-4621-9760-408d68a84799, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8a9e42d-533b-4fec-a68e-c4fe245449e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '83d1d881-1387-42cf-a16f-9c6e02a5e965'}}] {{(pid=88263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 04:59:36.703229 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-6b657ad4-cbf8-47ff-ae71-4243373203af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:36.715700 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-2f0bf075-948e-4085-ac59-4a38a8a1261b None None] For port 52dc3256-fcb6-457d-9ba4-d4c848d57d46, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=52dc3256-fcb6-457d-9ba4-d4c848d57d46,segment=NetworkSegment(1e541a23-bb06-422b-acd2-46e82305b677),segment_id=1e541a23-bb06-422b-acd2-46e82305b677)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:59:36.716195 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-2f0bf075-948e-4085-ac59-4a38a8a1261b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:36.731552 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3d111cb3-fb5f-465c-9d7a-3c2bd1ca87de tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Notify callbacks [] for security_group, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:36.731753 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-c4e1cc96-22f9-4991-90f2-8429e88216ef tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] 10.222.0.15 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.8033903 May 30 04:59:36.731849 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] For port 52dc3256-fcb6-457d-9ba4-d4c848d57d46, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=52dc3256-fcb6-457d-9ba4-d4c848d57d46,segment=NetworkSegment(1e541a23-bb06-422b-acd2-46e82305b677),segment_id=1e541a23-bb06-422b-acd2-46e82305b677)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:59:36.732599 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 42748) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:36.744870 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-2fedb555-231b-4e68-8f1e-8e11d37e1fd7 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1915430408'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:59:36.765144 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-2fedb555-231b-4e68-8f1e-8e11d37e1fd7 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:59:36.813218 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.db.api [None req-c366258e-7283-4d48-ae31-7554a4abf2ed tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88261) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 04:59:36.813719 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG oslo_db.api [None req-c366258e-7283-4d48-ae31-7554a4abf2ed tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 04:59:36.828203 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-da4e5f6c-de0b-4706-8f74-31b082eb077b tempest-RoutersAdminNegativeIpV6Test-1800140961 tempest-RoutersAdminNegativeIpV6Test-1800140961-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:36.832047 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3d111cb3-fb5f-465c-9d7a-3c2bd1ca87de tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:36.855081 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-2fedb555-231b-4e68-8f1e-8e11d37e1fd7 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Usage tracker for resource:network and tenant:f4aea07b5c934dc5bc600f55a2d3ba0e is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:59:36.859945 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.db [None req-6b657ad4-cbf8-47ff-ae71-4243373203af None None] For port d0655984-3405-4621-9760-408d68a84799, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 04:59:36.864500 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.db [None req-6b657ad4-cbf8-47ff-ae71-4243373203af None None] For port d0655984-3405-4621-9760-408d68a84799, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=d0655984-3405-4621-9760-408d68a84799,segment=NetworkSegment(b8a9e42d-533b-4fec-a68e-c4fe245449e7),segment_id=b8a9e42d-533b-4fec-a68e-c4fe245449e7)] {{(pid=88263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 04:59:36.871521 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-6b657ad4-cbf8-47ff-ae71-4243373203af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:36.875372 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3200c935-7ef0-48b6-89c1-5bad1f74b297 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:36.886314 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:36.895512 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-2f0bf075-948e-4085-ac59-4a38a8a1261b None None] Calling delete_port for 52dc3256-fcb6-457d-9ba4-d4c848d57d46 owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:59:36.919356 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-2fedb555-231b-4e68-8f1e-8e11d37e1fd7 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:59:36.932011 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-2fedb555-231b-4e68-8f1e-8e11d37e1fd7 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:59:36.973964 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3200c935-7ef0-48b6-89c1-5bad1f74b297 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:36.985450 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b657ad4-cbf8-47ff-ae71-4243373203af None None] Routers {'8df89f11-e96e-4a0c-9912-fe14e6e07613'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 04:59:36.987607 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-6b657ad4-cbf8-47ff-ae71-4243373203af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T04:59:31Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['8df89f11-e96e-4a0c-9912-fe14e6e07613'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:59:36.995950 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d111cb3-fb5f-465c-9d7a-3c2bd1ca87de tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84ff8392-516a-4fa1-a52d-b12361f56923,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:37.014384 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fedb555-231b-4e68-8f1e-8e11d37e1fd7 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Made reservation on behalf of f4aea07b5c934dc5bc600f55a2d3ba0e for: {'network': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:59:37.029548 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2fedb555-231b-4e68-8f1e-8e11d37e1fd7 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for network, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:37.064417 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-0a2cedd9-602e-40e1-bd9e-5b9af69dd63b None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:37.074596 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 8775c1f0-1cee-47c4-bf7f-963a21424e66 no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 04:59:37.075107 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3d111cb3-fb5f-465c-9d7a-3c2bd1ca87de tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:37.076356 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-3d111cb3-fb5f-465c-9d7a-3c2bd1ca87de tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5229440 May 30 04:59:37.083610 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 42752) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:37.102977 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-4a9fe083-e14b-48d3-828b-8211db8235b5 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Request body: {'security_group_rule': {'security_group_id': '84ff8392-516a-4fa1-a52d-b12361f56923', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:59:37.103877 dv-neutron-843763-1-hyperv neutron-server[88260]: WARNING neutron.api.v2.base [None req-4a9fe083-e14b-48d3-828b-8211db8235b5 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. May 30 04:59:37.104387 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.api.v2.resource [None req-4a9fe083-e14b-48d3-828b-8211db8235b5 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 04:59:37.113316 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-4a9fe083-e14b-48d3-828b-8211db8235b5 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0273664 May 30 04:59:37.122502 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 42756) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:37.139757 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-281f39a7-d2f5-4ebc-8a9e-af81cb0b4cdc tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Request body: {'security_group_rule': {'security_group_id': '84ff8392-516a-4fa1-a52d-b12361f56923', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:59:37.140013 dv-neutron-843763-1-hyperv neutron-server[88261]: WARNING neutron.api.v2.base [None req-281f39a7-d2f5-4ebc-8a9e-af81cb0b4cdc tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. May 30 04:59:37.140509 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.api.v2.resource [None req-281f39a7-d2f5-4ebc-8a9e-af81cb0b4cdc tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 04:59:37.155912 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] No Port match for: 8775c1f0-1cee-47c4-bf7f-963a21424e66 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 04:59:37.156265 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 8775c1f0-1cee-47c4-bf7f-963a21424e66 not bound to the agent host dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 04:59:37.158132 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-281f39a7-d2f5-4ebc-8a9e-af81cb0b4cdc tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0345345 May 30 04:59:37.162077 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-0a2cedd9-602e-40e1-bd9e-5b9af69dd63b None None] Transition to ACTIVE for port object c3b20ab5-f1d9-4c0e-91d8-6483f632eb2a will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:59:37.166717 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e020c17-0411-4f48-bc67-f637ef1cc9bd None None] Pushing event updated for resources: {'Port': ['ID=d0655984-3405-4621-9760-408d68a84799,revision_number=4']} {{(pid=88263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:37.236744 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-0a2cedd9-602e-40e1-bd9e-5b9af69dd63b None None] Transition to ACTIVE for port object c3b20ab5-f1d9-4c0e-91d8-6483f632eb2a will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:59:37.246965 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-0a2cedd9-602e-40e1-bd9e-5b9af69dd63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:37.251607 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Pushing event updated for resources: {'Port': ['ID=52dc3256-fcb6-457d-9ba4-d4c848d57d46,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:37.254870 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.db.api [None req-2f0bf075-948e-4085-ac59-4a38a8a1261b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 04:59:37.255215 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG oslo_db.api [None req-2f0bf075-948e-4085-ac59-4a38a8a1261b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 04:59:37.256259 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 42760) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:37.265446 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:59:37.265800 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:59:37.266195 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:59:37.266612 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:59:37.266859 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:59:37.267179 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:59:37.267506 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:59:37.267830 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:59:37.268150 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:59:37.268472 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:59:37.268776 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:59:37.269087 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 04:59:37.277490 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3200c935-7ef0-48b6-89c1-5bad1f74b297 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=020a50bf-6643-4b33-a0a0-8e81dcb6535c,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:37.299933 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-822b4b3b-2fbd-422a-aac7-7a052fd4340a tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.8512211 May 30 04:59:37.306242 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-6b657ad4-cbf8-47ff-ae71-4243373203af None None] Set router 8df89f11-e96e-4a0c-9912-fe14e6e07613 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 04:59:37.313398 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-b8788ee1-5381-415f-989c-1a32b8a9b855 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Request body: {'security_group_rule': {'security_group_id': '84ff8392-516a-4fa1-a52d-b12361f56923', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:59:37.315626 dv-neutron-843763-1-hyperv neutron-server[88260]: WARNING neutron.api.v2.base [None req-b8788ee1-5381-415f-989c-1a32b8a9b855 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. May 30 04:59:37.315626 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.api.v2.resource [None req-b8788ee1-5381-415f-989c-1a32b8a9b855 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 04:59:37.317046 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-b8788ee1-5381-415f-989c-1a32b8a9b855 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0459383 May 30 04:59:37.349139 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2cedd9-602e-40e1-bd9e-5b9af69dd63b None None] Pushing event updated for resources: {'Port': ['ID=c3b20ab5-f1d9-4c0e-91d8-6483f632eb2a,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:37.360385 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a2cedd9-602e-40e1-bd9e-5b9af69dd63b None None] Network 36cb04f7-0032-451d-8cca-6823f12c97a1 is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:59:37.361916 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-0a2cedd9-602e-40e1-bd9e-5b9af69dd63b None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:59:37.366372 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2cedd9-602e-40e1-bd9e-5b9af69dd63b None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:59:37.403370 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 52dc3256-fcb6-457d-9ba4-d4c848d57d46 no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 04:59:37.421958 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-c366258e-7283-4d48-ae31-7554a4abf2ed tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Deleting port 52dc3256-fcb6-457d-9ba4-d4c848d57d46 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:59:37.426038 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c366258e-7283-4d48-ae31-7554a4abf2ed tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:37.537830 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-0a2cedd9-602e-40e1-bd9e-5b9af69dd63b None None] Attempting to bind port c3b20ab5-f1d9-4c0e-91d8-6483f632eb2a on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 04:59:37.538230 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-0a2cedd9-602e-40e1-bd9e-5b9af69dd63b None None] Attempting to bind port c3b20ab5-f1d9-4c0e-91d8-6483f632eb2a by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': 'e67eb78a-9a3c-4f93-96d0-403d339f6d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '36cb04f7-0032-451d-8cca-6823f12c97a1'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 04:59:37.538858 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a2cedd9-602e-40e1-bd9e-5b9af69dd63b None None] Attempting to bind port c3b20ab5-f1d9-4c0e-91d8-6483f632eb2a on network 36cb04f7-0032-451d-8cca-6823f12c97a1 {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 04:59:37.541701 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 42766) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:37.542225 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 42768) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:37.580399 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a2cedd9-602e-40e1-bd9e-5b9af69dd63b None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 4, 59, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 04:59:37.580692 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a2cedd9-602e-40e1-bd9e-5b9af69dd63b None None] Checking segment: {'id': 'e67eb78a-9a3c-4f93-96d0-403d339f6d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '36cb04f7-0032-451d-8cca-6823f12c97a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:59:37.581098 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-0a2cedd9-602e-40e1-bd9e-5b9af69dd63b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:37.581496 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a2cedd9-602e-40e1-bd9e-5b9af69dd63b None None] Bound using segment: {'id': 'e67eb78a-9a3c-4f93-96d0-403d339f6d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '36cb04f7-0032-451d-8cca-6823f12c97a1'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 04:59:37.582051 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-0a2cedd9-602e-40e1-bd9e-5b9af69dd63b None None] Bound port: c3b20ab5-f1d9-4c0e-91d8-6483f632eb2a, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e67eb78a-9a3c-4f93-96d0-403d339f6d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '36cb04f7-0032-451d-8cca-6823f12c97a1'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 04:59:37.583358 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-0a2cedd9-602e-40e1-bd9e-5b9af69dd63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:37.629262 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.objects.ports [None req-b0c63bae-b4fb-477f-96ee-77388b819465 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88260) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 30 04:59:37.630607 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b0c63bae-b4fb-477f-96ee-77388b819465 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1547796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2133315'] for subnet, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:37.661606 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 52dc3256-fcb6-457d-9ba4-d4c848d57d46 is: ACTIVE; New status is: DOWN {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:59:37.662014 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:37.701540 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] For port 52dc3256-fcb6-457d-9ba4-d4c848d57d46, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=52dc3256-fcb6-457d-9ba4-d4c848d57d46,segment=NetworkSegment(1e541a23-bb06-422b-acd2-46e82305b677),segment_id=1e541a23-bb06-422b-acd2-46e82305b677)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:59:37.704309 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c63bae-b4fb-477f-96ee-77388b819465 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Pushing event updated for resources: {'Subnet': ['ID=f7e5efcc-eff5-4b33-ae92-d76577c5a623,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:37.718299 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:37.718836 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c63bae-b4fb-477f-96ee-77388b819465 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Network 0008fd3d-19e9-40cf-b545-4a7647b90cf1 is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:59:37.719847 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-b0c63bae-b4fb-477f-96ee-77388b819465 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:59:37.722812 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c63bae-b4fb-477f-96ee-77388b819465 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:59:37.723539 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b0c63bae-b4fb-477f-96ee-77388b819465 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:37.741364 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-c366258e-7283-4d48-ae31-7554a4abf2ed tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] For port 52dc3256-fcb6-457d-9ba4-d4c848d57d46, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=52dc3256-fcb6-457d-9ba4-d4c848d57d46,segment=NetworkSegment(1e541a23-bb06-422b-acd2-46e82305b677),segment_id=1e541a23-bb06-422b-acd2-46e82305b677)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:59:37.741911 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c366258e-7283-4d48-ae31-7554a4abf2ed tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:37.748071 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-b0c63bae-b4fb-477f-96ee-77388b819465 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.0887437 May 30 04:59:37.750811 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 42770) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:37.761698 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3200c935-7ef0-48b6-89c1-5bad1f74b297 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:37.762331 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-ff26455f-6956-42ae-91f0-59e3189b98cf tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Request body: {'port': {'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1', 'mac_address': 'fa:16:3e:9f:96:e9', 'name': 'tempest-NetworksTestDHCPv6-1006403511'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:59:37.765437 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-3200c935-7ef0-48b6-89c1-5bad1f74b297 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.9672272 May 30 04:59:37.768486 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-2f0bf075-948e-4085-ac59-4a38a8a1261b None None] Deleting port 52dc3256-fcb6-457d-9ba4-d4c848d57d46 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:59:37.768863 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-2f0bf075-948e-4085-ac59-4a38a8a1261b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:37.770069 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-ae803ff0-2596-4e7f-a3ab-cdea39e666f7 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Request body: {'security_group_rule': {'security_group_id': '84ff8392-516a-4fa1-a52d-b12361f56923', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:59:37.770976 dv-neutron-843763-1-hyperv neutron-server[88261]: WARNING neutron.api.v2.base [None req-ae803ff0-2596-4e7f-a3ab-cdea39e666f7 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. May 30 04:59:37.772438 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.api.v2.resource [None req-ae803ff0-2596-4e7f-a3ab-cdea39e666f7 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 04:59:37.773632 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-ae803ff0-2596-4e7f-a3ab-cdea39e666f7 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0189371 May 30 04:59:37.795526 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab61382-7454-4cbd-b359-692c24309574 None None] Network 0008fd3d-19e9-40cf-b545-4a7647b90cf1 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:59:37.803275 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-6b657ad4-cbf8-47ff-ae71-4243373203af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8df89f11-e96e-4a0c-9912-fe14e6e07613', 'name': 'tempest-TestNetworkBasicOps-router-1784091264', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.168'}], 'enable_snat': True}, 'gw_port_id': '45643f2a-2144-47ee-8c5c-b98833323da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T04:59:10Z', 'updated_at': '2022-05-30T04:59:29Z', 'revision_number': 4, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'gw_port': {'id': '45643f2a-2144-47ee-8c5c-b98833323da3', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:8d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df89f11-e96e-4a0c-9912-fe14e6e07613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:59:13Z', 'updated_at': '2022-05-30T04:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': 'd0655984-3405-4621-9760-408d68a84799', 'name': '', 'network_id': '83d1d881-1387-42cf-a16f-9c6e02a5e965', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'mac_address': 'fa:16:3e:b1:40:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8df89f11-e96e-4a0c-9912-fe14e6e07613', 'device_owner': 'network:router_interface', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '1acbe121-74d9-41fa-8525-29a9efbdfaac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:59:27Z', 'updated_at': '2022-05-30T04:59:36Z', 'revision_number': 4, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'subnets': [{'id': '1acbe121-74d9-41fa-8525-29a9efbdfaac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:59:37.808084 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b657ad4-cbf8-47ff-ae71-4243373203af None None] The sync data for ids ['8df89f11-e96e-4a0c-9912-fe14e6e07613'] in dv-neutron-843763-1-hyperv is: [{'id': '8df89f11-e96e-4a0c-9912-fe14e6e07613', 'name': 'tempest-TestNetworkBasicOps-router-1784091264', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.168'}], 'enable_snat': True}, 'gw_port_id': '45643f2a-2144-47ee-8c5c-b98833323da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T04:59:10Z', 'updated_at': '2022-05-30T04:59:29Z', 'revision_number': 4, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'gw_port': {'id': '45643f2a-2144-47ee-8c5c-b98833323da3', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:8d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df89f11-e96e-4a0c-9912-fe14e6e07613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:59:13Z', 'updated_at': '2022-05-30T04:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': 'd0655984-3405-4621-9760-408d68a84799', 'name': '', 'network_id': '83d1d881-1387-42cf-a16f-9c6e02a5e965', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'mac_address': 'fa:16:3e:b1:40:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8df89f11-e96e-4a0c-9912-fe14e6e07613', 'device_owner': 'network:router_interface', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '1acbe121-74d9-41fa-8525-29a9efbdfaac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:59:27Z', 'updated_at': '2022-05-30T04:59:36Z', 'revision_number': 4, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'subnets': [{'id': '1acbe121-74d9-41fa-8525-29a9efbdfaac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 04:59:37.872260 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 42778) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:37.873418 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 42780) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:37.890662 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-703064d9-c88b-45a5-ac29-3c16f50566a3 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Request body: {'security_group_rule': {'security_group_id': '020a50bf-6643-4b33-a0a0-8e81dcb6535c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:59:37.917869 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-703064d9-c88b-45a5-ac29-3c16f50566a3 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:59:37.933593 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-c366258e-7283-4d48-ae31-7554a4abf2ed tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Calling delete_port for 52dc3256-fcb6-457d-9ba4-d4c848d57d46 owned by network:dhcp {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:59:37.946041 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-0a2cedd9-602e-40e1-bd9e-5b9af69dd63b None None] For port c3b20ab5-f1d9-4c0e-91d8-6483f632eb2a, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 04:59:37.968563 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-0a2cedd9-602e-40e1-bd9e-5b9af69dd63b None None] For port c3b20ab5-f1d9-4c0e-91d8-6483f632eb2a, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=c3b20ab5-f1d9-4c0e-91d8-6483f632eb2a,segment=NetworkSegment(e67eb78a-9a3c-4f93-96d0-403d339f6d04),segment_id=e67eb78a-9a3c-4f93-96d0-403d339f6d04)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 04:59:38.005084 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-703064d9-c88b-45a5-ac29-3c16f50566a3 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Usage tracker for resource:security_group_rule and tenant:e8165468c1c447b08667f9e6612a30e1 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:59:38.012460 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-703064d9-c88b-45a5-ac29-3c16f50566a3 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:59:38.012963 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-0a2cedd9-602e-40e1-bd9e-5b9af69dd63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:38.023286 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Pushing event updated for resources: {'Port': ['ID=52dc3256-fcb6-457d-9ba4-d4c848d57d46,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:38.024828 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-f51cafcb-42f4-4228-a38a-7b58bf48cb60 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1774685346', 'description': 'tempest-secgroup-smoke-1774685346 description', 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:59:38.039261 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.db.api [None req-c366258e-7283-4d48-ae31-7554a4abf2ed tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88261) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 04:59:38.040250 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG oslo_db.api [None req-c366258e-7283-4d48-ae31-7554a4abf2ed tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 04:59:38.043089 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-da4e5f6c-de0b-4706-8f74-31b082eb077b tempest-RoutersAdminNegativeIpV6Test-1800140961 tempest-RoutersAdminNegativeIpV6Test-1800140961-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11765'] for router, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:38.045618 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-703064d9-c88b-45a5-ac29-3c16f50566a3 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:59:38.047366 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-f51cafcb-42f4-4228-a38a-7b58bf48cb60 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:59:38.051690 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-37ddfc74-2be3-4bfb-acae-372b8a87ca54 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2304955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9305493'] for subnet, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:38.055901 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fedb555-231b-4e68-8f1e-8e11d37e1fd7 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=88260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 04:59:38.087395 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-c366258e-7283-4d48-ae31-7554a4abf2ed tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Deleting port 52dc3256-fcb6-457d-9ba4-d4c848d57d46 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:59:38.087694 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c366258e-7283-4d48-ae31-7554a4abf2ed tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:38.089992 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-ff26455f-6956-42ae-91f0-59e3189b98cf tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:59:38.095474 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2fedb555-231b-4e68-8f1e-8e11d37e1fd7 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:38.095820 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.db.segments_db [None req-2fedb555-231b-4e68-8f1e-8e11d37e1fd7 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Added segment 690ec90b-3d8d-480b-a10f-688d66378784 of type vlan for network 9f79cd03-f8a0-447c-a649-c01607f92a62 May 30 04:59:38.100839 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-46a3ef05-2d12-4fb2-909d-8e1344c7c4f4 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:38.120319 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-f51cafcb-42f4-4228-a38a-7b58bf48cb60 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Usage tracker for resource:security_group and tenant:f9fe59584bbe4d5aaa42841eedb71980 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:59:38.138204 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-f51cafcb-42f4-4228-a38a-7b58bf48cb60 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:59:38.140140 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-ff26455f-6956-42ae-91f0-59e3189b98cf tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:59:38.158424 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-46a3ef05-2d12-4fb2-909d-8e1344c7c4f4 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:38.168561 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-703064d9-c88b-45a5-ac29-3c16f50566a3 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:38.203999 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ddfc74-2be3-4bfb-acae-372b8a87ca54 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Pushing event deleted for resources: {'Subnet': ['ID=7e64b1b7-8b62-4f7d-aeac-f491312caf6a,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:38.208144 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-f51cafcb-42f4-4228-a38a-7b58bf48cb60 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:59:38.219235 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2fedb555-231b-4e68-8f1e-8e11d37e1fd7 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729234556353'] for network, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:38.226284 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-45f79e78-106a-4f09-9d2c-69baeab7263d None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 04:59:38.239970 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff26455f-6956-42ae-91f0-59e3189b98cf tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Made reservation on behalf of 16af2dbefc6742d5a37a7b30e58c8c2f for: {'port': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:59:38.325044 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2cedd9-602e-40e1-bd9e-5b9af69dd63b None None] Pushing event updated for resources: {'Port': ['ID=c3b20ab5-f1d9-4c0e-91d8-6483f632eb2a,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:38.466416 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-2f0bf075-948e-4085-ac59-4a38a8a1261b None None] For port 52dc3256-fcb6-457d-9ba4-d4c848d57d46, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=52dc3256-fcb6-457d-9ba4-d4c848d57d46,segment=NetworkSegment(1e541a23-bb06-422b-acd2-46e82305b677),segment_id=1e541a23-bb06-422b-acd2-46e82305b677)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:59:38.467004 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-2f0bf075-948e-4085-ac59-4a38a8a1261b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:38.477082 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecc4d056-0ef4-4337-bc5d-9cb9d3796ef5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bbf24ed-7ba9-53d2-873f-8f9642b1e987-0008fd3d-19e9-40cf-b545-4a7647b90cf1', 'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1', 'tenant_id': '16af2dbefc6742d5a37a7b30e58c8c2f', 'fixed_ips': [{'subnet_id': 'f7e5efcc-eff5-4b33-ae92-d76577c5a623'}]}} from dv-neutron-843763-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 30 04:59:38.479279 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-ecc4d056-0ef4-4337-bc5d-9cb9d3796ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:38.494476 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2fedb555-231b-4e68-8f1e-8e11d37e1fd7 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788'] for network, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:38.500663 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fedb555-231b-4e68-8f1e-8e11d37e1fd7 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:59:38.501301 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2fedb555-231b-4e68-8f1e-8e11d37e1fd7 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:38.561689 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-46a3ef05-2d12-4fb2-909d-8e1344c7c4f4 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:38.579983 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f51cafcb-42f4-4228-a38a-7b58bf48cb60 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:38.605648 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-703064d9-c88b-45a5-ac29-3c16f50566a3 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:38.680507 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ff26455f-6956-42ae-91f0-59e3189b98cf tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:38.708035 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a3ef05-2d12-4fb2-909d-8e1344c7c4f4 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84ff8392-516a-4fa1-a52d-b12361f56923,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:38.725120 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-37ddfc74-2be3-4bfb-acae-372b8a87ca54 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867540', 'neutron.services.segments.db._delete_segments_for_network-8729234922972'] for network, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:38.725905 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-703064d9-c88b-45a5-ac29-3c16f50566a3 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:38.738948 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-2f0bf075-948e-4085-ac59-4a38a8a1261b None None] Calling delete_port for 52dc3256-fcb6-457d-9ba4-d4c848d57d46 owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:59:38.774249 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-f51cafcb-42f4-4228-a38a-7b58bf48cb60 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:59:38.774841 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-2fedb555-231b-4e68-8f1e-8e11d37e1fd7 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.0391657 May 30 04:59:38.790574 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 42786) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:38.798453 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fedb555-231b-4e68-8f1e-8e11d37e1fd7 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Pushing event updated for resources: {'Network': ['ID=9f79cd03-f8a0-447c-a649-c01607f92a62,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:38.800970 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-46a3ef05-2d12-4fb2-909d-8e1344c7c4f4 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:38.802062 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-46a3ef05-2d12-4fb2-909d-8e1344c7c4f4 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] 10.222.0.15 "DELETE /v2.0/security-groups/84ff8392-516a-4fa1-a52d-b12361f56923 HTTP/1.1" status: 204 len: 168 time: 0.9249477 May 30 04:59:38.809302 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-f51cafcb-42f4-4228-a38a-7b58bf48cb60 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Usage tracker for resource:security_group_rule and tenant:f9fe59584bbe4d5aaa42841eedb71980 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:59:38.813772 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 42788) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:38.815033 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703064d9-c88b-45a5-ac29-3c16f50566a3 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d9778d0-6fd5-41d3-8628-93239c4d9eec,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:38.820270 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [None req-ff26455f-6956-42ae-91f0-59e3189b98cf tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] device_id is not set on port 9bf7c0b7-4e2b-4303-9e4a-0596676a764c yet. {{(pid=88260) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 30 04:59:38.831297 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-37ddfc74-2be3-4bfb-acae-372b8a87ca54 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36cb04f7-0032-451d-8cca-6823f12c97a1']}} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:59:38.840116 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-f51cafcb-42f4-4228-a38a-7b58bf48cb60 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:59:38.844463 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Network 9f79cd03-f8a0-447c-a649-c01607f92a62 details requested by agent ovs-agent-dv-neutron-843763-1-hyperv with host dv-neutron-843763-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 04:59:38.845861 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-7eef12ef-05e3-4733-ae2a-a70fadb8383c tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Request body: {'subnet': {'network_id': '9f79cd03-f8a0-447c-a649-c01607f92a62', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:59:38.867609 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-703064d9-c88b-45a5-ac29-3c16f50566a3 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:38.871711 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-703064d9-c88b-45a5-ac29-3c16f50566a3 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.9962659 May 30 04:59:38.874620 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 42794) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:38.891134 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-f51cafcb-42f4-4228-a38a-7b58bf48cb60 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:59:38.907339 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-37ddfc74-2be3-4bfb-acae-372b8a87ca54 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e67eb78a-9a3c-4f93-96d0-403d339f6d04') {'for_net_delete': True} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:59:38.907741 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-37ddfc74-2be3-4bfb-acae-372b8a87ca54 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e67eb78a-9a3c-4f93-96d0-403d339f6d04') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:59:38.947945 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0c6e5c98-edda-4635-9186-1228ab9d37a1 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:38.967875 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0c6e5c98-edda-4635-9186-1228ab9d37a1 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:39.035627 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-c366258e-7283-4d48-ae31-7554a4abf2ed tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] For port 52dc3256-fcb6-457d-9ba4-d4c848d57d46, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=52dc3256-fcb6-457d-9ba4-d4c848d57d46,segment=NetworkSegment(1e541a23-bb06-422b-acd2-46e82305b677),segment_id=1e541a23-bb06-422b-acd2-46e82305b677)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:59:39.036147 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c366258e-7283-4d48-ae31-7554a4abf2ed tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:39.076889 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-ff26455f-6956-42ae-91f0-59e3189b98cf tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Allocated IP 2001:db8::f816:3eff:fe9f:96e9 (0008fd3d-19e9-40cf-b545-4a7647b90cf1/f7e5efcc-eff5-4b33-ae92-d76577c5a623/9bf7c0b7-4e2b-4303-9e4a-0596676a764c) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:59:39.110439 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-2f0bf075-948e-4085-ac59-4a38a8a1261b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069'] for port, after_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:39.158063 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0c6e5c98-edda-4635-9186-1228ab9d37a1 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:39.178453 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0bf075-948e-4085-ac59-4a38a8a1261b None None] Pushing event deleted for resources: {'Port': ['ID=52dc3256-fcb6-457d-9ba4-d4c848d57d46,revision_number=None']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:39.182565 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0bf075-948e-4085-ac59-4a38a8a1261b None None] No DVR routers for this DVR port 52dc3256-fcb6-457d-9ba4-d4c848d57d46 on host dv-neutron-843763-1-hyperv {{(pid=88262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 04:59:39.205519 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6e5c98-edda-4635-9186-1228ab9d37a1 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7d9778d0-6fd5-41d3-8628-93239c4d9eec,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:39.257008 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-c366258e-7283-4d48-ae31-7554a4abf2ed tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Calling delete_port for 52dc3256-fcb6-457d-9ba4-d4c848d57d46 owned by network:dhcp {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:59:39.329173 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-37ddfc74-2be3-4bfb-acae-372b8a87ca54 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729235042807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3545573'] for segment, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:39.330228 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0c6e5c98-edda-4635-9186-1228ab9d37a1 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:39.341829 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-0c6e5c98-edda-4635-9186-1228ab9d37a1 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/7d9778d0-6fd5-41d3-8628-93239c4d9eec HTTP/1.1" status: 204 len: 168 time: 0.4597218 May 30 04:59:39.341829 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 42798) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:39.410596 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device d0655984-3405-4621-9760-408d68a84799 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 04:59:39.444909 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-37ddfc74-2be3-4bfb-acae-372b8a87ca54 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:39.455179 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-c710a507-f549-41f2-ba3d-59711d86ded0 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Synchronizing usage tracker for tenant:e8165468c1c447b08667f9e6612a30e1 on resource:security_group_rule {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:59:39.469135 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37ddfc74-2be3-4bfb-acae-372b8a87ca54 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=88261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 04:59:39.469135 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-37ddfc74-2be3-4bfb-acae-372b8a87ca54 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-862858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2304281'] for segment, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:39.485631 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-c710a507-f549-41f2-ba3d-59711d86ded0 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Unset dirty status for tenant:e8165468c1c447b08667f9e6612a30e1 on resource:security_group_rule {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:59:39.486772 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-c710a507-f549-41f2-ba3d-59711d86ded0 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1444995 May 30 04:59:39.489472 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 42802) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:39.498898 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-7eef12ef-05e3-4733-ae2a-a70fadb8383c tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:59:39.520534 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-d53554a0-57cf-4b1b-bb5e-0f5bccca3664 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Synchronizing usage tracker for tenant:7d1841e7e6c447259c28a06e10b65a59 on resource:security_group {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:59:39.524097 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment e67eb78a-9a3c-4f93-96d0-403d339f6d04 resource provider aggregate not found May 30 04:59:39.551961 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port d0655984-3405-4621-9760-408d68a84799 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:59:39.553711 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ff26455f-6956-42ae-91f0-59e3189b98cf tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:39.558399 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port d0655984-3405-4621-9760-408d68a84799 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:59:39.558771 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:39.593800 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [None req-ff26455f-6956-42ae-91f0-59e3189b98cf tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Transition to ACTIVE for port object 9bf7c0b7-4e2b-4303-9e4a-0596676a764c will not be triggered until provisioned by entity DHCP. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:59:39.606153 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-7eef12ef-05e3-4733-ae2a-a70fadb8383c tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Usage tracker for resource:subnet and tenant:f4aea07b5c934dc5bc600f55a2d3ba0e is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:59:39.626142 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-957b0b4e-51d1-4bfa-aa68-2078a005bcd4 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:39.631853 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment e67eb78a-9a3c-4f93-96d0-403d339f6d04 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e67eb78a-9a3c-4f93-96d0-403d339f6d04 found for delete ", "request_id": "req-831d1db8-685c-401d-b5c3-5daf55429c2d"}]} May 30 04:59:39.632711 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-7eef12ef-05e3-4733-ae2a-a70fadb8383c tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:59:39.664501 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-7eef12ef-05e3-4733-ae2a-a70fadb8383c tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:59:39.673550 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-957b0b4e-51d1-4bfa-aa68-2078a005bcd4 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:39.692116 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.db.api [None req-c366258e-7283-4d48-ae31-7554a4abf2ed tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88261) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 04:59:39.692365 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG oslo_db.api [None req-c366258e-7283-4d48-ae31-7554a4abf2ed tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 04:59:39.704966 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.db.api [None req-37ddfc74-2be3-4bfb-acae-372b8a87ca54 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 30 04:59:39.704966 dv-neutron-843763-1-hyperv neutron-server[88261]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 30 04:59:39.704966 dv-neutron-843763-1-hyperv neutron-server[88261]: [parameters: {'id': '36cb04f7-0032-451d-8cca-6823f12c97a1'}] May 30 04:59:39.704966 dv-neutron-843763-1-hyperv neutron-server[88261]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88261) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 04:59:39.705587 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG oslo_db.api [None req-37ddfc74-2be3-4bfb-acae-372b8a87ca54 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 04:59:39.715014 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ff26455f-6956-42ae-91f0-59e3189b98cf tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:39.720115 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f51cafcb-42f4-4228-a38a-7b58bf48cb60 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:39.721009 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-d53554a0-57cf-4b1b-bb5e-0f5bccca3664 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Unset dirty status for tenant:7d1841e7e6c447259c28a06e10b65a59 on resource:security_group {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:59:39.726593 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-d53554a0-57cf-4b1b-bb5e-0f5bccca3664 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.9117494 May 30 04:59:39.744946 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f51cafcb-42f4-4228-a38a-7b58bf48cb60 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:39.749582 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 42810) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:39.783972 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port d0655984-3405-4621-9760-408d68a84799 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:59:39.784460 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:39.803138 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-ecc4d056-0ef4-4337-bc5d-9cb9d3796ef5 None None] Allocated IP 2001:db8::f816:3eff:fedb:8a65 (0008fd3d-19e9-40cf-b545-4a7647b90cf1/f7e5efcc-eff5-4b33-ae92-d76577c5a623/aae60041-a297-4afc-ba77-ff44fbe67109) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:59:39.830811 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff26455f-6956-42ae-91f0-59e3189b98cf tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Network 0008fd3d-19e9-40cf-b545-4a7647b90cf1 is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:59:39.834900 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-ff26455f-6956-42ae-91f0-59e3189b98cf tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:59:39.836133 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] For port d0655984-3405-4621-9760-408d68a84799, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=d0655984-3405-4621-9760-408d68a84799,segment=NetworkSegment(b8a9e42d-533b-4fec-a68e-c4fe245449e7),segment_id=b8a9e42d-533b-4fec-a68e-c4fe245449e7)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:59:39.842912 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff26455f-6956-42ae-91f0-59e3189b98cf tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:59:39.848797 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff26455f-6956-42ae-91f0-59e3189b98cf tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:59:39.849678 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ff26455f-6956-42ae-91f0-59e3189b98cf tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:39.858286 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eef12ef-05e3-4733-ae2a-a70fadb8383c tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Made reservation on behalf of f4aea07b5c934dc5bc600f55a2d3ba0e for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:59:39.861657 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:39.862822 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7eef12ef-05e3-4733-ae2a-a70fadb8383c tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9305518'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:39.863754 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device c3b20ab5-f1d9-4c0e-91d8-6483f632eb2a up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 04:59:39.867210 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff26455f-6956-42ae-91f0-59e3189b98cf tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Pushing event updated for resources: {'Port': ['ID=9bf7c0b7-4e2b-4303-9e4a-0596676a764c,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:39.873046 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-957b0b4e-51d1-4bfa-aa68-2078a005bcd4 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:39.905747 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957b0b4e-51d1-4bfa-aa68-2078a005bcd4 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=020a50bf-6643-4b33-a0a0-8e81dcb6535c,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:39.911147 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-ff26455f-6956-42ae-91f0-59e3189b98cf tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.1584342 May 30 04:59:39.914756 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-957b0b4e-51d1-4bfa-aa68-2078a005bcd4 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:39.918839 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-957b0b4e-51d1-4bfa-aa68-2078a005bcd4 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] 10.222.0.15 "DELETE /v2.0/security-groups/020a50bf-6643-4b33-a0a0-8e81dcb6535c HTTP/1.1" status: 204 len: 168 time: 0.4160919 May 30 04:59:39.918839 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 42814) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:39.919403 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 42816) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:39.955367 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-ca97fba7-5b81-48fb-a315-dd699c91e4e0 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Request body: {'security_group': {'name': 'tempest-secgroup--721746266'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:59:39.957114 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4d32d92-06c8-4463-95cb-e7041a0f96ff None None] Network 36cb04f7-0032-451d-8cca-6823f12c97a1 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:59:40.014021 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-c366258e-7283-4d48-ae31-7554a4abf2ed tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Deleting port 52dc3256-fcb6-457d-9ba4-d4c848d57d46 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:59:40.014365 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c366258e-7283-4d48-ae31-7554a4abf2ed tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:40.027985 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-6c3b9fdd-d7fe-4bb3-98a0-3532b646332f tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Synchronizing usage tracker for tenant:e8165468c1c447b08667f9e6612a30e1 on resource:security_group {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:59:40.054734 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-993c8d54-498b-45e3-ab50-7270a935b3be tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:59:40.055448 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-993c8d54-498b-45e3-ab50-7270a935b3be tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Synchronizing usage tracker for tenant:16af2dbefc6742d5a37a7b30e58c8c2f on resource:port {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:59:40.070614 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-6c3b9fdd-d7fe-4bb3-98a0-3532b646332f tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Unset dirty status for tenant:e8165468c1c447b08667f9e6612a30e1 on resource:security_group {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:59:40.075874 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-6c3b9fdd-d7fe-4bb3-98a0-3532b646332f tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1513321 May 30 04:59:40.076833 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 42822) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:40.082193 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-35b6e5cc-a49d-4080-9ed4-df072c41e96b tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Request body: {'security_group': {'name': 'tempest-secgroup--1306926771'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:59:40.088104 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-993c8d54-498b-45e3-ab50-7270a935b3be tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Unset dirty status for tenant:16af2dbefc6742d5a37a7b30e58c8c2f on resource:port {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:59:40.091664 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-993c8d54-498b-45e3-ab50-7270a935b3be tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1712477 May 30 04:59:40.091664 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-35b6e5cc-a49d-4080-9ed4-df072c41e96b tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:59:40.091912 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-ca97fba7-5b81-48fb-a315-dd699c91e4e0 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:59:40.093264 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 42826) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:40.154475 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-35b6e5cc-a49d-4080-9ed4-df072c41e96b tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:59:40.182041 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-d6c36a22-dfc9-4b48-adb9-b4839f697a03 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Deleting port 9bf7c0b7-4e2b-4303-9e4a-0596676a764c {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:59:40.182418 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d6c36a22-dfc9-4b48-adb9-b4839f697a03 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:40.183811 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-cce977ba-8cb8-470a-9df4-7c844844ff37 None None] Provisioning for port c3b20ab5-f1d9-4c0e-91d8-6483f632eb2a completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:59:40.196624 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Pushing event updated for resources: {'Port': ['ID=d0655984-3405-4621-9760-408d68a84799,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:40.215974 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-37ddfc74-2be3-4bfb-acae-372b8a87ca54 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897784'] for network, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:40.218946 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-35b6e5cc-a49d-4080-9ed4-df072c41e96b tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks [] for security_group, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:40.225243 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-ca97fba7-5b81-48fb-a315-dd699c91e4e0 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:59:40.232787 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-c366258e-7283-4d48-ae31-7554a4abf2ed tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] The port '52dc3256-fcb6-457d-9ba4-d4c848d57d46' was deleted {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 30 04:59:40.234116 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51cafcb-42f4-4228-a38a-7b58bf48cb60 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b0443b2-0623-40f2-887b-f716d2afd1cb,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:40.272649 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-35b6e5cc-a49d-4080-9ed4-df072c41e96b tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:59:40.277404 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-35b6e5cc-a49d-4080-9ed4-df072c41e96b tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Usage tracker for resource:security_group_rule and tenant:e8165468c1c447b08667f9e6612a30e1 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:59:40.280699 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-35b6e5cc-a49d-4080-9ed4-df072c41e96b tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:59:40.286961 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-35b6e5cc-a49d-4080-9ed4-df072c41e96b tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:59:40.351888 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f51cafcb-42f4-4228-a38a-7b58bf48cb60 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:40.354237 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-f51cafcb-42f4-4228-a38a-7b58bf48cb60 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 2.5955281 May 30 04:59:40.373552 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 42830) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:40.383263 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ca97fba7-5b81-48fb-a315-dd699c91e4e0 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:40.383844 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port c3b20ab5-f1d9-4c0e-91d8-6483f632eb2a completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:59:40.397394 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port c3b20ab5-f1d9-4c0e-91d8-6483f632eb2a triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:59:40.398056 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:40.401690 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-bcabd5ab-6955-4511-a547-45f046d35f43 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Request body: {'security_group_rule': {'security_group_id': '9b0443b2-0623-40f2-887b-f716d2afd1cb', 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:59:40.471334 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-ecc4d056-0ef4-4337-bc5d-9cb9d3796ef5 None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:40.490703 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-ecc4d056-0ef4-4337-bc5d-9cb9d3796ef5 None None] Transition to ACTIVE for port object aae60041-a297-4afc-ba77-ff44fbe67109 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:59:40.550403 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-ecc4d056-0ef4-4337-bc5d-9cb9d3796ef5 None None] Transition to ACTIVE for port object aae60041-a297-4afc-ba77-ff44fbe67109 will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:59:40.570845 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-35b6e5cc-a49d-4080-9ed4-df072c41e96b tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks [] for security_group, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:40.571586 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-ecc4d056-0ef4-4337-bc5d-9cb9d3796ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:40.584012 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-35b6e5cc-a49d-4080-9ed4-df072c41e96b tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:40.621327 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-bcabd5ab-6955-4511-a547-45f046d35f43 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:59:40.621600 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f841e8ff-98f5-490a-96e3-adda32fc72fc None None] DHCP port deletion for 36cb04f7-0032-451d-8cca-6823f12c97a1 request from dv-neutron-843763-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 30 04:59:40.624800 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-37ddfc74-2be3-4bfb-acae-372b8a87ca54 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Deleting port c3b20ab5-f1d9-4c0e-91d8-6483f632eb2a {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:59:40.625144 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-37ddfc74-2be3-4bfb-acae-372b8a87ca54 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:40.643190 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port c3b20ab5-f1d9-4c0e-91d8-6483f632eb2a is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:59:40.643488 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:40.659616 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-f841e8ff-98f5-490a-96e3-adda32fc72fc None None] Deleting port c3b20ab5-f1d9-4c0e-91d8-6483f632eb2a {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:59:40.659616 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f841e8ff-98f5-490a-96e3-adda32fc72fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:40.663123 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-bcabd5ab-6955-4511-a547-45f046d35f43 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Usage tracker for resource:security_group_rule and tenant:f9fe59584bbe4d5aaa42841eedb71980 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:59:40.692136 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-bcabd5ab-6955-4511-a547-45f046d35f43 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:59:40.693171 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc4d056-0ef4-4337-bc5d-9cb9d3796ef5 None None] Network 0008fd3d-19e9-40cf-b545-4a7647b90cf1 is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:59:40.703593 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-da4e5f6c-de0b-4706-8f74-31b082eb077b tempest-RoutersAdminNegativeIpV6Test-1800140961 tempest-RoutersAdminNegativeIpV6Test-1800140961-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:40.704770 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-ecc4d056-0ef4-4337-bc5d-9cb9d3796ef5 None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:59:40.721995 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc4d056-0ef4-4337-bc5d-9cb9d3796ef5 None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:59:40.727752 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b6e5cc-a49d-4080-9ed4-df072c41e96b tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=303a35f3-04fd-4f40-8841-b9f31a34b0b4,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:40.729408 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc4d056-0ef4-4337-bc5d-9cb9d3796ef5 None None] Pushing event updated for resources: {'Port': ['ID=aae60041-a297-4afc-ba77-ff44fbe67109,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:40.733114 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-bcabd5ab-6955-4511-a547-45f046d35f43 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:59:40.741200 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c366258e-7283-4d48-ae31-7554a4abf2ed tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867540', 'neutron.services.segments.db._delete_segments_for_network-8729234922972'] for network, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:40.741715 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-35b6e5cc-a49d-4080-9ed4-df072c41e96b tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:40.746495 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-35b6e5cc-a49d-4080-9ed4-df072c41e96b tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6686270 May 30 04:59:40.747351 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 42834) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:40.755726 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-e6f12516-6617-405c-84f9-d92f255806b5 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Request body: {'security_group_rule': {'security_group_id': '303a35f3-04fd-4f40-8841-b9f31a34b0b4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:59:40.762461 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-e6f12516-6617-405c-84f9-d92f255806b5 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:59:40.762627 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-ca97fba7-5b81-48fb-a315-dd699c91e4e0 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:59:40.765233 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-da4e5f6c-de0b-4706-8f74-31b082eb077b tempest-RoutersAdminNegativeIpV6Test-1800140961 tempest-RoutersAdminNegativeIpV6Test-1800140961-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:40.766964 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-e6f12516-6617-405c-84f9-d92f255806b5 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Usage tracker for resource:security_group_rule and tenant:e8165468c1c447b08667f9e6612a30e1 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:59:40.770021 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-e6f12516-6617-405c-84f9-d92f255806b5 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:59:40.777246 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-e6f12516-6617-405c-84f9-d92f255806b5 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:59:40.784083 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] For port c3b20ab5-f1d9-4c0e-91d8-6483f632eb2a, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=c3b20ab5-f1d9-4c0e-91d8-6483f632eb2a,segment=NetworkSegment(e67eb78a-9a3c-4f93-96d0-403d339f6d04),segment_id=e67eb78a-9a3c-4f93-96d0-403d339f6d04)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:59:40.787145 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-ca97fba7-5b81-48fb-a315-dd699c91e4e0 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Usage tracker for resource:security_group_rule and tenant:7d1841e7e6c447259c28a06e10b65a59 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:59:40.820846 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:40.829841 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e6f12516-6617-405c-84f9-d92f255806b5 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:40.844004 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d6c36a22-dfc9-4b48-adb9-b4839f697a03 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:40.859081 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-ca97fba7-5b81-48fb-a315-dd699c91e4e0 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:59:40.863496 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-c366258e-7283-4d48-ae31-7554a4abf2ed tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8922bd00-5d77-4b94-88fe-08a8b822db0d']}} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:59:40.941989 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-ca97fba7-5b81-48fb-a315-dd699c91e4e0 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:59:40.943444 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-ecc4d056-0ef4-4337-bc5d-9cb9d3796ef5 None None] Attempting to bind port aae60041-a297-4afc-ba77-ff44fbe67109 on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 04:59:40.943815 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-ecc4d056-0ef4-4337-bc5d-9cb9d3796ef5 None None] Attempting to bind port aae60041-a297-4afc-ba77-ff44fbe67109 by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': 'c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 04:59:40.944176 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc4d056-0ef4-4337-bc5d-9cb9d3796ef5 None None] Attempting to bind port aae60041-a297-4afc-ba77-ff44fbe67109 on network 0008fd3d-19e9-40cf-b545-4a7647b90cf1 {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 04:59:40.961115 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-c366258e-7283-4d48-ae31-7554a4abf2ed tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e541a23-bb06-422b-acd2-46e82305b677') {'for_net_delete': True} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:59:40.961729 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-c366258e-7283-4d48-ae31-7554a4abf2ed tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e541a23-bb06-422b-acd2-46e82305b677') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:59:40.968057 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bcabd5ab-6955-4511-a547-45f046d35f43 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:40.976212 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc4d056-0ef4-4337-bc5d-9cb9d3796ef5 None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 4, 59, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 04:59:40.976593 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc4d056-0ef4-4337-bc5d-9cb9d3796ef5 None None] Checking segment: {'id': 'c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:59:40.976988 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-ecc4d056-0ef4-4337-bc5d-9cb9d3796ef5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:40.977545 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc4d056-0ef4-4337-bc5d-9cb9d3796ef5 None None] Bound using segment: {'id': 'c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 04:59:40.978230 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-ecc4d056-0ef4-4337-bc5d-9cb9d3796ef5 None None] Bound port: aae60041-a297-4afc-ba77-ff44fbe67109, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 04:59:40.978599 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-ecc4d056-0ef4-4337-bc5d-9cb9d3796ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:41.000105 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Pushing event updated for resources: {'Port': ['ID=c3b20ab5-f1d9-4c0e-91d8-6483f632eb2a,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:41.001244 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-d6c36a22-dfc9-4b48-adb9-b4839f697a03 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Calling delete_port for 9bf7c0b7-4e2b-4303-9e4a-0596676a764c owned by {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:59:41.001799 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c366258e-7283-4d48-ae31-7554a4abf2ed tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729235042807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3545573'] for segment, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:41.077821 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e6f12516-6617-405c-84f9-d92f255806b5 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:41.082330 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c366258e-7283-4d48-ae31-7554a4abf2ed tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:41.088085 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e6f12516-6617-405c-84f9-d92f255806b5 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:41.138908 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f12516-6617-405c-84f9-d92f255806b5 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=175ce26a-cab7-4f17-9a20-09762463b53b,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:41.147805 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e6f12516-6617-405c-84f9-d92f255806b5 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:41.152790 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-e6f12516-6617-405c-84f9-d92f255806b5 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4016657 May 30 04:59:41.153600 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 42838) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:41.194564 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c366258e-7283-4d48-ae31-7554a4abf2ed tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=88261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 04:59:41.194893 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c366258e-7283-4d48-ae31-7554a4abf2ed tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-862858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2304281'] for segment, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:41.199720 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-f841e8ff-98f5-490a-96e3-adda32fc72fc None None] For port c3b20ab5-f1d9-4c0e-91d8-6483f632eb2a, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=c3b20ab5-f1d9-4c0e-91d8-6483f632eb2a,segment=NetworkSegment(e67eb78a-9a3c-4f93-96d0-403d339f6d04),segment_id=e67eb78a-9a3c-4f93-96d0-403d339f6d04)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:59:41.200437 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f841e8ff-98f5-490a-96e3-adda32fc72fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:41.213946 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-ecc4d056-0ef4-4337-bc5d-9cb9d3796ef5 None None] For port aae60041-a297-4afc-ba77-ff44fbe67109, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 04:59:41.245486 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-33912960-cf88-463d-888d-1a1daa44f14c tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] 10.222.0.15 "GET /v2.0/security-group-rules/175ce26a-cab7-4f17-9a20-09762463b53b HTTP/1.1" status: 200 len: 763 time: 0.0622528 May 30 04:59:41.248869 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 42842) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:41.300531 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d6c36a22-dfc9-4b48-adb9-b4839f697a03 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:41.355147 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-f841e8ff-98f5-490a-96e3-adda32fc72fc None None] Calling delete_port for c3b20ab5-f1d9-4c0e-91d8-6483f632eb2a owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:59:41.409300 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-ecc4d056-0ef4-4337-bc5d-9cb9d3796ef5 None None] For port aae60041-a297-4afc-ba77-ff44fbe67109, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=aae60041-a297-4afc-ba77-ff44fbe67109,segment=NetworkSegment(c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1),segment_id=c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 04:59:41.414639 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device d0655984-3405-4621-9760-408d68a84799 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 04:59:41.422395 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-8722c764-e723-45a0-a6be-8b413c7fb887 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Synchronizing usage tracker for tenant:e8165468c1c447b08667f9e6612a30e1 on resource:security_group_rule {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:59:41.432792 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7eef12ef-05e3-4733-ae2a-a70fadb8383c tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2305012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9305500'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:41.451759 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-ecc4d056-0ef4-4337-bc5d-9cb9d3796ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:41.456620 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d6c36a22-dfc9-4b48-adb9-b4839f697a03 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:41.461739 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c36a22-dfc9-4b48-adb9-b4839f697a03 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Pushing event deleted for resources: {'Port': ['ID=9bf7c0b7-4e2b-4303-9e4a-0596676a764c,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:41.477705 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-d6c36a22-dfc9-4b48-adb9-b4839f697a03 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "DELETE /v2.0/ports/9bf7c0b7-4e2b-4303-9e4a-0596676a764c HTTP/1.1" status: 204 len: 168 time: 1.3842151 May 30 04:59:41.480504 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 42846) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:41.483587 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-8722c764-e723-45a0-a6be-8b413c7fb887 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Unset dirty status for tenant:e8165468c1c447b08667f9e6612a30e1 on resource:security_group_rule {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:59:41.485161 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-8722c764-e723-45a0-a6be-8b413c7fb887 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2350521 May 30 04:59:41.496216 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c366258e-7283-4d48-ae31-7554a4abf2ed tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604744'] for network, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:41.497756 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 42850) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:41.536238 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-37ddfc74-2be3-4bfb-acae-372b8a87ca54 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] For port c3b20ab5-f1d9-4c0e-91d8-6483f632eb2a, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=c3b20ab5-f1d9-4c0e-91d8-6483f632eb2a,segment=NetworkSegment(e67eb78a-9a3c-4f93-96d0-403d339f6d04),segment_id=e67eb78a-9a3c-4f93-96d0-403d339f6d04)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:59:41.536238 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-37ddfc74-2be3-4bfb-acae-372b8a87ca54 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:41.543307 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc4d056-0ef4-4337-bc5d-9cb9d3796ef5 None None] Pushing event updated for resources: {'Port': ['ID=aae60041-a297-4afc-ba77-ff44fbe67109,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:41.545255 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bcabd5ab-6955-4511-a547-45f046d35f43 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:41.560975 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d29da42-72e0-43d9-9c8d-1a7e8f799483 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:59:41.561437 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c366258e-7283-4d48-ae31-7554a4abf2ed tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:41.563428 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d29da42-72e0-43d9-9c8d-1a7e8f799483 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:59:41.564371 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-3d29da42-72e0-43d9-9c8d-1a7e8f799483 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Synchronizing usage tracker for tenant:16af2dbefc6742d5a37a7b30e58c8c2f on resource:subnet {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:59:41.587928 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-3d29da42-72e0-43d9-9c8d-1a7e8f799483 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Unset dirty status for tenant:16af2dbefc6742d5a37a7b30e58c8c2f on resource:subnet {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:59:41.591845 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-3d29da42-72e0-43d9-9c8d-1a7e8f799483 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1076083 May 30 04:59:41.591996 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ca97fba7-5b81-48fb-a315-dd699c91e4e0 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:41.592615 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 42854) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:41.598445 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bcabd5ab-6955-4511-a547-45f046d35f43 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:41.613369 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f841e8ff-98f5-490a-96e3-adda32fc72fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069'] for port, after_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:41.643968 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port d0655984-3405-4621-9760-408d68a84799 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:59:41.644354 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:41.668827 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c366258e-7283-4d48-ae31-7554a4abf2ed tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Pushing event deleted for resources: {'Network': ['ID=8922bd00-5d77-4b94-88fe-08a8b822db0d,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:41.697153 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f841e8ff-98f5-490a-96e3-adda32fc72fc None None] No DVR routers for this DVR port c3b20ab5-f1d9-4c0e-91d8-6483f632eb2a on host dv-neutron-843763-1-hyperv {{(pid=88262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 04:59:41.703325 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_v2 [None req-26b86fa8-9307-471e-913b-96b40ff85472 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Deleting subnet f7e5efcc-eff5-4b33-ae92-d76577c5a623 {{(pid=88260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 30 04:59:41.707406 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-26b86fa8-9307-471e-913b-96b40ff85472 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks [] for subnet, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:41.727395 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f841e8ff-98f5-490a-96e3-adda32fc72fc None None] Pushing event deleted for resources: {'Port': ['ID=c3b20ab5-f1d9-4c0e-91d8-6483f632eb2a,revision_number=None']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:41.761498 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-37ddfc74-2be3-4bfb-acae-372b8a87ca54 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Calling delete_port for c3b20ab5-f1d9-4c0e-91d8-6483f632eb2a owned by network:dhcp {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:59:41.791342 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-26b86fa8-9307-471e-913b-96b40ff85472 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1454738'] for subnet, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:41.793171 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 1e541a23-bb06-422b-acd2-46e82305b677 resource provider aggregate not found May 30 04:59:41.803489 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ca97fba7-5b81-48fb-a315-dd699c91e4e0 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:41.842941 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port d0655984-3405-4621-9760-408d68a84799 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:59:41.878408 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcabd5ab-6955-4511-a547-45f046d35f43 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=614d1288-0a3d-411f-ab3a-7db61327a8bf,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:41.881237 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 1e541a23-bb06-422b-acd2-46e82305b677 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1e541a23-bb06-422b-acd2-46e82305b677 found for delete ", "request_id": "req-5edd1533-14b5-4e12-937f-1636102b02e7"}]} May 30 04:59:41.894964 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eef12ef-05e3-4733-ae2a-a70fadb8383c tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Pushing event updated for resources: {'Subnet': ['ID=95a74cfa-5de3-49cc-8998-3f6bf380a969,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:41.907908 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-08947137-d0a6-4250-a6af-a04d755eb52b tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:41.913047 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-da4e5f6c-de0b-4706-8f74-31b082eb077b tempest-RoutersAdminNegativeIpV6Test-1800140961 tempest-RoutersAdminNegativeIpV6Test-1800140961-project-admin] Notify callbacks [] for router, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:41.923113 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device c3b20ab5-f1d9-4c0e-91d8-6483f632eb2a no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 04:59:41.927008 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-26b86fa8-9307-471e-913b-96b40ff85472 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860493'] for subnet, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:41.972753 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] No Port match for: c3b20ab5-f1d9-4c0e-91d8-6483f632eb2a {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 04:59:41.972979 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device c3b20ab5-f1d9-4c0e-91d8-6483f632eb2a not bound to the agent host dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 04:59:42.004651 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-c366258e-7283-4d48-ae31-7554a4abf2ed tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] 10.222.0.15 "DELETE /v2.0/networks/8922bd00-5d77-4b94-88fe-08a8b822db0d HTTP/1.1" status: 204 len: 168 time: 6.7881978 May 30 04:59:42.008330 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 42862) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:42.011729 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-08947137-d0a6-4250-a6af-a04d755eb52b tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:42.016445 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-2c646c05-1e0e-44e5-be37-b01dd95809c6 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Request body: {'port': {'network_id': '5dca043a-b37a-4723-9d7b-43c1402b7673', 'name': 'tempest-PortsIpV6TestJSON-1423570912'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:59:42.025924 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ca97fba7-5b81-48fb-a315-dd699c91e4e0 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:42.029801 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-ca97fba7-5b81-48fb-a315-dd699c91e4e0 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.2673941 May 30 04:59:42.039043 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 42866) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:42.053744 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-adb11d76-0123-415a-81c4-14d691061123 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Request body: {'security_group_rule': {'security_group_id': '6a46ac2b-58f5-4e5b-923b-62ca77e9964a', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:59:42.054282 dv-neutron-843763-1-hyperv neutron-server[88260]: WARNING neutron.api.v2.base [None req-adb11d76-0123-415a-81c4-14d691061123 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 May 30 04:59:42.054784 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.api.v2.resource [None req-adb11d76-0123-415a-81c4-14d691061123 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 04:59:42.059336 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-adb11d76-0123-415a-81c4-14d691061123 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0158048 May 30 04:59:42.082580 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eef12ef-05e3-4733-ae2a-a70fadb8383c tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Checking segment: {'id': '690ec90b-3d8d-480b-a10f-688d66378784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '9f79cd03-f8a0-447c-a649-c01607f92a62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:59:42.082941 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eef12ef-05e3-4733-ae2a-a70fadb8383c tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Network hostable DHCP agents. Network: 9f79cd03-f8a0-447c-a649-c01607f92a62, hostable agents: ['1c705e68-3d3e-4dd3-9252-feb21d4b96ab'], hosted agents: [] {{(pid=88261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 04:59:42.087205 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bcabd5ab-6955-4511-a547-45f046d35f43 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:42.088957 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-bcabd5ab-6955-4511-a547-45f046d35f43 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7073750 May 30 04:59:42.090100 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 42870) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:42.102524 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 42872) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:42.103370 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca97fba7-5b81-48fb-a315-dd699c91e4e0 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a46ac2b-58f5-4e5b-923b-62ca77e9964a,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:42.112033 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-3b935621-40b7-4286-b228-4f9b781b6aaf tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Request body: {'security_group_rule': {'security_group_id': '6a46ac2b-58f5-4e5b-923b-62ca77e9964a', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:59:42.114747 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-21d360d6-6c10-4b29-982b-42a2ec6d2b6a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Request body: {'security_group_rule': {'security_group_id': '9b0443b2-0623-40f2-887b-f716d2afd1cb', 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:59:42.125078 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-26b86fa8-9307-471e-913b-96b40ff85472 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1547867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2133322'] for subnet, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:42.139861 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-21d360d6-6c10-4b29-982b-42a2ec6d2b6a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:59:42.145611 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-3b935621-40b7-4286-b228-4f9b781b6aaf tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:59:42.155497 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-3b935621-40b7-4286-b228-4f9b781b6aaf tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Usage tracker for resource:security_group_rule and tenant:7d1841e7e6c447259c28a06e10b65a59 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:59:42.182316 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-21d360d6-6c10-4b29-982b-42a2ec6d2b6a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Usage tracker for resource:security_group_rule and tenant:f9fe59584bbe4d5aaa42841eedb71980 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:59:42.186862 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-21d360d6-6c10-4b29-982b-42a2ec6d2b6a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:59:42.191082 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b86fa8-9307-471e-913b-96b40ff85472 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Pushing event deleted for resources: {'Subnet': ['ID=f7e5efcc-eff5-4b33-ae92-d76577c5a623,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:42.197925 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-3b935621-40b7-4286-b228-4f9b781b6aaf tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:59:42.208653 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-21d360d6-6c10-4b29-982b-42a2ec6d2b6a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:59:42.211232 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-26b86fa8-9307-471e-913b-96b40ff85472 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:42.232428 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-2c646c05-1e0e-44e5-be37-b01dd95809c6 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:59:42.237179 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-2c646c05-1e0e-44e5-be37-b01dd95809c6 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Usage tracker for resource:port and tenant:895764a2d33a4b6180a8faca69c63db7 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:59:42.240694 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-2c646c05-1e0e-44e5-be37-b01dd95809c6 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:59:42.244902 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-26b86fa8-9307-471e-913b-96b40ff85472 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "DELETE /v2.0/subnets/f7e5efcc-eff5-4b33-ae92-d76577c5a623 HTTP/1.1" status: 204 len: 168 time: 0.6496582 May 30 04:59:42.248999 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 42878) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:42.255899 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-2c646c05-1e0e-44e5-be37-b01dd95809c6 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:59:42.318855 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-21d360d6-6c10-4b29-982b-42a2ec6d2b6a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:42.343229 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-06afdd49-ef91-4a12-b5f3-9c6d8038051b tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0891466 May 30 04:59:42.347342 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 42882) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:42.359085 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c646c05-1e0e-44e5-be37-b01dd95809c6 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Made reservation on behalf of 895764a2d33a4b6180a8faca69c63db7 for: {'port': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:59:42.362523 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2c646c05-1e0e-44e5-be37-b01dd95809c6 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:42.377611 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-6698579d-978e-4c6e-88c6-494eccbb93a8 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Request body: {'subnet': {'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:59:42.422133 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-3b935621-40b7-4286-b228-4f9b781b6aaf tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:59:42.475418 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.db.api [None req-37ddfc74-2be3-4bfb-acae-372b8a87ca54 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88261) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 04:59:42.475738 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG oslo_db.api [None req-37ddfc74-2be3-4bfb-acae-372b8a87ca54 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 04:59:42.476223 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eef12ef-05e3-4733-ae2a-a70fadb8383c tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Network 9f79cd03-f8a0-447c-a649-c01607f92a62 is scheduled to be hosted by DHCP agent 1c705e68-3d3e-4dd3-9252-feb21d4b96ab with binding_index 1 {{(pid=88261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 04:59:42.487802 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-08947137-d0a6-4250-a6af-a04d755eb52b tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:42.492124 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [None req-2c646c05-1e0e-44e5-be37-b01dd95809c6 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] device_id is not set on port 56b15406-ce4c-467b-95b7-1252d2dd65ab yet. {{(pid=88260) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 30 04:59:42.511924 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-da4e5f6c-de0b-4706-8f74-31b082eb077b tempest-RoutersAdminNegativeIpV6Test-1800140961 tempest-RoutersAdminNegativeIpV6Test-1800140961-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11660'] for router, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:42.516960 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-da4e5f6c-de0b-4706-8f74-31b082eb077b tempest-RoutersAdminNegativeIpV6Test-1800140961 tempest-RoutersAdminNegativeIpV6Test-1800140961-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:42.518918 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08947137-d0a6-4250-a6af-a04d755eb52b tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=175ce26a-cab7-4f17-9a20-09762463b53b,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:42.525709 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-7eef12ef-05e3-4733-ae2a-a70fadb8383c tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843763-1-hyperv, 9f79cd03-f8a0-447c-a649-c01607f92a62) {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:59:42.539138 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eef12ef-05e3-4733-ae2a-a70fadb8383c tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:59:42.539863 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7eef12ef-05e3-4733-ae2a-a70fadb8383c tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:42.547711 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-323da72d-e75e-4f07-a5a6-b0ec02a7da64 None None] Network 9f79cd03-f8a0-447c-a649-c01607f92a62 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:59:42.577699 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-08947137-d0a6-4250-a6af-a04d755eb52b tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:42.578862 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-08947137-d0a6-4250-a6af-a04d755eb52b tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/175ce26a-cab7-4f17-9a20-09762463b53b HTTP/1.1" status: 204 len: 168 time: 1.0688086 May 30 04:59:42.581993 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 42886) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:42.602489 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.api.v2.resource [None req-3b935621-40b7-4286-b228-4f9b781b6aaf tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 04:59:42.603649 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-3b935621-40b7-4286-b228-4f9b781b6aaf tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4978299 May 30 04:59:42.606667 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-da4e5f6c-de0b-4706-8f74-31b082eb077b tempest-RoutersAdminNegativeIpV6Test-1800140961 tempest-RoutersAdminNegativeIpV6Test-1800140961-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1601605'] for router, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:42.607173 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da4e5f6c-de0b-4706-8f74-31b082eb077b tempest-RoutersAdminNegativeIpV6Test-1800140961 tempest-RoutersAdminNegativeIpV6Test-1800140961-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c190a551-60e3-4ae4-834c-f967c35671e8 {{(pid=88261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 30 04:59:42.611129 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 42890) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:42.623715 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-21d360d6-6c10-4b29-982b-42a2ec6d2b6a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:42.624397 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 42894) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:42.626369 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-7eef12ef-05e3-4733-ae2a-a70fadb8383c tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.8211107 May 30 04:59:42.636634 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-3c1f47b2-7b11-473d-b6b2-77fd68873c33 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Request body: {'security_group_rule': {'security_group_id': '6a46ac2b-58f5-4e5b-923b-62ca77e9964a', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:59:42.637107 dv-neutron-843763-1-hyperv neutron-server[88261]: WARNING neutron.api.v2.base [None req-3c1f47b2-7b11-473d-b6b2-77fd68873c33 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 May 30 04:59:42.637600 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.api.v2.resource [None req-3c1f47b2-7b11-473d-b6b2-77fd68873c33 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 04:59:42.637730 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-15dc67c0-41f2-4e02-b63d-f2069709a7e1 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Request body: {'port': {'network_id': '9f79cd03-f8a0-447c-a649-c01607f92a62', 'name': 'tempest-PortsTestJSON-1762717544'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:59:42.641841 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-3c1f47b2-7b11-473d-b6b2-77fd68873c33 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0264111 May 30 04:59:42.642024 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 42898) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:42.652921 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-0f8eb1c0-f989-4f5e-b064-81b014bbd7cd tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Request body: {'security_group_rule': {'security_group_id': '6a46ac2b-58f5-4e5b-923b-62ca77e9964a', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:59:42.671041 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-6698579d-978e-4c6e-88c6-494eccbb93a8 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:59:42.675806 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-6698579d-978e-4c6e-88c6-494eccbb93a8 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Usage tracker for resource:subnet and tenant:16af2dbefc6742d5a37a7b30e58c8c2f is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:59:42.679266 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-6698579d-978e-4c6e-88c6-494eccbb93a8 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:59:42.693399 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-0f8eb1c0-f989-4f5e-b064-81b014bbd7cd tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:59:42.697568 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-21d360d6-6c10-4b29-982b-42a2ec6d2b6a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:42.703458 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-6698579d-978e-4c6e-88c6-494eccbb93a8 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:59:42.707183 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-f3c12277-e38b-432e-ae85-5861330cfc2c tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Synchronizing usage tracker for tenant:e8165468c1c447b08667f9e6612a30e1 on resource:security_group_rule {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:59:42.714337 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.api.v2.resource [None req-da4e5f6c-de0b-4706-8f74-31b082eb077b tempest-RoutersAdminNegativeIpV6Test-1800140961 tempest-RoutersAdminNegativeIpV6Test-1800140961-project-admin] create failed (client error): There was a conflict when trying to complete your request. May 30 04:59:42.716315 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-da4e5f6c-de0b-4706-8f74-31b082eb077b tempest-RoutersAdminNegativeIpV6Test-1800140961 tempest-RoutersAdminNegativeIpV6Test-1800140961-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 6.6414876 May 30 04:59:42.720552 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-0f8eb1c0-f989-4f5e-b064-81b014bbd7cd tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Usage tracker for resource:security_group_rule and tenant:7d1841e7e6c447259c28a06e10b65a59 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:59:42.723605 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 42902) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:42.769047 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-0f8eb1c0-f989-4f5e-b064-81b014bbd7cd tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:59:42.801419 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-0f8eb1c0-f989-4f5e-b064-81b014bbd7cd tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:59:42.832879 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-b5348e9c-d5a2-493c-9c74-3fd905e2dad0 tempest-RoutersAdminNegativeIpV6Test-1800140961 tempest-RoutersAdminNegativeIpV6Test-1800140961-project-admin] Deleting port 867a3152-8f30-4509-b1a1-93fbd5e0b32c {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:59:42.833375 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b5348e9c-d5a2-493c-9c74-3fd905e2dad0 tempest-RoutersAdminNegativeIpV6Test-1800140961 tempest-RoutersAdminNegativeIpV6Test-1800140961-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:42.859677 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-f3c12277-e38b-432e-ae85-5861330cfc2c tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Unset dirty status for tenant:e8165468c1c447b08667f9e6612a30e1 on resource:security_group_rule {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:59:42.861501 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-f3c12277-e38b-432e-ae85-5861330cfc2c tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2782955 May 30 04:59:42.872194 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 42906) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:42.885709 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c77842f-f2e7-4589-8b35-985862f66ad3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bbf24ed-7ba9-53d2-873f-8f9642b1e987-9f79cd03-f8a0-447c-a649-c01607f92a62', 'network_id': '9f79cd03-f8a0-447c-a649-c01607f92a62', 'tenant_id': 'f4aea07b5c934dc5bc600f55a2d3ba0e', 'fixed_ips': [{'subnet_id': '95a74cfa-5de3-49cc-8998-3f6bf380a969'}]}} from dv-neutron-843763-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 30 04:59:42.886323 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-06b3ada3-e92d-471e-884d-508f86a2a4eb tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Request body: {'security_group_rule': {'security_group_id': '303a35f3-04fd-4f40-8841-b9f31a34b0b4', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:59:42.887590 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8c77842f-f2e7-4589-8b35-985862f66ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:42.892821 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-06b3ada3-e92d-471e-884d-508f86a2a4eb tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:59:42.904644 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-06b3ada3-e92d-471e-884d-508f86a2a4eb tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:59:42.908565 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e3348f-1142-4ed1-a603-332749efed42 None None] Network 0008fd3d-19e9-40cf-b545-4a7647b90cf1 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:59:42.937305 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6698579d-978e-4c6e-88c6-494eccbb93a8 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Made reservation on behalf of 16af2dbefc6742d5a37a7b30e58c8c2f for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:59:42.941934 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6698579d-978e-4c6e-88c6-494eccbb93a8 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2133361'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:42.945032 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-06b3ada3-e92d-471e-884d-508f86a2a4eb tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:42.952453 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.api.v2.resource [None req-0f8eb1c0-f989-4f5e-b064-81b014bbd7cd tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 04:59:42.956145 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-0f8eb1c0-f989-4f5e-b064-81b014bbd7cd tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3106761 May 30 04:59:42.986728 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 42910) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:42.988365 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-37ddfc74-2be3-4bfb-acae-372b8a87ca54 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Deleting port c3b20ab5-f1d9-4c0e-91d8-6483f632eb2a {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:59:42.988670 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-37ddfc74-2be3-4bfb-acae-372b8a87ca54 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:43.035547 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-7b202633-7865-49d9-b869-a0435b5b470b tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Request body: {'security_group_rule': {'security_group_id': '6a46ac2b-58f5-4e5b-923b-62ca77e9964a', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:59:43.035932 dv-neutron-843763-1-hyperv neutron-server[88261]: WARNING neutron.api.v2.base [None req-7b202633-7865-49d9-b869-a0435b5b470b tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 May 30 04:59:43.036454 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.api.v2.resource [None req-7b202633-7865-49d9-b869-a0435b5b470b tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 04:59:43.041533 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-7b202633-7865-49d9-b869-a0435b5b470b tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0246727 May 30 04:59:43.047949 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 42914) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:43.090158 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-4b0ad0d1-3252-4933-8031-d1a6ce1c0348 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Request body: {'security_group_rule': {'security_group_id': '6a46ac2b-58f5-4e5b-923b-62ca77e9964a', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:59:43.098071 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-b24306f1-3173-4cde-92be-99e204e3e288 None None] Provisioning for port aae60041-a297-4afc-ba77-ff44fbe67109 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:59:43.114962 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-37ddfc74-2be3-4bfb-acae-372b8a87ca54 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] The port 'c3b20ab5-f1d9-4c0e-91d8-6483f632eb2a' was deleted {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 30 04:59:43.123704 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-4b0ad0d1-3252-4933-8031-d1a6ce1c0348 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:59:43.166792 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d360d6-6c10-4b29-982b-42a2ec6d2b6a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0437a6f3-3f6c-4094-a6e3-21ee8fd98144,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:43.175651 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-4b0ad0d1-3252-4933-8031-d1a6ce1c0348 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Usage tracker for resource:security_group_rule and tenant:7d1841e7e6c447259c28a06e10b65a59 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:59:43.186817 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-4b0ad0d1-3252-4933-8031-d1a6ce1c0348 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:59:43.238323 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-8c77842f-f2e7-4589-8b35-985862f66ad3 None None] Allocated IP 172.20.0.2 (9f79cd03-f8a0-447c-a649-c01607f92a62/95a74cfa-5de3-49cc-8998-3f6bf380a969/8bef81f4-78ad-48a0-8880-bcfdf8aabb22) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:59:43.288475 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-37ddfc74-2be3-4bfb-acae-372b8a87ca54 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867540', 'neutron.services.segments.db._delete_segments_for_network-8729234922972'] for network, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:43.314437 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-21d360d6-6c10-4b29-982b-42a2ec6d2b6a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:43.318287 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-21d360d6-6c10-4b29-982b-42a2ec6d2b6a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.2112529 May 30 04:59:43.324412 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 42918) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:43.329546 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-37ddfc74-2be3-4bfb-acae-372b8a87ca54 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36cb04f7-0032-451d-8cca-6823f12c97a1']}} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:59:43.339928 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-990843d9-7681-4960-a85a-6841f5d7a767 None None] DHCP port deletion for 0008fd3d-19e9-40cf-b545-4a7647b90cf1 request from dv-neutron-843763-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 30 04:59:43.343448 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-37ddfc74-2be3-4bfb-acae-372b8a87ca54 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e67eb78a-9a3c-4f93-96d0-403d339f6d04') {'for_net_delete': True} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:59:43.343935 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-37ddfc74-2be3-4bfb-acae-372b8a87ca54 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e67eb78a-9a3c-4f93-96d0-403d339f6d04') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:59:43.357764 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-990843d9-7681-4960-a85a-6841f5d7a767 None None] Deleting port aae60041-a297-4afc-ba77-ff44fbe67109 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:59:43.358356 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-990843d9-7681-4960-a85a-6841f5d7a767 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:43.359973 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-37ddfc74-2be3-4bfb-acae-372b8a87ca54 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729235042807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3545573'] for segment, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:43.368023 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-223f6a94-7493-4d50-b44f-9f5ef44f090c tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Request body: {'security_group_rule': {'security_group_id': '9b0443b2-0623-40f2-887b-f716d2afd1cb', 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:59:43.377300 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-37ddfc74-2be3-4bfb-acae-372b8a87ca54 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:43.384855 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37ddfc74-2be3-4bfb-acae-372b8a87ca54 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=88261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 04:59:43.385490 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-37ddfc74-2be3-4bfb-acae-372b8a87ca54 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-862858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2304281'] for segment, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:43.395290 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-223f6a94-7493-4d50-b44f-9f5ef44f090c tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:59:43.424680 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-223f6a94-7493-4d50-b44f-9f5ef44f090c tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Usage tracker for resource:security_group_rule and tenant:f9fe59584bbe4d5aaa42841eedb71980 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:59:43.438687 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-223f6a94-7493-4d50-b44f-9f5ef44f090c tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:59:43.441571 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-15dc67c0-41f2-4e02-b63d-f2069709a7e1 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:59:43.452614 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-4b0ad0d1-3252-4933-8031-d1a6ce1c0348 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:59:43.458906 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2c646c05-1e0e-44e5-be37-b01dd95809c6 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:43.460688 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-223f6a94-7493-4d50-b44f-9f5ef44f090c tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:59:43.472200 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-15dc67c0-41f2-4e02-b63d-f2069709a7e1 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:59:43.547563 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15dc67c0-41f2-4e02-b63d-f2069709a7e1 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Made reservation on behalf of f4aea07b5c934dc5bc600f55a2d3ba0e for: {'port': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:59:43.551345 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-15dc67c0-41f2-4e02-b63d-f2069709a7e1 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:43.567728 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-223f6a94-7493-4d50-b44f-9f5ef44f090c tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:43.588065 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-06b3ada3-e92d-471e-884d-508f86a2a4eb tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:43.597931 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-37ddfc74-2be3-4bfb-acae-372b8a87ca54 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604744'] for network, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:43.601886 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-37ddfc74-2be3-4bfb-acae-372b8a87ca54 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:43.644189 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-06b3ada3-e92d-471e-884d-508f86a2a4eb tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:43.649700 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ddfc74-2be3-4bfb-acae-372b8a87ca54 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Pushing event deleted for resources: {'Network': ['ID=36cb04f7-0032-451d-8cca-6823f12c97a1,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:43.675682 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [None req-15dc67c0-41f2-4e02-b63d-f2069709a7e1 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] device_id is not set on port 64c45c54-6898-4b1e-8769-057903863cce yet. {{(pid=88260) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 30 04:59:43.691414 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-37ddfc74-2be3-4bfb-acae-372b8a87ca54 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] 10.222.0.15 "DELETE /v2.0/networks/36cb04f7-0032-451d-8cca-6823f12c97a1 HTTP/1.1" status: 204 len: 168 time: 8.4314907 May 30 04:59:43.695153 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.api.v2.resource [None req-4b0ad0d1-3252-4933-8031-d1a6ce1c0348 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 04:59:43.696398 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-4b0ad0d1-3252-4933-8031-d1a6ce1c0348 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.6476376 May 30 04:59:43.697965 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 42922) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:43.701772 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8c77842f-f2e7-4589-8b35-985862f66ad3 None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:43.702317 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b3ada3-e92d-471e-884d-508f86a2a4eb tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2e2a4f0-b588-4768-9198-c7594e6a7671,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:43.706983 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b5348e9c-d5a2-493c-9c74-3fd905e2dad0 tempest-RoutersAdminNegativeIpV6Test-1800140961 tempest-RoutersAdminNegativeIpV6Test-1800140961-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:43.714516 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 42924) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:43.723449 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-645abe92-e343-4069-9ae8-74d1b93fa126 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1841365778'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:59:43.726982 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-06b3ada3-e92d-471e-884d-508f86a2a4eb tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:43.727488 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-8c77842f-f2e7-4589-8b35-985862f66ad3 None None] Transition to ACTIVE for port object 8bef81f4-78ad-48a0-8880-bcfdf8aabb22 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:59:43.728596 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-06b3ada3-e92d-471e-884d-508f86a2a4eb tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8548210 May 30 04:59:43.733572 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 42930) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:43.734671 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-4f840fc3-21b4-423a-9012-b7caf1ab8038 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Request body: {'security_group_rule': {'security_group_id': '6a46ac2b-58f5-4e5b-923b-62ca77e9964a', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:59:43.734820 dv-neutron-843763-1-hyperv neutron-server[88261]: WARNING neutron.api.v2.base [None req-4f840fc3-21b4-423a-9012-b7caf1ab8038 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 May 30 04:59:43.735307 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.api.v2.resource [None req-4f840fc3-21b4-423a-9012-b7caf1ab8038 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 04:59:43.738828 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-4f840fc3-21b4-423a-9012-b7caf1ab8038 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0208294 May 30 04:59:43.751614 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 42932) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:43.755640 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2c646c05-1e0e-44e5-be37-b01dd95809c6 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:43.760138 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-948ff076-e573-4a4d-a6b6-2b0c098933d4 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Request body: {'security_group_rule': {'security_group_id': '6a46ac2b-58f5-4e5b-923b-62ca77e9964a', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:59:43.764430 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-990843d9-7681-4960-a85a-6841f5d7a767 None None] For port aae60041-a297-4afc-ba77-ff44fbe67109, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=aae60041-a297-4afc-ba77-ff44fbe67109,segment=NetworkSegment(c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1),segment_id=c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:59:43.764826 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-990843d9-7681-4960-a85a-6841f5d7a767 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:43.775792 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-8c77842f-f2e7-4589-8b35-985862f66ad3 None None] Transition to ACTIVE for port object 8bef81f4-78ad-48a0-8880-bcfdf8aabb22 will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:59:43.794053 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-645abe92-e343-4069-9ae8-74d1b93fa126 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:59:43.833599 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-948ff076-e573-4a4d-a6b6-2b0c098933d4 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:59:43.851965 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-645abe92-e343-4069-9ae8-74d1b93fa126 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Usage tracker for resource:network and tenant:5386df8a083a4b53b87ea99ca4a65ce1 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:59:43.859759 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-948ff076-e573-4a4d-a6b6-2b0c098933d4 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Usage tracker for resource:security_group_rule and tenant:7d1841e7e6c447259c28a06e10b65a59 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:59:43.860549 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-b5348e9c-d5a2-493c-9c74-3fd905e2dad0 tempest-RoutersAdminNegativeIpV6Test-1800140961 tempest-RoutersAdminNegativeIpV6Test-1800140961-project-admin] Calling delete_port for 867a3152-8f30-4509-b1a1-93fbd5e0b32c owned by {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:59:43.875114 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-948ff076-e573-4a4d-a6b6-2b0c098933d4 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:59:43.881687 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8c77842f-f2e7-4589-8b35-985862f66ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:43.887145 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-981a1730-3b81-48ec-b197-cccc1034db73 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] 10.222.0.15 "GET /v2.0/security-group-rules/e2e2a4f0-b588-4768-9198-c7594e6a7671 HTTP/1.1" status: 200 len: 763 time: 0.1446614 May 30 04:59:43.890457 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 42938) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:43.901242 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-645abe92-e343-4069-9ae8-74d1b93fa126 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:59:43.903833 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-990843d9-7681-4960-a85a-6841f5d7a767 None None] Calling delete_port for aae60041-a297-4afc-ba77-ff44fbe67109 owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:59:43.911562 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-948ff076-e573-4a4d-a6b6-2b0c098933d4 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:59:43.917119 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment e67eb78a-9a3c-4f93-96d0-403d339f6d04 resource provider aggregate not found May 30 04:59:43.920524 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.objects.ports [None req-6698579d-978e-4c6e-88c6-494eccbb93a8 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88260) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 30 04:59:43.938029 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-645abe92-e343-4069-9ae8-74d1b93fa126 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:59:43.954623 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment e67eb78a-9a3c-4f93-96d0-403d339f6d04 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e67eb78a-9a3c-4f93-96d0-403d339f6d04 found for delete ", "request_id": "req-82af2652-ec2d-49cf-8dc6-b60f2523465b"}]} May 30 04:59:43.972474 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-645abe92-e343-4069-9ae8-74d1b93fa126 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Made reservation on behalf of 5386df8a083a4b53b87ea99ca4a65ce1 for: {'network': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:59:43.974979 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c646c05-1e0e-44e5-be37-b01dd95809c6 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Network 5dca043a-b37a-4723-9d7b-43c1402b7673 is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:59:43.975798 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-645abe92-e343-4069-9ae8-74d1b93fa126 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for network, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:44.016512 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c77842f-f2e7-4589-8b35-985862f66ad3 None None] Network 9f79cd03-f8a0-447c-a649-c01607f92a62 is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:59:44.021299 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-8c77842f-f2e7-4589-8b35-985862f66ad3 None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:59:44.021827 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-2f3557f9-6701-437d-a8e6-965f4acc71db tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Synchronizing usage tracker for tenant:e8165468c1c447b08667f9e6612a30e1 on resource:security_group_rule {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:59:44.028131 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-2c646c05-1e0e-44e5-be37-b01dd95809c6 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:59:44.031531 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c77842f-f2e7-4589-8b35-985862f66ad3 None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:59:44.048800 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c646c05-1e0e-44e5-be37-b01dd95809c6 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:59:44.054587 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c646c05-1e0e-44e5-be37-b01dd95809c6 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:59:44.055198 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2c646c05-1e0e-44e5-be37-b01dd95809c6 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:44.065571 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-223f6a94-7493-4d50-b44f-9f5ef44f090c tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:44.077337 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c646c05-1e0e-44e5-be37-b01dd95809c6 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Pushing event updated for resources: {'Port': ['ID=56b15406-ce4c-467b-95b7-1252d2dd65ab,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:44.082935 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-645abe92-e343-4069-9ae8-74d1b93fa126 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=88261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 04:59:44.089549 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c77842f-f2e7-4589-8b35-985862f66ad3 None None] Pushing event updated for resources: {'Port': ['ID=8bef81f4-78ad-48a0-8880-bcfdf8aabb22,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:44.092026 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-223f6a94-7493-4d50-b44f-9f5ef44f090c tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:44.108780 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-2f3557f9-6701-437d-a8e6-965f4acc71db tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Unset dirty status for tenant:e8165468c1c447b08667f9e6612a30e1 on resource:security_group_rule {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:59:44.110087 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-2f3557f9-6701-437d-a8e6-965f4acc71db tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2058682 May 30 04:59:44.113654 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 42946) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:44.118709 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-645abe92-e343-4069-9ae8-74d1b93fa126 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:44.119061 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.db.segments_db [None req-645abe92-e343-4069-9ae8-74d1b93fa126 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Added segment 4c06176e-5f16-448e-b767-b003f9053df1 of type vlan for network c927cd8d-29d3-4306-83e2-82d8e2d1fb30 May 30 04:59:44.150937 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-8c77842f-f2e7-4589-8b35-985862f66ad3 None None] Attempting to bind port 8bef81f4-78ad-48a0-8880-bcfdf8aabb22 on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 04:59:44.151379 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-8c77842f-f2e7-4589-8b35-985862f66ad3 None None] Attempting to bind port 8bef81f4-78ad-48a0-8880-bcfdf8aabb22 by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': '690ec90b-3d8d-480b-a10f-688d66378784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '9f79cd03-f8a0-447c-a649-c01607f92a62'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 04:59:44.151749 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c77842f-f2e7-4589-8b35-985862f66ad3 None None] Attempting to bind port 8bef81f4-78ad-48a0-8880-bcfdf8aabb22 on network 9f79cd03-f8a0-447c-a649-c01607f92a62 {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 04:59:44.156209 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-990843d9-7681-4960-a85a-6841f5d7a767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069'] for port, after_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:44.172912 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223f6a94-7493-4d50-b44f-9f5ef44f090c tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1c56aa4-0a5b-42a9-9e18-bf8c45a5482a,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:44.186638 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-15dc67c0-41f2-4e02-b63d-f2069709a7e1 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Allocated IP 172.20.0.6 (9f79cd03-f8a0-447c-a649-c01607f92a62/95a74cfa-5de3-49cc-8998-3f6bf380a969/64c45c54-6898-4b1e-8769-057903863cce) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:59:44.189668 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-2c646c05-1e0e-44e5-be37-b01dd95809c6 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.1801269 May 30 04:59:44.191830 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b5348e9c-d5a2-493c-9c74-3fd905e2dad0 tempest-RoutersAdminNegativeIpV6Test-1800140961 tempest-RoutersAdminNegativeIpV6Test-1800140961-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:44.194744 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 42950) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:44.195489 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b061f0a2-8505-4dc7-a74a-5b238998b841 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:44.200692 dv-neutron-843763-1-hyperv neutron-server[88260]: WARNING neutron.services.revisions.revision_plugin [None req-6698579d-978e-4c6e-88c6-494eccbb93a8 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Could not find related port for resource to bump revision. May 30 04:59:44.202228 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.api.v2.resource [None req-948ff076-e573-4a4d-a6b6-2b0c098933d4 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 04:59:44.206190 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-948ff076-e573-4a4d-a6b6-2b0c098933d4 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.4497113 May 30 04:59:44.211409 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 42954) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:44.217862 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990843d9-7681-4960-a85a-6841f5d7a767 None None] No DVR routers for this DVR port aae60041-a297-4afc-ba77-ff44fbe67109 on host dv-neutron-843763-1-hyperv {{(pid=88262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 04:59:44.225901 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c77842f-f2e7-4589-8b35-985862f66ad3 None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 4, 59, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 04:59:44.225901 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c77842f-f2e7-4589-8b35-985862f66ad3 None None] Checking segment: {'id': '690ec90b-3d8d-480b-a10f-688d66378784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '9f79cd03-f8a0-447c-a649-c01607f92a62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:59:44.225901 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8c77842f-f2e7-4589-8b35-985862f66ad3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:44.227122 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c77842f-f2e7-4589-8b35-985862f66ad3 None None] Bound using segment: {'id': '690ec90b-3d8d-480b-a10f-688d66378784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '9f79cd03-f8a0-447c-a649-c01607f92a62'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 04:59:44.227339 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-8c77842f-f2e7-4589-8b35-985862f66ad3 None None] Bound port: 8bef81f4-78ad-48a0-8880-bcfdf8aabb22, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '690ec90b-3d8d-480b-a10f-688d66378784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '9f79cd03-f8a0-447c-a649-c01607f92a62'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 04:59:44.227871 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8c77842f-f2e7-4589-8b35-985862f66ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:44.242446 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-223f6a94-7493-4d50-b44f-9f5ef44f090c tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:44.246317 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-223f6a94-7493-4d50-b44f-9f5ef44f090c tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9077966 May 30 04:59:44.249893 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-6598e0ae-b6f2-4a8a-91a5-28c982afe1cd tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Request body: {'security_group_rule': {'security_group_id': '6a46ac2b-58f5-4e5b-923b-62ca77e9964a', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:59:44.254350 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 42958) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:44.254516 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-645abe92-e343-4069-9ae8-74d1b93fa126 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729234556353'] for network, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:44.272359 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.ipam_pluggable_backend [None req-6698579d-978e-4c6e-88c6-494eccbb93a8 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Port aae60041-a297-4afc-ba77-ff44fbe67109 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=88260) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} May 30 04:59:44.272657 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.ipam_pluggable_backend [None req-6698579d-978e-4c6e-88c6-494eccbb93a8 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Reverting IP allocation for 2001:db8::f816:3eff:fedb:8a65 {{(pid=88260) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} May 30 04:59:44.276074 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990843d9-7681-4960-a85a-6841f5d7a767 None None] Pushing event deleted for resources: {'Port': ['ID=aae60041-a297-4afc-ba77-ff44fbe67109,revision_number=None']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:44.284665 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-6598e0ae-b6f2-4a8a-91a5-28c982afe1cd tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:59:44.289568 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-f6a2943a-9f2e-4268-b725-216998f33e98 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Request body: {'security_group_rule': {'security_group_id': '9b0443b2-0623-40f2-887b-f716d2afd1cb', 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:59:44.314754 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-6598e0ae-b6f2-4a8a-91a5-28c982afe1cd tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Usage tracker for resource:security_group_rule and tenant:7d1841e7e6c447259c28a06e10b65a59 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:59:44.320367 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-f6a2943a-9f2e-4268-b725-216998f33e98 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:59:44.328761 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b061f0a2-8505-4dc7-a74a-5b238998b841 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:44.329059 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6698579d-978e-4c6e-88c6-494eccbb93a8 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1547796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2133315'] for subnet, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:44.330883 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-6598e0ae-b6f2-4a8a-91a5-28c982afe1cd tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:59:44.369240 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-f6a2943a-9f2e-4268-b725-216998f33e98 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Usage tracker for resource:security_group_rule and tenant:f9fe59584bbe4d5aaa42841eedb71980 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:59:44.388645 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-8c77842f-f2e7-4589-8b35-985862f66ad3 None None] For port 8bef81f4-78ad-48a0-8880-bcfdf8aabb22, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 04:59:44.391435 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-6598e0ae-b6f2-4a8a-91a5-28c982afe1cd tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:59:44.393344 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-8c77842f-f2e7-4589-8b35-985862f66ad3 None None] For port 8bef81f4-78ad-48a0-8880-bcfdf8aabb22, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=8bef81f4-78ad-48a0-8880-bcfdf8aabb22,segment=NetworkSegment(690ec90b-3d8d-480b-a10f-688d66378784),segment_id=690ec90b-3d8d-480b-a10f-688d66378784)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 04:59:44.396046 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-f6a2943a-9f2e-4268-b725-216998f33e98 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:59:44.404259 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8c77842f-f2e7-4589-8b35-985862f66ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:44.429794 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-0417befb-3f29-48d2-9814-bce86168e436 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Deleting port 56b15406-ce4c-467b-95b7-1252d2dd65ab {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:59:44.430738 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0417befb-3f29-48d2-9814-bce86168e436 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:44.456258 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-f6a2943a-9f2e-4268-b725-216998f33e98 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:59:44.479066 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5348e9c-d5a2-493c-9c74-3fd905e2dad0 tempest-RoutersAdminNegativeIpV6Test-1800140961 tempest-RoutersAdminNegativeIpV6Test-1800140961-project-admin] Pushing event deleted for resources: {'Port': ['ID=867a3152-8f30-4509-b1a1-93fbd5e0b32c,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:44.485820 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6698579d-978e-4c6e-88c6-494eccbb93a8 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Network 0008fd3d-19e9-40cf-b545-4a7647b90cf1 is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:59:44.502166 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-6698579d-978e-4c6e-88c6-494eccbb93a8 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:59:44.524563 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6698579d-978e-4c6e-88c6-494eccbb93a8 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:59:44.525770 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6698579d-978e-4c6e-88c6-494eccbb93a8 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:44.531956 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-486b7df1-d177-4a51-a6a6-6dda4f006ef7 None None] Network 0008fd3d-19e9-40cf-b545-4a7647b90cf1 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:59:44.537033 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b061f0a2-8505-4dc7-a74a-5b238998b841 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:44.546995 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b5348e9c-d5a2-493c-9c74-3fd905e2dad0 tempest-RoutersAdminNegativeIpV6Test-1800140961 tempest-RoutersAdminNegativeIpV6Test-1800140961-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:44.558937 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b061f0a2-8505-4dc7-a74a-5b238998b841 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e2e2a4f0-b588-4768-9198-c7594e6a7671,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:44.561283 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-645abe92-e343-4069-9ae8-74d1b93fa126 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788'] for network, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:44.567093 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-645abe92-e343-4069-9ae8-74d1b93fa126 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:59:44.567683 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-645abe92-e343-4069-9ae8-74d1b93fa126 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:44.602983 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c77842f-f2e7-4589-8b35-985862f66ad3 None None] Pushing event updated for resources: {'Port': ['ID=8bef81f4-78ad-48a0-8880-bcfdf8aabb22,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:44.628027 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6698579d-978e-4c6e-88c6-494eccbb93a8 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Pushing event updated for resources: {'Subnet': ['ID=ebb44f44-640b-403b-a6e0-b550d5677c49,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:44.651851 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f6a2943a-9f2e-4268-b725-216998f33e98 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:44.709215 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-6698579d-978e-4c6e-88c6-494eccbb93a8 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3587708 May 30 04:59:44.715436 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 42962) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:44.723920 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.api.v2.resource [None req-6598e0ae-b6f2-4a8a-91a5-28c982afe1cd tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 04:59:44.724949 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-6598e0ae-b6f2-4a8a-91a5-28c982afe1cd tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4840379 May 30 04:59:44.730288 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-68c76b44-99d2-42df-a184-e4edeb7ed19f tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Request body: {'port': {'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1', 'mac_address': 'fa:16:3e:9d:ff:2f', 'name': 'tempest-NetworksTestDHCPv6-23919960'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:59:44.736946 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645abe92-e343-4069-9ae8-74d1b93fa126 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Pushing event updated for resources: {'Network': ['ID=c927cd8d-29d3-4306-83e2-82d8e2d1fb30,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:44.747508 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 42966) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:44.754440 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-b5348e9c-d5a2-493c-9c74-3fd905e2dad0 tempest-RoutersAdminNegativeIpV6Test-1800140961 tempest-RoutersAdminNegativeIpV6Test-1800140961-project-admin] 10.222.0.15 "DELETE /v2.0/ports/867a3152-8f30-4509-b1a1-93fbd5e0b32c HTTP/1.1" status: 204 len: 168 time: 2.0263562 May 30 04:59:44.779638 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Network c927cd8d-29d3-4306-83e2-82d8e2d1fb30 details requested by agent ovs-agent-dv-neutron-843763-1-hyperv with host dv-neutron-843763-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 04:59:44.781203 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-645abe92-e343-4069-9ae8-74d1b93fa126 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0805409 May 30 04:59:44.782199 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b061f0a2-8505-4dc7-a74a-5b238998b841 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:44.783759 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-b061f0a2-8505-4dc7-a74a-5b238998b841 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/e2e2a4f0-b588-4768-9198-c7594e6a7671 HTTP/1.1" status: 204 len: 168 time: 0.6674750 May 30 04:59:44.784369 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 42972) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:44.791575 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 42974) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:44.810691 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-951c8410-ae4d-4943-9d91-e921c7945914 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Request body: {'subnet': {'network_id': 'c927cd8d-29d3-4306-83e2-82d8e2d1fb30', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:59:44.817380 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ce170e8-935b-4616-ab68-acd8b4ae8066 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bbf24ed-7ba9-53d2-873f-8f9642b1e987-0008fd3d-19e9-40cf-b545-4a7647b90cf1', 'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1', 'tenant_id': '16af2dbefc6742d5a37a7b30e58c8c2f', 'fixed_ips': [{'subnet_id': 'ebb44f44-640b-403b-a6e0-b550d5677c49'}]}} from dv-neutron-843763-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 30 04:59:44.818367 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-3ce170e8-935b-4616-ab68-acd8b4ae8066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:44.958873 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-951c8410-ae4d-4943-9d91-e921c7945914 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:59:44.965057 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-951c8410-ae4d-4943-9d91-e921c7945914 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Usage tracker for resource:subnet and tenant:5386df8a083a4b53b87ea99ca4a65ce1 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:59:44.968932 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-951c8410-ae4d-4943-9d91-e921c7945914 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:59:44.976025 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-951c8410-ae4d-4943-9d91-e921c7945914 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:59:45.053421 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-951c8410-ae4d-4943-9d91-e921c7945914 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Made reservation on behalf of 5386df8a083a4b53b87ea99ca4a65ce1 for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:59:45.057262 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-951c8410-ae4d-4943-9d91-e921c7945914 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9305518'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:45.114413 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-de50fd92-05ec-42ea-ab60-5e936f0f8a71 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Synchronizing usage tracker for tenant:e8165468c1c447b08667f9e6612a30e1 on resource:security_group_rule {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:59:45.205765 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f21d685d-da77-4f84-89df-5c3b124e8557 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Notify callbacks [] for security_group, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:45.214744 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-3ce170e8-935b-4616-ab68-acd8b4ae8066 None None] Allocated IP 2001:db8::f816:3eff:feed:b94c (0008fd3d-19e9-40cf-b545-4a7647b90cf1/ebb44f44-640b-403b-a6e0-b550d5677c49/7fa52d9f-1d67-4bde-9d1b-cdcd98b85e92) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:59:45.282074 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f21d685d-da77-4f84-89df-5c3b124e8557 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:45.303455 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 42982) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:45.304109 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-de50fd92-05ec-42ea-ab60-5e936f0f8a71 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Unset dirty status for tenant:e8165468c1c447b08667f9e6612a30e1 on resource:security_group_rule {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:59:45.312581 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-de50fd92-05ec-42ea-ab60-5e936f0f8a71 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5114062 May 30 04:59:45.316635 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 42984) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:45.346962 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-cefefdec-e258-4460-8e52-261ca21056cb tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Request body: {'security_group_rule': {'security_group_id': '303a35f3-04fd-4f40-8841-b9f31a34b0b4', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:59:45.356269 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-cefefdec-e258-4460-8e52-261ca21056cb tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:59:45.383468 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-cefefdec-e258-4460-8e52-261ca21056cb tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:59:45.385002 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0417befb-3f29-48d2-9814-bce86168e436 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:45.406566 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.db.securitygroups_db [None req-cefefdec-e258-4460-8e52-261ca21056cb tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Project e8165468c1c447b08667f9e6612a30e1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 30 04:59:45.420028 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-15dc67c0-41f2-4e02-b63d-f2069709a7e1 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:45.422030 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 8bef81f4-78ad-48a0-8880-bcfdf8aabb22 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 04:59:45.444579 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f21d685d-da77-4f84-89df-5c3b124e8557 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:45.461942 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f6a2943a-9f2e-4268-b725-216998f33e98 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:45.463062 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cefefdec-e258-4460-8e52-261ca21056cb tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:45.485900 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21d685d-da77-4f84-89df-5c3b124e8557 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a46ac2b-58f5-4e5b-923b-62ca77e9964a,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:45.600028 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f21d685d-da77-4f84-89df-5c3b124e8557 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:45.604602 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-f21d685d-da77-4f84-89df-5c3b124e8557 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] 10.222.0.15 "DELETE /v2.0/security-groups/6a46ac2b-58f5-4e5b-923b-62ca77e9964a HTTP/1.1" status: 204 len: 168 time: 0.8520105 May 30 04:59:45.610416 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 42994) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:45.635649 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f6a2943a-9f2e-4268-b725-216998f33e98 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:45.640358 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4a89bb49-c31a-496e-bbae-51187677f899 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:45.644974 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-0417befb-3f29-48d2-9814-bce86168e436 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Calling delete_port for 56b15406-ce4c-467b-95b7-1252d2dd65ab owned by {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:59:45.680253 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port 8bef81f4-78ad-48a0-8880-bcfdf8aabb22 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:59:45.684094 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [None req-15dc67c0-41f2-4e02-b63d-f2069709a7e1 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Transition to ACTIVE for port object 64c45c54-6898-4b1e-8769-057903863cce will not be triggered until provisioned by entity DHCP. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:59:45.689551 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-951c8410-ae4d-4943-9d91-e921c7945914 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2305012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9305500'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:45.696636 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-4a89bb49-c31a-496e-bbae-51187677f899 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:59:45.700888 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device aae60041-a297-4afc-ba77-ff44fbe67109 no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 04:59:45.731809 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-68c76b44-99d2-42df-a184-e4edeb7ed19f tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:59:45.752088 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-4a89bb49-c31a-496e-bbae-51187677f899 admin admin] Usage tracker for resource:security_group_rule and tenant:eee05cb320f944b08ce099c89a7cb21c is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:59:45.754791 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-68c76b44-99d2-42df-a184-e4edeb7ed19f tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Usage tracker for resource:port and tenant:16af2dbefc6742d5a37a7b30e58c8c2f is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:59:45.761752 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a2943a-9f2e-4268-b725-216998f33e98 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25f165ca-390f-4889-a80f-a85f3e803bdb,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:45.762438 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cefefdec-e258-4460-8e52-261ca21056cb tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:45.763670 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-3ce170e8-935b-4616-ab68-acd8b4ae8066 None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:45.766728 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-4a89bb49-c31a-496e-bbae-51187677f899 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:59:45.777624 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] No Port match for: aae60041-a297-4afc-ba77-ff44fbe67109 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 04:59:45.778130 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device aae60041-a297-4afc-ba77-ff44fbe67109 not bound to the agent host dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 04:59:45.782105 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-68c76b44-99d2-42df-a184-e4edeb7ed19f tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:59:45.799801 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-15dc67c0-41f2-4e02-b63d-f2069709a7e1 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:45.802314 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-68c76b44-99d2-42df-a184-e4edeb7ed19f tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:59:45.812738 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-4a89bb49-c31a-496e-bbae-51187677f899 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:59:45.813789 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-3ce170e8-935b-4616-ab68-acd8b4ae8066 None None] Transition to ACTIVE for port object 7fa52d9f-1d67-4bde-9d1b-cdcd98b85e92 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:59:45.821616 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cefefdec-e258-4460-8e52-261ca21056cb tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:45.841898 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-3ce170e8-935b-4616-ab68-acd8b4ae8066 None None] Transition to ACTIVE for port object 7fa52d9f-1d67-4bde-9d1b-cdcd98b85e92 will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:59:45.844678 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f6a2943a-9f2e-4268-b725-216998f33e98 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:45.846192 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-f6a2943a-9f2e-4268-b725-216998f33e98 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.5847180 May 30 04:59:45.850053 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-3ce170e8-935b-4616-ab68-acd8b4ae8066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:45.864698 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 42998) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:45.867756 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefefdec-e258-4460-8e52-261ca21056cb tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f324b185-7a0f-49f3-b95f-3edea6869968,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:45.874216 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-9eda3cd7-5328-41e7-a8e8-f208b7ce92d3 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Synchronizing usage tracker for tenant:7d1841e7e6c447259c28a06e10b65a59 on resource:security_group {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:59:45.897855 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-96f8b57f-9e86-492e-9b2e-464d2c69f9b1 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Request body: {'security_group_rule': {'security_group_id': '9b0443b2-0623-40f2-887b-f716d2afd1cb', 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:59:45.905951 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15dc67c0-41f2-4e02-b63d-f2069709a7e1 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Network 9f79cd03-f8a0-447c-a649-c01607f92a62 is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:59:45.906553 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68c76b44-99d2-42df-a184-e4edeb7ed19f tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Made reservation on behalf of 16af2dbefc6742d5a37a7b30e58c8c2f for: {'port': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:59:45.921339 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-96f8b57f-9e86-492e-9b2e-464d2c69f9b1 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:59:45.923242 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951c8410-ae4d-4943-9d91-e921c7945914 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Pushing event updated for resources: {'Subnet': ['ID=86f2d81e-a64b-4e95-9fa7-d49438b33417,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:45.945455 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-96f8b57f-9e86-492e-9b2e-464d2c69f9b1 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Usage tracker for resource:security_group_rule and tenant:f9fe59584bbe4d5aaa42841eedb71980 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:59:45.952758 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-96f8b57f-9e86-492e-9b2e-464d2c69f9b1 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:59:45.958772 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951c8410-ae4d-4943-9d91-e921c7945914 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Checking segment: {'id': '4c06176e-5f16-448e-b767-b003f9053df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'c927cd8d-29d3-4306-83e2-82d8e2d1fb30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:59:45.959113 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-951c8410-ae4d-4943-9d91-e921c7945914 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Network hostable DHCP agents. Network: c927cd8d-29d3-4306-83e2-82d8e2d1fb30, hostable agents: ['1c705e68-3d3e-4dd3-9252-feb21d4b96ab'], hosted agents: [] {{(pid=88261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 04:59:45.959711 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce170e8-935b-4616-ab68-acd8b4ae8066 None None] Network 0008fd3d-19e9-40cf-b545-4a7647b90cf1 is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:59:45.963593 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-3ce170e8-935b-4616-ab68-acd8b4ae8066 None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:59:45.973067 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce170e8-935b-4616-ab68-acd8b4ae8066 None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:59:45.977272 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-96f8b57f-9e86-492e-9b2e-464d2c69f9b1 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:59:45.979801 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-9eda3cd7-5328-41e7-a8e8-f208b7ce92d3 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Unset dirty status for tenant:7d1841e7e6c447259c28a06e10b65a59 on resource:security_group {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:59:45.981085 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-9eda3cd7-5328-41e7-a8e8-f208b7ce92d3 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3671007 May 30 04:59:45.986038 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 43002) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:45.991307 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cefefdec-e258-4460-8e52-261ca21056cb tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:45.992415 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-cefefdec-e258-4460-8e52-261ca21056cb tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6687150 May 30 04:59:46.001475 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dc67c0-41f2-4e02-b63d-f2069709a7e1 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Pushing event updated for resources: {'Port': ['ID=64c45c54-6898-4b1e-8769-057903863cce,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:46.002677 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-90fa5ed8-9690-4a17-a42a-cec3cc0f41f3 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Request body: {'security_group': {'name': 'tempest-secgroup--970605445'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:59:46.006786 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 43006) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:46.012255 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-15dc67c0-41f2-4e02-b63d-f2069709a7e1 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:59:46.029250 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-90fa5ed8-9690-4a17-a42a-cec3cc0f41f3 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:59:46.035255 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.db.securitygroups_db [None req-96f8b57f-9e86-492e-9b2e-464d2c69f9b1 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Project f9fe59584bbe4d5aaa42841eedb71980 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 30 04:59:46.039809 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce170e8-935b-4616-ab68-acd8b4ae8066 None None] Pushing event updated for resources: {'Port': ['ID=7fa52d9f-1d67-4bde-9d1b-cdcd98b85e92,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:46.040254 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-951c8410-ae4d-4943-9d91-e921c7945914 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Network c927cd8d-29d3-4306-83e2-82d8e2d1fb30 is scheduled to be hosted by DHCP agent 1c705e68-3d3e-4dd3-9252-feb21d4b96ab with binding_index 1 {{(pid=88261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 04:59:46.066593 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-90fa5ed8-9690-4a17-a42a-cec3cc0f41f3 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:59:46.068688 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-96f8b57f-9e86-492e-9b2e-464d2c69f9b1 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:46.075509 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-951c8410-ae4d-4943-9d91-e921c7945914 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843763-1-hyperv, c927cd8d-29d3-4306-83e2-82d8e2d1fb30) {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:59:46.078341 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-68c76b44-99d2-42df-a184-e4edeb7ed19f tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:46.083387 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-121899d8-2d22-4f5b-9d2a-a66f15994691 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] 10.222.0.15 "GET /v2.0/security-group-rules/f324b185-7a0f-49f3-b95f-3edea6869968 HTTP/1.1" status: 200 len: 769 time: 0.0731235 May 30 04:59:46.098804 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 43010) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:46.098996 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-225d854d-1cbe-401b-83b7-f890d5ec671b None None] Network 9f79cd03-f8a0-447c-a649-c01607f92a62 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:59:46.101103 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15dc67c0-41f2-4e02-b63d-f2069709a7e1 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:59:46.108520 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-951c8410-ae4d-4943-9d91-e921c7945914 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:59:46.109111 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-951c8410-ae4d-4943-9d91-e921c7945914 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:46.117688 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8813212-61e0-49fd-9beb-b9ff11fc5405 None None] Network c927cd8d-29d3-4306-83e2-82d8e2d1fb30 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:59:46.135640 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0417befb-3f29-48d2-9814-bce86168e436 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:46.153550 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-90fa5ed8-9690-4a17-a42a-cec3cc0f41f3 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:46.204862 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [None req-68c76b44-99d2-42df-a184-e4edeb7ed19f tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] device_id is not set on port b5420aa5-887e-4aef-9b27-30f957b3e10b yet. {{(pid=88260) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 30 04:59:46.224938 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-90fa5ed8-9690-4a17-a42a-cec3cc0f41f3 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:59:46.235054 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-951c8410-ae4d-4943-9d91-e921c7945914 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.4460201 May 30 04:59:46.238173 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4a89bb49-c31a-496e-bbae-51187677f899 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:46.241764 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 43014) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:46.249771 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-90fa5ed8-9690-4a17-a42a-cec3cc0f41f3 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Usage tracker for resource:security_group_rule and tenant:7d1841e7e6c447259c28a06e10b65a59 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:59:46.254101 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-90fa5ed8-9690-4a17-a42a-cec3cc0f41f3 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:59:46.259264 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-3ce170e8-935b-4616-ab68-acd8b4ae8066 None None] Attempting to bind port 7fa52d9f-1d67-4bde-9d1b-cdcd98b85e92 on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 04:59:46.259797 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-3ce170e8-935b-4616-ab68-acd8b4ae8066 None None] Attempting to bind port 7fa52d9f-1d67-4bde-9d1b-cdcd98b85e92 by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': 'c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 04:59:46.259995 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce170e8-935b-4616-ab68-acd8b4ae8066 None None] Attempting to bind port 7fa52d9f-1d67-4bde-9d1b-cdcd98b85e92 on network 0008fd3d-19e9-40cf-b545-4a7647b90cf1 {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 04:59:46.269471 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0417befb-3f29-48d2-9814-bce86168e436 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Pushing event deleted for resources: {'Port': ['ID=56b15406-ce4c-467b-95b7-1252d2dd65ab,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:46.280579 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0417befb-3f29-48d2-9814-bce86168e436 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:46.280792 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce170e8-935b-4616-ab68-acd8b4ae8066 None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 4, 59, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 04:59:46.281033 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce170e8-935b-4616-ab68-acd8b4ae8066 None None] Checking segment: {'id': 'c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:59:46.281366 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-3ce170e8-935b-4616-ab68-acd8b4ae8066 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:46.281766 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce170e8-935b-4616-ab68-acd8b4ae8066 None None] Bound using segment: {'id': 'c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 04:59:46.282144 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-63ca0a9c-25a3-4c2b-9862-565beb7eb079 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Synchronizing usage tracker for tenant:e8165468c1c447b08667f9e6612a30e1 on resource:security_group_rule {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:59:46.282262 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-3ce170e8-935b-4616-ab68-acd8b4ae8066 None None] Bound port: 7fa52d9f-1d67-4bde-9d1b-cdcd98b85e92, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 04:59:46.282635 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-3ce170e8-935b-4616-ab68-acd8b4ae8066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:46.292450 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4a89bb49-c31a-496e-bbae-51187677f899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:46.300232 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-90fa5ed8-9690-4a17-a42a-cec3cc0f41f3 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:59:46.304990 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-0581eebe-d985-4929-bb2f-0d583e083a81 None None] Provisioning for port 8bef81f4-78ad-48a0-8880-bcfdf8aabb22 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:59:46.324504 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-0417befb-3f29-48d2-9814-bce86168e436 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] 10.222.0.15 "DELETE /v2.0/ports/56b15406-ce4c-467b-95b7-1252d2dd65ab HTTP/1.1" status: 204 len: 168 time: 2.1199050 May 30 04:59:46.334986 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15dc67c0-41f2-4e02-b63d-f2069709a7e1 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:59:46.336022 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-15dc67c0-41f2-4e02-b63d-f2069709a7e1 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:46.347268 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-0581eebe-d985-4929-bb2f-0d583e083a81 None None] Provisioning complete for port 8bef81f4-78ad-48a0-8880-bcfdf8aabb22 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:59:46.347465 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-0581eebe-d985-4929-bb2f-0d583e083a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:46.356043 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 43018) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:46.368877 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-a0f92d34-be40-4a97-a19e-27dbf8326c13 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Request body: {'port': {'network_id': '5dca043a-b37a-4723-9d7b-43c1402b7673', 'mac_address': 'fa:16:3e:ab:69:b9', 'name': 'tempest-PortsIpV6TestJSON-760314476'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:59:46.411390 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-96f8b57f-9e86-492e-9b2e-464d2c69f9b1 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:46.444682 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-96f8b57f-9e86-492e-9b2e-464d2c69f9b1 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:46.470720 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-4a89bb49-c31a-496e-bbae-51187677f899 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=eee05cb320f944b08ce099c89a7cb21c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1560583 May 30 04:59:46.471602 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a89bb49-c31a-496e-bbae-51187677f899 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=427a21d2-9724-45e6-97f4-ca9a2858ed8b,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:46.476452 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 43022) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:46.483838 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-15dc67c0-41f2-4e02-b63d-f2069709a7e1 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.8558404 May 30 04:59:46.486624 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 43024) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:46.499069 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-63ca0a9c-25a3-4c2b-9862-565beb7eb079 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Unset dirty status for tenant:e8165468c1c447b08667f9e6612a30e1 on resource:security_group_rule {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:59:46.503401 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-63ca0a9c-25a3-4c2b-9862-565beb7eb079 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.4006352 May 30 04:59:46.505070 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 43030) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:46.519744 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-68d2c328-3a5a-4ae0-82c2-0f748702a58b tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Request body: {'port': {'network_id': '9f79cd03-f8a0-447c-a649-c01607f92a62', 'name': 'tempest-PortsTestJSON-708735874'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:59:46.532854 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f8b57f-9e86-492e-9b2e-464d2c69f9b1 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5ad1357-ea23-4426-b92b-4e918cb37613,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:46.575610 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-a0f92d34-be40-4a97-a19e-27dbf8326c13 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:59:46.595327 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-a0f92d34-be40-4a97-a19e-27dbf8326c13 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Usage tracker for resource:port and tenant:895764a2d33a4b6180a8faca69c63db7 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:59:46.598486 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-3ce170e8-935b-4616-ab68-acd8b4ae8066 None None] For port 7fa52d9f-1d67-4bde-9d1b-cdcd98b85e92, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 04:59:46.600451 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-a0f92d34-be40-4a97-a19e-27dbf8326c13 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:59:46.605771 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-3ce170e8-935b-4616-ab68-acd8b4ae8066 None None] For port 7fa52d9f-1d67-4bde-9d1b-cdcd98b85e92, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=7fa52d9f-1d67-4bde-9d1b-cdcd98b85e92,segment=NetworkSegment(c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1),segment_id=c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 04:59:46.609294 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9dd89f28-1401-4d92-ac28-64f8155c827c tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:46.615104 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-a0f92d34-be40-4a97-a19e-27dbf8326c13 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:59:46.630717 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9dd89f28-1401-4d92-ac28-64f8155c827c tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:46.637542 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-68c76b44-99d2-42df-a184-e4edeb7ed19f tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Allocated IP 2001:db8::f816:3eff:fe9d:ff2f (0008fd3d-19e9-40cf-b545-4a7647b90cf1/ebb44f44-640b-403b-a6e0-b550d5677c49/b5420aa5-887e-4aef-9b27-30f957b3e10b) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:59:46.657011 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0f92d34-be40-4a97-a19e-27dbf8326c13 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Made reservation on behalf of 895764a2d33a4b6180a8faca69c63db7 for: {'port': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:59:46.680536 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-96f8b57f-9e86-492e-9b2e-464d2c69f9b1 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:46.684763 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-96f8b57f-9e86-492e-9b2e-464d2c69f9b1 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8140492 May 30 04:59:46.685662 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 43034) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:46.698416 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-3ce170e8-935b-4616-ab68-acd8b4ae8066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:46.701044 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a77ba60d-ecbf-4d45-a4d0-5d9583f998f3 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897784'] for network, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:46.716632 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-d3d232b5-15ee-40ba-a48b-09efeb5f663b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Request body: {'security_group_rule': {'security_group_id': '9b0443b2-0623-40f2-887b-f716d2afd1cb', 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:59:46.739645 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-d3d232b5-15ee-40ba-a48b-09efeb5f663b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:59:46.756945 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-d3d232b5-15ee-40ba-a48b-09efeb5f663b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Usage tracker for resource:security_group_rule and tenant:f9fe59584bbe4d5aaa42841eedb71980 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:59:46.780374 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9dd89f28-1401-4d92-ac28-64f8155c827c tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:46.783343 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-d3d232b5-15ee-40ba-a48b-09efeb5f663b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:59:46.795824 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c69393f1-83c6-4baa-87df-e0a60b029ad8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bbf24ed-7ba9-53d2-873f-8f9642b1e987-c927cd8d-29d3-4306-83e2-82d8e2d1fb30', 'network_id': 'c927cd8d-29d3-4306-83e2-82d8e2d1fb30', 'tenant_id': '5386df8a083a4b53b87ea99ca4a65ce1', 'fixed_ips': [{'subnet_id': '86f2d81e-a64b-4e95-9fa7-d49438b33417'}]}} from dv-neutron-843763-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 30 04:59:46.796793 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c69393f1-83c6-4baa-87df-e0a60b029ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:46.802884 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-d3d232b5-15ee-40ba-a48b-09efeb5f663b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:59:46.806438 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-90fa5ed8-9690-4a17-a42a-cec3cc0f41f3 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:46.822943 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1f4b5c2b-968a-49d0-94cd-6404c7657d52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:46.826304 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-0581eebe-d985-4929-bb2f-0d583e083a81 None None] Current status of the port 8bef81f4-78ad-48a0-8880-bcfdf8aabb22 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:59:46.826691 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-0581eebe-d985-4929-bb2f-0d583e083a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:46.828793 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-90fa5ed8-9690-4a17-a42a-cec3cc0f41f3 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:46.836530 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd89f28-1401-4d92-ac28-64f8155c827c tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f324b185-7a0f-49f3-b95f-3edea6869968,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:46.846854 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a0f92d34-be40-4a97-a19e-27dbf8326c13 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:46.862885 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9dd89f28-1401-4d92-ac28-64f8155c827c tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:46.866512 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-9dd89f28-1401-4d92-ac28-64f8155c827c tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/f324b185-7a0f-49f3-b95f-3edea6869968 HTTP/1.1" status: 204 len: 168 time: 0.3266408 May 30 04:59:46.873156 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 43038) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:46.916831 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce170e8-935b-4616-ab68-acd8b4ae8066 None None] Pushing event updated for resources: {'Port': ['ID=7fa52d9f-1d67-4bde-9d1b-cdcd98b85e92,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:46.926318 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.db.securitygroups_db [None req-d3d232b5-15ee-40ba-a48b-09efeb5f663b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Project f9fe59584bbe4d5aaa42841eedb71980 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 30 04:59:46.953668 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-0581eebe-d985-4929-bb2f-0d583e083a81 None None] For port 8bef81f4-78ad-48a0-8880-bcfdf8aabb22, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=8bef81f4-78ad-48a0-8880-bcfdf8aabb22,segment=NetworkSegment(690ec90b-3d8d-480b-a10f-688d66378784),segment_id=690ec90b-3d8d-480b-a10f-688d66378784)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:59:46.969353 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-0581eebe-d985-4929-bb2f-0d583e083a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:46.978960 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [None req-a0f92d34-be40-4a97-a19e-27dbf8326c13 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] device_id is not set on port a3ac3653-9f7a-4994-87e6-0724ff72f60d yet. {{(pid=88260) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 30 04:59:46.987030 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-68d2c328-3a5a-4ae0-82c2-0f748702a58b tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:59:46.995586 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1f4b5c2b-968a-49d0-94cd-6404c7657d52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:47.012980 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d3d232b5-15ee-40ba-a48b-09efeb5f663b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:47.111404 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0581eebe-d985-4929-bb2f-0d583e083a81 None None] Pushing event updated for resources: {'Port': ['ID=8bef81f4-78ad-48a0-8880-bcfdf8aabb22,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:47.128360 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-c69393f1-83c6-4baa-87df-e0a60b029ad8 None None] Allocated IP 172.20.0.1 (c927cd8d-29d3-4306-83e2-82d8e2d1fb30/86f2d81e-a64b-4e95-9fa7-d49438b33417/5bce2464-7441-48fb-a862-ba191d60ba82) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:59:47.152239 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-68d2c328-3a5a-4ae0-82c2-0f748702a58b tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Usage tracker for resource:port and tenant:f4aea07b5c934dc5bc600f55a2d3ba0e is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:59:47.155615 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fa5ed8-9690-4a17-a42a-cec3cc0f41f3 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69e6f8f8-f557-491c-a3d0-07994efe5510,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:47.158973 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-68d2c328-3a5a-4ae0-82c2-0f748702a58b tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:59:47.170604 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-68c76b44-99d2-42df-a184-e4edeb7ed19f tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:47.172855 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-90fa5ed8-9690-4a17-a42a-cec3cc0f41f3 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:47.176571 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-90fa5ed8-9690-4a17-a42a-cec3cc0f41f3 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.1868286 May 30 04:59:47.189040 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 43042) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:47.194308 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-a965f4c4-7946-4ee0-88ba-ec3ada2628f0 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Request body: {'security_group_rule': {'security_group_id': '69e6f8f8-f557-491c-a3d0-07994efe5510', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:59:47.200689 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-68d2c328-3a5a-4ae0-82c2-0f748702a58b tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:59:47.238171 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-a965f4c4-7946-4ee0-88ba-ec3ada2628f0 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:59:47.260103 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a77ba60d-ecbf-4d45-a4d0-5d9583f998f3 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860493'] for subnet, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:47.328624 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-59da5ec1-ab03-436f-89a1-94f784346e41 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4409361 May 30 04:59:47.362058 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 43046) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:47.371238 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:47.414762 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68d2c328-3a5a-4ae0-82c2-0f748702a58b tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Made reservation on behalf of f4aea07b5c934dc5bc600f55a2d3ba0e for: {'port': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:59:47.420729 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-68d2c328-3a5a-4ae0-82c2-0f748702a58b tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:47.470476 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 8bef81f4-78ad-48a0-8880-bcfdf8aabb22 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 04:59:47.551886 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d3d232b5-15ee-40ba-a48b-09efeb5f663b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:47.554233 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [None req-68d2c328-3a5a-4ae0-82c2-0f748702a58b tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] device_id is not set on port 80a408b9-0c21-4d97-904c-d07195402752 yet. {{(pid=88261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 30 04:59:47.602572 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d3d232b5-15ee-40ba-a48b-09efeb5f663b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:47.603391 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a0f92d34-be40-4a97-a19e-27dbf8326c13 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:47.605476 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1f4b5c2b-968a-49d0-94cd-6404c7657d52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:47.606981 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-a965f4c4-7946-4ee0-88ba-ec3ada2628f0 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Usage tracker for resource:security_group_rule and tenant:7d1841e7e6c447259c28a06e10b65a59 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:59:47.615617 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-a965f4c4-7946-4ee0-88ba-ec3ada2628f0 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:59:47.617327 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [None req-68c76b44-99d2-42df-a184-e4edeb7ed19f tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Transition to ACTIVE for port object b5420aa5-887e-4aef-9b27-30f957b3e10b will not be triggered until provisioned by entity DHCP. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:59:47.624937 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-a965f4c4-7946-4ee0-88ba-ec3ada2628f0 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:59:47.688866 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d232b5-15ee-40ba-a48b-09efeb5f663b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4127183c-0491-48aa-8cef-32a247871cd4,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:47.689120 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-886af749-2b14-4b38-b953-11cbdbb84e55 None None] Provisioning complete for port 8bef81f4-78ad-48a0-8880-bcfdf8aabb22 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:59:47.689531 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-886af749-2b14-4b38-b953-11cbdbb84e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:47.690433 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2613c014-3910-444a-b3fb-01a6e7cba852 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks [] for security_group, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:47.692327 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4b5c2b-968a-49d0-94cd-6404c7657d52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=427a21d2-9724-45e6-97f4-ca9a2858ed8b,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:47.700676 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.api.v2.resource [None req-a965f4c4-7946-4ee0-88ba-ec3ada2628f0 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] create failed (client error): The resource could not be found. May 30 04:59:47.705399 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-a965f4c4-7946-4ee0-88ba-ec3ada2628f0 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.5153773 May 30 04:59:47.705993 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 43050) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:47.719361 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-68c76b44-99d2-42df-a184-e4edeb7ed19f tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:47.730193 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-c798b5e4-acdd-4fa7-905c-41c9059afbe7 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Request body: {'security_group_rule': {'security_group_id': '69e6f8f8-f557-491c-a3d0-07994efe5510', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '62462097-03ff-42b1-bc4e-6b3a42e83e27'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:59:47.752401 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1f4b5c2b-968a-49d0-94cd-6404c7657d52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:47.766363 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-1f4b5c2b-968a-49d0-94cd-6404c7657d52 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/427a21d2-9724-45e6-97f4-ca9a2858ed8b HTTP/1.1" status: 204 len: 168 time: 1.2710931 May 30 04:59:47.773906 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a0f92d34-be40-4a97-a19e-27dbf8326c13 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:47.777543 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2613c014-3910-444a-b3fb-01a6e7cba852 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:47.791296 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-c798b5e4-acdd-4fa7-905c-41c9059afbe7 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:59:47.816787 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-c798b5e4-acdd-4fa7-905c-41c9059afbe7 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Usage tracker for resource:security_group_rule and tenant:7d1841e7e6c447259c28a06e10b65a59 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:59:47.826046 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-c798b5e4-acdd-4fa7-905c-41c9059afbe7 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:59:47.841537 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-c798b5e4-acdd-4fa7-905c-41c9059afbe7 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:59:47.844655 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c76b44-99d2-42df-a184-e4edeb7ed19f tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Network 0008fd3d-19e9-40cf-b545-4a7647b90cf1 is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:59:47.850640 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-68c76b44-99d2-42df-a184-e4edeb7ed19f tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:59:47.856142 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c69393f1-83c6-4baa-87df-e0a60b029ad8 None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:47.857715 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c76b44-99d2-42df-a184-e4edeb7ed19f tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:59:47.864228 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d3d232b5-15ee-40ba-a48b-09efeb5f663b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:47.864457 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68c76b44-99d2-42df-a184-e4edeb7ed19f tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:59:47.864839 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-68c76b44-99d2-42df-a184-e4edeb7ed19f tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:47.865395 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-d3d232b5-15ee-40ba-a48b-09efeb5f663b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.1694040 May 30 04:59:47.877494 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f92d34-be40-4a97-a19e-27dbf8326c13 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Network 5dca043a-b37a-4723-9d7b-43c1402b7673 is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:59:47.890399 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-a0f92d34-be40-4a97-a19e-27dbf8326c13 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:59:47.893111 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f92d34-be40-4a97-a19e-27dbf8326c13 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:59:47.898999 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f92d34-be40-4a97-a19e-27dbf8326c13 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:59:47.899632 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a0f92d34-be40-4a97-a19e-27dbf8326c13 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:47.904601 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c76b44-99d2-42df-a184-e4edeb7ed19f tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Pushing event updated for resources: {'Port': ['ID=b5420aa5-887e-4aef-9b27-30f957b3e10b,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:47.915085 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c69393f1-83c6-4baa-87df-e0a60b029ad8 None None] Transition to ACTIVE for port object 5bce2464-7441-48fb-a862-ba191d60ba82 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:59:47.931819 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 8bef81f4-78ad-48a0-8880-bcfdf8aabb22 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:59:47.932505 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:47.998360 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c69393f1-83c6-4baa-87df-e0a60b029ad8 None None] Transition to ACTIVE for port object 5bce2464-7441-48fb-a862-ba191d60ba82 will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:59:48.005212 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2613c014-3910-444a-b3fb-01a6e7cba852 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:48.021215 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-68c76b44-99d2-42df-a184-e4edeb7ed19f tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 3.2941833 May 30 04:59:48.030132 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-a0f92d34-be40-4a97-a19e-27dbf8326c13 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.6695333 May 30 04:59:48.031684 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 43060) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:48.034274 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f92d34-be40-4a97-a19e-27dbf8326c13 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Pushing event updated for resources: {'Port': ['ID=a3ac3653-9f7a-4994-87e6-0724ff72f60d,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:48.054229 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 43062) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:48.073583 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c69393f1-83c6-4baa-87df-e0a60b029ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:48.077380 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-886af749-2b14-4b38-b953-11cbdbb84e55 None None] Current status of the port 8bef81f4-78ad-48a0-8880-bcfdf8aabb22 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:59:48.094833 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.api.v2.resource [None req-c798b5e4-acdd-4fa7-905c-41c9059afbe7 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] create failed (client error): The resource could not be found. May 30 04:59:48.099212 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-c798b5e4-acdd-4fa7-905c-41c9059afbe7 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3858066 May 30 04:59:48.100982 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 43070) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:48.123912 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2613c014-3910-444a-b3fb-01a6e7cba852 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=303a35f3-04fd-4f40-8841-b9f31a34b0b4,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:48.148499 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-68d2c328-3a5a-4ae0-82c2-0f748702a58b tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Allocated IP 172.20.0.10 (9f79cd03-f8a0-447c-a649-c01607f92a62/95a74cfa-5de3-49cc-8998-3f6bf380a969/80a408b9-0c21-4d97-904c-d07195402752) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:59:48.235188 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c69393f1-83c6-4baa-87df-e0a60b029ad8 None None] Network c927cd8d-29d3-4306-83e2-82d8e2d1fb30 is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:59:48.244002 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-c69393f1-83c6-4baa-87df-e0a60b029ad8 None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:59:48.245387 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2613c014-3910-444a-b3fb-01a6e7cba852 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:48.246682 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-2613c014-3910-444a-b3fb-01a6e7cba852 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] 10.222.0.15 "DELETE /v2.0/security-groups/303a35f3-04fd-4f40-8841-b9f31a34b0b4 HTTP/1.1" status: 204 len: 168 time: 0.8828642 May 30 04:59:48.251935 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69393f1-83c6-4baa-87df-e0a60b029ad8 None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:59:48.262819 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-886af749-2b14-4b38-b953-11cbdbb84e55 None None] Provisioning for port 64c45c54-6898-4b1e-8769-057903863cce completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:59:48.268856 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 43080) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:48.270698 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6eb96ef-20cf-4cd2-a08f-d54a54c11514 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:59:48.273839 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a77ba60d-ecbf-4d45-a4d0-5d9583f998f3 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2304955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9305493'] for subnet, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:48.288837 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6eb96ef-20cf-4cd2-a08f-d54a54c11514 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:59:48.290422 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-e6eb96ef-20cf-4cd2-a08f-d54a54c11514 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Synchronizing usage tracker for tenant:16af2dbefc6742d5a37a7b30e58c8c2f on resource:port {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:59:48.306068 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-16f7f58c-75e8-4352-9e63-5fd9c6ba2280 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:48.398538 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-e6eb96ef-20cf-4cd2-a08f-d54a54c11514 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Unset dirty status for tenant:16af2dbefc6742d5a37a7b30e58c8c2f on resource:port {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:59:48.402882 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-e6eb96ef-20cf-4cd2-a08f-d54a54c11514 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.3667822 May 30 04:59:48.403817 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 43084) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:48.404045 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 43086) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:48.413374 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69393f1-83c6-4baa-87df-e0a60b029ad8 None None] Pushing event updated for resources: {'Port': ['ID=5bce2464-7441-48fb-a862-ba191d60ba82,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:48.427371 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7093ceec-0680-469a-982a-abeabc881290 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:59:48.428244 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-7093ceec-0680-469a-982a-abeabc881290 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Synchronizing usage tracker for tenant:895764a2d33a4b6180a8faca69c63db7 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:59:48.452792 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-886af749-2b14-4b38-b953-11cbdbb84e55 None None] Provisioning complete for port 64c45c54-6898-4b1e-8769-057903863cce triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:59:48.453181 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-886af749-2b14-4b38-b953-11cbdbb84e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:48.475709 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-16f7f58c-75e8-4352-9e63-5fd9c6ba2280 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:48.507488 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77ba60d-ecbf-4d45-a4d0-5d9583f998f3 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Pushing event deleted for resources: {'Subnet': ['ID=86f2d81e-a64b-4e95-9fa7-d49438b33417,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:48.587267 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-f56b5cbc-c138-4838-bd26-609256672890 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Deleting port b5420aa5-887e-4aef-9b27-30f957b3e10b {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:59:48.587921 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f56b5cbc-c138-4838-bd26-609256672890 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:48.593568 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-c69393f1-83c6-4baa-87df-e0a60b029ad8 None None] Attempting to bind port 5bce2464-7441-48fb-a862-ba191d60ba82 on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 04:59:48.593977 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-c69393f1-83c6-4baa-87df-e0a60b029ad8 None None] Attempting to bind port 5bce2464-7441-48fb-a862-ba191d60ba82 by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': '4c06176e-5f16-448e-b767-b003f9053df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'c927cd8d-29d3-4306-83e2-82d8e2d1fb30'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 04:59:48.594348 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69393f1-83c6-4baa-87df-e0a60b029ad8 None None] Attempting to bind port 5bce2464-7441-48fb-a862-ba191d60ba82 on network c927cd8d-29d3-4306-83e2-82d8e2d1fb30 {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 04:59:48.599762 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 8bef81f4-78ad-48a0-8880-bcfdf8aabb22 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:59:48.603585 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69393f1-83c6-4baa-87df-e0a60b029ad8 None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 4, 59, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 04:59:48.603970 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69393f1-83c6-4baa-87df-e0a60b029ad8 None None] Checking segment: {'id': '4c06176e-5f16-448e-b767-b003f9053df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'c927cd8d-29d3-4306-83e2-82d8e2d1fb30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:59:48.604389 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c69393f1-83c6-4baa-87df-e0a60b029ad8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:48.604755 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69393f1-83c6-4baa-87df-e0a60b029ad8 None None] Bound using segment: {'id': '4c06176e-5f16-448e-b767-b003f9053df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'c927cd8d-29d3-4306-83e2-82d8e2d1fb30'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 04:59:48.605345 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-c69393f1-83c6-4baa-87df-e0a60b029ad8 None None] Bound port: 5bce2464-7441-48fb-a862-ba191d60ba82, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c06176e-5f16-448e-b767-b003f9053df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'c927cd8d-29d3-4306-83e2-82d8e2d1fb30'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 04:59:48.605598 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c69393f1-83c6-4baa-87df-e0a60b029ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:48.620567 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-886af749-2b14-4b38-b953-11cbdbb84e55 None None] Port 64c45c54-6898-4b1e-8769-057903863cce cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 04:59:48.630398 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-8bddbd73-0273-4aca-a0f4-d187cf1ebf9b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a871d01f43bc4d8794c7c957a470d12a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2252691 May 30 04:59:48.643282 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 43096) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:48.701754 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-16f7f58c-75e8-4352-9e63-5fd9c6ba2280 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:48.731056 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c69393f1-83c6-4baa-87df-e0a60b029ad8 None None] For port 5bce2464-7441-48fb-a862-ba191d60ba82, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 04:59:48.735950 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c69393f1-83c6-4baa-87df-e0a60b029ad8 None None] For port 5bce2464-7441-48fb-a862-ba191d60ba82, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=5bce2464-7441-48fb-a862-ba191d60ba82,segment=NetworkSegment(4c06176e-5f16-448e-b767-b003f9053df1),segment_id=4c06176e-5f16-448e-b767-b003f9053df1)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 04:59:48.749243 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c69393f1-83c6-4baa-87df-e0a60b029ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:48.768866 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f7f58c-75e8-4352-9e63-5fd9c6ba2280 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69e6f8f8-f557-491c-a3d0-07994efe5510,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:48.773089 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-4fbdde3a-8a1b-4a6b-8fde-4b6ab96d1e5a req-e390ff8e-650f-4cb0-bf41-597990715e13 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1774685346&fields=id&tenant_id=f9fe59584bbe4d5aaa42841eedb71980 HTTP/1.1" status: 200 len: 267 time: 0.1309831 May 30 04:59:48.807635 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-7093ceec-0680-469a-982a-abeabc881290 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Unset dirty status for tenant:895764a2d33a4b6180a8faca69c63db7 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:59:48.811467 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-7093ceec-0680-469a-982a-abeabc881290 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] 10.222.0.15 "GET /v2.0/ports/a3ac3653-9f7a-4994-87e6-0724ff72f60d HTTP/1.1" status: 200 len: 844 time: 0.7500186 May 30 04:59:48.811686 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-f40b4df5-4277-41aa-8323-d6fe45fd6926 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Synchronizing usage tracker for tenant:e8165468c1c447b08667f9e6612a30e1 on resource:security_group {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:59:48.825023 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 43100) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:48.826623 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a77ba60d-ecbf-4d45-a4d0-5d9583f998f3 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867540', 'neutron.services.segments.db._delete_segments_for_network-8729234922972'] for network, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:48.845194 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-da070e32-4ea3-4b0f-a7b0-8fbece2338af None None] Provisioning complete for port 64c45c54-6898-4b1e-8769-057903863cce triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:59:48.845783 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-da070e32-4ea3-4b0f-a7b0-8fbece2338af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:48.902148 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-16f7f58c-75e8-4352-9e63-5fd9c6ba2280 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:48.903291 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-16f7f58c-75e8-4352-9e63-5fd9c6ba2280 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] 10.222.0.15 "DELETE /v2.0/security-groups/69e6f8f8-f557-491c-a3d0-07994efe5510 HTTP/1.1" status: 204 len: 168 time: 0.8011565 May 30 04:59:48.926558 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 43104) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:48.947254 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-b9c10ab5-0c6b-4af2-901b-162e04e5cf55 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Deleting port a3ac3653-9f7a-4994-87e6-0724ff72f60d {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:59:48.947822 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b9c10ab5-0c6b-4af2-901b-162e04e5cf55 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:48.973297 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69393f1-83c6-4baa-87df-e0a60b029ad8 None None] Pushing event updated for resources: {'Port': ['ID=5bce2464-7441-48fb-a862-ba191d60ba82,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:48.985862 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-da070e32-4ea3-4b0f-a7b0-8fbece2338af None None] Port 64c45c54-6898-4b1e-8769-057903863cce cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 04:59:49.007260 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da30f73f-e18b-4fd4-bcd4-69f4fc118b67 None None] Network c927cd8d-29d3-4306-83e2-82d8e2d1fb30 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:59:49.021771 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-a77ba60d-ecbf-4d45-a4d0-5d9583f998f3 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c927cd8d-29d3-4306-83e2-82d8e2d1fb30']}} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:59:49.050800 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b9093853-8e53-4bc1-949a-5a248991fec8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:49.055664 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-a77ba60d-ecbf-4d45-a4d0-5d9583f998f3 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c06176e-5f16-448e-b767-b003f9053df1') {'for_net_delete': True} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:59:49.056600 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-a77ba60d-ecbf-4d45-a4d0-5d9583f998f3 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c06176e-5f16-448e-b767-b003f9053df1') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:59:49.063124 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-f40b4df5-4277-41aa-8323-d6fe45fd6926 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Unset dirty status for tenant:e8165468c1c447b08667f9e6612a30e1 on resource:security_group {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:59:49.068592 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-f40b4df5-4277-41aa-8323-d6fe45fd6926 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.7940023 May 30 04:59:49.075897 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-da070e32-4ea3-4b0f-a7b0-8fbece2338af None None] Provisioning for port 7fa52d9f-1d67-4bde-9d1b-cdcd98b85e92 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:59:49.080526 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 43108) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:49.099187 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a77ba60d-ecbf-4d45-a4d0-5d9583f998f3 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729235042807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3545573'] for segment, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:49.107016 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-8fbfaa09-1ee3-4003-9946-f1a8dbb7dc0f tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Request body: {'security_group': {'name': 'tempest-secgroup--930622997'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:59:49.136922 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-8fbfaa09-1ee3-4003-9946-f1a8dbb7dc0f tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:59:49.164691 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b9093853-8e53-4bc1-949a-5a248991fec8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:49.184050 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a77ba60d-ecbf-4d45-a4d0-5d9583f998f3 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:49.188375 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-68d2c328-3a5a-4ae0-82c2-0f748702a58b tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:49.201085 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-835a778b-4465-4665-89ef-f675126c15c6 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Synchronizing usage tracker for tenant:7d1841e7e6c447259c28a06e10b65a59 on resource:security_group {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:59:49.206159 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a77ba60d-ecbf-4d45-a4d0-5d9583f998f3 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=88261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 04:59:49.206963 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a77ba60d-ecbf-4d45-a4d0-5d9583f998f3 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-862858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2304281'] for segment, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:49.211441 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-8fbfaa09-1ee3-4003-9946-f1a8dbb7dc0f tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:59:49.224958 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-f650ffa2-a5d7-400d-8ba4-61f189dd4360 None None] Provisioning for port b5420aa5-887e-4aef-9b27-30f957b3e10b completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:59:49.231939 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f668056a-cb7e-47a9-a9ef-118e02ab92e6 None None] get_active_networks_info from dv-neutron-843763-1-hyperv {{(pid=88262) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 30 04:59:49.236542 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbdde3a-8a1b-4a6b-8fde-4b6ab96d1e5a req-c148f978-44c4-457e-94b6-ed034820e44d tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:59:49.238080 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-4fbdde3a-8a1b-4a6b-8fde-4b6ab96d1e5a req-c148f978-44c4-457e-94b6-ed034820e44d tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/networks?id=83d1d881-1387-42cf-a16f-9c6e02a5e965 HTTP/1.1" status: 200 len: 796 time: 0.4391642 May 30 04:59:49.253205 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f56b5cbc-c138-4838-bd26-609256672890 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:49.279719 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-f650ffa2-a5d7-400d-8ba4-61f189dd4360 None None] Provisioning complete for port b5420aa5-887e-4aef-9b27-30f957b3e10b triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:59:49.282132 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f650ffa2-a5d7-400d-8ba4-61f189dd4360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:49.328567 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8fbfaa09-1ee3-4003-9946-f1a8dbb7dc0f tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks [] for security_group, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:49.435124 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [None req-68d2c328-3a5a-4ae0-82c2-0f748702a58b tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Transition to ACTIVE for port object 80a408b9-0c21-4d97-904c-d07195402752 will not be triggered until provisioned by entity DHCP. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:59:49.447243 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-f650ffa2-a5d7-400d-8ba4-61f189dd4360 None None] Port b5420aa5-887e-4aef-9b27-30f957b3e10b cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 04:59:49.449367 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 7fa52d9f-1d67-4bde-9d1b-cdcd98b85e92 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 04:59:49.471238 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-f56b5cbc-c138-4838-bd26-609256672890 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Calling delete_port for b5420aa5-887e-4aef-9b27-30f957b3e10b owned by {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:59:49.480792 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 4c06176e-5f16-448e-b767-b003f9053df1 resource provider aggregate not found May 30 04:59:49.488442 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.db.api [None req-a77ba60d-ecbf-4d45-a4d0-5d9583f998f3 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 30 04:59:49.488442 dv-neutron-843763-1-hyperv neutron-server[88261]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 30 04:59:49.488442 dv-neutron-843763-1-hyperv neutron-server[88261]: [parameters: {'id': 'c927cd8d-29d3-4306-83e2-82d8e2d1fb30'}] May 30 04:59:49.488442 dv-neutron-843763-1-hyperv neutron-server[88261]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88261) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 04:59:49.488900 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG oslo_db.api [None req-a77ba60d-ecbf-4d45-a4d0-5d9583f998f3 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 04:59:49.493766 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b9c10ab5-0c6b-4af2-901b-162e04e5cf55 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:49.503764 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 4c06176e-5f16-448e-b767-b003f9053df1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4c06176e-5f16-448e-b767-b003f9053df1 found for delete ", "request_id": "req-808b13f8-51e2-48ab-ad12-e39104075ccc"}]} May 30 04:59:49.514385 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-4fbdde3a-8a1b-4a6b-8fde-4b6ab96d1e5a req-a858d439-ce6b-4e46-bf30-31a62547b72f tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/quotas/f9fe59584bbe4d5aaa42841eedb71980 HTTP/1.1" status: 200 len: 375 time: 0.2677865 May 30 04:59:49.560137 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f668056a-cb7e-47a9-a9ef-118e02ab92e6 None None] Resources bound (agent type, host, resource id): {{(pid=88262) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 30 04:59:49.568426 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port 7fa52d9f-1d67-4bde-9d1b-cdcd98b85e92 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:59:49.574517 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 7fa52d9f-1d67-4bde-9d1b-cdcd98b85e92 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:59:49.574891 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:49.582924 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-835a778b-4465-4665-89ef-f675126c15c6 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Unset dirty status for tenant:7d1841e7e6c447259c28a06e10b65a59 on resource:security_group {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:59:49.586331 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-835a778b-4465-4665-89ef-f675126c15c6 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6587830 May 30 04:59:49.600343 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 43118) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:49.603672 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-8fbfaa09-1ee3-4003-9946-f1a8dbb7dc0f tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:59:49.609026 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-9f25ea50-ba7a-4432-94c0-3098e24018a3 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Request body: {'security_group_rule': {'security_group_id': '84661e81-8411-4990-afc5-f6ca0714e2a6', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:59:49.631761 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-b9c10ab5-0c6b-4af2-901b-162e04e5cf55 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Calling delete_port for a3ac3653-9f7a-4994-87e6-0724ff72f60d owned by {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:59:49.632403 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-9f25ea50-ba7a-4432-94c0-3098e24018a3 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:59:49.635729 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-8fbfaa09-1ee3-4003-9946-f1a8dbb7dc0f tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Usage tracker for resource:security_group_rule and tenant:e8165468c1c447b08667f9e6612a30e1 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:59:49.639791 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-8fbfaa09-1ee3-4003-9946-f1a8dbb7dc0f tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:59:49.652848 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-9f25ea50-ba7a-4432-94c0-3098e24018a3 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Usage tracker for resource:security_group_rule and tenant:7d1841e7e6c447259c28a06e10b65a59 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:59:49.656239 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-8fbfaa09-1ee3-4003-9946-f1a8dbb7dc0f tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:59:49.672356 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-9f25ea50-ba7a-4432-94c0-3098e24018a3 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:59:49.684743 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-68d2c328-3a5a-4ae0-82c2-0f748702a58b tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:49.697078 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-9f25ea50-ba7a-4432-94c0-3098e24018a3 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:59:49.701529 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b9093853-8e53-4bc1-949a-5a248991fec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:49.732684 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9093853-8e53-4bc1-949a-5a248991fec8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b448eed0-e880-4774-a844-2954f5d5ed6e,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:49.783137 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d2c328-3a5a-4ae0-82c2-0f748702a58b tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Network 9f79cd03-f8a0-447c-a649-c01607f92a62 is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:59:49.787725 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-68d2c328-3a5a-4ae0-82c2-0f748702a58b tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:59:49.796580 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d2c328-3a5a-4ae0-82c2-0f748702a58b tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:59:49.826421 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b9093853-8e53-4bc1-949a-5a248991fec8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:49.830022 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-b9093853-8e53-4bc1-949a-5a248991fec8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b448eed0-e880-4774-a844-2954f5d5ed6e HTTP/1.1" status: 204 len: 168 time: 1.1834238 May 30 04:59:49.851375 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 7fa52d9f-1d67-4bde-9d1b-cdcd98b85e92 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:59:49.851758 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:49.888039 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [req-4fbdde3a-8a1b-4a6b-8fde-4b6ab96d1e5a req-a1e1745f-fd09-4382-a0e4-6b8fa6d6c7c2 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Synchronizing usage tracker for tenant:f9fe59584bbe4d5aaa42841eedb71980 on resource:port {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:59:49.899413 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.api.v2.resource [None req-9f25ea50-ba7a-4432-94c0-3098e24018a3 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] create failed (client error): The resource could not be found. May 30 04:59:49.906830 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-9f25ea50-ba7a-4432-94c0-3098e24018a3 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3051658 May 30 04:59:49.909531 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 43124) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:49.932697 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] For port 7fa52d9f-1d67-4bde-9d1b-cdcd98b85e92, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=7fa52d9f-1d67-4bde-9d1b-cdcd98b85e92,segment=NetworkSegment(c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1),segment_id=c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:59:49.941907 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-9c109c24-6e8e-4025-b7a1-5ba75c84025a tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Request body: {'security_group': {'name': 'tempest-secgroup--696246864'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:59:49.946145 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:49.960497 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d2c328-3a5a-4ae0-82c2-0f748702a58b tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Pushing event updated for resources: {'Port': ['ID=80a408b9-0c21-4d97-904c-d07195402752,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:49.960723 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [req-4fbdde3a-8a1b-4a6b-8fde-4b6ab96d1e5a req-a1e1745f-fd09-4382-a0e4-6b8fa6d6c7c2 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Unset dirty status for tenant:f9fe59584bbe4d5aaa42841eedb71980 on resource:port {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:59:49.974577 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b9c10ab5-0c6b-4af2-901b-162e04e5cf55 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:49.974789 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-4fbdde3a-8a1b-4a6b-8fde-4b6ab96d1e5a req-a1e1745f-fd09-4382-a0e4-6b8fa6d6c7c2 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=f9fe59584bbe4d5aaa42841eedb71980&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4231772 May 30 04:59:49.977482 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-9c109c24-6e8e-4025-b7a1-5ba75c84025a tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:59:49.987106 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f56b5cbc-c138-4838-bd26-609256672890 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:50.021042 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a77ba60d-ecbf-4d45-a4d0-5d9583f998f3 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897784'] for network, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:50.035136 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c10ab5-0c6b-4af2-901b-162e04e5cf55 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Pushing event deleted for resources: {'Port': ['ID=a3ac3653-9f7a-4994-87e6-0724ff72f60d,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:50.051056 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b9c10ab5-0c6b-4af2-901b-162e04e5cf55 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:50.063316 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d2c328-3a5a-4ae0-82c2-0f748702a58b tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:59:50.063876 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-68d2c328-3a5a-4ae0-82c2-0f748702a58b tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:50.073432 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Pushing event updated for resources: {'Port': ['ID=7fa52d9f-1d67-4bde-9d1b-cdcd98b85e92,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:50.089314 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-a77ba60d-ecbf-4d45-a4d0-5d9583f998f3 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Deleting port 5bce2464-7441-48fb-a862-ba191d60ba82 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:59:50.089665 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a77ba60d-ecbf-4d45-a4d0-5d9583f998f3 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:50.140334 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-b9c10ab5-0c6b-4af2-901b-162e04e5cf55 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] 10.222.0.15 "DELETE /v2.0/ports/a3ac3653-9f7a-4994-87e6-0724ff72f60d HTTP/1.1" status: 204 len: 168 time: 1.3054464 May 30 04:59:50.151514 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-68d2c328-3a5a-4ae0-82c2-0f748702a58b tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.6539457 May 30 04:59:50.155156 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 43132) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:50.155579 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 43134) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:50.232868 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-9c109c24-6e8e-4025-b7a1-5ba75c84025a tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:59:50.253422 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e17e65a0-d6f4-445d-a145-32e006a9c976 None None] get_active_networks_info from dv-neutron-843763-1-hyperv {{(pid=88262) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 30 04:59:50.268833 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-0afdcb81-5f00-4891-9bd7-7b901a4cb07f tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] GET failed (client error): The resource could not be found. May 30 04:59:50.269052 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8fbfaa09-1ee3-4003-9946-f1a8dbb7dc0f tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks [] for security_group, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:50.269641 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-0afdcb81-5f00-4891-9bd7-7b901a4cb07f tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Synchronizing usage tracker for tenant:895764a2d33a4b6180a8faca69c63db7 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:59:50.287044 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56b5cbc-c138-4838-bd26-609256672890 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Pushing event deleted for resources: {'Port': ['ID=b5420aa5-887e-4aef-9b27-30f957b3e10b,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:50.314391 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8fbfaa09-1ee3-4003-9946-f1a8dbb7dc0f tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:50.420057 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-0afdcb81-5f00-4891-9bd7-7b901a4cb07f tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Unset dirty status for tenant:895764a2d33a4b6180a8faca69c63db7 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:59:50.421267 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-0afdcb81-5f00-4891-9bd7-7b901a4cb07f tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] 10.222.0.15 "GET /v2.0/ports/a3ac3653-9f7a-4994-87e6-0724ff72f60d HTTP/1.1" status: 404 len: 333 time: 0.2645638 May 30 04:59:50.427785 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 43144) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:50.445007 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e17e65a0-d6f4-445d-a145-32e006a9c976 None None] Resources bound (agent type, host, resource id): {{(pid=88262) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 30 04:59:50.449870 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-8d04e2b6-72c7-40ee-9a51-b049d5f64055 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Request body: {'port': {'network_id': '5dca043a-b37a-4723-9d7b-43c1402b7673', 'name': 'tempest-PortsIpV6TestJSON-487493563'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:59:50.460767 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9c109c24-6e8e-4025-b7a1-5ba75c84025a tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Notify callbacks [] for security_group, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:50.479243 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f56b5cbc-c138-4838-bd26-609256672890 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:50.481563 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-f56b5cbc-c138-4838-bd26-609256672890 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "DELETE /v2.0/ports/b5420aa5-887e-4aef-9b27-30f957b3e10b HTTP/1.1" status: 204 len: 168 time: 2.0751610 May 30 04:59:50.486963 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8fbfaa09-1ee3-4003-9946-f1a8dbb7dc0f tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:50.487560 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7116938e-6370-4ef4-9a62-d35562415e25 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:59:50.488283 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-7116938e-6370-4ef4-9a62-d35562415e25 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Synchronizing usage tracker for tenant:f4aea07b5c934dc5bc600f55a2d3ba0e on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:59:50.489200 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-8fbfaa09-1ee3-4003-9946-f1a8dbb7dc0f tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.4025505 May 30 04:59:50.490673 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 43150) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:50.518869 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 43152) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:50.536056 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-1eff7986-2440-4d3c-b12e-df9426f8a082 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Request body: {'security_group_rule': {'security_group_id': '4d34c136-93c5-4ee2-827b-a4c8076fe5e8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:59:50.596848 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-1eff7986-2440-4d3c-b12e-df9426f8a082 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:59:50.602279 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-a77ba60d-ecbf-4d45-a4d0-5d9583f998f3 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] For port 5bce2464-7441-48fb-a862-ba191d60ba82, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=5bce2464-7441-48fb-a862-ba191d60ba82,segment=NetworkSegment(4c06176e-5f16-448e-b767-b003f9053df1),segment_id=4c06176e-5f16-448e-b767-b003f9053df1)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:59:50.602648 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a77ba60d-ecbf-4d45-a4d0-5d9583f998f3 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:50.612042 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-9c109c24-6e8e-4025-b7a1-5ba75c84025a tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:59:50.616441 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-9c109c24-6e8e-4025-b7a1-5ba75c84025a tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Usage tracker for resource:security_group_rule and tenant:7d1841e7e6c447259c28a06e10b65a59 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:59:50.621016 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-9c109c24-6e8e-4025-b7a1-5ba75c84025a tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:59:50.628313 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-9c109c24-6e8e-4025-b7a1-5ba75c84025a tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:59:50.662139 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-1eff7986-2440-4d3c-b12e-df9426f8a082 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Usage tracker for resource:security_group_rule and tenant:e8165468c1c447b08667f9e6612a30e1 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:59:50.670806 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-1eff7986-2440-4d3c-b12e-df9426f8a082 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:59:50.673620 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbfaa09-1ee3-4003-9946-f1a8dbb7dc0f tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d34c136-93c5-4ee2-827b-a4c8076fe5e8,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:50.683611 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-1eff7986-2440-4d3c-b12e-df9426f8a082 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:59:50.759120 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1eff7986-2440-4d3c-b12e-df9426f8a082 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:50.774227 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-a77ba60d-ecbf-4d45-a4d0-5d9583f998f3 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Calling delete_port for 5bce2464-7441-48fb-a862-ba191d60ba82 owned by network:dhcp {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:59:50.802949 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-4fbdde3a-8a1b-4a6b-8fde-4b6ab96d1e5a req-6598a56b-fdd1-4ecb-bfb1-5c0cae1fedba service neutron] 10.222.0.15 "GET /v2.0/networks/83d1d881-1387-42cf-a16f-9c6e02a5e965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8167963 May 30 04:59:50.815435 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-7116938e-6370-4ef4-9a62-d35562415e25 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Unset dirty status for tenant:f4aea07b5c934dc5bc600f55a2d3ba0e on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:59:50.819431 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-7116938e-6370-4ef4-9a62-d35562415e25 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] 10.222.0.15 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.6 HTTP/1.1" status: 200 len: 922 time: 0.6611447 May 30 04:59:50.826168 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 43166) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:50.841054 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d60ec20-2273-47d5-b8d2-523f7126a97b tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:59:50.842208 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d60ec20-2273-47d5-b8d2-523f7126a97b tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:59:50.843027 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-5d60ec20-2273-47d5-b8d2-523f7126a97b tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Synchronizing usage tracker for tenant:16af2dbefc6742d5a37a7b30e58c8c2f on resource:subnet {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:59:50.878404 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-8d04e2b6-72c7-40ee-9a51-b049d5f64055 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:59:50.910833 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-8d04e2b6-72c7-40ee-9a51-b049d5f64055 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:59:50.954439 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-5d60ec20-2273-47d5-b8d2-523f7126a97b tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Unset dirty status for tenant:16af2dbefc6742d5a37a7b30e58c8c2f on resource:subnet {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:59:50.955619 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-5d60ec20-2273-47d5-b8d2-523f7126a97b tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4135456 May 30 04:59:50.959928 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 43172) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:50.976689 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9c109c24-6e8e-4025-b7a1-5ba75c84025a tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Notify callbacks [] for security_group, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:50.983159 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d04e2b6-72c7-40ee-9a51-b049d5f64055 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Made reservation on behalf of 895764a2d33a4b6180a8faca69c63db7 for: {'port': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:59:50.986754 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8d04e2b6-72c7-40ee-9a51-b049d5f64055 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:51.006822 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-bc6d4cd7-2fa7-41c4-a6ab-aea6175b854c tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Deleting port 80a408b9-0c21-4d97-904c-d07195402752 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:59:51.007173 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bc6d4cd7-2fa7-41c4-a6ab-aea6175b854c tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:51.048192 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9c109c24-6e8e-4025-b7a1-5ba75c84025a tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:51.083633 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 43176) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:51.091131 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [None req-8d04e2b6-72c7-40ee-9a51-b049d5f64055 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] device_id is not set on port f882b1f1-0419-4c74-946a-02f913ab6338 yet. {{(pid=88261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 30 04:59:51.106376 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-4fbdde3a-8a1b-4a6b-8fde-4b6ab96d1e5a req-4636b1a8-ab35-42ef-9a6c-a64b7b6479ad service neutron] 10.222.0.15 "GET /v2.0/networks/83d1d881-1387-42cf-a16f-9c6e02a5e965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3025496 May 30 04:59:51.142009 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a77ba60d-ecbf-4d45-a4d0-5d9583f998f3 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:51.146971 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c109c24-6e8e-4025-b7a1-5ba75c84025a tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3dfc9a1a-62d6-4844-905e-a282674fec09,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:51.168422 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_v2 [None req-3114042d-cea1-4a47-8561-459d00bf3f2a tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Deleting subnet ebb44f44-640b-403b-a6e0-b550d5677c49 {{(pid=88260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 30 04:59:51.179371 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3114042d-cea1-4a47-8561-459d00bf3f2a tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks [] for subnet, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:51.215528 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9c109c24-6e8e-4025-b7a1-5ba75c84025a tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:51.219575 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-9c109c24-6e8e-4025-b7a1-5ba75c84025a tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.3044188 May 30 04:59:51.220348 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 43182) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:51.222011 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1eff7986-2440-4d3c-b12e-df9426f8a082 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:51.240820 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-6c885cb2-0799-4059-a543-62c8a17e6e6d tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Request body: {'security_group': {'name': 'tempest-secgroup--1681579247'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:59:51.248666 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1eff7986-2440-4d3c-b12e-df9426f8a082 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:51.255010 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-6c885cb2-0799-4059-a543-62c8a17e6e6d tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:59:51.282741 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-6c885cb2-0799-4059-a543-62c8a17e6e6d tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Usage tracker for resource:security_group and tenant:7d1841e7e6c447259c28a06e10b65a59 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:59:51.300357 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-bb3e6d44-f5fa-4619-a299-09b3bc6afbf4 None None] Provisioning for port 80a408b9-0c21-4d97-904c-d07195402752 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:59:51.307782 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-6c885cb2-0799-4059-a543-62c8a17e6e6d tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:59:51.314652 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3114042d-cea1-4a47-8561-459d00bf3f2a tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1454738'] for subnet, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:51.315344 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-bb3e6d44-f5fa-4619-a299-09b3bc6afbf4 None None] Provisioning complete for port 80a408b9-0c21-4d97-904c-d07195402752 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:59:51.317075 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-bb3e6d44-f5fa-4619-a299-09b3bc6afbf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:51.366979 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eff7986-2440-4d3c-b12e-df9426f8a082 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c4c2cc6-d043-476c-a0b4-8a3d18349caa,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:51.375225 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-6c885cb2-0799-4059-a543-62c8a17e6e6d tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:59:51.418561 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1eff7986-2440-4d3c-b12e-df9426f8a082 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:51.420625 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-1eff7986-2440-4d3c-b12e-df9426f8a082 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9005392 May 30 04:59:51.426109 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 43190) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:51.448985 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [None req-686416a6-8599-4491-b307-079c32862927 tempest-ExtensionsTestJSON-827998916 tempest-ExtensionsTestJSON-827998916-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=88261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 30 04:59:51.450167 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-686416a6-8599-4491-b307-079c32862927 tempest-ExtensionsTestJSON-827998916 tempest-ExtensionsTestJSON-827998916-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.3655999 May 30 04:59:51.453288 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6c885cb2-0799-4059-a543-62c8a17e6e6d tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Notify callbacks [] for security_group, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:51.464577 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 43196) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:51.471868 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-bb3e6d44-f5fa-4619-a299-09b3bc6afbf4 None None] Port 80a408b9-0c21-4d97-904c-d07195402752 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 04:59:51.473380 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 7fa52d9f-1d67-4bde-9d1b-cdcd98b85e92 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 04:59:51.475571 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77ba60d-ecbf-4d45-a4d0-5d9583f998f3 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Pushing event deleted for resources: {'Port': ['ID=5bce2464-7441-48fb-a862-ba191d60ba82,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:51.483142 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77ba60d-ecbf-4d45-a4d0-5d9583f998f3 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] No DVR routers for this DVR port 5bce2464-7441-48fb-a862-ba191d60ba82 on host dv-neutron-843763-1-hyperv {{(pid=88261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 04:59:51.487386 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [None req-285c5e26-b8ce-4bdb-9e1c-6e4a0356de63 tempest-ExtensionsTestJSON-827998916 tempest-ExtensionsTestJSON-827998916-project] http://10.222.0.15:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=88260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 30 04:59:51.488383 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-285c5e26-b8ce-4bdb-9e1c-6e4a0356de63 tempest-ExtensionsTestJSON-827998916 tempest-ExtensionsTestJSON-827998916-project] 10.222.0.15 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0199146 May 30 04:59:51.498850 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 43200) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:51.520621 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [None req-74917443-0b4a-4a75-8792-94890477f535 tempest-ExtensionsTestJSON-827998916 tempest-ExtensionsTestJSON-827998916-project] http://10.222.0.15:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=88260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 30 04:59:51.521649 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-74917443-0b4a-4a75-8792-94890477f535 tempest-ExtensionsTestJSON-827998916 tempest-ExtensionsTestJSON-827998916-project] 10.222.0.15 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0185378 May 30 04:59:51.522738 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-6c885cb2-0799-4059-a543-62c8a17e6e6d tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:59:51.530144 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 43204) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:51.534421 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-6c885cb2-0799-4059-a543-62c8a17e6e6d tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Usage tracker for resource:security_group_rule and tenant:7d1841e7e6c447259c28a06e10b65a59 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:59:51.538907 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-6c885cb2-0799-4059-a543-62c8a17e6e6d tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:59:51.548491 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [None req-411bfe7f-1c48-44dc-a081-3e6334fc0c66 tempest-ExtensionsTestJSON-827998916 tempest-ExtensionsTestJSON-827998916-project] http://10.222.0.15:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=88260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 30 04:59:51.549477 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-411bfe7f-1c48-44dc-a081-3e6334fc0c66 tempest-ExtensionsTestJSON-827998916 tempest-ExtensionsTestJSON-827998916-project] 10.222.0.15 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0184133 May 30 04:59:51.554408 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 43210) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:51.558295 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-6c885cb2-0799-4059-a543-62c8a17e6e6d tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:59:51.561902 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 7fa52d9f-1d67-4bde-9d1b-cdcd98b85e92 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:59:51.562351 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:51.575204 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3114042d-cea1-4a47-8561-459d00bf3f2a tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860493'] for subnet, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:51.604545 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [None req-1d2f1971-9597-46b8-94be-3b06fb02306d tempest-ExtensionsTestJSON-827998916 tempest-ExtensionsTestJSON-827998916-project] http://10.222.0.15:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=88260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 30 04:59:51.605537 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-1d2f1971-9597-46b8-94be-3b06fb02306d tempest-ExtensionsTestJSON-827998916 tempest-ExtensionsTestJSON-827998916-project] 10.222.0.15 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0450850 May 30 04:59:51.619469 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 43214) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:51.633865 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [None req-600dfc8b-8f31-4a48-b4a6-6587679b3912 tempest-ExtensionsTestJSON-827998916 tempest-ExtensionsTestJSON-827998916-project] http://10.222.0.15:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=88260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 30 04:59:51.635516 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-600dfc8b-8f31-4a48-b4a6-6587679b3912 tempest-ExtensionsTestJSON-827998916 tempest-ExtensionsTestJSON-827998916-project] 10.222.0.15 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0142553 May 30 04:59:51.636327 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-075b58fc-8180-4802-8467-155eeb9c3deb tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:51.658238 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 43218) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:51.677725 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [None req-6b3e6351-bb8b-495c-8172-4f1b962e4362 tempest-ExtensionsTestJSON-827998916 tempest-ExtensionsTestJSON-827998916-project] http://10.222.0.15:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=88260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 30 04:59:51.678741 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-6b3e6351-bb8b-495c-8172-4f1b962e4362 tempest-ExtensionsTestJSON-827998916 tempest-ExtensionsTestJSON-827998916-project] 10.222.0.15 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0172362 May 30 04:59:51.694804 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 43222) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:51.705207 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-075b58fc-8180-4802-8467-155eeb9c3deb tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:51.711982 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [None req-61c82de5-e433-485b-932c-3d99cfc12dee tempest-ExtensionsTestJSON-827998916 tempest-ExtensionsTestJSON-827998916-project] http://10.222.0.15:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=88261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 30 04:59:51.712995 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-61c82de5-e433-485b-932c-3d99cfc12dee tempest-ExtensionsTestJSON-827998916 tempest-ExtensionsTestJSON-827998916-project] 10.222.0.15 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0147948 May 30 04:59:51.717537 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 43226) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:51.723816 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 7fa52d9f-1d67-4bde-9d1b-cdcd98b85e92 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:59:51.748934 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [None req-42f1d224-dc31-4dc5-a4f5-f23eb3eaa6cb tempest-ExtensionsTestJSON-827998916 tempest-ExtensionsTestJSON-827998916-project] http://10.222.0.15:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=88261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 30 04:59:51.752428 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-42f1d224-dc31-4dc5-a4f5-f23eb3eaa6cb tempest-ExtensionsTestJSON-827998916 tempest-ExtensionsTestJSON-827998916-project] 10.222.0.15 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0206316 May 30 04:59:51.758102 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 43230) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:51.788886 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a77ba60d-ecbf-4d45-a4d0-5d9583f998f3 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867540', 'neutron.services.segments.db._delete_segments_for_network-8729234922972'] for network, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:51.789457 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-075b58fc-8180-4802-8467-155eeb9c3deb tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:51.800858 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [None req-4bbf9455-2e5d-4905-9642-cc73c995f39d tempest-ExtensionsTestJSON-827998916 tempest-ExtensionsTestJSON-827998916-project] http://10.222.0.15:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=88261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 30 04:59:51.801850 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-4bbf9455-2e5d-4905-9642-cc73c995f39d tempest-ExtensionsTestJSON-827998916 tempest-ExtensionsTestJSON-827998916-project] 10.222.0.15 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0297017 May 30 04:59:51.813103 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 43234) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:51.818782 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [None req-f6f7b2d6-9e8e-4867-817c-e94014aba7a8 tempest-ExtensionsTestJSON-827998916 tempest-ExtensionsTestJSON-827998916-project] http://10.222.0.15:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=88260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 30 04:59:51.819866 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-f6f7b2d6-9e8e-4867-817c-e94014aba7a8 tempest-ExtensionsTestJSON-827998916 tempest-ExtensionsTestJSON-827998916-project] 10.222.0.15 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0053995 May 30 04:59:51.823576 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 43242) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:51.828650 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075b58fc-8180-4802-8467-155eeb9c3deb tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d34c136-93c5-4ee2-827b-a4c8076fe5e8,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:51.843025 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [None req-5ec82918-ee2b-4d23-b4f4-f402127678b4 tempest-ExtensionsTestJSON-827998916 tempest-ExtensionsTestJSON-827998916-project] http://10.222.0.15:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=88261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 30 04:59:51.844246 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-5ec82918-ee2b-4d23-b4f4-f402127678b4 tempest-ExtensionsTestJSON-827998916 tempest-ExtensionsTestJSON-827998916-project] 10.222.0.15 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0182633 May 30 04:59:51.846062 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bc6d4cd7-2fa7-41c4-a6ab-aea6175b854c tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:51.852154 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 43246) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:51.873190 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [None req-3bc9d751-bf7a-44be-bfb4-5f263243edc9 tempest-ExtensionsTestJSON-827998916 tempest-ExtensionsTestJSON-827998916-project] http://10.222.0.15:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=88260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 30 04:59:51.874220 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-3bc9d751-bf7a-44be-bfb4-5f263243edc9 tempest-ExtensionsTestJSON-827998916 tempest-ExtensionsTestJSON-827998916-project] 10.222.0.15 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0178268 May 30 04:59:51.881044 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 43250) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:51.890102 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3114042d-cea1-4a47-8561-459d00bf3f2a tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1547867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2133322'] for subnet, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:51.898941 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [None req-60e404f7-2048-42b7-aba3-b41c291b1727 tempest-ExtensionsTestJSON-827998916 tempest-ExtensionsTestJSON-827998916-project] http://10.222.0.15:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=88260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 30 04:59:51.902894 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-60e404f7-2048-42b7-aba3-b41c291b1727 tempest-ExtensionsTestJSON-827998916 tempest-ExtensionsTestJSON-827998916-project] 10.222.0.15 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0178583 May 30 04:59:51.941703 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 43254) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:51.952341 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6c885cb2-0799-4059-a543-62c8a17e6e6d tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Notify callbacks [] for security_group, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:51.954240 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-075b58fc-8180-4802-8467-155eeb9c3deb tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:51.957189 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-075b58fc-8180-4802-8467-155eeb9c3deb tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] 10.222.0.15 "DELETE /v2.0/security-groups/4d34c136-93c5-4ee2-827b-a4c8076fe5e8 HTTP/1.1" status: 204 len: 168 time: 0.5253413 May 30 04:59:51.958647 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [None req-19248553-f99e-4ffb-aaf8-754e73084130 tempest-ExtensionsTestJSON-827998916 tempest-ExtensionsTestJSON-827998916-project] http://10.222.0.15:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=88260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 30 04:59:51.959680 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-19248553-f99e-4ffb-aaf8-754e73084130 tempest-ExtensionsTestJSON-827998916 tempest-ExtensionsTestJSON-827998916-project] 10.222.0.15 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0169976 May 30 04:59:51.962470 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3114042d-cea1-4a47-8561-459d00bf3f2a tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Pushing event deleted for resources: {'Subnet': ['ID=ebb44f44-640b-403b-a6e0-b550d5677c49,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:51.964308 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 43260) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:51.964673 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 43262) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:51.971305 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6c885cb2-0799-4059-a543-62c8a17e6e6d tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:51.977468 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [None req-7653891e-fa5e-4c26-9f29-c338028f0486 tempest-ExtensionsTestJSON-827998916 tempest-ExtensionsTestJSON-827998916-project] http://10.222.0.15:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=88260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 30 04:59:51.979038 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-7653891e-fa5e-4c26-9f29-c338028f0486 tempest-ExtensionsTestJSON-827998916 tempest-ExtensionsTestJSON-827998916-project] 10.222.0.15 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0113227 May 30 04:59:51.981774 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c27233f-5da8-4031-8fb6-024d3b722be6 None None] Network 0008fd3d-19e9-40cf-b545-4a7647b90cf1 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:59:51.995366 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3114042d-cea1-4a47-8561-459d00bf3f2a tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:51.999992 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-3114042d-cea1-4a47-8561-459d00bf3f2a tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "DELETE /v2.0/subnets/ebb44f44-640b-403b-a6e0-b550d5677c49 HTTP/1.1" status: 204 len: 168 time: 1.0288348 May 30 04:59:52.008280 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 43268) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:52.008616 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 43270) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:52.052074 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c885cb2-0799-4059-a543-62c8a17e6e6d tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9120a2f3-206a-4243-a3b1-8b41c62f6abb,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:52.071725 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6c885cb2-0799-4059-a543-62c8a17e6e6d tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:52.073089 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-6c885cb2-0799-4059-a543-62c8a17e6e6d tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8439415 May 30 04:59:52.078880 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 43276) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:52.082068 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-a77ba60d-ecbf-4d45-a4d0-5d9583f998f3 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c927cd8d-29d3-4306-83e2-82d8e2d1fb30']}} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:59:52.095256 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-f92b1968-3613-44ea-933c-e7f535e03a7a tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Request body: {'security_group_rule': {'security_group_id': '3dfc9a1a-62d6-4844-905e-a282674fec09', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '9120a2f3-206a-4243-a3b1-8b41c62f6abb'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:59:52.105150 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-ed3e68e5-bb02-4bba-8726-c0a23a381434 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Synchronizing usage tracker for tenant:e8165468c1c447b08667f9e6612a30e1 on resource:security_group {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:59:52.109390 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-f92b1968-3613-44ea-933c-e7f535e03a7a tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:59:52.116905 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-f92b1968-3613-44ea-933c-e7f535e03a7a tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Usage tracker for resource:security_group_rule and tenant:7d1841e7e6c447259c28a06e10b65a59 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:59:52.121614 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-f92b1968-3613-44ea-933c-e7f535e03a7a tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:59:52.131601 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-f92b1968-3613-44ea-933c-e7f535e03a7a tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:59:52.141064 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-ed3e68e5-bb02-4bba-8726-c0a23a381434 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Unset dirty status for tenant:e8165468c1c447b08667f9e6612a30e1 on resource:security_group {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:59:52.142577 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-ed3e68e5-bb02-4bba-8726-c0a23a381434 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1764727 May 30 04:59:52.145259 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 43282) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:52.189162 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [None req-c8d1530f-95dc-4a35-8431-1a0736c7543d tempest-ExtensionsTestJSON-827998916 tempest-ExtensionsTestJSON-827998916-project] http://10.222.0.15:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=88261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 30 04:59:52.189830 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-c8d1530f-95dc-4a35-8431-1a0736c7543d tempest-ExtensionsTestJSON-827998916 tempest-ExtensionsTestJSON-827998916-project] 10.222.0.15 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.1751437 May 30 04:59:52.201258 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 43286) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:52.206810 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.api.v2.resource [None req-f92b1968-3613-44ea-933c-e7f535e03a7a tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 04:59:52.208016 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-f92b1968-3613-44ea-933c-e7f535e03a7a tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1282849 May 30 04:59:52.211551 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [None req-416594c5-187d-452f-b9f3-29ad6fdf31a0 tempest-ExtensionsTestJSON-827998916 tempest-ExtensionsTestJSON-827998916-project] http://10.222.0.15:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=88260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 30 04:59:52.216309 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-416594c5-187d-452f-b9f3-29ad6fdf31a0 tempest-ExtensionsTestJSON-827998916 tempest-ExtensionsTestJSON-827998916-project] 10.222.0.15 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0136492 May 30 04:59:52.218544 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 43290) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:52.218874 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 43292) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:52.250642 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [None req-03e82152-68b2-44c6-94a1-737de7c5e145 tempest-ExtensionsTestJSON-827998916 tempest-ExtensionsTestJSON-827998916-project] http://10.222.0.15:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=88260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 30 04:59:52.254074 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-03e82152-68b2-44c6-94a1-737de7c5e145 tempest-ExtensionsTestJSON-827998916 tempest-ExtensionsTestJSON-827998916-project] 10.222.0.15 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0186980 May 30 04:59:52.293307 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-64f42cd6-164f-449f-b1e1-ac0bf5b97837 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Synchronizing usage tracker for tenant:e8165468c1c447b08667f9e6612a30e1 on resource:security_group_rule {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:59:52.298170 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 43298) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:52.306838 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [None req-21377c67-1f40-4537-ab7d-7b4652a1b215 tempest-ExtensionsTestJSON-827998916 tempest-ExtensionsTestJSON-827998916-project] http://10.222.0.15:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=88260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 30 04:59:52.308021 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-21377c67-1f40-4537-ab7d-7b4652a1b215 tempest-ExtensionsTestJSON-827998916 tempest-ExtensionsTestJSON-827998916-project] 10.222.0.15 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0077176 May 30 04:59:52.314273 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 43302) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:52.325982 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [None req-e2394a22-2e82-4847-8621-2a8a24a3f79e tempest-ExtensionsTestJSON-827998916 tempest-ExtensionsTestJSON-827998916-project] http://10.222.0.15:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=88260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 30 04:59:52.329396 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-e2394a22-2e82-4847-8621-2a8a24a3f79e tempest-ExtensionsTestJSON-827998916 tempest-ExtensionsTestJSON-827998916-project] 10.222.0.15 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0102732 May 30 04:59:52.330168 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 43306) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:52.350712 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-89d07bee-df92-448d-a406-1ab974059e7a tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3336682 May 30 04:59:52.350937 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [None req-41889366-c2c1-4e3f-950d-465621327221 tempest-ExtensionsTestJSON-827998916 tempest-ExtensionsTestJSON-827998916-project] http://10.222.0.15:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=88260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 30 04:59:52.351715 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-41889366-c2c1-4e3f-950d-465621327221 tempest-ExtensionsTestJSON-827998916 tempest-ExtensionsTestJSON-827998916-project] 10.222.0.15 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0198536 May 30 04:59:52.355340 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 43310) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:52.355850 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 43312) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:52.361552 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-915feef4-b7c7-403f-a5d0-ac02cd29f987 None None] DHCP port deletion for 0008fd3d-19e9-40cf-b545-4a7647b90cf1 request from dv-neutron-843763-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 30 04:59:52.363495 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [None req-173f375e-d261-4b77-9453-af31cd9f6c89 tempest-ExtensionsTestJSON-827998916 tempest-ExtensionsTestJSON-827998916-project] http://10.222.0.15:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=88260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 30 04:59:52.364062 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-bc6d4cd7-2fa7-41c4-a6ab-aea6175b854c tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Calling delete_port for 80a408b9-0c21-4d97-904c-d07195402752 owned by {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:59:52.364824 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-173f375e-d261-4b77-9453-af31cd9f6c89 tempest-ExtensionsTestJSON-827998916 tempest-ExtensionsTestJSON-827998916-project] 10.222.0.15 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0056870 May 30 04:59:52.367762 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 43318) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:52.369072 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-915feef4-b7c7-403f-a5d0-ac02cd29f987 None None] Deleting port 7fa52d9f-1d67-4bde-9d1b-cdcd98b85e92 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:59:52.369511 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-915feef4-b7c7-403f-a5d0-ac02cd29f987 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:52.405190 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-dc3ebe03-2248-4a95-9704-89add2bdc8bf tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:52.416534 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-64f42cd6-164f-449f-b1e1-ac0bf5b97837 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] Unset dirty status for tenant:e8165468c1c447b08667f9e6612a30e1 on resource:security_group_rule {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:59:52.418181 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-64f42cd6-164f-449f-b1e1-ac0bf5b97837 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.2717376 May 30 04:59:52.428688 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [None req-0771fcb2-cbeb-4c87-8de8-38d6382e4271 tempest-ExtensionsTestJSON-827998916 tempest-ExtensionsTestJSON-827998916-project] http://10.222.0.15:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=88260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 30 04:59:52.432438 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-0771fcb2-cbeb-4c87-8de8-38d6382e4271 tempest-ExtensionsTestJSON-827998916 tempest-ExtensionsTestJSON-827998916-project] 10.222.0.15 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0605090 May 30 04:59:52.435214 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 43322) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:52.435545 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 43324) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:52.442378 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7d82d2c6-3f79-4848-964f-10f10cb3a5fd req-4c0ce233-748e-4acd-90a0-4446d2672b54 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b9579b7-bae6-478c-894f-e20038a7bb0f HTTP/1.1" status: 200 len: 210 time: 0.8995373 May 30 04:59:52.444614 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [None req-6f57b08f-d43a-4ad5-823e-61d2b19ac7d5 tempest-ExtensionsTestJSON-827998916 tempest-ExtensionsTestJSON-827998916-project] http://10.222.0.15:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=88260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 30 04:59:52.449178 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-6f57b08f-d43a-4ad5-823e-61d2b19ac7d5 tempest-ExtensionsTestJSON-827998916 tempest-ExtensionsTestJSON-827998916-project] 10.222.0.15 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0053062 May 30 04:59:52.450789 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-a77ba60d-ecbf-4d45-a4d0-5d9583f998f3 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c06176e-5f16-448e-b767-b003f9053df1') {'for_net_delete': True} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:59:52.451289 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-a77ba60d-ecbf-4d45-a4d0-5d9583f998f3 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c06176e-5f16-448e-b767-b003f9053df1') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:59:52.459824 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 43330) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:52.466596 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a77ba60d-ecbf-4d45-a4d0-5d9583f998f3 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729235042807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3545573'] for segment, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:52.485226 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [None req-8cf19782-5893-4806-a5a8-a4c4ff54335e tempest-ExtensionsTestJSON-827998916 tempest-ExtensionsTestJSON-827998916-project] http://10.222.0.15:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=88260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 30 04:59:52.486212 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-8cf19782-5893-4806-a5a8-a4c4ff54335e tempest-ExtensionsTestJSON-827998916 tempest-ExtensionsTestJSON-827998916-project] 10.222.0.15 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0107954 May 30 04:59:52.488909 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-dc3ebe03-2248-4a95-9704-89add2bdc8bf tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:52.491748 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a77ba60d-ecbf-4d45-a4d0-5d9583f998f3 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:52.498471 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 43334) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:52.499528 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a77ba60d-ecbf-4d45-a4d0-5d9583f998f3 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=88261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 04:59:52.500126 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a77ba60d-ecbf-4d45-a4d0-5d9583f998f3 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-862858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2304281'] for segment, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:52.508417 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.api.v2.resource [None req-722600d3-dc8e-452c-86a0-c10716edc24a tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] delete failed (client error): The resource could not be found. May 30 04:59:52.516148 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-722600d3-dc8e-452c-86a0-c10716edc24a tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] 10.222.0.15 "DELETE /v2.0/security-groups/4d34c136-93c5-4ee2-827b-a4c8076fe5e8 HTTP/1.1" status: 404 len: 347 time: 0.0707901 May 30 04:59:52.516148 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [None req-bc49ee1c-2abb-46df-b428-d65099ff17ff tempest-ExtensionsTestJSON-827998916 tempest-ExtensionsTestJSON-827998916-project] http://10.222.0.15:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=88260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 30 04:59:52.516148 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-bc49ee1c-2abb-46df-b428-d65099ff17ff tempest-ExtensionsTestJSON-827998916 tempest-ExtensionsTestJSON-827998916-project] 10.222.0.15 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0114174 May 30 04:59:52.520148 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 43338) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:52.520473 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 43340) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:52.551522 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [None req-15d15221-49e1-4d1b-aa85-5d6fd5c039ea tempest-ExtensionsTestJSON-827998916 tempest-ExtensionsTestJSON-827998916-project] http://10.222.0.15:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=88260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 30 04:59:52.554316 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-15d15221-49e1-4d1b-aa85-5d6fd5c039ea tempest-ExtensionsTestJSON-827998916 tempest-ExtensionsTestJSON-827998916-project] 10.222.0.15 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0256159 May 30 04:59:52.561153 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 43346) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:52.565988 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [None req-67641265-ce1a-43ec-9c2e-4c8f1d450234 tempest-ExtensionsTestJSON-827998916 tempest-ExtensionsTestJSON-827998916-project] http://10.222.0.15:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=88260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 30 04:59:52.566924 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-67641265-ce1a-43ec-9c2e-4c8f1d450234 tempest-ExtensionsTestJSON-827998916 tempest-ExtensionsTestJSON-827998916-project] 10.222.0.15 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0048444 May 30 04:59:52.575637 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 43350) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:52.588183 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [None req-9deae9a4-5d10-44dc-bff7-e51d93e4b5f9 tempest-ExtensionsTestJSON-827998916 tempest-ExtensionsTestJSON-827998916-project] http://10.222.0.15:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=88260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 30 04:59:52.589134 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-9deae9a4-5d10-44dc-bff7-e51d93e4b5f9 tempest-ExtensionsTestJSON-827998916 tempest-ExtensionsTestJSON-827998916-project] 10.222.0.15 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0125470 May 30 04:59:52.598560 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 43354) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:52.629214 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [None req-5f99f0c7-8fab-4d43-bf3c-2ad9efa2ab80 tempest-ExtensionsTestJSON-827998916 tempest-ExtensionsTestJSON-827998916-project] http://10.222.0.15:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=88261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 30 04:59:52.632961 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-5f99f0c7-8fab-4d43-bf3c-2ad9efa2ab80 tempest-ExtensionsTestJSON-827998916 tempest-ExtensionsTestJSON-827998916-project] 10.222.0.15 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0298710 May 30 04:59:52.636279 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f4103b7-50aa-4908-844d-f50096a09140 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:59:52.637260 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-1f4103b7-50aa-4908-844d-f50096a09140 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Synchronizing usage tracker for tenant:16af2dbefc6742d5a37a7b30e58c8c2f on resource:port {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:59:52.637394 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 43360) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:52.646184 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-915feef4-b7c7-403f-a5d0-ac02cd29f987 None None] For port 7fa52d9f-1d67-4bde-9d1b-cdcd98b85e92, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=7fa52d9f-1d67-4bde-9d1b-cdcd98b85e92,segment=NetworkSegment(c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1),segment_id=c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:59:52.646917 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-915feef4-b7c7-403f-a5d0-ac02cd29f987 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:52.647939 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 4c06176e-5f16-448e-b767-b003f9053df1 resource provider aggregate not found May 30 04:59:52.648223 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-dc3ebe03-2248-4a95-9704-89add2bdc8bf tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:52.677564 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [None req-0e0b23de-0cdc-40bf-b6e3-8feede46ff36 tempest-ExtensionsTestJSON-827998916 tempest-ExtensionsTestJSON-827998916-project] http://10.222.0.15:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=88261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 30 04:59:52.681302 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-0e0b23de-0cdc-40bf-b6e3-8feede46ff36 tempest-ExtensionsTestJSON-827998916 tempest-ExtensionsTestJSON-827998916-project] 10.222.0.15 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0269856 May 30 04:59:52.685518 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-a6378618-d735-472e-8e76-4df295175ff3 tempest-SecGroupIPv6Test-520092664 tempest-SecGroupIPv6Test-520092664-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1580365 May 30 04:59:52.687741 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 4c06176e-5f16-448e-b767-b003f9053df1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4c06176e-5f16-448e-b767-b003f9053df1 found for delete ", "request_id": "req-9dfa79a9-6e85-4f9f-b388-f0e88b270600"}]} May 30 04:59:52.689547 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 43366) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:52.699748 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [None req-684d66fb-6301-4380-bbbd-e980efbfc041 tempest-ExtensionsTestJSON-827998916 tempest-ExtensionsTestJSON-827998916-project] http://10.222.0.15:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=88261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 30 04:59:52.703254 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-684d66fb-6301-4380-bbbd-e980efbfc041 tempest-ExtensionsTestJSON-827998916 tempest-ExtensionsTestJSON-827998916-project] 10.222.0.15 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0100985 May 30 04:59:52.704273 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 43372) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:52.711351 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3ebe03-2248-4a95-9704-89add2bdc8bf tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9120a2f3-206a-4243-a3b1-8b41c62f6abb,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:52.728553 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-dc3ebe03-2248-4a95-9704-89add2bdc8bf tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:52.737318 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-dc3ebe03-2248-4a95-9704-89add2bdc8bf tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] 10.222.0.15 "DELETE /v2.0/security-groups/9120a2f3-206a-4243-a3b1-8b41c62f6abb HTTP/1.1" status: 204 len: 168 time: 0.5033486 May 30 04:59:52.740996 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [None req-e51a025d-5ed6-4100-a31b-8c96ed8e076c tempest-ExtensionsTestJSON-827998916 tempest-ExtensionsTestJSON-827998916-project] http://10.222.0.15:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=88261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 30 04:59:52.740996 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-e51a025d-5ed6-4100-a31b-8c96ed8e076c tempest-ExtensionsTestJSON-827998916 tempest-ExtensionsTestJSON-827998916-project] 10.222.0.15 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0157435 May 30 04:59:52.741173 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 43376) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:52.741173 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 43380) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:52.742173 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a77ba60d-ecbf-4d45-a4d0-5d9583f998f3 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604744'] for network, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:52.748896 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a77ba60d-ecbf-4d45-a4d0-5d9583f998f3 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:52.769888 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [None req-c612f975-69af-4dcc-a956-3333b1c29e8c tempest-ExtensionsTestJSON-827998916 tempest-ExtensionsTestJSON-827998916-project] http://10.222.0.15:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=88260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 30 04:59:52.769888 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-c612f975-69af-4dcc-a956-3333b1c29e8c tempest-ExtensionsTestJSON-827998916 tempest-ExtensionsTestJSON-827998916-project] 10.222.0.15 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0255213 May 30 04:59:52.773038 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-1f4103b7-50aa-4908-844d-f50096a09140 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Unset dirty status for tenant:16af2dbefc6742d5a37a7b30e58c8c2f on resource:port {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:59:52.773166 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8d04e2b6-72c7-40ee-9a51-b049d5f64055 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:52.773252 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-1f4103b7-50aa-4908-844d-f50096a09140 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4150267 May 30 04:59:52.775815 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 43384) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:52.776820 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 43386) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:52.785045 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77ba60d-ecbf-4d45-a4d0-5d9583f998f3 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Pushing event deleted for resources: {'Network': ['ID=c927cd8d-29d3-4306-83e2-82d8e2d1fb30,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:52.785461 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [None req-b5c30f00-1303-4f92-b92d-7937eb5ba1a8 tempest-ExtensionsTestJSON-827998916 tempest-ExtensionsTestJSON-827998916-project] http://10.222.0.15:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=88260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 30 04:59:52.789385 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-b5c30f00-1303-4f92-b92d-7937eb5ba1a8 tempest-ExtensionsTestJSON-827998916 tempest-ExtensionsTestJSON-827998916-project] 10.222.0.15 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0087366 May 30 04:59:52.794143 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-915feef4-b7c7-403f-a5d0-ac02cd29f987 None None] Calling delete_port for 7fa52d9f-1d67-4bde-9d1b-cdcd98b85e92 owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:59:52.820229 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 43392) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:52.841550 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [None req-1b6ae939-4b81-4fa4-91c0-f3057cf2e2ae tempest-ExtensionsTestJSON-827998916 tempest-ExtensionsTestJSON-827998916-project] http://10.222.0.15:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=88261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 30 04:59:52.844862 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-1b6ae939-4b81-4fa4-91c0-f3057cf2e2ae tempest-ExtensionsTestJSON-827998916 tempest-ExtensionsTestJSON-827998916-project] 10.222.0.15 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0145719 May 30 04:59:52.845789 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 43396) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:52.849571 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-a77ba60d-ecbf-4d45-a4d0-5d9583f998f3 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] 10.222.0.15 "DELETE /v2.0/networks/c927cd8d-29d3-4306-83e2-82d8e2d1fb30 HTTP/1.1" status: 204 len: 168 time: 6.6044819 May 30 04:59:52.857352 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 43400) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:52.860513 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [None req-48343fd5-6807-4a72-858c-55ecdcbbc0e0 tempest-ExtensionsTestJSON-827998916 tempest-ExtensionsTestJSON-827998916-project] http://10.222.0.15:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=88261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 30 04:59:52.861384 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-48343fd5-6807-4a72-858c-55ecdcbbc0e0 tempest-ExtensionsTestJSON-827998916 tempest-ExtensionsTestJSON-827998916-project] 10.222.0.15 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0137875 May 30 04:59:52.865474 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 43402) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:52.877127 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [None req-b3195a19-9d14-4305-97fc-16370a86595f tempest-ExtensionsTestJSON-827998916 tempest-ExtensionsTestJSON-827998916-project] http://10.222.0.15:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=88261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 30 04:59:52.878116 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-b3195a19-9d14-4305-97fc-16370a86595f tempest-ExtensionsTestJSON-827998916 tempest-ExtensionsTestJSON-827998916-project] 10.222.0.15 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0105741 May 30 04:59:52.879030 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-6060f7da-dc2d-415e-9ae3-b957e0cce298 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1933229104'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:59:52.884445 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 43408) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:52.894708 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [None req-a4878495-661e-4183-abb0-15211ea687df tempest-ExtensionsTestJSON-827998916 tempest-ExtensionsTestJSON-827998916-project] http://10.222.0.15:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=88261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 30 04:59:52.895917 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-a4878495-661e-4183-abb0-15211ea687df tempest-ExtensionsTestJSON-827998916 tempest-ExtensionsTestJSON-827998916-project] 10.222.0.15 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0105639 May 30 04:59:52.898892 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 43412) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:52.906805 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [None req-7fe1d2b8-d795-4b73-8901-de32b978fc0d tempest-ExtensionsTestJSON-827998916 tempest-ExtensionsTestJSON-827998916-project] http://10.222.0.15:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=88261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 30 04:59:52.911285 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-7fe1d2b8-d795-4b73-8901-de32b978fc0d tempest-ExtensionsTestJSON-827998916 tempest-ExtensionsTestJSON-827998916-project] 10.222.0.15 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0081995 May 30 04:59:52.911433 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-6060f7da-dc2d-415e-9ae3-b957e0cce298 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:59:52.911546 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bc6d4cd7-2fa7-41c4-a6ab-aea6175b854c tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:52.917875 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 43416) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:52.921096 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-6060f7da-dc2d-415e-9ae3-b957e0cce298 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Usage tracker for resource:network and tenant:5386df8a083a4b53b87ea99ca4a65ce1 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:59:52.924853 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-915feef4-b7c7-403f-a5d0-ac02cd29f987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069'] for port, after_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:52.930210 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-4a2a1e9b-8d75-4548-93f1-bcab042d9998 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Synchronizing usage tracker for tenant:7d1841e7e6c447259c28a06e10b65a59 on resource:security_group {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:59:52.933633 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-6060f7da-dc2d-415e-9ae3-b957e0cce298 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:59:52.948029 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f85e815-61fe-48db-948e-3c8fc90b32de tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:59:52.948748 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-4f85e815-61fe-48db-948e-3c8fc90b32de tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Synchronizing usage tracker for tenant:16af2dbefc6742d5a37a7b30e58c8c2f on resource:subnet {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:59:52.952477 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-6060f7da-dc2d-415e-9ae3-b957e0cce298 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:59:52.984468 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6060f7da-dc2d-415e-9ae3-b957e0cce298 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Made reservation on behalf of 5386df8a083a4b53b87ea99ca4a65ce1 for: {'network': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:59:52.988646 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [None req-9cc961c5-7f16-4268-8ed2-82e61c018428 tempest-ExtensionsTestJSON-827998916 tempest-ExtensionsTestJSON-827998916-project] http://10.222.0.15:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=88261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 30 04:59:52.990088 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-9cc961c5-7f16-4268-8ed2-82e61c018428 tempest-ExtensionsTestJSON-827998916 tempest-ExtensionsTestJSON-827998916-project] 10.222.0.15 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0283203 May 30 04:59:52.991396 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6060f7da-dc2d-415e-9ae3-b957e0cce298 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for network, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:52.998483 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 43420) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:53.002393 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6d4cd7-2fa7-41c4-a6ab-aea6175b854c tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Pushing event deleted for resources: {'Port': ['ID=80a408b9-0c21-4d97-904c-d07195402752,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:53.019233 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915feef4-b7c7-403f-a5d0-ac02cd29f987 None None] Pushing event deleted for resources: {'Port': ['ID=7fa52d9f-1d67-4bde-9d1b-cdcd98b85e92,revision_number=None']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:53.027095 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915feef4-b7c7-403f-a5d0-ac02cd29f987 None None] No DVR routers for this DVR port 7fa52d9f-1d67-4bde-9d1b-cdcd98b85e92 on host dv-neutron-843763-1-hyperv {{(pid=88262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 04:59:53.036949 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [None req-b3eb2391-6299-4be2-997f-fe00a7c9b061 tempest-ExtensionsTestJSON-827998916 tempest-ExtensionsTestJSON-827998916-project] http://10.222.0.15:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=88261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 30 04:59:53.036949 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-b3eb2391-6299-4be2-997f-fe00a7c9b061 tempest-ExtensionsTestJSON-827998916 tempest-ExtensionsTestJSON-827998916-project] 10.222.0.15 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0360045 May 30 04:59:53.045501 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-4a2a1e9b-8d75-4548-93f1-bcab042d9998 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Unset dirty status for tenant:7d1841e7e6c447259c28a06e10b65a59 on resource:security_group {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:59:53.046185 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-4a2a1e9b-8d75-4548-93f1-bcab042d9998 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.3068616 May 30 04:59:53.052820 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 43424) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:53.053168 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 43426) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:53.072985 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-4f85e815-61fe-48db-948e-3c8fc90b32de tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Unset dirty status for tenant:16af2dbefc6742d5a37a7b30e58c8c2f on resource:subnet {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:59:53.074163 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-4f85e815-61fe-48db-948e-3c8fc90b32de tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2947423 May 30 04:59:53.079649 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [None req-7d7c85fe-aecf-415a-a665-b250ceed4828 tempest-ExtensionsTestJSON-827998916 tempest-ExtensionsTestJSON-827998916-project] http://10.222.0.15:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=88260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 30 04:59:53.080623 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-7d7c85fe-aecf-415a-a665-b250ceed4828 tempest-ExtensionsTestJSON-827998916 tempest-ExtensionsTestJSON-827998916-project] 10.222.0.15 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0259714 May 30 04:59:53.083178 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 43432) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:53.083441 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 43436) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:53.093969 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8d04e2b6-72c7-40ee-9a51-b049d5f64055 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:53.108500 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6060f7da-dc2d-415e-9ae3-b957e0cce298 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=88260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 04:59:53.124690 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6060f7da-dc2d-415e-9ae3-b957e0cce298 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:53.125040 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.db.segments_db [None req-6060f7da-dc2d-415e-9ae3-b957e0cce298 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Added segment ee7039fe-32b5-41fd-b86f-fcc5e07c06a0 of type vlan for network 033b88b6-d15f-46f3-b67c-e69b4b892da1 May 30 04:59:53.153206 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6060f7da-dc2d-415e-9ae3-b957e0cce298 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729234556353'] for network, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:53.257670 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [None req-ef3d7b5f-7892-4fc0-a7ef-d2d840ca73b7 tempest-ExtensionsTestJSON-827998916 tempest-ExtensionsTestJSON-827998916-project] http://10.222.0.15:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=88260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 30 04:59:53.258913 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-ef3d7b5f-7892-4fc0-a7ef-d2d840ca73b7 tempest-ExtensionsTestJSON-827998916 tempest-ExtensionsTestJSON-827998916-project] 10.222.0.15 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.1719244 May 30 04:59:53.278821 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 43442) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:53.279398 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 43444) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:53.331902 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 7fa52d9f-1d67-4bde-9d1b-cdcd98b85e92 no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 04:59:53.368003 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d04e2b6-72c7-40ee-9a51-b049d5f64055 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Pushing event updated for resources: {'Port': ['ID=f882b1f1-0419-4c74-946a-02f913ab6338,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:53.379036 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] No Port match for: 7fa52d9f-1d67-4bde-9d1b-cdcd98b85e92 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 04:59:53.379490 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 7fa52d9f-1d67-4bde-9d1b-cdcd98b85e92 not bound to the agent host dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 04:59:53.420967 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d04e2b6-72c7-40ee-9a51-b049d5f64055 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Network 5dca043a-b37a-4723-9d7b-43c1402b7673 is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:59:53.428951 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-8d04e2b6-72c7-40ee-9a51-b049d5f64055 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:59:53.433300 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6060f7da-dc2d-415e-9ae3-b957e0cce298 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788'] for network, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:53.437176 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6060f7da-dc2d-415e-9ae3-b957e0cce298 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:59:53.437789 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6060f7da-dc2d-415e-9ae3-b957e0cce298 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:53.446014 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d04e2b6-72c7-40ee-9a51-b049d5f64055 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:59:53.450763 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [None req-75aacb75-83ab-4133-a4d5-8eafa9b27993 tempest-ExtensionsTestJSON-827998916 tempest-ExtensionsTestJSON-827998916-project] http://10.222.0.15:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=88260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 30 04:59:53.451421 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d04e2b6-72c7-40ee-9a51-b049d5f64055 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:59:53.451733 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-75aacb75-83ab-4133-a4d5-8eafa9b27993 tempest-ExtensionsTestJSON-827998916 tempest-ExtensionsTestJSON-827998916-project] 10.222.0.15 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.1696601 May 30 04:59:53.452026 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8d04e2b6-72c7-40ee-9a51-b049d5f64055 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:53.456527 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 43456) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:53.468553 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-f47a6837-10d4-435f-932b-fb3f715e06cd tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3829100 May 30 04:59:53.472331 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bc6d4cd7-2fa7-41c4-a6ab-aea6175b854c tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:53.474621 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-bc6d4cd7-2fa7-41c4-a6ab-aea6175b854c tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] 10.222.0.15 "DELETE /v2.0/ports/80a408b9-0c21-4d97-904c-d07195402752 HTTP/1.1" status: 204 len: 168 time: 2.6445103 May 30 04:59:53.477541 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 43462) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:53.478905 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 43464) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:53.490816 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [None req-b0f1601d-89ee-4f3b-8eb8-01b714c0e786 tempest-ExtensionsTestJSON-827998916 tempest-ExtensionsTestJSON-827998916-project] http://10.222.0.15:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=88261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 30 04:59:53.491195 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-b0f1601d-89ee-4f3b-8eb8-01b714c0e786 tempest-ExtensionsTestJSON-827998916 tempest-ExtensionsTestJSON-827998916-project] 10.222.0.15 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0292113 May 30 04:59:53.495790 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 43468) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:53.505197 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-80c9d51d-ef0a-4adf-a095-a7a2b9e6da8a tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Request body: {'subnet': {'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:59:53.579105 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1da0d29c-5631-4c46-9958-b61f45dd79be tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:53.611269 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [None req-e5ff721c-f0ae-4e17-9993-0627841de08f tempest-ExtensionsTestJSON-827998916 tempest-ExtensionsTestJSON-827998916-project] http://10.222.0.15:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=88261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 30 04:59:53.612234 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-e5ff721c-f0ae-4e17-9993-0627841de08f tempest-ExtensionsTestJSON-827998916 tempest-ExtensionsTestJSON-827998916-project] 10.222.0.15 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.1115317 May 30 04:59:53.618196 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 43474) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:53.633188 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbdde3a-8a1b-4a6b-8fde-4b6ab96d1e5a req-f3e79a25-acac-4efc-a6ee-df9cf3d927cb tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:59:53.633188 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-4fbdde3a-8a1b-4a6b-8fde-4b6ab96d1e5a req-f3e79a25-acac-4efc-a6ee-df9cf3d927cb tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Synchronizing usage tracker for tenant:f9fe59584bbe4d5aaa42841eedb71980 on resource:network {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:59:53.641412 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-8d04e2b6-72c7-40ee-9a51-b049d5f64055 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 3.2089522 May 30 04:59:53.642898 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [None req-4b6d1df5-e218-4845-bffd-2ef7f5a0260e tempest-ExtensionsTestJSON-827998916 tempest-ExtensionsTestJSON-827998916-project] http://10.222.0.15:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=88261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 30 04:59:53.643811 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-4b6d1df5-e218-4845-bffd-2ef7f5a0260e tempest-ExtensionsTestJSON-827998916 tempest-ExtensionsTestJSON-827998916-project] 10.222.0.15 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0186450 May 30 04:59:53.655597 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-70f86d39-f539-4288-a32e-5f2433a7fde1 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] GET failed (client error): The resource could not be found. May 30 04:59:53.656378 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-6060f7da-dc2d-415e-9ae3-b957e0cce298 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7898357 May 30 04:59:53.657032 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 43480) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:53.657142 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-70f86d39-f539-4288-a32e-5f2433a7fde1 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Synchronizing usage tracker for tenant:f4aea07b5c934dc5bc600f55a2d3ba0e on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:59:53.657355 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 43482) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:53.662487 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 43484) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:53.683337 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-7e4c9d6b-6f62-4ada-9536-7bbbf2463b91 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Request body: {'subnet': {'network_id': '033b88b6-d15f-46f3-b67c-e69b4b892da1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:59:53.693933 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-25564f43-0e96-47a7-9e55-f06c21de3fb0 req-00ab9386-1c88-4564-a8b4-278294420309 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b9579b7-bae6-478c-894f-e20038a7bb0f HTTP/1.1" status: 200 len: 210 time: 0.0972781 May 30 04:59:53.705305 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-ee0839ed-7595-47d6-921a-c49ce101f75c tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:59:53.745060 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [None req-3edb2f67-d02f-47d3-871b-22b9ff50cabf tempest-ExtensionsTestJSON-827998916 tempest-ExtensionsTestJSON-827998916-project] http://10.222.0.15:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=88260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 30 04:59:53.746052 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-3edb2f67-d02f-47d3-871b-22b9ff50cabf tempest-ExtensionsTestJSON-827998916 tempest-ExtensionsTestJSON-827998916-project] 10.222.0.15 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0714669 May 30 04:59:53.751130 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1da0d29c-5631-4c46-9958-b61f45dd79be tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:53.762514 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 43492) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:53.769073 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6060f7da-dc2d-415e-9ae3-b957e0cce298 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Pushing event updated for resources: {'Network': ['ID=033b88b6-d15f-46f3-b67c-e69b4b892da1,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:53.782057 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Network 033b88b6-d15f-46f3-b67c-e69b4b892da1 details requested by agent ovs-agent-dv-neutron-843763-1-hyperv with host dv-neutron-843763-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 04:59:53.797874 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [None req-88385e06-e8d9-4d92-ab4f-e2c7d9e0812e tempest-ExtensionsTestJSON-827998916 tempest-ExtensionsTestJSON-827998916-project] http://10.222.0.15:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=88260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 30 04:59:53.800956 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-88385e06-e8d9-4d92-ab4f-e2c7d9e0812e tempest-ExtensionsTestJSON-827998916 tempest-ExtensionsTestJSON-827998916-project] 10.222.0.15 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0308268 May 30 04:59:53.801093 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-4fbdde3a-8a1b-4a6b-8fde-4b6ab96d1e5a req-f3e79a25-acac-4efc-a6ee-df9cf3d927cb tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Unset dirty status for tenant:f9fe59584bbe4d5aaa42841eedb71980 on resource:network {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:59:53.802258 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4fbdde3a-8a1b-4a6b-8fde-4b6ab96d1e5a req-f3e79a25-acac-4efc-a6ee-df9cf3d927cb tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.39 "GET /v2.0/networks?id=83d1d881-1387-42cf-a16f-9c6e02a5e965 HTTP/1.1" status: 200 len: 796 time: 0.7644718 May 30 04:59:53.802750 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 43496) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:53.823830 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [None req-6c53529d-907d-4561-85d4-16a4db09ab2b tempest-ExtensionsTestJSON-827998916 tempest-ExtensionsTestJSON-827998916-project] http://10.222.0.15:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=88261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 30 04:59:53.827316 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-6c53529d-907d-4561-85d4-16a4db09ab2b tempest-ExtensionsTestJSON-827998916 tempest-ExtensionsTestJSON-827998916-project] 10.222.0.15 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0208335 May 30 04:59:53.827316 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-80c9d51d-ef0a-4adf-a095-a7a2b9e6da8a tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:59:53.833279 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 43500) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:53.833521 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-70f86d39-f539-4288-a32e-5f2433a7fde1 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Unset dirty status for tenant:f4aea07b5c934dc5bc600f55a2d3ba0e on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:59:53.834553 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-70f86d39-f539-4288-a32e-5f2433a7fde1 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] 10.222.0.15 "GET /v2.0/ports/80a408b9-0c21-4d97-904c-d07195402752 HTTP/1.1" status: 404 len: 333 time: 0.3411336 May 30 04:59:53.840667 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 43504) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:53.869408 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-80c9d51d-ef0a-4adf-a095-a7a2b9e6da8a tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:59:53.874843 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [None req-4613cd62-fd15-4e06-9df9-e21fba5282c1 tempest-ExtensionsTestJSON-827998916 tempest-ExtensionsTestJSON-827998916-project] http://10.222.0.15:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=88260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 30 04:59:53.877895 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-4613cd62-fd15-4e06-9df9-e21fba5282c1 tempest-ExtensionsTestJSON-827998916 tempest-ExtensionsTestJSON-827998916-project] 10.222.0.15 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0361531 May 30 04:59:53.882644 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 43510) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:53.889714 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [None req-eee8d46e-25bb-4cff-85b3-d58deba3e747 tempest-ExtensionsTestJSON-827998916 tempest-ExtensionsTestJSON-827998916-project] http://10.222.0.15:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=88261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 30 04:59:53.890691 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-eee8d46e-25bb-4cff-85b3-d58deba3e747 tempest-ExtensionsTestJSON-827998916 tempest-ExtensionsTestJSON-827998916-project] 10.222.0.15 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0071409 May 30 04:59:53.898326 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 43514) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:53.912073 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-7e4c9d6b-6f62-4ada-9536-7bbbf2463b91 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:59:53.920119 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-7e4c9d6b-6f62-4ada-9536-7bbbf2463b91 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Usage tracker for resource:subnet and tenant:5386df8a083a4b53b87ea99ca4a65ce1 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:59:53.924888 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [None req-3c87cb2c-7d75-40ef-b38d-ef2ed2ad0aac tempest-ExtensionsTestJSON-827998916 tempest-ExtensionsTestJSON-827998916-project] http://10.222.0.15:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=88261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 30 04:59:53.926080 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-3c87cb2c-7d75-40ef-b38d-ef2ed2ad0aac tempest-ExtensionsTestJSON-827998916 tempest-ExtensionsTestJSON-827998916-project] 10.222.0.15 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0200045 May 30 04:59:53.926897 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-7e4c9d6b-6f62-4ada-9536-7bbbf2463b91 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:59:53.934172 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80c9d51d-ef0a-4adf-a095-a7a2b9e6da8a tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Made reservation on behalf of 16af2dbefc6742d5a37a7b30e58c8c2f for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:59:53.937436 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-80c9d51d-ef0a-4adf-a095-a7a2b9e6da8a tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9305518'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:53.951313 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 43518) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:53.959532 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-7e4c9d6b-6f62-4ada-9536-7bbbf2463b91 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:59:53.967298 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-4fbdde3a-8a1b-4a6b-8fde-4b6ab96d1e5a req-215e7825-8833-4900-bebf-e70b8d6fa25c tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Synchronizing usage tracker for tenant:f9fe59584bbe4d5aaa42841eedb71980 on resource:security_group {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:59:53.977358 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [None req-4fa76517-6013-40f2-a9e0-e52b6d87477d tempest-ExtensionsTestJSON-827998916 tempest-ExtensionsTestJSON-827998916-project] http://10.222.0.15:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=88261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 30 04:59:53.980879 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-4fa76517-6013-40f2-a9e0-e52b6d87477d tempest-ExtensionsTestJSON-827998916 tempest-ExtensionsTestJSON-827998916-project] 10.222.0.15 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0205095 May 30 04:59:53.994249 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 43522) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:54.019336 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-209f3bb8-94a6-4c1d-8f7f-e0b63ef9c776 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e8165468c1c447b08667f9e6612a30e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7361722 May 30 04:59:54.022460 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [None req-45cca5c7-af8f-46b7-94c6-51cbcc3c2e31 tempest-ExtensionsTestJSON-827998916 tempest-ExtensionsTestJSON-827998916-project] http://10.222.0.15:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=88260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 30 04:59:54.023451 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-45cca5c7-af8f-46b7-94c6-51cbcc3c2e31 tempest-ExtensionsTestJSON-827998916 tempest-ExtensionsTestJSON-827998916-project] 10.222.0.15 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0206914 May 30 04:59:54.029193 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 43526) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:54.029522 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 43528) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:54.061795 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [None req-bf09b10d-0c82-46ce-9d77-4d0a2d270efe tempest-ExtensionsTestJSON-827998916 tempest-ExtensionsTestJSON-827998916-project] http://10.222.0.15:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=88260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 30 04:59:54.062817 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-bf09b10d-0c82-46ce-9d77-4d0a2d270efe tempest-ExtensionsTestJSON-827998916 tempest-ExtensionsTestJSON-827998916-project] 10.222.0.15 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0266285 May 30 04:59:54.063566 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1da0d29c-5631-4c46-9958-b61f45dd79be tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:54.067300 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 43534) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:54.101376 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-55427246-a0ac-4a8e-9860-b096d69e8fd3 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Deleting port 64c45c54-6898-4b1e-8769-057903863cce {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:59:54.101726 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-55427246-a0ac-4a8e-9860-b096d69e8fd3 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:54.139434 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [None req-1270e9fc-a55e-44de-98ae-784385a5d67b tempest-ExtensionsTestJSON-827998916 tempest-ExtensionsTestJSON-827998916-project] http://10.222.0.15:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=88260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 30 04:59:54.144151 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-1270e9fc-a55e-44de-98ae-784385a5d67b tempest-ExtensionsTestJSON-827998916 tempest-ExtensionsTestJSON-827998916-project] 10.222.0.15 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0590415 May 30 04:59:54.152577 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 43538) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:54.159625 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da0d29c-5631-4c46-9958-b61f45dd79be tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dfc9a1a-62d6-4844-905e-a282674fec09,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:54.182422 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ee0839ed-7595-47d6-921a-c49ce101f75c tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:54.203441 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e4c9d6b-6f62-4ada-9536-7bbbf2463b91 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Made reservation on behalf of 5386df8a083a4b53b87ea99ca4a65ce1 for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:59:54.207084 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7e4c9d6b-6f62-4ada-9536-7bbbf2463b91 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9305518'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:54.211627 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [None req-cca09378-4ff5-4b45-8459-0a59f4a84701 tempest-ExtensionsTestJSON-827998916 tempest-ExtensionsTestJSON-827998916-project] http://10.222.0.15:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=88260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 30 04:59:54.212658 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-cca09378-4ff5-4b45-8459-0a59f4a84701 tempest-ExtensionsTestJSON-827998916 tempest-ExtensionsTestJSON-827998916-project] 10.222.0.15 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0466201 May 30 04:59:54.220484 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 43542) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:54.247915 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [None req-00c6f76e-e57b-43cd-9b32-7cebba1a1119 tempest-ExtensionsTestJSON-827998916 tempest-ExtensionsTestJSON-827998916-project] http://10.222.0.15:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=88261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 30 04:59:54.249255 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-00c6f76e-e57b-43cd-9b32-7cebba1a1119 tempest-ExtensionsTestJSON-827998916 tempest-ExtensionsTestJSON-827998916-project] 10.222.0.15 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0193181 May 30 04:59:54.279363 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1da0d29c-5631-4c46-9958-b61f45dd79be tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:54.283185 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-1da0d29c-5631-4c46-9958-b61f45dd79be tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] 10.222.0.15 "DELETE /v2.0/security-groups/3dfc9a1a-62d6-4844-905e-a282674fec09 HTTP/1.1" status: 204 len: 168 time: 1.2237415 May 30 04:59:54.283185 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 43546) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:54.291993 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 43548) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:54.301284 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-4fbdde3a-8a1b-4a6b-8fde-4b6ab96d1e5a req-215e7825-8833-4900-bebf-e70b8d6fa25c tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Unset dirty status for tenant:f9fe59584bbe4d5aaa42841eedb71980 on resource:security_group {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:59:54.302505 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4fbdde3a-8a1b-4a6b-8fde-4b6ab96d1e5a req-215e7825-8833-4900-bebf-e70b8d6fa25c tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f9fe59584bbe4d5aaa42841eedb71980 HTTP/1.1" status: 200 len: 380 time: 0.4739699 May 30 04:59:54.313956 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [None req-ecb2f194-8c0a-40b5-9603-158c3f844f9d tempest-ExtensionsTestJSON-827998916 tempest-ExtensionsTestJSON-827998916-project] http://10.222.0.15:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=88260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 30 04:59:54.314924 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-ecb2f194-8c0a-40b5-9603-158c3f844f9d tempest-ExtensionsTestJSON-827998916 tempest-ExtensionsTestJSON-827998916-project] 10.222.0.15 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0249760 May 30 04:59:54.321152 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [req-4fbdde3a-8a1b-4a6b-8fde-4b6ab96d1e5a req-b3b4b957-b5b2-4e89-82b9-4843f4c81504 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Request body: {'port': {'device_id': '1b9579b7-bae6-478c-894f-e20038a7bb0f', 'network_id': '83d1d881-1387-42cf-a16f-9c6e02a5e965', 'admin_state_up': True, 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'security_groups': ['9b0443b2-0623-40f2-887b-f716d2afd1cb']}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:59:54.339709 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 43554) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:54.361603 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [None req-e5c61027-c8df-4637-8420-67fdd590f470 tempest-ExtensionsTestJSON-827998916 tempest-ExtensionsTestJSON-827998916-project] http://10.222.0.15:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=88261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 30 04:59:54.362571 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-e5c61027-c8df-4637-8420-67fdd590f470 tempest-ExtensionsTestJSON-827998916 tempest-ExtensionsTestJSON-827998916-project] 10.222.0.15 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0193598 May 30 04:59:54.381782 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 43558) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:54.404626 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [None req-4179d96e-360c-4008-b86d-84cdd70dc24a tempest-ExtensionsTestJSON-827998916 tempest-ExtensionsTestJSON-827998916-project] http://10.222.0.15:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=88260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 30 04:59:54.405584 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-4179d96e-360c-4008-b86d-84cdd70dc24a tempest-ExtensionsTestJSON-827998916 tempest-ExtensionsTestJSON-827998916-project] 10.222.0.15 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0189884 May 30 04:59:54.408881 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e98703a1-5023-4731-99cf-29699d83dcb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:54.416972 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 43562) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:54.434125 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [None req-8090d221-b713-483e-97ae-51c91383b5dc tempest-ExtensionsTestJSON-827998916 tempest-ExtensionsTestJSON-827998916-project] http://10.222.0.15:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=88261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 30 04:59:54.435062 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-8090d221-b713-483e-97ae-51c91383b5dc tempest-ExtensionsTestJSON-827998916 tempest-ExtensionsTestJSON-827998916-project] 10.222.0.15 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0171607 May 30 04:59:54.443020 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 43566) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:54.459798 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [None req-7aadd817-c0da-4af1-a4d1-fc656d2052fb tempest-ExtensionsTestJSON-827998916 tempest-ExtensionsTestJSON-827998916-project] http://10.222.0.15:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=88261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 30 04:59:54.460746 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-7aadd817-c0da-4af1-a4d1-fc656d2052fb tempest-ExtensionsTestJSON-827998916 tempest-ExtensionsTestJSON-827998916-project] 10.222.0.15 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0169055 May 30 04:59:54.469723 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 43570) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:54.479426 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [None req-ab70cc7f-b9f4-4749-94e0-011f3dcf8d60 tempest-ExtensionsTestJSON-827998916 tempest-ExtensionsTestJSON-827998916-project] http://10.222.0.15:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=88261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 30 04:59:54.480542 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-ab70cc7f-b9f4-4749-94e0-011f3dcf8d60 tempest-ExtensionsTestJSON-827998916 tempest-ExtensionsTestJSON-827998916-project] 10.222.0.15 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0098040 May 30 04:59:54.484970 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 43574) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:54.498204 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [None req-17525589-5227-4a53-ad5d-db30f930ffed tempest-ExtensionsTestJSON-827998916 tempest-ExtensionsTestJSON-827998916-project] http://10.222.0.15:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=88261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 30 04:59:54.499149 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-17525589-5227-4a53-ad5d-db30f930ffed tempest-ExtensionsTestJSON-827998916 tempest-ExtensionsTestJSON-827998916-project] 10.222.0.15 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0111294 May 30 04:59:54.514674 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 43578) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:54.553037 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [None req-739e5b52-e30b-4266-bcf1-67fd70dd06a6 tempest-ExtensionsTestJSON-827998916 tempest-ExtensionsTestJSON-827998916-project] http://10.222.0.15:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=88261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 30 04:59:54.553993 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-739e5b52-e30b-4266-bcf1-67fd70dd06a6 tempest-ExtensionsTestJSON-827998916 tempest-ExtensionsTestJSON-827998916-project] 10.222.0.15 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0127571 May 30 04:59:54.607621 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [req-4fbdde3a-8a1b-4a6b-8fde-4b6ab96d1e5a req-b3b4b957-b5b2-4e89-82b9-4843f4c81504 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:59:54.622749 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e98703a1-5023-4731-99cf-29699d83dcb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:54.643849 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-4e0601c2-4930-42d7-85e5-46d1e64909d6 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Synchronizing usage tracker for tenant:7d1841e7e6c447259c28a06e10b65a59 on resource:security_group {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:59:54.668609 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [req-4fbdde3a-8a1b-4a6b-8fde-4b6ab96d1e5a req-b3b4b957-b5b2-4e89-82b9-4843f4c81504 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:59:54.718318 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fbdde3a-8a1b-4a6b-8fde-4b6ab96d1e5a req-b3b4b957-b5b2-4e89-82b9-4843f4c81504 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Made reservation on behalf of f9fe59584bbe4d5aaa42841eedb71980 for: {'port': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:59:54.722125 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-4fbdde3a-8a1b-4a6b-8fde-4b6ab96d1e5a req-b3b4b957-b5b2-4e89-82b9-4843f4c81504 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:54.725941 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-4e0601c2-4930-42d7-85e5-46d1e64909d6 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Unset dirty status for tenant:7d1841e7e6c447259c28a06e10b65a59 on resource:security_group {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:59:54.731068 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-4e0601c2-4930-42d7-85e5-46d1e64909d6 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4263654 May 30 04:59:54.733274 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 43588) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:54.773048 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-55427246-a0ac-4a8e-9860-b096d69e8fd3 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:54.782366 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-aec36a28-fca9-41e4-8aef-13724a04b0f7 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Request body: {'security_group': {'name': 'tempest-secgroup--914953102'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:59:54.786563 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ee0839ed-7595-47d6-921a-c49ce101f75c tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks [] for port, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:54.817959 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-aec36a28-fca9-41e4-8aef-13724a04b0f7 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:59:54.843864 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e98703a1-5023-4731-99cf-29699d83dcb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:54.888621 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 43592) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:54.891375 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-aec36a28-fca9-41e4-8aef-13724a04b0f7 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:59:54.895177 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7e4c9d6b-6f62-4ada-9536-7bbbf2463b91 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2305012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9305500'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:54.907450 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ee0839ed-7595-47d6-921a-c49ce101f75c tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1547421'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:54.917914 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-55427246-a0ac-4a8e-9860-b096d69e8fd3 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Calling delete_port for 64c45c54-6898-4b1e-8769-057903863cce owned by {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:59:54.967570 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.objects.ports [None req-80c9d51d-ef0a-4adf-a095-a7a2b9e6da8a tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88261) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 30 04:59:55.008530 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98703a1-5023-4731-99cf-29699d83dcb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e117b232-d5f6-4a2b-bd35-f509571364d4,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:55.049294 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-ee0839ed-7595-47d6-921a-c49ce101f75c tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] In _notify_port_updated(), no bound segment for port f882b1f1-0419-4c74-946a-02f913ab6338 on network 5dca043a-b37a-4723-9d7b-43c1402b7673 {{(pid=88260) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 30 04:59:55.054894 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee0839ed-7595-47d6-921a-c49ce101f75c tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:59:55.056089 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ee0839ed-7595-47d6-921a-c49ce101f75c tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:55.060304 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-ee0839ed-7595-47d6-921a-c49ce101f75c tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] 10.222.0.15 "PUT /v2.0/ports/f882b1f1-0419-4c74-946a-02f913ab6338 HTTP/1.1" status: 200 len: 818 time: 1.3875668 May 30 04:59:55.065929 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 43600) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:55.073840 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e98703a1-5023-4731-99cf-29699d83dcb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:55.079242 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-e98703a1-5023-4731-99cf-29699d83dcb5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e117b232-d5f6-4a2b-bd35-f509571364d4 HTTP/1.1" status: 204 len: 168 time: 1.0445108 May 30 04:59:55.095861 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-80c9d51d-ef0a-4adf-a095-a7a2b9e6da8a tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2305012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9305500'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:55.131954 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a6bf462f-783d-4432-9c94-52d7d93ecfeb req-a1768a07-3ef9-4651-a5ca-d68fd21ca35d tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b9579b7-bae6-478c-894f-e20038a7bb0f HTTP/1.1" status: 200 len: 210 time: 0.2494311 May 30 04:59:55.133037 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0839ed-7595-47d6-921a-c49ce101f75c tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Pushing event updated for resources: {'Port': ['ID=f882b1f1-0419-4c74-946a-02f913ab6338,revision_number=2']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:55.151175 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-aec36a28-fca9-41e4-8aef-13724a04b0f7 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:55.210740 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c9d51d-ef0a-4adf-a095-a7a2b9e6da8a tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Network 0008fd3d-19e9-40cf-b545-4a7647b90cf1 is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:59:55.222618 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-80c9d51d-ef0a-4adf-a095-a7a2b9e6da8a tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:59:55.230225 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4c9d6b-6f62-4ada-9536-7bbbf2463b91 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Pushing event updated for resources: {'Subnet': ['ID=99f81c7b-1cf8-4203-aeca-84d6f9614777,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:55.233610 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0af57d1e-28bc-42ff-9b16-34fbea1fe04c None None] Network 0008fd3d-19e9-40cf-b545-4a7647b90cf1 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:59:55.240316 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-053c8dd6-9083-42b4-b4a4-09a7c0c95d13 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Deleting port f882b1f1-0419-4c74-946a-02f913ab6338 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:59:55.240792 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-053c8dd6-9083-42b4-b4a4-09a7c0c95d13 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:55.264671 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d73b8add-5ab0-422f-a243-e13372bb9d0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:55.282801 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c9d51d-ef0a-4adf-a095-a7a2b9e6da8a tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:59:55.283730 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-80c9d51d-ef0a-4adf-a095-a7a2b9e6da8a tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:55.291873 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-aec36a28-fca9-41e4-8aef-13724a04b0f7 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:59:55.307977 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [req-4fbdde3a-8a1b-4a6b-8fde-4b6ab96d1e5a req-b3b4b957-b5b2-4e89-82b9-4843f4c81504 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Allocated IP 172.20.0.12 (83d1d881-1387-42cf-a16f-9c6e02a5e965/1acbe121-74d9-41fa-8525-29a9efbdfaac/9ead05bc-ece0-4d02-9e8e-c6949d789f26) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:59:55.332522 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-aec36a28-fca9-41e4-8aef-13724a04b0f7 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Usage tracker for resource:security_group_rule and tenant:7d1841e7e6c447259c28a06e10b65a59 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:59:55.342666 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-d73b8add-5ab0-422f-a243-e13372bb9d0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:59:55.346210 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-aec36a28-fca9-41e4-8aef-13724a04b0f7 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:59:55.363645 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e4c9d6b-6f62-4ada-9536-7bbbf2463b91 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Checking segment: {'id': 'ee7039fe-32b5-41fd-b86f-fcc5e07c06a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '033b88b6-d15f-46f3-b67c-e69b4b892da1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:59:55.364348 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e4c9d6b-6f62-4ada-9536-7bbbf2463b91 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Network hostable DHCP agents. Network: 033b88b6-d15f-46f3-b67c-e69b4b892da1, hostable agents: ['1c705e68-3d3e-4dd3-9252-feb21d4b96ab'], hosted agents: [] {{(pid=88261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 04:59:55.374440 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-aec36a28-fca9-41e4-8aef-13724a04b0f7 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:59:55.381110 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-d73b8add-5ab0-422f-a243-e13372bb9d0e admin admin] Usage tracker for resource:security_group_rule and tenant:8643dbcf7b484279b101d007517e720e is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:59:55.391843 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-d73b8add-5ab0-422f-a243-e13372bb9d0e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:59:55.463707 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-d73b8add-5ab0-422f-a243-e13372bb9d0e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:59:55.544375 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-80c9d51d-ef0a-4adf-a095-a7a2b9e6da8a tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.0498295 May 30 04:59:55.544375 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c9d51d-ef0a-4adf-a095-a7a2b9e6da8a tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Pushing event updated for resources: {'Subnet': ['ID=0d786c3a-ed44-44bf-a650-83252eb37d60,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:55.545887 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 43608) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:55.557487 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-89681732-f85e-4393-b937-669892f4b8b8 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Request body: {'port': {'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1', 'mac_address': 'fa:16:3e:eb:03:3b', 'name': 'tempest-NetworksTestDHCPv6-253600817'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:59:55.575236 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e4c9d6b-6f62-4ada-9536-7bbbf2463b91 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Network 033b88b6-d15f-46f3-b67c-e69b4b892da1 is scheduled to be hosted by DHCP agent 1c705e68-3d3e-4dd3-9252-feb21d4b96ab with binding_index 1 {{(pid=88261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 04:59:55.592279 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-55427246-a0ac-4a8e-9860-b096d69e8fd3 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:55.617800 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f0992c-0c06-476e-a44a-3d3f9daee9ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bbf24ed-7ba9-53d2-873f-8f9642b1e987-0008fd3d-19e9-40cf-b545-4a7647b90cf1', 'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1', 'tenant_id': '16af2dbefc6742d5a37a7b30e58c8c2f', 'fixed_ips': [{'subnet_id': '0d786c3a-ed44-44bf-a650-83252eb37d60'}]}} from dv-neutron-843763-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 30 04:59:55.619430 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-73f0992c-0c06-476e-a44a-3d3f9daee9ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:55.733122 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-7e4c9d6b-6f62-4ada-9536-7bbbf2463b91 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843763-1-hyperv, 033b88b6-d15f-46f3-b67c-e69b4b892da1) {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:59:55.750572 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55427246-a0ac-4a8e-9860-b096d69e8fd3 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Pushing event deleted for resources: {'Port': ['ID=64c45c54-6898-4b1e-8769-057903863cce,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:55.760444 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e4c9d6b-6f62-4ada-9536-7bbbf2463b91 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:59:55.760604 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7e4c9d6b-6f62-4ada-9536-7bbbf2463b91 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:55.763818 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee1e544a-471f-463a-835d-fac89d40d2f8 None None] Network 033b88b6-d15f-46f3-b67c-e69b4b892da1 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:59:55.840903 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-053c8dd6-9083-42b4-b4a4-09a7c0c95d13 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:55.894080 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-73f0992c-0c06-476e-a44a-3d3f9daee9ff None None] Allocated IP 2001:db8::f816:3eff:fea9:7df4 (0008fd3d-19e9-40cf-b545-4a7647b90cf1/0d786c3a-ed44-44bf-a650-83252eb37d60/4c989dad-ce43-4e1f-9211-0c81efeffa91) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:59:55.945131 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-7e4c9d6b-6f62-4ada-9536-7bbbf2463b91 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.2798331 May 30 04:59:55.952658 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 43612) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:55.957358 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-89681732-f85e-4393-b937-669892f4b8b8 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:59:55.978641 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-aec36a28-fca9-41e4-8aef-13724a04b0f7 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:56.008296 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-053c8dd6-9083-42b4-b4a4-09a7c0c95d13 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Calling delete_port for f882b1f1-0419-4c74-946a-02f913ab6338 owned by {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:59:56.056963 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-55427246-a0ac-4a8e-9860-b096d69e8fd3 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:56.077967 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-55427246-a0ac-4a8e-9860-b096d69e8fd3 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] 10.222.0.15 "DELETE /v2.0/ports/64c45c54-6898-4b1e-8769-057903863cce HTTP/1.1" status: 204 len: 168 time: 2.2172143 May 30 04:59:56.080853 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 43616) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:56.136381 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-797a05fb-c1b1-4bbf-8a2a-f15021cc62eb tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] GET failed (client error): The resource could not be found. May 30 04:59:56.136381 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-797a05fb-c1b1-4bbf-8a2a-f15021cc62eb tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Synchronizing usage tracker for tenant:f4aea07b5c934dc5bc600f55a2d3ba0e on resource:port {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:59:56.155651 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-797a05fb-c1b1-4bbf-8a2a-f15021cc62eb tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Unset dirty status for tenant:f4aea07b5c934dc5bc600f55a2d3ba0e on resource:port {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:59:56.159508 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-797a05fb-c1b1-4bbf-8a2a-f15021cc62eb tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] 10.222.0.15 "GET /v2.0/ports/64c45c54-6898-4b1e-8769-057903863cce HTTP/1.1" status: 404 len: 333 time: 0.0751894 May 30 04:59:56.161587 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 43620) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:56.220026 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-73f0992c-0c06-476e-a44a-3d3f9daee9ff None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:56.230226 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-053c8dd6-9083-42b4-b4a4-09a7c0c95d13 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:56.232369 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-73f0992c-0c06-476e-a44a-3d3f9daee9ff None None] Transition to ACTIVE for port object 4c989dad-ce43-4e1f-9211-0c81efeffa91 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:59:56.235719 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_v2 [None req-e83cf5ec-33ea-45e5-a837-9499dfadf04b tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Deleting subnet 95a74cfa-5de3-49cc-8998-3f6bf380a969 {{(pid=88260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 30 04:59:56.239168 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e83cf5ec-33ea-45e5-a837-9499dfadf04b tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks [] for subnet, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:56.252196 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-73f0992c-0c06-476e-a44a-3d3f9daee9ff None None] Transition to ACTIVE for port object 4c989dad-ce43-4e1f-9211-0c81efeffa91 will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:59:56.262408 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-73f0992c-0c06-476e-a44a-3d3f9daee9ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:56.320040 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b6f1f975-dbcb-43e2-85f9-3cdd53170340 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897784'] for network, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:56.339761 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0052d87b-1cdf-43b7-a00f-502e0d408fd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bbf24ed-7ba9-53d2-873f-8f9642b1e987-033b88b6-d15f-46f3-b67c-e69b4b892da1', 'network_id': '033b88b6-d15f-46f3-b67c-e69b4b892da1', 'tenant_id': '5386df8a083a4b53b87ea99ca4a65ce1', 'fixed_ips': [{'subnet_id': '99f81c7b-1cf8-4203-aeca-84d6f9614777'}]}} from dv-neutron-843763-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 30 04:59:56.340956 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-0052d87b-1cdf-43b7-a00f-502e0d408fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:56.344484 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-89681732-f85e-4393-b937-669892f4b8b8 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:59:56.347196 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-aec36a28-fca9-41e4-8aef-13724a04b0f7 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:56.351486 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e83cf5ec-33ea-45e5-a837-9499dfadf04b tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1454738'] for subnet, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:56.355491 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f0992c-0c06-476e-a44a-3d3f9daee9ff None None] Pushing event updated for resources: {'Port': ['ID=4c989dad-ce43-4e1f-9211-0c81efeffa91,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:56.372463 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f0992c-0c06-476e-a44a-3d3f9daee9ff None None] Network 0008fd3d-19e9-40cf-b545-4a7647b90cf1 is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:59:56.375829 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-73f0992c-0c06-476e-a44a-3d3f9daee9ff None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:59:56.378785 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f0992c-0c06-476e-a44a-3d3f9daee9ff None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:59:56.404820 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-4fbdde3a-8a1b-4a6b-8fde-4b6ab96d1e5a req-b3b4b957-b5b2-4e89-82b9-4843f4c81504 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:56.419843 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-053c8dd6-9083-42b4-b4a4-09a7c0c95d13 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:56.438151 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053c8dd6-9083-42b4-b4a4-09a7c0c95d13 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Pushing event deleted for resources: {'Port': ['ID=f882b1f1-0419-4c74-946a-02f913ab6338,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:56.455745 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-56e160e8-2085-460e-826d-09eae3113514 req-2d77b095-ca51-4bab-ab22-592d6b6600a1 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b9579b7-bae6-478c-894f-e20038a7bb0f HTTP/1.1" status: 200 len: 210 time: 0.1561913 May 30 04:59:56.472668 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-053c8dd6-9083-42b4-b4a4-09a7c0c95d13 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] 10.222.0.15 "DELETE /v2.0/ports/f882b1f1-0419-4c74-946a-02f913ab6338 HTTP/1.1" status: 204 len: 168 time: 1.4032512 May 30 04:59:56.473501 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 43626) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:56.478498 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89681732-f85e-4393-b937-669892f4b8b8 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Made reservation on behalf of 16af2dbefc6742d5a37a7b30e58c8c2f for: {'port': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:59:56.535954 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-73f0992c-0c06-476e-a44a-3d3f9daee9ff None None] Attempting to bind port 4c989dad-ce43-4e1f-9211-0c81efeffa91 on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 04:59:56.536344 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-73f0992c-0c06-476e-a44a-3d3f9daee9ff None None] Attempting to bind port 4c989dad-ce43-4e1f-9211-0c81efeffa91 by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': 'c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 04:59:56.536690 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f0992c-0c06-476e-a44a-3d3f9daee9ff None None] Attempting to bind port 4c989dad-ce43-4e1f-9211-0c81efeffa91 on network 0008fd3d-19e9-40cf-b545-4a7647b90cf1 {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 04:59:56.549001 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f0992c-0c06-476e-a44a-3d3f9daee9ff None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 4, 59, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 04:59:56.549370 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f0992c-0c06-476e-a44a-3d3f9daee9ff None None] Checking segment: {'id': 'c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:59:56.549786 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-73f0992c-0c06-476e-a44a-3d3f9daee9ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:56.550207 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f0992c-0c06-476e-a44a-3d3f9daee9ff None None] Bound using segment: {'id': 'c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 04:59:56.550680 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-73f0992c-0c06-476e-a44a-3d3f9daee9ff None None] Bound port: 4c989dad-ce43-4e1f-9211-0c81efeffa91, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 04:59:56.551198 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-73f0992c-0c06-476e-a44a-3d3f9daee9ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:56.558389 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-aec36a28-fca9-41e4-8aef-13724a04b0f7 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:56.559609 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-aec36a28-fca9-41e4-8aef-13724a04b0f7 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.7950931 May 30 04:59:56.564758 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 43630) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:56.566926 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d73b8add-5ab0-422f-a243-e13372bb9d0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:56.568208 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [req-4fbdde3a-8a1b-4a6b-8fde-4b6ab96d1e5a req-b3b4b957-b5b2-4e89-82b9-4843f4c81504 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Transition to ACTIVE for port object 9ead05bc-ece0-4d02-9e8e-c6949d789f26 will not be triggered until provisioned by entity DHCP. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:59:56.577244 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-664af7ee-d9f4-4fda-a4e1-fff86acb93d0 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:59:56.578029 dv-neutron-843763-1-hyperv neutron-server[88260]: WARNING neutron.api.v2.base [None req-664af7ee-d9f4-4fda-a4e1-fff86acb93d0 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. May 30 04:59:56.578736 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.api.v2.resource [None req-664af7ee-d9f4-4fda-a4e1-fff86acb93d0 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] update failed (client error): There was a conflict when trying to complete your request. May 30 04:59:56.579914 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-664af7ee-d9f4-4fda-a4e1-fff86acb93d0 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] 10.222.0.15 "PUT /v2.0/security-groups/72a8e930-9861-4027-ae66-b46b457b5cf9 HTTP/1.1" status: 409 len: 330 time: 0.0093372 May 30 04:59:56.582016 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec36a28-fca9-41e4-8aef-13724a04b0f7 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72a8e930-9861-4027-ae66-b46b457b5cf9,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:56.586620 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 43634) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:56.595671 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d73b8add-5ab0-422f-a243-e13372bb9d0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:56.613289 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e83cf5ec-33ea-45e5-a837-9499dfadf04b tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860493'] for subnet, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:56.669278 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-0052d87b-1cdf-43b7-a00f-502e0d408fd3 None None] Allocated IP 172.20.0.1 (033b88b6-d15f-46f3-b67c-e69b4b892da1/99f81c7b-1cf8-4203-aeca-84d6f9614777/d36b5725-b900-4d93-a330-ca60645c25d8) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:59:56.677759 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-d73b8add-5ab0-422f-a243-e13372bb9d0e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8643dbcf7b484279b101d007517e720e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7858388 May 30 04:59:56.677759 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b6f1f975-dbcb-43e2-85f9-3cdd53170340 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860493'] for subnet, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:56.686514 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d452a9c-ed49-4565-acc4-bf8308a5d910 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:59:56.687219 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-4d452a9c-ed49-4565-acc4-bf8308a5d910 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Synchronizing usage tracker for tenant:895764a2d33a4b6180a8faca69c63db7 on resource:port {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:59:56.689661 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 43638) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:56.715412 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73b8add-5ab0-422f-a243-e13372bb9d0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24a39ebc-efa9-4b14-8efa-50010f9f3e3a,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:56.716900 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-73f0992c-0c06-476e-a44a-3d3f9daee9ff None None] For port 4c989dad-ce43-4e1f-9211-0c81efeffa91, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 04:59:56.762742 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-4d452a9c-ed49-4565-acc4-bf8308a5d910 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Unset dirty status for tenant:895764a2d33a4b6180a8faca69c63db7 on resource:port {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:59:56.773347 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 43642) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:56.778568 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-4d452a9c-ed49-4565-acc4-bf8308a5d910 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.3041544 May 30 04:59:56.783830 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-73f0992c-0c06-476e-a44a-3d3f9daee9ff None None] For port 4c989dad-ce43-4e1f-9211-0c81efeffa91, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=4c989dad-ce43-4e1f-9211-0c81efeffa91,segment=NetworkSegment(c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1),segment_id=c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 04:59:56.793199 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-73f0992c-0c06-476e-a44a-3d3f9daee9ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:56.815379 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-89681732-f85e-4393-b937-669892f4b8b8 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:56.836771 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-4fbdde3a-8a1b-4a6b-8fde-4b6ab96d1e5a req-b3b4b957-b5b2-4e89-82b9-4843f4c81504 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:56.845073 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-453d7248-d0c2-40ee-b14a-3082d6f2101d tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:56.845313 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-f65a18b6-a990-4006-8cb7-79e27e01e538 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] GET failed (client error): The resource could not be found. May 30 04:59:56.845576 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-f65a18b6-a990-4006-8cb7-79e27e01e538 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Synchronizing usage tracker for tenant:895764a2d33a4b6180a8faca69c63db7 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:59:56.871541 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e83cf5ec-33ea-45e5-a837-9499dfadf04b tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1547867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2133322'] for subnet, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:56.922435 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f0992c-0c06-476e-a44a-3d3f9daee9ff None None] Pushing event updated for resources: {'Port': ['ID=4c989dad-ce43-4e1f-9211-0c81efeffa91,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:56.936072 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [None req-89681732-f85e-4393-b937-669892f4b8b8 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] device_id is not set on port effe386e-a292-4b22-b472-98154d1fb0d6 yet. {{(pid=88261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 30 04:59:56.938119 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83cf5ec-33ea-45e5-a837-9499dfadf04b tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Pushing event deleted for resources: {'Subnet': ['ID=95a74cfa-5de3-49cc-8998-3f6bf380a969,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:56.951072 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e83cf5ec-33ea-45e5-a837-9499dfadf04b tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:56.954463 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-453d7248-d0c2-40ee-b14a-3082d6f2101d tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:56.968754 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58645050-fc64-43c5-8543-a870f5cbc9ef None None] Network 9f79cd03-f8a0-447c-a649-c01607f92a62 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:59:56.970111 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d6092b1e-6cb9-4f0a-b7dc-caaf12c78678 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:56.970246 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fbdde3a-8a1b-4a6b-8fde-4b6ab96d1e5a req-b3b4b957-b5b2-4e89-82b9-4843f4c81504 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Network 83d1d881-1387-42cf-a16f-9c6e02a5e965 is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:59:56.974421 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [req-4fbdde3a-8a1b-4a6b-8fde-4b6ab96d1e5a req-b3b4b957-b5b2-4e89-82b9-4843f4c81504 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:59:56.976220 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-f65a18b6-a990-4006-8cb7-79e27e01e538 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Unset dirty status for tenant:895764a2d33a4b6180a8faca69c63db7 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:59:56.981001 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-f65a18b6-a990-4006-8cb7-79e27e01e538 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] 10.222.0.15 "GET /v2.0/ports/f882b1f1-0419-4c74-946a-02f913ab6338 HTTP/1.1" status: 404 len: 333 time: 0.2021122 May 30 04:59:56.981001 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fbdde3a-8a1b-4a6b-8fde-4b6ab96d1e5a req-b3b4b957-b5b2-4e89-82b9-4843f4c81504 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:59:56.983108 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 43646) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:57.003364 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-ba323b9d-d452-4748-96ba-ef447f933395 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1333384475'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:59:57.009661 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-ba323b9d-d452-4748-96ba-ef447f933395 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:59:57.014348 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-ba323b9d-d452-4748-96ba-ef447f933395 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Usage tracker for resource:network and tenant:895764a2d33a4b6180a8faca69c63db7 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:59:57.018435 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-ba323b9d-d452-4748-96ba-ef447f933395 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:59:57.026092 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-ba323b9d-d452-4748-96ba-ef447f933395 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:59:57.038501 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-e83cf5ec-33ea-45e5-a837-9499dfadf04b tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] 10.222.0.15 "DELETE /v2.0/subnets/95a74cfa-5de3-49cc-8998-3f6bf380a969 HTTP/1.1" status: 204 len: 168 time: 0.8753026 May 30 04:59:57.039434 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 43650) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:57.056151 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b4b957-b5b2-4e89-82b9-4843f4c81504 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event updated for resources: {'Port': ['ID=9ead05bc-ece0-4d02-9e8e-c6949d789f26,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:57.080719 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba323b9d-d452-4748-96ba-ef447f933395 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Made reservation on behalf of 895764a2d33a4b6180a8faca69c63db7 for: {'network': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:59:57.084143 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ba323b9d-d452-4748-96ba-ef447f933395 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for network, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:57.116868 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbdde3a-8a1b-4a6b-8fde-4b6ab96d1e5a req-b3b4b957-b5b2-4e89-82b9-4843f4c81504 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:59:57.117514 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-4fbdde3a-8a1b-4a6b-8fde-4b6ab96d1e5a req-b3b4b957-b5b2-4e89-82b9-4843f4c81504 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:57.174474 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d6092b1e-6cb9-4f0a-b7dc-caaf12c78678 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:57.298273 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4fbdde3a-8a1b-4a6b-8fde-4b6ab96d1e5a req-b3b4b957-b5b2-4e89-82b9-4843f4c81504 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9840391 May 30 04:59:57.327236 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-0052d87b-1cdf-43b7-a00f-502e0d408fd3 None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:57.332802 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-453d7248-d0c2-40ee-b14a-3082d6f2101d tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:57.341993 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba323b9d-d452-4748-96ba-ef447f933395 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=88260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 04:59:57.345520 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-0052d87b-1cdf-43b7-a00f-502e0d408fd3 None None] Transition to ACTIVE for port object d36b5725-b900-4d93-a330-ca60645c25d8 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:59:57.346925 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-89681732-f85e-4393-b937-669892f4b8b8 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Allocated IP 2001:db8::f816:3eff:feeb:33b (0008fd3d-19e9-40cf-b545-4a7647b90cf1/0d786c3a-ed44-44bf-a650-83252eb37d60/effe386e-a292-4b22-b472-98154d1fb0d6) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 04:59:57.363702 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1d4a96a6-c932-4a17-a1ab-bb5e3c5b4135 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897784'] for network, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:57.378232 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-0052d87b-1cdf-43b7-a00f-502e0d408fd3 None None] Transition to ACTIVE for port object d36b5725-b900-4d93-a330-ca60645c25d8 will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:59:57.380745 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453d7248-d0c2-40ee-b14a-3082d6f2101d tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72a8e930-9861-4027-ae66-b46b457b5cf9,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:57.393071 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ba323b9d-d452-4748-96ba-ef447f933395 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:57.393453 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.db.segments_db [None req-ba323b9d-d452-4748-96ba-ef447f933395 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Added segment 6f353d85-1b27-4ec8-beb5-b57ad439f794 of type vlan for network 0e68bf0a-b543-4eab-9b44-7eb597142ade May 30 04:59:57.432136 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-1d4a96a6-c932-4a17-a1ab-bb5e3c5b4135 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Deleting port 8bef81f4-78ad-48a0-8880-bcfdf8aabb22 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:59:57.434337 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1d4a96a6-c932-4a17-a1ab-bb5e3c5b4135 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:57.457438 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-0052d87b-1cdf-43b7-a00f-502e0d408fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:57.492346 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b6f1f975-dbcb-43e2-85f9-3cdd53170340 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2304955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9305493'] for subnet, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:57.583783 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f1f975-dbcb-43e2-85f9-3cdd53170340 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Pushing event deleted for resources: {'Subnet': ['ID=99f81c7b-1cf8-4203-aeca-84d6f9614777,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:57.619639 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 4c989dad-ce43-4e1f-9211-0c81efeffa91 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 04:59:57.629751 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [req-4fbdde3a-8a1b-4a6b-8fde-4b6ab96d1e5a req-fb52c393-5dd0-4ea7-9501-30d0f63462a3 service neutron] Request body: {'port': {'device_id': '1b9579b7-bae6-478c-894f-e20038a7bb0f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8437'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:59:57.657620 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0052d87b-1cdf-43b7-a00f-502e0d408fd3 None None] Pushing event updated for resources: {'Port': ['ID=d36b5725-b900-4d93-a330-ca60645c25d8,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:57.680940 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d6092b1e-6cb9-4f0a-b7dc-caaf12c78678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:57.685347 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-453d7248-d0c2-40ee-b14a-3082d6f2101d tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:57.688856 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-453d7248-d0c2-40ee-b14a-3082d6f2101d tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] 10.222.0.15 "DELETE /v2.0/security-groups/72a8e930-9861-4027-ae66-b46b457b5cf9 HTTP/1.1" status: 204 len: 168 time: 1.0917494 May 30 04:59:57.688856 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ba323b9d-d452-4748-96ba-ef447f933395 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729234556353'] for network, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:57.700740 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0052d87b-1cdf-43b7-a00f-502e0d408fd3 None None] Network 033b88b6-d15f-46f3-b67c-e69b4b892da1 is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:59:57.706889 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-0052d87b-1cdf-43b7-a00f-502e0d408fd3 None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:59:57.717021 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0052d87b-1cdf-43b7-a00f-502e0d408fd3 None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:59:57.717839 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 43658) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:57.742635 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6092b1e-6cb9-4f0a-b7dc-caaf12c78678 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24a39ebc-efa9-4b14-8efa-50010f9f3e3a,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:57.745884 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d6092b1e-6cb9-4f0a-b7dc-caaf12c78678 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:57.749615 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-d6092b1e-6cb9-4f0a-b7dc-caaf12c78678 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/24a39ebc-efa9-4b14-8efa-50010f9f3e3a HTTP/1.1" status: 204 len: 168 time: 1.0532782 May 30 04:59:57.776856 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9abcccd7-9187-4fe0-be58-4b31018f479f None None] Provisioning for port 9ead05bc-ece0-4d02-9e8e-c6949d789f26 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:59:57.853139 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9abcccd7-9187-4fe0-be58-4b31018f479f None None] Provisioning complete for port 9ead05bc-ece0-4d02-9e8e-c6949d789f26 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:59:57.853766 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9abcccd7-9187-4fe0-be58-4b31018f479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:57.909236 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port 4c989dad-ce43-4e1f-9211-0c81efeffa91 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:59:57.938420 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-0052d87b-1cdf-43b7-a00f-502e0d408fd3 None None] Attempting to bind port d36b5725-b900-4d93-a330-ca60645c25d8 on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 04:59:57.938800 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-0052d87b-1cdf-43b7-a00f-502e0d408fd3 None None] Attempting to bind port d36b5725-b900-4d93-a330-ca60645c25d8 by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': 'ee7039fe-32b5-41fd-b86f-fcc5e07c06a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '033b88b6-d15f-46f3-b67c-e69b4b892da1'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 04:59:57.939168 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0052d87b-1cdf-43b7-a00f-502e0d408fd3 None None] Attempting to bind port d36b5725-b900-4d93-a330-ca60645c25d8 on network 033b88b6-d15f-46f3-b67c-e69b4b892da1 {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 04:59:57.944740 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b6f1f975-dbcb-43e2-85f9-3cdd53170340 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867540', 'neutron.services.segments.db._delete_segments_for_network-8729234922972'] for network, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:57.955027 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0052d87b-1cdf-43b7-a00f-502e0d408fd3 None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 4, 59, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 04:59:57.955407 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0052d87b-1cdf-43b7-a00f-502e0d408fd3 None None] Checking segment: {'id': 'ee7039fe-32b5-41fd-b86f-fcc5e07c06a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '033b88b6-d15f-46f3-b67c-e69b4b892da1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:59:57.955817 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-0052d87b-1cdf-43b7-a00f-502e0d408fd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:57.956219 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0052d87b-1cdf-43b7-a00f-502e0d408fd3 None None] Bound using segment: {'id': 'ee7039fe-32b5-41fd-b86f-fcc5e07c06a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '033b88b6-d15f-46f3-b67c-e69b4b892da1'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 04:59:57.956692 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-0052d87b-1cdf-43b7-a00f-502e0d408fd3 None None] Bound port: d36b5725-b900-4d93-a330-ca60645c25d8, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee7039fe-32b5-41fd-b86f-fcc5e07c06a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '033b88b6-d15f-46f3-b67c-e69b4b892da1'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 04:59:57.957079 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-0052d87b-1cdf-43b7-a00f-502e0d408fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:57.977655 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-c103ee19-3167-444a-899c-be247b78a143 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Synchronizing usage tracker for tenant:7d1841e7e6c447259c28a06e10b65a59 on resource:security_group {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:59:58.048499 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28554761-2045-4943-b83f-130aaf0f74c5 None None] DHCP port deletion for 9f79cd03-f8a0-447c-a649-c01607f92a62 request from dv-neutron-843763-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 30 04:59:58.051747 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-b6f1f975-dbcb-43e2-85f9-3cdd53170340 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['033b88b6-d15f-46f3-b67c-e69b4b892da1']}} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:59:58.058642 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9abcccd7-9187-4fe0-be58-4b31018f479f None None] Port 9ead05bc-ece0-4d02-9e8e-c6949d789f26 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 04:59:58.066303 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-28554761-2045-4943-b83f-130aaf0f74c5 None None] Deleting port 8bef81f4-78ad-48a0-8880-bcfdf8aabb22 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:59:58.066617 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-28554761-2045-4943-b83f-130aaf0f74c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:58.073021 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ba323b9d-d452-4748-96ba-ef447f933395 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788'] for network, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:58.079380 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba323b9d-d452-4748-96ba-ef447f933395 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:59:58.080250 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ba323b9d-d452-4748-96ba-ef447f933395 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:58.105432 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cea255c-974a-4275-a3ee-1245c43ed02c req-a2e38dc4-583a-488b-87c6-fc57f8fdfe6f tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:59:58.106183 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-1cea255c-974a-4275-a3ee-1245c43ed02c req-a2e38dc4-583a-488b-87c6-fc57f8fdfe6f tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Synchronizing usage tracker for tenant:f9fe59584bbe4d5aaa42841eedb71980 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:59:58.110490 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-4fbdde3a-8a1b-4a6b-8fde-4b6ab96d1e5a req-fb52c393-5dd0-4ea7-9501-30d0f63462a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:58.127679 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-6a5ccc07-6bf9-4373-94ca-83694759267f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:58.132353 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-c103ee19-3167-444a-899c-be247b78a143 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] Unset dirty status for tenant:7d1841e7e6c447259c28a06e10b65a59 on resource:security_group {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:59:58.138510 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-c103ee19-3167-444a-899c-be247b78a143 tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4147997 May 30 04:59:58.138724 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-89681732-f85e-4393-b937-669892f4b8b8 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:58.143769 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-b6f1f975-dbcb-43e2-85f9-3cdd53170340 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee7039fe-32b5-41fd-b86f-fcc5e07c06a0') {'for_net_delete': True} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:59:58.144506 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-b6f1f975-dbcb-43e2-85f9-3cdd53170340 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee7039fe-32b5-41fd-b86f-fcc5e07c06a0') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:59:58.207911 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 43664) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:58.239321 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-1d4a96a6-c932-4a17-a1ab-bb5e3c5b4135 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] For port 8bef81f4-78ad-48a0-8880-bcfdf8aabb22, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=8bef81f4-78ad-48a0-8880-bcfdf8aabb22,segment=NetworkSegment(690ec90b-3d8d-480b-a10f-688d66378784),segment_id=690ec90b-3d8d-480b-a10f-688d66378784)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:59:58.240151 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1d4a96a6-c932-4a17-a1ab-bb5e3c5b4135 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:58.269891 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-0052d87b-1cdf-43b7-a00f-502e0d408fd3 None None] For port d36b5725-b900-4d93-a330-ca60645c25d8, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 04:59:58.279370 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b6f1f975-dbcb-43e2-85f9-3cdd53170340 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729235042807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3545573'] for segment, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:58.290276 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-0052d87b-1cdf-43b7-a00f-502e0d408fd3 None None] For port d36b5725-b900-4d93-a330-ca60645c25d8, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=d36b5725-b900-4d93-a330-ca60645c25d8,segment=NetworkSegment(ee7039fe-32b5-41fd-b86f-fcc5e07c06a0),segment_id=ee7039fe-32b5-41fd-b86f-fcc5e07c06a0)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 04:59:58.296311 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [None req-89681732-f85e-4393-b937-669892f4b8b8 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Transition to ACTIVE for port object effe386e-a292-4b22-b472-98154d1fb0d6 will not be triggered until provisioned by entity DHCP. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:59:58.315051 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-0052d87b-1cdf-43b7-a00f-502e0d408fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:58.347635 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-1cea255c-974a-4275-a3ee-1245c43ed02c req-a2e38dc4-583a-488b-87c6-fc57f8fdfe6f tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Unset dirty status for tenant:f9fe59584bbe4d5aaa42841eedb71980 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:59:58.354292 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1cea255c-974a-4275-a3ee-1245c43ed02c req-a2e38dc4-583a-488b-87c6-fc57f8fdfe6f tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b9579b7-bae6-478c-894f-e20038a7bb0f HTTP/1.1" status: 200 len: 932 time: 0.7345393 May 30 04:59:58.356403 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b6f1f975-dbcb-43e2-85f9-3cdd53170340 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:58.423282 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-1d4a96a6-c932-4a17-a1ab-bb5e3c5b4135 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Calling delete_port for 8bef81f4-78ad-48a0-8880-bcfdf8aabb22 owned by network:dhcp {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:59:58.443141 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6f1f975-dbcb-43e2-85f9-3cdd53170340 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=88261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 04:59:58.443588 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b6f1f975-dbcb-43e2-85f9-3cdd53170340 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-862858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2304281'] for segment, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:58.543152 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-ba323b9d-d452-4748-96ba-ef447f933395 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.5518727 May 30 04:59:58.550141 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 43676) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:58.556391 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment ee7039fe-32b5-41fd-b86f-fcc5e07c06a0 resource provider aggregate not found May 30 04:59:58.557109 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-28554761-2045-4943-b83f-130aaf0f74c5 None None] For port 8bef81f4-78ad-48a0-8880-bcfdf8aabb22, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=8bef81f4-78ad-48a0-8880-bcfdf8aabb22,segment=NetworkSegment(690ec90b-3d8d-480b-a10f-688d66378784),segment_id=690ec90b-3d8d-480b-a10f-688d66378784)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:59:58.557514 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-28554761-2045-4943-b83f-130aaf0f74c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:58.559504 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.api.v2.resource [None req-be837e43-527b-40eb-a74a-338350f76a1b tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] delete failed (client error): The resource could not be found. May 30 04:59:58.564029 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-be837e43-527b-40eb-a74a-338350f76a1b tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] 10.222.0.15 "DELETE /v2.0/security-groups/8dbcda8d-3893-4bec-b887-0b9da6837367 HTTP/1.1" status: 404 len: 347 time: 0.3497081 May 30 04:59:58.564029 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba323b9d-d452-4748-96ba-ef447f933395 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Pushing event updated for resources: {'Network': ['ID=0e68bf0a-b543-4eab-9b44-7eb597142ade,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:58.576286 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 43680) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:58.582172 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1cea255c-974a-4275-a3ee-1245c43ed02c req-48085d3e-d6e2-474b-ad9b-002e754e8ca7 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/security-groups?id=9b0443b2-0623-40f2-887b-f716d2afd1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2269211 May 30 04:59:58.583337 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0052d87b-1cdf-43b7-a00f-502e0d408fd3 None None] Pushing event updated for resources: {'Port': ['ID=d36b5725-b900-4d93-a330-ca60645c25d8,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:58.609776 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Network 0e68bf0a-b543-4eab-9b44-7eb597142ade details requested by agent ovs-agent-dv-neutron-843763-1-hyperv with host dv-neutron-843763-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 04:59:58.615222 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-4d81ff80-9fa3-4cad-963f-75ac8d230892 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Request body: {'subnet': {'network_id': '0e68bf0a-b543-4eab-9b44-7eb597142ade', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:59:58.721417 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.api.v2.resource [None req-0a6917d0-8f71-4154-a3ee-dea01c9577cd tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] show failed (client error): The resource could not be found. May 30 04:59:58.722622 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-0a6917d0-8f71-4154-a3ee-dea01c9577cd tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] 10.222.0.15 "GET /v2.0/security-groups/a6e19043-be6f-4d78-a664-1328f9acb9f0 HTTP/1.1" status: 404 len: 347 time: 0.1426585 May 30 04:59:58.729469 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 43690) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:58.755788 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1d4a96a6-c932-4a17-a1ab-bb5e3c5b4135 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:58.761014 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment ee7039fe-32b5-41fd-b86f-fcc5e07c06a0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ee7039fe-32b5-41fd-b86f-fcc5e07c06a0 found for delete ", "request_id": "req-29fcb6cd-1777-41ba-8ddc-d5de7e5d1ac6"}]} May 30 04:59:58.803554 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.db.api [None req-b6f1f975-dbcb-43e2-85f9-3cdd53170340 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 30 04:59:58.803554 dv-neutron-843763-1-hyperv neutron-server[88261]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 30 04:59:58.803554 dv-neutron-843763-1-hyperv neutron-server[88261]: [parameters: {'id': '033b88b6-d15f-46f3-b67c-e69b4b892da1'}] May 30 04:59:58.803554 dv-neutron-843763-1-hyperv neutron-server[88261]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88261) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 04:59:58.804003 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG oslo_db.api [None req-b6f1f975-dbcb-43e2-85f9-3cdd53170340 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 04:59:58.811983 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.api.v2.resource [None req-157cb097-053a-44e0-bfe3-08b6f7e4b40e tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] show failed (client error): The resource could not be found. May 30 04:59:58.819575 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-157cb097-053a-44e0-bfe3-08b6f7e4b40e tempest-NegativeSecGroupTest-226093612 tempest-NegativeSecGroupTest-226093612-project] 10.222.0.15 "GET /v2.0/security-group-rules/154f3b83-13c9-4c00-ad2a-17cff4ade350 HTTP/1.1" status: 404 len: 356 time: 0.0832789 May 30 04:59:58.835463 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4a96a6-c932-4a17-a1ab-bb5e3c5b4135 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Pushing event deleted for resources: {'Port': ['ID=8bef81f4-78ad-48a0-8880-bcfdf8aabb22,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:58.843697 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4a96a6-c932-4a17-a1ab-bb5e3c5b4135 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] No DVR routers for this DVR port 8bef81f4-78ad-48a0-8880-bcfdf8aabb22 on host dv-neutron-843763-1-hyperv {{(pid=88260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 04:59:58.849349 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-4d81ff80-9fa3-4cad-963f-75ac8d230892 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:59:58.853582 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-4d81ff80-9fa3-4cad-963f-75ac8d230892 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Usage tracker for resource:subnet and tenant:895764a2d33a4b6180a8faca69c63db7 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:59:58.856420 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-4d81ff80-9fa3-4cad-963f-75ac8d230892 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:59:58.862286 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-4d81ff80-9fa3-4cad-963f-75ac8d230892 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:59:58.877607 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-89681732-f85e-4393-b937-669892f4b8b8 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:58.878829 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-28554761-2045-4943-b83f-130aaf0f74c5 None None] Calling delete_port for 8bef81f4-78ad-48a0-8880-bcfdf8aabb22 owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 04:59:58.904056 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d81ff80-9fa3-4cad-963f-75ac8d230892 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Made reservation on behalf of 895764a2d33a4b6180a8faca69c63db7 for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:59:58.907551 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4d81ff80-9fa3-4cad-963f-75ac8d230892 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2133361'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:58.993949 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-a7871fd2-979a-4d9b-9ca5-9145d909a44f None None] Provisioning for port 4c989dad-ce43-4e1f-9211-0c81efeffa91 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:59:59.019119 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-a7871fd2-979a-4d9b-9ca5-9145d909a44f None None] Provisioning complete for port 4c989dad-ce43-4e1f-9211-0c81efeffa91 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:59:59.019464 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a7871fd2-979a-4d9b-9ca5-9145d909a44f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:59.061211 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89681732-f85e-4393-b937-669892f4b8b8 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Network 0008fd3d-19e9-40cf-b545-4a7647b90cf1 is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 04:59:59.066001 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-89681732-f85e-4393-b937-669892f4b8b8 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 04:59:59.075805 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89681732-f85e-4393-b937-669892f4b8b8 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 04:59:59.082012 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89681732-f85e-4393-b937-669892f4b8b8 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:59:59.082660 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-89681732-f85e-4393-b937-669892f4b8b8 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:59.083214 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c067af3f-c4c4-457d-9d1a-e529a474ef16 None None] Network 033b88b6-d15f-46f3-b67c-e69b4b892da1 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 04:59:59.111063 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89681732-f85e-4393-b937-669892f4b8b8 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Pushing event updated for resources: {'Port': ['ID=effe386e-a292-4b22-b472-98154d1fb0d6,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:59.127670 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1d4a96a6-c932-4a17-a1ab-bb5e3c5b4135 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867540', 'neutron.services.segments.db._delete_segments_for_network-8729234922972'] for network, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:59.176386 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-1d4a96a6-c932-4a17-a1ab-bb5e3c5b4135 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f79cd03-f8a0-447c-a649-c01607f92a62']}} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:59:59.203546 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-1d4a96a6-c932-4a17-a1ab-bb5e3c5b4135 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '690ec90b-3d8d-480b-a10f-688d66378784') {'for_net_delete': True} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:59:59.203916 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-1d4a96a6-c932-4a17-a1ab-bb5e3c5b4135 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '690ec90b-3d8d-480b-a10f-688d66378784') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 04:59:59.207617 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-89681732-f85e-4393-b937-669892f4b8b8 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 3.6562006 May 30 04:59:59.212441 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 43706) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:59.233377 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1d4a96a6-c932-4a17-a1ab-bb5e3c5b4135 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729235042807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1454725'] for segment, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:59.287426 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.db.api [None req-28554761-2045-4943-b83f-130aaf0f74c5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 04:59:59.288422 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG oslo_db.api [None req-28554761-2045-4943-b83f-130aaf0f74c5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 04:59:59.338044 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b6f1f975-dbcb-43e2-85f9-3cdd53170340 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897784'] for network, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:59.354770 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1d4a96a6-c932-4a17-a1ab-bb5e3c5b4135 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:59.365090 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.db.resource_extend [req-4fbdde3a-8a1b-4a6b-8fde-4b6ab96d1e5a req-fb52c393-5dd0-4ea7-9501-30d0f63462a3 service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 04:59:59.369296 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 8bef81f4-78ad-48a0-8880-bcfdf8aabb22 no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 04:59:59.371038 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 43710) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:59.375333 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d4a96a6-c932-4a17-a1ab-bb5e3c5b4135 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=88260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 04:59:59.375741 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1d4a96a6-c932-4a17-a1ab-bb5e3c5b4135 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-862858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1547513'] for segment, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:59.427109 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] No Port match for: 8bef81f4-78ad-48a0-8880-bcfdf8aabb22 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 04:59:59.427772 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 8bef81f4-78ad-48a0-8880-bcfdf8aabb22 not bound to the agent host dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 04:59:59.493948 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 690ec90b-3d8d-480b-a10f-688d66378784 resource provider aggregate not found May 30 04:59:59.504527 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 43718) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:59.510050 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-a7871fd2-979a-4d9b-9ca5-9145d909a44f None None] Current status of the port 4c989dad-ce43-4e1f-9211-0c81efeffa91 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 04:59:59.510518 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a7871fd2-979a-4d9b-9ca5-9145d909a44f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:59.555092 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 690ec90b-3d8d-480b-a10f-688d66378784 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 690ec90b-3d8d-480b-a10f-688d66378784 found for delete ", "request_id": "req-87b475e1-4696-4c40-bc12-d59e80d7cc43"}]} May 30 04:59:59.567046 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-b6f1f975-dbcb-43e2-85f9-3cdd53170340 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Deleting port d36b5725-b900-4d93-a330-ca60645c25d8 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:59:59.567638 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b6f1f975-dbcb-43e2-85f9-3cdd53170340 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:59.568313 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-a7871fd2-979a-4d9b-9ca5-9145d909a44f None None] For port 4c989dad-ce43-4e1f-9211-0c81efeffa91, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=4c989dad-ce43-4e1f-9211-0c81efeffa91,segment=NetworkSegment(c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1),segment_id=c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 04:59:59.576642 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a7871fd2-979a-4d9b-9ca5-9145d909a44f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:59.582969 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1d4a96a6-c932-4a17-a1ab-bb5e3c5b4135 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604744'] for network, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:59.587907 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1d4a96a6-c932-4a17-a1ab-bb5e3c5b4135 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:59.609875 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4d81ff80-9fa3-4cad-963f-75ac8d230892 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1547796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2133315'] for subnet, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:59.611159 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [req-4fbdde3a-8a1b-4a6b-8fde-4b6ab96d1e5a req-fb52c393-5dd0-4ea7-9501-30d0f63462a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ead05bc-ece0-4d02-9e8e-c6949d789f26 {{(pid=88261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 30 04:59:59.624462 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-4fbdde3a-8a1b-4a6b-8fde-4b6ab96d1e5a req-fb52c393-5dd0-4ea7-9501-30d0f63462a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:59.648185 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [req-4fbdde3a-8a1b-4a6b-8fde-4b6ab96d1e5a req-fb52c393-5dd0-4ea7-9501-30d0f63462a3 service neutron] Transition to ACTIVE for port object 9ead05bc-ece0-4d02-9e8e-c6949d789f26 will not be triggered until provisioned by entity L2. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 04:59:59.674253 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7871fd2-979a-4d9b-9ca5-9145d909a44f None None] Pushing event updated for resources: {'Port': ['ID=4c989dad-ce43-4e1f-9211-0c81efeffa91,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:59.682208 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4a96a6-c932-4a17-a1ab-bb5e3c5b4135 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Pushing event deleted for resources: {'Network': ['ID=9f79cd03-f8a0-447c-a649-c01607f92a62,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:59.687882 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f15d95fe-39b6-4486-8532-92d8bd7303ec tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:59:59.698146 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f15d95fe-39b6-4486-8532-92d8bd7303ec tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 04:59:59.699052 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-f15d95fe-39b6-4486-8532-92d8bd7303ec tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Synchronizing usage tracker for tenant:16af2dbefc6742d5a37a7b30e58c8c2f on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 04:59:59.706101 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-4fbdde3a-8a1b-4a6b-8fde-4b6ab96d1e5a req-fb52c393-5dd0-4ea7-9501-30d0f63462a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2304381'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:59.715978 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-47cf950d-ced3-4ac7-8c7c-f719bc97ba69 None None] Provisioning for port effe386e-a292-4b22-b472-98154d1fb0d6 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 04:59:59.717271 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-1d4a96a6-c932-4a17-a1ab-bb5e3c5b4135 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] 10.222.0.15 "DELETE /v2.0/networks/9f79cd03-f8a0-447c-a649-c01607f92a62 HTTP/1.1" status: 204 len: 168 time: 2.6724918 May 30 04:59:59.723948 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-47cf950d-ced3-4ac7-8c7c-f719bc97ba69 None None] Provisioning complete for port effe386e-a292-4b22-b472-98154d1fb0d6 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 04:59:59.724738 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-47cf950d-ced3-4ac7-8c7c-f719bc97ba69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:59.726476 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 43728) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:59.730043 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d81ff80-9fa3-4cad-963f-75ac8d230892 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Pushing event updated for resources: {'Subnet': ['ID=ee006d4d-178b-40d2-a9b5-a95e1aa24835,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:59.737304 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-a2ca248c-d8da-4571-97e5-15c9b6966e2a tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-951503757'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:59:59.761562 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-a2ca248c-d8da-4571-97e5-15c9b6966e2a tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:59:59.773778 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-a2ca248c-d8da-4571-97e5-15c9b6966e2a tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Usage tracker for resource:network and tenant:f4aea07b5c934dc5bc600f55a2d3ba0e is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:59:59.777488 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d81ff80-9fa3-4cad-963f-75ac8d230892 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Checking segment: {'id': '6f353d85-1b27-4ec8-beb5-b57ad439f794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '0e68bf0a-b543-4eab-9b44-7eb597142ade'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 04:59:59.777871 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d81ff80-9fa3-4cad-963f-75ac8d230892 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Network hostable DHCP agents. Network: 0e68bf0a-b543-4eab-9b44-7eb597142ade, hostable agents: ['1c705e68-3d3e-4dd3-9252-feb21d4b96ab'], hosted agents: [] {{(pid=88260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 04:59:59.782590 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-a2ca248c-d8da-4571-97e5-15c9b6966e2a tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:59:59.789838 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-28554761-2045-4943-b83f-130aaf0f74c5 None None] Deleting port 8bef81f4-78ad-48a0-8880-bcfdf8aabb22 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 04:59:59.790771 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-28554761-2045-4943-b83f-130aaf0f74c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:59.794590 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-cf1c5d6f-b4cd-4842-bbd8-d61ee4b86f0a tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1728938802'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 04:59:59.802043 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-a2ca248c-d8da-4571-97e5-15c9b6966e2a tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:59:59.811651 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-cf1c5d6f-b4cd-4842-bbd8-d61ee4b86f0a tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 04:59:59.825009 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb52c393-5dd0-4ea7-9501-30d0f63462a3 service neutron] Pushing event updated for resources: {'Port': ['ID=9ead05bc-ece0-4d02-9e8e-c6949d789f26,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 04:59:59.862047 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-cf1c5d6f-b4cd-4842-bbd8-d61ee4b86f0a tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Usage tracker for resource:network and tenant:fb4b15beed874bf4bdf9eab934db65bc is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 04:59:59.872701 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-28554761-2045-4943-b83f-130aaf0f74c5 None None] The port '8bef81f4-78ad-48a0-8880-bcfdf8aabb22' was deleted {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 30 04:59:59.877030 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-cf1c5d6f-b4cd-4842-bbd8-d61ee4b86f0a tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 04:59:59.881596 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-47cf950d-ced3-4ac7-8c7c-f719bc97ba69 None None] Port effe386e-a292-4b22-b472-98154d1fb0d6 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 04:59:59.904584 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-cf1c5d6f-b4cd-4842-bbd8-d61ee4b86f0a tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 04:59:59.908500 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2ca248c-d8da-4571-97e5-15c9b6966e2a tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Made reservation on behalf of f4aea07b5c934dc5bc600f55a2d3ba0e for: {'network': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:59:59.911955 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a2ca248c-d8da-4571-97e5-15c9b6966e2a tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for network, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 04:59:59.942633 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-1ed33898-fef3-402c-9f7e-595b92b59385 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7d1841e7e6c447259c28a06e10b65a59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5690384 May 30 04:59:59.946846 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-f15d95fe-39b6-4486-8532-92d8bd7303ec tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Unset dirty status for tenant:16af2dbefc6742d5a37a7b30e58c8c2f on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 04:59:59.950075 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 43734) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:59.950974 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-f15d95fe-39b6-4486-8532-92d8bd7303ec tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.7373140 May 30 04:59:59.951564 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 43736) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 04:59:59.956417 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d81ff80-9fa3-4cad-963f-75ac8d230892 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Network 0e68bf0a-b543-4eab-9b44-7eb597142ade is scheduled to be hosted by DHCP agent 1c705e68-3d3e-4dd3-9252-feb21d4b96ab with binding_index 1 {{(pid=88260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 04:59:59.985678 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf1c5d6f-b4cd-4842-bbd8-d61ee4b86f0a tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Made reservation on behalf of fb4b15beed874bf4bdf9eab934db65bc for: {'network': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 04:59:59.992664 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-cf1c5d6f-b4cd-4842-bbd8-d61ee4b86f0a tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for network, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:00.015180 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-4d81ff80-9fa3-4cad-963f-75ac8d230892 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843763-1-hyperv, 0e68bf0a-b543-4eab-9b44-7eb597142ade) {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:00:00.023020 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac516ce-2b8c-4439-ba13-cc75e661f242 None None] Network 0e68bf0a-b543-4eab-9b44-7eb597142ade requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:00:00.031977 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-cf1c5d6f-b4cd-4842-bbd8-d61ee4b86f0a tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks [] for security_group, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:00.051611 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d81ff80-9fa3-4cad-963f-75ac8d230892 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:00:00.052641 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4d81ff80-9fa3-4cad-963f-75ac8d230892 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:00.062431 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2ca248c-d8da-4571-97e5-15c9b6966e2a tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=88260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 05:00:00.100736 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-cf1c5d6f-b4cd-4842-bbd8-d61ee4b86f0a tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:00:00.127734 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a2ca248c-d8da-4571-97e5-15c9b6966e2a tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:00.128145 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.db.segments_db [None req-a2ca248c-d8da-4571-97e5-15c9b6966e2a tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Added segment bcea71e8-9ae4-495f-a331-b81915cff40d of type vlan for network 41106ef9-e560-4d41-a894-e3dfac2ca852 May 30 05:00:00.129514 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-cf1c5d6f-b4cd-4842-bbd8-d61ee4b86f0a tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Usage tracker for resource:security_group_rule and tenant:fb4b15beed874bf4bdf9eab934db65bc is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:00:00.139660 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-cf1c5d6f-b4cd-4842-bbd8-d61ee4b86f0a tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:00:00.153879 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-cf1c5d6f-b4cd-4842-bbd8-d61ee4b86f0a tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:00:00.155844 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-53abc742-a03e-4f11-a352-ad1e3bdd9c32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:00.160434 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-bf25d732-b0c0-46be-9c24-755bf9899c94 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Deleting port effe386e-a292-4b22-b472-98154d1fb0d6 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:00:00.160779 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bf25d732-b0c0-46be-9c24-755bf9899c94 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:00.165770 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-4d81ff80-9fa3-4cad-963f-75ac8d230892 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5881474 May 30 05:00:00.175197 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed108deb-43fe-4ad1-9132-0d3d6086b048 req-e4fca32c-bd64-48fa-8bf6-99ec57b0c3ed tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:00:00.176640 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-ed108deb-43fe-4ad1-9132-0d3d6086b048 req-e4fca32c-bd64-48fa-8bf6-99ec57b0c3ed tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b9579b7-bae6-478c-894f-e20038a7bb0f HTTP/1.1" status: 200 len: 944 time: 0.3761044 May 30 05:00:00.184975 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 43742) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:00.213913 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-7826a63c-3e23-428f-86e0-3b2a12ff8bad tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Request body: {'subnet': {'network_id': '0e68bf0a-b543-4eab-9b44-7eb597142ade', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:00:00.216383 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-80aed6f0-6e3f-40f4-9acd-b58c0759eb4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:00.267293 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [req-4fbdde3a-8a1b-4a6b-8fde-4b6ab96d1e5a req-fb52c393-5dd0-4ea7-9501-30d0f63462a3 service neutron] Attempting to bind port 9ead05bc-ece0-4d02-9e8e-c6949d789f26 on host hv-neutron-8437 for vnic_type normal with profile {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 05:00:00.267638 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [req-4fbdde3a-8a1b-4a6b-8fde-4b6ab96d1e5a req-fb52c393-5dd0-4ea7-9501-30d0f63462a3 service neutron] Attempting to bind port 9ead05bc-ece0-4d02-9e8e-c6949d789f26 by drivers openvswitch,hyperv on host hv-neutron-8437 at level 0 using segments [{'id': 'b8a9e42d-533b-4fec-a68e-c4fe245449e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '83d1d881-1387-42cf-a16f-9c6e02a5e965'}] {{(pid=88261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 05:00:00.267964 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fbdde3a-8a1b-4a6b-8fde-4b6ab96d1e5a req-fb52c393-5dd0-4ea7-9501-30d0f63462a3 service neutron] Attempting to bind port 9ead05bc-ece0-4d02-9e8e-c6949d789f26 on network 83d1d881-1387-42cf-a16f-9c6e02a5e965 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:00:00.284646 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2089f8c3-ee74-4ded-8738-d3b08ec8027b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bbf24ed-7ba9-53d2-873f-8f9642b1e987-0e68bf0a-b543-4eab-9b44-7eb597142ade', 'network_id': '0e68bf0a-b543-4eab-9b44-7eb597142ade', 'tenant_id': '895764a2d33a4b6180a8faca69c63db7', 'fixed_ips': [{'subnet_id': 'ee006d4d-178b-40d2-a9b5-a95e1aa24835'}]}} from dv-neutron-843763-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 30 05:00:00.285684 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-2089f8c3-ee74-4ded-8738-d3b08ec8027b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:00.305381 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fbdde3a-8a1b-4a6b-8fde-4b6ab96d1e5a req-fb52c393-5dd0-4ea7-9501-30d0f63462a3 service neutron] Port 9ead05bc-ece0-4d02-9e8e-c6949d789f26 on network 83d1d881-1387-42cf-a16f-9c6e02a5e965 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8437 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 30 05:00:00.305381 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fbdde3a-8a1b-4a6b-8fde-4b6ab96d1e5a req-fb52c393-5dd0-4ea7-9501-30d0f63462a3 service neutron] Attempting to bind port 9ead05bc-ece0-4d02-9e8e-c6949d789f26 on network 83d1d881-1387-42cf-a16f-9c6e02a5e965 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:00:00.314658 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fbdde3a-8a1b-4a6b-8fde-4b6ab96d1e5a req-fb52c393-5dd0-4ea7-9501-30d0f63462a3 service neutron] Checking agent: {'id': 'de0c936d-420b-412f-9642-7bfe80b5ab25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8437', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 51, 47), 'started_at': datetime.datetime(2022, 5, 30, 4, 51, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 4, 59, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 05:00:00.315003 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fbdde3a-8a1b-4a6b-8fde-4b6ab96d1e5a req-fb52c393-5dd0-4ea7-9501-30d0f63462a3 service neutron] Checking segment: {'id': 'b8a9e42d-533b-4fec-a68e-c4fe245449e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '83d1d881-1387-42cf-a16f-9c6e02a5e965'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:00:00.315393 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fbdde3a-8a1b-4a6b-8fde-4b6ab96d1e5a req-fb52c393-5dd0-4ea7-9501-30d0f63462a3 service neutron] Bound using segment: {'id': 'b8a9e42d-533b-4fec-a68e-c4fe245449e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '83d1d881-1387-42cf-a16f-9c6e02a5e965'} {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 05:00:00.316062 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [req-4fbdde3a-8a1b-4a6b-8fde-4b6ab96d1e5a req-fb52c393-5dd0-4ea7-9501-30d0f63462a3 service neutron] Bound port: 9ead05bc-ece0-4d02-9e8e-c6949d789f26, host: hv-neutron-8437, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8a9e42d-533b-4fec-a68e-c4fe245449e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '83d1d881-1387-42cf-a16f-9c6e02a5e965'}}] {{(pid=88261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 05:00:00.316422 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-4fbdde3a-8a1b-4a6b-8fde-4b6ab96d1e5a req-fb52c393-5dd0-4ea7-9501-30d0f63462a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:00.370139 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a2ca248c-d8da-4571-97e5-15c9b6966e2a tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729234556353'] for network, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:00.444746 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-b6f1f975-dbcb-43e2-85f9-3cdd53170340 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] For port d36b5725-b900-4d93-a330-ca60645c25d8, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=d36b5725-b900-4d93-a330-ca60645c25d8,segment=NetworkSegment(ee7039fe-32b5-41fd-b86f-fcc5e07c06a0),segment_id=ee7039fe-32b5-41fd-b86f-fcc5e07c06a0)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:00:00.445109 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b6f1f975-dbcb-43e2-85f9-3cdd53170340 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:00.466872 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-53abc742-a03e-4f11-a352-ad1e3bdd9c32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:00.481077 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-2089f8c3-ee74-4ded-8738-d3b08ec8027b None None] Allocated IP 2001:db8::2 (0e68bf0a-b543-4eab-9b44-7eb597142ade/ee006d4d-178b-40d2-a9b5-a95e1aa24835/a040c8e1-f1be-4f8f-a9eb-6cf8bd2a49be) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:00:00.612719 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-ed108deb-43fe-4ad1-9132-0d3d6086b048 req-8f98c18d-17e5-4974-a257-be047d222dfe tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/security-groups?id=9b0443b2-0623-40f2-887b-f716d2afd1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2674696 May 30 05:00:00.656664 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a2ca248c-d8da-4571-97e5-15c9b6966e2a tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788'] for network, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:00.663275 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2ca248c-d8da-4571-97e5-15c9b6966e2a tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:00:00.663921 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a2ca248c-d8da-4571-97e5-15c9b6966e2a tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:00.687252 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-b6f1f975-dbcb-43e2-85f9-3cdd53170340 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Calling delete_port for d36b5725-b900-4d93-a330-ca60645c25d8 owned by network:dhcp {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:00:00.762977 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-2089f8c3-ee74-4ded-8738-d3b08ec8027b None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:00.772379 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [req-4fbdde3a-8a1b-4a6b-8fde-4b6ab96d1e5a req-fb52c393-5dd0-4ea7-9501-30d0f63462a3 service neutron] For port 9ead05bc-ece0-4d02-9e8e-c6949d789f26, host hv-neutron-8437, cleared binding levels {{(pid=88261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 05:00:00.776912 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-2089f8c3-ee74-4ded-8738-d3b08ec8027b None None] Transition to ACTIVE for port object a040c8e1-f1be-4f8f-a9eb-6cf8bd2a49be will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:00:00.778762 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-7826a63c-3e23-428f-86e0-3b2a12ff8bad tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:00:00.800353 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-2089f8c3-ee74-4ded-8738-d3b08ec8027b None None] Transition to ACTIVE for port object a040c8e1-f1be-4f8f-a9eb-6cf8bd2a49be will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:00:00.806196 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-7826a63c-3e23-428f-86e0-3b2a12ff8bad tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Usage tracker for resource:subnet and tenant:895764a2d33a4b6180a8faca69c63db7 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:00:00.806926 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-2089f8c3-ee74-4ded-8738-d3b08ec8027b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:00.811678 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-53abc742-a03e-4f11-a352-ad1e3bdd9c32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:00.820265 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [req-4fbdde3a-8a1b-4a6b-8fde-4b6ab96d1e5a req-fb52c393-5dd0-4ea7-9501-30d0f63462a3 service neutron] For port 9ead05bc-ece0-4d02-9e8e-c6949d789f26, host hv-neutron-8437, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=9ead05bc-ece0-4d02-9e8e-c6949d789f26,segment=NetworkSegment(b8a9e42d-533b-4fec-a68e-c4fe245449e7),segment_id=b8a9e42d-533b-4fec-a68e-c4fe245449e7)] {{(pid=88261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 05:00:00.822549 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-7826a63c-3e23-428f-86e0-3b2a12ff8bad tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:00:00.825067 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bf25d732-b0c0-46be-9c24-755bf9899c94 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:00.837891 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-4fbdde3a-8a1b-4a6b-8fde-4b6ab96d1e5a req-fb52c393-5dd0-4ea7-9501-30d0f63462a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2304381'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:00.868651 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-7826a63c-3e23-428f-86e0-3b2a12ff8bad tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:00:00.871850 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-cf1c5d6f-b4cd-4842-bbd8-d61ee4b86f0a tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks [] for security_group, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:00.883551 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2089f8c3-ee74-4ded-8738-d3b08ec8027b None None] Network 0e68bf0a-b543-4eab-9b44-7eb597142ade is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:00:00.884893 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53abc742-a03e-4f11-a352-ad1e3bdd9c32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed19dd73-a2b1-4e8e-a9f5-02a6b3aebd5d,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:00.886742 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ca248c-d8da-4571-97e5-15c9b6966e2a tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Pushing event updated for resources: {'Network': ['ID=41106ef9-e560-4d41-a894-e3dfac2ca852,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:00.891708 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-cf1c5d6f-b4cd-4842-bbd8-d61ee4b86f0a tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:00.904958 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf1c5d6f-b4cd-4842-bbd8-d61ee4b86f0a tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=88260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 05:00:00.908969 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-2089f8c3-ee74-4ded-8738-d3b08ec8027b None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:00:00.917507 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-cf1c5d6f-b4cd-4842-bbd8-d61ee4b86f0a tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:00.917914 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.db.segments_db [None req-cf1c5d6f-b4cd-4842-bbd8-d61ee4b86f0a tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Added segment 1965b9e4-b4f3-482a-8b51-2b4ba9912bd2 of type vlan for network e2513721-9039-4ed7-a80f-21e1d8f859c7 May 30 05:00:00.942007 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-a2ca248c-d8da-4571-97e5-15c9b6966e2a tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.2142079 May 30 05:00:00.948262 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2089f8c3-ee74-4ded-8738-d3b08ec8027b None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:00:00.948500 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-53abc742-a03e-4f11-a352-ad1e3bdd9c32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:00.950539 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-53abc742-a03e-4f11-a352-ad1e3bdd9c32 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ed19dd73-a2b1-4e8e-a9f5-02a6b3aebd5d HTTP/1.1" status: 204 len: 168 time: 0.9989066 May 30 05:00:00.959331 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 43746) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:00.970129 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Network 41106ef9-e560-4d41-a894-e3dfac2ca852 details requested by agent ovs-agent-dv-neutron-843763-1-hyperv with host dv-neutron-843763-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 05:00:00.974177 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-7d83ddca-2d11-4ad2-b3b3-2989c7745a27 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Request body: {'subnet': {'network_id': '41106ef9-e560-4d41-a894-e3dfac2ca852', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:00:00.988084 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2089f8c3-ee74-4ded-8738-d3b08ec8027b None None] Pushing event updated for resources: {'Port': ['ID=a040c8e1-f1be-4f8f-a9eb-6cf8bd2a49be,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:01.010855 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7826a63c-3e23-428f-86e0-3b2a12ff8bad tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Made reservation on behalf of 895764a2d33a4b6180a8faca69c63db7 for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:00:01.014780 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7826a63c-3e23-428f-86e0-3b2a12ff8bad tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2133361'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:01.033843 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-cf1c5d6f-b4cd-4842-bbd8-d61ee4b86f0a tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729234556353'] for network, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:01.140773 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-bf25d732-b0c0-46be-9c24-755bf9899c94 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Calling delete_port for effe386e-a292-4b22-b472-98154d1fb0d6 owned by {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:00:01.153071 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1c5d6f-b4cd-4842-bbd8-d61ee4b86f0a tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6cd16e2-3792-496d-ba85-ba4f6b75bdb6,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:01.186645 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b6f1f975-dbcb-43e2-85f9-3cdd53170340 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:01.287283 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.db.resource_extend [None req-cf1c5d6f-b4cd-4842-bbd8-d61ee4b86f0a tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 05:00:01.411739 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 4c989dad-ce43-4e1f-9211-0c81efeffa91 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:00:01.442166 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-7d83ddca-2d11-4ad2-b3b3-2989c7745a27 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:00:01.458987 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-7d83ddca-2d11-4ad2-b3b3-2989c7745a27 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Usage tracker for resource:subnet and tenant:f4aea07b5c934dc5bc600f55a2d3ba0e is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:00:01.469582 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbdde3a-8a1b-4a6b-8fde-4b6ab96d1e5a req-fb52c393-5dd0-4ea7-9501-30d0f63462a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:00:01.470314 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-4fbdde3a-8a1b-4a6b-8fde-4b6ab96d1e5a req-fb52c393-5dd0-4ea7-9501-30d0f63462a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:01.472069 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4fbdde3a-8a1b-4a6b-8fde-4b6ab96d1e5a req-fb52c393-5dd0-4ea7-9501-30d0f63462a3 service neutron] 10.222.0.39 "PUT /v2.0/ports/9ead05bc-ece0-4d02-9e8e-c6949d789f26 HTTP/1.1" status: 200 len: 1094 time: 4.1417048 May 30 05:00:01.472199 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-cf1c5d6f-b4cd-4842-bbd8-d61ee4b86f0a tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788'] for network, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:01.473748 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bf25d732-b0c0-46be-9c24-755bf9899c94 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:01.476375 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b9579b7-bae6-478c-894f-e20038a7bb0f', 'tag': '9ead05bc-ece0-4d02-9e8e-c6949d789f26'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:00:01.485899 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f1f975-dbcb-43e2-85f9-3cdd53170340 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] No DVR routers for this DVR port d36b5725-b900-4d93-a330-ca60645c25d8 on host dv-neutron-843763-1-hyperv {{(pid=88261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 05:00:01.493475 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf1c5d6f-b4cd-4842-bbd8-d61ee4b86f0a tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:00:01.494158 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-cf1c5d6f-b4cd-4842-bbd8-d61ee4b86f0a tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:01.513608 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-7d83ddca-2d11-4ad2-b3b3-2989c7745a27 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:00:01.519582 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-2089f8c3-ee74-4ded-8738-d3b08ec8027b None None] Attempting to bind port a040c8e1-f1be-4f8f-a9eb-6cf8bd2a49be on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 05:00:01.520255 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-2089f8c3-ee74-4ded-8738-d3b08ec8027b None None] Attempting to bind port a040c8e1-f1be-4f8f-a9eb-6cf8bd2a49be by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': '6f353d85-1b27-4ec8-beb5-b57ad439f794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '0e68bf0a-b543-4eab-9b44-7eb597142ade'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 05:00:01.520968 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2089f8c3-ee74-4ded-8738-d3b08ec8027b None None] Attempting to bind port a040c8e1-f1be-4f8f-a9eb-6cf8bd2a49be on network 0e68bf0a-b543-4eab-9b44-7eb597142ade {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:00:01.527014 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56ded65b-0e68-413c-8b9b-1097922cc81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:01.532465 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:01.542912 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2089f8c3-ee74-4ded-8738-d3b08ec8027b None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 5, 0, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 05:00:01.543728 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2089f8c3-ee74-4ded-8738-d3b08ec8027b None None] Checking segment: {'id': '6f353d85-1b27-4ec8-beb5-b57ad439f794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '0e68bf0a-b543-4eab-9b44-7eb597142ade'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:00:01.544369 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-2089f8c3-ee74-4ded-8738-d3b08ec8027b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:01.544976 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2089f8c3-ee74-4ded-8738-d3b08ec8027b None None] Bound using segment: {'id': '6f353d85-1b27-4ec8-beb5-b57ad439f794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '0e68bf0a-b543-4eab-9b44-7eb597142ade'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 05:00:01.545656 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-2089f8c3-ee74-4ded-8738-d3b08ec8027b None None] Bound port: a040c8e1-f1be-4f8f-a9eb-6cf8bd2a49be, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f353d85-1b27-4ec8-beb5-b57ad439f794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '0e68bf0a-b543-4eab-9b44-7eb597142ade'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 05:00:01.546305 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-2089f8c3-ee74-4ded-8738-d3b08ec8027b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:01.605156 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-7d83ddca-2d11-4ad2-b3b3-2989c7745a27 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:00:01.645208 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 4c989dad-ce43-4e1f-9211-0c81efeffa91 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:00:01.646053 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:01.686386 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.db.ipam_backend_mixin [None req-7826a63c-3e23-428f-86e0-3b2a12ff8bad tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ee006d4d-178b-40d2-a9b5-a95e1aa24835 (CIDR: 2001:db8::/64) May 30 05:00:01.694988 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-cf1c5d6f-b4cd-4842-bbd8-d61ee4b86f0a tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.1879532 May 30 05:00:01.710664 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 43758) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:01.717517 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-7826a63c-3e23-428f-86e0-3b2a12ff8bad tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 05:00:01.718070 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7826a63c-3e23-428f-86e0-3b2a12ff8bad tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 05:00:01.724850 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-fb2a85a6-7651-4d8f-855e-b80e94d1b47e tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Request body: {'subnet': {'network_id': 'e2513721-9039-4ed7-a80f-21e1d8f859c7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:00:01.752733 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d83ddca-2d11-4ad2-b3b3-2989c7745a27 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Made reservation on behalf of f4aea07b5c934dc5bc600f55a2d3ba0e for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:00:01.756281 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7d83ddca-2d11-4ad2-b3b3-2989c7745a27 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2133361'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:01.770920 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1c5d6f-b4cd-4842-bbd8-d61ee4b86f0a tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Pushing event updated for resources: {'Network': ['ID=e2513721-9039-4ed7-a80f-21e1d8f859c7,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:01.825132 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Network e2513721-9039-4ed7-a80f-21e1d8f859c7 details requested by agent ovs-agent-dv-neutron-843763-1-hyperv with host dv-neutron-843763-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 05:00:01.858241 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b6f1f975-dbcb-43e2-85f9-3cdd53170340 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867540', 'neutron.services.segments.db._delete_segments_for_network-8729234922972'] for network, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:01.920170 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d68422a-c35d-48eb-a84d-5ca72a6f9122'] response: {'name': 'network-changed', 'server_uuid': '1b9579b7-bae6-478c-894f-e20038a7bb0f', 'tag': '9ead05bc-ece0-4d02-9e8e-c6949d789f26', 'status': 'completed', 'code': 200} May 30 05:00:01.924231 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb52c393-5dd0-4ea7-9501-30d0f63462a3 service neutron] Pushing event updated for resources: {'Port': ['ID=9ead05bc-ece0-4d02-9e8e-c6949d789f26,revision_number=3']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:01.925171 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-2089f8c3-ee74-4ded-8738-d3b08ec8027b None None] For port a040c8e1-f1be-4f8f-a9eb-6cf8bd2a49be, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 05:00:01.961421 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-2089f8c3-ee74-4ded-8738-d3b08ec8027b None None] For port a040c8e1-f1be-4f8f-a9eb-6cf8bd2a49be, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=a040c8e1-f1be-4f8f-a9eb-6cf8bd2a49be,segment=NetworkSegment(6f353d85-1b27-4ec8-beb5-b57ad439f794),segment_id=6f353d85-1b27-4ec8-beb5-b57ad439f794)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 05:00:01.974380 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f1f975-dbcb-43e2-85f9-3cdd53170340 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Pushing event deleted for resources: {'Port': ['ID=d36b5725-b900-4d93-a330-ca60645c25d8,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:01.980440 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-2089f8c3-ee74-4ded-8738-d3b08ec8027b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:01.986700 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bf25d732-b0c0-46be-9c24-755bf9899c94 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:02.046362 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-b6f1f975-dbcb-43e2-85f9-3cdd53170340 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['033b88b6-d15f-46f3-b67c-e69b4b892da1']}} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:00:02.069078 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf25d732-b0c0-46be-9c24-755bf9899c94 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Pushing event deleted for resources: {'Port': ['ID=effe386e-a292-4b22-b472-98154d1fb0d6,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:02.079385 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-b6f1f975-dbcb-43e2-85f9-3cdd53170340 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee7039fe-32b5-41fd-b86f-fcc5e07c06a0') {'for_net_delete': True} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:00:02.079692 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-b6f1f975-dbcb-43e2-85f9-3cdd53170340 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee7039fe-32b5-41fd-b86f-fcc5e07c06a0') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:00:02.088699 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-bf25d732-b0c0-46be-9c24-755bf9899c94 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "DELETE /v2.0/ports/effe386e-a292-4b22-b472-98154d1fb0d6 HTTP/1.1" status: 204 len: 168 time: 2.1294372 May 30 05:00:02.094046 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 43762) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:02.161934 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 4c989dad-ce43-4e1f-9211-0c81efeffa91 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:00:02.165397 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2089f8c3-ee74-4ded-8738-d3b08ec8027b None None] Pushing event updated for resources: {'Port': ['ID=a040c8e1-f1be-4f8f-a9eb-6cf8bd2a49be,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:02.170753 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7d83ddca-2d11-4ad2-b3b3-2989c7745a27 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1547796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2133315'] for subnet, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:02.178661 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b6f1f975-dbcb-43e2-85f9-3cdd53170340 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729235042807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3545573'] for segment, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:02.187383 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbdde3a-8a1b-4a6b-8fde-4b6ab96d1e5a req-76eb90bf-7f56-4e6c-b3de-047345ee3e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:00:02.189124 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4fbdde3a-8a1b-4a6b-8fde-4b6ab96d1e5a req-76eb90bf-7f56-4e6c-b3de-047345ee3e24 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f9fe59584bbe4d5aaa42841eedb71980&device_id=1b9579b7-bae6-478c-894f-e20038a7bb0f HTTP/1.1" status: 200 len: 1097 time: 0.5859604 May 30 05:00:02.193090 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec6bab6-e6f0-4a76-8869-26b1abdd600f tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:00:02.194804 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec6bab6-e6f0-4a76-8869-26b1abdd600f tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:00:02.195580 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-5ec6bab6-e6f0-4a76-8869-26b1abdd600f tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Synchronizing usage tracker for tenant:16af2dbefc6742d5a37a7b30e58c8c2f on resource:subnet {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:00:02.225831 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-7826a63c-3e23-428f-86e0-3b2a12ff8bad tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.0298378 May 30 05:00:02.240776 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 43766) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:02.259375 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-41a44b4d-bdb0-4312-84fd-434635a0be29 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Request body: {'subnet': {'network_id': '0e68bf0a-b543-4eab-9b44-7eb597142ade', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:00:02.279684 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4fbdde3a-8a1b-4a6b-8fde-4b6ab96d1e5a req-e34e31ae-3b26-404a-b1b3-6b3a083b27b1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9ead05bc-ece0-4d02-9e8e-c6949d789f26 HTTP/1.1" status: 200 len: 217 time: 0.0798945 May 30 05:00:02.280832 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b6f1f975-dbcb-43e2-85f9-3cdd53170340 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:02.306417 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-fb2a85a6-7651-4d8f-855e-b80e94d1b47e tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:00:02.332562 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6f1f975-dbcb-43e2-85f9-3cdd53170340 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=88261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 05:00:02.332994 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b6f1f975-dbcb-43e2-85f9-3cdd53170340 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-862858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2304281'] for segment, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:02.369744 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-5ec6bab6-e6f0-4a76-8869-26b1abdd600f tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Unset dirty status for tenant:16af2dbefc6742d5a37a7b30e58c8c2f on resource:subnet {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:00:02.372136 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-5ec6bab6-e6f0-4a76-8869-26b1abdd600f tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.2763295 May 30 05:00:02.383063 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 43774) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:02.384991 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-fb2a85a6-7651-4d8f-855e-b80e94d1b47e tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Usage tracker for resource:subnet and tenant:fb4b15beed874bf4bdf9eab934db65bc is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:00:02.424151 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-fb2a85a6-7651-4d8f-855e-b80e94d1b47e tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:00:02.432595 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment ee7039fe-32b5-41fd-b86f-fcc5e07c06a0 resource provider aggregate not found May 30 05:00:02.464945 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment ee7039fe-32b5-41fd-b86f-fcc5e07c06a0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ee7039fe-32b5-41fd-b86f-fcc5e07c06a0 found for delete ", "request_id": "req-424b3a2e-2230-4ed0-8af1-8b823e06da70"}]} May 30 05:00:02.473365 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbdde3a-8a1b-4a6b-8fde-4b6ab96d1e5a req-cd09da85-3d22-489b-89c1-3afb4e256deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:00:02.475017 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4fbdde3a-8a1b-4a6b-8fde-4b6ab96d1e5a req-cd09da85-3d22-489b-89c1-3afb4e256deb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1acbe121-74d9-41fa-8525-29a9efbdfaac HTTP/1.1" status: 200 len: 834 time: 0.1880133 May 30 05:00:02.476381 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d83ddca-2d11-4ad2-b3b3-2989c7745a27 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Pushing event updated for resources: {'Subnet': ['ID=f9027eb4-7eb9-450d-800e-dacc04cf1309,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:02.477583 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b6f1f975-dbcb-43e2-85f9-3cdd53170340 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604744'] for network, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:02.485974 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-fb2a85a6-7651-4d8f-855e-b80e94d1b47e tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:00:02.489203 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d83ddca-2d11-4ad2-b3b3-2989c7745a27 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Checking segment: {'id': 'bcea71e8-9ae4-495f-a331-b81915cff40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '41106ef9-e560-4d41-a894-e3dfac2ca852'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:00:02.489658 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d83ddca-2d11-4ad2-b3b3-2989c7745a27 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Network hostable DHCP agents. Network: 41106ef9-e560-4d41-a894-e3dfac2ca852, hostable agents: ['1c705e68-3d3e-4dd3-9252-feb21d4b96ab'], hosted agents: [] {{(pid=88260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 05:00:02.496759 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b6f1f975-dbcb-43e2-85f9-3cdd53170340 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:02.551286 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f1f975-dbcb-43e2-85f9-3cdd53170340 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Pushing event deleted for resources: {'Network': ['ID=033b88b6-d15f-46f3-b67c-e69b4b892da1,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:02.554789 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb2a85a6-7651-4d8f-855e-b80e94d1b47e tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Made reservation on behalf of fb4b15beed874bf4bdf9eab934db65bc for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:00:02.555211 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-b6f1f975-dbcb-43e2-85f9-3cdd53170340 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] 10.222.0.15 "DELETE /v2.0/networks/033b88b6-d15f-46f3-b67c-e69b4b892da1 HTTP/1.1" status: 204 len: 168 time: 6.5867636 May 30 05:00:02.558936 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fb2a85a6-7651-4d8f-855e-b80e94d1b47e tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2133361'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:02.562005 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 43780) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:02.569060 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-5e47a2bb-a186-4662-8993-ff20cbfc2a0d tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-626609241'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:00:02.576390 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-5e47a2bb-a186-4662-8993-ff20cbfc2a0d tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:00:02.582227 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-5e47a2bb-a186-4662-8993-ff20cbfc2a0d tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Usage tracker for resource:network and tenant:5386df8a083a4b53b87ea99ca4a65ce1 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:00:02.585446 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-5e47a2bb-a186-4662-8993-ff20cbfc2a0d tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:00:02.593500 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-5e47a2bb-a186-4662-8993-ff20cbfc2a0d tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:00:02.609840 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e47a2bb-a186-4662-8993-ff20cbfc2a0d tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Made reservation on behalf of 5386df8a083a4b53b87ea99ca4a65ce1 for: {'network': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:00:02.613233 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5e47a2bb-a186-4662-8993-ff20cbfc2a0d tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for network, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:02.626091 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbdde3a-8a1b-4a6b-8fde-4b6ab96d1e5a req-690b31d6-348d-49b5-8b17-42de0f384564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:00:02.627595 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4fbdde3a-8a1b-4a6b-8fde-4b6ab96d1e5a req-690b31d6-348d-49b5-8b17-42de0f384564 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=83d1d881-1387-42cf-a16f-9c6e02a5e965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1322799 May 30 05:00:02.717166 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a142624-940e-4c55-bf49-a5329c884075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:02.725574 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e47a2bb-a186-4662-8993-ff20cbfc2a0d tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=88261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 05:00:02.742625 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5e47a2bb-a186-4662-8993-ff20cbfc2a0d tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:02.743528 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.db.segments_db [None req-5e47a2bb-a186-4662-8993-ff20cbfc2a0d tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Added segment 3bb94202-adca-4d1c-b39a-b707c60554f9 of type vlan for network 1156e472-895f-4944-92bb-aa2ee24396c4 May 30 05:00:02.767556 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_v2 [None req-5655b446-4f31-4986-aace-7b24122adf0c tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Deleting subnet 0d786c3a-ed44-44bf-a650-83252eb37d60 {{(pid=88260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 30 05:00:02.791011 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5655b446-4f31-4986-aace-7b24122adf0c tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks [] for subnet, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:02.796618 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5e47a2bb-a186-4662-8993-ff20cbfc2a0d tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729234556353'] for network, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:02.803158 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4fbdde3a-8a1b-4a6b-8fde-4b6ab96d1e5a req-1fc2761b-21cb-4f47-8887-e30c987293e6 service neutron] 10.222.0.39 "GET /v2.0/networks/83d1d881-1387-42cf-a16f-9c6e02a5e965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675558 May 30 05:00:02.817946 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d83ddca-2d11-4ad2-b3b3-2989c7745a27 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Network 41106ef9-e560-4d41-a894-e3dfac2ca852 is scheduled to be hosted by DHCP agent 1c705e68-3d3e-4dd3-9252-feb21d4b96ab with binding_index 1 {{(pid=88260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 05:00:02.863960 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8525d0-aa05-4d44-8e0d-1d37e0cd3ba3 req-fc8c0fcd-7156-45a8-a6c6-ff4c272f8f34 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:00:02.866739 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-7e8525d0-aa05-4d44-8e0d-1d37e0cd3ba3 req-fc8c0fcd-7156-45a8-a6c6-ff4c272f8f34 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b9579b7-bae6-478c-894f-e20038a7bb0f HTTP/1.1" status: 200 len: 944 time: 0.9883561 May 30 05:00:02.897205 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-7d83ddca-2d11-4ad2-b3b3-2989c7745a27 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843763-1-hyperv, 41106ef9-e560-4d41-a894-e3dfac2ca852) {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:00:02.908636 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93fc4bf3-8d3e-485a-b867-8e5837634479 None None] Network 41106ef9-e560-4d41-a894-e3dfac2ca852 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:00:02.923589 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-41a44b4d-bdb0-4312-84fd-434635a0be29 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:00:02.923823 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5e47a2bb-a186-4662-8993-ff20cbfc2a0d tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788'] for network, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:02.929243 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e47a2bb-a186-4662-8993-ff20cbfc2a0d tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:00:02.929920 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5e47a2bb-a186-4662-8993-ff20cbfc2a0d tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:02.947232 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d83ddca-2d11-4ad2-b3b3-2989c7745a27 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:00:02.948091 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7d83ddca-2d11-4ad2-b3b3-2989c7745a27 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:02.956837 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-41a44b4d-bdb0-4312-84fd-434635a0be29 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Usage tracker for resource:subnet and tenant:895764a2d33a4b6180a8faca69c63db7 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:00:02.970486 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5655b446-4f31-4986-aace-7b24122adf0c tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1454738'] for subnet, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:02.998026 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-41a44b4d-bdb0-4312-84fd-434635a0be29 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:00:03.038351 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-41a44b4d-bdb0-4312-84fd-434635a0be29 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:00:03.072015 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-7d83ddca-2d11-4ad2-b3b3-2989c7745a27 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1041830 May 30 05:00:03.075256 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-7e8525d0-aa05-4d44-8e0d-1d37e0cd3ba3 req-41c73064-6dd6-461e-8ea3-4db031486ff9 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/security-groups?id=9b0443b2-0623-40f2-887b-f716d2afd1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1962509 May 30 05:00:03.077294 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 43784) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:03.092173 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-e0423ed0-cf84-4087-ad43-d7c00762fa3a tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Request body: {'port': {'network_id': '41106ef9-e560-4d41-a894-e3dfac2ca852', 'name': 'tempest-PortsTestJSON-1259416826', 'fixed_ips': [{'subnet_id': 'f9027eb4-7eb9-450d-800e-dacc04cf1309', 'ip_address': '172.20.0.10'}]}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:00:03.205857 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-5e47a2bb-a186-4662-8993-ff20cbfc2a0d tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6426592 May 30 05:00:03.209906 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 43788) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:03.212671 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17dd3c73-e326-4bc1-ae4c-f05f72da47c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bbf24ed-7ba9-53d2-873f-8f9642b1e987-41106ef9-e560-4d41-a894-e3dfac2ca852', 'network_id': '41106ef9-e560-4d41-a894-e3dfac2ca852', 'tenant_id': 'f4aea07b5c934dc5bc600f55a2d3ba0e', 'fixed_ips': [{'subnet_id': 'f9027eb4-7eb9-450d-800e-dacc04cf1309'}]}} from dv-neutron-843763-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 30 05:00:03.213622 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-17dd3c73-e326-4bc1-ae4c-f05f72da47c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:03.218942 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-949bbba2-71de-42d4-9303-121a2d0d7abc tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:00:03.235356 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4fbdde3a-8a1b-4a6b-8fde-4b6ab96d1e5a req-ea441940-1208-406a-b969-b4227479e2c8 service neutron] 10.222.0.39 "GET /v2.0/networks/83d1d881-1387-42cf-a16f-9c6e02a5e965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4258258 May 30 05:00:03.241447 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e47a2bb-a186-4662-8993-ff20cbfc2a0d tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Pushing event updated for resources: {'Network': ['ID=1156e472-895f-4944-92bb-aa2ee24396c4,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:03.346499 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Network 1156e472-895f-4944-92bb-aa2ee24396c4 details requested by agent ovs-agent-dv-neutron-843763-1-hyperv with host dv-neutron-843763-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 05:00:03.398353 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fb2a85a6-7651-4d8f-855e-b80e94d1b47e tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1547796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2133315'] for subnet, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:03.450357 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41a44b4d-bdb0-4312-84fd-434635a0be29 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Made reservation on behalf of 895764a2d33a4b6180a8faca69c63db7 for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:00:03.453713 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-41a44b4d-bdb0-4312-84fd-434635a0be29 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2133361'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:03.460750 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e3622e-ad45-4fbd-8fe3-5cbb9c8db225 None None] Network 0e68bf0a-b543-4eab-9b44-7eb597142ade requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:00:03.475973 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device a040c8e1-f1be-4f8f-a9eb-6cf8bd2a49be up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:00:03.566585 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce26ff8-e227-4ee2-b9f0-a1d876438a9d req-bc54196a-db1a-4c1c-8166-555e0575308e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:00:03.568220 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8ce26ff8-e227-4ee2-b9f0-a1d876438a9d req-bc54196a-db1a-4c1c-8166-555e0575308e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f9fe59584bbe4d5aaa42841eedb71980&device_id=1b9579b7-bae6-478c-894f-e20038a7bb0f HTTP/1.1" status: 200 len: 1097 time: 0.2322843 May 30 05:00:03.572692 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5655b446-4f31-4986-aace-7b24122adf0c tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860493'] for subnet, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:03.607311 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-949bbba2-71de-42d4-9303-121a2d0d7abc tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729234556353'] for network, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:03.640350 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-60e29986-fcb1-4001-a3f6-5f54ce353b96 None None] Provisioning for port a040c8e1-f1be-4f8f-a9eb-6cf8bd2a49be completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:00:03.667357 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2a85a6-7651-4d8f-855e-b80e94d1b47e tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Pushing event updated for resources: {'Subnet': ['ID=fdbb4b63-cc73-42ea-be1d-9590bee05d3a,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:03.690116 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-949bbba2-71de-42d4-9303-121a2d0d7abc tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788'] for network, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:03.719558 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-949bbba2-71de-42d4-9303-121a2d0d7abc tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Network 1156e472-895f-4944-92bb-aa2ee24396c4 is not hosted by any dhcp agent {{(pid=88261) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} May 30 05:00:03.724914 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949bbba2-71de-42d4-9303-121a2d0d7abc tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:00:03.725511 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-949bbba2-71de-42d4-9303-121a2d0d7abc tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:03.726848 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-949bbba2-71de-42d4-9303-121a2d0d7abc tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] 10.222.0.15 "PUT /v2.0/networks/1156e472-895f-4944-92bb-aa2ee24396c4 HTTP/1.1" status: 200 len: 723 time: 0.5147512 May 30 05:00:03.730657 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2a85a6-7651-4d8f-855e-b80e94d1b47e tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Checking segment: {'id': '1965b9e4-b4f3-482a-8b51-2b4ba9912bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'e2513721-9039-4ed7-a80f-21e1d8f859c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:00:03.731039 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2a85a6-7651-4d8f-855e-b80e94d1b47e tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Network hostable DHCP agents. Network: e2513721-9039-4ed7-a80f-21e1d8f859c7, hostable agents: ['1c705e68-3d3e-4dd3-9252-feb21d4b96ab'], hosted agents: [] {{(pid=88260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 05:00:03.737013 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 43792) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:03.737990 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-e0423ed0-cf84-4087-ad43-d7c00762fa3a tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:00:03.753507 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-e0423ed0-cf84-4087-ad43-d7c00762fa3a tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Usage tracker for resource:port and tenant:f4aea07b5c934dc5bc600f55a2d3ba0e is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:00:03.758951 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-3a9b72aa-7a05-47d4-baa5-8281860e2ef0 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Request body: {'subnet': {'network_id': '1156e472-895f-4944-92bb-aa2ee24396c4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:00:03.780203 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-e0423ed0-cf84-4087-ad43-d7c00762fa3a tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:00:03.796268 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port a040c8e1-f1be-4f8f-a9eb-6cf8bd2a49be completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:00:03.796790 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-e0423ed0-cf84-4087-ad43-d7c00762fa3a tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:00:03.809847 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port a040c8e1-f1be-4f8f-a9eb-6cf8bd2a49be triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:00:03.810458 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:03.813101 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5655b446-4f31-4986-aace-7b24122adf0c tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1547867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2133322'] for subnet, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:03.838499 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949bbba2-71de-42d4-9303-121a2d0d7abc tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Pushing event updated for resources: {'Network': ['ID=1156e472-895f-4944-92bb-aa2ee24396c4,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:03.841074 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce26ff8-e227-4ee2-b9f0-a1d876438a9d req-d3a81cfd-5677-4da2-a3dc-f2ac84da835b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:00:03.842642 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8ce26ff8-e227-4ee2-b9f0-a1d876438a9d req-d3a81cfd-5677-4da2-a3dc-f2ac84da835b service neutron] 10.222.0.39 "GET /v2.0/networks?id=83d1d881-1387-42cf-a16f-9c6e02a5e965 HTTP/1.1" status: 200 len: 897 time: 0.2634282 May 30 05:00:03.845731 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-17dd3c73-e326-4bc1-ae4c-f05f72da47c1 None None] Allocated IP 172.20.0.2 (41106ef9-e560-4d41-a894-e3dfac2ca852/f9027eb4-7eb9-450d-800e-dacc04cf1309/20e5b76c-6c5c-437e-ba4f-0496ff63b855) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:00:03.884616 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Network 1156e472-895f-4944-92bb-aa2ee24396c4 details requested by agent ovs-agent-dv-neutron-843763-1-hyperv with host dv-neutron-843763-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 05:00:03.924922 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8ce26ff8-e227-4ee2-b9f0-a1d876438a9d req-887dff3f-964f-477f-a833-ca61a4444a29 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9ead05bc-ece0-4d02-9e8e-c6949d789f26 HTTP/1.1" status: 200 len: 217 time: 0.0749116 May 30 05:00:03.942228 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5655b446-4f31-4986-aace-7b24122adf0c tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Pushing event deleted for resources: {'Subnet': ['ID=0d786c3a-ed44-44bf-a650-83252eb37d60,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:03.944364 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5655b446-4f31-4986-aace-7b24122adf0c tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:03.951173 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0423ed0-cf84-4087-ad43-d7c00762fa3a tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Made reservation on behalf of f4aea07b5c934dc5bc600f55a2d3ba0e for: {'port': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:00:03.966090 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb678e29-e57c-4ee4-93a5-0243aae66f5b None None] Network 0008fd3d-19e9-40cf-b545-4a7647b90cf1 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:00:03.988830 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2a85a6-7651-4d8f-855e-b80e94d1b47e tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Network e2513721-9039-4ed7-a80f-21e1d8f859c7 is scheduled to be hosted by DHCP agent 1c705e68-3d3e-4dd3-9252-feb21d4b96ab with binding_index 1 {{(pid=88260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 05:00:04.016553 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce26ff8-e227-4ee2-b9f0-a1d876438a9d req-5e07d864-047b-4242-a8e5-ff5bfe4b1b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:00:04.018035 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8ce26ff8-e227-4ee2-b9f0-a1d876438a9d req-5e07d864-047b-4242-a8e5-ff5bfe4b1b92 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1acbe121-74d9-41fa-8525-29a9efbdfaac HTTP/1.1" status: 200 len: 834 time: 0.0867496 May 30 05:00:04.071765 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-3a9b72aa-7a05-47d4-baa5-8281860e2ef0 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:00:04.080118 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-3a9b72aa-7a05-47d4-baa5-8281860e2ef0 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Usage tracker for resource:subnet and tenant:5386df8a083a4b53b87ea99ca4a65ce1 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:00:04.085843 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-5655b446-4f31-4986-aace-7b24122adf0c tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "DELETE /v2.0/subnets/0d786c3a-ed44-44bf-a650-83252eb37d60 HTTP/1.1" status: 204 len: 168 time: 1.6643467 May 30 05:00:04.089071 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 43796) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:04.091613 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-3a9b72aa-7a05-47d4-baa5-8281860e2ef0 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:00:04.123245 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-fb2a85a6-7651-4d8f-855e-b80e94d1b47e tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843763-1-hyperv, e2513721-9039-4ed7-a80f-21e1d8f859c7) {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:00:04.136998 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-3a9b72aa-7a05-47d4-baa5-8281860e2ef0 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:00:04.159149 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb2a85a6-7651-4d8f-855e-b80e94d1b47e tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:00:04.159741 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fb2a85a6-7651-4d8f-855e-b80e94d1b47e tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:04.196790 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5b783fc-fd8b-480d-9912-33901f8442a4 None None] Network e2513721-9039-4ed7-a80f-21e1d8f859c7 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:00:04.209736 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a9b72aa-7a05-47d4-baa5-8281860e2ef0 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Made reservation on behalf of 5386df8a083a4b53b87ea99ca4a65ce1 for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:00:04.215318 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-203f398a-7a3e-4779-be42-c22622c63934 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1197617 May 30 05:00:04.215512 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3a9b72aa-7a05-47d4-baa5-8281860e2ef0 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2133361'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:04.215631 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 43802) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:04.221651 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-21bce441-b639-42ab-960e-535983b7a694 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Request body: {'subnet': {'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:00:04.290896 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e0423ed0-cf84-4087-ad43-d7c00762fa3a tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:04.424746 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [None req-e0423ed0-cf84-4087-ad43-d7c00762fa3a tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] device_id is not set on port 7a791ca3-5747-4dcc-9e5c-18cb2ec563cb yet. {{(pid=88260) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 30 05:00:04.430687 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-21bce441-b639-42ab-960e-535983b7a694 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:00:04.434491 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce26ff8-e227-4ee2-b9f0-a1d876438a9d req-660ec436-f9a5-45e6-8505-5082dc6379c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:00:04.435989 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8ce26ff8-e227-4ee2-b9f0-a1d876438a9d req-660ec436-f9a5-45e6-8505-5082dc6379c1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=83d1d881-1387-42cf-a16f-9c6e02a5e965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4101012 May 30 05:00:04.445145 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-21bce441-b639-42ab-960e-535983b7a694 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Usage tracker for resource:subnet and tenant:16af2dbefc6742d5a37a7b30e58c8c2f is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:00:04.468670 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-21bce441-b639-42ab-960e-535983b7a694 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:00:04.468912 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-fb2a85a6-7651-4d8f-855e-b80e94d1b47e tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.7542326 May 30 05:00:04.472180 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 43806) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:04.482946 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-0532909f-e1b3-4359-a7a6-ed08ce2b7194 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1782965436', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'}, 'admin_state_up': False}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:00:04.489892 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-21bce441-b639-42ab-960e-535983b7a694 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:00:04.545435 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-0532909f-e1b3-4359-a7a6-ed08ce2b7194 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:00:04.561056 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-0532909f-e1b3-4359-a7a6-ed08ce2b7194 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Usage tracker for resource:router and tenant:fb4b15beed874bf4bdf9eab934db65bc is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:00:04.566943 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-0532909f-e1b3-4359-a7a6-ed08ce2b7194 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:00:04.573307 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-41a44b4d-bdb0-4312-84fd-434635a0be29 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1547796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2133315'] for subnet, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:04.579494 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-0532909f-e1b3-4359-a7a6-ed08ce2b7194 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:00:04.587373 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21bce441-b639-42ab-960e-535983b7a694 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Made reservation on behalf of 16af2dbefc6742d5a37a7b30e58c8c2f for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:00:04.590680 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-21bce441-b639-42ab-960e-535983b7a694 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9305518'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:04.703384 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43abfcc-742b-474e-b5a1-2f47add13776 req-94a4ae0b-0579-4766-8dc2-000ef744bf98 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:00:04.707066 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b43abfcc-742b-474e-b5a1-2f47add13776 req-94a4ae0b-0579-4766-8dc2-000ef744bf98 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b9579b7-bae6-478c-894f-e20038a7bb0f HTTP/1.1" status: 200 len: 944 time: 0.3836222 May 30 05:00:04.711076 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0532909f-e1b3-4359-a7a6-ed08ce2b7194 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1603901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11666'] for router, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:04.712903 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0532909f-e1b3-4359-a7a6-ed08ce2b7194 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11675'] for router, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:04.724020 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a44b4d-bdb0-4312-84fd-434635a0be29 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Network 0e68bf0a-b543-4eab-9b44-7eb597142ade is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:00:04.731935 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-41a44b4d-bdb0-4312-84fd-434635a0be29 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:00:04.737661 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port a040c8e1-f1be-4f8f-a9eb-6cf8bd2a49be is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:00:04.738077 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:04.744348 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a44b4d-bdb0-4312-84fd-434635a0be29 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:00:04.744985 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-41a44b4d-bdb0-4312-84fd-434635a0be29 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:04.773422 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8ce26ff8-e227-4ee2-b9f0-a1d876438a9d req-75eedec2-76d5-43c9-8090-cb79fd3bea56 service neutron] 10.222.0.39 "GET /v2.0/networks/83d1d881-1387-42cf-a16f-9c6e02a5e965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3254333 May 30 05:00:04.807245 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0532909f-e1b3-4359-a7a6-ed08ce2b7194 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:04.820888 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-17dd3c73-e326-4bc1-ae4c-f05f72da47c1 None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:04.850600 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a44b4d-bdb0-4312-84fd-434635a0be29 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Pushing event updated for resources: {'Subnet': ['ID=c7263937-4dc6-448e-a402-4f1c6e5aa2fc,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:04.863011 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-41a44b4d-bdb0-4312-84fd-434635a0be29 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.6139612 May 30 05:00:04.866383 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 43810) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:04.867208 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] For port a040c8e1-f1be-4f8f-a9eb-6cf8bd2a49be, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=a040c8e1-f1be-4f8f-a9eb-6cf8bd2a49be,segment=NetworkSegment(6f353d85-1b27-4ec8-beb5-b57ad439f794),segment_id=6f353d85-1b27-4ec8-beb5-b57ad439f794)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:00:04.872724 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-f737e7c5-296a-4ac0-88ab-5eef664bb9d9 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Request body: {'port': {'network_id': '0e68bf0a-b543-4eab-9b44-7eb597142ade', 'fixed_ips': [{'subnet_id': 'ee006d4d-178b-40d2-a9b5-a95e1aa24835'}, {'subnet_id': 'c7263937-4dc6-448e-a402-4f1c6e5aa2fc'}], 'name': 'tempest-PortsIpV6TestJSON-451547264'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:00:04.880770 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-17dd3c73-e326-4bc1-ae4c-f05f72da47c1 None None] Transition to ACTIVE for port object 20e5b76c-6c5c-437e-ba4f-0496ff63b855 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:00:04.903817 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:04.959325 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89bd8f18-92dd-46c9-954d-eef501ea295a None None] Network e2513721-9039-4ed7-a80f-21e1d8f859c7 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:00:05.028639 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b43abfcc-742b-474e-b5a1-2f47add13776 req-269e63e3-609b-4e92-a0f4-c1ef324c27bf tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/security-groups?id=9b0443b2-0623-40f2-887b-f716d2afd1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2951338 May 30 05:00:05.038091 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf8b8384-7a8d-4319-ae9b-e2f290e1cd37 None None] Network 0e68bf0a-b543-4eab-9b44-7eb597142ade requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:00:05.203254 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3a9b72aa-7a05-47d4-baa5-8281860e2ef0 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1547796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2133315'] for subnet, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:05.206551 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7366cf9d-a681-4445-9d0c-8c508d14c26b None None] DHCP port deletion for 0008fd3d-19e9-40cf-b545-4a7647b90cf1 request from dv-neutron-843763-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 30 05:00:05.230837 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-17dd3c73-e326-4bc1-ae4c-f05f72da47c1 None None] Transition to ACTIVE for port object 20e5b76c-6c5c-437e-ba4f-0496ff63b855 will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:00:05.232161 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-7366cf9d-a681-4445-9d0c-8c508d14c26b None None] Deleting port 4c989dad-ce43-4e1f-9211-0c81efeffa91 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:00:05.232161 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7366cf9d-a681-4445-9d0c-8c508d14c26b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:05.281409 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-f737e7c5-296a-4ac0-88ab-5eef664bb9d9 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:00:05.294869 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-f737e7c5-296a-4ac0-88ab-5eef664bb9d9 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Usage tracker for resource:port and tenant:895764a2d33a4b6180a8faca69c63db7 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:00:05.304072 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-f737e7c5-296a-4ac0-88ab-5eef664bb9d9 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:00:05.314176 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9b72aa-7a05-47d4-baa5-8281860e2ef0 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Pushing event updated for resources: {'Subnet': ['ID=0232d9bf-3584-44df-bb3b-f0c529c4b135,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:05.318626 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-f737e7c5-296a-4ac0-88ab-5eef664bb9d9 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:00:05.369333 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 4c989dad-ce43-4e1f-9211-0c81efeffa91 no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 05:00:05.386632 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f737e7c5-296a-4ac0-88ab-5eef664bb9d9 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Made reservation on behalf of 895764a2d33a4b6180a8faca69c63db7 for: {'port': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:00:05.411785 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-17dd3c73-e326-4bc1-ae4c-f05f72da47c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:05.412136 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9b72aa-7a05-47d4-baa5-8281860e2ef0 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Checking segment: {'id': '3bb94202-adca-4d1c-b39a-b707c60554f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '1156e472-895f-4944-92bb-aa2ee24396c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:00:05.412459 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a9b72aa-7a05-47d4-baa5-8281860e2ef0 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Network hostable DHCP agents. Network: 1156e472-895f-4944-92bb-aa2ee24396c4, hostable agents: ['1c705e68-3d3e-4dd3-9252-feb21d4b96ab'], hosted agents: [] {{(pid=88260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 05:00:05.447759 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8ce26ff8-e227-4ee2-b9f0-a1d876438a9d req-d06813a9-c9d5-445a-b4a2-24caae1a3f13 service neutron] 10.222.0.39 "GET /v2.0/networks/83d1d881-1387-42cf-a16f-9c6e02a5e965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6587965 May 30 05:00:05.449842 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0532909f-e1b3-4359-a7a6-ed08ce2b7194 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11765'] for router, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:05.498906 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17dd3c73-e326-4bc1-ae4c-f05f72da47c1 None None] Network 41106ef9-e560-4d41-a894-e3dfac2ca852 is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:00:05.502817 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-e0423ed0-cf84-4087-ad43-d7c00762fa3a tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Allocated IP 172.20.0.10 (41106ef9-e560-4d41-a894-e3dfac2ca852/f9027eb4-7eb9-450d-800e-dacc04cf1309/7a791ca3-5747-4dcc-9e5c-18cb2ec563cb) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:00:05.510638 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Pushing event updated for resources: {'Port': ['ID=a040c8e1-f1be-4f8f-a9eb-6cf8bd2a49be,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:05.527872 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a9b72aa-7a05-47d4-baa5-8281860e2ef0 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Network 1156e472-895f-4944-92bb-aa2ee24396c4 is scheduled to be hosted by DHCP agent 1c705e68-3d3e-4dd3-9252-feb21d4b96ab with binding_index 1 {{(pid=88260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 05:00:05.531509 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-17dd3c73-e326-4bc1-ae4c-f05f72da47c1 None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:00:05.558197 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17dd3c73-e326-4bc1-ae4c-f05f72da47c1 None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:00:05.572857 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-3a9b72aa-7a05-47d4-baa5-8281860e2ef0 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843763-1-hyperv, 1156e472-895f-4944-92bb-aa2ee24396c4) {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:00:05.592304 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a9b72aa-7a05-47d4-baa5-8281860e2ef0 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:00:05.593306 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3a9b72aa-7a05-47d4-baa5-8281860e2ef0 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:05.600761 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-d2cc86de-4a08-4c2f-a24c-69c97600d8bc None None] Provisioning complete for port a040c8e1-f1be-4f8f-a9eb-6cf8bd2a49be triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:00:05.600761 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-d2cc86de-4a08-4c2f-a24c-69c97600d8bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:05.603440 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f737e7c5-296a-4ac0-88ab-5eef664bb9d9 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:05.672459 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-3a9b72aa-7a05-47d4-baa5-8281860e2ef0 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9283385 May 30 05:00:05.695727 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32807151-bec6-46ac-bc41-4f686e126f58 None None] Network 1156e472-895f-4944-92bb-aa2ee24396c4 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:00:05.697841 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 43814) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:05.712067 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-cc213c47-019b-4668-b243-c23c5b75e0e7 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:00:05.727776 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [None req-f737e7c5-296a-4ac0-88ab-5eef664bb9d9 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] device_id is not set on port 4ea0c658-5f38-48f6-8e6c-6d60fad9ba14 yet. {{(pid=88260) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 30 05:00:05.813532 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.objects.ports [None req-21bce441-b639-42ab-960e-535983b7a694 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88261) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 30 05:00:05.928746 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e0423ed0-cf84-4087-ad43-d7c00762fa3a tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:05.995282 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [None req-e0423ed0-cf84-4087-ad43-d7c00762fa3a tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Transition to ACTIVE for port object 7a791ca3-5747-4dcc-9e5c-18cb2ec563cb will not be triggered until provisioned by entity DHCP. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:00:06.065035 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cc213c47-019b-4668-b243-c23c5b75e0e7 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9305511'] for subnet, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:06.095830 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e0423ed0-cf84-4087-ad43-d7c00762fa3a tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:06.135751 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-7366cf9d-a681-4445-9d0c-8c508d14c26b None None] For port 4c989dad-ce43-4e1f-9211-0c81efeffa91, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=4c989dad-ce43-4e1f-9211-0c81efeffa91,segment=NetworkSegment(c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1),segment_id=c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:00:06.136356 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7366cf9d-a681-4445-9d0c-8c508d14c26b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:06.153325 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0532909f-e1b3-4359-a7a6-ed08ce2b7194 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks [] for router_gateway, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:06.224922 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0532909f-e1b3-4359-a7a6-ed08ce2b7194 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:06.227528 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-17dd3c73-e326-4bc1-ae4c-f05f72da47c1 None None] Attempting to bind port 20e5b76c-6c5c-437e-ba4f-0496ff63b855 on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 05:00:06.228111 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-17dd3c73-e326-4bc1-ae4c-f05f72da47c1 None None] Attempting to bind port 20e5b76c-6c5c-437e-ba4f-0496ff63b855 by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': 'bcea71e8-9ae4-495f-a331-b81915cff40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '41106ef9-e560-4d41-a894-e3dfac2ca852'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 05:00:06.228641 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17dd3c73-e326-4bc1-ae4c-f05f72da47c1 None None] Attempting to bind port 20e5b76c-6c5c-437e-ba4f-0496ff63b855 on network 41106ef9-e560-4d41-a894-e3dfac2ca852 {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:00:06.231190 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 4c989dad-ce43-4e1f-9211-0c81efeffa91 is: ACTIVE; New status is: DOWN {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:00:06.231764 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:06.259028 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device 9ead05bc-ece0-4d02-9e8e-c6949d789f26 details requested by agent hyperv_hv-neutron-8437 with host hv-neutron-8437 {{(pid=88262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 05:00:06.261686 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dd3c73-e326-4bc1-ae4c-f05f72da47c1 None None] Pushing event updated for resources: {'Port': ['ID=20e5b76c-6c5c-437e-ba4f-0496ff63b855,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:06.269068 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0423ed0-cf84-4087-ad43-d7c00762fa3a tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Network 41106ef9-e560-4d41-a894-e3dfac2ca852 is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:00:06.277272 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-e0423ed0-cf84-4087-ad43-d7c00762fa3a tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:00:06.284173 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0423ed0-cf84-4087-ad43-d7c00762fa3a tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:00:06.326992 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0423ed0-cf84-4087-ad43-d7c00762fa3a tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Pushing event updated for resources: {'Port': ['ID=7a791ca3-5747-4dcc-9e5c-18cb2ec563cb,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:06.330132 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-f737e7c5-296a-4ac0-88ab-5eef664bb9d9 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Allocated IP 2001:db8::1aa (0e68bf0a-b543-4eab-9b44-7eb597142ade/ee006d4d-178b-40d2-a9b5-a95e1aa24835/4ea0c658-5f38-48f6-8e6c-6d60fad9ba14) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:00:06.356657 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-f737e7c5-296a-4ac0-88ab-5eef664bb9d9 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Allocated IP 2001:db8:0:1::2ee (0e68bf0a-b543-4eab-9b44-7eb597142ade/c7263937-4dc6-448e-a402-4f1c6e5aa2fc/4ea0c658-5f38-48f6-8e6c-6d60fad9ba14) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:00:06.365085 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-7366cf9d-a681-4445-9d0c-8c508d14c26b None None] Calling delete_port for 4c989dad-ce43-4e1f-9211-0c81efeffa91 owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:00:06.389429 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0423ed0-cf84-4087-ad43-d7c00762fa3a tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:00:06.390211 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e0423ed0-cf84-4087-ad43-d7c00762fa3a tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:06.400174 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17dd3c73-e326-4bc1-ae4c-f05f72da47c1 None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 5, 0, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 05:00:06.400562 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17dd3c73-e326-4bc1-ae4c-f05f72da47c1 None None] Checking segment: {'id': 'bcea71e8-9ae4-495f-a331-b81915cff40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '41106ef9-e560-4d41-a894-e3dfac2ca852'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:00:06.400965 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-17dd3c73-e326-4bc1-ae4c-f05f72da47c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:06.401364 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17dd3c73-e326-4bc1-ae4c-f05f72da47c1 None None] Bound using segment: {'id': 'bcea71e8-9ae4-495f-a331-b81915cff40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '41106ef9-e560-4d41-a894-e3dfac2ca852'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 05:00:06.401868 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-17dd3c73-e326-4bc1-ae4c-f05f72da47c1 None None] Bound port: 20e5b76c-6c5c-437e-ba4f-0496ff63b855, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcea71e8-9ae4-495f-a331-b81915cff40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '41106ef9-e560-4d41-a894-e3dfac2ca852'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 05:00:06.402252 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-17dd3c73-e326-4bc1-ae4c-f05f72da47c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:06.457191 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-e0423ed0-cf84-4087-ad43-d7c00762fa3a tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.3698297 May 30 05:00:06.459423 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 43820) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:06.466169 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-34f4a5df-c306-4972-82fb-ce8125d90a37 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Request body: {'port': {'network_id': '41106ef9-e560-4d41-a894-e3dfac2ca852', 'name': 'tempest-PortsTestJSON-93063876', 'fixed_ips': [{'subnet_id': 'f9027eb4-7eb9-450d-800e-dacc04cf1309', 'ip_address': '172.20.0.9'}]}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:00:06.487208 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670954c5-0761-47a1-a413-0ec0742ca9a0 req-015fff1d-4c34-4da0-a6cf-65011990cc89 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:00:06.488569 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-670954c5-0761-47a1-a413-0ec0742ca9a0 req-015fff1d-4c34-4da0-a6cf-65011990cc89 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b9579b7-bae6-478c-894f-e20038a7bb0f HTTP/1.1" status: 200 len: 944 time: 0.3013978 May 30 05:00:06.596105 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.db.resource_extend [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 05:00:06.685563 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-21bce441-b639-42ab-960e-535983b7a694 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:06.709532 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-670954c5-0761-47a1-a413-0ec0742ca9a0 req-5700e776-cb34-44e3-8b83-c22521c31aa1 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/security-groups?id=9b0443b2-0623-40f2-887b-f716d2afd1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1973588 May 30 05:00:06.752180 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-0532909f-e1b3-4359-a7a6-ed08ce2b7194 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Allocated IP 172.26.6.203 (1bab70f4-3794-44db-8e17-19f483aa8ffa/6b5b73c1-b0ce-4f83-a930-c00cc5522926/fedc5be0-23d1-4cac-b660-7961f750ec2c) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:00:06.771731 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cc213c47-019b-4668-b243-c23c5b75e0e7 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8729235026360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2304930'] for subnet, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:06.793263 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-34f4a5df-c306-4972-82fb-ce8125d90a37 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:00:06.798927 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-34f4a5df-c306-4972-82fb-ce8125d90a37 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Usage tracker for resource:port and tenant:f4aea07b5c934dc5bc600f55a2d3ba0e is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:00:06.803417 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f737e7c5-296a-4ac0-88ab-5eef664bb9d9 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:06.806918 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-34f4a5df-c306-4972-82fb-ce8125d90a37 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:00:06.818669 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-34f4a5df-c306-4972-82fb-ce8125d90a37 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:00:06.834328 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [None req-f737e7c5-296a-4ac0-88ab-5eef664bb9d9 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Transition to ACTIVE for port object 4ea0c658-5f38-48f6-8e6c-6d60fad9ba14 will not be triggered until provisioned by entity DHCP. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:00:06.842515 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34f4a5df-c306-4972-82fb-ce8125d90a37 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Made reservation on behalf of f4aea07b5c934dc5bc600f55a2d3ba0e for: {'port': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:00:06.844813 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc213c47-019b-4668-b243-c23c5b75e0e7 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:00:06.845592 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cc213c47-019b-4668-b243-c23c5b75e0e7 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:06.848384 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-34f4a5df-c306-4972-82fb-ce8125d90a37 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:06.849824 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-cc213c47-019b-4668-b243-c23c5b75e0e7 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] 10.222.0.15 "PUT /v2.0/subnets/0232d9bf-3584-44df-bb3b-f0c529c4b135 HTTP/1.1" status: 200 len: 806 time: 1.1512420 May 30 05:00:06.858341 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 43824) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:06.891594 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.db.api [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 05:00:06.891957 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG oslo_db.api [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 05:00:06.925977 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-d2cc86de-4a08-4c2f-a24c-69c97600d8bc None None] Current status of the port a040c8e1-f1be-4f8f-a9eb-6cf8bd2a49be is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:00:06.938104 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.db.api [None req-7366cf9d-a681-4445-9d0c-8c508d14c26b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 05:00:06.938571 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG oslo_db.api [None req-7366cf9d-a681-4445-9d0c-8c508d14c26b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 05:00:06.959430 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [None req-34f4a5df-c306-4972-82fb-ce8125d90a37 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] device_id is not set on port 02775429-b25b-4b7c-ac32-6efc21746989 yet. {{(pid=88260) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 30 05:00:07.023313 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-17dd3c73-e326-4bc1-ae4c-f05f72da47c1 None None] For port 20e5b76c-6c5c-437e-ba4f-0496ff63b855, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 05:00:07.029994 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc213c47-019b-4668-b243-c23c5b75e0e7 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Pushing event updated for resources: {'Subnet': ['ID=0232d9bf-3584-44df-bb3b-f0c529c4b135,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:07.044973 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port 9ead05bc-ece0-4d02-9e8e-c6949d789f26, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=9ead05bc-ece0-4d02-9e8e-c6949d789f26,segment=NetworkSegment(b8a9e42d-533b-4fec-a68e-c4fe245449e7),segment_id=b8a9e42d-533b-4fec-a68e-c4fe245449e7)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:00:07.058912 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d3f4c70-b653-4524-8f55-622026512c2a None None] Update dhcp port {'port': {'network_id': '0e68bf0a-b543-4eab-9b44-7eb597142ade', 'fixed_ips': [{'subnet_id': 'ee006d4d-178b-40d2-a9b5-a95e1aa24835', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c7263937-4dc6-448e-a402-4f1c6e5aa2fc'}], 'binding:host_id': 'dv-neutron-843763-1-hyperv'}, 'id': 'a040c8e1-f1be-4f8f-a9eb-6cf8bd2a49be'} from dv-neutron-843763-1-hyperv. {{(pid=88262) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 30 05:00:07.086625 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-17dd3c73-e326-4bc1-ae4c-f05f72da47c1 None None] For port 20e5b76c-6c5c-437e-ba4f-0496ff63b855, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=20e5b76c-6c5c-437e-ba4f-0496ff63b855,segment=NetworkSegment(bcea71e8-9ae4-495f-a331-b81915cff40d),segment_id=bcea71e8-9ae4-495f-a331-b81915cff40d)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 05:00:07.093273 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c49a887f-7dd2-42d9-b419-8dc6d687e84d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bbf24ed-7ba9-53d2-873f-8f9642b1e987-1156e472-895f-4944-92bb-aa2ee24396c4', 'network_id': '1156e472-895f-4944-92bb-aa2ee24396c4', 'tenant_id': '5386df8a083a4b53b87ea99ca4a65ce1', 'fixed_ips': [{'subnet_id': '0232d9bf-3584-44df-bb3b-f0c529c4b135'}]}} from dv-neutron-843763-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 30 05:00:07.093273 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c49a887f-7dd2-42d9-b419-8dc6d687e84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:07.120161 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-17dd3c73-e326-4bc1-ae4c-f05f72da47c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:07.124147 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Returning: {'device': '9ead05bc-ece0-4d02-9e8e-c6949d789f26', 'network_id': '83d1d881-1387-42cf-a16f-9c6e02a5e965', 'port_id': '9ead05bc-ece0-4d02-9e8e-c6949d789f26', 'mac_address': 'fa:16:3e:3a:53:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1acbe121-74d9-41fa-8525-29a9efbdfaac', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 05:00:07.144085 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0532909f-e1b3-4359-a7a6-ed08ce2b7194 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:07.152512 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-21bce441-b639-42ab-960e-535983b7a694 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] For port 4c989dad-ce43-4e1f-9211-0c81efeffa91, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=4c989dad-ce43-4e1f-9211-0c81efeffa91,segment=NetworkSegment(c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1),segment_id=c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:00:07.162184 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f737e7c5-296a-4ac0-88ab-5eef664bb9d9 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:07.189421 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-21bce441-b639-42ab-960e-535983b7a694 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:07.207381 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-21bce441-b639-42ab-960e-535983b7a694 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2304381'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:07.208140 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-21bce441-b639-42ab-960e-535983b7a694 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2305012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9305500'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:07.265002 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f737e7c5-296a-4ac0-88ab-5eef664bb9d9 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Pushing event updated for resources: {'Port': ['ID=4ea0c658-5f38-48f6-8e6c-6d60fad9ba14,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:07.298016 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-6d3f4c70-b653-4524-8f55-622026512c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:07.333507 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f737e7c5-296a-4ac0-88ab-5eef664bb9d9 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Network 0e68bf0a-b543-4eab-9b44-7eb597142ade is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:00:07.344473 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-72d6707d-4d86-4638-9174-a222513c270e tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897784'] for network, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:07.346605 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-f737e7c5-296a-4ac0-88ab-5eef664bb9d9 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:00:07.356845 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0532909f-e1b3-4359-a7a6-ed08ce2b7194 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:07.359545 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f737e7c5-296a-4ac0-88ab-5eef664bb9d9 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:00:07.364033 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f737e7c5-296a-4ac0-88ab-5eef664bb9d9 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:00:07.364650 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f737e7c5-296a-4ac0-88ab-5eef664bb9d9 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:07.367301 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21bce441-b639-42ab-960e-535983b7a694 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Network 0008fd3d-19e9-40cf-b545-4a7647b90cf1 is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:00:07.378224 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-21bce441-b639-42ab-960e-535983b7a694 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:00:07.381409 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21bce441-b639-42ab-960e-535983b7a694 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:00:07.381700 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-21bce441-b639-42ab-960e-535983b7a694 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:07.405033 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bce441-b639-42ab-960e-535983b7a694 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Pushing event updated for resources: {'Subnet': ['ID=36594150-ab67-48bc-bca8-fa5fae975101,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:07.428847 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0532909f-e1b3-4359-a7a6-ed08ce2b7194 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Network 1bab70f4-3794-44db-8e17-19f483aa8ffa is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:00:07.430146 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bce441-b639-42ab-960e-535983b7a694 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Pushing event updated for resources: {'Port': ['ID=4c989dad-ce43-4e1f-9211-0c81efeffa91,revision_number=6']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:07.470408 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-f737e7c5-296a-4ac0-88ab-5eef664bb9d9 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 2.6028044 May 30 05:00:07.471121 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 43828) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:07.487554 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-0532909f-e1b3-4359-a7a6-ed08ce2b7194 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:00:07.495803 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0532909f-e1b3-4359-a7a6-ed08ce2b7194 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:00:07.537141 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-6521a1a6-d0db-4375-8eb7-491c2f3c679d tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ee006d4d-178b-40d2-a9b5-a95e1aa24835'}]}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:00:07.569010 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 43832) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:07.569344 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-21bce441-b639-42ab-960e-535983b7a694 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 3.3525672 May 30 05:00:07.585464 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0532909f-e1b3-4359-a7a6-ed08ce2b7194 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Pushing event updated for resources: {'Port': ['ID=fedc5be0-23d1-4cac-b660-7961f750ec2c,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:07.598129 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-4b4a31ce-6f2e-435c-882f-fb39a20ba973 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Request body: {'port': {'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1', 'mac_address': 'fa:16:3e:c1:e1:48', 'name': 'tempest-NetworksTestDHCPv6-1851038275'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:00:07.647721 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-7366cf9d-a681-4445-9d0c-8c508d14c26b None None] Deleting port 4c989dad-ce43-4e1f-9211-0c81efeffa91 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:00:07.648470 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7366cf9d-a681-4445-9d0c-8c508d14c26b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:07.671804 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-72d6707d-4d86-4638-9174-a222513c270e tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860493'] for subnet, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:07.675255 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 4c989dad-ce43-4e1f-9211-0c81efeffa91 is: ACTIVE; New status is: DOWN {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:00:07.675409 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:07.683804 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dd3c73-e326-4bc1-ae4c-f05f72da47c1 None None] Pushing event updated for resources: {'Port': ['ID=20e5b76c-6c5c-437e-ba4f-0496ff63b855,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:07.687873 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Current status of the port 9ead05bc-ece0-4d02-9e8e-c6949d789f26 is: DOWN; New status is: BUILD {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:00:07.688268 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:07.779370 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ead05bc-ece0-4d02-9e8e-c6949d789f26 {{(pid=88262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 30 05:00:07.786893 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-34f4a5df-c306-4972-82fb-ce8125d90a37 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Allocated IP 172.20.0.9 (41106ef9-e560-4d41-a894-e3dfac2ca852/f9027eb4-7eb9-450d-800e-dacc04cf1309/02775429-b25b-4b7c-ac32-6efc21746989) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:00:08.026102 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] For port 4c989dad-ce43-4e1f-9211-0c81efeffa91, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=4c989dad-ce43-4e1f-9211-0c81efeffa91,segment=NetworkSegment(c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1),segment_id=c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:00:08.067958 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0532909f-e1b3-4359-a7a6-ed08ce2b7194 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks [] for router_gateway, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:08.073941 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port 9ead05bc-ece0-4d02-9e8e-c6949d789f26, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=9ead05bc-ece0-4d02-9e8e-c6949d789f26,segment=NetworkSegment(b8a9e42d-533b-4fec-a68e-c4fe245449e7),segment_id=b8a9e42d-533b-4fec-a68e-c4fe245449e7)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:00:08.086507 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:08.128855 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6521a1a6-d0db-4375-8eb7-491c2f3c679d tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:08.145388 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f195f3-4cb6-42dc-9d1c-bd2be3c43988 req-ba172095-9187-46f0-926d-4106f474c6f7 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:00:08.147068 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f4f195f3-4cb6-42dc-9d1c-bd2be3c43988 req-ba172095-9187-46f0-926d-4106f474c6f7 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b9579b7-bae6-478c-894f-e20038a7bb0f HTTP/1.1" status: 200 len: 944 time: 0.2453520 May 30 05:00:08.189552 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:08.226165 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-c49a887f-7dd2-42d9-b419-8dc6d687e84d None None] Allocated IP 172.20.0.2 (1156e472-895f-4944-92bb-aa2ee24396c4/0232d9bf-3584-44df-bb3b-f0c529c4b135/e2919815-bea8-4049-999d-8dd81e2ee780) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:00:08.258123 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-6d3f4c70-b653-4524-8f55-622026512c2a None None] Allocated IP 2001:db8:0:1::2 (0e68bf0a-b543-4eab-9b44-7eb597142ade/c7263937-4dc6-448e-a402-4f1c6e5aa2fc/a040c8e1-f1be-4f8f-a9eb-6cf8bd2a49be) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:00:08.353394 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Pushing event updated for resources: {'Port': ['ID=4c989dad-ce43-4e1f-9211-0c81efeffa91,revision_number=7']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:08.356239 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 20e5b76c-6c5c-437e-ba4f-0496ff63b855 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:00:08.419148 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-34f4a5df-c306-4972-82fb-ce8125d90a37 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:08.442447 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [None req-34f4a5df-c306-4972-82fb-ce8125d90a37 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Transition to ACTIVE for port object 02775429-b25b-4b7c-ac32-6efc21746989 will not be triggered until provisioned by entity DHCP. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:00:08.490975 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-34f4a5df-c306-4972-82fb-ce8125d90a37 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:08.510314 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-4b4a31ce-6f2e-435c-882f-fb39a20ba973 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:00:08.593541 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f4f195f3-4cb6-42dc-9d1c-bd2be3c43988 req-a54d3078-7e1d-4c34-983a-f578fdc850bf tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/security-groups?id=9b0443b2-0623-40f2-887b-f716d2afd1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4343810 May 30 05:00:08.613152 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-7366cf9d-a681-4445-9d0c-8c508d14c26b None None] For port 4c989dad-ce43-4e1f-9211-0c81efeffa91, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=4c989dad-ce43-4e1f-9211-0c81efeffa91,segment=NetworkSegment(c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1),segment_id=c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:00:08.613631 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7366cf9d-a681-4445-9d0c-8c508d14c26b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:08.633985 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f4a5df-c306-4972-82fb-ce8125d90a37 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Pushing event updated for resources: {'Port': ['ID=02775429-b25b-4b7c-ac32-6efc21746989,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:08.641337 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] get_ports_and_sgs() called for port_ids ['9ead05bc-ece0-4d02-9e8e-c6949d789f26'] {{(pid=88262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 30 05:00:08.644119 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-4b4a31ce-6f2e-435c-882f-fb39a20ba973 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Usage tracker for resource:port and tenant:16af2dbefc6742d5a37a7b30e58c8c2f is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:00:08.647938 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f4a5df-c306-4972-82fb-ce8125d90a37 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Network 41106ef9-e560-4d41-a894-e3dfac2ca852 is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:00:08.652192 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-4b4a31ce-6f2e-435c-882f-fb39a20ba973 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:00:08.655326 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-34f4a5df-c306-4972-82fb-ce8125d90a37 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:00:08.658628 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f4a5df-c306-4972-82fb-ce8125d90a37 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:00:08.704216 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-4b4a31ce-6f2e-435c-882f-fb39a20ba973 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:00:08.726295 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0532909f-e1b3-4359-a7a6-ed08ce2b7194 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603653'] for router, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:08.741844 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b69d2b-5f04-468b-ad61-13bf68ccb701 None None] Network 41106ef9-e560-4d41-a894-e3dfac2ca852 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:00:08.777256 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b4a31ce-6f2e-435c-882f-fb39a20ba973 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Made reservation on behalf of 16af2dbefc6742d5a37a7b30e58c8c2f for: {'port': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:00:08.839129 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-7366cf9d-a681-4445-9d0c-8c508d14c26b None None] Calling delete_port for 4c989dad-ce43-4e1f-9211-0c81efeffa91 owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:00:08.874832 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f4a5df-c306-4972-82fb-ce8125d90a37 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:00:08.875448 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-34f4a5df-c306-4972-82fb-ce8125d90a37 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:08.938489 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0532909f-e1b3-4359-a7a6-ed08ce2b7194 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Router 035cf39c-ba36-4715-9375-d6e51365b793 is scheduled to L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 with binding_index 1 {{(pid=88261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 30 05:00:08.953101 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Pushing event updated for resources: {'Port': ['ID=9ead05bc-ece0-4d02-9e8e-c6949d789f26,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:08.961771 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-34f4a5df-c306-4972-82fb-ce8125d90a37 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.5019171 May 30 05:00:08.974668 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 43838) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:09.049942 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4b4a31ce-6f2e-435c-882f-fb39a20ba973 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:09.064956 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-0891bc42-5267-4b38-85f8-c9e88b9d1981 None None] Provisioning for port 20e5b76c-6c5c-437e-ba4f-0496ff63b855 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:00:09.092006 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [None req-4b4a31ce-6f2e-435c-882f-fb39a20ba973 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] device_id is not set on port afb1c10d-f470-48d1-9c2b-fe5550acf195 yet. {{(pid=88260) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 30 05:00:09.130922 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0532909f-e1b3-4359-a7a6-ed08ce2b7194 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:00:09.156426 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0532909f-e1b3-4359-a7a6-ed08ce2b7194 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks [] for router, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:09.158653 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-0532909f-e1b3-4359-a7a6-ed08ce2b7194 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.6854558 May 30 05:00:09.160592 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 43842) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:09.170905 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port 20e5b76c-6c5c-437e-ba4f-0496ff63b855 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:00:09.182646 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d87595-62a8-41f0-870f-878a283e3d6e None None] Sync routers for ids ['035cf39c-ba36-4715-9375-d6e51365b793'] in dv-neutron-843763-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:00:09.182859 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2bc3ae6-5457-4d02-9414-c18eb9fbb08e tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:00:09.183361 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-f2bc3ae6-5457-4d02-9414-c18eb9fbb08e tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Synchronizing usage tracker for tenant:f4aea07b5c934dc5bc600f55a2d3ba0e on resource:port {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:00:09.192773 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-6d3f4c70-b653-4524-8f55-622026512c2a None None] For port a040c8e1-f1be-4f8f-a9eb-6cf8bd2a49be, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=a040c8e1-f1be-4f8f-a9eb-6cf8bd2a49be,segment=NetworkSegment(6f353d85-1b27-4ec8-beb5-b57ad439f794),segment_id=6f353d85-1b27-4ec8-beb5-b57ad439f794)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:00:09.248708 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 20e5b76c-6c5c-437e-ba4f-0496ff63b855 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:00:09.248915 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:09.261141 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-f2bc3ae6-5457-4d02-9414-c18eb9fbb08e tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Unset dirty status for tenant:f4aea07b5c934dc5bc600f55a2d3ba0e on resource:port {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:00:09.263784 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-f2bc3ae6-5457-4d02-9414-c18eb9fbb08e tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] 10.222.0.15 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.2850201 May 30 05:00:09.266955 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 43846) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:09.296398 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-4b4a31ce-6f2e-435c-882f-fb39a20ba973 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Allocated IP 2001:db8::f816:3eff:fec1:e148 (0008fd3d-19e9-40cf-b545-4a7647b90cf1/36594150-ab67-48bc-bca8-fa5fae975101/afb1c10d-f470-48d1-9c2b-fe5550acf195) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:00:09.328669 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d87595-62a8-41f0-870f-878a283e3d6e None None] Routers {'035cf39c-ba36-4715-9375-d6e51365b793'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:00:09.329290 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-82d87595-62a8-41f0-870f-878a283e3d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:00:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['035cf39c-ba36-4715-9375-d6e51365b793'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:00:09.376021 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.db.api [None req-7366cf9d-a681-4445-9d0c-8c508d14c26b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 05:00:09.376715 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG oslo_db.api [None req-7366cf9d-a681-4445-9d0c-8c508d14c26b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 05:00:09.383470 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c49a887f-7dd2-42d9-b419-8dc6d687e84d None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:09.434302 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.db.resource_extend [None req-6d3f4c70-b653-4524-8f55-622026512c2a None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 05:00:09.447726 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c49a887f-7dd2-42d9-b419-8dc6d687e84d None None] Transition to ACTIVE for port object e2919815-bea8-4049-999d-8dd81e2ee780 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:00:09.462999 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-82d87595-62a8-41f0-870f-878a283e3d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:00:09.530439 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35286903-846f-4689-8802-859c2b53131e tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:00:09.536720 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35286903-846f-4689-8802-859c2b53131e tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:00:09.543707 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35286903-846f-4689-8802-859c2b53131e tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:00:09.548105 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-35286903-846f-4689-8802-859c2b53131e tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] 10.222.0.15 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2376 time: 0.2773974 May 30 05:00:09.549372 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 43850) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:09.582222 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-6d3f4c70-b653-4524-8f55-622026512c2a None None] Notify callbacks [] for port, precommit_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:09.641946 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c49a887f-7dd2-42d9-b419-8dc6d687e84d None None] Transition to ACTIVE for port object e2919815-bea8-4049-999d-8dd81e2ee780 will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:00:09.647401 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d87595-62a8-41f0-870f-878a283e3d6e None None] Routers {'035cf39c-ba36-4715-9375-d6e51365b793'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:00:09.647676 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-82d87595-62a8-41f0-870f-878a283e3d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:00:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['035cf39c-ba36-4715-9375-d6e51365b793'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:00:09.659071 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4b4a31ce-6f2e-435c-882f-fb39a20ba973 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:09.677017 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [None req-4b4a31ce-6f2e-435c-882f-fb39a20ba973 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Transition to ACTIVE for port object afb1c10d-f470-48d1-9c2b-fe5550acf195 will not be triggered until provisioned by entity DHCP. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:00:09.697611 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-b49f1eb5-2901-4044-b4e7-380c203278c9 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Deleting port 02775429-b25b-4b7c-ac32-6efc21746989 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:00:09.697987 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b49f1eb5-2901-4044-b4e7-380c203278c9 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:09.704826 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-6d3f4c70-b653-4524-8f55-622026512c2a None None] Transition to ACTIVE for port object a040c8e1-f1be-4f8f-a9eb-6cf8bd2a49be will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:00:09.708278 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4b4a31ce-6f2e-435c-882f-fb39a20ba973 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:09.731912 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-6d3f4c70-b653-4524-8f55-622026512c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:09.770377 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c49a887f-7dd2-42d9-b419-8dc6d687e84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:09.785167 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-82d87595-62a8-41f0-870f-878a283e3d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:00:09.785544 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d87595-62a8-41f0-870f-878a283e3d6e None None] The sync data for ids ['035cf39c-ba36-4715-9375-d6e51365b793'] in dv-neutron-843763-1-hyperv is: [] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:00:09.849705 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b4a31ce-6f2e-435c-882f-fb39a20ba973 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Network 0008fd3d-19e9-40cf-b545-4a7647b90cf1 is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:00:09.895927 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-4b4a31ce-6f2e-435c-882f-fb39a20ba973 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:00:09.910617 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4a31ce-6f2e-435c-882f-fb39a20ba973 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:00:09.916717 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b4a31ce-6f2e-435c-882f-fb39a20ba973 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:00:09.917385 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4b4a31ce-6f2e-435c-882f-fb39a20ba973 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:09.941582 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c49a887f-7dd2-42d9-b419-8dc6d687e84d None None] Network 1156e472-895f-4944-92bb-aa2ee24396c4 is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:00:09.953036 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-72d6707d-4d86-4638-9174-a222513c270e tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1547867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2133322'] for subnet, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:09.986664 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-c49a887f-7dd2-42d9-b419-8dc6d687e84d None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:00:09.989314 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49a887f-7dd2-42d9-b419-8dc6d687e84d None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:00:10.009017 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d6707d-4d86-4638-9174-a222513c270e tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Pushing event deleted for resources: {'Subnet': ['ID=0232d9bf-3584-44df-bb3b-f0c529c4b135,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:10.013670 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4a31ce-6f2e-435c-882f-fb39a20ba973 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Pushing event updated for resources: {'Port': ['ID=afb1c10d-f470-48d1-9c2b-fe5550acf195,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:10.026409 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-6521a1a6-d0db-4375-8eb7-491c2f3c679d tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Delete allocated IP 2001:db8:0:1::2ee (0e68bf0a-b543-4eab-9b44-7eb597142ade/c7263937-4dc6-448e-a402-4f1c6e5aa2fc) {{(pid=88260) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 30 05:00:10.071276 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 20e5b76c-6c5c-437e-ba4f-0496ff63b855 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:00:10.071442 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:10.123643 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3f4c70-b653-4524-8f55-622026512c2a None None] Pushing event updated for resources: {'Port': ['ID=a040c8e1-f1be-4f8f-a9eb-6cf8bd2a49be,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:10.236771 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-7366cf9d-a681-4445-9d0c-8c508d14c26b None None] Deleting port 4c989dad-ce43-4e1f-9211-0c81efeffa91 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:00:10.237134 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7366cf9d-a681-4445-9d0c-8c508d14c26b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:10.271345 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-72d6707d-4d86-4638-9174-a222513c270e tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867540', 'neutron.services.segments.db._delete_segments_for_network-8729234922972'] for network, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:10.293132 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-4b4a31ce-6f2e-435c-882f-fb39a20ba973 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.7161949 May 30 05:00:10.302405 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 43856) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:10.348972 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b49f1eb5-2901-4044-b4e7-380c203278c9 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:10.350588 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167164d7-2a23-4ed5-b7db-27a4cb65f74d req-3269e4af-1d28-4071-8c07-e914a654c50d tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:00:10.352219 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-167164d7-2a23-4ed5-b7db-27a4cb65f74d req-3269e4af-1d28-4071-8c07-e914a654c50d tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b9579b7-bae6-478c-894f-e20038a7bb0f HTTP/1.1" status: 200 len: 945 time: 0.5321698 May 30 05:00:10.392968 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-c49a887f-7dd2-42d9-b419-8dc6d687e84d None None] Attempting to bind port e2919815-bea8-4049-999d-8dd81e2ee780 on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 05:00:10.393472 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-c49a887f-7dd2-42d9-b419-8dc6d687e84d None None] Attempting to bind port e2919815-bea8-4049-999d-8dd81e2ee780 by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': '3bb94202-adca-4d1c-b39a-b707c60554f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '1156e472-895f-4944-92bb-aa2ee24396c4'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 05:00:10.393693 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49a887f-7dd2-42d9-b419-8dc6d687e84d None None] Attempting to bind port e2919815-bea8-4049-999d-8dd81e2ee780 on network 1156e472-895f-4944-92bb-aa2ee24396c4 {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:00:10.469024 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49a887f-7dd2-42d9-b419-8dc6d687e84d None None] Pushing event updated for resources: {'Port': ['ID=e2919815-bea8-4049-999d-8dd81e2ee780,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:10.472372 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49a887f-7dd2-42d9-b419-8dc6d687e84d None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 5, 0, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 05:00:10.472755 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49a887f-7dd2-42d9-b419-8dc6d687e84d None None] Checking segment: {'id': '3bb94202-adca-4d1c-b39a-b707c60554f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '1156e472-895f-4944-92bb-aa2ee24396c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:00:10.473159 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c49a887f-7dd2-42d9-b419-8dc6d687e84d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:10.473544 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49a887f-7dd2-42d9-b419-8dc6d687e84d None None] Bound using segment: {'id': '3bb94202-adca-4d1c-b39a-b707c60554f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '1156e472-895f-4944-92bb-aa2ee24396c4'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 05:00:10.474051 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-c49a887f-7dd2-42d9-b419-8dc6d687e84d None None] Bound port: e2919815-bea8-4049-999d-8dd81e2ee780, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bb94202-adca-4d1c-b39a-b707c60554f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '1156e472-895f-4944-92bb-aa2ee24396c4'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 05:00:10.474427 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c49a887f-7dd2-42d9-b419-8dc6d687e84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:10.482708 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-72d6707d-4d86-4638-9174-a222513c270e tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1156e472-895f-4944-92bb-aa2ee24396c4']}} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:00:10.489715 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] For port 20e5b76c-6c5c-437e-ba4f-0496ff63b855, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=20e5b76c-6c5c-437e-ba4f-0496ff63b855,segment=NetworkSegment(bcea71e8-9ae4-495f-a331-b81915cff40d),segment_id=bcea71e8-9ae4-495f-a331-b81915cff40d)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:00:10.504664 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:10.505466 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device a040c8e1-f1be-4f8f-a9eb-6cf8bd2a49be up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:00:10.568208 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-167164d7-2a23-4ed5-b7db-27a4cb65f74d req-52fe3c75-55a6-4d06-8048-f52e98e25edb tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/security-groups?id=9b0443b2-0623-40f2-887b-f716d2afd1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2064936 May 30 05:00:10.580666 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-72d6707d-4d86-4638-9174-a222513c270e tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bb94202-adca-4d1c-b39a-b707c60554f9') {'for_net_delete': True} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:00:10.581182 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-72d6707d-4d86-4638-9174-a222513c270e tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bb94202-adca-4d1c-b39a-b707c60554f9') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:00:10.614264 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-b49f1eb5-2901-4044-b4e7-380c203278c9 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Calling delete_port for 02775429-b25b-4b7c-ac32-6efc21746989 owned by {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:00:10.631845 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-72d6707d-4d86-4638-9174-a222513c270e tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729235042807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1454725'] for segment, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:10.667188 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-72d6707d-4d86-4638-9174-a222513c270e tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:10.694894 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6779b1b-0c41-443b-8f91-2271e204798d tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:00:10.702520 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6779b1b-0c41-443b-8f91-2271e204798d tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:00:10.703350 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-a6779b1b-0c41-443b-8f91-2271e204798d tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Synchronizing usage tracker for tenant:16af2dbefc6742d5a37a7b30e58c8c2f on resource:port {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:00:10.708850 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72d6707d-4d86-4638-9174-a222513c270e tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=88260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 05:00:10.709261 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-72d6707d-4d86-4638-9174-a222513c270e tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-862858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1547513'] for segment, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:10.767480 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-a6779b1b-0c41-443b-8f91-2271e204798d tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Unset dirty status for tenant:16af2dbefc6742d5a37a7b30e58c8c2f on resource:port {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:00:10.771138 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-a6779b1b-0c41-443b-8f91-2271e204798d tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.4098103 May 30 05:00:10.840318 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 3bb94202-adca-4d1c-b39a-b707c60554f9 resource provider aggregate not found May 30 05:00:10.844752 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 43862) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:10.845615 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-93cdfa8d-4720-4c2d-8585-a321ce5998fe None None] Provisioning for port 02775429-b25b-4b7c-ac32-6efc21746989 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:00:10.859583 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6521a1a6-d0db-4375-8eb7-491c2f3c679d tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks [] for port, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:10.909196 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-93cdfa8d-4720-4c2d-8585-a321ce5998fe None None] Provisioning complete for port 02775429-b25b-4b7c-ac32-6efc21746989 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:00:10.909623 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-93cdfa8d-4720-4c2d-8585-a321ce5998fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:10.920015 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 3bb94202-adca-4d1c-b39a-b707c60554f9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3bb94202-adca-4d1c-b39a-b707c60554f9 found for delete ", "request_id": "req-55cbc576-d8f1-4582-9057-ec0100cf530b"}]} May 30 05:00:10.939719 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b49f1eb5-2901-4044-b4e7-380c203278c9 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:10.971504 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-93cdfa8d-4720-4c2d-8585-a321ce5998fe None None] Port 02775429-b25b-4b7c-ac32-6efc21746989 was deleted so its status cannot be updated. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} May 30 05:00:10.973000 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Pushing event updated for resources: {'Port': ['ID=20e5b76c-6c5c-437e-ba4f-0496ff63b855,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:10.973852 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [None req-6521a1a6-d0db-4375-8eb7-491c2f3c679d tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Ignored duplicate provisioning block setup for port 4ea0c658-5f38-48f6-8e6c-6d60fad9ba14 by entity DHCP. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} May 30 05:00:10.976720 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.db.api [None req-72d6707d-4d86-4638-9174-a222513c270e tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 30 05:00:10.976720 dv-neutron-843763-1-hyperv neutron-server[88260]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 30 05:00:10.976720 dv-neutron-843763-1-hyperv neutron-server[88260]: [parameters: {'id': '1156e472-895f-4944-92bb-aa2ee24396c4'}] May 30 05:00:10.976720 dv-neutron-843763-1-hyperv neutron-server[88260]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88260) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 05:00:10.977885 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG oslo_db.api [None req-72d6707d-4d86-4638-9174-a222513c270e tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 05:00:10.979390 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c49a887f-7dd2-42d9-b419-8dc6d687e84d None None] For port e2919815-bea8-4049-999d-8dd81e2ee780, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 05:00:10.989148 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6521a1a6-d0db-4375-8eb7-491c2f3c679d tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1547421'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:11.045407 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c49a887f-7dd2-42d9-b419-8dc6d687e84d None None] For port e2919815-bea8-4049-999d-8dd81e2ee780, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=e2919815-bea8-4049-999d-8dd81e2ee780,segment=NetworkSegment(3bb94202-adca-4d1c-b39a-b707c60554f9),segment_id=3bb94202-adca-4d1c-b39a-b707c60554f9)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 05:00:11.046220 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49f1eb5-2901-4044-b4e7-380c203278c9 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Pushing event deleted for resources: {'Port': ['ID=02775429-b25b-4b7c-ac32-6efc21746989,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:11.072237 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c49a887f-7dd2-42d9-b419-8dc6d687e84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:11.090246 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9d79bee7-8875-47fb-8717-1563a6fbe660 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:11.125446 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-93cdfa8d-4720-4c2d-8585-a321ce5998fe None None] Provisioning complete for port 20e5b76c-6c5c-437e-ba4f-0496ff63b855 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:00:11.125971 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-93cdfa8d-4720-4c2d-8585-a321ce5998fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:11.161794 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-f2d455dd-e155-4a42-9b5e-2560f1542add tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Deleting port afb1c10d-f470-48d1-9c2b-fe5550acf195 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:00:11.162189 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f2d455dd-e155-4a42-9b5e-2560f1542add tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:11.191384 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-7366cf9d-a681-4445-9d0c-8c508d14c26b None None] For port 4c989dad-ce43-4e1f-9211-0c81efeffa91, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=4c989dad-ce43-4e1f-9211-0c81efeffa91,segment=NetworkSegment(c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1),segment_id=c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:00:11.192519 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7366cf9d-a681-4445-9d0c-8c508d14c26b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:11.228271 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6521a1a6-d0db-4375-8eb7-491c2f3c679d tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Pushing event updated for resources: {'Port': ['ID=4ea0c658-5f38-48f6-8e6c-6d60fad9ba14,revision_number=2']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:11.375132 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 20e5b76c-6c5c-437e-ba4f-0496ff63b855 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:00:11.392448 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-6521a1a6-d0db-4375-8eb7-491c2f3c679d tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] In _notify_port_updated(), no bound segment for port 4ea0c658-5f38-48f6-8e6c-6d60fad9ba14 on network 0e68bf0a-b543-4eab-9b44-7eb597142ade {{(pid=88260) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 30 05:00:11.398650 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6521a1a6-d0db-4375-8eb7-491c2f3c679d tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:00:11.400450 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6521a1a6-d0db-4375-8eb7-491c2f3c679d tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:11.407296 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-6521a1a6-d0db-4375-8eb7-491c2f3c679d tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] 10.222.0.15 "PUT /v2.0/ports/4ea0c658-5f38-48f6-8e6c-6d60fad9ba14 HTTP/1.1" status: 200 len: 925 time: 3.8754728 May 30 05:00:11.407930 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 43868) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:11.443160 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-0ffa3993-56b5-439a-9cb6-08fbf47cc5ac tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ee006d4d-178b-40d2-a9b5-a95e1aa24835'}, {'subnet_id': 'c7263937-4dc6-448e-a402-4f1c6e5aa2fc'}]}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:00:11.446411 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b49f1eb5-2901-4044-b4e7-380c203278c9 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:11.485964 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-72d6707d-4d86-4638-9174-a222513c270e tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897784'] for network, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:11.546948 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-b49f1eb5-2901-4044-b4e7-380c203278c9 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] 10.222.0.15 "DELETE /v2.0/ports/02775429-b25b-4b7c-ac32-6efc21746989 HTTP/1.1" status: 204 len: 168 time: 1.9968021 May 30 05:00:11.551360 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 43872) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:11.626029 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-7366cf9d-a681-4445-9d0c-8c508d14c26b None None] Calling delete_port for 4c989dad-ce43-4e1f-9211-0c81efeffa91 owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:00:11.687250 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-36996ff4-def5-41c0-80a2-5252b42d54e6 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] GET failed (client error): The resource could not be found. May 30 05:00:11.688736 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-36996ff4-def5-41c0-80a2-5252b42d54e6 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Synchronizing usage tracker for tenant:f4aea07b5c934dc5bc600f55a2d3ba0e on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:00:11.721708 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f2d455dd-e155-4a42-9b5e-2560f1542add tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:11.735743 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-72d6707d-4d86-4638-9174-a222513c270e tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Deleting port e2919815-bea8-4049-999d-8dd81e2ee780 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:00:11.736074 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-72d6707d-4d86-4638-9174-a222513c270e tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:11.759206 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49a887f-7dd2-42d9-b419-8dc6d687e84d None None] Pushing event updated for resources: {'Port': ['ID=e2919815-bea8-4049-999d-8dd81e2ee780,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:11.813651 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-36996ff4-def5-41c0-80a2-5252b42d54e6 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Unset dirty status for tenant:f4aea07b5c934dc5bc600f55a2d3ba0e on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:00:11.813651 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-36996ff4-def5-41c0-80a2-5252b42d54e6 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] 10.222.0.15 "GET /v2.0/ports/02775429-b25b-4b7c-ac32-6efc21746989 HTTP/1.1" status: 404 len: 333 time: 0.2584405 May 30 05:00:11.823326 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 43878) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:11.838130 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-606eaf56-9b73-438f-a7e3-d1c04c42b835 None None] Network 1156e472-895f-4944-92bb-aa2ee24396c4 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:00:11.867463 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 20e5b76c-6c5c-437e-ba4f-0496ff63b855 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:00:11.868893 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:11.904100 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-9d79bee7-8875-47fb-8717-1563a6fbe660 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Allocated IP 172.20.0.1 (e2513721-9039-4ed7-a80f-21e1d8f859c7/fdbb4b63-cc73-42ea-be1d-9590bee05d3a/e98667f5-b46f-4af1-bc96-014d3809b240) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:00:11.935120 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-fd16b23c-1dd2-4e36-abab-a06c3f60cf1a tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Deleting port 7a791ca3-5747-4dcc-9e5c-18cb2ec563cb {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:00:11.935527 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-fd16b23c-1dd2-4e36-abab-a06c3f60cf1a tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:11.972356 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-93cdfa8d-4720-4c2d-8585-a321ce5998fe None None] Current status of the port 20e5b76c-6c5c-437e-ba4f-0496ff63b855 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:00:12.018881 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-f2d455dd-e155-4a42-9b5e-2560f1542add tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Calling delete_port for afb1c10d-f470-48d1-9c2b-fe5550acf195 owned by {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:00:12.115090 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-93cdfa8d-4720-4c2d-8585-a321ce5998fe None None] Provisioning for port 7a791ca3-5747-4dcc-9e5c-18cb2ec563cb completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:00:12.164961 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-93cdfa8d-4720-4c2d-8585-a321ce5998fe None None] Provisioning complete for port 7a791ca3-5747-4dcc-9e5c-18cb2ec563cb triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:00:12.165585 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-93cdfa8d-4720-4c2d-8585-a321ce5998fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:12.221551 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device 9ead05bc-ece0-4d02-9e8e-c6949d789f26 up at agent hyperv_hv-neutron-8437 {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:00:12.246263 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7366cf9d-a681-4445-9d0c-8c508d14c26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069'] for port, after_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:12.261082 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300e96d7-712b-4a30-92f2-f01b72fb0e3a req-0674e29b-b2fe-433b-a96e-da0cf20abb42 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:00:12.262573 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-300e96d7-712b-4a30-92f2-f01b72fb0e3a req-0674e29b-b2fe-433b-a96e-da0cf20abb42 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b9579b7-bae6-478c-894f-e20038a7bb0f HTTP/1.1" status: 200 len: 945 time: 0.5353158 May 30 05:00:12.325624 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-72d6707d-4d86-4638-9174-a222513c270e tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] For port e2919815-bea8-4049-999d-8dd81e2ee780, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=e2919815-bea8-4049-999d-8dd81e2ee780,segment=NetworkSegment(3bb94202-adca-4d1c-b39a-b707c60554f9),segment_id=3bb94202-adca-4d1c-b39a-b707c60554f9)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:00:12.326005 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-72d6707d-4d86-4638-9174-a222513c270e tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:12.402630 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9d79bee7-8875-47fb-8717-1563a6fbe660 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:12.413210 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7366cf9d-a681-4445-9d0c-8c508d14c26b None None] Pushing event deleted for resources: {'Port': ['ID=4c989dad-ce43-4e1f-9211-0c81efeffa91,revision_number=None']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:12.458568 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-300e96d7-712b-4a30-92f2-f01b72fb0e3a req-fc840eaa-a100-4502-ada1-50a6f09bc1d5 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/security-groups?id=9b0443b2-0623-40f2-887b-f716d2afd1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1844559 May 30 05:00:12.497457 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-72d6707d-4d86-4638-9174-a222513c270e tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Calling delete_port for e2919815-bea8-4049-999d-8dd81e2ee780 owned by network:dhcp {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:00:12.509935 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-93cdfa8d-4720-4c2d-8585-a321ce5998fe None None] Port 7a791ca3-5747-4dcc-9e5c-18cb2ec563cb cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 05:00:12.512286 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 20e5b76c-6c5c-437e-ba4f-0496ff63b855 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:00:12.513611 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device a040c8e1-f1be-4f8f-a9eb-6cf8bd2a49be up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:00:12.538282 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7366cf9d-a681-4445-9d0c-8c508d14c26b None None] No DVR routers for this DVR port 4c989dad-ce43-4e1f-9211-0c81efeffa91 on host dv-neutron-843763-1-hyperv {{(pid=88262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 05:00:12.538722 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-fd16b23c-1dd2-4e36-abab-a06c3f60cf1a tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:12.570195 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed12fdc2-380d-48e0-a734-89ee3bda9d00 None None] Network 0008fd3d-19e9-40cf-b545-4a7647b90cf1 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:00:12.670706 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0ffa3993-56b5-439a-9cb6-08fbf47cc5ac tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:12.676085 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d1cd517-f827-488d-897e-0c93dcb05211 None None] Network 1156e472-895f-4944-92bb-aa2ee24396c4 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:00:12.683119 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-fd16b23c-1dd2-4e36-abab-a06c3f60cf1a tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Calling delete_port for 7a791ca3-5747-4dcc-9e5c-18cb2ec563cb owned by {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:00:12.701252 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Provisioning for port 9ead05bc-ece0-4d02-9e8e-c6949d789f26 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:00:12.701726 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f2d455dd-e155-4a42-9b5e-2560f1542add tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:12.703685 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-0261a8a4-1e16-4c0b-b468-b989c2cdbe0c None None] Could not find standard attr ID for object 02775429-b25b-4b7c-ac32-6efc21746989. {{(pid=88262) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 30 05:00:12.713406 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9d79bee7-8875-47fb-8717-1563a6fbe660 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:12.771431 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Provisioning complete for port 9ead05bc-ece0-4d02-9e8e-c6949d789f26 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:00:12.771724 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:12.808214 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d79bee7-8875-47fb-8717-1563a6fbe660 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Network e2513721-9039-4ed7-a80f-21e1d8f859c7 is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:00:12.811581 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-72d6707d-4d86-4638-9174-a222513c270e tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:12.814235 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-9d79bee7-8875-47fb-8717-1563a6fbe660 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:00:12.822804 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d79bee7-8875-47fb-8717-1563a6fbe660 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:00:12.831793 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d455dd-e155-4a42-9b5e-2560f1542add tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Pushing event deleted for resources: {'Port': ['ID=afb1c10d-f470-48d1-9c2b-fe5550acf195,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:12.862055 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-0261a8a4-1e16-4c0b-b468-b989c2cdbe0c None None] Provisioning for port a040c8e1-f1be-4f8f-a9eb-6cf8bd2a49be completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:00:12.866665 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d79bee7-8875-47fb-8717-1563a6fbe660 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Pushing event updated for resources: {'Port': ['ID=e98667f5-b46f-4af1-bc96-014d3809b240,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:12.928420 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-0261a8a4-1e16-4c0b-b468-b989c2cdbe0c None None] Provisioning complete for port a040c8e1-f1be-4f8f-a9eb-6cf8bd2a49be triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:00:12.928783 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-0261a8a4-1e16-4c0b-b468-b989c2cdbe0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:12.936517 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9d79bee7-8875-47fb-8717-1563a6fbe660 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604623'] for router_interface, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:12.965188 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d6707d-4d86-4638-9174-a222513c270e tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] No DVR routers for this DVR port e2919815-bea8-4049-999d-8dd81e2ee780 on host dv-neutron-843763-1-hyperv {{(pid=88260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 05:00:12.971660 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d6707d-4d86-4638-9174-a222513c270e tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Pushing event deleted for resources: {'Port': ['ID=e2919815-bea8-4049-999d-8dd81e2ee780,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:13.017037 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f2d455dd-e155-4a42-9b5e-2560f1542add tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:13.063943 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-fd16b23c-1dd2-4e36-abab-a06c3f60cf1a tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:13.079666 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port a040c8e1-f1be-4f8f-a9eb-6cf8bd2a49be triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:00:13.080049 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:13.154403 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd16b23c-1dd2-4e36-abab-a06c3f60cf1a tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Pushing event deleted for resources: {'Port': ['ID=7a791ca3-5747-4dcc-9e5c-18cb2ec563cb,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:13.164843 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-f2d455dd-e155-4a42-9b5e-2560f1542add tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "DELETE /v2.0/ports/afb1c10d-f470-48d1-9c2b-fe5550acf195 HTTP/1.1" status: 204 len: 168 time: 2.3165591 May 30 05:00:13.167457 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 43882) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:13.179372 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-72d6707d-4d86-4638-9174-a222513c270e tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867540', 'neutron.services.segments.db._delete_segments_for_network-8729234922972'] for network, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:13.255235 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-72d6707d-4d86-4638-9174-a222513c270e tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1156e472-895f-4944-92bb-aa2ee24396c4']}} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:00:13.294161 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-72d6707d-4d86-4638-9174-a222513c270e tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bb94202-adca-4d1c-b39a-b707c60554f9') {'for_net_delete': True} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:00:13.294458 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-72d6707d-4d86-4638-9174-a222513c270e tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bb94202-adca-4d1c-b39a-b707c60554f9') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:00:13.314814 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-72d6707d-4d86-4638-9174-a222513c270e tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729235042807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1454725'] for segment, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:13.349516 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-72d6707d-4d86-4638-9174-a222513c270e tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:13.351303 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-fd16b23c-1dd2-4e36-abab-a06c3f60cf1a tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:13.359900 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f5ce63-b3dc-42ae-89ce-4ce4c4fd224a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bbf24ed-7ba9-53d2-873f-8f9642b1e987-0008fd3d-19e9-40cf-b545-4a7647b90cf1', 'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1', 'tenant_id': '16af2dbefc6742d5a37a7b30e58c8c2f', 'fixed_ips': [{'subnet_id': '36594150-ab67-48bc-bca8-fa5fae975101'}]}} from dv-neutron-843763-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 30 05:00:13.360569 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-19f5ce63-b3dc-42ae-89ce-4ce4c4fd224a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:13.372271 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a2335a-bcf2-4bbf-89fe-0e74fa3f6431 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:00:13.375740 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a2335a-bcf2-4bbf-89fe-0e74fa3f6431 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:00:13.376688 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-53a2335a-bcf2-4bbf-89fe-0e74fa3f6431 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Synchronizing usage tracker for tenant:16af2dbefc6742d5a37a7b30e58c8c2f on resource:subnet {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:00:13.381036 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Current status of the port 9ead05bc-ece0-4d02-9e8e-c6949d789f26 is: BUILD; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:00:13.381439 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:13.408657 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72d6707d-4d86-4638-9174-a222513c270e tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=88260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 05:00:13.409019 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-72d6707d-4d86-4638-9174-a222513c270e tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-862858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1547513'] for segment, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:13.462134 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 3bb94202-adca-4d1c-b39a-b707c60554f9 resource provider aggregate not found May 30 05:00:13.473839 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-fd16b23c-1dd2-4e36-abab-a06c3f60cf1a tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] 10.222.0.15 "DELETE /v2.0/ports/7a791ca3-5747-4dcc-9e5c-18cb2ec563cb HTTP/1.1" status: 204 len: 168 time: 1.6508548 May 30 05:00:13.478471 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 43890) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:13.525271 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b9579b7-bae6-478c-894f-e20038a7bb0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ead05bc-ece0-4d02-9e8e-c6949d789f26'}] {{(pid=88262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:00:13.535694 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-53a2335a-bcf2-4bbf-89fe-0e74fa3f6431 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Unset dirty status for tenant:16af2dbefc6742d5a37a7b30e58c8c2f on resource:subnet {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:00:13.539869 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-53a2335a-bcf2-4bbf-89fe-0e74fa3f6431 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.3370066 May 30 05:00:13.542640 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-0ffa3993-56b5-439a-9cb6-08fbf47cc5ac tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Allocated IP 2001:db8:0:1::7e (0e68bf0a-b543-4eab-9b44-7eb597142ade/c7263937-4dc6-448e-a402-4f1c6e5aa2fc/4ea0c658-5f38-48f6-8e6c-6d60fad9ba14) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:00:13.543890 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-0261a8a4-1e16-4c0b-b468-b989c2cdbe0c None None] Current status of the port a040c8e1-f1be-4f8f-a9eb-6cf8bd2a49be is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:00:13.548025 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 43898) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:13.569153 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port 9ead05bc-ece0-4d02-9e8e-c6949d789f26, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=9ead05bc-ece0-4d02-9e8e-c6949d789f26,segment=NetworkSegment(b8a9e42d-533b-4fec-a68e-c4fe245449e7),segment_id=b8a9e42d-533b-4fec-a68e-c4fe245449e7)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:00:13.574000 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-0261a8a4-1e16-4c0b-b468-b989c2cdbe0c None None] Could not find standard attr ID for object 7a791ca3-5747-4dcc-9e5c-18cb2ec563cb. {{(pid=88262) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 30 05:00:13.584244 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port a040c8e1-f1be-4f8f-a9eb-6cf8bd2a49be is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:00:13.587669 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:13.631471 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_v2 [None req-907e07b0-213d-488a-914b-c59e121a2527 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Deleting subnet 36594150-ab67-48bc-bca8-fa5fae975101 {{(pid=88261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 30 05:00:13.635411 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-907e07b0-213d-488a-914b-c59e121a2527 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks [] for subnet, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:13.689130 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-0261a8a4-1e16-4c0b-b468-b989c2cdbe0c None None] Provisioning for port 4ea0c658-5f38-48f6-8e6c-6d60fad9ba14 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:00:13.700967 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-0261a8a4-1e16-4c0b-b468-b989c2cdbe0c None None] Provisioning complete for port 4ea0c658-5f38-48f6-8e6c-6d60fad9ba14 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:00:13.701402 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-0261a8a4-1e16-4c0b-b468-b989c2cdbe0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:13.711203 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-907e07b0-213d-488a-914b-c59e121a2527 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3545586'] for subnet, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:13.728067 dv-neutron-843763-1-hyperv neutron-server[88262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8132bf56-8aba-4d66-8379-4c540e847ff5'] response: {'server_uuid': '1b9579b7-bae6-478c-894f-e20038a7bb0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ead05bc-ece0-4d02-9e8e-c6949d789f26', 'code': 200} May 30 05:00:13.735150 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Pushing event updated for resources: {'Port': ['ID=9ead05bc-ece0-4d02-9e8e-c6949d789f26,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:13.755121 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-b77eda1d-dc7d-42e8-9c85-8c83fa897277 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] GET failed (client error): The resource could not be found. May 30 05:00:13.755389 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-b77eda1d-dc7d-42e8-9c85-8c83fa897277 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Synchronizing usage tracker for tenant:f4aea07b5c934dc5bc600f55a2d3ba0e on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:00:13.765360 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9d79bee7-8875-47fb-8717-1563a6fbe660 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:13.766730 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-0261a8a4-1e16-4c0b-b468-b989c2cdbe0c None None] Port 4ea0c658-5f38-48f6-8e6c-6d60fad9ba14 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 05:00:13.794550 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-b77eda1d-dc7d-42e8-9c85-8c83fa897277 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Unset dirty status for tenant:f4aea07b5c934dc5bc600f55a2d3ba0e on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:00:13.795712 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-b77eda1d-dc7d-42e8-9c85-8c83fa897277 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] 10.222.0.15 "GET /v2.0/ports/7a791ca3-5747-4dcc-9e5c-18cb2ec563cb HTTP/1.1" status: 404 len: 333 time: 0.3163319 May 30 05:00:13.818308 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 43904) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:13.849469 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-907e07b0-213d-488a-914b-c59e121a2527 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860493'] for subnet, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:13.860938 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 3bb94202-adca-4d1c-b39a-b707c60554f9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3bb94202-adca-4d1c-b39a-b707c60554f9 found for delete ", "request_id": "req-fe130443-f02c-4a43-8957-1f5dda3727c8"}]} May 30 05:00:13.977758 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-72d6707d-4d86-4638-9174-a222513c270e tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604744'] for network, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:14.016454 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-72d6707d-4d86-4638-9174-a222513c270e tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:14.036747 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_v2 [None req-8137baa1-4779-48d3-92de-e657c0a44aa3 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Deleting subnet f9027eb4-7eb9-450d-800e-dacc04cf1309 {{(pid=88260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 30 05:00:14.059980 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8137baa1-4779-48d3-92de-e657c0a44aa3 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks [] for subnet, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:14.087312 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d6707d-4d86-4638-9174-a222513c270e tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Pushing event deleted for resources: {'Network': ['ID=1156e472-895f-4944-92bb-aa2ee24396c4,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:14.089772 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-72d6707d-4d86-4638-9174-a222513c270e tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] 10.222.0.15 "DELETE /v2.0/networks/1156e472-895f-4944-92bb-aa2ee24396c4 HTTP/1.1" status: 204 len: 168 time: 7.2279184 May 30 05:00:14.099399 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 43908) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:14.153248 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-45a879f7-9195-4138-842e-a6b012d86f03 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] DELETE failed (client error): The resource could not be found. May 30 05:00:14.153725 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45a879f7-9195-4138-842e-a6b012d86f03 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 05:00:14.155463 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-45a879f7-9195-4138-842e-a6b012d86f03 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] 10.222.0.15 "DELETE /v2.0/networks/1156e472-895f-4944-92bb-aa2ee24396c4 HTTP/1.1" status: 404 len: 339 time: 0.0473979 May 30 05:00:14.162767 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 43912) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:14.175719 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8137baa1-4779-48d3-92de-e657c0a44aa3 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1454738'] for subnet, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:14.210635 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-bc725a41-e12e-49e2-ba8f-ba68850d70d9 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1252250614', 'description': 'd1'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:00:14.221341 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf72c54-43f0-4825-901f-433336f082c5 req-400b5b75-7505-4d73-a8ac-a6620fb86aec tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:00:14.222802 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-1cf72c54-43f0-4825-901f-433336f082c5 req-400b5b75-7505-4d73-a8ac-a6620fb86aec tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b9579b7-bae6-478c-894f-e20038a7bb0f HTTP/1.1" status: 200 len: 946 time: 0.3968251 May 30 05:00:14.237016 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-bc725a41-e12e-49e2-ba8f-ba68850d70d9 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:00:14.240436 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0ffa3993-56b5-439a-9cb6-08fbf47cc5ac tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks [] for port, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:14.251719 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server [None req-19f5ce63-b3dc-42ae-89ce-4ce4c4fd224a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 36594150-ab67-48bc-bca8-fa5fae975101: This subnet is being modified by another concurrent operation. May 30 05:00:14.251719 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 30 05:00:14.251719 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 30 05:00:14.251719 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 30 05:00:14.251719 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 30 05:00:14.251719 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 30 05:00:14.251719 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 30 05:00:14.251719 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 30 05:00:14.251719 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 30 05:00:14.251719 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 30 05:00:14.251719 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 30 05:00:14.251719 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 30 05:00:14.251719 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 30 05:00:14.251719 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server self.force_reraise() May 30 05:00:14.251719 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 30 05:00:14.251719 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server raise self.value May 30 05:00:14.251719 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 30 05:00:14.251719 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 30 05:00:14.251719 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 30 05:00:14.251719 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 30 05:00:14.251719 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 30 05:00:14.251719 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server self.force_reraise() May 30 05:00:14.251719 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 30 05:00:14.251719 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server raise self.value May 30 05:00:14.251719 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 30 05:00:14.251719 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 30 05:00:14.251719 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 30 05:00:14.251719 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 30 05:00:14.251719 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 30 05:00:14.251719 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server self.force_reraise() May 30 05:00:14.251719 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 30 05:00:14.251719 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server raise self.value May 30 05:00:14.251719 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 30 05:00:14.251719 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 30 05:00:14.251719 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 30 05:00:14.251719 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 30 05:00:14.251719 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port May 30 05:00:14.251719 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 30 05:00:14.251719 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action May 30 05:00:14.251719 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 30 05:00:14.251719 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 30 05:00:14.251719 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 30 05:00:14.251719 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 30 05:00:14.251719 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 30 05:00:14.251719 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 30 05:00:14.251719 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 30 05:00:14.251719 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 30 05:00:14.251719 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 30 05:00:14.251719 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 30 05:00:14.251719 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server self.force_reraise() May 30 05:00:14.251719 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 30 05:00:14.251719 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server raise self.value May 30 05:00:14.251719 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 30 05:00:14.251719 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 30 05:00:14.251719 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 30 05:00:14.251719 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 30 05:00:14.251719 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 30 05:00:14.251719 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server self.force_reraise() May 30 05:00:14.251719 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 30 05:00:14.251719 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server raise self.value May 30 05:00:14.251719 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 30 05:00:14.251719 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 30 05:00:14.251719 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 30 05:00:14.251719 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 30 05:00:14.251719 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 30 05:00:14.251719 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server self.force_reraise() May 30 05:00:14.251719 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 30 05:00:14.251719 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server raise self.value May 30 05:00:14.251719 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 30 05:00:14.251719 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 30 05:00:14.251719 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port May 30 05:00:14.251719 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 30 05:00:14.251719 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db May 30 05:00:14.251719 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 30 05:00:14.251719 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db May 30 05:00:14.251719 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 30 05:00:14.251719 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 30 05:00:14.251719 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 30 05:00:14.251719 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 30 05:00:14.251719 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 30 05:00:14.251719 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper May 30 05:00:14.251719 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 30 05:00:14.251719 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 30 05:00:14.251719 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 30 05:00:14.251719 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 30 05:00:14.251719 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 30 05:00:14.251719 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets May 30 05:00:14.251719 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 30 05:00:14.251719 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 30 05:00:14.251719 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server raise exception May 30 05:00:14.251719 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 36594150-ab67-48bc-bca8-fa5fae975101: This subnet is being modified by another concurrent operation. May 30 05:00:14.251719 dv-neutron-843763-1-hyperv neutron-server[88262]: ERROR oslo_messaging.rpc.server May 30 05:00:14.261366 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-907e07b0-213d-488a-914b-c59e121a2527 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2304955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9305493'] for subnet, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:14.271030 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-bc725a41-e12e-49e2-ba8f-ba68850d70d9 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Usage tracker for resource:network and tenant:5386df8a083a4b53b87ea99ca4a65ce1 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:00:14.281214 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c12010-da67-43f2-85d4-513765330c1b None None] get_active_networks_info from dv-neutron-843763-1-hyperv {{(pid=88262) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 30 05:00:14.283644 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-bc725a41-e12e-49e2-ba8f-ba68850d70d9 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:00:14.299459 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [None req-0ffa3993-56b5-439a-9cb6-08fbf47cc5ac tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Ignored duplicate provisioning block setup for port 4ea0c658-5f38-48f6-8e6c-6d60fad9ba14 by entity DHCP. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} May 30 05:00:14.300609 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-bc725a41-e12e-49e2-ba8f-ba68850d70d9 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:00:14.311907 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907e07b0-213d-488a-914b-c59e121a2527 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Pushing event deleted for resources: {'Subnet': ['ID=36594150-ab67-48bc-bca8-fa5fae975101,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:14.323287 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0ffa3993-56b5-439a-9cb6-08fbf47cc5ac tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1547421'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:14.325513 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-907e07b0-213d-488a-914b-c59e121a2527 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:14.329718 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf92e66-e130-4d60-819f-ecbcc114f017 req-6ddcd466-72e1-4ffe-b484-5b10e94c51b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:00:14.331229 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ddf92e66-e130-4d60-819f-ecbcc114f017 req-6ddcd466-72e1-4ffe-b484-5b10e94c51b8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1b9579b7-bae6-478c-894f-e20038a7bb0f HTTP/1.1" status: 200 len: 1099 time: 0.4280994 May 30 05:00:14.407385 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c12010-da67-43f2-85d4-513765330c1b None None] Resources bound (agent type, host, resource id): {{(pid=88262) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 30 05:00:14.421433 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc725a41-e12e-49e2-ba8f-ba68850d70d9 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Made reservation on behalf of 5386df8a083a4b53b87ea99ca4a65ce1 for: {'network': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:00:14.427410 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-bc725a41-e12e-49e2-ba8f-ba68850d70d9 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for network, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:14.427600 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-907e07b0-213d-488a-914b-c59e121a2527 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "DELETE /v2.0/subnets/36594150-ab67-48bc-bca8-fa5fae975101 HTTP/1.1" status: 204 len: 168 time: 0.8737264 May 30 05:00:14.438283 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 43916) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:14.438472 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-1cf72c54-43f0-4825-901f-433336f082c5 req-ae5ae630-848f-4b35-a0f8-36e198b37d33 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/security-groups?id=9b0443b2-0623-40f2-887b-f716d2afd1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1916306 May 30 05:00:14.499572 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffa3993-56b5-439a-9cb6-08fbf47cc5ac tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Pushing event updated for resources: {'Port': ['ID=4ea0c658-5f38-48f6-8e6c-6d60fad9ba14,revision_number=3']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:14.545973 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc725a41-e12e-49e2-ba8f-ba68850d70d9 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=88260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 05:00:14.552354 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-169d221b-e636-47f1-bd0c-aef7200e3068 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1126001 May 30 05:00:14.557608 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 43920) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:14.560661 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-0ffa3993-56b5-439a-9cb6-08fbf47cc5ac tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] In _notify_port_updated(), no bound segment for port 4ea0c658-5f38-48f6-8e6c-6d60fad9ba14 on network 0e68bf0a-b543-4eab-9b44-7eb597142ade {{(pid=88260) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 30 05:00:14.566081 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ffa3993-56b5-439a-9cb6-08fbf47cc5ac tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:00:14.566712 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0ffa3993-56b5-439a-9cb6-08fbf47cc5ac tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:14.571975 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ddf92e66-e130-4d60-819f-ecbcc114f017 req-65eaa42f-6af0-433f-bf12-bf8c10c832ec service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=9b0443b2-0623-40f2-887b-f716d2afd1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2320497 May 30 05:00:14.575920 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-0ffa3993-56b5-439a-9cb6-08fbf47cc5ac tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] 10.222.0.15 "PUT /v2.0/ports/4ea0c658-5f38-48f6-8e6c-6d60fad9ba14 HTTP/1.1" status: 200 len: 1010 time: 3.1591947 May 30 05:00:14.579432 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 43924) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:14.621111 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8137baa1-4779-48d3-92de-e657c0a44aa3 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860493'] for subnet, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:14.649777 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-bc725a41-e12e-49e2-ba8f-ba68850d70d9 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:14.650166 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.db.segments_db [None req-bc725a41-e12e-49e2-ba8f-ba68850d70d9 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Added segment b62ebd08-86a1-4bd7-83ea-d9300abfc8cf of type vlan for network fa8c44d6-044d-4751-8260-dd7ba41857a8 May 30 05:00:14.665109 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-44ddda31-448d-4d08-9747-eb26cc63a232 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Synchronizing usage tracker for tenant:16af2dbefc6742d5a37a7b30e58c8c2f on resource:port {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:00:14.667808 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-397ccf5d-5ea3-4bb3-a171-a142efa55b04 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Deleting port 4ea0c658-5f38-48f6-8e6c-6d60fad9ba14 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:00:14.668153 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-397ccf5d-5ea3-4bb3-a171-a142efa55b04 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:14.701322 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9d79bee7-8875-47fb-8717-1563a6fbe660 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:14.712861 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-bc725a41-e12e-49e2-ba8f-ba68850d70d9 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729234556353'] for network, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:14.717434 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9d79bee7-8875-47fb-8717-1563a6fbe660 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2304381'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:14.719547 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-44ddda31-448d-4d08-9747-eb26cc63a232 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Unset dirty status for tenant:16af2dbefc6742d5a37a7b30e58c8c2f on resource:port {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:00:14.720709 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-44ddda31-448d-4d08-9747-eb26cc63a232 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1434684 May 30 05:00:14.726189 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 43928) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:14.784327 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ec0513-e5ab-4f6c-bb9c-1c4d358182a5 None None] get_active_networks_info from dv-neutron-843763-1-hyperv {{(pid=88262) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 30 05:00:14.814798 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8137baa1-4779-48d3-92de-e657c0a44aa3 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1547867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2133322'] for subnet, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:14.858324 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e4545e5-7107-4a65-b21e-95015337f8a3 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:00:14.859017 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-1e4545e5-7107-4a65-b21e-95015337f8a3 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Synchronizing usage tracker for tenant:16af2dbefc6742d5a37a7b30e58c8c2f on resource:subnet {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:00:14.861365 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-bc725a41-e12e-49e2-ba8f-ba68850d70d9 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788'] for network, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:14.866535 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc725a41-e12e-49e2-ba8f-ba68850d70d9 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:00:14.867309 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-bc725a41-e12e-49e2-ba8f-ba68850d70d9 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:14.896993 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ec0513-e5ab-4f6c-bb9c-1c4d358182a5 None None] Resources bound (agent type, host, resource id): {{(pid=88262) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 30 05:00:14.899239 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d79bee7-8875-47fb-8717-1563a6fbe660 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Pushing event updated for resources: {'Port': ['ID=e98667f5-b46f-4af1-bc96-014d3809b240,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:14.899858 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8137baa1-4779-48d3-92de-e657c0a44aa3 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Pushing event deleted for resources: {'Subnet': ['ID=f9027eb4-7eb9-450d-800e-dacc04cf1309,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:14.904773 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8137baa1-4779-48d3-92de-e657c0a44aa3 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:14.910323 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9d79bee7-8875-47fb-8717-1563a6fbe660 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1642774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602230'] for router_interface, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:14.985359 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-8137baa1-4779-48d3-92de-e657c0a44aa3 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] 10.222.0.15 "DELETE /v2.0/subnets/f9027eb4-7eb9-450d-800e-dacc04cf1309 HTTP/1.1" status: 204 len: 168 time: 1.1652329 May 30 05:00:15.002369 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 43932) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:15.010184 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-bc725a41-e12e-49e2-ba8f-ba68850d70d9 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.8462839 May 30 05:00:15.013625 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-1e4545e5-7107-4a65-b21e-95015337f8a3 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Unset dirty status for tenant:16af2dbefc6742d5a37a7b30e58c8c2f on resource:subnet {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:00:15.017037 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-1e4545e5-7107-4a65-b21e-95015337f8a3 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2870643 May 30 05:00:15.017752 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 43934) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:15.018103 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 43936) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:15.022649 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc725a41-e12e-49e2-ba8f-ba68850d70d9 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Pushing event updated for resources: {'Network': ['ID=fa8c44d6-044d-4751-8260-dd7ba41857a8,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:15.037848 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Network fa8c44d6-044d-4751-8260-dd7ba41857a8 details requested by agent ovs-agent-dv-neutron-843763-1-hyperv with host dv-neutron-843763-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 05:00:15.165843 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-c0b5e0f4-d924-4a39-9d11-627f5d68e4e2 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1402617 May 30 05:00:15.167766 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 43944) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:15.175838 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-61c7d616-cb72-4f61-8e72-bd0721dd5ee1 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Request body: {'subnet': {'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:00:15.218475 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-45f79e78-106a-4f09-9d2c-69baeab7263d None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 05:00:15.252617 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ac86f144-ba00-44f2-8616-58b5302dfee8 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897784'] for network, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:15.281945 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-397ccf5d-5ea3-4bb3-a171-a142efa55b04 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:15.300397 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f79dee2a-c326-49d4-919f-469442785d5c tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:00:15.301307 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-f79dee2a-c326-49d4-919f-469442785d5c tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Synchronizing usage tracker for tenant:5386df8a083a4b53b87ea99ca4a65ce1 on resource:network {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:00:15.334212 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-61c7d616-cb72-4f61-8e72-bd0721dd5ee1 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:00:15.344307 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-f79dee2a-c326-49d4-919f-469442785d5c tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Unset dirty status for tenant:5386df8a083a4b53b87ea99ca4a65ce1 on resource:network {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:00:15.345487 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-f79dee2a-c326-49d4-919f-469442785d5c tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] 10.222.0.15 "GET /v2.0/networks?id=fa8c44d6-044d-4751-8260-dd7ba41857a8 HTTP/1.1" status: 200 len: 761 time: 0.3264089 May 30 05:00:15.346464 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-61c7d616-cb72-4f61-8e72-bd0721dd5ee1 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:00:15.348345 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 43948) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:15.355376 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-e807ea28-7c8d-478e-bdc9-5065190eeb8a tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Request body: {'network': {'description': 'd2'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:00:15.384653 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8b1d731-32fa-46a5-a310-01c947fa7c3f None None] Network 41106ef9-e560-4d41-a894-e3dfac2ca852 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:00:15.426390 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61c7d616-cb72-4f61-8e72-bd0721dd5ee1 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Made reservation on behalf of 16af2dbefc6742d5a37a7b30e58c8c2f for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:00:15.430685 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-61c7d616-cb72-4f61-8e72-bd0721dd5ee1 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2133361'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:15.436722 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d79bee7-8875-47fb-8717-1563a6fbe660 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Network e2513721-9039-4ed7-a80f-21e1d8f859c7 is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:00:15.447452 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-397ccf5d-5ea3-4bb3-a171-a142efa55b04 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Calling delete_port for 4ea0c658-5f38-48f6-8e6c-6d60fad9ba14 owned by {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:00:15.506737 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-9d79bee7-8875-47fb-8717-1563a6fbe660 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:00:15.541562 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-ac86f144-ba00-44f2-8616-58b5302dfee8 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Deleting port 20e5b76c-6c5c-437e-ba4f-0496ff63b855 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:00:15.542228 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ac86f144-ba00-44f2-8616-58b5302dfee8 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:15.713663 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-606be25c-555d-47f6-b927-bb917fa9861e None None] Provisioning complete for port 4ea0c658-5f38-48f6-8e6c-6d60fad9ba14 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:00:15.714451 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-606be25c-555d-47f6-b927-bb917fa9861e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:15.786189 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-923c0622-55a8-4e9c-a1b3-4b8e38692751 None None] DHCP port deletion for 41106ef9-e560-4d41-a894-e3dfac2ca852 request from dv-neutron-843763-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 30 05:00:15.800927 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-923c0622-55a8-4e9c-a1b3-4b8e38692751 None None] Deleting port 20e5b76c-6c5c-437e-ba4f-0496ff63b855 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:00:15.801486 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-923c0622-55a8-4e9c-a1b3-4b8e38692751 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:15.851868 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e807ea28-7c8d-478e-bdc9-5065190eeb8a tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729234556353'] for network, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:15.917106 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e807ea28-7c8d-478e-bdc9-5065190eeb8a tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788'] for network, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:15.952006 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e807ea28-7c8d-478e-bdc9-5065190eeb8a tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Network fa8c44d6-044d-4751-8260-dd7ba41857a8 is not hosted by any dhcp agent {{(pid=88260) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} May 30 05:00:15.957795 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e807ea28-7c8d-478e-bdc9-5065190eeb8a tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:00:15.958696 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e807ea28-7c8d-478e-bdc9-5065190eeb8a tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:15.960233 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-e807ea28-7c8d-478e-bdc9-5065190eeb8a tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] 10.222.0.15 "PUT /v2.0/networks/fa8c44d6-044d-4751-8260-dd7ba41857a8 HTTP/1.1" status: 200 len: 758 time: 0.6110163 May 30 05:00:16.014162 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 43954) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:16.037622 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-606be25c-555d-47f6-b927-bb917fa9861e None None] Port 4ea0c658-5f38-48f6-8e6c-6d60fad9ba14 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 05:00:16.081911 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-923c0622-55a8-4e9c-a1b3-4b8e38692751 None None] For port 20e5b76c-6c5c-437e-ba4f-0496ff63b855, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=20e5b76c-6c5c-437e-ba4f-0496ff63b855,segment=NetworkSegment(bcea71e8-9ae4-495f-a331-b81915cff40d),segment_id=bcea71e8-9ae4-495f-a331-b81915cff40d)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:00:16.082547 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-923c0622-55a8-4e9c-a1b3-4b8e38692751 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:16.156951 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e807ea28-7c8d-478e-bdc9-5065190eeb8a tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Pushing event updated for resources: {'Network': ['ID=fa8c44d6-044d-4751-8260-dd7ba41857a8,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:16.187086 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-61c7d616-cb72-4f61-8e72-bd0721dd5ee1 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1547796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2133315'] for subnet, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:16.207262 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Network fa8c44d6-044d-4751-8260-dd7ba41857a8 details requested by agent ovs-agent-dv-neutron-843763-1-hyperv with host dv-neutron-843763-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 05:00:16.224685 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-923c0622-55a8-4e9c-a1b3-4b8e38692751 None None] Calling delete_port for 20e5b76c-6c5c-437e-ba4f-0496ff63b855 owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:00:16.265579 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c42e5f-e3e4-4ce4-93a4-9a741af8b673 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:00:16.267274 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-45c42e5f-e3e4-4ce4-93a4-9a741af8b673 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] 10.222.0.15 "GET /v2.0/networks?id=fa8c44d6-044d-4751-8260-dd7ba41857a8 HTTP/1.1" status: 200 len: 761 time: 0.2473762 May 30 05:00:16.272046 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c7d616-cb72-4f61-8e72-bd0721dd5ee1 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Pushing event updated for resources: {'Subnet': ['ID=f8232c94-7ee8-48f7-b21a-f6a1c0aa6507,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:16.278951 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738eec39-3556-4410-bfd0-4360f6d6d684 req-ad17032e-4faf-4cd6-bffc-9d97711dfc51 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:00:16.279976 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 43958) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:16.280399 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-738eec39-3556-4410-bfd0-4360f6d6d684 req-ad17032e-4faf-4cd6-bffc-9d97711dfc51 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b9579b7-bae6-478c-894f-e20038a7bb0f HTTP/1.1" status: 200 len: 946 time: 0.4964914 May 30 05:00:16.284869 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-ac86f144-ba00-44f2-8616-58b5302dfee8 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] For port 20e5b76c-6c5c-437e-ba4f-0496ff63b855, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=20e5b76c-6c5c-437e-ba4f-0496ff63b855,segment=NetworkSegment(bcea71e8-9ae4-495f-a331-b81915cff40d),segment_id=bcea71e8-9ae4-495f-a331-b81915cff40d)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:00:16.285233 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ac86f144-ba00-44f2-8616-58b5302dfee8 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:16.298543 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-43fbd237-1102-40dd-8227-a13fa1fc6fa5 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2144711577'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:00:16.303801 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d79bee7-8875-47fb-8717-1563a6fbe660 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Router 035cf39c-ba36-4715-9375-d6e51365b793 has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 05:00:16.307084 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-43fbd237-1102-40dd-8227-a13fa1fc6fa5 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:00:16.322733 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-43fbd237-1102-40dd-8227-a13fa1fc6fa5 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:00:16.337002 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c7d616-cb72-4f61-8e72-bd0721dd5ee1 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Network 0008fd3d-19e9-40cf-b545-4a7647b90cf1 is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:00:16.338795 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43fbd237-1102-40dd-8227-a13fa1fc6fa5 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Made reservation on behalf of 5386df8a083a4b53b87ea99ca4a65ce1 for: {'network': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:00:16.342468 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-43fbd237-1102-40dd-8227-a13fa1fc6fa5 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for network, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:16.354004 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-61c7d616-cb72-4f61-8e72-bd0721dd5ee1 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:00:16.357511 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c7d616-cb72-4f61-8e72-bd0721dd5ee1 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:00:16.357747 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-61c7d616-cb72-4f61-8e72-bd0721dd5ee1 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:16.373457 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7448107-7d5f-4c1c-8048-4c47cc039049 None None] Network 0008fd3d-19e9-40cf-b545-4a7647b90cf1 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:00:16.401400 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43fbd237-1102-40dd-8227-a13fa1fc6fa5 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=88260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 05:00:16.410783 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-61c7d616-cb72-4f61-8e72-bd0721dd5ee1 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2396431 May 30 05:00:16.410975 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 43962) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:16.418734 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-53625791-98db-4627-bd4e-5ef5701946c2 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Request body: {'port': {'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1', 'mac_address': 'fa:16:3e:8c:a9:9b', 'name': 'tempest-NetworksTestDHCPv6-592873211'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:00:16.441516 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-43fbd237-1102-40dd-8227-a13fa1fc6fa5 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:16.441909 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.db.segments_db [None req-43fbd237-1102-40dd-8227-a13fa1fc6fa5 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Added segment 75e6ac9b-e7bc-4f2f-b8eb-413ee8365bfb of type vlan for network 876b26a8-4a31-4e07-9fdf-6128636561b5 May 30 05:00:16.450890 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-ac86f144-ba00-44f2-8616-58b5302dfee8 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Calling delete_port for 20e5b76c-6c5c-437e-ba4f-0496ff63b855 owned by network:dhcp {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:00:16.461449 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-923c0622-55a8-4e9c-a1b3-4b8e38692751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069'] for port, after_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:16.526354 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923c0622-55a8-4e9c-a1b3-4b8e38692751 None None] No DVR routers for this DVR port 20e5b76c-6c5c-437e-ba4f-0496ff63b855 on host dv-neutron-843763-1-hyperv {{(pid=88262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 05:00:16.530195 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923c0622-55a8-4e9c-a1b3-4b8e38692751 None None] Pushing event deleted for resources: {'Port': ['ID=20e5b76c-6c5c-437e-ba4f-0496ff63b855,revision_number=None']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:16.540742 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-43fbd237-1102-40dd-8227-a13fa1fc6fa5 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729234556353'] for network, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:16.580286 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-397ccf5d-5ea3-4bb3-a171-a142efa55b04 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:16.616015 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-53625791-98db-4627-bd4e-5ef5701946c2 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:00:16.623871 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-43fbd237-1102-40dd-8227-a13fa1fc6fa5 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788'] for network, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:16.629355 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43fbd237-1102-40dd-8227-a13fa1fc6fa5 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:00:16.630079 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-43fbd237-1102-40dd-8227-a13fa1fc6fa5 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:16.639659 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-738eec39-3556-4410-bfd0-4360f6d6d684 req-c138c53d-a508-486d-be4f-48cdf41dd0a2 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/security-groups?id=9b0443b2-0623-40f2-887b-f716d2afd1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3345330 May 30 05:00:16.652659 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01dd0b88-085c-4da0-b2ae-0c82440a58f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bbf24ed-7ba9-53d2-873f-8f9642b1e987-0008fd3d-19e9-40cf-b545-4a7647b90cf1', 'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1', 'tenant_id': '16af2dbefc6742d5a37a7b30e58c8c2f', 'fixed_ips': [{'subnet_id': 'f8232c94-7ee8-48f7-b21a-f6a1c0aa6507'}]}} from dv-neutron-843763-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 30 05:00:16.653505 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-01dd0b88-085c-4da0-b2ae-0c82440a58f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:16.661575 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-53625791-98db-4627-bd4e-5ef5701946c2 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:00:16.728898 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397ccf5d-5ea3-4bb3-a171-a142efa55b04 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Pushing event deleted for resources: {'Port': ['ID=4ea0c658-5f38-48f6-8e6c-6d60fad9ba14,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:16.794070 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fbd237-1102-40dd-8227-a13fa1fc6fa5 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Pushing event updated for resources: {'Network': ['ID=876b26a8-4a31-4e07-9fdf-6128636561b5,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:16.803914 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53625791-98db-4627-bd4e-5ef5701946c2 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Made reservation on behalf of 16af2dbefc6742d5a37a7b30e58c8c2f for: {'port': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:00:16.838148 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-43fbd237-1102-40dd-8227-a13fa1fc6fa5 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5494061 May 30 05:00:16.842091 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 43966) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:16.859812 dv-neutron-843763-1-hyperv neutron-server[88261]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 30 05:00:16.859812 dv-neutron-843763-1-hyperv neutron-server[88261]: from cryptography.utils import int_from_bytes May 30 05:00:16.859812 dv-neutron-843763-1-hyperv neutron-server[88261]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 30 05:00:16.859812 dv-neutron-843763-1-hyperv neutron-server[88261]: from cryptography.utils import int_from_bytes May 30 05:00:16.859812 dv-neutron-843763-1-hyperv neutron-server[88261]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) May 30 05:00:16.859812 dv-neutron-843763-1-hyperv neutron-server[88261]: util.warn_limited( May 30 05:00:16.859812 dv-neutron-843763-1-hyperv neutron-server[88261]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) May 30 05:00:16.859812 dv-neutron-843763-1-hyperv neutron-server[88261]: util.warn_limited( May 30 05:00:16.859812 dv-neutron-843763-1-hyperv neutron-server[88261]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 05:00:16.859812 dv-neutron-843763-1-hyperv neutron-server[88261]: util.warn( May 30 05:00:16.859812 dv-neutron-843763-1-hyperv neutron-server[88261]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 05:00:16.859812 dv-neutron-843763-1-hyperv neutron-server[88261]: util.warn( May 30 05:00:16.859812 dv-neutron-843763-1-hyperv neutron-server[88261]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 05:00:16.859812 dv-neutron-843763-1-hyperv neutron-server[88261]: util.warn( May 30 05:00:16.859812 dv-neutron-843763-1-hyperv neutron-server[88261]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 05:00:16.859812 dv-neutron-843763-1-hyperv neutron-server[88261]: util.warn( May 30 05:00:16.859812 dv-neutron-843763-1-hyperv neutron-server[88261]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 05:00:16.859812 dv-neutron-843763-1-hyperv neutron-server[88261]: util.warn( May 30 05:00:16.859812 dv-neutron-843763-1-hyperv neutron-server[88261]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 05:00:16.859812 dv-neutron-843763-1-hyperv neutron-server[88261]: util.warn( May 30 05:00:16.859812 dv-neutron-843763-1-hyperv neutron-server[88261]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 05:00:16.859812 dv-neutron-843763-1-hyperv neutron-server[88261]: util.warn( May 30 05:00:16.859812 dv-neutron-843763-1-hyperv neutron-server[88261]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 05:00:16.859812 dv-neutron-843763-1-hyperv neutron-server[88261]: util.warn( May 30 05:00:16.859812 dv-neutron-843763-1-hyperv neutron-server[88261]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 05:00:16.859812 dv-neutron-843763-1-hyperv neutron-server[88261]: util.warn( May 30 05:00:16.859812 dv-neutron-843763-1-hyperv neutron-server[88261]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 05:00:16.859812 dv-neutron-843763-1-hyperv neutron-server[88261]: util.warn( May 30 05:00:16.859812 dv-neutron-843763-1-hyperv neutron-server[88261]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 05:00:16.859812 dv-neutron-843763-1-hyperv neutron-server[88261]: util.warn( May 30 05:00:16.859812 dv-neutron-843763-1-hyperv neutron-server[88261]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 05:00:16.859812 dv-neutron-843763-1-hyperv neutron-server[88261]: util.warn( May 30 05:00:16.859812 dv-neutron-843763-1-hyperv neutron-server[88261]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 05:00:16.859812 dv-neutron-843763-1-hyperv neutron-server[88261]: util.warn( May 30 05:00:16.859812 dv-neutron-843763-1-hyperv neutron-server[88261]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 05:00:16.859812 dv-neutron-843763-1-hyperv neutron-server[88261]: util.warn( May 30 05:00:16.859812 dv-neutron-843763-1-hyperv neutron-server[88261]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 05:00:16.859812 dv-neutron-843763-1-hyperv neutron-server[88261]: util.warn( May 30 05:00:16.859812 dv-neutron-843763-1-hyperv neutron-server[88261]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 05:00:16.859812 dv-neutron-843763-1-hyperv neutron-server[88261]: util.warn( May 30 05:00:16.859812 dv-neutron-843763-1-hyperv neutron-server[88261]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 05:00:16.859812 dv-neutron-843763-1-hyperv neutron-server[88261]: util.warn( May 30 05:00:16.859812 dv-neutron-843763-1-hyperv neutron-server[88261]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 05:00:16.859812 dv-neutron-843763-1-hyperv neutron-server[88261]: util.warn( May 30 05:00:16.859812 dv-neutron-843763-1-hyperv neutron-server[88261]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 05:00:16.859812 dv-neutron-843763-1-hyperv neutron-server[88261]: util.warn( May 30 05:00:16.859812 dv-neutron-843763-1-hyperv neutron-server[88261]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 05:00:16.859812 dv-neutron-843763-1-hyperv neutron-server[88261]: util.warn( May 30 05:00:16.859812 dv-neutron-843763-1-hyperv neutron-server[88261]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 05:00:16.859812 dv-neutron-843763-1-hyperv neutron-server[88261]: util.warn( May 30 05:00:16.859812 dv-neutron-843763-1-hyperv neutron-server[88261]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 05:00:16.859812 dv-neutron-843763-1-hyperv neutron-server[88261]: util.warn( May 30 05:00:16.859812 dv-neutron-843763-1-hyperv neutron-server[88261]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 05:00:16.859812 dv-neutron-843763-1-hyperv neutron-server[88261]: util.warn( May 30 05:00:16.859812 dv-neutron-843763-1-hyperv neutron-server[88261]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 05:00:16.859812 dv-neutron-843763-1-hyperv neutron-server[88261]: util.warn( May 30 05:00:16.876379 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-397ccf5d-5ea3-4bb3-a171-a142efa55b04 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:16.889842 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.db.api [None req-ac86f144-ba00-44f2-8616-58b5302dfee8 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88261) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 05:00:16.890463 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG oslo_db.api [None req-ac86f144-ba00-44f2-8616-58b5302dfee8 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 05:00:16.902161 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-01dd0b88-085c-4da0-b2ae-0c82440a58f8 None None] Allocated IP 2001:db8::2 (0008fd3d-19e9-40cf-b545-4a7647b90cf1/f8232c94-7ee8-48f7-b21a-f6a1c0aa6507/4467a869-6f33-4509-9664-ac6e02e10efa) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:00:16.908238 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-ab725204-faeb-4c72-a2fd-0f7f1252ae1e tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Request body: {'subnet': {'network_id': '876b26a8-4a31-4e07-9fdf-6128636561b5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:00:16.908644 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-397ccf5d-5ea3-4bb3-a171-a142efa55b04 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] 10.222.0.15 "DELETE /v2.0/ports/4ea0c658-5f38-48f6-8e6c-6d60fad9ba14 HTTP/1.1" status: 204 len: 168 time: 2.3278556 May 30 05:00:16.911747 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 43970) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:16.977357 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3d50fc6-3ff6-4f87-9811-2be3b13bc4fb tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] GET failed (client error): The resource could not be found. May 30 05:00:16.977926 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-c3d50fc6-3ff6-4f87-9811-2be3b13bc4fb tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Synchronizing usage tracker for tenant:895764a2d33a4b6180a8faca69c63db7 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:00:16.991445 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d79bee7-8875-47fb-8717-1563a6fbe660 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:00:17.001120 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-9d79bee7-8875-47fb-8717-1563a6fbe660 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] 10.222.0.15 "PUT /v2.0/routers/035cf39c-ba36-4715-9375-d6e51365b793/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8394005 May 30 05:00:17.003943 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 43974) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:17.012460 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-719d4da2-d901-4f6c-8b57-a9a741036195 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Request body: {'port': {'network_id': 'e2513721-9039-4ed7-a80f-21e1d8f859c7', 'name': 'tempest-FloatingIPTestJSON-647300791'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:00:17.037661 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-c3d50fc6-3ff6-4f87-9811-2be3b13bc4fb tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Unset dirty status for tenant:895764a2d33a4b6180a8faca69c63db7 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:00:17.039158 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-c3d50fc6-3ff6-4f87-9811-2be3b13bc4fb tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] 10.222.0.15 "GET /v2.0/ports/4ea0c658-5f38-48f6-8e6c-6d60fad9ba14 HTTP/1.1" status: 404 len: 333 time: 0.1260440 May 30 05:00:17.045426 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 43978) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:17.045992 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617570f2-116a-48ae-86bd-2fd739edf1e6 None None] Sync routers for ids ['035cf39c-ba36-4715-9375-d6e51365b793'] in dv-neutron-843763-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:00:17.060993 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617570f2-116a-48ae-86bd-2fd739edf1e6 None None] Routers {'035cf39c-ba36-4715-9375-d6e51365b793'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:00:17.061648 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-617570f2-116a-48ae-86bd-2fd739edf1e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:00:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['035cf39c-ba36-4715-9375-d6e51365b793'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:00:17.129722 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-617570f2-116a-48ae-86bd-2fd739edf1e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:00:17.136867 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-ab725204-faeb-4c72-a2fd-0f7f1252ae1e tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:00:17.142170 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-01dd0b88-085c-4da0-b2ae-0c82440a58f8 None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:17.144571 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-ab725204-faeb-4c72-a2fd-0f7f1252ae1e tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Usage tracker for resource:subnet and tenant:5386df8a083a4b53b87ea99ca4a65ce1 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:00:17.150685 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-53625791-98db-4627-bd4e-5ef5701946c2 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:17.153298 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-01dd0b88-085c-4da0-b2ae-0c82440a58f8 None None] Transition to ACTIVE for port object 4467a869-6f33-4509-9664-ac6e02e10efa will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:00:17.156951 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617570f2-116a-48ae-86bd-2fd739edf1e6 None None] Routers {'035cf39c-ba36-4715-9375-d6e51365b793'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:00:17.157568 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-617570f2-116a-48ae-86bd-2fd739edf1e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:00:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['035cf39c-ba36-4715-9375-d6e51365b793'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:00:17.164645 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-ab725204-faeb-4c72-a2fd-0f7f1252ae1e tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:00:17.173105 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-01dd0b88-085c-4da0-b2ae-0c82440a58f8 None None] Transition to ACTIVE for port object 4467a869-6f33-4509-9664-ac6e02e10efa will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:00:17.177248 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Network 876b26a8-4a31-4e07-9fdf-6128636561b5 details requested by agent ovs-agent-dv-neutron-843763-1-hyperv with host dv-neutron-843763-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 05:00:17.177428 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-ab725204-faeb-4c72-a2fd-0f7f1252ae1e tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:00:17.194756 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-01dd0b88-085c-4da0-b2ae-0c82440a58f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:17.198704 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-719d4da2-d901-4f6c-8b57-a9a741036195 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:00:17.204898 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_v2 [None req-be8f2c98-8cda-4a57-8ba1-5943177f1cd5 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Deleting subnet c7263937-4dc6-448e-a402-4f1c6e5aa2fc {{(pid=88260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 30 05:00:17.208347 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-719d4da2-d901-4f6c-8b57-a9a741036195 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Usage tracker for resource:port and tenant:fb4b15beed874bf4bdf9eab934db65bc is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:00:17.208520 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-be8f2c98-8cda-4a57-8ba1-5943177f1cd5 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks [] for subnet, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:17.216610 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-719d4da2-d901-4f6c-8b57-a9a741036195 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:00:17.230330 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-719d4da2-d901-4f6c-8b57-a9a741036195 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:00:17.232218 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-617570f2-116a-48ae-86bd-2fd739edf1e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:00:17.232766 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617570f2-116a-48ae-86bd-2fd739edf1e6 None None] The sync data for ids ['035cf39c-ba36-4715-9375-d6e51365b793'] in dv-neutron-843763-1-hyperv is: [] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:00:17.264577 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-719d4da2-d901-4f6c-8b57-a9a741036195 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Made reservation on behalf of fb4b15beed874bf4bdf9eab934db65bc for: {'port': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:00:17.268104 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-719d4da2-d901-4f6c-8b57-a9a741036195 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:17.294984 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-be8f2c98-8cda-4a57-8ba1-5943177f1cd5 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1454738'] for subnet, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:17.295965 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [None req-719d4da2-d901-4f6c-8b57-a9a741036195 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] device_id is not set on port eaa11aa3-9b94-4281-91e5-7b8060165836 yet. {{(pid=88261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 30 05:00:17.314706 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01dd0b88-085c-4da0-b2ae-0c82440a58f8 None None] Network 0008fd3d-19e9-40cf-b545-4a7647b90cf1 is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:00:17.325015 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-01dd0b88-085c-4da0-b2ae-0c82440a58f8 None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:00:17.345160 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01dd0b88-085c-4da0-b2ae-0c82440a58f8 None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:00:17.359786 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab725204-faeb-4c72-a2fd-0f7f1252ae1e tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Made reservation on behalf of 5386df8a083a4b53b87ea99ca4a65ce1 for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:00:17.363725 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ab725204-faeb-4c72-a2fd-0f7f1252ae1e tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2133361'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:17.384328 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [None req-53625791-98db-4627-bd4e-5ef5701946c2 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] device_id is not set on port f300292e-0ddc-4f3b-96b1-2ea733809c7f yet. {{(pid=88260) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 30 05:00:17.403854 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dd0b88-085c-4da0-b2ae-0c82440a58f8 None None] Pushing event updated for resources: {'Port': ['ID=4467a869-6f33-4509-9664-ac6e02e10efa,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:17.411869 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-ac86f144-ba00-44f2-8616-58b5302dfee8 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Deleting port 20e5b76c-6c5c-437e-ba4f-0496ff63b855 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:00:17.412052 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ac86f144-ba00-44f2-8616-58b5302dfee8 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:17.413178 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:17.470062 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-01dd0b88-085c-4da0-b2ae-0c82440a58f8 None None] Attempting to bind port 4467a869-6f33-4509-9664-ac6e02e10efa on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 05:00:17.470976 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-01dd0b88-085c-4da0-b2ae-0c82440a58f8 None None] Attempting to bind port 4467a869-6f33-4509-9664-ac6e02e10efa by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': 'c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 05:00:17.471505 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01dd0b88-085c-4da0-b2ae-0c82440a58f8 None None] Attempting to bind port 4467a869-6f33-4509-9664-ac6e02e10efa on network 0008fd3d-19e9-40cf-b545-4a7647b90cf1 {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:00:17.479685 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01dd0b88-085c-4da0-b2ae-0c82440a58f8 None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 5, 0, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 05:00:17.480439 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01dd0b88-085c-4da0-b2ae-0c82440a58f8 None None] Checking segment: {'id': 'c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:00:17.481080 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-01dd0b88-085c-4da0-b2ae-0c82440a58f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:17.481621 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01dd0b88-085c-4da0-b2ae-0c82440a58f8 None None] Bound using segment: {'id': 'c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 05:00:17.482195 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-01dd0b88-085c-4da0-b2ae-0c82440a58f8 None None] Bound port: 4467a869-6f33-4509-9664-ac6e02e10efa, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 05:00:17.482602 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-01dd0b88-085c-4da0-b2ae-0c82440a58f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:17.585572 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-01dd0b88-085c-4da0-b2ae-0c82440a58f8 None None] For port 4467a869-6f33-4509-9664-ac6e02e10efa, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 05:00:17.589160 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-01dd0b88-085c-4da0-b2ae-0c82440a58f8 None None] For port 4467a869-6f33-4509-9664-ac6e02e10efa, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=4467a869-6f33-4509-9664-ac6e02e10efa,segment=NetworkSegment(c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1),segment_id=c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 05:00:17.593927 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-01dd0b88-085c-4da0-b2ae-0c82440a58f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:17.631907 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-ac86f144-ba00-44f2-8616-58b5302dfee8 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] The port '20e5b76c-6c5c-437e-ba4f-0496ff63b855' was deleted {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 30 05:00:17.697011 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 20e5b76c-6c5c-437e-ba4f-0496ff63b855 no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 05:00:17.772257 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ac86f144-ba00-44f2-8616-58b5302dfee8 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867540', 'neutron.services.segments.db._delete_segments_for_network-8729234922972'] for network, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:17.797211 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dd0b88-085c-4da0-b2ae-0c82440a58f8 None None] Pushing event updated for resources: {'Port': ['ID=4467a869-6f33-4509-9664-ac6e02e10efa,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:17.800845 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] No Port match for: 20e5b76c-6c5c-437e-ba4f-0496ff63b855 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 05:00:17.801420 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 20e5b76c-6c5c-437e-ba4f-0496ff63b855 not bound to the agent host dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 05:00:17.801661 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-ac86f144-ba00-44f2-8616-58b5302dfee8 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41106ef9-e560-4d41-a894-e3dfac2ca852']}} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:00:17.807229 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-be8f2c98-8cda-4a57-8ba1-5943177f1cd5 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860493'] for subnet, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:17.814879 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-ac86f144-ba00-44f2-8616-58b5302dfee8 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcea71e8-9ae4-495f-a331-b81915cff40d') {'for_net_delete': True} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:00:17.815179 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-ac86f144-ba00-44f2-8616-58b5302dfee8 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcea71e8-9ae4-495f-a331-b81915cff40d') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:00:17.832712 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ac86f144-ba00-44f2-8616-58b5302dfee8 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729235042807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3545573'] for segment, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:17.860718 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-719d4da2-d901-4f6c-8b57-a9a741036195 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Allocated IP 172.20.0.13 (e2513721-9039-4ed7-a80f-21e1d8f859c7/fdbb4b63-cc73-42ea-be1d-9590bee05d3a/eaa11aa3-9b94-4281-91e5-7b8060165836) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:00:17.862767 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ac86f144-ba00-44f2-8616-58b5302dfee8 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:17.874188 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac86f144-ba00-44f2-8616-58b5302dfee8 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=88261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 05:00:17.874580 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ac86f144-ba00-44f2-8616-58b5302dfee8 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-862858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2304281'] for segment, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:17.972219 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-53625791-98db-4627-bd4e-5ef5701946c2 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Allocated IP 2001:db8::296 (0008fd3d-19e9-40cf-b545-4a7647b90cf1/f8232c94-7ee8-48f7-b21a-f6a1c0aa6507/f300292e-0ddc-4f3b-96b1-2ea733809c7f) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:00:17.973061 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment bcea71e8-9ae4-495f-a331-b81915cff40d resource provider aggregate not found May 30 05:00:18.010386 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment bcea71e8-9ae4-495f-a331-b81915cff40d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bcea71e8-9ae4-495f-a331-b81915cff40d found for delete ", "request_id": "req-72501151-758c-46ae-ae5a-de960066f254"}]} May 30 05:00:18.049969 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ac86f144-ba00-44f2-8616-58b5302dfee8 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604744'] for network, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:18.055986 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ac86f144-ba00-44f2-8616-58b5302dfee8 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:18.080156 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-ac86f144-ba00-44f2-8616-58b5302dfee8 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] 10.222.0.15 "DELETE /v2.0/networks/41106ef9-e560-4d41-a894-e3dfac2ca852 HTTP/1.1" status: 204 len: 168 time: 3.0262563 May 30 05:00:18.090939 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 43988) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:18.111004 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-86a037da-7d15-4b9a-ae72-8c21110da37b tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-864317462'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:00:18.116350 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-86a037da-7d15-4b9a-ae72-8c21110da37b tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:00:18.118719 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac86f144-ba00-44f2-8616-58b5302dfee8 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Pushing event deleted for resources: {'Network': ['ID=41106ef9-e560-4d41-a894-e3dfac2ca852,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:18.126632 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-86a037da-7d15-4b9a-ae72-8c21110da37b tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Usage tracker for resource:network and tenant:f4aea07b5c934dc5bc600f55a2d3ba0e is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:00:18.167461 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-be8f2c98-8cda-4a57-8ba1-5943177f1cd5 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1547867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2133322'] for subnet, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:18.177532 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-86a037da-7d15-4b9a-ae72-8c21110da37b tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:00:18.194268 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-86a037da-7d15-4b9a-ae72-8c21110da37b tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:00:18.216402 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86a037da-7d15-4b9a-ae72-8c21110da37b tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Made reservation on behalf of f4aea07b5c934dc5bc600f55a2d3ba0e for: {'network': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:00:18.219998 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-86a037da-7d15-4b9a-ae72-8c21110da37b tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for network, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:18.279282 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7527a871-f54d-4333-9ebe-d3ac096b1057 req-24e4701e-8626-4bc2-a181-a575317f27e5 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:00:18.280829 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-7527a871-f54d-4333-9ebe-d3ac096b1057 req-24e4701e-8626-4bc2-a181-a575317f27e5 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b9579b7-bae6-478c-894f-e20038a7bb0f HTTP/1.1" status: 200 len: 946 time: 0.4429438 May 30 05:00:18.280974 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bb60011-42a6-4a77-8381-cd1178b25d65 None None] Network 0e68bf0a-b543-4eab-9b44-7eb597142ade requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:00:18.284893 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-be8f2c98-8cda-4a57-8ba1-5943177f1cd5 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:18.287759 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8f2c98-8cda-4a57-8ba1-5943177f1cd5 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Pushing event deleted for resources: {'Subnet': ['ID=c7263937-4dc6-448e-a402-4f1c6e5aa2fc,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:18.289685 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ab725204-faeb-4c72-a2fd-0f7f1252ae1e tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1547796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2133315'] for subnet, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:18.293034 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86a037da-7d15-4b9a-ae72-8c21110da37b tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=88261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 05:00:18.301096 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-719d4da2-d901-4f6c-8b57-a9a741036195 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:18.311600 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-86a037da-7d15-4b9a-ae72-8c21110da37b tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:18.311941 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.db.segments_db [None req-86a037da-7d15-4b9a-ae72-8c21110da37b tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Added segment 4f201200-04a2-4dad-b8d7-76aa1641f3d9 of type vlan for network 5c19a4a3-bef2-4267-b5b6-9b469e99e385 May 30 05:00:18.347334 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-86a037da-7d15-4b9a-ae72-8c21110da37b tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729234556353'] for network, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:18.390088 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-719d4da2-d901-4f6c-8b57-a9a741036195 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:18.397359 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-be8f2c98-8cda-4a57-8ba1-5943177f1cd5 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] 10.222.0.15 "DELETE /v2.0/subnets/c7263937-4dc6-448e-a402-4f1c6e5aa2fc HTTP/1.1" status: 204 len: 168 time: 1.3502822 May 30 05:00:18.417506 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 43992) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:18.446420 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-86a037da-7d15-4b9a-ae72-8c21110da37b tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788'] for network, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:18.451805 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a037da-7d15-4b9a-ae72-8c21110da37b tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:00:18.452393 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-86a037da-7d15-4b9a-ae72-8c21110da37b tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:18.515112 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab725204-faeb-4c72-a2fd-0f7f1252ae1e tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Pushing event updated for resources: {'Subnet': ['ID=21deb5b3-1a27-4361-8478-fb3f0fa948bf,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:18.527326 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-7527a871-f54d-4333-9ebe-d3ac096b1057 req-ac7a7768-4155-4762-8598-a3cb3c7279c0 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/security-groups?id=9b0443b2-0623-40f2-887b-f716d2afd1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1994562 May 30 05:00:18.573322 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab725204-faeb-4c72-a2fd-0f7f1252ae1e tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Checking segment: {'id': '75e6ac9b-e7bc-4f2f-b8eb-413ee8365bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '876b26a8-4a31-4e07-9fdf-6128636561b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:00:18.573689 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab725204-faeb-4c72-a2fd-0f7f1252ae1e tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Network hostable DHCP agents. Network: 876b26a8-4a31-4e07-9fdf-6128636561b5, hostable agents: ['1c705e68-3d3e-4dd3-9252-feb21d4b96ab'], hosted agents: [] {{(pid=88260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 05:00:18.579936 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-53625791-98db-4627-bd4e-5ef5701946c2 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:18.596110 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-719d4da2-d901-4f6c-8b57-a9a741036195 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Network e2513721-9039-4ed7-a80f-21e1d8f859c7 is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:00:18.603563 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_v2 [None req-365ceb03-d6f1-4b4b-a39b-b1a3a0265315 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Deleting subnet ee006d4d-178b-40d2-a9b5-a95e1aa24835 {{(pid=88260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 30 05:00:18.620975 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-365ceb03-d6f1-4b4b-a39b-b1a3a0265315 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks [] for subnet, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:18.624478 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-719d4da2-d901-4f6c-8b57-a9a741036195 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:00:18.629395 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719d4da2-d901-4f6c-8b57-a9a741036195 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:00:18.667759 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-86a037da-7d15-4b9a-ae72-8c21110da37b tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5757430 May 30 05:00:18.675184 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [None req-53625791-98db-4627-bd4e-5ef5701946c2 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Transition to ACTIVE for port object f300292e-0ddc-4f3b-96b1-2ea733809c7f will not be triggered until provisioned by entity DHCP. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:00:18.676814 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d4da2-d901-4f6c-8b57-a9a741036195 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Pushing event updated for resources: {'Port': ['ID=eaa11aa3-9b94-4281-91e5-7b8060165836,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:18.680728 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 43998) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:18.716746 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-365ceb03-d6f1-4b4b-a39b-b1a3a0265315 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1454738'] for subnet, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:18.730958 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-e74c8e1f-b785-4a38-a7a6-73045a6f615b tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Request body: {'subnet': {'network_id': '5c19a4a3-bef2-4267-b5b6-9b469e99e385', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:00:18.746145 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab725204-faeb-4c72-a2fd-0f7f1252ae1e tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Network 876b26a8-4a31-4e07-9fdf-6128636561b5 is scheduled to be hosted by DHCP agent 1c705e68-3d3e-4dd3-9252-feb21d4b96ab with binding_index 1 {{(pid=88260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 05:00:18.748073 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a037da-7d15-4b9a-ae72-8c21110da37b tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Pushing event updated for resources: {'Network': ['ID=5c19a4a3-bef2-4267-b5b6-9b469e99e385,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:18.772673 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Network 5c19a4a3-bef2-4267-b5b6-9b469e99e385 details requested by agent ovs-agent-dv-neutron-843763-1-hyperv with host dv-neutron-843763-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 05:00:18.784338 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-53625791-98db-4627-bd4e-5ef5701946c2 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:18.878471 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719d4da2-d901-4f6c-8b57-a9a741036195 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:00:18.879620 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-719d4da2-d901-4f6c-8b57-a9a741036195 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:18.887972 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-ab725204-faeb-4c72-a2fd-0f7f1252ae1e tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843763-1-hyperv, 876b26a8-4a31-4e07-9fdf-6128636561b5) {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:00:18.905648 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab725204-faeb-4c72-a2fd-0f7f1252ae1e tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:00:18.906223 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ab725204-faeb-4c72-a2fd-0f7f1252ae1e tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:18.914660 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc39d62-c3b8-46db-ab50-6abc9b1820f3 None None] Network 876b26a8-4a31-4e07-9fdf-6128636561b5 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:00:18.944964 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53625791-98db-4627-bd4e-5ef5701946c2 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Pushing event updated for resources: {'Port': ['ID=f300292e-0ddc-4f3b-96b1-2ea733809c7f,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:18.962498 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53625791-98db-4627-bd4e-5ef5701946c2 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Network 0008fd3d-19e9-40cf-b545-4a7647b90cf1 is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:00:18.965194 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-53625791-98db-4627-bd4e-5ef5701946c2 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:00:18.969010 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 44002) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:18.969363 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-719d4da2-d901-4f6c-8b57-a9a741036195 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.9640198 May 30 05:00:18.973985 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53625791-98db-4627-bd4e-5ef5701946c2 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:00:18.982045 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-e74c8e1f-b785-4a38-a7a6-73045a6f615b tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:00:18.982242 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53625791-98db-4627-bd4e-5ef5701946c2 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:00:18.982866 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-53625791-98db-4627-bd4e-5ef5701946c2 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:18.989634 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-e74c8e1f-b785-4a38-a7a6-73045a6f615b tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Usage tracker for resource:subnet and tenant:f4aea07b5c934dc5bc600f55a2d3ba0e is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:00:18.993475 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-ab725204-faeb-4c72-a2fd-0f7f1252ae1e tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1470387 May 30 05:00:18.994881 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-1dfe60c0-1028-4deb-8f8e-e3b24a8a09a9 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Request body: {'port': {'network_id': 'e2513721-9039-4ed7-a80f-21e1d8f859c7', 'name': 'tempest-FloatingIPTestJSON-71822607'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:00:18.997647 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 44006) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:19.026511 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-e74c8e1f-b785-4a38-a7a6-73045a6f615b tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:00:19.031887 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-365ceb03-d6f1-4b4b-a39b-b1a3a0265315 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860493'] for subnet, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:19.038210 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-e74c8e1f-b785-4a38-a7a6-73045a6f615b tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:00:19.052100 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d23ee0-ddbf-4d93-b2b4-9f547c822b57 req-fd78e4c3-cc62-45a7-8370-9cf86e210ede tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:00:19.054029 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b6d23ee0-ddbf-4d93-b2b4-9f547c822b57 req-fd78e4c3-cc62-45a7-8370-9cf86e210ede tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b9579b7-bae6-478c-894f-e20038a7bb0f HTTP/1.1" status: 200 len: 946 time: 0.3945677 May 30 05:00:19.149394 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e74c8e1f-b785-4a38-a7a6-73045a6f615b tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Made reservation on behalf of f4aea07b5c934dc5bc600f55a2d3ba0e for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:00:19.153242 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e74c8e1f-b785-4a38-a7a6-73045a6f615b tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9305518'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:19.168354 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-53625791-98db-4627-bd4e-5ef5701946c2 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.7562764 May 30 05:00:19.175720 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 44010) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:19.275352 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8b9d577-d13d-4159-a13a-0569b3c82b2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bbf24ed-7ba9-53d2-873f-8f9642b1e987-876b26a8-4a31-4e07-9fdf-6128636561b5', 'network_id': '876b26a8-4a31-4e07-9fdf-6128636561b5', 'tenant_id': '5386df8a083a4b53b87ea99ca4a65ce1', 'fixed_ips': [{'subnet_id': '21deb5b3-1a27-4361-8478-fb3f0fa948bf'}]}} from dv-neutron-843763-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 30 05:00:19.276430 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a8b9d577-d13d-4159-a13a-0569b3c82b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:19.296038 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-61944d67-cb72-44c2-984b-5c5ec70d673a None None] Provisioning for port 4467a869-6f33-4509-9664-ac6e02e10efa completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:00:19.376115 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b6d23ee0-ddbf-4d93-b2b4-9f547c822b57 req-f46a9b82-15f7-497c-b483-cb2be47c50c4 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/security-groups?id=9b0443b2-0623-40f2-887b-f716d2afd1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2708843 May 30 05:00:19.423308 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 44014) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:19.439172 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-365ceb03-d6f1-4b4b-a39b-b1a3a0265315 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1547867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2133322'] for subnet, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:19.454222 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-1dfe60c0-1028-4deb-8f8e-e3b24a8a09a9 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:00:19.483927 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-de7c369d-55a9-488e-afa7-28db9cdbc0e8 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897784'] for network, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:19.508584 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-1dfe60c0-1028-4deb-8f8e-e3b24a8a09a9 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Usage tracker for resource:port and tenant:fb4b15beed874bf4bdf9eab934db65bc is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:00:19.511456 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-a8b9d577-d13d-4159-a13a-0569b3c82b2c None None] Allocated IP 172.20.0.2 (876b26a8-4a31-4e07-9fdf-6128636561b5/21deb5b3-1a27-4361-8478-fb3f0fa948bf/b75d7274-94de-4b33-8a47-0ea196a125c2) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:00:19.513337 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365ceb03-d6f1-4b4b-a39b-b1a3a0265315 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Pushing event deleted for resources: {'Subnet': ['ID=ee006d4d-178b-40d2-a9b5-a95e1aa24835,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:19.522704 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-1dfe60c0-1028-4deb-8f8e-e3b24a8a09a9 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:00:19.529403 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-365ceb03-d6f1-4b4b-a39b-b1a3a0265315 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:19.542753 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-365ceb03-d6f1-4b4b-a39b-b1a3a0265315 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] 10.222.0.15 "DELETE /v2.0/subnets/ee006d4d-178b-40d2-a9b5-a95e1aa24835 HTTP/1.1" status: 204 len: 168 time: 1.1129653 May 30 05:00:19.550289 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-963f8f86-dfb3-4943-beb3-0853ce2316f2 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:00:19.556815 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-963f8f86-dfb3-4943-beb3-0853ce2316f2 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:00:19.558477 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 44018) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:19.558698 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-963f8f86-dfb3-4943-beb3-0853ce2316f2 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Synchronizing usage tracker for tenant:16af2dbefc6742d5a37a7b30e58c8c2f on resource:port {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:00:19.569143 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-1dfe60c0-1028-4deb-8f8e-e3b24a8a09a9 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:00:19.587969 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-963f8f86-dfb3-4943-beb3-0853ce2316f2 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Unset dirty status for tenant:16af2dbefc6742d5a37a7b30e58c8c2f on resource:port {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:00:19.589331 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-963f8f86-dfb3-4943-beb3-0853ce2316f2 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.4126689 May 30 05:00:19.590647 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dfe60c0-1028-4deb-8f8e-e3b24a8a09a9 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Made reservation on behalf of fb4b15beed874bf4bdf9eab934db65bc for: {'port': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:00:19.594062 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1dfe60c0-1028-4deb-8f8e-e3b24a8a09a9 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:19.608449 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-52342882-bcd4-4158-a01d-5a33a8b54ddd None None] Provisioning for port f300292e-0ddc-4f3b-96b1-2ea733809c7f completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:00:19.612223 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 44022) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:19.625823 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-52342882-bcd4-4158-a01d-5a33a8b54ddd None None] Provisioning complete for port f300292e-0ddc-4f3b-96b1-2ea733809c7f triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:00:19.626218 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-52342882-bcd4-4158-a01d-5a33a8b54ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:19.657966 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [None req-1dfe60c0-1028-4deb-8f8e-e3b24a8a09a9 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] device_id is not set on port cad7ea11-2d3b-48c8-8f6e-46cf7357439f yet. {{(pid=88260) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 30 05:00:19.704339 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-52342882-bcd4-4158-a01d-5a33a8b54ddd None None] Port f300292e-0ddc-4f3b-96b1-2ea733809c7f cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 05:00:19.706013 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a67761-788b-4111-b617-3a2fc666cff6 None None] Network 0e68bf0a-b543-4eab-9b44-7eb597142ade requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:00:19.751288 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-06c2bd6f-88be-42d3-b8a8-4cef68e6b280 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Deleting port f300292e-0ddc-4f3b-96b1-2ea733809c7f {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:00:19.751630 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-06c2bd6f-88be-42d3-b8a8-4cef68e6b280 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:19.797621 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 4467a869-6f33-4509-9664-ac6e02e10efa up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:00:19.871433 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-de7c369d-55a9-488e-afa7-28db9cdbc0e8 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860493'] for subnet, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:19.951088 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-31601de8-637e-49aa-9a33-aec9f08b8c41 None None] Provisioning complete for port a040c8e1-f1be-4f8f-a9eb-6cf8bd2a49be triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:00:19.951707 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d265cf11-ef8f-4f47-b073-65b9d0264676 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897784'] for network, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:19.951871 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-31601de8-637e-49aa-9a33-aec9f08b8c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:19.952709 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-1dfe60c0-1028-4deb-8f8e-e3b24a8a09a9 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Allocated IP 172.20.0.4 (e2513721-9039-4ed7-a80f-21e1d8f859c7/fdbb4b63-cc73-42ea-be1d-9590bee05d3a/cad7ea11-2d3b-48c8-8f6e-46cf7357439f) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:00:19.955222 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b5ec73-b8cd-4620-94d1-197765925c88 tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:00:19.956827 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-d8b5ec73-b8cd-4620-94d1-197765925c88 tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=1b9579b7-bae6-478c-894f-e20038a7bb0f HTTP/1.1" status: 200 len: 1094 time: 0.5304995 May 30 05:00:19.960351 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 44026) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:19.999725 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e74c8e1f-b785-4a38-a7a6-73045a6f615b tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2305012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9305500'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:20.024762 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port 4467a869-6f33-4509-9664-ac6e02e10efa completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:00:20.038756 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-d265cf11-ef8f-4f47-b073-65b9d0264676 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Deleting port a040c8e1-f1be-4f8f-a9eb-6cf8bd2a49be {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:00:20.039159 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d265cf11-ef8f-4f47-b073-65b9d0264676 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:20.123550 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 4467a869-6f33-4509-9664-ac6e02e10efa triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:00:20.123929 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:20.131039 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-8ac5d045-0946-48b7-b362-f86287ffbe5b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Request body: {'floatingip': {'floating_network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'port_id': '9ead05bc-ece0-4d02-9e8e-c6949d789f26', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:00:20.154013 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-8ac5d045-0946-48b7-b362-f86287ffbe5b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:00:20.163649 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-8ac5d045-0946-48b7-b362-f86287ffbe5b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Usage tracker for resource:floatingip and tenant:f9fe59584bbe4d5aaa42841eedb71980 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:00:20.169544 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-8ac5d045-0946-48b7-b362-f86287ffbe5b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:00:20.173382 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74c8e1f-b785-4a38-a7a6-73045a6f615b tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Pushing event updated for resources: {'Subnet': ['ID=7222c400-6bcc-4919-8ca2-e749bb5505fb,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:20.193311 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74c8e1f-b785-4a38-a7a6-73045a6f615b tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Checking segment: {'id': '4f201200-04a2-4dad-b8d7-76aa1641f3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '5c19a4a3-bef2-4267-b5b6-9b469e99e385'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:00:20.193667 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e74c8e1f-b785-4a38-a7a6-73045a6f615b tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Network hostable DHCP agents. Network: 5c19a4a3-bef2-4267-b5b6-9b469e99e385, hostable agents: ['1c705e68-3d3e-4dd3-9252-feb21d4b96ab'], hosted agents: [] {{(pid=88261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 05:00:20.204328 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-8ac5d045-0946-48b7-b362-f86287ffbe5b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:00:20.244122 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a8b9d577-d13d-4159-a13a-0569b3c82b2c None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:20.271504 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8ac5d045-0946-48b7-b362-f86287ffbe5b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for floatingip, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:20.297147 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-06c2bd6f-88be-42d3-b8a8-4cef68e6b280 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:20.312139 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e74c8e1f-b785-4a38-a7a6-73045a6f615b tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Network 5c19a4a3-bef2-4267-b5b6-9b469e99e385 is scheduled to be hosted by DHCP agent 1c705e68-3d3e-4dd3-9252-feb21d4b96ab with binding_index 1 {{(pid=88261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 05:00:20.313367 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-a8b9d577-d13d-4159-a13a-0569b3c82b2c None None] Transition to ACTIVE for port object b75d7274-94de-4b33-8a47-0ea196a125c2 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:00:20.328175 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-d265cf11-ef8f-4f47-b073-65b9d0264676 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] For port a040c8e1-f1be-4f8f-a9eb-6cf8bd2a49be, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=a040c8e1-f1be-4f8f-a9eb-6cf8bd2a49be,segment=NetworkSegment(6f353d85-1b27-4ec8-beb5-b57ad439f794),segment_id=6f353d85-1b27-4ec8-beb5-b57ad439f794)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:00:20.328950 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d265cf11-ef8f-4f47-b073-65b9d0264676 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:20.348073 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-e74c8e1f-b785-4a38-a7a6-73045a6f615b tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843763-1-hyperv, 5c19a4a3-bef2-4267-b5b6-9b469e99e385) {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:00:20.403731 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-a8b9d577-d13d-4159-a13a-0569b3c82b2c None None] Transition to ACTIVE for port object b75d7274-94de-4b33-8a47-0ea196a125c2 will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:00:20.407008 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d78659e6-afea-4858-a240-a271f59e9898 None None] Network 5c19a4a3-bef2-4267-b5b6-9b469e99e385 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:00:20.410502 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e74c8e1f-b785-4a38-a7a6-73045a6f615b tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:00:20.411098 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e74c8e1f-b785-4a38-a7a6-73045a6f615b tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:20.459391 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-06c2bd6f-88be-42d3-b8a8-4cef68e6b280 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Calling delete_port for f300292e-0ddc-4f3b-96b1-2ea733809c7f owned by {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:00:20.470597 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4daa57f6-b248-4e34-a2c9-2111a1d293e8 None None] DHCP port deletion for 0e68bf0a-b543-4eab-9b44-7eb597142ade request from dv-neutron-843763-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 30 05:00:20.480131 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-d265cf11-ef8f-4f47-b073-65b9d0264676 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Calling delete_port for a040c8e1-f1be-4f8f-a9eb-6cf8bd2a49be owned by network:dhcp {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:00:20.523301 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-31601de8-637e-49aa-9a33-aec9f08b8c41 None None] Current status of the port a040c8e1-f1be-4f8f-a9eb-6cf8bd2a49be is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:00:20.533396 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a8b9d577-d13d-4159-a13a-0569b3c82b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:20.536400 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-4daa57f6-b248-4e34-a2c9-2111a1d293e8 None None] Deleting port a040c8e1-f1be-4f8f-a9eb-6cf8bd2a49be {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:00:20.536841 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-4daa57f6-b248-4e34-a2c9-2111a1d293e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:20.549256 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-de7c369d-55a9-488e-afa7-28db9cdbc0e8 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2304955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9305493'] for subnet, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:20.591457 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-e74c8e1f-b785-4a38-a7a6-73045a6f615b tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8678191 May 30 05:00:20.595577 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 44030) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:20.608416 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7c369d-55a9-488e-afa7-28db9cdbc0e8 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Pushing event deleted for resources: {'Subnet': ['ID=21deb5b3-1a27-4361-8478-fb3f0fa948bf,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:20.615543 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-612636ff-e046-43c4-bb12-4767bf980702 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-655071528', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:00:20.643026 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-612636ff-e046-43c4-bb12-4767bf980702 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:00:20.654177 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b9d577-d13d-4159-a13a-0569b3c82b2c None None] Network 876b26a8-4a31-4e07-9fdf-6128636561b5 is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:00:20.655218 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 4467a869-6f33-4509-9664-ac6e02e10efa is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:00:20.655782 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:20.676063 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-a8b9d577-d13d-4159-a13a-0569b3c82b2c None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:00:20.686854 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b9d577-d13d-4159-a13a-0569b3c82b2c None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:00:20.696086 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-612636ff-e046-43c4-bb12-4767bf980702 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Usage tracker for resource:router and tenant:f4aea07b5c934dc5bc600f55a2d3ba0e is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:00:20.704347 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d265cf11-ef8f-4f47-b073-65b9d0264676 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:20.711684 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-612636ff-e046-43c4-bb12-4767bf980702 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:00:20.772632 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-612636ff-e046-43c4-bb12-4767bf980702 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:00:20.779410 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d265cf11-ef8f-4f47-b073-65b9d0264676 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Pushing event deleted for resources: {'Port': ['ID=a040c8e1-f1be-4f8f-a9eb-6cf8bd2a49be,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:20.785393 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-de7c369d-55a9-488e-afa7-28db9cdbc0e8 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867540', 'neutron.services.segments.db._delete_segments_for_network-8729234922972'] for network, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:20.797306 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1dfe60c0-1028-4deb-8f8e-e3b24a8a09a9 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:20.801688 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d265cf11-ef8f-4f47-b073-65b9d0264676 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] No DVR routers for this DVR port a040c8e1-f1be-4f8f-a9eb-6cf8bd2a49be on host dv-neutron-843763-1-hyperv {{(pid=88261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 05:00:20.803275 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] For port 4467a869-6f33-4509-9664-ac6e02e10efa, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=4467a869-6f33-4509-9664-ac6e02e10efa,segment=NetworkSegment(c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1),segment_id=c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:00:20.809338 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-4daa57f6-b248-4e34-a2c9-2111a1d293e8 None None] The port 'a040c8e1-f1be-4f8f-a9eb-6cf8bd2a49be' was deleted {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 30 05:00:20.838689 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b9d577-d13d-4159-a13a-0569b3c82b2c None None] Pushing event updated for resources: {'Port': ['ID=b75d7274-94de-4b33-8a47-0ea196a125c2,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:20.844961 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-612636ff-e046-43c4-bb12-4767bf980702 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1603901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11666'] for router, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:20.846255 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-612636ff-e046-43c4-bb12-4767bf980702 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11675'] for router, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:20.849609 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8ac5d045-0946-48b7-b362-f86287ffbe5b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:20.856353 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:20.878099 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-de7c369d-55a9-488e-afa7-28db9cdbc0e8 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['876b26a8-4a31-4e07-9fdf-6128636561b5']}} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:00:20.902475 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-06c2bd6f-88be-42d3-b8a8-4cef68e6b280 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:20.944316 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-de7c369d-55a9-488e-afa7-28db9cdbc0e8 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75e6ac9b-e7bc-4f2f-b8eb-413ee8365bfb') {'for_net_delete': True} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:00:20.944598 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-de7c369d-55a9-488e-afa7-28db9cdbc0e8 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75e6ac9b-e7bc-4f2f-b8eb-413ee8365bfb') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:00:20.978202 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-de7c369d-55a9-488e-afa7-28db9cdbc0e8 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729235042807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3545573'] for segment, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:20.995906 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-612636ff-e046-43c4-bb12-4767bf980702 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:20.996311 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-a8b9d577-d13d-4159-a13a-0569b3c82b2c None None] Attempting to bind port b75d7274-94de-4b33-8a47-0ea196a125c2 on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 05:00:20.996750 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-a8b9d577-d13d-4159-a13a-0569b3c82b2c None None] Attempting to bind port b75d7274-94de-4b33-8a47-0ea196a125c2 by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': '75e6ac9b-e7bc-4f2f-b8eb-413ee8365bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '876b26a8-4a31-4e07-9fdf-6128636561b5'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 05:00:20.997847 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b9d577-d13d-4159-a13a-0569b3c82b2c None None] Attempting to bind port b75d7274-94de-4b33-8a47-0ea196a125c2 on network 876b26a8-4a31-4e07-9fdf-6128636561b5 {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:00:21.004181 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c2bd6f-88be-42d3-b8a8-4cef68e6b280 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Pushing event deleted for resources: {'Port': ['ID=f300292e-0ddc-4f3b-96b1-2ea733809c7f,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:21.005562 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d265cf11-ef8f-4f47-b073-65b9d0264676 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867540', 'neutron.services.segments.db._delete_segments_for_network-8729234922972'] for network, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:21.027180 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-06c2bd6f-88be-42d3-b8a8-4cef68e6b280 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:21.033943 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-de7c369d-55a9-488e-afa7-28db9cdbc0e8 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:21.050191 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de7c369d-55a9-488e-afa7-28db9cdbc0e8 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=88261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 05:00:21.050899 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-de7c369d-55a9-488e-afa7-28db9cdbc0e8 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-862858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2304281'] for segment, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:21.061013 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-06c2bd6f-88be-42d3-b8a8-4cef68e6b280 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "DELETE /v2.0/ports/f300292e-0ddc-4f3b-96b1-2ea733809c7f HTTP/1.1" status: 204 len: 168 time: 1.4453712 May 30 05:00:21.064365 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 44034) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:21.075956 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-d265cf11-ef8f-4f47-b073-65b9d0264676 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e68bf0a-b543-4eab-9b44-7eb597142ade']}} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:00:21.091529 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-612636ff-e046-43c4-bb12-4767bf980702 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603653'] for router, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:21.106982 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b9d577-d13d-4159-a13a-0569b3c82b2c None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 5, 0, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 05:00:21.107667 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b9d577-d13d-4159-a13a-0569b3c82b2c None None] Checking segment: {'id': '75e6ac9b-e7bc-4f2f-b8eb-413ee8365bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '876b26a8-4a31-4e07-9fdf-6128636561b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:00:21.108247 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a8b9d577-d13d-4159-a13a-0569b3c82b2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:21.108810 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b9d577-d13d-4159-a13a-0569b3c82b2c None None] Bound using segment: {'id': '75e6ac9b-e7bc-4f2f-b8eb-413ee8365bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '876b26a8-4a31-4e07-9fdf-6128636561b5'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 05:00:21.109456 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-a8b9d577-d13d-4159-a13a-0569b3c82b2c None None] Bound port: b75d7274-94de-4b33-8a47-0ea196a125c2, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75e6ac9b-e7bc-4f2f-b8eb-413ee8365bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '876b26a8-4a31-4e07-9fdf-6128636561b5'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 05:00:21.110089 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a8b9d577-d13d-4159-a13a-0569b3c82b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:21.115948 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1dfe60c0-1028-4deb-8f8e-e3b24a8a09a9 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:21.120445 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Pushing event updated for resources: {'Port': ['ID=4467a869-6f33-4509-9664-ac6e02e10efa,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:21.133760 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-d265cf11-ef8f-4f47-b073-65b9d0264676 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f353d85-1b27-4ec8-beb5-b57ad439f794') {'for_net_delete': True} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:00:21.134127 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-d265cf11-ef8f-4f47-b073-65b9d0264676 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f353d85-1b27-4ec8-beb5-b57ad439f794') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:00:21.151848 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d265cf11-ef8f-4f47-b073-65b9d0264676 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729235042807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3545573'] for segment, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:21.172598 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d265cf11-ef8f-4f47-b073-65b9d0264676 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:21.177437 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e1f7c6a-044f-48e7-bb23-3a1e7a164db4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bbf24ed-7ba9-53d2-873f-8f9642b1e987-5c19a4a3-bef2-4267-b5b6-9b469e99e385', 'network_id': '5c19a4a3-bef2-4267-b5b6-9b469e99e385', 'tenant_id': 'f4aea07b5c934dc5bc600f55a2d3ba0e', 'fixed_ips': [{'subnet_id': '7222c400-6bcc-4919-8ca2-e749bb5505fb'}]}} from dv-neutron-843763-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 30 05:00:21.178722 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-5e1f7c6a-044f-48e7-bb23-3a1e7a164db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:21.181188 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d265cf11-ef8f-4f47-b073-65b9d0264676 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=88261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 05:00:21.182320 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d265cf11-ef8f-4f47-b073-65b9d0264676 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-862858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2304281'] for segment, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:21.254907 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dfe60c0-1028-4deb-8f8e-e3b24a8a09a9 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Network e2513721-9039-4ed7-a80f-21e1d8f859c7 is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:00:21.261731 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-1dfe60c0-1028-4deb-8f8e-e3b24a8a09a9 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:00:21.264292 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dfe60c0-1028-4deb-8f8e-e3b24a8a09a9 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:00:21.322960 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-a8b9d577-d13d-4159-a13a-0569b3c82b2c None None] For port b75d7274-94de-4b33-8a47-0ea196a125c2, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 05:00:21.326693 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d124b8-766a-4dac-95af-eed39ae4ae3e tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:00:21.328815 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d124b8-766a-4dac-95af-eed39ae4ae3e tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:00:21.329740 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-37d124b8-766a-4dac-95af-eed39ae4ae3e tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Synchronizing usage tracker for tenant:16af2dbefc6742d5a37a7b30e58c8c2f on resource:subnet {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:00:21.338427 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfe60c0-1028-4deb-8f8e-e3b24a8a09a9 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Pushing event updated for resources: {'Port': ['ID=cad7ea11-2d3b-48c8-8f6e-46cf7357439f,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:21.354349 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-8ac5d045-0946-48b7-b362-f86287ffbe5b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Allocated IP 172.26.6.58 (1bab70f4-3794-44db-8e17-19f483aa8ffa/6b5b73c1-b0ce-4f83-a930-c00cc5522926/7d1da2f7-77da-48f6-9ac4-185095d7ef93) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:00:21.372209 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 75e6ac9b-e7bc-4f2f-b8eb-413ee8365bfb resource provider aggregate not found May 30 05:00:21.378320 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-37d124b8-766a-4dac-95af-eed39ae4ae3e tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Unset dirty status for tenant:16af2dbefc6742d5a37a7b30e58c8c2f on resource:subnet {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:00:21.379790 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-37d124b8-766a-4dac-95af-eed39ae4ae3e tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.3142967 May 30 05:00:21.387313 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-612636ff-e046-43c4-bb12-4767bf980702 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks [] for router, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:21.391549 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-612636ff-e046-43c4-bb12-4767bf980702 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.7816212 May 30 05:00:21.392207 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dfe60c0-1028-4deb-8f8e-e3b24a8a09a9 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:00:21.394913 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 44042) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:21.394913 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 44044) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:21.395172 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1dfe60c0-1028-4deb-8f8e-e3b24a8a09a9 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:21.402169 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-79888e2b-af3e-4610-91d3-402f28910f42 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Request body: {'port': {'network_id': '5c19a4a3-bef2-4267-b5b6-9b469e99e385', 'name': 'tempest-PortsTestJSON-1480654422'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:00:21.414490 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-5e1f7c6a-044f-48e7-bb23-3a1e7a164db4 None None] Allocated IP 172.20.0.2 (5c19a4a3-bef2-4267-b5b6-9b469e99e385/7222c400-6bcc-4919-8ca2-e749bb5505fb/8ddd4219-5c97-4b53-9208-4136acd86ed1) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:00:21.434787 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 75e6ac9b-e7bc-4f2f-b8eb-413ee8365bfb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 75e6ac9b-e7bc-4f2f-b8eb-413ee8365bfb found for delete ", "request_id": "req-8219c64f-f0e2-4287-920b-a06785a6b3ca"}]} May 30 05:00:21.486526 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-1dfe60c0-1028-4deb-8f8e-e3b24a8a09a9 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 2.5157683 May 30 05:00:21.487228 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 44050) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:21.504559 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-e6663969-df79-4e75-8fa1-a15e423f4a4e tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Request body: {'floatingip': {'floating_network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'port_id': 'cad7ea11-2d3b-48c8-8f6e-46cf7357439f', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:00:21.512968 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-e6663969-df79-4e75-8fa1-a15e423f4a4e tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:00:21.519986 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-e6663969-df79-4e75-8fa1-a15e423f4a4e tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Usage tracker for resource:floatingip and tenant:fb4b15beed874bf4bdf9eab934db65bc is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:00:21.524626 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-e6663969-df79-4e75-8fa1-a15e423f4a4e tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:00:21.534367 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-e6663969-df79-4e75-8fa1-a15e423f4a4e tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:00:21.570196 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e6663969-df79-4e75-8fa1-a15e423f4a4e tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks [] for floatingip, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:21.607772 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8ac5d045-0946-48b7-b362-f86287ffbe5b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:21.627616 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d265cf11-ef8f-4f47-b073-65b9d0264676 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604744'] for network, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:21.637228 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-5e1f7c6a-044f-48e7-bb23-3a1e7a164db4 None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:21.650622 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-5e1f7c6a-044f-48e7-bb23-3a1e7a164db4 None None] Transition to ACTIVE for port object 8ddd4219-5c97-4b53-9208-4136acd86ed1 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:00:21.670138 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-5e1f7c6a-044f-48e7-bb23-3a1e7a164db4 None None] Transition to ACTIVE for port object 8ddd4219-5c97-4b53-9208-4136acd86ed1 will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:00:21.680774 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d265cf11-ef8f-4f47-b073-65b9d0264676 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:21.685170 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-a8b9d577-d13d-4159-a13a-0569b3c82b2c None None] For port b75d7274-94de-4b33-8a47-0ea196a125c2, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=b75d7274-94de-4b33-8a47-0ea196a125c2,segment=NetworkSegment(75e6ac9b-e7bc-4f2f-b8eb-413ee8365bfb),segment_id=75e6ac9b-e7bc-4f2f-b8eb-413ee8365bfb)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 05:00:21.688804 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-5e1f7c6a-044f-48e7-bb23-3a1e7a164db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:21.690102 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-d265cf11-ef8f-4f47-b073-65b9d0264676 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] 10.222.0.15 "DELETE /v2.0/networks/0e68bf0a-b543-4eab-9b44-7eb597142ade HTTP/1.1" status: 204 len: 168 time: 2.1291513 May 30 05:00:21.691202 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d265cf11-ef8f-4f47-b073-65b9d0264676 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Pushing event deleted for resources: {'Network': ['ID=0e68bf0a-b543-4eab-9b44-7eb597142ade,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:21.699062 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 44054) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:21.703114 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.db.api [None req-de7c369d-55a9-488e-afa7-28db9cdbc0e8 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 30 05:00:21.703114 dv-neutron-843763-1-hyperv neutron-server[88261]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 30 05:00:21.703114 dv-neutron-843763-1-hyperv neutron-server[88261]: [parameters: {'id': '876b26a8-4a31-4e07-9fdf-6128636561b5'}] May 30 05:00:21.703114 dv-neutron-843763-1-hyperv neutron-server[88261]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88261) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 05:00:21.703952 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG oslo_db.api [None req-de7c369d-55a9-488e-afa7-28db9cdbc0e8 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 05:00:21.736905 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 4467a869-6f33-4509-9664-ac6e02e10efa up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:00:21.743043 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f08c993-11fd-4acd-9253-5008899558b3 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Deleting subnet f8232c94-7ee8-48f7-b21a-f6a1c0aa6507 {{(pid=88261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 30 05:00:21.751986 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3f08c993-11fd-4acd-9253-5008899558b3 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks [] for subnet, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:21.762617 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a8b9d577-d13d-4159-a13a-0569b3c82b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:21.803707 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8ac5d045-0946-48b7-b362-f86287ffbe5b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:21.817358 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-79888e2b-af3e-4610-91d3-402f28910f42 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:00:21.821118 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e1f7c6a-044f-48e7-bb23-3a1e7a164db4 None None] Network 5c19a4a3-bef2-4267-b5b6-9b469e99e385 is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:00:21.825544 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-79888e2b-af3e-4610-91d3-402f28910f42 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Usage tracker for resource:port and tenant:f4aea07b5c934dc5bc600f55a2d3ba0e is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:00:21.828434 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-5e1f7c6a-044f-48e7-bb23-3a1e7a164db4 None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:00:21.829767 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3f08c993-11fd-4acd-9253-5008899558b3 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3545586'] for subnet, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:21.840381 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1f7c6a-044f-48e7-bb23-3a1e7a164db4 None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:00:21.870159 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-79888e2b-af3e-4610-91d3-402f28910f42 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:00:21.886765 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-79888e2b-af3e-4610-91d3-402f28910f42 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:00:21.889852 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1f7c6a-044f-48e7-bb23-3a1e7a164db4 None None] Pushing event updated for resources: {'Port': ['ID=8ddd4219-5c97-4b53-9208-4136acd86ed1,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:21.910353 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79888e2b-af3e-4610-91d3-402f28910f42 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Made reservation on behalf of f4aea07b5c934dc5bc600f55a2d3ba0e for: {'port': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:00:21.915315 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-79888e2b-af3e-4610-91d3-402f28910f42 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:21.951852 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [None req-79888e2b-af3e-4610-91d3-402f28910f42 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] device_id is not set on port c395eb54-084a-45f1-90c1-319b031baa99 yet. {{(pid=88261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 30 05:00:22.019250 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ac5d045-0946-48b7-b362-f86287ffbe5b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Network 1bab70f4-3794-44db-8e17-19f483aa8ffa is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:00:22.022676 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-8ac5d045-0946-48b7-b362-f86287ffbe5b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:00:22.023333 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3f08c993-11fd-4acd-9253-5008899558b3 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860493'] for subnet, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:22.025542 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac5d045-0946-48b7-b362-f86287ffbe5b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:00:22.059438 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c6706d-9011-43ba-8824-7caa0b3aa48c None None] Network 876b26a8-4a31-4e07-9fdf-6128636561b5 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:00:22.075539 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-324b516e-6bb1-4528-9714-576b457cc60c tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:00:22.076443 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-324b516e-6bb1-4528-9714-576b457cc60c tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Synchronizing usage tracker for tenant:895764a2d33a4b6180a8faca69c63db7 on resource:port {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:00:22.088853 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e6663969-df79-4e75-8fa1-a15e423f4a4e tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:22.093790 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac5d045-0946-48b7-b362-f86287ffbe5b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event updated for resources: {'Port': ['ID=7d1da2f7-77da-48f6-9ac4-185095d7ef93,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:22.162821 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-79888e2b-af3e-4610-91d3-402f28910f42 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Allocated IP 172.20.0.9 (5c19a4a3-bef2-4267-b5b6-9b469e99e385/7222c400-6bcc-4919-8ca2-e749bb5505fb/c395eb54-084a-45f1-90c1-319b031baa99) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:00:22.166126 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3f08c993-11fd-4acd-9253-5008899558b3 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2304955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9305493'] for subnet, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:22.169617 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 4467a869-6f33-4509-9664-ac6e02e10efa triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:00:22.170116 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:22.193942 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-5e1f7c6a-044f-48e7-bb23-3a1e7a164db4 None None] Attempting to bind port 8ddd4219-5c97-4b53-9208-4136acd86ed1 on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 05:00:22.194312 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-5e1f7c6a-044f-48e7-bb23-3a1e7a164db4 None None] Attempting to bind port 8ddd4219-5c97-4b53-9208-4136acd86ed1 by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': '4f201200-04a2-4dad-b8d7-76aa1641f3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '5c19a4a3-bef2-4267-b5b6-9b469e99e385'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 05:00:22.194668 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1f7c6a-044f-48e7-bb23-3a1e7a164db4 None None] Attempting to bind port 8ddd4219-5c97-4b53-9208-4136acd86ed1 on network 5c19a4a3-bef2-4267-b5b6-9b469e99e385 {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:00:22.196875 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-324b516e-6bb1-4528-9714-576b457cc60c tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Unset dirty status for tenant:895764a2d33a4b6180a8faca69c63db7 on resource:port {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:00:22.197926 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-324b516e-6bb1-4528-9714-576b457cc60c tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.4958849 May 30 05:00:22.203154 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b9d577-d13d-4159-a13a-0569b3c82b2c None None] Pushing event updated for resources: {'Port': ['ID=b75d7274-94de-4b33-8a47-0ea196a125c2,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:22.206634 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 44058) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:22.236244 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1f7c6a-044f-48e7-bb23-3a1e7a164db4 None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 5, 0, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 05:00:22.236527 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1f7c6a-044f-48e7-bb23-3a1e7a164db4 None None] Checking segment: {'id': '4f201200-04a2-4dad-b8d7-76aa1641f3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '5c19a4a3-bef2-4267-b5b6-9b469e99e385'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:00:22.236893 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-5e1f7c6a-044f-48e7-bb23-3a1e7a164db4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:22.237285 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1f7c6a-044f-48e7-bb23-3a1e7a164db4 None None] Bound using segment: {'id': '4f201200-04a2-4dad-b8d7-76aa1641f3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '5c19a4a3-bef2-4267-b5b6-9b469e99e385'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 05:00:22.237761 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-5e1f7c6a-044f-48e7-bb23-3a1e7a164db4 None None] Bound port: 8ddd4219-5c97-4b53-9208-4136acd86ed1, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f201200-04a2-4dad-b8d7-76aa1641f3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '5c19a4a3-bef2-4267-b5b6-9b469e99e385'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 05:00:22.238158 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-5e1f7c6a-044f-48e7-bb23-3a1e7a164db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:22.275653 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-de7c369d-55a9-488e-afa7-28db9cdbc0e8 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897784'] for network, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:22.280459 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3f08c993-11fd-4acd-9253-5008899558b3 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:22.307179 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08c993-11fd-4acd-9253-5008899558b3 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Pushing event deleted for resources: {'Subnet': ['ID=f8232c94-7ee8-48f7-b21a-f6a1c0aa6507,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:22.345380 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a62585e0-9fc5-4ea5-9118-52b2fb4727b4 None None] Network 0008fd3d-19e9-40cf-b545-4a7647b90cf1 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:00:22.347394 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-de7c369d-55a9-488e-afa7-28db9cdbc0e8 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Deleting port b75d7274-94de-4b33-8a47-0ea196a125c2 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:00:22.347825 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-de7c369d-55a9-488e-afa7-28db9cdbc0e8 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:22.393945 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-3f08c993-11fd-4acd-9253-5008899558b3 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "DELETE /v2.0/subnets/f8232c94-7ee8-48f7-b21a-f6a1c0aa6507 HTTP/1.1" status: 204 len: 168 time: 0.9979641 May 30 05:00:22.396758 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 44062) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:22.490594 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-508179e1-a60e-4da6-822e-10bb7607ff58 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0905070 May 30 05:00:22.491537 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 44066) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:22.504924 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-e6663969-df79-4e75-8fa1-a15e423f4a4e tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Allocated IP 172.26.6.248 (1bab70f4-3794-44db-8e17-19f483aa8ffa/6b5b73c1-b0ce-4f83-a930-c00cc5522926/2552e8c7-9313-455d-a72f-5d36ea5e1575) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:00:22.625667 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-9872376e-2a73-4e12-a841-6ade219b135f tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] 10.222.0.15 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.4105701 May 30 05:00:22.629691 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-5e1f7c6a-044f-48e7-bb23-3a1e7a164db4 None None] For port 8ddd4219-5c97-4b53-9208-4136acd86ed1, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 05:00:22.652593 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 44070) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:22.664574 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-b714a577-bd29-4a91-918c-6f8f33c965df tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-527275083'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:00:22.681300 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-5e1f7c6a-044f-48e7-bb23-3a1e7a164db4 None None] For port 8ddd4219-5c97-4b53-9208-4136acd86ed1, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=8ddd4219-5c97-4b53-9208-4136acd86ed1,segment=NetworkSegment(4f201200-04a2-4dad-b8d7-76aa1641f3d9),segment_id=4f201200-04a2-4dad-b8d7-76aa1641f3d9)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 05:00:22.690928 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 4467a869-6f33-4509-9664-ac6e02e10efa is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:00:22.694769 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-5e1f7c6a-044f-48e7-bb23-3a1e7a164db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:22.721501 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-b714a577-bd29-4a91-918c-6f8f33c965df tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:00:22.742664 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-b714a577-bd29-4a91-918c-6f8f33c965df tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Usage tracker for resource:network and tenant:895764a2d33a4b6180a8faca69c63db7 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:00:22.747785 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-b714a577-bd29-4a91-918c-6f8f33c965df tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:00:22.766161 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-b714a577-bd29-4a91-918c-6f8f33c965df tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:00:22.774740 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-79888e2b-af3e-4610-91d3-402f28910f42 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:22.797165 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1f7c6a-044f-48e7-bb23-3a1e7a164db4 None None] Pushing event updated for resources: {'Port': ['ID=8ddd4219-5c97-4b53-9208-4136acd86ed1,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:22.819028 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device a040c8e1-f1be-4f8f-a9eb-6cf8bd2a49be no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 05:00:22.829735 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-de7c369d-55a9-488e-afa7-28db9cdbc0e8 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] For port b75d7274-94de-4b33-8a47-0ea196a125c2, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=b75d7274-94de-4b33-8a47-0ea196a125c2,segment=NetworkSegment(75e6ac9b-e7bc-4f2f-b8eb-413ee8365bfb),segment_id=75e6ac9b-e7bc-4f2f-b8eb-413ee8365bfb)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:00:22.830398 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-de7c369d-55a9-488e-afa7-28db9cdbc0e8 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:22.857316 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e6663969-df79-4e75-8fa1-a15e423f4a4e tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:22.870089 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2bcd29-d99f-485f-909e-36a726c8b0b3 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:00:22.871035 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] No Port match for: a040c8e1-f1be-4f8f-a9eb-6cf8bd2a49be {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 05:00:22.871261 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-aa2bcd29-d99f-485f-909e-36a726c8b0b3 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Synchronizing usage tracker for tenant:16af2dbefc6742d5a37a7b30e58c8c2f on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:00:22.871579 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device a040c8e1-f1be-4f8f-a9eb-6cf8bd2a49be not bound to the agent host dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 05:00:22.876321 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [None req-79888e2b-af3e-4610-91d3-402f28910f42 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Transition to ACTIVE for port object c395eb54-084a-45f1-90c1-319b031baa99 will not be triggered until provisioned by entity DHCP. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:00:22.902707 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b714a577-bd29-4a91-918c-6f8f33c965df tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Made reservation on behalf of 895764a2d33a4b6180a8faca69c63db7 for: {'network': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:00:22.906304 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b714a577-bd29-4a91-918c-6f8f33c965df tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for network, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:22.922123 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e6663969-df79-4e75-8fa1-a15e423f4a4e tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:22.928643 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8423b18f-17ae-4566-abeb-2ff4bd7ffa0a None None] DHCP port deletion for 0008fd3d-19e9-40cf-b545-4a7647b90cf1 request from dv-neutron-843763-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 30 05:00:22.933320 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-8423b18f-17ae-4566-abeb-2ff4bd7ffa0a None None] Deleting port 4467a869-6f33-4509-9664-ac6e02e10efa {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:00:22.933689 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8423b18f-17ae-4566-abeb-2ff4bd7ffa0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:22.987422 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8ac5d045-0946-48b7-b362-f86287ffbe5b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:23.013358 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6663969-df79-4e75-8fa1-a15e423f4a4e tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Network 1bab70f4-3794-44db-8e17-19f483aa8ffa is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:00:23.018672 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-e6663969-df79-4e75-8fa1-a15e423f4a4e tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:00:23.021575 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6663969-df79-4e75-8fa1-a15e423f4a4e tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Pushing event updated for resources: {'Port': ['ID=2552e8c7-9313-455d-a72f-5d36ea5e1575,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:23.023792 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6663969-df79-4e75-8fa1-a15e423f4a4e tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:00:23.050019 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-79888e2b-af3e-4610-91d3-402f28910f42 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:23.063299 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-de7c369d-55a9-488e-afa7-28db9cdbc0e8 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Calling delete_port for b75d7274-94de-4b33-8a47-0ea196a125c2 owned by network:dhcp {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:00:23.224883 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8ac5d045-0946-48b7-b362-f86287ffbe5b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:23.240533 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-aa2bcd29-d99f-485f-909e-36a726c8b0b3 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Unset dirty status for tenant:16af2dbefc6742d5a37a7b30e58c8c2f on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:00:23.240533 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-aa2bcd29-d99f-485f-909e-36a726c8b0b3 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.7473800 May 30 05:00:23.245941 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79888e2b-af3e-4610-91d3-402f28910f42 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Network 5c19a4a3-bef2-4267-b5b6-9b469e99e385 is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:00:23.250812 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 44074) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:23.255886 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-8423b18f-17ae-4566-abeb-2ff4bd7ffa0a None None] For port 4467a869-6f33-4509-9664-ac6e02e10efa, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=4467a869-6f33-4509-9664-ac6e02e10efa,segment=NetworkSegment(c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1),segment_id=c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:00:23.256291 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8423b18f-17ae-4566-abeb-2ff4bd7ffa0a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:23.258725 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-79888e2b-af3e-4610-91d3-402f28910f42 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:00:23.261191 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79888e2b-af3e-4610-91d3-402f28910f42 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:00:23.297720 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b714a577-bd29-4a91-918c-6f8f33c965df tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=88261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 05:00:23.366714 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79888e2b-af3e-4610-91d3-402f28910f42 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Pushing event updated for resources: {'Port': ['ID=c395eb54-084a-45f1-90c1-319b031baa99,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:23.395012 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b714a577-bd29-4a91-918c-6f8f33c965df tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:23.395322 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.db.segments_db [None req-b714a577-bd29-4a91-918c-6f8f33c965df tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Added segment 56f5a6dd-dda4-440f-892d-4a135963c2f0 of type vlan for network 3d5dbf43-93fb-4b80-9924-a9821b91815f May 30 05:00:23.429691 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0864c792-58ec-44d1-a99f-6de3f5050d6e tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:00:23.430913 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-0864c792-58ec-44d1-a99f-6de3f5050d6e tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Synchronizing usage tracker for tenant:16af2dbefc6742d5a37a7b30e58c8c2f on resource:subnet {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:00:23.436400 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-de7c369d-55a9-488e-afa7-28db9cdbc0e8 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:23.443463 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-8423b18f-17ae-4566-abeb-2ff4bd7ffa0a None None] Calling delete_port for 4467a869-6f33-4509-9664-ac6e02e10efa owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:00:23.445387 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79888e2b-af3e-4610-91d3-402f28910f42 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:00:23.446053 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-79888e2b-af3e-4610-91d3-402f28910f42 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:23.514469 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 6f353d85-1b27-4ec8-beb5-b57ad439f794 resource provider aggregate not found May 30 05:00:23.526886 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8423b18f-17ae-4566-abeb-2ff4bd7ffa0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069'] for port, after_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:23.577502 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8423b18f-17ae-4566-abeb-2ff4bd7ffa0a None None] Pushing event deleted for resources: {'Port': ['ID=4467a869-6f33-4509-9664-ac6e02e10efa,revision_number=None']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:23.580977 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8423b18f-17ae-4566-abeb-2ff4bd7ffa0a None None] No DVR routers for this DVR port 4467a869-6f33-4509-9664-ac6e02e10efa on host dv-neutron-843763-1-hyperv {{(pid=88262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 05:00:23.683365 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 6f353d85-1b27-4ec8-beb5-b57ad439f794 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6f353d85-1b27-4ec8-beb5-b57ad439f794 found for delete ", "request_id": "req-9324a3b6-9526-42ea-8898-bd77426d8327"}]} May 30 05:00:23.687530 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7c369d-55a9-488e-afa7-28db9cdbc0e8 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Pushing event deleted for resources: {'Port': ['ID=b75d7274-94de-4b33-8a47-0ea196a125c2,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:23.692752 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b714a577-bd29-4a91-918c-6f8f33c965df tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729234556353'] for network, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:23.696480 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7c369d-55a9-488e-afa7-28db9cdbc0e8 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] No DVR routers for this DVR port b75d7274-94de-4b33-8a47-0ea196a125c2 on host dv-neutron-843763-1-hyperv {{(pid=88261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 05:00:23.697934 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-0864c792-58ec-44d1-a99f-6de3f5050d6e tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Unset dirty status for tenant:16af2dbefc6742d5a37a7b30e58c8c2f on resource:subnet {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:00:23.701681 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-0864c792-58ec-44d1-a99f-6de3f5050d6e tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4452081 May 30 05:00:23.704892 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 44082) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:23.732215 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 8ddd4219-5c97-4b53-9208-4136acd86ed1 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:00:23.816884 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port 8ddd4219-5c97-4b53-9208-4136acd86ed1 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:00:23.830337 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-79888e2b-af3e-4610-91d3-402f28910f42 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.4321556 May 30 05:00:23.834218 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 44086) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:23.889753 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-3972a94e-6bc6-44c0-91c2-c1d7eb0762e1 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1493394 May 30 05:00:23.889980 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 4467a869-6f33-4509-9664-ac6e02e10efa no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 05:00:23.894661 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 44090) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:23.922044 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-255bfc5a-9ab0-4bbb-a97c-667f099478ec tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Request body: {'subnet': {'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:00:23.929189 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] No Port match for: 4467a869-6f33-4509-9664-ac6e02e10efa {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 05:00:23.929617 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 4467a869-6f33-4509-9664-ac6e02e10efa not bound to the agent host dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 05:00:23.940432 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.db.resource_extend [None req-b714a577-bd29-4a91-918c-6f8f33c965df tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 05:00:23.951980 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-de7c369d-55a9-488e-afa7-28db9cdbc0e8 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867540', 'neutron.services.segments.db._delete_segments_for_network-8729234922972'] for network, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:24.038735 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-de7c369d-55a9-488e-afa7-28db9cdbc0e8 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['876b26a8-4a31-4e07-9fdf-6128636561b5']}} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:00:24.064198 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-de7c369d-55a9-488e-afa7-28db9cdbc0e8 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75e6ac9b-e7bc-4f2f-b8eb-413ee8365bfb') {'for_net_delete': True} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:00:24.064483 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-de7c369d-55a9-488e-afa7-28db9cdbc0e8 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75e6ac9b-e7bc-4f2f-b8eb-413ee8365bfb') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:00:24.076636 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b714a577-bd29-4a91-918c-6f8f33c965df tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788'] for network, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:24.081880 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b714a577-bd29-4a91-918c-6f8f33c965df tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:00:24.082455 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b714a577-bd29-4a91-918c-6f8f33c965df tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:24.111639 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d33abde1-4e50-4121-b9ca-b81b68ae41e2 None None] Network 5c19a4a3-bef2-4267-b5b6-9b469e99e385 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:00:24.115621 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-de7c369d-55a9-488e-afa7-28db9cdbc0e8 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729235042807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3545573'] for segment, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:24.136917 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8ac5d045-0946-48b7-b362-f86287ffbe5b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for port, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:24.151489 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8ac5d045-0946-48b7-b362-f86287ffbe5b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1547421'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:24.205330 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-b714a577-bd29-4a91-918c-6f8f33c965df tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.5500188 May 30 05:00:24.206568 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-255bfc5a-9ab0-4bbb-a97c-667f099478ec tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:00:24.208997 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 44094) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:24.216162 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-65d62557-7c6e-43f0-a1f2-72aa62b5daec None None] Provisioning for port 8ddd4219-5c97-4b53-9208-4136acd86ed1 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:00:24.220196 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-de7c369d-55a9-488e-afa7-28db9cdbc0e8 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:24.226988 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-4d32431c-0a19-4435-8597-86e034891310 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Request body: {'subnet': {'network_id': '3d5dbf43-93fb-4b80-9924-a9821b91815f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:00:24.234151 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-65d62557-7c6e-43f0-a1f2-72aa62b5daec None None] Provisioning complete for port 8ddd4219-5c97-4b53-9208-4136acd86ed1 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:00:24.234637 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-65d62557-7c6e-43f0-a1f2-72aa62b5daec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:24.261416 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de7c369d-55a9-488e-afa7-28db9cdbc0e8 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=88261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 05:00:24.261831 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-de7c369d-55a9-488e-afa7-28db9cdbc0e8 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-862858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2304281'] for segment, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:24.331810 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-255bfc5a-9ab0-4bbb-a97c-667f099478ec tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:00:24.333693 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b714a577-bd29-4a91-918c-6f8f33c965df tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Pushing event updated for resources: {'Network': ['ID=3d5dbf43-93fb-4b80-9924-a9821b91815f,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:24.352164 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Network 3d5dbf43-93fb-4b80-9924-a9821b91815f details requested by agent ovs-agent-dv-neutron-843763-1-hyperv with host dv-neutron-843763-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 05:00:24.406608 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac5d045-0946-48b7-b362-f86287ffbe5b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event updated for resources: {'Port': ['ID=7d1da2f7-77da-48f6-9ac4-185095d7ef93,revision_number=2']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:24.438639 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-255bfc5a-9ab0-4bbb-a97c-667f099478ec tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Made reservation on behalf of 16af2dbefc6742d5a37a7b30e58c8c2f for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:00:24.442107 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-255bfc5a-9ab0-4bbb-a97c-667f099478ec tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9305518'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:24.465424 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8ac5d045-0946-48b7-b362-f86287ffbe5b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1604762'] for floatingip, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:24.512761 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-de7c369d-55a9-488e-afa7-28db9cdbc0e8 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604744'] for network, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:24.539442 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-de7c369d-55a9-488e-afa7-28db9cdbc0e8 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:24.557302 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-4d32431c-0a19-4435-8597-86e034891310 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:00:24.564876 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7c369d-55a9-488e-afa7-28db9cdbc0e8 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Pushing event deleted for resources: {'Network': ['ID=876b26a8-4a31-4e07-9fdf-6128636561b5,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:24.566711 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e6663969-df79-4e75-8fa1-a15e423f4a4e tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:24.572062 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-4d32431c-0a19-4435-8597-86e034891310 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Usage tracker for resource:subnet and tenant:895764a2d33a4b6180a8faca69c63db7 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:00:24.582770 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-4d32431c-0a19-4435-8597-86e034891310 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:00:24.588466 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-de7c369d-55a9-488e-afa7-28db9cdbc0e8 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] 10.222.0.15 "DELETE /v2.0/networks/876b26a8-4a31-4e07-9fdf-6128636561b5 HTTP/1.1" status: 204 len: 168 time: 5.5895686 May 30 05:00:24.595421 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 44098) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:24.602368 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-65d62557-7c6e-43f0-a1f2-72aa62b5daec None None] Current status of the port 8ddd4219-5c97-4b53-9208-4136acd86ed1 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:00:24.602869 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-4d32431c-0a19-4435-8597-86e034891310 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:00:24.602985 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-65d62557-7c6e-43f0-a1f2-72aa62b5daec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:24.645551 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-65d62557-7c6e-43f0-a1f2-72aa62b5daec None None] For port 8ddd4219-5c97-4b53-9208-4136acd86ed1, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=8ddd4219-5c97-4b53-9208-4136acd86ed1,segment=NetworkSegment(4f201200-04a2-4dad-b8d7-76aa1641f3d9),segment_id=4f201200-04a2-4dad-b8d7-76aa1641f3d9)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:00:24.654625 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cabc335-2da0-4040-bc46-3ec4659f3778 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] GET failed (client error): The resource could not be found. May 30 05:00:24.655519 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-6cabc335-2da0-4040-bc46-3ec4659f3778 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Synchronizing usage tracker for tenant:5386df8a083a4b53b87ea99ca4a65ce1 on resource:subnet {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:00:24.656723 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-65d62557-7c6e-43f0-a1f2-72aa62b5daec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:24.672919 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d32431c-0a19-4435-8597-86e034891310 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Made reservation on behalf of 895764a2d33a4b6180a8faca69c63db7 for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:00:24.676403 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4d32431c-0a19-4435-8597-86e034891310 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9305518'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:24.759417 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d62557-7c6e-43f0-a1f2-72aa62b5daec None None] Pushing event updated for resources: {'Port': ['ID=8ddd4219-5c97-4b53-9208-4136acd86ed1,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:24.836512 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-6cabc335-2da0-4040-bc46-3ec4659f3778 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Unset dirty status for tenant:5386df8a083a4b53b87ea99ca4a65ce1 on resource:subnet {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:00:24.838011 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-6cabc335-2da0-4040-bc46-3ec4659f3778 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] 10.222.0.15 "GET /v2.0/subnets/21deb5b3-1a27-4361-8478-fb3f0fa948bf HTTP/1.1" status: 404 len: 337 time: 0.2391257 May 30 05:00:24.845958 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 44102) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:24.853856 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.db.l3_db [None req-8ac5d045-0946-48b7-b362-f86287ffbe5b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Floating IP 0f3c7aeb-2350-450e-a626-ae9112ba2ed3 associated. External IP: 172.26.6.58, port: 9ead05bc-ece0-4d02-9e8e-c6949d789f26. May 30 05:00:24.892455 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-d4e2255d-5533-41bb-bab7-dcc05ee2f8a0 None None] Provisioning for port c395eb54-084a-45f1-90c1-319b031baa99 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:00:24.901977 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-d4e2255d-5533-41bb-bab7-dcc05ee2f8a0 None None] Provisioning complete for port c395eb54-084a-45f1-90c1-319b031baa99 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:00:24.902701 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-d4e2255d-5533-41bb-bab7-dcc05ee2f8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:24.948259 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-076498ac-b16b-4162-9e89-fd315b81da4d tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:24.964973 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-d4e2255d-5533-41bb-bab7-dcc05ee2f8a0 None None] Port c395eb54-084a-45f1-90c1-319b031baa99 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 05:00:24.977725 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-d4e2255d-5533-41bb-bab7-dcc05ee2f8a0 None None] Provisioning complete for port 8ddd4219-5c97-4b53-9208-4136acd86ed1 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:00:24.978305 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-d4e2255d-5533-41bb-bab7-dcc05ee2f8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:24.983074 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e6663969-df79-4e75-8fa1-a15e423f4a4e tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:25.103468 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c05455-acab-4893-add9-a4b205edffa8 None None] get_active_networks_info from dv-neutron-843763-1-hyperv {{(pid=88262) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 30 05:00:25.120912 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.objects.ports [None req-255bfc5a-9ab0-4bbb-a97c-667f099478ec tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88261) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 30 05:00:25.123725 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-255bfc5a-9ab0-4bbb-a97c-667f099478ec tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2305012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9305500'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:25.150954 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-d4e2255d-5533-41bb-bab7-dcc05ee2f8a0 None None] Current status of the port 8ddd4219-5c97-4b53-9208-4136acd86ed1 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:00:25.161634 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4d32431c-0a19-4435-8597-86e034891310 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2305012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9305500'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:25.198255 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-255bfc5a-9ab0-4bbb-a97c-667f099478ec tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Network 0008fd3d-19e9-40cf-b545-4a7647b90cf1 is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:00:25.202695 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-255bfc5a-9ab0-4bbb-a97c-667f099478ec tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:00:25.207827 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-255bfc5a-9ab0-4bbb-a97c-667f099478ec tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:00:25.208683 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-255bfc5a-9ab0-4bbb-a97c-667f099478ec tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:25.239332 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255bfc5a-9ab0-4bbb-a97c-667f099478ec tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Pushing event updated for resources: {'Subnet': ['ID=8c0bd011-791e-4bf2-a4ec-c7bf90e39e7c,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:25.278092 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0cb151d-956b-48b8-b14c-2b4589f7ed78 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] DELETE failed (client error): The resource could not be found. May 30 05:00:25.278566 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0cb151d-956b-48b8-b14c-2b4589f7ed78 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 05:00:25.309638 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d32431c-0a19-4435-8597-86e034891310 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Checking segment: {'id': '56f5a6dd-dda4-440f-892d-4a135963c2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '3d5dbf43-93fb-4b80-9924-a9821b91815f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:00:25.310028 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d32431c-0a19-4435-8597-86e034891310 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Network hostable DHCP agents. Network: 3d5dbf43-93fb-4b80-9924-a9821b91815f, hostable agents: ['1c705e68-3d3e-4dd3-9252-feb21d4b96ab'], hosted agents: [] {{(pid=88261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 05:00:25.321081 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-255bfc5a-9ab0-4bbb-a97c-667f099478ec tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4200592 May 30 05:00:25.322367 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 44108) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:25.329463 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-a247f195-824d-4019-994c-0bb0125edc8a tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Request body: {'subnet': {'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:00:25.357141 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d32431c-0a19-4435-8597-86e034891310 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Pushing event updated for resources: {'Subnet': ['ID=7a23ff89-1709-425c-95dd-ce0d2bd14954,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:25.368153 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-93779f20-c910-4800-8701-468dbe121e1a None None] Provisioning complete for port c395eb54-084a-45f1-90c1-319b031baa99 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:00:25.368527 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-93779f20-c910-4800-8701-468dbe121e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:25.457894 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-93779f20-c910-4800-8701-468dbe121e1a None None] Port c395eb54-084a-45f1-90c1-319b031baa99 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 05:00:25.470757 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-f0cb151d-956b-48b8-b14c-2b4589f7ed78 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] 10.222.0.15 "DELETE /v2.0/networks/876b26a8-4a31-4e07-9fdf-6128636561b5 HTTP/1.1" status: 404 len: 339 time: 0.6228306 May 30 05:00:25.490264 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 44112) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:25.495092 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c05455-acab-4893-add9-a4b205edffa8 None None] Network 3d5dbf43-93fb-4b80-9924-a9821b91815f is scheduled to be hosted by DHCP agent 1c705e68-3d3e-4dd3-9252-feb21d4b96ab with binding_index 1 {{(pid=88262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 05:00:25.505379 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c05455-acab-4893-add9-a4b205edffa8 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843763-1-hyperv, 3d5dbf43-93fb-4b80-9924-a9821b91815f) {{(pid=88262) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 30 05:00:25.544132 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.scheduler.dhcp_agent_scheduler [None req-4d32431c-0a19-4435-8597-86e034891310 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Agent 1c705e68-3d3e-4dd3-9252-feb21d4b96ab already present May 30 05:00:25.544740 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d32431c-0a19-4435-8597-86e034891310 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Network 3d5dbf43-93fb-4b80-9924-a9821b91815f is scheduled to be hosted by DHCP agent 1c705e68-3d3e-4dd3-9252-feb21d4b96ab with binding_index 1 {{(pid=88261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 05:00:25.545005 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-4d32431c-0a19-4435-8597-86e034891310 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843763-1-hyperv, 3d5dbf43-93fb-4b80-9924-a9821b91815f) {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:00:25.553243 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d32431c-0a19-4435-8597-86e034891310 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:00:25.553847 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4d32431c-0a19-4435-8597-86e034891310 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:25.595447 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-4d32431c-0a19-4435-8597-86e034891310 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3703704 May 30 05:00:25.596560 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 44116) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:25.603882 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-7a5c9c4b-8d69-4f84-8833-cf843f2a4e4a tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Request body: {'port': {'network_id': '3d5dbf43-93fb-4b80-9924-a9821b91815f', 'name': 'tempest-PortsIpV6TestJSON-1168522319'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:00:25.705727 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-a247f195-824d-4019-994c-0bb0125edc8a tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:00:25.708816 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 75e6ac9b-e7bc-4f2f-b8eb-413ee8365bfb resource provider aggregate not found May 30 05:00:25.721491 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-a247f195-824d-4019-994c-0bb0125edc8a tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Usage tracker for resource:subnet and tenant:16af2dbefc6742d5a37a7b30e58c8c2f is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:00:25.725347 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-a247f195-824d-4019-994c-0bb0125edc8a tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:00:25.732824 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 75e6ac9b-e7bc-4f2f-b8eb-413ee8365bfb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 75e6ac9b-e7bc-4f2f-b8eb-413ee8365bfb found for delete ", "request_id": "req-b6849997-7c3c-4806-8f2f-f87b3e829dd2"}]} May 30 05:00:25.739206 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 8ddd4219-5c97-4b53-9208-4136acd86ed1 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:00:25.741149 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-a247f195-824d-4019-994c-0bb0125edc8a tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:00:25.776858 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a247f195-824d-4019-994c-0bb0125edc8a tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Made reservation on behalf of 16af2dbefc6742d5a37a7b30e58c8c2f for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:00:25.781135 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a247f195-824d-4019-994c-0bb0125edc8a tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9305518'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:25.840148 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 8ddd4219-5c97-4b53-9208-4136acd86ed1 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:00:25.840608 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:25.886710 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-7a5c9c4b-8d69-4f84-8833-cf843f2a4e4a tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:00:25.904850 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-7a5c9c4b-8d69-4f84-8833-cf843f2a4e4a tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:00:25.937725 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a5c9c4b-8d69-4f84-8833-cf843f2a4e4a tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Made reservation on behalf of 895764a2d33a4b6180a8faca69c63db7 for: {'port': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:00:25.941496 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7a5c9c4b-8d69-4f84-8833-cf843f2a4e4a tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:25.964631 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.db.ipam_backend_mixin [None req-a247f195-824d-4019-994c-0bb0125edc8a tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8c0bd011-791e-4bf2-a4ec-c7bf90e39e7c (CIDR: 2001:db8::/64) May 30 05:00:25.971423 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-a247f195-824d-4019-994c-0bb0125edc8a tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 05:00:25.971976 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a247f195-824d-4019-994c-0bb0125edc8a tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 05:00:25.977223 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [None req-7a5c9c4b-8d69-4f84-8833-cf843f2a4e4a tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] device_id is not set on port 8239d39b-1b21-4b91-a8db-ef2c7dd5588c yet. {{(pid=88261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 30 05:00:26.015352 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-650b0b6b-06b8-4f36-9e3c-b7647ab4e531 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bbf24ed-7ba9-53d2-873f-8f9642b1e987-0008fd3d-19e9-40cf-b545-4a7647b90cf1', 'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1', 'tenant_id': '16af2dbefc6742d5a37a7b30e58c8c2f', 'fixed_ips': [{'subnet_id': '8c0bd011-791e-4bf2-a4ec-c7bf90e39e7c'}]}} from dv-neutron-843763-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 30 05:00:26.016252 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-650b0b6b-06b8-4f36-9e3c-b7647ab4e531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:26.026594 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1aa0eea-137d-4bf9-953b-09489011069f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bbf24ed-7ba9-53d2-873f-8f9642b1e987-3d5dbf43-93fb-4b80-9924-a9821b91815f', 'network_id': '3d5dbf43-93fb-4b80-9924-a9821b91815f', 'tenant_id': '895764a2d33a4b6180a8faca69c63db7', 'fixed_ips': [{'subnet_id': '7a23ff89-1709-425c-95dd-ce0d2bd14954'}]}} from dv-neutron-843763-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 30 05:00:26.027626 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e1aa0eea-137d-4bf9-953b-09489011069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:26.031134 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e1cc6de-8d52-476f-b4b5-ce78e91e5e40 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:00:26.031841 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-8e1cc6de-8d52-476f-b4b5-ce78e91e5e40 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Synchronizing usage tracker for tenant:5386df8a083a4b53b87ea99ca4a65ce1 on resource:network {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:00:26.037721 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e6663969-df79-4e75-8fa1-a15e423f4a4e tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks [] for port, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:26.047014 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-a247f195-824d-4019-994c-0bb0125edc8a tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7244155 May 30 05:00:26.049778 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 44124) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:26.056045 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-efdb55ad-d607-4071-a00d-bd985fb5e76c tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Request body: {'subnet': {'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:00:26.117515 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e6663969-df79-4e75-8fa1-a15e423f4a4e tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1547421'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:26.164174 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 8ddd4219-5c97-4b53-9208-4136acd86ed1 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:00:26.251963 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-8e1cc6de-8d52-476f-b4b5-ce78e91e5e40 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Unset dirty status for tenant:5386df8a083a4b53b87ea99ca4a65ce1 on resource:network {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:00:26.258266 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-8e1cc6de-8d52-476f-b4b5-ce78e91e5e40 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.7640224 May 30 05:00:26.260213 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 44128) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:26.294474 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6663969-df79-4e75-8fa1-a15e423f4a4e tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Pushing event updated for resources: {'Port': ['ID=2552e8c7-9313-455d-a72f-5d36ea5e1575,revision_number=2']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:26.297969 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ac5d045-0946-48b7-b362-f86287ffbe5b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Router 8df89f11-e96e-4a0c-9912-fe14e6e07613 has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 05:00:26.322154 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-076498ac-b16b-4162-9e89-fd315b81da4d tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks [] for port, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:26.324887 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e6663969-df79-4e75-8fa1-a15e423f4a4e tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1604762'] for floatingip, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:26.340117 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-7a5c9c4b-8d69-4f84-8833-cf843f2a4e4a tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Allocated IP 2001:db8::2cd (3d5dbf43-93fb-4b80-9924-a9821b91815f/7a23ff89-1709-425c-95dd-ce0d2bd14954/8239d39b-1b21-4b91-a8db-ef2c7dd5588c) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:00:26.343652 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-4fac2420-25bb-45ff-a999-af7aaa4e4677 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] 10.222.0.15 "GET /v2.0/subnets?network_id=1bab70f4-3794-44db-8e17-19f483aa8ffa HTTP/1.1" status: 200 len: 207 time: 0.0822256 May 30 05:00:26.346714 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-650b0b6b-06b8-4f36-9e3c-b7647ab4e531 None None] Allocated IP 2001:db8::f816:3eff:feac:938f (0008fd3d-19e9-40cf-b545-4a7647b90cf1/8c0bd011-791e-4bf2-a4ec-c7bf90e39e7c/b2ae17e1-1a21-46b2-bdff-02163bcc7cef) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:00:26.347874 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 44132) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:26.384416 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-efdb55ad-d607-4071-a00d-bd985fb5e76c tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:00:26.387551 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-076498ac-b16b-4162-9e89-fd315b81da4d tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1547421'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:26.439738 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-efdb55ad-d607-4071-a00d-bd985fb5e76c tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Usage tracker for resource:subnet and tenant:16af2dbefc6742d5a37a7b30e58c8c2f is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:00:26.457267 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-efdb55ad-d607-4071-a00d-bd985fb5e76c tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:00:26.475772 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-efdb55ad-d607-4071-a00d-bd985fb5e76c tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:00:26.558621 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efdb55ad-d607-4071-a00d-bd985fb5e76c tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Made reservation on behalf of 16af2dbefc6742d5a37a7b30e58c8c2f for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:00:26.561863 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-650b0b6b-06b8-4f36-9e3c-b7647ab4e531 None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:26.562982 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-efdb55ad-d607-4071-a00d-bd985fb5e76c tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9305518'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:26.572766 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-650b0b6b-06b8-4f36-9e3c-b7647ab4e531 None None] Transition to ACTIVE for port object b2ae17e1-1a21-46b2-bdff-02163bcc7cef will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:00:26.592767 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-650b0b6b-06b8-4f36-9e3c-b7647ab4e531 None None] Transition to ACTIVE for port object b2ae17e1-1a21-46b2-bdff-02163bcc7cef will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:00:26.598708 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-650b0b6b-06b8-4f36-9e3c-b7647ab4e531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:26.705644 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-650b0b6b-06b8-4f36-9e3c-b7647ab4e531 None None] Network 0008fd3d-19e9-40cf-b545-4a7647b90cf1 is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:00:26.708586 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-650b0b6b-06b8-4f36-9e3c-b7647ab4e531 None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:00:26.712738 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650b0b6b-06b8-4f36-9e3c-b7647ab4e531 None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:00:26.718330 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650b0b6b-06b8-4f36-9e3c-b7647ab4e531 None None] Pushing event updated for resources: {'Port': ['ID=b2ae17e1-1a21-46b2-bdff-02163bcc7cef,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:26.747149 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e642df7-b2d6-45e9-a24d-4dc74cfc9b80 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:00:26.752883 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e642df7-b2d6-45e9-a24d-4dc74cfc9b80 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:00:26.759003 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e642df7-b2d6-45e9-a24d-4dc74cfc9b80 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:00:26.764781 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e642df7-b2d6-45e9-a24d-4dc74cfc9b80 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:00:26.765651 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-4e642df7-b2d6-45e9-a24d-4dc74cfc9b80 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Synchronizing usage tracker for tenant:5386df8a083a4b53b87ea99ca4a65ce1 on resource:network {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:00:26.809548 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-650b0b6b-06b8-4f36-9e3c-b7647ab4e531 None None] Attempting to bind port b2ae17e1-1a21-46b2-bdff-02163bcc7cef on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 05:00:26.810171 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-650b0b6b-06b8-4f36-9e3c-b7647ab4e531 None None] Attempting to bind port b2ae17e1-1a21-46b2-bdff-02163bcc7cef by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': 'c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 05:00:26.810269 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650b0b6b-06b8-4f36-9e3c-b7647ab4e531 None None] Attempting to bind port b2ae17e1-1a21-46b2-bdff-02163bcc7cef on network 0008fd3d-19e9-40cf-b545-4a7647b90cf1 {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:00:26.816148 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650b0b6b-06b8-4f36-9e3c-b7647ab4e531 None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 5, 0, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 05:00:26.817320 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650b0b6b-06b8-4f36-9e3c-b7647ab4e531 None None] Checking segment: {'id': 'c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:00:26.817320 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-650b0b6b-06b8-4f36-9e3c-b7647ab4e531 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:26.817733 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650b0b6b-06b8-4f36-9e3c-b7647ab4e531 None None] Bound using segment: {'id': 'c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 05:00:26.818230 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-650b0b6b-06b8-4f36-9e3c-b7647ab4e531 None None] Bound port: b2ae17e1-1a21-46b2-bdff-02163bcc7cef, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 05:00:26.818635 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-650b0b6b-06b8-4f36-9e3c-b7647ab4e531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:26.822414 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-4e642df7-b2d6-45e9-a24d-4dc74cfc9b80 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Unset dirty status for tenant:5386df8a083a4b53b87ea99ca4a65ce1 on resource:network {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:00:26.823812 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-4e642df7-b2d6-45e9-a24d-4dc74cfc9b80 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.4723089 May 30 05:00:26.836347 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 44136) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:26.910330 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-650b0b6b-06b8-4f36-9e3c-b7647ab4e531 None None] For port b2ae17e1-1a21-46b2-bdff-02163bcc7cef, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 05:00:26.911180 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076498ac-b16b-4162-9e89-fd315b81da4d tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Pushing event updated for resources: {'Port': ['ID=c395eb54-084a-45f1-90c1-319b031baa99,revision_number=2']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:26.913680 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-650b0b6b-06b8-4f36-9e3c-b7647ab4e531 None None] For port b2ae17e1-1a21-46b2-bdff-02163bcc7cef, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=b2ae17e1-1a21-46b2-bdff-02163bcc7cef,segment=NetworkSegment(c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1),segment_id=c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 05:00:26.925084 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-650b0b6b-06b8-4f36-9e3c-b7647ab4e531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:26.989346 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.db.l3_db [None req-e6663969-df79-4e75-8fa1-a15e423f4a4e tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Floating IP 5118a36b-109f-4955-90d9-a0d5fc6965ae associated. External IP: 172.26.6.248, port: cad7ea11-2d3b-48c8-8f6e-46cf7357439f. May 30 05:00:27.010691 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650b0b6b-06b8-4f36-9e3c-b7647ab4e531 None None] Pushing event updated for resources: {'Port': ['ID=b2ae17e1-1a21-46b2-bdff-02163bcc7cef,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:27.012173 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7a5c9c4b-8d69-4f84-8833-cf843f2a4e4a tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:27.051002 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [None req-7a5c9c4b-8d69-4f84-8833-cf843f2a4e4a tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Transition to ACTIVE for port object 8239d39b-1b21-4b91-a8db-ef2c7dd5588c will not be triggered until provisioned by entity DHCP. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:00:27.081076 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ac5d045-0946-48b7-b362-f86287ffbe5b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:00:27.096001 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-888e2ee5-7685-4a7e-9d61-337ac47d0659 None None] Sync routers for ids ['8df89f11-e96e-4a0c-9912-fe14e6e07613'] in dv-neutron-843763-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:00:27.111522 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888e2ee5-7685-4a7e-9d61-337ac47d0659 None None] Routers {'8df89f11-e96e-4a0c-9912-fe14e6e07613'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:00:27.115576 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-888e2ee5-7685-4a7e-9d61-337ac47d0659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:00:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['8df89f11-e96e-4a0c-9912-fe14e6e07613'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:00:27.124949 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-b1c0d0c9-2a41-4829-93ff-f8d58b6da5ca tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] 10.222.0.15 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.2842481 May 30 05:00:27.130983 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 44140) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:27.205409 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8ac5d045-0946-48b7-b362-f86287ffbe5b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for floatingip, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:27.240956 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e411a116-baf1-41ec-9ad8-f3c318b4cf7f tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:00:27.242678 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e411a116-baf1-41ec-9ad8-f3c318b4cf7f tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:00:27.250525 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-e411a116-baf1-41ec-9ad8-f3c318b4cf7f tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1183040 May 30 05:00:27.253906 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 44144) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:27.303568 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7a5c9c4b-8d69-4f84-8833-cf843f2a4e4a tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:27.399850 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-8ac5d045-0946-48b7-b362-f86287ffbe5b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.4378514 May 30 05:00:27.404420 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b9579b7-bae6-478c-894f-e20038a7bb0f', 'tag': '9ead05bc-ece0-4d02-9e8e-c6949d789f26'}] {{(pid=88260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:00:27.423177 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 44148) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:27.490542 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-888e2ee5-7685-4a7e-9d61-337ac47d0659 None None] Set router 8df89f11-e96e-4a0c-9912-fe14e6e07613 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:00:27.583079 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-efdb55ad-d607-4071-a00d-bd985fb5e76c tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2305012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9305500'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:27.611116 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-076498ac-b16b-4162-9e89-fd315b81da4d tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604623'] for router_interface, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:27.635361 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6642261c-516a-47d0-975a-bcb238e16f76 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Attributes excluded by policy engine: ['shared'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:00:27.636926 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6642261c-516a-47d0-975a-bcb238e16f76 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Attributes excluded by policy engine: ['shared'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:00:27.643849 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-6642261c-516a-47d0-975a-bcb238e16f76 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] 10.222.0.15 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.3872089 May 30 05:00:27.651830 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 44156) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:27.652859 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a5c9c4b-8d69-4f84-8833-cf843f2a4e4a tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Network 3d5dbf43-93fb-4b80-9924-a9821b91815f is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:00:27.662948 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-7a5c9c4b-8d69-4f84-8833-cf843f2a4e4a tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:00:27.671126 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5c9c4b-8d69-4f84-8833-cf843f2a4e4a tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:00:27.676639 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5c9c4b-8d69-4f84-8833-cf843f2a4e4a tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:00:27.677331 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7a5c9c4b-8d69-4f84-8833-cf843f2a4e4a tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:27.686933 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-e1aa0eea-137d-4bf9-953b-09489011069f None None] Allocated IP 2001:db8::2 (3d5dbf43-93fb-4b80-9924-a9821b91815f/7a23ff89-1709-425c-95dd-ce0d2bd14954/68a872c4-441c-48ce-a4ba-762160b8a7ac) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:00:27.700867 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efdb55ad-d607-4071-a00d-bd985fb5e76c tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Network 0008fd3d-19e9-40cf-b545-4a7647b90cf1 is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:00:27.704053 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5c9c4b-8d69-4f84-8833-cf843f2a4e4a tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Pushing event updated for resources: {'Port': ['ID=8239d39b-1b21-4b91-a8db-ef2c7dd5588c,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:27.711003 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-efdb55ad-d607-4071-a00d-bd985fb5e76c tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:00:27.716382 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efdb55ad-d607-4071-a00d-bd985fb5e76c tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:00:27.717106 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-efdb55ad-d607-4071-a00d-bd985fb5e76c tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:27.728232 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdb55ad-d607-4071-a00d-bd985fb5e76c tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Pushing event updated for resources: {'Subnet': ['ID=e0c6d5b9-c3e7-4c7c-8960-7793073e2007,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:27.740700 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-7a5c9c4b-8d69-4f84-8833-cf843f2a4e4a tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.1431694 May 30 05:00:27.743797 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 44160) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:27.749715 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-266d68f6-7fe9-4cef-adf7-669888b747d3 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Request body: {'port': {'network_id': '3d5dbf43-93fb-4b80-9924-a9821b91815f', 'name': 'tempest-PortsIpV6TestJSON-721844375'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:00:27.773245 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-efdb55ad-d607-4071-a00d-bd985fb5e76c tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7222877 May 30 05:00:27.778431 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 44164) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:27.833546 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-e9de5957-ea8e-4d98-b9f1-b58d2d08124c tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Request body: {'port': {'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1', 'mac_address': 'fa:16:3e:20:e7:b5', 'name': 'tempest-NetworksTestDHCPv6-44398451'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:00:27.858122 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-20f111aa-7390-4b90-b5f8-8c32a6920b36 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/floatingips/0f3c7aeb-2350-450e-a626-ae9112ba2ed3 HTTP/1.1" status: 200 len: 991 time: 0.4325554 May 30 05:00:27.937481 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a2ddb7-db21-4e80-90a4-91aa7905f240 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:00:27.940464 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e1aa0eea-137d-4bf9-953b-09489011069f None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:27.943144 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-16a2ddb7-db21-4e80-90a4-91aa7905f240 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] 10.222.0.15 "GET /v2.0/networks/24ec3f6a-484d-4464-90d5-795d07f8711b HTTP/1.1" status: 200 len: 799 time: 0.2874804 May 30 05:00:27.950017 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 44168) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:27.952223 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-e1aa0eea-137d-4bf9-953b-09489011069f None None] Transition to ACTIVE for port object 68a872c4-441c-48ce-a4ba-762160b8a7ac will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:00:27.973303 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-e1aa0eea-137d-4bf9-953b-09489011069f None None] Transition to ACTIVE for port object 68a872c4-441c-48ce-a4ba-762160b8a7ac will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:00:27.981968 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device b2ae17e1-1a21-46b2-bdff-02163bcc7cef up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:00:27.991280 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6663969-df79-4e75-8fa1-a15e423f4a4e tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Router 035cf39c-ba36-4715-9375-d6e51365b793 has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 05:00:28.085927 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e1aa0eea-137d-4bf9-953b-09489011069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:28.114441 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-266d68f6-7fe9-4cef-adf7-669888b747d3 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:00:28.121866 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-266d68f6-7fe9-4cef-adf7-669888b747d3 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Usage tracker for resource:port and tenant:895764a2d33a4b6180a8faca69c63db7 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:00:28.126651 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-266d68f6-7fe9-4cef-adf7-669888b747d3 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:00:28.129734 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-e9de5957-ea8e-4d98-b9f1-b58d2d08124c tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:00:28.137498 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-266d68f6-7fe9-4cef-adf7-669888b747d3 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:00:28.139714 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-076498ac-b16b-4162-9e89-fd315b81da4d tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:28.145502 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-e9de5957-ea8e-4d98-b9f1-b58d2d08124c tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Usage tracker for resource:port and tenant:16af2dbefc6742d5a37a7b30e58c8c2f is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:00:28.152804 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-e9de5957-ea8e-4d98-b9f1-b58d2d08124c tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:00:28.174544 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-e9de5957-ea8e-4d98-b9f1-b58d2d08124c tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:00:28.180304 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-266d68f6-7fe9-4cef-adf7-669888b747d3 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Made reservation on behalf of 895764a2d33a4b6180a8faca69c63db7 for: {'port': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:00:28.188938 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-266d68f6-7fe9-4cef-adf7-669888b747d3 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:28.251604 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-674b5fd8-8bc1-4355-947e-3712a5545918 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] 10.222.0.15 "GET /v2.0/networks/24ec3f6a-484d-4464-90d5-795d07f8711b?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.2972012 May 30 05:00:28.254012 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 44172) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:28.264686 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-fc33420a-d183-4b2c-b5cf-345a0ce2aa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:28.289438 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1aa0eea-137d-4bf9-953b-09489011069f None None] Network 3d5dbf43-93fb-4b80-9924-a9821b91815f is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:00:28.290275 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9de5957-ea8e-4d98-b9f1-b58d2d08124c tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Made reservation on behalf of 16af2dbefc6742d5a37a7b30e58c8c2f for: {'port': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:00:28.293140 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1aa0eea-137d-4bf9-953b-09489011069f None None] Pushing event updated for resources: {'Port': ['ID=68a872c4-441c-48ce-a4ba-762160b8a7ac,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:28.301115 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-e1aa0eea-137d-4bf9-953b-09489011069f None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:00:28.307267 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1aa0eea-137d-4bf9-953b-09489011069f None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:00:28.329446 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [None req-266d68f6-7fe9-4cef-adf7-669888b747d3 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] device_id is not set on port 7a7e9b5e-ad02-4733-a540-88a9858cdddb yet. {{(pid=88261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 30 05:00:28.479877 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port b2ae17e1-1a21-46b2-bdff-02163bcc7cef completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:00:28.524890 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c4cac33-3f89-41bb-89c1-bd94ba349b66 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:00:28.532943 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-e1aa0eea-137d-4bf9-953b-09489011069f None None] Attempting to bind port 68a872c4-441c-48ce-a4ba-762160b8a7ac on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 05:00:28.533645 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-2c4cac33-3f89-41bb-89c1-bd94ba349b66 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] 10.222.0.15 "GET /v2.0/subnets/1d122f10-2713-4baf-92f6-2baa60a6b612 HTTP/1.1" status: 200 len: 811 time: 0.2746913 May 30 05:00:28.535203 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-e1aa0eea-137d-4bf9-953b-09489011069f None None] Attempting to bind port 68a872c4-441c-48ce-a4ba-762160b8a7ac by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': '56f5a6dd-dda4-440f-892d-4a135963c2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '3d5dbf43-93fb-4b80-9924-a9821b91815f'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 05:00:28.535578 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1aa0eea-137d-4bf9-953b-09489011069f None None] Attempting to bind port 68a872c4-441c-48ce-a4ba-762160b8a7ac on network 3d5dbf43-93fb-4b80-9924-a9821b91815f {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:00:28.549002 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 44176) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:28.561627 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1aa0eea-137d-4bf9-953b-09489011069f None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 5, 0, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 05:00:28.562038 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1aa0eea-137d-4bf9-953b-09489011069f None None] Checking segment: {'id': '56f5a6dd-dda4-440f-892d-4a135963c2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '3d5dbf43-93fb-4b80-9924-a9821b91815f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:00:28.562442 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e1aa0eea-137d-4bf9-953b-09489011069f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:28.562834 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1aa0eea-137d-4bf9-953b-09489011069f None None] Bound using segment: {'id': '56f5a6dd-dda4-440f-892d-4a135963c2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '3d5dbf43-93fb-4b80-9924-a9821b91815f'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 05:00:28.563336 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-e1aa0eea-137d-4bf9-953b-09489011069f None None] Bound port: 68a872c4-441c-48ce-a4ba-762160b8a7ac, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56f5a6dd-dda4-440f-892d-4a135963c2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '3d5dbf43-93fb-4b80-9924-a9821b91815f'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 05:00:28.563807 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e1aa0eea-137d-4bf9-953b-09489011069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:28.602209 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-5aa7a414-8314-4df5-bf83-4d11e19041cc None None] Provisioning for port b2ae17e1-1a21-46b2-bdff-02163bcc7cef completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:00:28.632445 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09b21aee-1a5e-4c88-b735-92c98939bdc9'] response: {'name': 'network-changed', 'server_uuid': '1b9579b7-bae6-478c-894f-e20038a7bb0f', 'tag': '9ead05bc-ece0-4d02-9e8e-c6949d789f26', 'status': 'completed', 'code': 200} May 30 05:00:28.633955 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6663969-df79-4e75-8fa1-a15e423f4a4e tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:00:28.649769 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98768538-548f-4285-8634-6aee07636c09 None None] Sync routers for ids ['035cf39c-ba36-4715-9375-d6e51365b793'] in dv-neutron-843763-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:00:28.659878 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98768538-548f-4285-8634-6aee07636c09 None None] Routers {'035cf39c-ba36-4715-9375-d6e51365b793'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:00:28.660713 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-98768538-548f-4285-8634-6aee07636c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:00:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['035cf39c-ba36-4715-9375-d6e51365b793'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:00:28.663538 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-5aa7a414-8314-4df5-bf83-4d11e19041cc None None] Provisioning complete for port b2ae17e1-1a21-46b2-bdff-02163bcc7cef triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:00:28.663979 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-5aa7a414-8314-4df5-bf83-4d11e19041cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:28.727009 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-98768538-548f-4285-8634-6aee07636c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:00:28.736734 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98768538-548f-4285-8634-6aee07636c09 None None] Routers {'035cf39c-ba36-4715-9375-d6e51365b793'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:00:28.737616 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-98768538-548f-4285-8634-6aee07636c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:00:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['035cf39c-ba36-4715-9375-d6e51365b793'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:00:28.804232 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-98768538-548f-4285-8634-6aee07636c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:00:28.804974 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98768538-548f-4285-8634-6aee07636c09 None None] The sync data for ids ['035cf39c-ba36-4715-9375-d6e51365b793'] in dv-neutron-843763-1-hyperv is: [] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:00:28.811933 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e6663969-df79-4e75-8fa1-a15e423f4a4e tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for floatingip, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:28.822387 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f195174-cd03-44c7-a57d-7a8968eb1956 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Attributes excluded by policy engine: ['shared'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:00:28.828981 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-5f195174-cd03-44c7-a57d-7a8968eb1956 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] 10.222.0.15 "GET /v2.0/subnets/1d122f10-2713-4baf-92f6-2baa60a6b612?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2753179 May 30 05:00:28.832379 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e9de5957-ea8e-4d98-b9f1-b58d2d08124c tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:28.838054 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 44182) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:28.857694 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-266d68f6-7fe9-4cef-adf7-669888b747d3 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Allocated IP 2001:db8::3d9 (3d5dbf43-93fb-4b80-9924-a9821b91815f/7a23ff89-1709-425c-95dd-ce0d2bd14954/7a7e9b5e-ad02-4733-a540-88a9858cdddb) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:00:28.857987 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-eedf356a-54f1-4e16-b904-371a0e62b05a tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1534643803'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:00:28.866900 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 44186) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:28.881194 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-eedf356a-54f1-4e16-b904-371a0e62b05a tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:00:28.892232 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-e1aa0eea-137d-4bf9-953b-09489011069f None None] For port 68a872c4-441c-48ce-a4ba-762160b8a7ac, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 05:00:28.916483 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-e1aa0eea-137d-4bf9-953b-09489011069f None None] For port 68a872c4-441c-48ce-a4ba-762160b8a7ac, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=68a872c4-441c-48ce-a4ba-762160b8a7ac,segment=NetworkSegment(56f5a6dd-dda4-440f-892d-4a135963c2f0),segment_id=56f5a6dd-dda4-440f-892d-4a135963c2f0)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 05:00:28.917482 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-5aa7a414-8314-4df5-bf83-4d11e19041cc None None] Current status of the port b2ae17e1-1a21-46b2-bdff-02163bcc7cef is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:00:28.917790 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-5aa7a414-8314-4df5-bf83-4d11e19041cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:28.924140 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-eedf356a-54f1-4e16-b904-371a0e62b05a tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:00:28.931864 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e1aa0eea-137d-4bf9-953b-09489011069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:28.942539 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-e6663969-df79-4e75-8fa1-a15e423f4a4e tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 7.4420316 May 30 05:00:28.942539 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 44190) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:28.950231 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-dcc697fc-de28-4469-b5ac-7101e87ef215 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:00:28.998747 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [None req-e9de5957-ea8e-4d98-b9f1-b58d2d08124c tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] device_id is not set on port 9302072d-90f6-4b96-95f6-2a4c6ef5ec8e yet. {{(pid=88261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 30 05:00:29.008376 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-888e2ee5-7685-4a7e-9d61-337ac47d0659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8df89f11-e96e-4a0c-9912-fe14e6e07613', 'name': 'tempest-TestNetworkBasicOps-router-1784091264', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.168'}], 'enable_snat': True}, 'gw_port_id': '45643f2a-2144-47ee-8c5c-b98833323da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T04:59:10Z', 'updated_at': '2022-05-30T04:59:29Z', 'revision_number': 4, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'gw_port': {'id': '45643f2a-2144-47ee-8c5c-b98833323da3', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:8d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df89f11-e96e-4a0c-9912-fe14e6e07613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:59:13Z', 'updated_at': '2022-05-30T04:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_floatingips': [{'id': '0f3c7aeb-2350-450e-a626-ae9112ba2ed3', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'floating_ip_address': '172.26.6.58', 'floating_network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'router_id': '8df89f11-e96e-4a0c-9912-fe14e6e07613', 'port_id': '9ead05bc-ece0-4d02-9e8e-c6949d789f26', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83d1d881-1387-42cf-a16f-9c6e02a5e965', 'mac_address': 'fa:16:3e:3a:53:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b9579b7-bae6-478c-894f-e20038a7bb0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T05:00:22Z', 'updated_at': '2022-05-30T05:00:22Z', 'revision_number': 0, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0655984-3405-4621-9760-408d68a84799', 'name': '', 'network_id': '83d1d881-1387-42cf-a16f-9c6e02a5e965', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'mac_address': 'fa:16:3e:b1:40:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df89f11-e96e-4a0c-9912-fe14e6e07613', 'device_owner': 'network:router_interface', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '1acbe121-74d9-41fa-8525-29a9efbdfaac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:59:27Z', 'updated_at': '2022-05-30T04:59:39Z', 'revision_number': 5, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'subnets': [{'id': '1acbe121-74d9-41fa-8525-29a9efbdfaac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:00:29.011298 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eedf356a-54f1-4e16-b904-371a0e62b05a tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Made reservation on behalf of 5386df8a083a4b53b87ea99ca4a65ce1 for: {'network': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:00:29.015028 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-eedf356a-54f1-4e16-b904-371a0e62b05a tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for network, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:29.025421 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-888e2ee5-7685-4a7e-9d61-337ac47d0659 None None] Checking router: 8df89f11-e96e-4a0c-9912-fe14e6e07613 for host: dv-neutron-843763-1-hyperv {{(pid=88262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 05:00:29.047242 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-5aa7a414-8314-4df5-bf83-4d11e19041cc None None] For port b2ae17e1-1a21-46b2-bdff-02163bcc7cef, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=b2ae17e1-1a21-46b2-bdff-02163bcc7cef,segment=NetworkSegment(c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1),segment_id=c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:00:29.053344 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1aa0eea-137d-4bf9-953b-09489011069f None None] Pushing event updated for resources: {'Port': ['ID=68a872c4-441c-48ce-a4ba-762160b8a7ac,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:29.059145 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888e2ee5-7685-4a7e-9d61-337ac47d0659 None None] Routers {'8df89f11-e96e-4a0c-9912-fe14e6e07613'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:00:29.059530 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.db.resource_extend [None req-076498ac-b16b-4162-9e89-fd315b81da4d tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 05:00:29.059778 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-888e2ee5-7685-4a7e-9d61-337ac47d0659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:00:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['8df89f11-e96e-4a0c-9912-fe14e6e07613'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:00:29.080691 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-076498ac-b16b-4162-9e89-fd315b81da4d tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks [] for port, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:29.098725 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-076498ac-b16b-4162-9e89-fd315b81da4d tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1547421'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:29.111442 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-5aa7a414-8314-4df5-bf83-4d11e19041cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:29.143474 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eedf356a-54f1-4e16-b904-371a0e62b05a tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=88260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 05:00:29.155228 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-eedf356a-54f1-4e16-b904-371a0e62b05a tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:29.155935 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.db.segments_db [None req-eedf356a-54f1-4e16-b904-371a0e62b05a tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Added segment 1b21aa90-91f9-4845-9c73-a8cba58f835b of type vlan for network 08eb2cda-44b8-44e2-b70a-8a194dc5b523 May 30 05:00:29.212297 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-4c4720e3-b287-4295-8379-20ca95e75cfa tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/floatingips/0f3c7aeb-2350-450e-a626-ae9112ba2ed3 HTTP/1.1" status: 200 len: 991 time: 0.3373137 May 30 05:00:29.228028 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f74bea-2173-4c90-9a05-a61a2fa0e4b3 req-6dc8bb6a-9e2a-4a20-b881-6c0b7f706700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:00:29.229496 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-82f74bea-2173-4c90-9a05-a61a2fa0e4b3 req-6dc8bb6a-9e2a-4a20-b881-6c0b7f706700 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f9fe59584bbe4d5aaa42841eedb71980&device_id=1b9579b7-bae6-478c-894f-e20038a7bb0f HTTP/1.1" status: 200 len: 1099 time: 0.5864389 May 30 05:00:29.230194 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-eedf356a-54f1-4e16-b904-371a0e62b05a tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729234556353'] for network, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:29.321427 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-dcc697fc-de28-4469-b5ac-7101e87ef215 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks [] for floatingip, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:29.330559 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa7a414-8314-4df5-bf83-4d11e19041cc None None] Pushing event updated for resources: {'Port': ['ID=b2ae17e1-1a21-46b2-bdff-02163bcc7cef,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:29.369933 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-888e2ee5-7685-4a7e-9d61-337ac47d0659 None None] Set router 8df89f11-e96e-4a0c-9912-fe14e6e07613 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:00:29.394048 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076498ac-b16b-4162-9e89-fd315b81da4d tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Pushing event updated for resources: {'Port': ['ID=c395eb54-084a-45f1-90c1-319b031baa99,revision_number=3']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:29.437094 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-076498ac-b16b-4162-9e89-fd315b81da4d tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1642774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602230'] for router_interface, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:29.444642 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-e9de5957-ea8e-4d98-b9f1-b58d2d08124c tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Allocated IP 2001:db8:0:1::3b1 (0008fd3d-19e9-40cf-b545-4a7647b90cf1/e0c6d5b9-c3e7-4c7c-8960-7793073e2007/9302072d-90f6-4b96-95f6-2a4c6ef5ec8e) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:00:29.452815 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-e9de5957-ea8e-4d98-b9f1-b58d2d08124c tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Allocated IP 2001:db8::f816:3eff:fe20:e7b5 (0008fd3d-19e9-40cf-b545-4a7647b90cf1/8c0bd011-791e-4bf2-a4ec-c7bf90e39e7c/9302072d-90f6-4b96-95f6-2a4c6ef5ec8e) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:00:29.613060 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-eedf356a-54f1-4e16-b904-371a0e62b05a tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788'] for network, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:29.619066 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eedf356a-54f1-4e16-b904-371a0e62b05a tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:00:29.619694 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-eedf356a-54f1-4e16-b904-371a0e62b05a tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:29.737391 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedf356a-54f1-4e16-b904-371a0e62b05a tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Pushing event updated for resources: {'Network': ['ID=08eb2cda-44b8-44e2-b70a-8a194dc5b523,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:29.767852 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Network 08eb2cda-44b8-44e2-b70a-8a194dc5b523 details requested by agent ovs-agent-dv-neutron-843763-1-hyperv with host dv-neutron-843763-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 05:00:29.848630 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device b2ae17e1-1a21-46b2-bdff-02163bcc7cef up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:00:29.917100 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f74bea-2173-4c90-9a05-a61a2fa0e4b3 req-c9c54ac9-0ffd-4569-abd5-ca24c972ee0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:00:29.918989 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-82f74bea-2173-4c90-9a05-a61a2fa0e4b3 req-c9c54ac9-0ffd-4569-abd5-ca24c972ee0a service neutron] 10.222.0.39 "GET /v2.0/networks?id=83d1d881-1387-42cf-a16f-9c6e02a5e965 HTTP/1.1" status: 200 len: 897 time: 0.4211957 May 30 05:00:29.941643 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-eedf356a-54f1-4e16-b904-371a0e62b05a tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0956590 May 30 05:00:29.949340 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 44194) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:29.956588 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-dcc697fc-de28-4469-b5ac-7101e87ef215 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:29.958887 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-076498ac-b16b-4162-9e89-fd315b81da4d tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Network 5c19a4a3-bef2-4267-b5b6-9b469e99e385 is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:00:29.963573 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-90be83f9-c1ee-488e-b077-78430db9a2b7 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Request body: {'subnet': {'network_id': '08eb2cda-44b8-44e2-b70a-8a194dc5b523', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:00:29.973370 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port b2ae17e1-1a21-46b2-bdff-02163bcc7cef triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:00:29.973849 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:30.041165 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-888e2ee5-7685-4a7e-9d61-337ac47d0659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8df89f11-e96e-4a0c-9912-fe14e6e07613', 'name': 'tempest-TestNetworkBasicOps-router-1784091264', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.168'}], 'enable_snat': True}, 'gw_port_id': '45643f2a-2144-47ee-8c5c-b98833323da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T04:59:10Z', 'updated_at': '2022-05-30T04:59:29Z', 'revision_number': 4, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'gw_port': {'id': '45643f2a-2144-47ee-8c5c-b98833323da3', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:8d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df89f11-e96e-4a0c-9912-fe14e6e07613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:59:13Z', 'updated_at': '2022-05-30T04:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_floatingips': [{'id': '0f3c7aeb-2350-450e-a626-ae9112ba2ed3', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'floating_ip_address': '172.26.6.58', 'floating_network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'router_id': '8df89f11-e96e-4a0c-9912-fe14e6e07613', 'port_id': '9ead05bc-ece0-4d02-9e8e-c6949d789f26', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83d1d881-1387-42cf-a16f-9c6e02a5e965', 'mac_address': 'fa:16:3e:3a:53:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b9579b7-bae6-478c-894f-e20038a7bb0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T05:00:22Z', 'updated_at': '2022-05-30T05:00:22Z', 'revision_number': 0, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0655984-3405-4621-9760-408d68a84799', 'name': '', 'network_id': '83d1d881-1387-42cf-a16f-9c6e02a5e965', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'mac_address': 'fa:16:3e:b1:40:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df89f11-e96e-4a0c-9912-fe14e6e07613', 'device_owner': 'network:router_interface', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '1acbe121-74d9-41fa-8525-29a9efbdfaac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:59:27Z', 'updated_at': '2022-05-30T04:59:39Z', 'revision_number': 5, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'subnets': [{'id': '1acbe121-74d9-41fa-8525-29a9efbdfaac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:00:30.047641 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-888e2ee5-7685-4a7e-9d61-337ac47d0659 None None] The sync data for ids ['8df89f11-e96e-4a0c-9912-fe14e6e07613'] in dv-neutron-843763-1-hyperv is: [{'id': '8df89f11-e96e-4a0c-9912-fe14e6e07613', 'name': 'tempest-TestNetworkBasicOps-router-1784091264', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.168'}], 'enable_snat': True}, 'gw_port_id': '45643f2a-2144-47ee-8c5c-b98833323da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T04:59:10Z', 'updated_at': '2022-05-30T04:59:29Z', 'revision_number': 4, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'gw_port': {'id': '45643f2a-2144-47ee-8c5c-b98833323da3', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:8d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df89f11-e96e-4a0c-9912-fe14e6e07613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:59:13Z', 'updated_at': '2022-05-30T04:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_floatingips': [{'id': '0f3c7aeb-2350-450e-a626-ae9112ba2ed3', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'floating_ip_address': '172.26.6.58', 'floating_network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'router_id': '8df89f11-e96e-4a0c-9912-fe14e6e07613', 'port_id': '9ead05bc-ece0-4d02-9e8e-c6949d789f26', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83d1d881-1387-42cf-a16f-9c6e02a5e965', 'mac_address': 'fa:16:3e:3a:53:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b9579b7-bae6-478c-894f-e20038a7bb0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T05:00:22Z', 'updated_at': '2022-05-30T05:00:22Z', 'revision_number': 0, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0655984-3405-4621-9760-408d68a84799', 'name': '', 'network_id': '83d1d881-1387-42cf-a16f-9c6e02a5e965', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'mac_address': 'fa:16:3e:b1:40:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df89f11-e96e-4a0c-9912-fe14e6e07613', 'device_owner': 'network:router_interface', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '1acbe121-74d9-41fa-8525-29a9efbdfaac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:59:27Z', 'updated_at': '2022-05-30T04:59:39Z', 'revision_number': 5, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'subnets': [{'id': '1acbe121-74d9-41fa-8525-29a9efbdfaac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:00:30.062713 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-076498ac-b16b-4162-9e89-fd315b81da4d tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:00:30.075869 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-dcc697fc-de28-4469-b5ac-7101e87ef215 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1604762'] for floatingip, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:30.076324 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.db.l3_db [None req-dcc697fc-de28-4469-b5ac-7101e87ef215 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Floating IP 5118a36b-109f-4955-90d9-a0d5fc6965ae disassociated. External IP: 172.26.6.248, port: cad7ea11-2d3b-48c8-8f6e-46cf7357439f. May 30 05:00:30.138808 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-82f74bea-2173-4c90-9a05-a61a2fa0e4b3 req-97c9f747-672d-429a-a8ab-6aaf11d34a66 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9ead05bc-ece0-4d02-9e8e-c6949d789f26 HTTP/1.1" status: 200 len: 999 time: 0.2054629 May 30 05:00:30.143029 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-266d68f6-7fe9-4cef-adf7-669888b747d3 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:30.150686 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port b2ae17e1-1a21-46b2-bdff-02163bcc7cef is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:00:30.151781 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 68a872c4-441c-48ce-a4ba-762160b8a7ac up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:00:30.229714 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-6d5a18e0-b0b0-48e6-8ed2-8e92f5551750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:30.235352 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 44198) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:30.289178 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port 68a872c4-441c-48ce-a4ba-762160b8a7ac completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:00:30.341256 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e9de5957-ea8e-4d98-b9f1-b58d2d08124c tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:30.381247 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c965a9fc-a9af-47f1-afef-d23139953a46 None None] New status for floating IP 0f3c7aeb-2350-450e-a626-ae9112ba2ed3: ACTIVE {{(pid=88262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 30 05:00:30.403573 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [None req-e9de5957-ea8e-4d98-b9f1-b58d2d08124c tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Transition to ACTIVE for port object 9302072d-90f6-4b96-95f6-2a4c6ef5ec8e will not be triggered until provisioned by entity DHCP. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:00:30.423834 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [None req-266d68f6-7fe9-4cef-adf7-669888b747d3 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Transition to ACTIVE for port object 7a7e9b5e-ad02-4733-a540-88a9858cdddb will not be triggered until provisioned by entity DHCP. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:00:30.436167 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f74bea-2173-4c90-9a05-a61a2fa0e4b3 req-82a91686-7a99-4f50-b05e-1246eab68234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:00:30.437556 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-82f74bea-2173-4c90-9a05-a61a2fa0e4b3 req-82a91686-7a99-4f50-b05e-1246eab68234 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1acbe121-74d9-41fa-8525-29a9efbdfaac HTTP/1.1" status: 200 len: 834 time: 0.2874527 May 30 05:00:30.483032 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc4ba704-e89f-4638-9c84-e62ca1d3b26f None None] Network 0008fd3d-19e9-40cf-b545-4a7647b90cf1 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:00:30.497715 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d2e4104-153f-4373-8cdd-faf3ee2431d4 None None] Network 3d5dbf43-93fb-4b80-9924-a9821b91815f requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:00:30.532132 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-01e82976-1284-4150-9b5e-cb772de05908 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/floatingips/0f3c7aeb-2350-450e-a626-ae9112ba2ed3 HTTP/1.1" status: 200 len: 991 time: 0.2876737 May 30 05:00:30.550482 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-266d68f6-7fe9-4cef-adf7-669888b747d3 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:30.648217 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-90be83f9-c1ee-488e-b077-78430db9a2b7 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:00:30.651517 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-266d68f6-7fe9-4cef-adf7-669888b747d3 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Network 3d5dbf43-93fb-4b80-9924-a9821b91815f is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:00:30.657045 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-266d68f6-7fe9-4cef-adf7-669888b747d3 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:00:30.659933 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266d68f6-7fe9-4cef-adf7-669888b747d3 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:00:30.666268 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-266d68f6-7fe9-4cef-adf7-669888b747d3 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:00:30.667316 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-266d68f6-7fe9-4cef-adf7-669888b747d3 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:30.668723 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-90be83f9-c1ee-488e-b077-78430db9a2b7 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:00:30.721035 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-266d68f6-7fe9-4cef-adf7-669888b747d3 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.9759915 May 30 05:00:30.722884 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 44202) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:30.786253 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e9de5957-ea8e-4d98-b9f1-b58d2d08124c tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:30.812796 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266d68f6-7fe9-4cef-adf7-669888b747d3 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Pushing event updated for resources: {'Port': ['ID=7a7e9b5e-ad02-4733-a540-88a9858cdddb,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:30.828913 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-f7277326-5d6b-4816-aa13-6f70e9034650 None None] Provisioning for port 68a872c4-441c-48ce-a4ba-762160b8a7ac completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:00:30.843501 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90be83f9-c1ee-488e-b077-78430db9a2b7 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Made reservation on behalf of 5386df8a083a4b53b87ea99ca4a65ce1 for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:00:30.847266 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-90be83f9-c1ee-488e-b077-78430db9a2b7 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2133361'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:30.866705 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f74bea-2173-4c90-9a05-a61a2fa0e4b3 req-5062f468-d436-43fd-95c7-a292c3f87cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:00:30.869089 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-82f74bea-2173-4c90-9a05-a61a2fa0e4b3 req-5062f468-d436-43fd-95c7-a292c3f87cf7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=83d1d881-1387-42cf-a16f-9c6e02a5e965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4200356 May 30 05:00:30.894476 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-f7277326-5d6b-4816-aa13-6f70e9034650 None None] Provisioning complete for port 68a872c4-441c-48ce-a4ba-762160b8a7ac triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:00:30.894803 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f7277326-5d6b-4816-aa13-6f70e9034650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:30.916437 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9de5957-ea8e-4d98-b9f1-b58d2d08124c tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Network 0008fd3d-19e9-40cf-b545-4a7647b90cf1 is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:00:30.931225 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-e9de5957-ea8e-4d98-b9f1-b58d2d08124c tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:00:30.940184 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9de5957-ea8e-4d98-b9f1-b58d2d08124c tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:00:30.945690 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9de5957-ea8e-4d98-b9f1-b58d2d08124c tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:00:30.946326 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e9de5957-ea8e-4d98-b9f1-b58d2d08124c tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:31.026870 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-076498ac-b16b-4162-9e89-fd315b81da4d tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Router f0e8a49e-7171-4ed4-9871-ea4bf46b336e is scheduled to L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 with binding_index 1 {{(pid=88260) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 30 05:00:31.029351 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9de5957-ea8e-4d98-b9f1-b58d2d08124c tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Pushing event updated for resources: {'Port': ['ID=9302072d-90f6-4b96-95f6-2a4c6ef5ec8e,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:31.035289 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.ipam_backend_mixin [None req-90be83f9-c1ee-488e-b077-78430db9a2b7 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Performing IP validity checks on allocation pools {{(pid=88260) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 30 05:00:31.035817 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.ipam_backend_mixin [None req-90be83f9-c1ee-488e-b077-78430db9a2b7 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88260) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 30 05:00:31.047820 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-e9de5957-ea8e-4d98-b9f1-b58d2d08124c tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.2658329 May 30 05:00:31.049506 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 44206) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:31.069192 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-359990fa-f22f-46fa-9a64-4c91b9d64350 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:00:31.069971 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-359990fa-f22f-46fa-9a64-4c91b9d64350 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Synchronizing usage tracker for tenant:895764a2d33a4b6180a8faca69c63db7 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:00:31.108660 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-82f74bea-2173-4c90-9a05-a61a2fa0e4b3 req-1d0ce1c1-7d61-465c-b905-604e94c3c40e service neutron] 10.222.0.39 "GET /v2.0/networks/83d1d881-1387-42cf-a16f-9c6e02a5e965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188499 May 30 05:00:31.109791 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-359990fa-f22f-46fa-9a64-4c91b9d64350 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Unset dirty status for tenant:895764a2d33a4b6180a8faca69c63db7 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:00:31.111296 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-359990fa-f22f-46fa-9a64-4c91b9d64350 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] 10.222.0.15 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A2cd HTTP/1.1" status: 200 len: 929 time: 0.3838229 May 30 05:00:31.113745 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 44210) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:31.242460 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-f7277326-5d6b-4816-aa13-6f70e9034650 None None] Current status of the port 68a872c4-441c-48ce-a4ba-762160b8a7ac is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:00:31.243163 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f7277326-5d6b-4816-aa13-6f70e9034650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:31.272398 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-eb22734c-f2dd-4325-9403-ac538a2e9eba tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Deleting port 7a7e9b5e-ad02-4733-a540-88a9858cdddb {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:00:31.273914 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-eb22734c-f2dd-4325-9403-ac538a2e9eba tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:31.298027 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcc697fc-de28-4469-b5ac-7101e87ef215 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Router 035cf39c-ba36-4715-9375-d6e51365b793 has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 05:00:31.313084 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-c830518d-c45b-4952-a172-628973d9e55a tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Deleting port 9302072d-90f6-4b96-95f6-2a4c6ef5ec8e {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:00:31.313420 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c830518d-c45b-4952-a172-628973d9e55a tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:31.314562 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56ded65b-0e68-413c-8b9b-1097922cc81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:31.358925 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-f7277326-5d6b-4816-aa13-6f70e9034650 None None] For port 68a872c4-441c-48ce-a4ba-762160b8a7ac, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=68a872c4-441c-48ce-a4ba-762160b8a7ac,segment=NetworkSegment(56f5a6dd-dda4-440f-892d-4a135963c2f0),segment_id=56f5a6dd-dda4-440f-892d-4a135963c2f0)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:00:31.379494 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-076498ac-b16b-4162-9e89-fd315b81da4d tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:00:31.381513 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f7277326-5d6b-4816-aa13-6f70e9034650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:31.401911 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d30c816-4227-4bfd-9410-c221daeb2b3c None None] Sync routers for ids ['f0e8a49e-7171-4ed4-9871-ea4bf46b336e'] in dv-neutron-843763-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:00:31.411741 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d30c816-4227-4bfd-9410-c221daeb2b3c None None] Routers {'f0e8a49e-7171-4ed4-9871-ea4bf46b336e'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:00:31.415437 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-0d30c816-4227-4bfd-9410-c221daeb2b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:00:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['f0e8a49e-7171-4ed4-9871-ea4bf46b336e'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:00:31.440242 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-82f74bea-2173-4c90-9a05-a61a2fa0e4b3 req-35431c66-707f-4226-88b9-6754c9aa61e2 service neutron] 10.222.0.39 "GET /v2.0/networks/83d1d881-1387-42cf-a16f-9c6e02a5e965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3233781 May 30 05:00:31.533458 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-076498ac-b16b-4162-9e89-fd315b81da4d tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] 10.222.0.15 "PUT /v2.0/routers/f0e8a49e-7171-4ed4-9871-ea4bf46b336e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6959281 May 30 05:00:31.533702 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:31.540794 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 44214) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:31.541422 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 44216) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:31.551735 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a629a5f0-b8da-4e1a-8889-88c38de63dde None None] Update dhcp port {'port': {'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1', 'fixed_ips': [{'subnet_id': '8c0bd011-791e-4bf2-a4ec-c7bf90e39e7c', 'ip_address': '2001:db8::f816:3eff:feac:938f'}, {'subnet_id': 'e0c6d5b9-c3e7-4c7c-8960-7793073e2007'}], 'binding:host_id': 'dv-neutron-843763-1-hyperv'}, 'id': 'b2ae17e1-1a21-46b2-bdff-02163bcc7cef'} from dv-neutron-843763-1-hyperv. {{(pid=88262) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 30 05:00:31.559703 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-0d30c816-4227-4bfd-9410-c221daeb2b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:00:31.572568 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d30c816-4227-4bfd-9410-c221daeb2b3c None None] Routers {'f0e8a49e-7171-4ed4-9871-ea4bf46b336e'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:00:31.573460 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-0d30c816-4227-4bfd-9410-c221daeb2b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:00:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['f0e8a49e-7171-4ed4-9871-ea4bf46b336e'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:00:31.612755 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7277326-5d6b-4816-aa13-6f70e9034650 None None] Pushing event updated for resources: {'Port': ['ID=68a872c4-441c-48ce-a4ba-762160b8a7ac,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:31.622656 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-cdfc2e6b-b05b-4530-bae8-12faeecd6672 None None] Provisioning complete for port c395eb54-084a-45f1-90c1-319b031baa99 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:00:31.623038 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-cdfc2e6b-b05b-4530-bae8-12faeecd6672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:31.701562 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a629a5f0-b8da-4e1a-8889-88c38de63dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:31.727873 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-cdfc2e6b-b05b-4530-bae8-12faeecd6672 None None] Port c395eb54-084a-45f1-90c1-319b031baa99 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 05:00:31.742154 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-0d30c816-4227-4bfd-9410-c221daeb2b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:00:31.742687 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d30c816-4227-4bfd-9410-c221daeb2b3c None None] The sync data for ids ['f0e8a49e-7171-4ed4-9871-ea4bf46b336e'] in dv-neutron-843763-1-hyperv is: [] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:00:31.908112 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-6ed0ba09-fcc3-4137-a3d9-c7876b985a09 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/floatingips/0f3c7aeb-2350-450e-a626-ae9112ba2ed3 HTTP/1.1" status: 200 len: 993 time: 0.3596168 May 30 05:00:31.966313 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-a629a5f0-b8da-4e1a-8889-88c38de63dde None None] Allocated IP 2001:db8:0:1::2 (0008fd3d-19e9-40cf-b545-4a7647b90cf1/e0c6d5b9-c3e7-4c7c-8960-7793073e2007/b2ae17e1-1a21-46b2-bdff-02163bcc7cef) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:00:31.979813 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-eb22734c-f2dd-4325-9403-ac538a2e9eba tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:32.055094 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c5c982-a992-42e1-86d1-5a6df47ed4e6 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:00:32.055818 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-46c5c982-a992-42e1-86d1-5a6df47ed4e6 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Synchronizing usage tracker for tenant:f4aea07b5c934dc5bc600f55a2d3ba0e on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:00:32.070613 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c830518d-c45b-4952-a172-628973d9e55a tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:32.126837 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-eb22734c-f2dd-4325-9403-ac538a2e9eba tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Calling delete_port for 7a7e9b5e-ad02-4733-a540-88a9858cdddb owned by {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:00:32.140888 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-a629a5f0-b8da-4e1a-8889-88c38de63dde None None] For port b2ae17e1-1a21-46b2-bdff-02163bcc7cef, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=b2ae17e1-1a21-46b2-bdff-02163bcc7cef,segment=NetworkSegment(c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1),segment_id=c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:00:32.168504 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a629a5f0-b8da-4e1a-8889-88c38de63dde None None] Notify callbacks [] for port, precommit_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:32.188050 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-a629a5f0-b8da-4e1a-8889-88c38de63dde None None] Transition to ACTIVE for port object b2ae17e1-1a21-46b2-bdff-02163bcc7cef will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:00:32.193262 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a629a5f0-b8da-4e1a-8889-88c38de63dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:32.201061 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-46c5c982-a992-42e1-86d1-5a6df47ed4e6 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Unset dirty status for tenant:f4aea07b5c934dc5bc600f55a2d3ba0e on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:00:32.205207 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-46c5c982-a992-42e1-86d1-5a6df47ed4e6 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] 10.222.0.15 "GET /v2.0/ports?device_id=f0e8a49e-7171-4ed4-9871-ea4bf46b336e HTTP/1.1" status: 200 len: 982 time: 0.6611888 May 30 05:00:32.205781 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 44222) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:32.230025 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-c830518d-c45b-4952-a172-628973d9e55a tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Calling delete_port for 9302072d-90f6-4b96-95f6-2a4c6ef5ec8e owned by {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:00:32.286113 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a629a5f0-b8da-4e1a-8889-88c38de63dde None None] Pushing event updated for resources: {'Port': ['ID=b2ae17e1-1a21-46b2-bdff-02163bcc7cef,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:32.293266 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a88c43c-dd79-43e9-b9d6-9998c291e1bf None None] Network 3d5dbf43-93fb-4b80-9924-a9821b91815f requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:00:32.322970 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcc697fc-de28-4469-b5ac-7101e87ef215 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:00:32.343800 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-dcc697fc-de28-4469-b5ac-7101e87ef215 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for floatingip, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:32.352784 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4512a7f1-2af9-4074-aabc-266b2ba32258 None None] Sync routers for ids ['035cf39c-ba36-4715-9375-d6e51365b793'] in dv-neutron-843763-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:00:32.380446 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-90be83f9-c1ee-488e-b077-78430db9a2b7 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1547796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2133315'] for subnet, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:32.479702 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4512a7f1-2af9-4074-aabc-266b2ba32258 None None] Routers {'035cf39c-ba36-4715-9375-d6e51365b793'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:00:32.480406 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-4512a7f1-2af9-4074-aabc-266b2ba32258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:00:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['035cf39c-ba36-4715-9375-d6e51365b793'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:00:32.517321 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-dcc697fc-de28-4469-b5ac-7101e87ef215 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] 10.222.0.15 "PUT /v2.0/floatingips/5118a36b-109f-4955-90d9-a0d5fc6965ae HTTP/1.1" status: 200 len: 688 time: 3.5706811 May 30 05:00:32.525593 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 44226) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:32.590028 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90be83f9-c1ee-488e-b077-78430db9a2b7 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Pushing event updated for resources: {'Subnet': ['ID=f1b3ff3f-b645-4f61-9c3c-f07d2bd17fa4,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:32.603549 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-2dd86d93-ae0e-4ae3-b620-afd85b100b9f None None] Provisioning for port 8239d39b-1b21-4b91-a8db-ef2c7dd5588c completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:00:32.603773 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-eb22734c-f2dd-4325-9403-ac538a2e9eba tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:32.628784 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-4512a7f1-2af9-4074-aabc-266b2ba32258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:00:32.635124 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-2dd86d93-ae0e-4ae3-b620-afd85b100b9f None None] Provisioning complete for port 8239d39b-1b21-4b91-a8db-ef2c7dd5588c triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:00:32.635542 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-2dd86d93-ae0e-4ae3-b620-afd85b100b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:32.660575 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb22734c-f2dd-4325-9403-ac538a2e9eba tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Pushing event deleted for resources: {'Port': ['ID=7a7e9b5e-ad02-4733-a540-88a9858cdddb,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:32.698366 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-2dd86d93-ae0e-4ae3-b620-afd85b100b9f None None] Port 8239d39b-1b21-4b91-a8db-ef2c7dd5588c cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 05:00:32.727374 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4512a7f1-2af9-4074-aabc-266b2ba32258 None None] Routers {'035cf39c-ba36-4715-9375-d6e51365b793'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:00:32.728149 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-4512a7f1-2af9-4074-aabc-266b2ba32258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:00:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['035cf39c-ba36-4715-9375-d6e51365b793'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:00:32.741425 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb22734c-f2dd-4325-9403-ac538a2e9eba tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:00:32.741834 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb22734c-f2dd-4325-9403-ac538a2e9eba tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:00:32.742179 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb22734c-f2dd-4325-9403-ac538a2e9eba tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:00:32.742515 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb22734c-f2dd-4325-9403-ac538a2e9eba tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:00:32.742840 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb22734c-f2dd-4325-9403-ac538a2e9eba tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:00:32.743163 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb22734c-f2dd-4325-9403-ac538a2e9eba tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:00:32.743486 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb22734c-f2dd-4325-9403-ac538a2e9eba tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:00:32.743809 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb22734c-f2dd-4325-9403-ac538a2e9eba tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:00:32.744140 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb22734c-f2dd-4325-9403-ac538a2e9eba tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:00:32.744459 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb22734c-f2dd-4325-9403-ac538a2e9eba tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:00:32.744774 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb22734c-f2dd-4325-9403-ac538a2e9eba tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:00:32.745087 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb22734c-f2dd-4325-9403-ac538a2e9eba tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:00:32.750110 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90be83f9-c1ee-488e-b077-78430db9a2b7 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Checking segment: {'id': '1b21aa90-91f9-4845-9c73-a8cba58f835b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '08eb2cda-44b8-44e2-b70a-8a194dc5b523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:00:32.750811 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90be83f9-c1ee-488e-b077-78430db9a2b7 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Network hostable DHCP agents. Network: 08eb2cda-44b8-44e2-b70a-8a194dc5b523, hostable agents: ['1c705e68-3d3e-4dd3-9252-feb21d4b96ab'], hosted agents: [] {{(pid=88260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 05:00:32.768987 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-eb22734c-f2dd-4325-9403-ac538a2e9eba tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:32.786853 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-6ebda195-94ac-4db9-a141-952984e29a4c tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Deleting port 2552e8c7-9313-455d-a72f-5d36ea5e1575 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:00:32.787453 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6ebda195-94ac-4db9-a141-952984e29a4c tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:32.826600 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-eb22734c-f2dd-4325-9403-ac538a2e9eba tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] 10.222.0.15 "DELETE /v2.0/ports/7a7e9b5e-ad02-4733-a540-88a9858cdddb HTTP/1.1" status: 204 len: 168 time: 1.7109995 May 30 05:00:32.827972 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 44230) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:32.836933 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-2dd86d93-ae0e-4ae3-b620-afd85b100b9f None None] Provisioning complete for port 68a872c4-441c-48ce-a4ba-762160b8a7ac triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:00:32.837493 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-2dd86d93-ae0e-4ae3-b620-afd85b100b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:32.863718 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-4512a7f1-2af9-4074-aabc-266b2ba32258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:00:32.864309 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4512a7f1-2af9-4074-aabc-266b2ba32258 None None] The sync data for ids ['035cf39c-ba36-4715-9375-d6e51365b793'] in dv-neutron-843763-1-hyperv is: [] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:00:32.872447 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c830518d-c45b-4952-a172-628973d9e55a tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:32.886393 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90be83f9-c1ee-488e-b077-78430db9a2b7 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Network 08eb2cda-44b8-44e2-b70a-8a194dc5b523 is scheduled to be hosted by DHCP agent 1c705e68-3d3e-4dd3-9252-feb21d4b96ab with binding_index 1 {{(pid=88260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 05:00:32.898745 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a142624-940e-4c55-bf49-a5329c884075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:32.912559 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-92126742-a850-4828-8c42-2f660c664d21 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] GET failed (client error): The resource could not be found. May 30 05:00:32.913155 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-92126742-a850-4828-8c42-2f660c664d21 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Synchronizing usage tracker for tenant:895764a2d33a4b6180a8faca69c63db7 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:00:32.989727 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c830518d-c45b-4952-a172-628973d9e55a tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Pushing event deleted for resources: {'Port': ['ID=9302072d-90f6-4b96-95f6-2a4c6ef5ec8e,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:32.990979 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-92126742-a850-4828-8c42-2f660c664d21 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Unset dirty status for tenant:895764a2d33a4b6180a8faca69c63db7 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:00:32.996534 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-92126742-a850-4828-8c42-2f660c664d21 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] 10.222.0.15 "GET /v2.0/ports/7a7e9b5e-ad02-4733-a540-88a9858cdddb HTTP/1.1" status: 404 len: 333 time: 0.1577096 May 30 05:00:32.999050 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 44234) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:33.024936 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-90be83f9-c1ee-488e-b077-78430db9a2b7 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843763-1-hyperv, 08eb2cda-44b8-44e2-b70a-8a194dc5b523) {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:00:33.044838 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c691bd7-0106-48f0-b82e-9618a14f0d32 None None] Network 08eb2cda-44b8-44e2-b70a-8a194dc5b523 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:00:33.071620 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90be83f9-c1ee-488e-b077-78430db9a2b7 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:00:33.072212 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-90be83f9-c1ee-488e-b077-78430db9a2b7 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:33.106195 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c830518d-c45b-4952-a172-628973d9e55a tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:33.107676 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-98438e0e-5a7c-467e-9c0d-8a745c7a07fc tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Deleting port 8239d39b-1b21-4b91-a8db-ef2c7dd5588c {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:00:33.108073 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-98438e0e-5a7c-467e-9c0d-8a745c7a07fc tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:33.137295 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-2dd86d93-ae0e-4ae3-b620-afd85b100b9f None None] Current status of the port 68a872c4-441c-48ce-a4ba-762160b8a7ac is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:00:33.147365 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-c830518d-c45b-4952-a172-628973d9e55a tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "DELETE /v2.0/ports/9302072d-90f6-4b96-95f6-2a4c6ef5ec8e HTTP/1.1" status: 204 len: 168 time: 2.0451243 May 30 05:00:33.148755 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-90be83f9-c1ee-488e-b077-78430db9a2b7 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 3.1951528 May 30 05:00:33.150638 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6ebda195-94ac-4db9-a141-952984e29a4c tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:33.150974 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6ebda195-94ac-4db9-a141-952984e29a4c tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:33.158039 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 44238) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:33.158324 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 44240) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:33.159996 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-2dd86d93-ae0e-4ae3-b620-afd85b100b9f None None] Could not find standard attr ID for object 7a7e9b5e-ad02-4733-a540-88a9858cdddb. {{(pid=88262) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 30 05:00:33.237888 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-49dfc553-563d-4984-92af-e532a8840530 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:00:33.360950 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6819a86-1cfa-4868-a57e-54739486f777 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bbf24ed-7ba9-53d2-873f-8f9642b1e987-08eb2cda-44b8-44e2-b70a-8a194dc5b523', 'network_id': '08eb2cda-44b8-44e2-b70a-8a194dc5b523', 'tenant_id': '5386df8a083a4b53b87ea99ca4a65ce1', 'fixed_ips': [{'subnet_id': 'f1b3ff3f-b645-4f61-9c3c-f07d2bd17fa4'}]}} from dv-neutron-843763-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 30 05:00:33.361785 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a6819a86-1cfa-4868-a57e-54739486f777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:33.427526 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-291e5d00-4a18-4925-afc5-e2e4366e5f7c tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602184'] for router_interface, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:33.459133 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-6ebda195-94ac-4db9-a141-952984e29a4c tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Calling delete_port for 2552e8c7-9313-455d-a72f-5d36ea5e1575 owned by network:floatingip {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:00:33.461266 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93befd61-586d-4bb0-8e39-09ce047f489f None None] Network 0008fd3d-19e9-40cf-b545-4a7647b90cf1 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:00:33.733751 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device b2ae17e1-1a21-46b2-bdff-02163bcc7cef up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:00:33.786525 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-22691a7e-e033-480f-867e-a870e5598833 None None] Provisioning for port b2ae17e1-1a21-46b2-bdff-02163bcc7cef completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:00:33.791267 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aec5d1a-80c8-4153-b959-80e557d5115f tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:00:33.792014 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-7aec5d1a-80c8-4153-b959-80e557d5115f tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Synchronizing usage tracker for tenant:16af2dbefc6742d5a37a7b30e58c8c2f on resource:port {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:00:33.823586 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-49dfc553-563d-4984-92af-e532a8840530 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2133368'] for subnet, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:33.824089 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-22691a7e-e033-480f-867e-a870e5598833 None None] Provisioning complete for port b2ae17e1-1a21-46b2-bdff-02163bcc7cef triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:00:33.824840 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-22691a7e-e033-480f-867e-a870e5598833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:33.868624 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-7aec5d1a-80c8-4153-b959-80e557d5115f tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Unset dirty status for tenant:16af2dbefc6742d5a37a7b30e58c8c2f on resource:port {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:00:33.870308 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-7aec5d1a-80c8-4153-b959-80e557d5115f tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.7110519 May 30 05:00:33.871343 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-98438e0e-5a7c-467e-9c0d-8a745c7a07fc tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:33.896908 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 44246) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:33.910750 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-a6819a86-1cfa-4868-a57e-54739486f777 None None] Allocated IP 172.20.0.3 (08eb2cda-44b8-44e2-b70a-8a194dc5b523/f1b3ff3f-b645-4f61-9c3c-f07d2bd17fa4/310c2234-8dd9-4f96-b18f-9591786283e6) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:00:33.987888 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6ebda195-94ac-4db9-a141-952984e29a4c tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:34.021429 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port b2ae17e1-1a21-46b2-bdff-02163bcc7cef triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:00:34.021800 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:34.051086 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebda195-94ac-4db9-a141-952984e29a4c tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Pushing event deleted for resources: {'Port': ['ID=2552e8c7-9313-455d-a72f-5d36ea5e1575,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:34.056877 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-98438e0e-5a7c-467e-9c0d-8a745c7a07fc tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Calling delete_port for 8239d39b-1b21-4b91-a8db-ef2c7dd5588c owned by {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:00:34.062941 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebda195-94ac-4db9-a141-952984e29a4c tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:00:34.063512 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebda195-94ac-4db9-a141-952984e29a4c tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:00:34.064011 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebda195-94ac-4db9-a141-952984e29a4c tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:00:34.064524 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebda195-94ac-4db9-a141-952984e29a4c tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:00:34.065023 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebda195-94ac-4db9-a141-952984e29a4c tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:00:34.065508 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebda195-94ac-4db9-a141-952984e29a4c tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:00:34.066039 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebda195-94ac-4db9-a141-952984e29a4c tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:00:34.066545 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebda195-94ac-4db9-a141-952984e29a4c tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:00:34.067037 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebda195-94ac-4db9-a141-952984e29a4c tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:00:34.067517 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebda195-94ac-4db9-a141-952984e29a4c tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:00:34.067987 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebda195-94ac-4db9-a141-952984e29a4c tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:00:34.068586 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebda195-94ac-4db9-a141-952984e29a4c tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:00:34.165053 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-212aab7d-f633-4d76-9827-bf2929fae219 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:00:34.169729 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-212aab7d-f633-4d76-9827-bf2929fae219 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2687941 May 30 05:00:34.169729 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 44250) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:34.172188 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-22691a7e-e033-480f-867e-a870e5598833 None None] Current status of the port b2ae17e1-1a21-46b2-bdff-02163bcc7cef is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:00:34.176456 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-291e5d00-4a18-4925-afc5-e2e4366e5f7c tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Deleting port c395eb54-084a-45f1-90c1-319b031baa99 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:00:34.176906 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-291e5d00-4a18-4925-afc5-e2e4366e5f7c tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:34.186498 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-22691a7e-e033-480f-867e-a870e5598833 None None] Could not find standard attr ID for object 9302072d-90f6-4b96-95f6-2a4c6ef5ec8e. {{(pid=88262) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 30 05:00:34.266031 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-606ad1ca-0626-4971-8382-db7a871baa83 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:00:34.267653 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-606ad1ca-0626-4971-8382-db7a871baa83 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:00:34.269163 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-606ad1ca-0626-4971-8382-db7a871baa83 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:00:34.270835 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-606ad1ca-0626-4971-8382-db7a871baa83 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1002023 May 30 05:00:34.287211 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 44254) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:34.392805 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6ebda195-94ac-4db9-a141-952984e29a4c tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks [] for floatingip, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:34.419499 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6ebda195-94ac-4db9-a141-952984e29a4c tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for floatingip, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:34.426304 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-6ebda195-94ac-4db9-a141-952984e29a4c tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] 10.222.0.15 "DELETE /v2.0/floatingips/5118a36b-109f-4955-90d9-a0d5fc6965ae HTTP/1.1" status: 204 len: 168 time: 1.8997710 May 30 05:00:34.435121 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 44258) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:34.438487 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-291e5d00-4a18-4925-afc5-e2e4366e5f7c tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:34.439270 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa9aa9e1-b6c6-4467-bab6-d10f36eb99f1 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Deleting subnet 8c0bd011-791e-4bf2-a4ec-c7bf90e39e7c {{(pid=88260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 30 05:00:34.455001 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-a4494e4e-d7e9-4049-ac56-f09d1b34c590 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Request body: {'floatingip': {'floating_network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'port_id': 'eaa11aa3-9b94-4281-91e5-7b8060165836'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:00:34.461789 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-aa9aa9e1-b6c6-4467-bab6-d10f36eb99f1 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks [] for subnet, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:34.484196 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a6819a86-1cfa-4868-a57e-54739486f777 None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:34.515077 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-a6819a86-1cfa-4868-a57e-54739486f777 None None] Transition to ACTIVE for port object 310c2234-8dd9-4f96-b18f-9591786283e6 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:00:34.539596 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-a4494e4e-d7e9-4049-ac56-f09d1b34c590 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:00:34.539856 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-e74974d2-8396-47ca-aa82-2256672ec321 None None] Provisioning complete for port 8239d39b-1b21-4b91-a8db-ef2c7dd5588c triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:00:34.540234 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e74974d2-8396-47ca-aa82-2256672ec321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:34.548316 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-a4494e4e-d7e9-4049-ac56-f09d1b34c590 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Usage tracker for resource:floatingip and tenant:fb4b15beed874bf4bdf9eab934db65bc is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:00:34.553051 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-a4494e4e-d7e9-4049-ac56-f09d1b34c590 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:00:34.562739 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-a4494e4e-d7e9-4049-ac56-f09d1b34c590 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:00:34.566521 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-aa9aa9e1-b6c6-4467-bab6-d10f36eb99f1 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1454738'] for subnet, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:34.570549 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port b2ae17e1-1a21-46b2-bdff-02163bcc7cef is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:00:34.570998 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 68a872c4-441c-48ce-a4ba-762160b8a7ac up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:00:34.589191 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-291e5d00-4a18-4925-afc5-e2e4366e5f7c tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Calling delete_port for c395eb54-084a-45f1-90c1-319b031baa99 owned by network:router_interface {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:00:34.633162 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-a6819a86-1cfa-4868-a57e-54739486f777 None None] Transition to ACTIVE for port object 310c2234-8dd9-4f96-b18f-9591786283e6 will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:00:34.642113 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a4494e4e-d7e9-4049-ac56-f09d1b34c590 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks [] for floatingip, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:34.650759 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a6819a86-1cfa-4868-a57e-54739486f777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:34.763642 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6819a86-1cfa-4868-a57e-54739486f777 None None] Pushing event updated for resources: {'Port': ['ID=310c2234-8dd9-4f96-b18f-9591786283e6,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:34.774548 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6819a86-1cfa-4868-a57e-54739486f777 None None] Network 08eb2cda-44b8-44e2-b70a-8a194dc5b523 is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:00:34.781688 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-a6819a86-1cfa-4868-a57e-54739486f777 None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:00:34.787279 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-e74974d2-8396-47ca-aa82-2256672ec321 None None] Port 8239d39b-1b21-4b91-a8db-ef2c7dd5588c cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 05:00:34.790645 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6819a86-1cfa-4868-a57e-54739486f777 None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:00:34.824413 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-aa9aa9e1-b6c6-4467-bab6-d10f36eb99f1 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860493'] for subnet, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:34.860600 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 68a872c4-441c-48ce-a4ba-762160b8a7ac triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:00:34.861265 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:34.896825 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-98438e0e-5a7c-467e-9c0d-8a745c7a07fc tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:34.972754 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98438e0e-5a7c-467e-9c0d-8a745c7a07fc tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Pushing event deleted for resources: {'Port': ['ID=8239d39b-1b21-4b91-a8db-ef2c7dd5588c,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:35.008967 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-a6819a86-1cfa-4868-a57e-54739486f777 None None] Attempting to bind port 310c2234-8dd9-4f96-b18f-9591786283e6 on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 05:00:35.009223 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-a6819a86-1cfa-4868-a57e-54739486f777 None None] Attempting to bind port 310c2234-8dd9-4f96-b18f-9591786283e6 by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': '1b21aa90-91f9-4845-9c73-a8cba58f835b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '08eb2cda-44b8-44e2-b70a-8a194dc5b523'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 05:00:35.009682 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6819a86-1cfa-4868-a57e-54739486f777 None None] Attempting to bind port 310c2234-8dd9-4f96-b18f-9591786283e6 on network 08eb2cda-44b8-44e2-b70a-8a194dc5b523 {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:00:35.022794 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-e74974d2-8396-47ca-aa82-2256672ec321 None None] Provisioning complete for port 68a872c4-441c-48ce-a4ba-762160b8a7ac triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:00:35.023084 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e74974d2-8396-47ca-aa82-2256672ec321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:35.028680 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-98438e0e-5a7c-467e-9c0d-8a745c7a07fc tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:35.058512 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-98438e0e-5a7c-467e-9c0d-8a745c7a07fc tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] 10.222.0.15 "DELETE /v2.0/ports/8239d39b-1b21-4b91-a8db-ef2c7dd5588c HTTP/1.1" status: 204 len: 168 time: 2.0586386 May 30 05:00:35.060342 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-49dfc553-563d-4984-92af-e532a8840530 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8729235026360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1547842'] for subnet, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:35.061117 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 44262) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:35.065187 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-aa9aa9e1-b6c6-4467-bab6-d10f36eb99f1 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1547867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2133322'] for subnet, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:35.090214 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6819a86-1cfa-4868-a57e-54739486f777 None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 5, 0, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 05:00:35.090635 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6819a86-1cfa-4868-a57e-54739486f777 None None] Checking segment: {'id': '1b21aa90-91f9-4845-9c73-a8cba58f835b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '08eb2cda-44b8-44e2-b70a-8a194dc5b523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:00:35.091053 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a6819a86-1cfa-4868-a57e-54739486f777 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:35.091450 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6819a86-1cfa-4868-a57e-54739486f777 None None] Bound using segment: {'id': '1b21aa90-91f9-4845-9c73-a8cba58f835b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '08eb2cda-44b8-44e2-b70a-8a194dc5b523'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 05:00:35.091936 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-a6819a86-1cfa-4868-a57e-54739486f777 None None] Bound port: 310c2234-8dd9-4f96-b18f-9591786283e6, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b21aa90-91f9-4845-9c73-a8cba58f835b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '08eb2cda-44b8-44e2-b70a-8a194dc5b523'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 05:00:35.092781 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a6819a86-1cfa-4868-a57e-54739486f777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:35.117604 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a61af8e-9a56-4f18-8bec-35900d199ea3 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] GET failed (client error): The resource could not be found. May 30 05:00:35.118319 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-0a61af8e-9a56-4f18-8bec-35900d199ea3 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Synchronizing usage tracker for tenant:895764a2d33a4b6180a8faca69c63db7 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:00:35.143031 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-aa9aa9e1-b6c6-4467-bab6-d10f36eb99f1 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:35.155726 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a4494e4e-d7e9-4049-ac56-f09d1b34c590 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:35.158406 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-aa9aa9e1-b6c6-4467-bab6-d10f36eb99f1 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "DELETE /v2.0/subnets/8c0bd011-791e-4bf2-a4ec-c7bf90e39e7c HTTP/1.1" status: 204 len: 168 time: 0.8660047 May 30 05:00:35.163737 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 44266) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:35.178470 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-0a61af8e-9a56-4f18-8bec-35900d199ea3 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Unset dirty status for tenant:895764a2d33a4b6180a8faca69c63db7 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:00:35.180742 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-0a61af8e-9a56-4f18-8bec-35900d199ea3 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] 10.222.0.15 "GET /v2.0/ports/8239d39b-1b21-4b91-a8db-ef2c7dd5588c HTTP/1.1" status: 404 len: 333 time: 0.1179860 May 30 05:00:35.186025 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 44268) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:35.230876 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49dfc553-563d-4984-92af-e532a8840530 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:00:35.231485 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-49dfc553-563d-4984-92af-e532a8840530 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:35.235230 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-49dfc553-563d-4984-92af-e532a8840530 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] 10.222.0.15 "PUT /v2.0/subnets/f1b3ff3f-b645-4f61-9c3c-f07d2bd17fa4 HTTP/1.1" status: 200 len: 877 time: 2.0719607 May 30 05:00:35.237615 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-a6819a86-1cfa-4868-a57e-54739486f777 None None] For port 310c2234-8dd9-4f96-b18f-9591786283e6, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 05:00:35.241248 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-a6819a86-1cfa-4868-a57e-54739486f777 None None] For port 310c2234-8dd9-4f96-b18f-9591786283e6, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=310c2234-8dd9-4f96-b18f-9591786283e6,segment=NetworkSegment(1b21aa90-91f9-4845-9c73-a8cba58f835b),segment_id=1b21aa90-91f9-4845-9c73-a8cba58f835b)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 05:00:35.253114 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-596f5d68-e392-4da8-9bf0-7823e1689daa None None] Network 0008fd3d-19e9-40cf-b545-4a7647b90cf1 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:00:35.269508 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_v2 [None req-700d211e-5998-4e72-9724-a8b89440512e tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Deleting subnet 7a23ff89-1709-425c-95dd-ce0d2bd14954 {{(pid=88261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 30 05:00:35.275086 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 44274) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:35.279885 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-700d211e-5998-4e72-9724-a8b89440512e tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks [] for subnet, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:35.299776 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dfc553-563d-4984-92af-e532a8840530 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Pushing event updated for resources: {'Subnet': ['ID=f1b3ff3f-b645-4f61-9c3c-f07d2bd17fa4,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:35.341684 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a6819a86-1cfa-4868-a57e-54739486f777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:35.359104 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9aa9e1-b6c6-4467-bab6-d10f36eb99f1 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Pushing event deleted for resources: {'Subnet': ['ID=8c0bd011-791e-4bf2-a4ec-c7bf90e39e7c,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:35.378907 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_v2 [None req-2177e229-6537-4f5c-a030-a849a1942cae tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Deleting subnet e0c6d5b9-c3e7-4c7c-8960-7793073e2007 {{(pid=88260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 30 05:00:35.386496 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2177e229-6537-4f5c-a030-a849a1942cae tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks [] for subnet, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:35.458766 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 68a872c4-441c-48ce-a4ba-762160b8a7ac is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:00:35.510403 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2177e229-6537-4f5c-a030-a849a1942cae tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1454738'] for subnet, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:35.543333 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6819a86-1cfa-4868-a57e-54739486f777 None None] Pushing event updated for resources: {'Port': ['ID=310c2234-8dd9-4f96-b18f-9591786283e6,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:35.579153 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-291e5d00-4a18-4925-afc5-e2e4366e5f7c tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:35.582788 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-700d211e-5998-4e72-9724-a8b89440512e tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3545586'] for subnet, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:35.618377 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-a4494e4e-d7e9-4049-ac56-f09d1b34c590 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Allocated IP 172.26.6.230 (1bab70f4-3794-44db-8e17-19f483aa8ffa/6b5b73c1-b0ce-4f83-a930-c00cc5522926/dad85c25-5a71-4e49-aabf-06d6d42c1683) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:00:35.620490 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-e74974d2-8396-47ca-aa82-2256672ec321 None None] Current status of the port 68a872c4-441c-48ce-a4ba-762160b8a7ac is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:00:35.650592 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-e74974d2-8396-47ca-aa82-2256672ec321 None None] Could not find standard attr ID for object 7a7e9b5e-ad02-4733-a540-88a9858cdddb. {{(pid=88262) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 30 05:00:35.675658 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291e5d00-4a18-4925-afc5-e2e4366e5f7c tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Pushing event deleted for resources: {'Port': ['ID=c395eb54-084a-45f1-90c1-319b031baa99,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:35.739368 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2177e229-6537-4f5c-a030-a849a1942cae tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860493'] for subnet, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:35.812198 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-4c9b5a62-a644-4fc3-9d4f-b7d7ad1b204b None None] Provisioning complete for port b2ae17e1-1a21-46b2-bdff-02163bcc7cef triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:00:35.812703 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-4c9b5a62-a644-4fc3-9d4f-b7d7ad1b204b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:35.895966 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3294be06-8ded-4344-a6e8-56574dfb96cd tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897784'] for network, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:35.924889 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a4494e4e-d7e9-4049-ac56-f09d1b34c590 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:35.930671 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2177e229-6537-4f5c-a030-a849a1942cae tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1547867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2133322'] for subnet, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:36.011248 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-4c9b5a62-a644-4fc3-9d4f-b7d7ad1b204b None None] Current status of the port b2ae17e1-1a21-46b2-bdff-02163bcc7cef is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:00:36.021010 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-4c9b5a62-a644-4fc3-9d4f-b7d7ad1b204b None None] Could not find standard attr ID for object 9302072d-90f6-4b96-95f6-2a4c6ef5ec8e. {{(pid=88262) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 30 05:00:36.068270 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-3294be06-8ded-4344-a6e8-56574dfb96cd tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Deleting port 310c2234-8dd9-4f96-b18f-9591786283e6 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:00:36.069386 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3294be06-8ded-4344-a6e8-56574dfb96cd tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:36.121497 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2177e229-6537-4f5c-a030-a849a1942cae tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Pushing event deleted for resources: {'Subnet': ['ID=e0c6d5b9-c3e7-4c7c-8960-7793073e2007,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:36.126244 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2177e229-6537-4f5c-a030-a849a1942cae tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:36.142726 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-2177e229-6537-4f5c-a030-a849a1942cae tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "DELETE /v2.0/subnets/e0c6d5b9-c3e7-4c7c-8960-7793073e2007 HTTP/1.1" status: 204 len: 168 time: 0.9118197 May 30 05:00:36.143288 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 44278) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:36.199956 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-700d211e-5998-4e72-9724-a8b89440512e tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860493'] for subnet, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:36.215950 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-c0e7c40f-926c-4ce9-ab6d-09fe18073055 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0715077 May 30 05:00:36.220971 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 44282) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:36.235296 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-b1448f5a-e769-4367-9436-87ffc4cbf623 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Request body: {'subnet': {'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:00:36.237486 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-291e5d00-4a18-4925-afc5-e2e4366e5f7c tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1642797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602100'] for router_interface, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:36.373317 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a4494e4e-d7e9-4049-ac56-f09d1b34c590 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:36.423947 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-b1448f5a-e769-4367-9436-87ffc4cbf623 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:00:36.444006 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-b1448f5a-e769-4367-9436-87ffc4cbf623 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Usage tracker for resource:subnet and tenant:16af2dbefc6742d5a37a7b30e58c8c2f is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:00:36.448877 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4494e4e-d7e9-4049-ac56-f09d1b34c590 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Network 1bab70f4-3794-44db-8e17-19f483aa8ffa is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:00:36.451944 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-b1448f5a-e769-4367-9436-87ffc4cbf623 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:00:36.455164 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-a4494e4e-d7e9-4049-ac56-f09d1b34c590 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:00:36.457562 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4494e4e-d7e9-4049-ac56-f09d1b34c590 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:00:36.516458 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-b1448f5a-e769-4367-9436-87ffc4cbf623 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:00:36.524050 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85e36acd-de2b-4761-b2f0-3b33bbe4ba1c None None] Network 0008fd3d-19e9-40cf-b545-4a7647b90cf1 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:00:36.576329 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4494e4e-d7e9-4049-ac56-f09d1b34c590 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Pushing event updated for resources: {'Port': ['ID=dad85c25-5a71-4e49-aabf-06d6d42c1683,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:36.579855 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1448f5a-e769-4367-9436-87ffc4cbf623 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Made reservation on behalf of 16af2dbefc6742d5a37a7b30e58c8c2f for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:00:36.583328 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b1448f5a-e769-4367-9436-87ffc4cbf623 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2133361'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:36.637432 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-ed1dc655-6f48-483f-ae9c-39a7a5590fc3 None None] Provisioning complete for port b2ae17e1-1a21-46b2-bdff-02163bcc7cef triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:00:36.638075 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-ed1dc655-6f48-483f-ae9c-39a7a5590fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:36.732728 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-700d211e-5998-4e72-9724-a8b89440512e tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2304955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9305493'] for subnet, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:36.779226 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700d211e-5998-4e72-9724-a8b89440512e tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Pushing event deleted for resources: {'Subnet': ['ID=7a23ff89-1709-425c-95dd-ce0d2bd14954,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:36.798999 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-700d211e-5998-4e72-9724-a8b89440512e tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:36.803630 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-291e5d00-4a18-4925-afc5-e2e4366e5f7c tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Router f0e8a49e-7171-4ed4-9871-ea4bf46b336e has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 05:00:36.828886 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-700d211e-5998-4e72-9724-a8b89440512e tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] 10.222.0.15 "DELETE /v2.0/subnets/7a23ff89-1709-425c-95dd-ce0d2bd14954 HTTP/1.1" status: 204 len: 168 time: 1.6416750 May 30 05:00:36.832928 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 44286) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:36.837453 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84a96081-007a-4343-85d9-6f520ab60bb9 None None] Network 3d5dbf43-93fb-4b80-9924-a9821b91815f requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:00:36.859238 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-3294be06-8ded-4344-a6e8-56574dfb96cd tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] For port 310c2234-8dd9-4f96-b18f-9591786283e6, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=310c2234-8dd9-4f96-b18f-9591786283e6,segment=NetworkSegment(1b21aa90-91f9-4845-9c73-a8cba58f835b),segment_id=1b21aa90-91f9-4845-9c73-a8cba58f835b)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:00:36.860027 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3294be06-8ded-4344-a6e8-56574dfb96cd tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:36.994258 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf09c72a-0a56-4e61-ae3e-c92306aa4d56 None None] Network 08eb2cda-44b8-44e2-b70a-8a194dc5b523 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:00:37.109500 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-ed1dc655-6f48-483f-ae9c-39a7a5590fc3 None None] Current status of the port b2ae17e1-1a21-46b2-bdff-02163bcc7cef is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:00:37.166455 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-3294be06-8ded-4344-a6e8-56574dfb96cd tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Calling delete_port for 310c2234-8dd9-4f96-b18f-9591786283e6 owned by network:dhcp {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:00:37.217918 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.objects.ports [None req-b1448f5a-e769-4367-9436-87ffc4cbf623 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88260) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 30 05:00:37.342900 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-471ed48d-0675-49d3-a6d6-717bea3d5a25 None None] Provisioning for port 310c2234-8dd9-4f96-b18f-9591786283e6 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:00:37.368532 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a4494e4e-d7e9-4049-ac56-f09d1b34c590 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:37.427705 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9118e64c-3510-4b1d-a067-1978a6214c63 None None] DHCP port deletion for 0008fd3d-19e9-40cf-b545-4a7647b90cf1 request from dv-neutron-843763-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 30 05:00:37.433903 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-291e5d00-4a18-4925-afc5-e2e4366e5f7c tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:00:37.438229 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9118e64c-3510-4b1d-a067-1978a6214c63 None None] Deleting port b2ae17e1-1a21-46b2-bdff-02163bcc7cef {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:00:37.438470 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9118e64c-3510-4b1d-a067-1978a6214c63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:37.444729 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-291e5d00-4a18-4925-afc5-e2e4366e5f7c tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] 10.222.0.15 "PUT /v2.0/routers/f0e8a49e-7171-4ed4-9871-ea4bf46b336e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2334394 May 30 05:00:37.445935 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 44290) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:37.455861 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d73e3d-562c-43ea-8d05-087cf8e43807 None None] Sync routers for ids ['f0e8a49e-7171-4ed4-9871-ea4bf46b336e'] in dv-neutron-843763-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:00:37.458797 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b4310bbe-c89c-4038-95a7-9e862c084747 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897784'] for network, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:37.475656 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-b4310bbe-c89c-4038-95a7-9e862c084747 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Deleting port 68a872c4-441c-48ce-a4ba-762160b8a7ac {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:00:37.475656 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b4310bbe-c89c-4038-95a7-9e862c084747 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:37.503489 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d73e3d-562c-43ea-8d05-087cf8e43807 None None] Routers {'f0e8a49e-7171-4ed4-9871-ea4bf46b336e'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:00:37.504157 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-a8d73e3d-562c-43ea-8d05-087cf8e43807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:00:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['f0e8a49e-7171-4ed4-9871-ea4bf46b336e'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:00:37.519353 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-18a5605b-6c2d-488d-a5a5-0b0cf68e0ac7 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] GET failed (client error): The resource could not be found. May 30 05:00:37.521875 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-18a5605b-6c2d-488d-a5a5-0b0cf68e0ac7 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] 10.222.0.15 "GET /v2.0/ports/c395eb54-084a-45f1-90c1-319b031baa99 HTTP/1.1" status: 404 len: 333 time: 0.0744393 May 30 05:00:37.522019 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b1448f5a-e769-4367-9436-87ffc4cbf623 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:37.530898 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 44294) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:37.584796 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-a8d73e3d-562c-43ea-8d05-087cf8e43807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:00:37.591722 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e9cc9e-8330-46ff-80d5-eb08a2eff490 None None] DHCP port deletion for 3d5dbf43-93fb-4b80-9924-a9821b91815f request from dv-neutron-843763-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 30 05:00:37.594669 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d73e3d-562c-43ea-8d05-087cf8e43807 None None] Routers {'f0e8a49e-7171-4ed4-9871-ea4bf46b336e'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:00:37.595341 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-a8d73e3d-562c-43ea-8d05-087cf8e43807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:00:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['f0e8a49e-7171-4ed4-9871-ea4bf46b336e'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:00:37.608996 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-94e9cc9e-8330-46ff-80d5-eb08a2eff490 None None] Deleting port 68a872c4-441c-48ce-a4ba-762160b8a7ac {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:00:37.609759 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-94e9cc9e-8330-46ff-80d5-eb08a2eff490 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:37.668733 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a4494e4e-d7e9-4049-ac56-f09d1b34c590 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:37.724471 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-a8d73e3d-562c-43ea-8d05-087cf8e43807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:00:37.726632 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d73e3d-562c-43ea-8d05-087cf8e43807 None None] The sync data for ids ['f0e8a49e-7171-4ed4-9871-ea4bf46b336e'] in dv-neutron-843763-1-hyperv is: [] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:00:37.822505 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 310c2234-8dd9-4f96-b18f-9591786283e6 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:00:37.852439 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3294be06-8ded-4344-a6e8-56574dfb96cd tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:37.862314 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-865835e5-2355-47a1-89c4-390976945a41 None None] Network 08eb2cda-44b8-44e2-b70a-8a194dc5b523 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:00:37.921761 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] No Port match for: 310c2234-8dd9-4f96-b18f-9591786283e6 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 05:00:37.922115 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 310c2234-8dd9-4f96-b18f-9591786283e6 not bound to the agent host dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} May 30 05:00:38.034775 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3294be06-8ded-4344-a6e8-56574dfb96cd tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Pushing event deleted for resources: {'Port': ['ID=310c2234-8dd9-4f96-b18f-9591786283e6,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:38.043797 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Port 310c2234-8dd9-4f96-b18f-9591786283e6 not found, will not notify nova. {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} May 30 05:00:38.046025 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-ecb3a68c-0e72-4651-9390-4456563e1492 None None] Could not find standard attr ID for object 310c2234-8dd9-4f96-b18f-9591786283e6. {{(pid=88262) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 30 05:00:38.090087 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9118e64c-3510-4b1d-a067-1978a6214c63 None None] For port b2ae17e1-1a21-46b2-bdff-02163bcc7cef, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=b2ae17e1-1a21-46b2-bdff-02163bcc7cef,segment=NetworkSegment(c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1),segment_id=c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:00:38.090479 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9118e64c-3510-4b1d-a067-1978a6214c63 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:38.109873 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device b2ae17e1-1a21-46b2-bdff-02163bcc7cef no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 05:00:38.127665 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-b1448f5a-e769-4367-9436-87ffc4cbf623 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] For port b2ae17e1-1a21-46b2-bdff-02163bcc7cef, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=b2ae17e1-1a21-46b2-bdff-02163bcc7cef,segment=NetworkSegment(c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1),segment_id=c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:00:38.128264 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-23da2199-6eb1-4317-a3fe-53aa60d560eb tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks [] for router, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:38.189442 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b1448f5a-e769-4367-9436-87ffc4cbf623 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks [] for port, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:38.222587 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a4494e4e-d7e9-4049-ac56-f09d1b34c590 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks [] for port, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:38.225405 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b1448f5a-e769-4367-9436-87ffc4cbf623 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1547421'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:38.226701 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b1448f5a-e769-4367-9436-87ffc4cbf623 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1547796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2133315'] for subnet, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:38.254800 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3294be06-8ded-4344-a6e8-56574dfb96cd tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] No DVR routers for this DVR port 310c2234-8dd9-4f96-b18f-9591786283e6 on host dv-neutron-843763-1-hyperv {{(pid=88261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 05:00:38.265628 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9118e64c-3510-4b1d-a067-1978a6214c63 None None] Calling delete_port for b2ae17e1-1a21-46b2-bdff-02163bcc7cef owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:00:38.313418 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a4494e4e-d7e9-4049-ac56-f09d1b34c590 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1547421'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:38.402855 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1448f5a-e769-4367-9436-87ffc4cbf623 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Network 0008fd3d-19e9-40cf-b545-4a7647b90cf1 is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:00:38.410364 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-b1448f5a-e769-4367-9436-87ffc4cbf623 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:00:38.422914 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1448f5a-e769-4367-9436-87ffc4cbf623 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:00:38.423601 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b1448f5a-e769-4367-9436-87ffc4cbf623 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:38.450577 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1448f5a-e769-4367-9436-87ffc4cbf623 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Pushing event updated for resources: {'Subnet': ['ID=0d98116a-22d9-4ba2-941a-2fc423e8f04c,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:38.458420 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-b4310bbe-c89c-4038-95a7-9e862c084747 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] For port 68a872c4-441c-48ce-a4ba-762160b8a7ac, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=68a872c4-441c-48ce-a4ba-762160b8a7ac,segment=NetworkSegment(56f5a6dd-dda4-440f-892d-4a135963c2f0),segment_id=56f5a6dd-dda4-440f-892d-4a135963c2f0)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:00:38.458789 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b4310bbe-c89c-4038-95a7-9e862c084747 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:38.459060 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1448f5a-e769-4367-9436-87ffc4cbf623 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Pushing event updated for resources: {'Port': ['ID=b2ae17e1-1a21-46b2-bdff-02163bcc7cef,revision_number=8']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:38.490903 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-94e9cc9e-8330-46ff-80d5-eb08a2eff490 None None] For port 68a872c4-441c-48ce-a4ba-762160b8a7ac, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=68a872c4-441c-48ce-a4ba-762160b8a7ac,segment=NetworkSegment(56f5a6dd-dda4-440f-892d-4a135963c2f0),segment_id=56f5a6dd-dda4-440f-892d-4a135963c2f0)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:00:38.491308 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-94e9cc9e-8330-46ff-80d5-eb08a2eff490 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:38.519137 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a4494e4e-d7e9-4049-ac56-f09d1b34c590 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1604762'] for floatingip, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:38.605634 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-b1448f5a-e769-4367-9436-87ffc4cbf623 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3738289 May 30 05:00:38.608281 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 44298) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:38.623722 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-6be701e6-76c1-4b9f-a987-918ce217176b tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Request body: {'subnet': {'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:00:38.629757 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4494e4e-d7e9-4049-ac56-f09d1b34c590 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Pushing event updated for resources: {'Port': ['ID=dad85c25-5a71-4e49-aabf-06d6d42c1683,revision_number=2']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:38.698018 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-23da2199-6eb1-4317-a3fe-53aa60d560eb tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11660'] for router, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:38.725360 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.db.l3_db [None req-a4494e4e-d7e9-4049-ac56-f09d1b34c590 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Floating IP afed2c02-be98-4d55-b6c4-d6307401ac8b associated. External IP: 172.26.6.230, port: eaa11aa3-9b94-4281-91e5-7b8060165836. May 30 05:00:38.739004 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.db.api [None req-9118e64c-3510-4b1d-a067-1978a6214c63 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 05:00:38.739371 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG oslo_db.api [None req-9118e64c-3510-4b1d-a067-1978a6214c63 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 05:00:38.753659 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-94e9cc9e-8330-46ff-80d5-eb08a2eff490 None None] Calling delete_port for 68a872c4-441c-48ce-a4ba-762160b8a7ac owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:00:38.763646 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-23da2199-6eb1-4317-a3fe-53aa60d560eb tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:38.817488 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-b4310bbe-c89c-4038-95a7-9e862c084747 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Calling delete_port for 68a872c4-441c-48ce-a4ba-762160b8a7ac owned by network:dhcp {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:00:38.842923 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port b2ae17e1-1a21-46b2-bdff-02163bcc7cef is: ACTIVE; New status is: DOWN {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:00:38.843546 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:38.884137 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3294be06-8ded-4344-a6e8-56574dfb96cd tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860493'] for subnet, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:38.905318 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] For port b2ae17e1-1a21-46b2-bdff-02163bcc7cef, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=b2ae17e1-1a21-46b2-bdff-02163bcc7cef,segment=NetworkSegment(c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1),segment_id=c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:00:38.912148 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:38.913053 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 68a872c4-441c-48ce-a4ba-762160b8a7ac no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 05:00:38.996107 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-94e9cc9e-8330-46ff-80d5-eb08a2eff490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069'] for port, after_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:38.998298 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-23da2199-6eb1-4317-a3fe-53aa60d560eb tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1601605'] for router, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:38.998956 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23da2199-6eb1-4317-a3fe-53aa60d560eb tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Fanout notify agent at l3_agent the message router_deleted on router f0e8a49e-7171-4ed4-9871-ea4bf46b336e {{(pid=88261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 30 05:00:39.032715 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e9cc9e-8330-46ff-80d5-eb08a2eff490 None None] No DVR routers for this DVR port 68a872c4-441c-48ce-a4ba-762160b8a7ac on host dv-neutron-843763-1-hyperv {{(pid=88262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 05:00:39.058573 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Pushing event updated for resources: {'Port': ['ID=b2ae17e1-1a21-46b2-bdff-02163bcc7cef,revision_number=9']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:39.066567 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:00:39.066924 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:00:39.067268 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:00:39.067601 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:00:39.067935 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:00:39.068267 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:00:39.068589 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:00:39.069044 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:00:39.069374 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:00:39.070401 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:00:39.070855 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:00:39.071194 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:00:39.088615 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.db.api [None req-b4310bbe-c89c-4038-95a7-9e862c084747 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88261) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 05:00:39.088949 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG oslo_db.api [None req-b4310bbe-c89c-4038-95a7-9e862c084747 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 05:00:39.104400 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-23da2199-6eb1-4317-a3fe-53aa60d560eb tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks [] for router, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:39.107804 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-23da2199-6eb1-4317-a3fe-53aa60d560eb tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] 10.222.0.15 "DELETE /v2.0/routers/f0e8a49e-7171-4ed4-9871-ea4bf46b336e HTTP/1.1" status: 204 len: 168 time: 1.5733955 May 30 05:00:39.107941 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] No active binding found for port 68a872c4-441c-48ce-a4ba-762160b8a7ac {{(pid=88262) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 30 05:00:39.107941 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 68a872c4-441c-48ce-a4ba-762160b8a7ac not bound to the agent host dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 05:00:39.110469 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 44302) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:39.116271 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-6be701e6-76c1-4b9f-a987-918ce217176b tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:00:39.123756 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e9cc9e-8330-46ff-80d5-eb08a2eff490 None None] Pushing event deleted for resources: {'Port': ['ID=68a872c4-441c-48ce-a4ba-762160b8a7ac,revision_number=None']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:39.155003 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-6be701e6-76c1-4b9f-a987-918ce217176b tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Usage tracker for resource:subnet and tenant:16af2dbefc6742d5a37a7b30e58c8c2f is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:00:39.156819 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3294be06-8ded-4344-a6e8-56574dfb96cd tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2304955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9305493'] for subnet, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:39.165901 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-6be701e6-76c1-4b9f-a987-918ce217176b tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:00:39.184450 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4494e4e-d7e9-4049-ac56-f09d1b34c590 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Router 035cf39c-ba36-4715-9375-d6e51365b793 has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 05:00:39.208020 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-6be701e6-76c1-4b9f-a987-918ce217176b tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:00:39.222974 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3294be06-8ded-4344-a6e8-56574dfb96cd tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Pushing event deleted for resources: {'Subnet': ['ID=f1b3ff3f-b645-4f61-9c3c-f07d2bd17fa4,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:39.232514 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afab998d-b05a-405a-97a3-ff535d82b1e9 None None] Network 08eb2cda-44b8-44e2-b70a-8a194dc5b523 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:00:39.310272 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9118e64c-3510-4b1d-a067-1978a6214c63 None None] Deleting port b2ae17e1-1a21-46b2-bdff-02163bcc7cef {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:00:39.310657 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9118e64c-3510-4b1d-a067-1978a6214c63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:39.312337 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6be701e6-76c1-4b9f-a987-918ce217176b tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Made reservation on behalf of 16af2dbefc6742d5a37a7b30e58c8c2f for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:00:39.315749 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6be701e6-76c1-4b9f-a987-918ce217176b tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9305518'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:39.359049 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_v2 [None req-4102d2f4-940a-4005-b7b8-48850101f759 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Deleting subnet 7222c400-6bcc-4919-8ca2-e749bb5505fb {{(pid=88261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 30 05:00:39.377411 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4494e4e-d7e9-4049-ac56-f09d1b34c590 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:00:39.396655 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658bc020-3e9f-4933-9e33-a80b3515e9ac None None] Sync routers for ids ['035cf39c-ba36-4715-9375-d6e51365b793'] in dv-neutron-843763-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:00:39.400227 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a4494e4e-d7e9-4049-ac56-f09d1b34c590 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for floatingip, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:39.419405 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4102d2f4-940a-4005-b7b8-48850101f759 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks [] for subnet, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:39.446992 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3294be06-8ded-4344-a6e8-56574dfb96cd tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867540', 'neutron.services.segments.db._delete_segments_for_network-8729234922972'] for network, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:39.460038 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-a4494e4e-d7e9-4049-ac56-f09d1b34c590 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.0183778 May 30 05:00:39.463175 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 44306) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:39.481028 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658bc020-3e9f-4933-9e33-a80b3515e9ac None None] Routers {'035cf39c-ba36-4715-9375-d6e51365b793'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:00:39.481652 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-658bc020-3e9f-4933-9e33-a80b3515e9ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:00:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['035cf39c-ba36-4715-9375-d6e51365b793'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:00:39.513955 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-3294be06-8ded-4344-a6e8-56574dfb96cd tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08eb2cda-44b8-44e2-b70a-8a194dc5b523']}} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:00:39.535414 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4102d2f4-940a-4005-b7b8-48850101f759 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3545586'] for subnet, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:39.571685 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-3294be06-8ded-4344-a6e8-56574dfb96cd tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b21aa90-91f9-4845-9c73-a8cba58f835b') {'for_net_delete': True} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:00:39.572068 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-3294be06-8ded-4344-a6e8-56574dfb96cd tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b21aa90-91f9-4845-9c73-a8cba58f835b') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:00:39.577833 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-7ca3f357-4ab2-4bd6-a87e-a29d54b95b92 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] 10.222.0.15 "GET /v2.0/floatingips/afed2c02-be98-4d55-b6c4-d6307401ac8b HTTP/1.1" status: 200 len: 978 time: 0.1111808 May 30 05:00:39.578489 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 44310) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:39.596354 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-b4310bbe-c89c-4038-95a7-9e862c084747 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Deleting port 68a872c4-441c-48ce-a4ba-762160b8a7ac {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:00:39.596699 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b4310bbe-c89c-4038-95a7-9e862c084747 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:39.606569 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-658bc020-3e9f-4933-9e33-a80b3515e9ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:00:39.641511 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3294be06-8ded-4344-a6e8-56574dfb96cd tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729235042807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3545573'] for segment, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:39.664314 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658bc020-3e9f-4933-9e33-a80b3515e9ac None None] Routers {'035cf39c-ba36-4715-9375-d6e51365b793'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:00:39.665390 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-658bc020-3e9f-4933-9e33-a80b3515e9ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:00:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['035cf39c-ba36-4715-9375-d6e51365b793'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:00:39.706309 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-b4310bbe-c89c-4038-95a7-9e862c084747 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] The port '68a872c4-441c-48ce-a4ba-762160b8a7ac' was deleted {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 30 05:00:39.742396 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-658bc020-3e9f-4933-9e33-a80b3515e9ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:00:39.742797 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658bc020-3e9f-4933-9e33-a80b3515e9ac None None] The sync data for ids ['035cf39c-ba36-4715-9375-d6e51365b793'] in dv-neutron-843763-1-hyperv is: [] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:00:39.746019 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd94c512-cfa8-4368-870c-d795fec90cb1 None None] DHCP port deletion for 08eb2cda-44b8-44e2-b70a-8a194dc5b523 request from dv-neutron-843763-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 30 05:00:39.752745 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.db.ipam_backend_mixin [None req-6be701e6-76c1-4b9f-a987-918ce217176b tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0d98116a-22d9-4ba2-941a-2fc423e8f04c (CIDR: 2001:db8::/64) May 30 05:00:39.755903 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3294be06-8ded-4344-a6e8-56574dfb96cd tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:39.788700 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-6be701e6-76c1-4b9f-a987-918ce217176b tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 05:00:39.789200 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6be701e6-76c1-4b9f-a987-918ce217176b tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 05:00:39.801206 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3294be06-8ded-4344-a6e8-56574dfb96cd tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=88261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 05:00:39.801614 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3294be06-8ded-4344-a6e8-56574dfb96cd tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-862858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2304281'] for segment, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:39.818643 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9118e64c-3510-4b1d-a067-1978a6214c63 None None] For port b2ae17e1-1a21-46b2-bdff-02163bcc7cef, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=b2ae17e1-1a21-46b2-bdff-02163bcc7cef,segment=NetworkSegment(c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1),segment_id=c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:00:39.819035 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9118e64c-3510-4b1d-a067-1978a6214c63 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:39.843319 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-6577879a-1828-4b1b-a44e-9b50e9a0d312 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Synchronizing usage tracker for tenant:fb4b15beed874bf4bdf9eab934db65bc on resource:floatingip {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:00:39.860167 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-6577879a-1828-4b1b-a44e-9b50e9a0d312 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Unset dirty status for tenant:fb4b15beed874bf4bdf9eab934db65bc on resource:floatingip {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:00:39.864081 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-6577879a-1828-4b1b-a44e-9b50e9a0d312 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] 10.222.0.15 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.2821960 May 30 05:00:39.864357 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 44316) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:39.875207 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-2e309203-05a9-4d10-9486-fd7651d55afb tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Request body: {'floatingip': {'port_id': 'cad7ea11-2d3b-48c8-8f6e-46cf7357439f'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:00:39.931660 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 1b21aa90-91f9-4845-9c73-a8cba58f835b resource provider aggregate not found May 30 05:00:39.956576 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9118e64c-3510-4b1d-a067-1978a6214c63 None None] Calling delete_port for b2ae17e1-1a21-46b2-bdff-02163bcc7cef owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:00:39.980354 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2e309203-05a9-4d10-9486-fd7651d55afb tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks [] for floatingip, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:39.982686 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 1b21aa90-91f9-4845-9c73-a8cba58f835b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1b21aa90-91f9-4845-9c73-a8cba58f835b found for delete ", "request_id": "req-9c09ac73-5730-42ca-a56f-02e386c67f6b"}]} May 30 05:00:39.994915 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-6be701e6-76c1-4b9f-a987-918ce217176b tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3808069 May 30 05:00:39.997656 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 44322) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:40.001253 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b4310bbe-c89c-4038-95a7-9e862c084747 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867540', 'neutron.services.segments.db._delete_segments_for_network-8729234922972'] for network, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:40.018940 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-d0c16e28-d5c2-4c30-b039-a1166437f87b tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Request body: {'subnet': {'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:00:40.036576 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4102d2f4-940a-4005-b7b8-48850101f759 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860493'] for subnet, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:40.099280 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9118e64c-3510-4b1d-a067-1978a6214c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069'] for port, after_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:40.141336 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3294be06-8ded-4344-a6e8-56574dfb96cd tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604744'] for network, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:40.143972 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118e64c-3510-4b1d-a067-1978a6214c63 None None] Pushing event deleted for resources: {'Port': ['ID=b2ae17e1-1a21-46b2-bdff-02163bcc7cef,revision_number=None']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:40.172452 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3294be06-8ded-4344-a6e8-56574dfb96cd tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:40.186890 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-b4310bbe-c89c-4038-95a7-9e862c084747 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d5dbf43-93fb-4b80-9924-a9821b91815f']}} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:00:40.215810 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3294be06-8ded-4344-a6e8-56574dfb96cd tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Pushing event deleted for resources: {'Network': ['ID=08eb2cda-44b8-44e2-b70a-8a194dc5b523,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:40.227390 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-b4310bbe-c89c-4038-95a7-9e862c084747 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56f5a6dd-dda4-440f-892d-4a135963c2f0') {'for_net_delete': True} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:00:40.227695 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-b4310bbe-c89c-4038-95a7-9e862c084747 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56f5a6dd-dda4-440f-892d-4a135963c2f0') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:00:40.244244 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-3294be06-8ded-4344-a6e8-56574dfb96cd tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] 10.222.0.15 "DELETE /v2.0/networks/08eb2cda-44b8-44e2-b70a-8a194dc5b523 HTTP/1.1" status: 204 len: 168 time: 4.9676974 May 30 05:00:40.245282 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 44326) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:40.267407 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b4310bbe-c89c-4038-95a7-9e862c084747 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729235042807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3545573'] for segment, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:40.273510 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9118e64c-3510-4b1d-a067-1978a6214c63 None None] No DVR routers for this DVR port b2ae17e1-1a21-46b2-bdff-02163bcc7cef on host dv-neutron-843763-1-hyperv {{(pid=88262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 05:00:40.290076 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b5317c-3cb0-4bab-bc2f-a7ff63749807 None None] Network 0008fd3d-19e9-40cf-b545-4a7647b90cf1 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:00:40.458878 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5e23def-06b4-4dc6-8198-2fcc9c199772 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] DELETE failed (client error): The resource could not be found. May 30 05:00:40.459454 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5e23def-06b4-4dc6-8198-2fcc9c199772 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 05:00:40.463774 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-f5e23def-06b4-4dc6-8198-2fcc9c199772 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] 10.222.0.15 "DELETE /v2.0/subnets/f1b3ff3f-b645-4f61-9c3c-f07d2bd17fa4 HTTP/1.1" status: 404 len: 337 time: 0.2105181 May 30 05:00:40.464408 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 44332) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:40.519122 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e72770f6-0abb-48a8-9faf-e25492a051db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bbf24ed-7ba9-53d2-873f-8f9642b1e987-0008fd3d-19e9-40cf-b545-4a7647b90cf1', 'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1', 'tenant_id': '16af2dbefc6742d5a37a7b30e58c8c2f', 'fixed_ips': [{'subnet_id': '0d98116a-22d9-4ba2-941a-2fc423e8f04c'}]}} from dv-neutron-843763-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 30 05:00:40.519942 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e72770f6-0abb-48a8-9faf-e25492a051db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:40.532828 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9809fb0-d444-49c7-8152-e477703f87a5 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] DELETE failed (client error): The resource could not be found. May 30 05:00:40.533215 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9809fb0-d444-49c7-8152-e477703f87a5 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 05:00:40.539384 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b4310bbe-c89c-4038-95a7-9e862c084747 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:40.549227 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4102d2f4-940a-4005-b7b8-48850101f759 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2304955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9305493'] for subnet, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:40.552940 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-d0c16e28-d5c2-4c30-b039-a1166437f87b tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:00:40.595874 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-f9809fb0-d444-49c7-8152-e477703f87a5 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] 10.222.0.15 "DELETE /v2.0/networks/08eb2cda-44b8-44e2-b70a-8a194dc5b523 HTTP/1.1" status: 404 len: 339 time: 0.1247795 May 30 05:00:40.596468 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 44336) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:40.599370 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4310bbe-c89c-4038-95a7-9e862c084747 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=88261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 05:00:40.599976 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b4310bbe-c89c-4038-95a7-9e862c084747 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-862858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2304281'] for segment, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:40.630397 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-d0c16e28-d5c2-4c30-b039-a1166437f87b tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Usage tracker for resource:subnet and tenant:16af2dbefc6742d5a37a7b30e58c8c2f is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:00:40.639648 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2a67438-501c-478a-94a0-98fc7d8f9515 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] DELETE failed (client error): The resource could not be found. May 30 05:00:40.640121 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2a67438-501c-478a-94a0-98fc7d8f9515 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 05:00:40.644163 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-e2a67438-501c-478a-94a0-98fc7d8f9515 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] 10.222.0.15 "DELETE /v2.0/subnets/21deb5b3-1a27-4361-8478-fb3f0fa948bf HTTP/1.1" status: 404 len: 337 time: 0.0443881 May 30 05:00:40.644894 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 44340) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:40.671212 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-88ab8f5f-bef5-42f1-b76f-aae28fbd4994 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] DELETE failed (client error): The resource could not be found. May 30 05:00:40.671668 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88ab8f5f-bef5-42f1-b76f-aae28fbd4994 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 05:00:40.675623 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-88ab8f5f-bef5-42f1-b76f-aae28fbd4994 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] 10.222.0.15 "DELETE /v2.0/networks/876b26a8-4a31-4e07-9fdf-6128636561b5 HTTP/1.1" status: 404 len: 339 time: 0.0280247 May 30 05:00:40.677457 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 44344) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:40.680624 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-e72770f6-0abb-48a8-9faf-e25492a051db None None] Allocated IP 2001:db8::f816:3eff:fec7:9be6 (0008fd3d-19e9-40cf-b545-4a7647b90cf1/0d98116a-22d9-4ba2-941a-2fc423e8f04c/2cba4cb9-f8a6-4fee-8a5a-a6008331912b) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:00:40.687161 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-d0c16e28-d5c2-4c30-b039-a1166437f87b tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:00:40.690039 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4102d2f4-940a-4005-b7b8-48850101f759 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Pushing event deleted for resources: {'Subnet': ['ID=7222c400-6bcc-4919-8ca2-e749bb5505fb,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:40.692168 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4102d2f4-940a-4005-b7b8-48850101f759 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:40.693010 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd49230e-2b46-4c14-8c2d-272ed280fac9 None None] Network 5c19a4a3-bef2-4267-b5b6-9b469e99e385 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:00:40.694026 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-4102d2f4-940a-4005-b7b8-48850101f759 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] 10.222.0.15 "DELETE /v2.0/subnets/7222c400-6bcc-4919-8ca2-e749bb5505fb HTTP/1.1" status: 204 len: 168 time: 1.5812016 May 30 05:00:40.701728 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 44348) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:40.738670 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-d0c16e28-d5c2-4c30-b039-a1166437f87b tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:00:40.805445 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b4310bbe-c89c-4038-95a7-9e862c084747 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604744'] for network, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:40.838147 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b4310bbe-c89c-4038-95a7-9e862c084747 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:40.843671 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4310bbe-c89c-4038-95a7-9e862c084747 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Pushing event deleted for resources: {'Network': ['ID=3d5dbf43-93fb-4b80-9924-a9821b91815f,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:40.845415 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0c16e28-d5c2-4c30-b039-a1166437f87b tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Made reservation on behalf of 16af2dbefc6742d5a37a7b30e58c8c2f for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:00:40.848696 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d0c16e28-d5c2-4c30-b039-a1166437f87b tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9305518'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:40.868580 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-abba3df1-8dd2-412b-8ce2-093845e061ef tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897784'] for network, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:40.933726 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2e309203-05a9-4d10-9486-fd7651d55afb tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:40.937386 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-b4310bbe-c89c-4038-95a7-9e862c084747 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] 10.222.0.15 "DELETE /v2.0/networks/3d5dbf43-93fb-4b80-9924-a9821b91815f HTTP/1.1" status: 204 len: 168 time: 4.0951159 May 30 05:00:40.942153 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 44354) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:40.963422 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-855a02c5-2265-4852-9a55-c361c8c81ecd tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-254589204'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:00:40.963804 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-56f9b054-157c-44ec-af32-ee8fa7a1eedf tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897784'] for network, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:40.975450 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2e309203-05a9-4d10-9486-fd7651d55afb tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1604762'] for floatingip, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:40.998874 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-56f9b054-157c-44ec-af32-ee8fa7a1eedf tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Deleting port 8ddd4219-5c97-4b53-9208-4136acd86ed1 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:00:40.999222 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-56f9b054-157c-44ec-af32-ee8fa7a1eedf tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:41.073561 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-855a02c5-2265-4852-9a55-c361c8c81ecd tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:00:41.074985 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e72770f6-0abb-48a8-9faf-e25492a051db None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:41.087120 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-e72770f6-0abb-48a8-9faf-e25492a051db None None] Transition to ACTIVE for port object 2cba4cb9-f8a6-4fee-8a5a-a6008331912b will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:00:41.094432 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-855a02c5-2265-4852-9a55-c361c8c81ecd tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Usage tracker for resource:network and tenant:895764a2d33a4b6180a8faca69c63db7 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:00:41.107912 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-e72770f6-0abb-48a8-9faf-e25492a051db None None] Transition to ACTIVE for port object 2cba4cb9-f8a6-4fee-8a5a-a6008331912b will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:00:41.117385 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-855a02c5-2265-4852-9a55-c361c8c81ecd tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:00:41.119260 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e72770f6-0abb-48a8-9faf-e25492a051db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:41.132275 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-abba3df1-8dd2-412b-8ce2-093845e061ef tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867540', 'neutron.services.segments.db._delete_segments_for_network-8729234922972'] for network, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:41.141889 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-855a02c5-2265-4852-9a55-c361c8c81ecd tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:00:41.182627 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da477a9e-e0ac-4747-a784-57c07017eaae None None] DHCP port deletion for 5c19a4a3-bef2-4267-b5b6-9b469e99e385 request from dv-neutron-843763-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 30 05:00:41.190659 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e72770f6-0abb-48a8-9faf-e25492a051db None None] Network 0008fd3d-19e9-40cf-b545-4a7647b90cf1 is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:00:41.194168 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-e72770f6-0abb-48a8-9faf-e25492a051db None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:00:41.198279 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-da477a9e-e0ac-4747-a784-57c07017eaae None None] Deleting port 8ddd4219-5c97-4b53-9208-4136acd86ed1 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:00:41.198779 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-da477a9e-e0ac-4747-a784-57c07017eaae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:41.225191 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72770f6-0abb-48a8-9faf-e25492a051db None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:00:41.251581 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72770f6-0abb-48a8-9faf-e25492a051db None None] Pushing event updated for resources: {'Port': ['ID=2cba4cb9-f8a6-4fee-8a5a-a6008331912b,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:41.302983 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-56f9b054-157c-44ec-af32-ee8fa7a1eedf tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] For port 8ddd4219-5c97-4b53-9208-4136acd86ed1, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=8ddd4219-5c97-4b53-9208-4136acd86ed1,segment=NetworkSegment(4f201200-04a2-4dad-b8d7-76aa1641f3d9),segment_id=4f201200-04a2-4dad-b8d7-76aa1641f3d9)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:00:41.303379 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-56f9b054-157c-44ec-af32-ee8fa7a1eedf tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:41.354715 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-855a02c5-2265-4852-9a55-c361c8c81ecd tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Made reservation on behalf of 895764a2d33a4b6180a8faca69c63db7 for: {'network': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:00:41.358329 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-855a02c5-2265-4852-9a55-c361c8c81ecd tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for network, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:41.372701 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-abba3df1-8dd2-412b-8ce2-093845e061ef tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa8c44d6-044d-4751-8260-dd7ba41857a8']}} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:00:41.391440 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-e72770f6-0abb-48a8-9faf-e25492a051db None None] Attempting to bind port 2cba4cb9-f8a6-4fee-8a5a-a6008331912b on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 05:00:41.391986 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-e72770f6-0abb-48a8-9faf-e25492a051db None None] Attempting to bind port 2cba4cb9-f8a6-4fee-8a5a-a6008331912b by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': 'c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 05:00:41.392449 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72770f6-0abb-48a8-9faf-e25492a051db None None] Attempting to bind port 2cba4cb9-f8a6-4fee-8a5a-a6008331912b on network 0008fd3d-19e9-40cf-b545-4a7647b90cf1 {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:00:41.395312 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-abba3df1-8dd2-412b-8ce2-093845e061ef tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b62ebd08-86a1-4bd7-83ea-d9300abfc8cf') {'for_net_delete': True} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:00:41.395619 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-abba3df1-8dd2-412b-8ce2-093845e061ef tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b62ebd08-86a1-4bd7-83ea-d9300abfc8cf') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:00:41.402260 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72770f6-0abb-48a8-9faf-e25492a051db None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 5, 0, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 05:00:41.402260 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72770f6-0abb-48a8-9faf-e25492a051db None None] Checking segment: {'id': 'c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:00:41.402895 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e72770f6-0abb-48a8-9faf-e25492a051db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:41.403397 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72770f6-0abb-48a8-9faf-e25492a051db None None] Bound using segment: {'id': 'c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 05:00:41.403955 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-e72770f6-0abb-48a8-9faf-e25492a051db None None] Bound port: 2cba4cb9-f8a6-4fee-8a5a-a6008331912b, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 05:00:41.404432 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e72770f6-0abb-48a8-9faf-e25492a051db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:41.419406 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-abba3df1-8dd2-412b-8ce2-093845e061ef tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729235042807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1454725'] for segment, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:41.434202 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-855a02c5-2265-4852-9a55-c361c8c81ecd tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=88260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 05:00:41.436488 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.db.l3_db [None req-2e309203-05a9-4d10-9486-fd7651d55afb tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Floating IP afed2c02-be98-4d55-b6c4-d6307401ac8b associated. External IP: 172.26.6.230, port: eaa11aa3-9b94-4281-91e5-7b8060165836. May 30 05:00:41.446485 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-56f9b054-157c-44ec-af32-ee8fa7a1eedf tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Calling delete_port for 8ddd4219-5c97-4b53-9208-4136acd86ed1 owned by network:dhcp {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:00:41.522306 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-855a02c5-2265-4852-9a55-c361c8c81ecd tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:41.523222 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.db.segments_db [None req-855a02c5-2265-4852-9a55-c361c8c81ecd tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Added segment 7d7da365-a26d-47b0-97e5-7f02be713da3 of type vlan for network 4530fb3c-5ed3-4009-aafc-5ae52e88c99e May 30 05:00:41.524461 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-abba3df1-8dd2-412b-8ce2-093845e061ef tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:41.555710 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d0c16e28-d5c2-4c30-b039-a1166437f87b tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2305012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9305500'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:41.578000 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-da477a9e-e0ac-4747-a784-57c07017eaae None None] For port 8ddd4219-5c97-4b53-9208-4136acd86ed1, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=8ddd4219-5c97-4b53-9208-4136acd86ed1,segment=NetworkSegment(4f201200-04a2-4dad-b8d7-76aa1641f3d9),segment_id=4f201200-04a2-4dad-b8d7-76aa1641f3d9)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:00:41.578559 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-da477a9e-e0ac-4747-a784-57c07017eaae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:41.595635 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abba3df1-8dd2-412b-8ce2-093845e061ef tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=88260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 05:00:41.596041 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-abba3df1-8dd2-412b-8ce2-093845e061ef tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-862858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1547513'] for segment, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:41.602081 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-56f9b054-157c-44ec-af32-ee8fa7a1eedf tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:41.661138 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment b62ebd08-86a1-4bd7-83ea-d9300abfc8cf resource provider aggregate not found May 30 05:00:41.669329 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c16e28-d5c2-4c30-b039-a1166437f87b tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Network 0008fd3d-19e9-40cf-b545-4a7647b90cf1 is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:00:41.688183 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f9b054-157c-44ec-af32-ee8fa7a1eedf tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Pushing event deleted for resources: {'Port': ['ID=8ddd4219-5c97-4b53-9208-4136acd86ed1,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:41.691838 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-d0c16e28-d5c2-4c30-b039-a1166437f87b tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:00:41.696383 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f9b054-157c-44ec-af32-ee8fa7a1eedf tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] No DVR routers for this DVR port 8ddd4219-5c97-4b53-9208-4136acd86ed1 on host dv-neutron-843763-1-hyperv {{(pid=88261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 05:00:41.719646 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-e72770f6-0abb-48a8-9faf-e25492a051db None None] For port 2cba4cb9-f8a6-4fee-8a5a-a6008331912b, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 05:00:41.727954 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-da477a9e-e0ac-4747-a784-57c07017eaae None None] Calling delete_port for 8ddd4219-5c97-4b53-9208-4136acd86ed1 owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:00:41.735683 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment b62ebd08-86a1-4bd7-83ea-d9300abfc8cf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b62ebd08-86a1-4bd7-83ea-d9300abfc8cf found for delete ", "request_id": "req-ab0455b7-b902-4a38-853e-26c55604545c"}]} May 30 05:00:41.737671 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c16e28-d5c2-4c30-b039-a1166437f87b tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:00:41.739281 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d0c16e28-d5c2-4c30-b039-a1166437f87b tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:41.763017 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-855a02c5-2265-4852-9a55-c361c8c81ecd tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729234556353'] for network, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:41.766483 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 8ddd4219-5c97-4b53-9208-4136acd86ed1 no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 05:00:41.796531 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c16e28-d5c2-4c30-b039-a1166437f87b tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Pushing event updated for resources: {'Subnet': ['ID=79898da7-13af-4c3d-95bb-ed5156384d26,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:41.817293 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-abba3df1-8dd2-412b-8ce2-093845e061ef tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604744'] for network, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:41.847408 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-abba3df1-8dd2-412b-8ce2-093845e061ef tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:41.850109 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abba3df1-8dd2-412b-8ce2-093845e061ef tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Pushing event deleted for resources: {'Network': ['ID=fa8c44d6-044d-4751-8260-dd7ba41857a8,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:41.861685 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] No Port match for: 8ddd4219-5c97-4b53-9208-4136acd86ed1 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 05:00:41.862163 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 8ddd4219-5c97-4b53-9208-4136acd86ed1 not bound to the agent host dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 05:00:41.862673 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 310c2234-8dd9-4f96-b18f-9591786283e6 no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 05:00:41.874972 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-d0c16e28-d5c2-4c30-b039-a1166437f87b tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8655164 May 30 05:00:41.886081 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 44366) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:41.888431 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-e72770f6-0abb-48a8-9faf-e25492a051db None None] For port 2cba4cb9-f8a6-4fee-8a5a-a6008331912b, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=2cba4cb9-f8a6-4fee-8a5a-a6008331912b,segment=NetworkSegment(c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1),segment_id=c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 05:00:41.895205 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-9d6a7e55-80a5-401d-aadd-210883ec1de9 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Request body: {'port': {'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1', 'mac_address': 'fa:16:3e:ac:d4:90', 'name': 'tempest-NetworksTestDHCPv6-1562856556'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:00:41.904925 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e72770f6-0abb-48a8-9faf-e25492a051db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:41.915996 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-56f9b054-157c-44ec-af32-ee8fa7a1eedf tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867540', 'neutron.services.segments.db._delete_segments_for_network-8729234922972'] for network, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:41.925479 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-855a02c5-2265-4852-9a55-c361c8c81ecd tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788'] for network, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:41.931454 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-855a02c5-2265-4852-9a55-c361c8c81ecd tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:00:41.932024 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-855a02c5-2265-4852-9a55-c361c8c81ecd tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:41.938731 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] No Port match for: 310c2234-8dd9-4f96-b18f-9591786283e6 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 05:00:41.939075 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 310c2234-8dd9-4f96-b18f-9591786283e6 not bound to the agent host dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 05:00:41.956075 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-abba3df1-8dd2-412b-8ce2-093845e061ef tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] 10.222.0.15 "DELETE /v2.0/networks/fa8c44d6-044d-4751-8260-dd7ba41857a8 HTTP/1.1" status: 204 len: 168 time: 1.2792668 May 30 05:00:41.976938 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 44370) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:42.012816 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.db.api [None req-da477a9e-e0ac-4747-a784-57c07017eaae None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 05:00:42.013133 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG oslo_db.api [None req-da477a9e-e0ac-4747-a784-57c07017eaae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 05:00:42.017448 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72770f6-0abb-48a8-9faf-e25492a051db None None] Pushing event updated for resources: {'Port': ['ID=2cba4cb9-f8a6-4fee-8a5a-a6008331912b,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:42.039250 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 56f5a6dd-dda4-440f-892d-4a135963c2f0 resource provider aggregate not found May 30 05:00:42.043935 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-56f9b054-157c-44ec-af32-ee8fa7a1eedf tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c19a4a3-bef2-4267-b5b6-9b469e99e385']}} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:00:42.062795 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 56f5a6dd-dda4-440f-892d-4a135963c2f0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 56f5a6dd-dda4-440f-892d-4a135963c2f0 found for delete ", "request_id": "req-3303eef5-4ee9-4fdf-80f8-10b692aaabd6"}]} May 30 05:00:42.071064 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-56f9b054-157c-44ec-af32-ee8fa7a1eedf tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f201200-04a2-4dad-b8d7-76aa1641f3d9') {'for_net_delete': True} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:00:42.071357 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-56f9b054-157c-44ec-af32-ee8fa7a1eedf tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f201200-04a2-4dad-b8d7-76aa1641f3d9') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:00:42.089227 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-56f9b054-157c-44ec-af32-ee8fa7a1eedf tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729235042807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3545573'] for segment, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:42.113438 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-855a02c5-2265-4852-9a55-c361c8c81ecd tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.1573749 May 30 05:00:42.114538 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-71ed8ed0-a3fe-47c5-a749-04104cc768f9 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] DELETE failed (client error): The resource could not be found. May 30 05:00:42.114995 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71ed8ed0-a3fe-47c5-a749-04104cc768f9 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 05:00:42.117308 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-71ed8ed0-a3fe-47c5-a749-04104cc768f9 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] 10.222.0.15 "DELETE /v2.0/subnets/0232d9bf-3584-44df-bb3b-f0c529c4b135 HTTP/1.1" status: 404 len: 337 time: 0.1387384 May 30 05:00:42.119215 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 44378) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:42.119741 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 44380) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:42.129861 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-56f9b054-157c-44ec-af32-ee8fa7a1eedf tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:42.134933 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-b5eb34cf-2930-4700-9e59-9c47222b82fb tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Request body: {'subnet': {'network_id': '4530fb3c-5ed3-4009-aafc-5ae52e88c99e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:00:42.232121 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855a02c5-2265-4852-9a55-c361c8c81ecd tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Pushing event updated for resources: {'Network': ['ID=4530fb3c-5ed3-4009-aafc-5ae52e88c99e,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:42.250712 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Network 4530fb3c-5ed3-4009-aafc-5ae52e88c99e details requested by agent ovs-agent-dv-neutron-843763-1-hyperv with host dv-neutron-843763-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 05:00:42.282774 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e309203-05a9-4d10-9486-fd7651d55afb tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Router 035cf39c-ba36-4715-9375-d6e51365b793 has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 05:00:42.335759 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-1047aea2-31fa-483e-8449-60ac694af053 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] DELETE failed (client error): The resource could not be found. May 30 05:00:42.336552 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1047aea2-31fa-483e-8449-60ac694af053 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 05:00:42.338525 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-1047aea2-31fa-483e-8449-60ac694af053 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] 10.222.0.15 "DELETE /v2.0/networks/1156e472-895f-4944-92bb-aa2ee24396c4 HTTP/1.1" status: 404 len: 339 time: 0.2142248 May 30 05:00:42.365396 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 44386) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:42.374346 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56f9b054-157c-44ec-af32-ee8fa7a1eedf tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=88261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 05:00:42.375123 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-56f9b054-157c-44ec-af32-ee8fa7a1eedf tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-862858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2304281'] for segment, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:42.465786 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-9d6a7e55-80a5-401d-aadd-210883ec1de9 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:00:42.487816 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e309203-05a9-4d10-9486-fd7651d55afb tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:00:42.498093 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9018a634-8607-4126-84ed-ceaf09ee17c6 None None] Sync routers for ids ['035cf39c-ba36-4715-9375-d6e51365b793'] in dv-neutron-843763-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:00:42.508263 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9018a634-8607-4126-84ed-ceaf09ee17c6 None None] Routers {'035cf39c-ba36-4715-9375-d6e51365b793'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:00:42.509058 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-9018a634-8607-4126-84ed-ceaf09ee17c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:00:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['035cf39c-ba36-4715-9375-d6e51365b793'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:00:42.515070 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-da477a9e-e0ac-4747-a784-57c07017eaae None None] Deleting port 8ddd4219-5c97-4b53-9208-4136acd86ed1 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:00:42.515782 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-da477a9e-e0ac-4747-a784-57c07017eaae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:42.531471 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-9d6a7e55-80a5-401d-aadd-210883ec1de9 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Usage tracker for resource:port and tenant:16af2dbefc6742d5a37a7b30e58c8c2f is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:00:42.540612 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9d78d99-5444-432e-aabf-a5396140872f tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] DELETE failed (client error): The resource could not be found. May 30 05:00:42.541298 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9d78d99-5444-432e-aabf-a5396140872f tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 05:00:42.543209 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-a9d78d99-5444-432e-aabf-a5396140872f tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] 10.222.0.15 "DELETE /v2.0/subnets/99f81c7b-1cf8-4203-aeca-84d6f9614777 HTTP/1.1" status: 404 len: 337 time: 0.1707876 May 30 05:00:42.545970 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 44390) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:42.556083 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-9d6a7e55-80a5-401d-aadd-210883ec1de9 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:00:42.582083 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-9018a634-8607-4126-84ed-ceaf09ee17c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:00:42.589528 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-f66bf807-c810-41e9-8473-717a2e1ec68e tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] DELETE failed (client error): The resource could not be found. May 30 05:00:42.590036 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f66bf807-c810-41e9-8473-717a2e1ec68e tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 05:00:42.591723 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-f66bf807-c810-41e9-8473-717a2e1ec68e tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] 10.222.0.15 "DELETE /v2.0/networks/033b88b6-d15f-46f3-b67c-e69b4b892da1 HTTP/1.1" status: 404 len: 339 time: 0.0448055 May 30 05:00:42.592876 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-9d6a7e55-80a5-401d-aadd-210883ec1de9 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:00:42.594577 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 44394) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:42.598990 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9018a634-8607-4126-84ed-ceaf09ee17c6 None None] Routers {'035cf39c-ba36-4715-9375-d6e51365b793'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:00:42.603700 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-9018a634-8607-4126-84ed-ceaf09ee17c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:00:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['035cf39c-ba36-4715-9375-d6e51365b793'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:00:42.614627 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-b5eb34cf-2930-4700-9e59-9c47222b82fb tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:00:42.618883 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-b5eb34cf-2930-4700-9e59-9c47222b82fb tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Usage tracker for resource:subnet and tenant:895764a2d33a4b6180a8faca69c63db7 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:00:42.622294 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-b5eb34cf-2930-4700-9e59-9c47222b82fb tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:00:42.625120 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-56f9b054-157c-44ec-af32-ee8fa7a1eedf tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604744'] for network, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:42.641063 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed352e90-a11f-4467-ba48-9a416e22cf07 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] DELETE failed (client error): The resource could not be found. May 30 05:00:42.641513 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed352e90-a11f-4467-ba48-9a416e22cf07 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 05:00:42.643228 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-ed352e90-a11f-4467-ba48-9a416e22cf07 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] 10.222.0.15 "DELETE /v2.0/subnets/86f2d81e-a64b-4e95-9fa7-d49438b33417 HTTP/1.1" status: 404 len: 337 time: 0.0479407 May 30 05:00:42.645678 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d6a7e55-80a5-401d-aadd-210883ec1de9 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Made reservation on behalf of 16af2dbefc6742d5a37a7b30e58c8c2f for: {'port': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:00:42.649149 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-da477a9e-e0ac-4747-a784-57c07017eaae None None] The port '8ddd4219-5c97-4b53-9208-4136acd86ed1' was deleted {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 30 05:00:42.661298 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-56f9b054-157c-44ec-af32-ee8fa7a1eedf tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:42.664806 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-b5eb34cf-2930-4700-9e59-9c47222b82fb tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:00:42.669280 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 44398) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:42.693049 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-9018a634-8607-4126-84ed-ceaf09ee17c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:00:42.693594 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9018a634-8607-4126-84ed-ceaf09ee17c6 None None] The sync data for ids ['035cf39c-ba36-4715-9375-d6e51365b793'] in dv-neutron-843763-1-hyperv is: [] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:00:42.702407 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f9b054-157c-44ec-af32-ee8fa7a1eedf tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Pushing event deleted for resources: {'Network': ['ID=5c19a4a3-bef2-4267-b5b6-9b469e99e385,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:42.769915 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed55c6f3-3167-4772-a223-9b97df6b7565 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] DELETE failed (client error): The resource could not be found. May 30 05:00:42.770681 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed55c6f3-3167-4772-a223-9b97df6b7565 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 05:00:42.773082 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-ed55c6f3-3167-4772-a223-9b97df6b7565 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] 10.222.0.15 "DELETE /v2.0/networks/c927cd8d-29d3-4306-83e2-82d8e2d1fb30 HTTP/1.1" status: 404 len: 339 time: 0.1020648 May 30 05:00:42.777338 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-56f9b054-157c-44ec-af32-ee8fa7a1eedf tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] 10.222.0.15 "DELETE /v2.0/networks/5c19a4a3-bef2-4267-b5b6-9b469e99e385 HTTP/1.1" status: 204 len: 168 time: 2.0655622 May 30 05:00:42.780178 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 44402) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:42.780967 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5eb34cf-2930-4700-9e59-9c47222b82fb tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Made reservation on behalf of 895764a2d33a4b6180a8faca69c63db7 for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:00:42.784626 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b5eb34cf-2930-4700-9e59-9c47222b82fb tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9305518'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:42.793782 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 44404) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:42.901631 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1f03aaf-8e79-4c29-9b0b-39462561756a tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] DELETE failed (client error): The resource could not be found. May 30 05:00:42.902218 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1f03aaf-8e79-4c29-9b0b-39462561756a tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 05:00:42.903996 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-e1f03aaf-8e79-4c29-9b0b-39462561756a tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] 10.222.0.15 "DELETE /v2.0/subnets/7e64b1b7-8b62-4f7d-aeac-f491312caf6a HTTP/1.1" status: 404 len: 337 time: 0.1047728 May 30 05:00:42.921894 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 44410) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:42.972890 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-72701487-f103-4d57-9c86-52aa3ec3efe2 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] DELETE failed (client error): The resource could not be found. May 30 05:00:42.973389 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72701487-f103-4d57-9c86-52aa3ec3efe2 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 05:00:42.977861 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-72701487-f103-4d57-9c86-52aa3ec3efe2 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] 10.222.0.15 "DELETE /v2.0/networks/36cb04f7-0032-451d-8cca-6823f12c97a1 HTTP/1.1" status: 404 len: 339 time: 0.0520160 May 30 05:00:42.980944 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 44414) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:43.048764 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9d6a7e55-80a5-401d-aadd-210883ec1de9 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:43.059338 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-f64b9b0f-2ea3-474f-9acf-4500dc2f16f8 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] DELETE failed (client error): The resource could not be found. May 30 05:00:43.059796 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f64b9b0f-2ea3-474f-9acf-4500dc2f16f8 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 05:00:43.063844 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-f64b9b0f-2ea3-474f-9acf-4500dc2f16f8 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] 10.222.0.15 "DELETE /v2.0/subnets/df6634a3-f2b0-4eeb-aaed-25345a9be07e HTTP/1.1" status: 404 len: 337 time: 0.0795815 May 30 05:00:43.069273 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 44418) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:43.076276 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-753fbc1c-e451-47a3-b329-a005a7ca92d3 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:00:43.077564 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-753fbc1c-e451-47a3-b329-a005a7ca92d3 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] 10.222.0.15 "GET /v2.0/ports/27a45f3e-0295-4952-8c3a-4218c39be9be HTTP/1.1" status: 200 len: 840 time: 0.2827590 May 30 05:00:43.085887 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 44422) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:43.099851 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-debaeb34-4fc7-4436-acab-62481769b5d1 None None] Network 0008fd3d-19e9-40cf-b545-4a7647b90cf1 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:00:43.114135 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-58b52ab2-96b9-480c-9fed-b31ed257716c tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] DELETE failed (client error): The resource could not be found. May 30 05:00:43.114865 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58b52ab2-96b9-480c-9fed-b31ed257716c tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 05:00:43.118761 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [None req-9d6a7e55-80a5-401d-aadd-210883ec1de9 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] device_id is not set on port 7db0d844-654f-49a3-b005-9dfa8f382b24 yet. {{(pid=88261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 30 05:00:43.162154 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-58b52ab2-96b9-480c-9fed-b31ed257716c tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] 10.222.0.15 "DELETE /v2.0/networks/9eafb0a9-062e-4cb6-9fd0-efe58e842deb HTTP/1.1" status: 404 len: 339 time: 0.0908093 May 30 05:00:43.167548 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 44426) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:43.198393 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-e022d7e8-4bfe-4495-9600-be99b4b33dd9 None None] Provisioning for port 2cba4cb9-f8a6-4fee-8a5a-a6008331912b completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:00:43.219425 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-5b9d2906-bd36-40f9-9a7e-35e0fcc2aea1 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] 10.222.0.15 "GET /v2.0/ports/27a45f3e-0295-4952-8c3a-4218c39be9be?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1292918 May 30 05:00:43.219425 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a0ec08d-4b65-4e1c-b425-01695df0c1d4 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] DELETE failed (client error): The resource could not be found. May 30 05:00:43.219425 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a0ec08d-4b65-4e1c-b425-01695df0c1d4 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 05:00:43.222835 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-2a0ec08d-4b65-4e1c-b425-01695df0c1d4 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] 10.222.0.15 "DELETE /v2.0/subnets/8db4139c-fce2-411f-8975-af2e7362d757 HTTP/1.1" status: 404 len: 337 time: 0.0519681 May 30 05:00:43.222835 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 44430) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:43.223114 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 44434) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:43.228122 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-4b315045-1133-4437-a8f4-a6cfef39cbad tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Request body: {'subnet': {'network_id': '585f1a25-d8c2-4739-95aa-646c169bbb1a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:00:43.280519 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e309203-05a9-4d10-9486-fd7651d55afb tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Router 035cf39c-ba36-4715-9375-d6e51365b793 has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 05:00:43.337373 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-18d6873a-1466-434e-baba-7bcb38b98cc2 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] DELETE failed (client error): The resource could not be found. May 30 05:00:43.337791 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18d6873a-1466-434e-baba-7bcb38b98cc2 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 05:00:43.342742 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-18d6873a-1466-434e-baba-7bcb38b98cc2 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] 10.222.0.15 "DELETE /v2.0/networks/2a215244-e7b6-4013-b28e-865f89609b7a HTTP/1.1" status: 404 len: 339 time: 0.1181743 May 30 05:00:43.342742 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 44438) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:43.363591 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b5eb34cf-2930-4700-9e59-9c47222b82fb tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2305012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9305500'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:43.479205 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-2049d41e-f7dd-4fdf-b757-181ad308aad8 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] DELETE failed (client error): The resource could not be found. May 30 05:00:43.479669 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2049d41e-f7dd-4fdf-b757-181ad308aad8 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 05:00:43.482288 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-2049d41e-f7dd-4fdf-b757-181ad308aad8 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] 10.222.0.15 "DELETE /v2.0/subnets/5999466a-9785-493c-a483-c79f18577e32 HTTP/1.1" status: 404 len: 337 time: 0.1324985 May 30 05:00:43.487626 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18cd9316-ebff-49bc-b666-2a584e8155bd None None] Update dhcp port {'port': {'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1', 'fixed_ips': [{'subnet_id': '0d98116a-22d9-4ba2-941a-2fc423e8f04c', 'ip_address': '2001:db8::f816:3eff:fec7:9be6'}, {'subnet_id': '79898da7-13af-4c3d-95bb-ed5156384d26'}], 'binding:host_id': 'dv-neutron-843763-1-hyperv'}, 'id': '2cba4cb9-f8a6-4fee-8a5a-a6008331912b'} from dv-neutron-843763-1-hyperv. {{(pid=88262) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 30 05:00:43.491931 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 44442) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:43.518575 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-4b315045-1133-4437-a8f4-a6cfef39cbad tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:00:43.525415 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-4b315045-1133-4437-a8f4-a6cfef39cbad tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Usage tracker for resource:subnet and tenant:f4aea07b5c934dc5bc600f55a2d3ba0e is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:00:43.530035 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-4b315045-1133-4437-a8f4-a6cfef39cbad tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:00:43.538854 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5eb34cf-2930-4700-9e59-9c47222b82fb tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Pushing event updated for resources: {'Subnet': ['ID=8986d84c-0178-4a94-af01-09375a09140d,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:43.547085 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-9d6a7e55-80a5-401d-aadd-210883ec1de9 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Allocated IP 2001:db8:0:1::e1 (0008fd3d-19e9-40cf-b545-4a7647b90cf1/79898da7-13af-4c3d-95bb-ed5156384d26/7db0d844-654f-49a3-b005-9dfa8f382b24) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:00:43.553049 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-67649247-7113-4961-9b66-972cb2d9e8c5 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] DELETE failed (client error): The resource could not be found. May 30 05:00:43.553526 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67649247-7113-4961-9b66-972cb2d9e8c5 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 05:00:43.554723 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-18cd9316-ebff-49bc-b666-2a584e8155bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:43.560924 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-9d6a7e55-80a5-401d-aadd-210883ec1de9 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Allocated IP 2001:db8::f816:3eff:feac:d490 (0008fd3d-19e9-40cf-b545-4a7647b90cf1/0d98116a-22d9-4ba2-941a-2fc423e8f04c/7db0d844-654f-49a3-b005-9dfa8f382b24) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:00:43.563102 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5eb34cf-2930-4700-9e59-9c47222b82fb tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Checking segment: {'id': '7d7da365-a26d-47b0-97e5-7f02be713da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '4530fb3c-5ed3-4009-aafc-5ae52e88c99e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:00:43.563348 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5eb34cf-2930-4700-9e59-9c47222b82fb tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Network hostable DHCP agents. Network: 4530fb3c-5ed3-4009-aafc-5ae52e88c99e, hostable agents: ['1c705e68-3d3e-4dd3-9252-feb21d4b96ab'], hosted agents: [] {{(pid=88261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 05:00:43.581130 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-67649247-7113-4961-9b66-972cb2d9e8c5 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] 10.222.0.15 "DELETE /v2.0/networks/f72c9d7b-f8a3-404d-8470-b64caf927c47 HTTP/1.1" status: 404 len: 339 time: 0.0763767 May 30 05:00:43.581477 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 44446) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:43.589215 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-4b315045-1133-4437-a8f4-a6cfef39cbad tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:00:43.622424 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b315045-1133-4437-a8f4-a6cfef39cbad tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Made reservation on behalf of f4aea07b5c934dc5bc600f55a2d3ba0e for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:00:43.626692 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4b315045-1133-4437-a8f4-a6cfef39cbad tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2133361'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:43.645505 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fc92a7e-1589-4a9b-bed1-0bdfb88251ac tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] DELETE failed (client error): The resource could not be found. May 30 05:00:43.645999 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fc92a7e-1589-4a9b-bed1-0bdfb88251ac tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 05:00:43.650512 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-5fc92a7e-1589-4a9b-bed1-0bdfb88251ac tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] 10.222.0.15 "DELETE /v2.0/subnets/ff59894c-2140-4ad5-b052-b18aa26210b0 HTTP/1.1" status: 404 len: 337 time: 0.0653203 May 30 05:00:43.653945 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 44450) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:43.734258 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e309203-05a9-4d10-9486-fd7651d55afb tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:00:43.747509 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92926b68-0209-490e-9d2d-51e56f1078a6 None None] Sync routers for ids ['035cf39c-ba36-4715-9375-d6e51365b793'] in dv-neutron-843763-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:00:43.755708 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2e309203-05a9-4d10-9486-fd7651d55afb tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for floatingip, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:43.764774 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5eb34cf-2930-4700-9e59-9c47222b82fb tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Network 4530fb3c-5ed3-4009-aafc-5ae52e88c99e is scheduled to be hosted by DHCP agent 1c705e68-3d3e-4dd3-9252-feb21d4b96ab with binding_index 1 {{(pid=88261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 05:00:43.766878 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92926b68-0209-490e-9d2d-51e56f1078a6 None None] Routers {'035cf39c-ba36-4715-9375-d6e51365b793'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:00:43.767616 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-92926b68-0209-490e-9d2d-51e56f1078a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:00:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['035cf39c-ba36-4715-9375-d6e51365b793'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:00:43.789029 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-788875ad-f4bc-4efc-9578-362a7f3f8a92 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] DELETE failed (client error): The resource could not be found. May 30 05:00:43.789418 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-788875ad-f4bc-4efc-9578-362a7f3f8a92 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 05:00:43.789542 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-b5eb34cf-2930-4700-9e59-9c47222b82fb tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843763-1-hyperv, 4530fb3c-5ed3-4009-aafc-5ae52e88c99e) {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:00:43.791267 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-788875ad-f4bc-4efc-9578-362a7f3f8a92 tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] 10.222.0.15 "DELETE /v2.0/networks/49777a40-d6ab-40a3-b904-cc3fc4d5300f HTTP/1.1" status: 404 len: 339 time: 0.1363349 May 30 05:00:43.800053 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 44454) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:43.820026 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5eb34cf-2930-4700-9e59-9c47222b82fb tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:00:43.820618 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b5eb34cf-2930-4700-9e59-9c47222b82fb tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:43.833616 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 2cba4cb9-f8a6-4fee-8a5a-a6008331912b up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:00:43.863897 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f50101-3f83-40c0-bd24-d48b11074ea8 None None] Network 4530fb3c-5ed3-4009-aafc-5ae52e88c99e requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:00:43.867145 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9d6a7e55-80a5-401d-aadd-210883ec1de9 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:43.871346 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-b5eb34cf-2930-4700-9e59-9c47222b82fb tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7484381 May 30 05:00:43.879876 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 44458) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:43.888008 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [None req-9d6a7e55-80a5-401d-aadd-210883ec1de9 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Transition to ACTIVE for port object 7db0d844-654f-49a3-b005-9dfa8f382b24 will not be triggered until provisioned by entity DHCP. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:00:43.892075 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-ec36a070-4630-4c01-93c8-8dbf5eedf330 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Request body: {'port': {'network_id': '4530fb3c-5ed3-4009-aafc-5ae52e88c99e', 'name': 'tempest-PortsIpV6TestJSON-1822047707', 'fixed_ips': [{'subnet_id': '8986d84c-0178-4a94-af01-09375a09140d', 'ip_address': '2001:db8::10'}]}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:00:43.915858 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9d6a7e55-80a5-401d-aadd-210883ec1de9 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:43.943613 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-92926b68-0209-490e-9d2d-51e56f1078a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:00:43.992487 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d6a7e55-80a5-401d-aadd-210883ec1de9 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Network 0008fd3d-19e9-40cf-b545-4a7647b90cf1 is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:00:43.995932 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-9d6a7e55-80a5-401d-aadd-210883ec1de9 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:00:44.001331 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6a7e55-80a5-401d-aadd-210883ec1de9 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:00:44.007160 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d6a7e55-80a5-401d-aadd-210883ec1de9 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:00:44.008011 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9d6a7e55-80a5-401d-aadd-210883ec1de9 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:44.024981 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6a7e55-80a5-401d-aadd-210883ec1de9 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Pushing event updated for resources: {'Port': ['ID=7db0d844-654f-49a3-b005-9dfa8f382b24,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:44.035324 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-9d6a7e55-80a5-401d-aadd-210883ec1de9 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.1482036 May 30 05:00:44.039123 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 44462) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:44.043437 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_v2 [None req-71c8a1d1-8329-4e2a-8b64-863d159a280e tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Deleting subnet 1d122f10-2713-4baf-92f6-2baa60a6b612 {{(pid=88260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 30 05:00:44.051780 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-71c8a1d1-8329-4e2a-8b64-863d159a280e tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks [] for subnet, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:44.057747 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92926b68-0209-490e-9d2d-51e56f1078a6 None None] Routers {'035cf39c-ba36-4715-9375-d6e51365b793'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:00:44.058408 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-92926b68-0209-490e-9d2d-51e56f1078a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:00:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['035cf39c-ba36-4715-9375-d6e51365b793'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:00:44.096063 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 4f201200-04a2-4dad-b8d7-76aa1641f3d9 resource provider aggregate not found May 30 05:00:44.116809 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-2e309203-05a9-4d10-9486-fd7651d55afb tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] 10.222.0.15 "PUT /v2.0/floatingips/afed2c02-be98-4d55-b6c4-d6307401ac8b HTTP/1.1" status: 200 len: 976 time: 4.2486451 May 30 05:00:44.127131 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 44470) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:44.128755 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 4f201200-04a2-4dad-b8d7-76aa1641f3d9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4f201200-04a2-4dad-b8d7-76aa1641f3d9 found for delete ", "request_id": "req-a7fedeae-0449-4b20-8d5e-31b961107e14"}]} May 30 05:00:44.132948 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-51cd50b8-98cd-410f-9e2f-b702847b2a81 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Deleting port 7db0d844-654f-49a3-b005-9dfa8f382b24 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:00:44.133417 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-51cd50b8-98cd-410f-9e2f-b702847b2a81 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:44.146875 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-92926b68-0209-490e-9d2d-51e56f1078a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:00:44.147281 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92926b68-0209-490e-9d2d-51e56f1078a6 None None] The sync data for ids ['035cf39c-ba36-4715-9375-d6e51365b793'] in dv-neutron-843763-1-hyperv is: [] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:00:44.177639 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-71c8a1d1-8329-4e2a-8b64-863d159a280e tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1454738'] for subnet, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:44.178206 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-541fb8e7-42d8-476a-84d1-edf04ec89a86 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:00:44.247514 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-18cd9316-ebff-49bc-b666-2a584e8155bd None None] Allocated IP 2001:db8:0:1::2 (0008fd3d-19e9-40cf-b545-4a7647b90cf1/79898da7-13af-4c3d-95bb-ed5156384d26/2cba4cb9-f8a6-4fee-8a5a-a6008331912b) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:00:44.279503 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c017501-24e4-44f6-a010-ae3b0b312082 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bbf24ed-7ba9-53d2-873f-8f9642b1e987-4530fb3c-5ed3-4009-aafc-5ae52e88c99e', 'network_id': '4530fb3c-5ed3-4009-aafc-5ae52e88c99e', 'tenant_id': '895764a2d33a4b6180a8faca69c63db7', 'fixed_ips': [{'subnet_id': '8986d84c-0178-4a94-af01-09375a09140d'}]}} from dv-neutron-843763-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 30 05:00:44.280609 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9c017501-24e4-44f6-a010-ae3b0b312082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:44.309271 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port 2cba4cb9-f8a6-4fee-8a5a-a6008331912b completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:00:44.330560 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-71c8a1d1-8329-4e2a-8b64-863d159a280e tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860493'] for subnet, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:44.385164 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-ec36a070-4630-4c01-93c8-8dbf5eedf330 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:00:44.404715 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-ec36a070-4630-4c01-93c8-8dbf5eedf330 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Usage tracker for resource:port and tenant:895764a2d33a4b6180a8faca69c63db7 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:00:44.407718 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 2cba4cb9-f8a6-4fee-8a5a-a6008331912b triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:00:44.407718 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:44.413965 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-ec36a070-4630-4c01-93c8-8dbf5eedf330 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:00:44.425353 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-ec36a070-4630-4c01-93c8-8dbf5eedf330 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:00:44.440249 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4b315045-1133-4437-a8f4-a6cfef39cbad tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1547796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2133315'] for subnet, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:44.483098 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec36a070-4630-4c01-93c8-8dbf5eedf330 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Made reservation on behalf of 895764a2d33a4b6180a8faca69c63db7 for: {'port': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:00:44.498158 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-541fb8e7-42d8-476a-84d1-edf04ec89a86 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks [] for floatingip, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:44.522013 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-71c8a1d1-8329-4e2a-8b64-863d159a280e tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1547867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2133322'] for subnet, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:44.610796 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b315045-1133-4437-a8f4-a6cfef39cbad tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Network 585f1a25-d8c2-4739-95aa-646c169bbb1a is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:00:44.611888 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-71c8a1d1-8329-4e2a-8b64-863d159a280e tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:44.616358 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b315045-1133-4437-a8f4-a6cfef39cbad tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Pushing event updated for resources: {'Subnet': ['ID=f32b1508-df80-4952-b2f1-61dd529359f9,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:44.621582 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-4b315045-1133-4437-a8f4-a6cfef39cbad tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:00:44.656093 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b315045-1133-4437-a8f4-a6cfef39cbad tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:00:44.656671 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4b315045-1133-4437-a8f4-a6cfef39cbad tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:44.662909 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef028e4-0049-44e3-a8a4-f2ca5f37174e None None] Network 24ec3f6a-484d-4464-90d5-795d07f8711b requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:00:44.674029 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1960446-d44c-4fc4-b983-d3467812444e None None] Network 585f1a25-d8c2-4739-95aa-646c169bbb1a requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:00:44.680415 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c8a1d1-8329-4e2a-8b64-863d159a280e tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Pushing event deleted for resources: {'Subnet': ['ID=1d122f10-2713-4baf-92f6-2baa60a6b612,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:44.689263 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-71c8a1d1-8329-4e2a-8b64-863d159a280e tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] 10.222.0.15 "DELETE /v2.0/subnets/1d122f10-2713-4baf-92f6-2baa60a6b612 HTTP/1.1" status: 204 len: 168 time: 0.8850334 May 30 05:00:44.697799 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 44474) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:44.719145 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-4b315045-1133-4437-a8f4-a6cfef39cbad tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4971693 May 30 05:00:44.722224 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 44478) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:44.728683 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-6f7e3bf7-c782-4a7a-a23e-46bbbf10e114 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Request body: {'security_group': {'name': 'tempest-secgroup-1711833487'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:00:44.821588 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-18cd9316-ebff-49bc-b666-2a584e8155bd None None] For port 2cba4cb9-f8a6-4fee-8a5a-a6008331912b, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=2cba4cb9-f8a6-4fee-8a5a-a6008331912b,segment=NetworkSegment(c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1),segment_id=c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:00:44.858780 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 2cba4cb9-f8a6-4fee-8a5a-a6008331912b is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:00:44.859175 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:44.862684 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ec36a070-4630-4c01-93c8-8dbf5eedf330 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:44.875502 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-6f7e3bf7-c782-4a7a-a23e-46bbbf10e114 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:00:44.885038 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-6f7e3bf7-c782-4a7a-a23e-46bbbf10e114 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Usage tracker for resource:security_group and tenant:f4aea07b5c934dc5bc600f55a2d3ba0e is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:00:44.892929 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-6f7e3bf7-c782-4a7a-a23e-46bbbf10e114 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:00:44.901663 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-6f7e3bf7-c782-4a7a-a23e-46bbbf10e114 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:00:44.902895 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-9c017501-24e4-44f6-a010-ae3b0b312082 None None] Allocated IP 2001:db8::2 (4530fb3c-5ed3-4009-aafc-5ae52e88c99e/8986d84c-0178-4a94-af01-09375a09140d/b192faf7-cc5b-4afa-80f3-9be000064495) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:00:44.906369 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [None req-ec36a070-4630-4c01-93c8-8dbf5eedf330 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] device_id is not set on port 065e6ef4-b5c3-406c-983b-0172cb5f2b8a yet. {{(pid=88260) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 30 05:00:44.966345 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6f7e3bf7-c782-4a7a-a23e-46bbbf10e114 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks [] for security_group, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:44.967575 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-18cd9316-ebff-49bc-b666-2a584e8155bd None None] Notify callbacks [] for port, precommit_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:44.990312 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-51cd50b8-98cd-410f-9e2f-b702847b2a81 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:45.001336 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-6f7e3bf7-c782-4a7a-a23e-46bbbf10e114 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:00:45.041045 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-6f7e3bf7-c782-4a7a-a23e-46bbbf10e114 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Usage tracker for resource:security_group_rule and tenant:f4aea07b5c934dc5bc600f55a2d3ba0e is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:00:45.049989 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-6f7e3bf7-c782-4a7a-a23e-46bbbf10e114 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:00:45.061330 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-6f7e3bf7-c782-4a7a-a23e-46bbbf10e114 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:00:45.065477 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-274ddf98-afd3-4033-bfb7-f8ed0b52635d tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897784'] for network, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:45.146261 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6f7e3bf7-c782-4a7a-a23e-46bbbf10e114 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks [] for security_group, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:45.150586 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6f7e3bf7-c782-4a7a-a23e-46bbbf10e114 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:45.160601 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-18cd9316-ebff-49bc-b666-2a584e8155bd None None] Transition to ACTIVE for port object 2cba4cb9-f8a6-4fee-8a5a-a6008331912b will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:00:45.176853 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-18cd9316-ebff-49bc-b666-2a584e8155bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:45.205021 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-541fb8e7-42d8-476a-84d1-edf04ec89a86 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:45.207655 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7e3bf7-c782-4a7a-a23e-46bbbf10e114 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4e000f6-9e5d-4dea-8ff6-9566b8ba2da2,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:45.221979 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-51cd50b8-98cd-410f-9e2f-b702847b2a81 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Calling delete_port for 7db0d844-654f-49a3-b005-9dfa8f382b24 owned by {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:00:45.244989 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6f7e3bf7-c782-4a7a-a23e-46bbbf10e114 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:45.250866 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-6f7e3bf7-c782-4a7a-a23e-46bbbf10e114 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5276363 May 30 05:00:45.251941 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 44482) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:45.260737 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-24f5860b-dcbb-424d-8d88-001a12844a22 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Request body: {'security_group': {'name': 'tempest-secgroup-496692304'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:00:45.264662 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-274ddf98-afd3-4033-bfb7-f8ed0b52635d tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Deleting port b7cf8e5d-4b33-48d5-8103-caf797d60ea4 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:00:45.264662 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-274ddf98-afd3-4033-bfb7-f8ed0b52635d tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:45.271684 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-24f5860b-dcbb-424d-8d88-001a12844a22 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:00:45.277251 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-24f5860b-dcbb-424d-8d88-001a12844a22 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Usage tracker for resource:security_group and tenant:f4aea07b5c934dc5bc600f55a2d3ba0e is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:00:45.280275 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-24f5860b-dcbb-424d-8d88-001a12844a22 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:00:45.287592 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-24f5860b-dcbb-424d-8d88-001a12844a22 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:00:45.300349 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-24f5860b-dcbb-424d-8d88-001a12844a22 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks [] for security_group, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:45.301999 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-541fb8e7-42d8-476a-84d1-edf04ec89a86 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1604762'] for floatingip, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:45.302380 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.db.l3_db [None req-541fb8e7-42d8-476a-84d1-edf04ec89a86 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Floating IP afed2c02-be98-4d55-b6c4-d6307401ac8b disassociated. External IP: 172.26.6.230, port: cad7ea11-2d3b-48c8-8f6e-46cf7357439f. May 30 05:00:45.323333 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-24f5860b-dcbb-424d-8d88-001a12844a22 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:00:45.327723 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-24f5860b-dcbb-424d-8d88-001a12844a22 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Usage tracker for resource:security_group_rule and tenant:f4aea07b5c934dc5bc600f55a2d3ba0e is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:00:45.330880 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-24f5860b-dcbb-424d-8d88-001a12844a22 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:00:45.337313 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-24f5860b-dcbb-424d-8d88-001a12844a22 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:00:45.422833 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-24f5860b-dcbb-424d-8d88-001a12844a22 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks [] for security_group, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:45.428414 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-24f5860b-dcbb-424d-8d88-001a12844a22 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:45.473024 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.db.api [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 05:00:45.473024 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG oslo_db.api [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 05:00:45.484366 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f5860b-dcbb-424d-8d88-001a12844a22 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e152c77-25d9-418f-b877-37ba767369f3,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:45.489596 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-24f5860b-dcbb-424d-8d88-001a12844a22 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:45.491148 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-24f5860b-dcbb-424d-8d88-001a12844a22 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2377498 May 30 05:00:45.493714 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 44486) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:45.501185 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-d9d26e2a-d814-4634-8eac-764d4803e755 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-938998250', 'security_groups': ['8e152c77-25d9-418f-b877-37ba767369f3'], 'network_id': '585f1a25-d8c2-4739-95aa-646c169bbb1a', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'f32b1508-df80-4952-b2f1-61dd529359f9'}]}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:00:45.551142 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cd9316-ebff-49bc-b666-2a584e8155bd None None] Pushing event updated for resources: {'Port': ['ID=2cba4cb9-f8a6-4fee-8a5a-a6008331912b,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:45.608884 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9c017501-24e4-44f6-a010-ae3b0b312082 None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:45.642635 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc37a6e-b34b-4818-9232-8dbb3c9e18e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bbf24ed-7ba9-53d2-873f-8f9642b1e987-585f1a25-d8c2-4739-95aa-646c169bbb1a', 'network_id': '585f1a25-d8c2-4739-95aa-646c169bbb1a', 'tenant_id': 'f4aea07b5c934dc5bc600f55a2d3ba0e', 'fixed_ips': [{'subnet_id': 'f32b1508-df80-4952-b2f1-61dd529359f9'}]}} from dv-neutron-843763-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 30 05:00:45.643298 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-fcc37a6e-b34b-4818-9232-8dbb3c9e18e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:45.686881 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-d9d26e2a-d814-4634-8eac-764d4803e755 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:00:45.698360 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-d9d26e2a-d814-4634-8eac-764d4803e755 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:00:45.713921 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9d26e2a-d814-4634-8eac-764d4803e755 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Made reservation on behalf of f4aea07b5c934dc5bc600f55a2d3ba0e for: {'port': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:00:45.720339 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa465dc4-c201-4c79-bdad-03ceaadf1e1c None None] DHCP port deletion for 24ec3f6a-484d-4464-90d5-795d07f8711b request from dv-neutron-843763-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 30 05:00:45.725560 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-aa465dc4-c201-4c79-bdad-03ceaadf1e1c None None] Deleting port b7cf8e5d-4b33-48d5-8103-caf797d60ea4 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:00:45.729990 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-aa465dc4-c201-4c79-bdad-03ceaadf1e1c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:45.863251 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d9d26e2a-d814-4634-8eac-764d4803e755 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:45.888972 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [None req-d9d26e2a-d814-4634-8eac-764d4803e755 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] device_id is not set on port 3923cdc4-7be6-4525-870d-e3b8056d20ce yet. {{(pid=88260) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 30 05:00:46.144452 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 2cba4cb9-f8a6-4fee-8a5a-a6008331912b is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:00:46.144840 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:46.146744 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-274ddf98-afd3-4033-bfb7-f8ed0b52635d tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] For port b7cf8e5d-4b33-48d5-8103-caf797d60ea4, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=b7cf8e5d-4b33-48d5-8103-caf797d60ea4,segment=NetworkSegment(a10bef35-afc7-4b4a-83bd-a7761049ef70),segment_id=a10bef35-afc7-4b4a-83bd-a7761049ef70)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:00:46.147237 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-274ddf98-afd3-4033-bfb7-f8ed0b52635d tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:46.167580 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9c017501-24e4-44f6-a010-ae3b0b312082 None None] Transition to ACTIVE for port object b192faf7-cc5b-4afa-80f3-9be000064495 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:00:46.179733 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-fcc37a6e-b34b-4818-9232-8dbb3c9e18e0 None None] Allocated IP 172.20.0.2 (585f1a25-d8c2-4739-95aa-646c169bbb1a/f32b1508-df80-4952-b2f1-61dd529359f9/259f30c8-c1c1-40d4-b403-fb5bf7da4116) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:00:46.219793 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-51cd50b8-98cd-410f-9e2f-b702847b2a81 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:46.230618 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9c017501-24e4-44f6-a010-ae3b0b312082 None None] Transition to ACTIVE for port object b192faf7-cc5b-4afa-80f3-9be000064495 will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:00:46.236903 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-aa465dc4-c201-4c79-bdad-03ceaadf1e1c None None] For port b7cf8e5d-4b33-48d5-8103-caf797d60ea4, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=b7cf8e5d-4b33-48d5-8103-caf797d60ea4,segment=NetworkSegment(a10bef35-afc7-4b4a-83bd-a7761049ef70),segment_id=a10bef35-afc7-4b4a-83bd-a7761049ef70)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:00:46.237339 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-aa465dc4-c201-4c79-bdad-03ceaadf1e1c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:46.273432 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9c017501-24e4-44f6-a010-ae3b0b312082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:46.292581 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-274ddf98-afd3-4033-bfb7-f8ed0b52635d tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Calling delete_port for b7cf8e5d-4b33-48d5-8103-caf797d60ea4 owned by network:dhcp {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:00:46.355849 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-ec36a070-4630-4c01-93c8-8dbf5eedf330 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Allocated IP 2001:db8::10 (4530fb3c-5ed3-4009-aafc-5ae52e88c99e/8986d84c-0178-4a94-af01-09375a09140d/065e6ef4-b5c3-406c-983b-0172cb5f2b8a) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:00:46.408402 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd50b8-98cd-410f-9e2f-b702847b2a81 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Pushing event deleted for resources: {'Port': ['ID=7db0d844-654f-49a3-b005-9dfa8f382b24,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:46.423291 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-541fb8e7-42d8-476a-84d1-edf04ec89a86 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Router 035cf39c-ba36-4715-9375-d6e51365b793 has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 05:00:46.485433 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-51cd50b8-98cd-410f-9e2f-b702847b2a81 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:46.504739 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] For port 2cba4cb9-f8a6-4fee-8a5a-a6008331912b, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=2cba4cb9-f8a6-4fee-8a5a-a6008331912b,segment=NetworkSegment(c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1),segment_id=c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:00:46.513520 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-aa465dc4-c201-4c79-bdad-03ceaadf1e1c None None] Calling delete_port for b7cf8e5d-4b33-48d5-8103-caf797d60ea4 owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:00:46.563415 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:46.588015 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c017501-24e4-44f6-a010-ae3b0b312082 None None] Network 4530fb3c-5ed3-4009-aafc-5ae52e88c99e is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:00:46.600545 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-9c017501-24e4-44f6-a010-ae3b0b312082 None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:00:46.603947 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c017501-24e4-44f6-a010-ae3b0b312082 None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:00:46.610347 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-51cd50b8-98cd-410f-9e2f-b702847b2a81 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "DELETE /v2.0/ports/7db0d844-654f-49a3-b005-9dfa8f382b24 HTTP/1.1" status: 204 len: 168 time: 2.5698905 May 30 05:00:46.622851 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c017501-24e4-44f6-a010-ae3b0b312082 None None] Pushing event updated for resources: {'Port': ['ID=b192faf7-cc5b-4afa-80f3-9be000064495,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:46.624262 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 44490) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:46.647873 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ec36a070-4630-4c01-93c8-8dbf5eedf330 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:46.670926 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [None req-ec36a070-4630-4c01-93c8-8dbf5eedf330 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Transition to ACTIVE for port object 065e6ef4-b5c3-406c-983b-0172cb5f2b8a will not be triggered until provisioned by entity DHCP. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:00:46.691365 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-86e230c2-4c9a-43b7-8435-85752b99094f None None] Provisioning for port 2cba4cb9-f8a6-4fee-8a5a-a6008331912b completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:00:46.702737 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ec36a070-4630-4c01-93c8-8dbf5eedf330 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:46.705868 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-274ddf98-afd3-4033-bfb7-f8ed0b52635d tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:46.735043 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 2cba4cb9-f8a6-4fee-8a5a-a6008331912b up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:00:46.788000 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274ddf98-afd3-4033-bfb7-f8ed0b52635d tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Pushing event deleted for resources: {'Port': ['ID=b7cf8e5d-4b33-48d5-8103-caf797d60ea4,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:46.789538 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec36a070-4630-4c01-93c8-8dbf5eedf330 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Network 4530fb3c-5ed3-4009-aafc-5ae52e88c99e is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:00:46.793086 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-ec36a070-4630-4c01-93c8-8dbf5eedf330 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:00:46.802266 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec36a070-4630-4c01-93c8-8dbf5eedf330 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:00:46.808462 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec36a070-4630-4c01-93c8-8dbf5eedf330 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:00:46.809111 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ec36a070-4630-4c01-93c8-8dbf5eedf330 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:46.817190 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-86e230c2-4c9a-43b7-8435-85752b99094f None None] Provisioning complete for port 2cba4cb9-f8a6-4fee-8a5a-a6008331912b triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:00:46.817859 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-86e230c2-4c9a-43b7-8435-85752b99094f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:46.823203 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec36a070-4630-4c01-93c8-8dbf5eedf330 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Pushing event updated for resources: {'Port': ['ID=065e6ef4-b5c3-406c-983b-0172cb5f2b8a,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:46.838404 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-ec36a070-4630-4c01-93c8-8dbf5eedf330 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.9573855 May 30 05:00:46.840487 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 44494) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:46.846090 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-9494b2a7-91de-489b-9604-a8103090d143 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Request body: {'port': {'network_id': '4530fb3c-5ed3-4009-aafc-5ae52e88c99e', 'name': 'tempest-PortsIpV6TestJSON-2134226225', 'fixed_ips': [{'subnet_id': '8986d84c-0178-4a94-af01-09375a09140d', 'ip_address': '2001:db8::f'}]}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:00:46.851878 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274ddf98-afd3-4033-bfb7-f8ed0b52635d tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] No DVR routers for this DVR port b7cf8e5d-4b33-48d5-8103-caf797d60ea4 on host dv-neutron-843763-1-hyperv {{(pid=88261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 05:00:46.989497 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-9494b2a7-91de-489b-9604-a8103090d143 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:00:46.993944 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-9494b2a7-91de-489b-9604-a8103090d143 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Usage tracker for resource:port and tenant:895764a2d33a4b6180a8faca69c63db7 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:00:46.996865 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-9494b2a7-91de-489b-9604-a8103090d143 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:00:47.002858 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-9494b2a7-91de-489b-9604-a8103090d143 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:00:47.012750 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-274ddf98-afd3-4033-bfb7-f8ed0b52635d tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867540', 'neutron.services.segments.db._delete_segments_for_network-8729234922972'] for network, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:47.014424 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9494b2a7-91de-489b-9604-a8103090d143 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Made reservation on behalf of 895764a2d33a4b6180a8faca69c63db7 for: {'port': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:00:47.019860 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9494b2a7-91de-489b-9604-a8103090d143 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:47.020123 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-541fb8e7-42d8-476a-84d1-edf04ec89a86 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:00:47.035199 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-651dc111-dd8a-43af-86d1-9f8e52096d73 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:00:47.035395 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3ef785-2728-4f40-9cff-0531cd229185 None None] Sync routers for ids ['035cf39c-ba36-4715-9375-d6e51365b793'] in dv-neutron-843763-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:00:47.036609 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-651dc111-dd8a-43af-86d1-9f8e52096d73 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Synchronizing usage tracker for tenant:16af2dbefc6742d5a37a7b30e58c8c2f on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:00:47.041596 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Pushing event updated for resources: {'Port': ['ID=2cba4cb9-f8a6-4fee-8a5a-a6008331912b,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:47.046039 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [None req-9494b2a7-91de-489b-9604-a8103090d143 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] device_id is not set on port 412b6ebb-4007-480b-9498-0a5f4b86042a yet. {{(pid=88260) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 30 05:00:47.050442 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.db.api [None req-aa465dc4-c201-4c79-bdad-03ceaadf1e1c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 05:00:47.050808 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG oslo_db.api [None req-aa465dc4-c201-4c79-bdad-03ceaadf1e1c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 05:00:47.052689 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-9c017501-24e4-44f6-a010-ae3b0b312082 None None] Attempting to bind port b192faf7-cc5b-4afa-80f3-9be000064495 on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 05:00:47.053058 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-9c017501-24e4-44f6-a010-ae3b0b312082 None None] Attempting to bind port b192faf7-cc5b-4afa-80f3-9be000064495 by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': '7d7da365-a26d-47b0-97e5-7f02be713da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '4530fb3c-5ed3-4009-aafc-5ae52e88c99e'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 05:00:47.053421 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c017501-24e4-44f6-a010-ae3b0b312082 None None] Attempting to bind port b192faf7-cc5b-4afa-80f3-9be000064495 on network 4530fb3c-5ed3-4009-aafc-5ae52e88c99e {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:00:47.061683 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-541fb8e7-42d8-476a-84d1-edf04ec89a86 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for floatingip, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:47.062841 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3ef785-2728-4f40-9cff-0531cd229185 None None] Routers {'035cf39c-ba36-4715-9375-d6e51365b793'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:00:47.064257 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-0e3ef785-2728-4f40-9cff-0531cd229185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:00:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['035cf39c-ba36-4715-9375-d6e51365b793'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:00:47.070439 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c017501-24e4-44f6-a010-ae3b0b312082 None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 5, 0, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 05:00:47.070828 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c017501-24e4-44f6-a010-ae3b0b312082 None None] Checking segment: {'id': '7d7da365-a26d-47b0-97e5-7f02be713da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '4530fb3c-5ed3-4009-aafc-5ae52e88c99e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:00:47.071235 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9c017501-24e4-44f6-a010-ae3b0b312082 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:47.071637 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c017501-24e4-44f6-a010-ae3b0b312082 None None] Bound using segment: {'id': '7d7da365-a26d-47b0-97e5-7f02be713da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '4530fb3c-5ed3-4009-aafc-5ae52e88c99e'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 05:00:47.072115 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-9c017501-24e4-44f6-a010-ae3b0b312082 None None] Bound port: b192faf7-cc5b-4afa-80f3-9be000064495, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d7da365-a26d-47b0-97e5-7f02be713da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '4530fb3c-5ed3-4009-aafc-5ae52e88c99e'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 05:00:47.072501 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9c017501-24e4-44f6-a010-ae3b0b312082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:47.099606 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-274ddf98-afd3-4033-bfb7-f8ed0b52635d tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24ec3f6a-484d-4464-90d5-795d07f8711b']}} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:00:47.135803 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-274ddf98-afd3-4033-bfb7-f8ed0b52635d tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a10bef35-afc7-4b4a-83bd-a7761049ef70') {'for_net_delete': True} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:00:47.136094 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-274ddf98-afd3-4033-bfb7-f8ed0b52635d tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a10bef35-afc7-4b4a-83bd-a7761049ef70') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:00:47.145785 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-0e3ef785-2728-4f40-9cff-0531cd229185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:00:47.153594 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-274ddf98-afd3-4033-bfb7-f8ed0b52635d tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729235042807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3545573'] for segment, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:47.154434 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-fcc37a6e-b34b-4818-9232-8dbb3c9e18e0 None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:47.160652 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3ef785-2728-4f40-9cff-0531cd229185 None None] Routers {'035cf39c-ba36-4715-9375-d6e51365b793'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:00:47.162254 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-0e3ef785-2728-4f40-9cff-0531cd229185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:00:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['035cf39c-ba36-4715-9375-d6e51365b793'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:00:47.168499 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-651dc111-dd8a-43af-86d1-9f8e52096d73 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Unset dirty status for tenant:16af2dbefc6742d5a37a7b30e58c8c2f on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:00:47.169939 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-651dc111-dd8a-43af-86d1-9f8e52096d73 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.5427113 May 30 05:00:47.174342 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-541fb8e7-42d8-476a-84d1-edf04ec89a86 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] 10.222.0.15 "PUT /v2.0/floatingips/afed2c02-be98-4d55-b6c4-d6307401ac8b HTTP/1.1" status: 200 len: 688 time: 3.0055275 May 30 05:00:47.178539 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 44500) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:47.178985 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 44498) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:47.223378 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-fcc37a6e-b34b-4818-9232-8dbb3c9e18e0 None None] Transition to ACTIVE for port object 259f30c8-c1c1-40d4-b403-fb5bf7da4116 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:00:47.237082 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 2cba4cb9-f8a6-4fee-8a5a-a6008331912b triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:00:47.237469 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:47.239010 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-0e3ef785-2728-4f40-9cff-0531cd229185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:00:47.239742 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3ef785-2728-4f40-9cff-0531cd229185 None None] The sync data for ids ['035cf39c-ba36-4715-9375-d6e51365b793'] in dv-neutron-843763-1-hyperv is: [] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:00:47.253618 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-274ddf98-afd3-4033-bfb7-f8ed0b52635d tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:47.292091 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-274ddf98-afd3-4033-bfb7-f8ed0b52635d tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=88261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 05:00:47.293235 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-274ddf98-afd3-4033-bfb7-f8ed0b52635d tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-862858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2304281'] for segment, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:47.350095 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-fcc37a6e-b34b-4818-9232-8dbb3c9e18e0 None None] Transition to ACTIVE for port object 259f30c8-c1c1-40d4-b403-fb5bf7da4116 will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:00:47.352408 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-86e230c2-4c9a-43b7-8435-85752b99094f None None] Current status of the port 2cba4cb9-f8a6-4fee-8a5a-a6008331912b is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:00:47.365227 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9c017501-24e4-44f6-a010-ae3b0b312082 None None] For port b192faf7-cc5b-4afa-80f3-9be000064495, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 05:00:47.369545 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-fcc37a6e-b34b-4818-9232-8dbb3c9e18e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:47.374229 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9c017501-24e4-44f6-a010-ae3b0b312082 None None] For port b192faf7-cc5b-4afa-80f3-9be000064495, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=b192faf7-cc5b-4afa-80f3-9be000064495,segment=NetworkSegment(7d7da365-a26d-47b0-97e5-7f02be713da3),segment_id=7d7da365-a26d-47b0-97e5-7f02be713da3)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 05:00:47.406639 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment a10bef35-afc7-4b4a-83bd-a7761049ef70 resource provider aggregate not found May 30 05:00:47.430681 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9c017501-24e4-44f6-a010-ae3b0b312082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:47.440103 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment a10bef35-afc7-4b4a-83bd-a7761049ef70 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a10bef35-afc7-4b4a-83bd-a7761049ef70 found for delete ", "request_id": "req-bb6b3d0e-f30f-4e9e-9ac2-12d0873437ad"}]} May 30 05:00:47.445271 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:47.446437 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-274ddf98-afd3-4033-bfb7-f8ed0b52635d tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604744'] for network, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:47.470053 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-274ddf98-afd3-4033-bfb7-f8ed0b52635d tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:47.483479 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274ddf98-afd3-4033-bfb7-f8ed0b52635d tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] Pushing event deleted for resources: {'Network': ['ID=24ec3f6a-484d-4464-90d5-795d07f8711b,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:47.484612 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc37a6e-b34b-4818-9232-8dbb3c9e18e0 None None] Network 585f1a25-d8c2-4739-95aa-646c169bbb1a is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:00:47.499758 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-274ddf98-afd3-4033-bfb7-f8ed0b52635d tempest-NetworksTest-890984046 tempest-NetworksTest-890984046-project] 10.222.0.15 "DELETE /v2.0/networks/24ec3f6a-484d-4464-90d5-795d07f8711b HTTP/1.1" status: 204 len: 168 time: 2.8001328 May 30 05:00:47.502647 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-fcc37a6e-b34b-4818-9232-8dbb3c9e18e0 None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:00:47.506208 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc37a6e-b34b-4818-9232-8dbb3c9e18e0 None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:00:47.524056 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81da0bb5-476d-4fe1-89a3-ed489d754f1c tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:00:47.525923 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-81da0bb5-476d-4fe1-89a3-ed489d754f1c tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3456771 May 30 05:00:47.528298 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 44512) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:47.559336 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-aa465dc4-c201-4c79-bdad-03ceaadf1e1c None None] Deleting port b7cf8e5d-4b33-48d5-8103-caf797d60ea4 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:00:47.559882 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-aa465dc4-c201-4c79-bdad-03ceaadf1e1c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:47.600380 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc37a6e-b34b-4818-9232-8dbb3c9e18e0 None None] Pushing event updated for resources: {'Port': ['ID=259f30c8-c1c1-40d4-b403-fb5bf7da4116,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:47.602952 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-f800102e-3fdb-49a7-9f1c-5b633d153b2f None None] Could not find standard attr ID for object 7db0d844-654f-49a3-b005-9dfa8f382b24. {{(pid=88262) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 30 05:00:47.619101 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-59c0c8fe-7838-4399-82b0-30a0cc53ae58 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Deleting port dad85c25-5a71-4e49-aabf-06d6d42c1683 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:00:47.619444 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-59c0c8fe-7838-4399-82b0-30a0cc53ae58 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:47.759304 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12967250-7afc-4f1b-acda-3e98042bb3a2 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:00:47.762206 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12967250-7afc-4f1b-acda-3e98042bb3a2 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:00:47.765128 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12967250-7afc-4f1b-acda-3e98042bb3a2 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:00:47.766010 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-12967250-7afc-4f1b-acda-3e98042bb3a2 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Synchronizing usage tracker for tenant:16af2dbefc6742d5a37a7b30e58c8c2f on resource:subnet {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:00:47.778928 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-aa465dc4-c201-4c79-bdad-03ceaadf1e1c None None] The port 'b7cf8e5d-4b33-48d5-8103-caf797d60ea4' was deleted {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 30 05:00:47.791728 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-12967250-7afc-4f1b-acda-3e98042bb3a2 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Unset dirty status for tenant:16af2dbefc6742d5a37a7b30e58c8c2f on resource:subnet {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:00:47.795904 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-12967250-7afc-4f1b-acda-3e98042bb3a2 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2656085 May 30 05:00:47.798355 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 44518) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:47.838690 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-d9d26e2a-d814-4634-8eac-764d4803e755 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Allocated IP 172.20.0.12 (585f1a25-d8c2-4739-95aa-646c169bbb1a/f32b1508-df80-4952-b2f1-61dd529359f9/3923cdc4-7be6-4525-870d-e3b8056d20ce) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:00:47.841415 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-9494b2a7-91de-489b-9604-a8103090d143 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Allocated IP 2001:db8::f (4530fb3c-5ed3-4009-aafc-5ae52e88c99e/8986d84c-0178-4a94-af01-09375a09140d/412b6ebb-4007-480b-9498-0a5f4b86042a) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:00:47.875728 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 44522) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:47.884437 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-59c0c8fe-7838-4399-82b0-30a0cc53ae58 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:47.885111 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-59c0c8fe-7838-4399-82b0-30a0cc53ae58 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:47.885363 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 2cba4cb9-f8a6-4fee-8a5a-a6008331912b is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:00:47.901085 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-fcc37a6e-b34b-4818-9232-8dbb3c9e18e0 None None] Attempting to bind port 259f30c8-c1c1-40d4-b403-fb5bf7da4116 on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 05:00:47.901799 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-fcc37a6e-b34b-4818-9232-8dbb3c9e18e0 None None] Attempting to bind port 259f30c8-c1c1-40d4-b403-fb5bf7da4116 by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': '7589f9b4-08bc-491b-b2fd-ff646e75a228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '585f1a25-d8c2-4739-95aa-646c169bbb1a'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 05:00:47.902198 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc37a6e-b34b-4818-9232-8dbb3c9e18e0 None None] Attempting to bind port 259f30c8-c1c1-40d4-b403-fb5bf7da4116 on network 585f1a25-d8c2-4739-95aa-646c169bbb1a {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:00:47.911015 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc37a6e-b34b-4818-9232-8dbb3c9e18e0 None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 5, 0, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 05:00:47.911658 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc37a6e-b34b-4818-9232-8dbb3c9e18e0 None None] Checking segment: {'id': '7589f9b4-08bc-491b-b2fd-ff646e75a228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '585f1a25-d8c2-4739-95aa-646c169bbb1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:00:47.912567 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-fcc37a6e-b34b-4818-9232-8dbb3c9e18e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:47.913280 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc37a6e-b34b-4818-9232-8dbb3c9e18e0 None None] Bound using segment: {'id': '7589f9b4-08bc-491b-b2fd-ff646e75a228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '585f1a25-d8c2-4739-95aa-646c169bbb1a'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 05:00:47.919436 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-fcc37a6e-b34b-4818-9232-8dbb3c9e18e0 None None] Bound port: 259f30c8-c1c1-40d4-b403-fb5bf7da4116, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7589f9b4-08bc-491b-b2fd-ff646e75a228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '585f1a25-d8c2-4739-95aa-646c169bbb1a'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 05:00:47.919901 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-fcc37a6e-b34b-4818-9232-8dbb3c9e18e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:47.934715 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c017501-24e4-44f6-a010-ae3b0b312082 None None] Pushing event updated for resources: {'Port': ['ID=b192faf7-cc5b-4afa-80f3-9be000064495,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:47.963124 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_v2 [None req-8aad5794-7c78-4a97-9356-68fefceaa219 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Deleting subnet 0d98116a-22d9-4ba2-941a-2fc423e8f04c {{(pid=88261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 30 05:00:47.968264 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8aad5794-7c78-4a97-9356-68fefceaa219 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks [] for subnet, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:48.002355 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device b7cf8e5d-4b33-48d5-8103-caf797d60ea4 no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 05:00:48.042414 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8aad5794-7c78-4a97-9356-68fefceaa219 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3545586'] for subnet, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:48.071247 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-59c0c8fe-7838-4399-82b0-30a0cc53ae58 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Calling delete_port for dad85c25-5a71-4e49-aabf-06d6d42c1683 owned by network:floatingip {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:00:48.071804 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] No Port match for: b7cf8e5d-4b33-48d5-8103-caf797d60ea4 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 05:00:48.072261 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device b7cf8e5d-4b33-48d5-8103-caf797d60ea4 not bound to the agent host dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 05:00:48.122566 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-fcc37a6e-b34b-4818-9232-8dbb3c9e18e0 None None] For port 259f30c8-c1c1-40d4-b403-fb5bf7da4116, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 05:00:48.126983 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-fcc37a6e-b34b-4818-9232-8dbb3c9e18e0 None None] For port 259f30c8-c1c1-40d4-b403-fb5bf7da4116, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=259f30c8-c1c1-40d4-b403-fb5bf7da4116,segment=NetworkSegment(7589f9b4-08bc-491b-b2fd-ff646e75a228),segment_id=7589f9b4-08bc-491b-b2fd-ff646e75a228)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 05:00:48.136663 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-fcc37a6e-b34b-4818-9232-8dbb3c9e18e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:48.209142 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8aad5794-7c78-4a97-9356-68fefceaa219 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860493'] for subnet, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:48.252032 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc37a6e-b34b-4818-9232-8dbb3c9e18e0 None None] Pushing event updated for resources: {'Port': ['ID=259f30c8-c1c1-40d4-b403-fb5bf7da4116,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:48.347034 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8aad5794-7c78-4a97-9356-68fefceaa219 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2304955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9305493'] for subnet, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:48.403942 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aad5794-7c78-4a97-9356-68fefceaa219 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Pushing event deleted for resources: {'Subnet': ['ID=0d98116a-22d9-4ba2-941a-2fc423e8f04c,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:48.408685 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8aad5794-7c78-4a97-9356-68fefceaa219 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:48.415927 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47bb4147-b8b7-4956-b916-5a5bf4c40f36 None None] Network 0008fd3d-19e9-40cf-b545-4a7647b90cf1 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:00:48.427597 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-8aad5794-7c78-4a97-9356-68fefceaa219 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "DELETE /v2.0/subnets/0d98116a-22d9-4ba2-941a-2fc423e8f04c HTTP/1.1" status: 204 len: 168 time: 0.6251538 May 30 05:00:48.427978 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 44528) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:48.493963 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 44532) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:48.494181 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-e2e556fb-ab3e-4905-a5ea-234209029e5f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5386df8a083a4b53b87ea99ca4a65ce1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6171594 May 30 05:00:48.514460 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7a6ded8-df50-4ca7-a708-acce635600d8 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Deleting subnet 79898da7-13af-4c3d-95bb-ed5156384d26 {{(pid=88261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 30 05:00:48.526571 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d7a6ded8-df50-4ca7-a708-acce635600d8 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks [] for subnet, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:48.544524 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d9d26e2a-d814-4634-8eac-764d4803e755 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:48.642375 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [None req-d9d26e2a-d814-4634-8eac-764d4803e755 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Transition to ACTIVE for port object 3923cdc4-7be6-4525-870d-e3b8056d20ce will not be triggered until provisioned by entity DHCP. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:00:48.645661 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d7a6ded8-df50-4ca7-a708-acce635600d8 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3545586'] for subnet, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:48.679825 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9494b2a7-91de-489b-9604-a8103090d143 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:48.735976 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e5434c64-eee7-4030-8fe7-e0811f8fbfda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:48.743645 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [None req-9494b2a7-91de-489b-9604-a8103090d143 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Transition to ACTIVE for port object 412b6ebb-4007-480b-9498-0a5f4b86042a will not be triggered until provisioned by entity DHCP. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:00:48.762784 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-59c0c8fe-7838-4399-82b0-30a0cc53ae58 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:48.787808 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e5434c64-eee7-4030-8fe7-e0811f8fbfda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:48.865621 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d7a6ded8-df50-4ca7-a708-acce635600d8 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860493'] for subnet, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:48.880215 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c0c8fe-7838-4399-82b0-30a0cc53ae58 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Pushing event deleted for resources: {'Port': ['ID=dad85c25-5a71-4e49-aabf-06d6d42c1683,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:48.951805 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 259f30c8-c1c1-40d4-b403-fb5bf7da4116 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:00:48.966531 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d9d26e2a-d814-4634-8eac-764d4803e755 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:48.973246 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e5434c64-eee7-4030-8fe7-e0811f8fbfda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:48.995426 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5434c64-eee7-4030-8fe7-e0811f8fbfda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a24e0fa-7110-4797-be2f-3579b2dbb56e,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:49.017097 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d7a6ded8-df50-4ca7-a708-acce635600d8 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2304955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9305493'] for subnet, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:49.062782 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a6ded8-df50-4ca7-a708-acce635600d8 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Pushing event deleted for resources: {'Subnet': ['ID=79898da7-13af-4c3d-95bb-ed5156384d26,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:49.068097 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d7a6ded8-df50-4ca7-a708-acce635600d8 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:49.070353 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-d7a6ded8-df50-4ca7-a708-acce635600d8 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "DELETE /v2.0/subnets/79898da7-13af-4c3d-95bb-ed5156384d26 HTTP/1.1" status: 204 len: 168 time: 0.6413469 May 30 05:00:49.071787 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e5434c64-eee7-4030-8fe7-e0811f8fbfda admin admin] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:49.072971 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-e5434c64-eee7-4030-8fe7-e0811f8fbfda admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7a24e0fa-7110-4797-be2f-3579b2dbb56e HTTP/1.1" status: 204 len: 168 time: 0.5777204 May 30 05:00:49.073504 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 44536) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:49.087735 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port 259f30c8-c1c1-40d4-b403-fb5bf7da4116 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:00:49.105930 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device b192faf7-cc5b-4afa-80f3-9be000064495 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:00:49.112164 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d26e2a-d814-4634-8eac-764d4803e755 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Pushing event updated for resources: {'Port': ['ID=3923cdc4-7be6-4525-870d-e3b8056d20ce,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:49.124497 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-59c0c8fe-7838-4399-82b0-30a0cc53ae58 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks [] for floatingip, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:49.129238 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9494b2a7-91de-489b-9604-a8103090d143 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:49.160549 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-d1209f7a-365d-474b-a71f-98f6eb651c48 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0857568 May 30 05:00:49.166042 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 44542) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:49.173502 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-9c1df33a-61e3-48c6-b2c1-6354055b82fd tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Request body: {'subnet': {'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:00:49.253954 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9494b2a7-91de-489b-9604-a8103090d143 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Network 4530fb3c-5ed3-4009-aafc-5ae52e88c99e is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:00:49.287804 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-9494b2a7-91de-489b-9604-a8103090d143 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:00:49.297741 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port b192faf7-cc5b-4afa-80f3-9be000064495 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:00:49.303322 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 2cba4cb9-f8a6-4fee-8a5a-a6008331912b up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:00:49.331159 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9494b2a7-91de-489b-9604-a8103090d143 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:00:49.354274 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9494b2a7-91de-489b-9604-a8103090d143 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:00:49.358345 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9494b2a7-91de-489b-9604-a8103090d143 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:49.361137 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-9c1df33a-61e3-48c6-b2c1-6354055b82fd tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:00:49.365531 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-9c1df33a-61e3-48c6-b2c1-6354055b82fd tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Usage tracker for resource:subnet and tenant:16af2dbefc6742d5a37a7b30e58c8c2f is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:00:49.373854 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-9c1df33a-61e3-48c6-b2c1-6354055b82fd tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:00:49.387679 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-9c1df33a-61e3-48c6-b2c1-6354055b82fd tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:00:49.403047 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c1df33a-61e3-48c6-b2c1-6354055b82fd tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Made reservation on behalf of 16af2dbefc6742d5a37a7b30e58c8c2f for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:00:49.407679 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9c1df33a-61e3-48c6-b2c1-6354055b82fd tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9305518'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:49.425275 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 2cba4cb9-f8a6-4fee-8a5a-a6008331912b triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:00:49.425661 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:49.440506 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d26e2a-d814-4634-8eac-764d4803e755 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Network 585f1a25-d8c2-4739-95aa-646c169bbb1a is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:00:49.452720 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-59c0c8fe-7838-4399-82b0-30a0cc53ae58 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for floatingip, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:49.456488 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-59c0c8fe-7838-4399-82b0-30a0cc53ae58 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] 10.222.0.15 "DELETE /v2.0/floatingips/afed2c02-be98-4d55-b6c4-d6307401ac8b HTTP/1.1" status: 204 len: 168 time: 2.2746880 May 30 05:00:49.459522 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-d9d26e2a-d814-4634-8eac-764d4803e755 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:00:49.478442 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 44548) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:49.481837 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-9494b2a7-91de-489b-9604-a8103090d143 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.6377785 May 30 05:00:49.484712 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d26e2a-d814-4634-8eac-764d4803e755 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:00:49.539364 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 44552) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:49.691102 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c2a31e2-bdb4-4d37-b0f9-cae9b1e71212 None None] Network 4530fb3c-5ed3-4009-aafc-5ae52e88c99e requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:00:49.721156 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e833e275-34a1-42ac-9974-022368962455 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:00:49.726094 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-e833e275-34a1-42ac-9974-022368962455 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Synchronizing usage tracker for tenant:895764a2d33a4b6180a8faca69c63db7 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:00:49.744069 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.api.v2.resource [None req-0ffb1812-1c4f-4a39-885c-2118e59f54d7 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] delete failed (client error): The resource could not be found. May 30 05:00:49.745192 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-0ffb1812-1c4f-4a39-885c-2118e59f54d7 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] 10.222.0.15 "DELETE /v2.0/floatingips/afed2c02-be98-4d55-b6c4-d6307401ac8b HTTP/1.1" status: 404 len: 345 time: 0.2626362 May 30 05:00:49.757763 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 44564) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:49.774344 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9494b2a7-91de-489b-9604-a8103090d143 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Pushing event updated for resources: {'Port': ['ID=412b6ebb-4007-480b-9498-0a5f4b86042a,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:49.807571 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d26e2a-d814-4634-8eac-764d4803e755 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:00:49.808223 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d9d26e2a-d814-4634-8eac-764d4803e755 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:49.849032 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-d9d26e2a-d814-4634-8eac-764d4803e755 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.3541203 May 30 05:00:49.850250 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 44568) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:49.871094 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-3987ae88-89b4-4135-a3e6-884eb1c5ae09 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Request body: {'subnet': {'network_id': '585f1a25-d8c2-4739-95aa-646c169bbb1a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:00:49.874555 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba05422-20d7-4b26-b91c-0b7abd6b7191 None None] Network 0008fd3d-19e9-40cf-b545-4a7647b90cf1 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:00:49.892059 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-e833e275-34a1-42ac-9974-022368962455 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Unset dirty status for tenant:895764a2d33a4b6180a8faca69c63db7 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:00:49.892754 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 2cba4cb9-f8a6-4fee-8a5a-a6008331912b is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:00:49.893438 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-e833e275-34a1-42ac-9974-022368962455 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] 10.222.0.15 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.3532693 May 30 05:00:49.905291 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9f572eef-90ef-4643-9772-e5c6a813237b None None] Provisioning for port b192faf7-cc5b-4afa-80f3-9be000064495 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:00:49.912906 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 44572) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:49.998803 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9f572eef-90ef-4643-9772-e5c6a813237b None None] Provisioning complete for port b192faf7-cc5b-4afa-80f3-9be000064495 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:00:50.001449 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9f572eef-90ef-4643-9772-e5c6a813237b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:50.184862 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40dde079-0aee-414b-a615-727a5588b988 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:00:50.192329 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40dde079-0aee-414b-a615-727a5588b988 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:00:50.199176 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40dde079-0aee-414b-a615-727a5588b988 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:00:50.201052 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-40dde079-0aee-414b-a615-727a5588b988 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Synchronizing usage tracker for tenant:fb4b15beed874bf4bdf9eab934db65bc on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:00:50.209979 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9c1df33a-61e3-48c6-b2c1-6354055b82fd tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2305012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9305500'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:50.330778 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-3987ae88-89b4-4135-a3e6-884eb1c5ae09 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:00:50.340131 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-3987ae88-89b4-4135-a3e6-884eb1c5ae09 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Usage tracker for resource:subnet and tenant:f4aea07b5c934dc5bc600f55a2d3ba0e is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:00:50.346835 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 44590) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:50.349275 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-3987ae88-89b4-4135-a3e6-884eb1c5ae09 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:00:50.353233 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1df33a-61e3-48c6-b2c1-6354055b82fd tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Pushing event updated for resources: {'Subnet': ['ID=59447bf2-4531-471f-874d-f7d852a2b1be,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:50.371449 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-3987ae88-89b4-4135-a3e6-884eb1c5ae09 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:00:50.371739 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c1df33a-61e3-48c6-b2c1-6354055b82fd tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Network 0008fd3d-19e9-40cf-b545-4a7647b90cf1 is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:00:50.377715 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-9c1df33a-61e3-48c6-b2c1-6354055b82fd tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:00:50.385572 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c1df33a-61e3-48c6-b2c1-6354055b82fd tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:00:50.386684 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9c1df33a-61e3-48c6-b2c1-6354055b82fd tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:50.400399 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3987ae88-89b4-4135-a3e6-884eb1c5ae09 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Made reservation on behalf of f4aea07b5c934dc5bc600f55a2d3ba0e for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:00:50.404042 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3987ae88-89b4-4135-a3e6-884eb1c5ae09 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2133361'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:50.404643 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-40dde079-0aee-414b-a615-727a5588b988 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Unset dirty status for tenant:fb4b15beed874bf4bdf9eab934db65bc on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:00:50.405919 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-40dde079-0aee-414b-a615-727a5588b988 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] 10.222.0.15 "GET /v2.0/ports?network_id=e2513721-9039-4ed7-a80f-21e1d8f859c7 HTTP/1.1" status: 200 len: 2356 time: 0.6471243 May 30 05:00:50.427084 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b751e40-ca57-4dc4-bc00-2ae4d1eeb25a tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:00:50.432473 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 44596) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:50.434550 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b751e40-ca57-4dc4-bc00-2ae4d1eeb25a tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:00:50.451807 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b751e40-ca57-4dc4-bc00-2ae4d1eeb25a tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:00:50.453596 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-9b751e40-ca57-4dc4-bc00-2ae4d1eeb25a tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] 10.222.0.15 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.5396664 May 30 05:00:50.458584 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 44600) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:50.531985 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9f572eef-90ef-4643-9772-e5c6a813237b None None] Current status of the port b192faf7-cc5b-4afa-80f3-9be000064495 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:00:50.532293 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9f572eef-90ef-4643-9772-e5c6a813237b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:50.532941 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b341343-416d-49fc-854f-344bd9b9bdb4 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:00:50.533518 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-8b341343-416d-49fc-854f-344bd9b9bdb4 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Synchronizing usage tracker for tenant:fb4b15beed874bf4bdf9eab934db65bc on resource:subnet {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:00:50.541269 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-9c1df33a-61e3-48c6-b2c1-6354055b82fd tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3710823 May 30 05:00:50.568469 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 44604) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:50.573027 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-7d1ee288-e2b5-4393-b795-bc895bdb7ef0 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Deleting port 412b6ebb-4007-480b-9498-0a5f4b86042a {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:00:50.573669 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7d1ee288-e2b5-4393-b795-bc895bdb7ef0 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:50.587411 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9f572eef-90ef-4643-9772-e5c6a813237b None None] For port b192faf7-cc5b-4afa-80f3-9be000064495, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=b192faf7-cc5b-4afa-80f3-9be000064495,segment=NetworkSegment(7d7da365-a26d-47b0-97e5-7f02be713da3),segment_id=7d7da365-a26d-47b0-97e5-7f02be713da3)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:00:50.594026 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9f572eef-90ef-4643-9772-e5c6a813237b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:50.609974 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-6a8ec1db-f3d3-4438-ad92-0938a09d5293 tempest-ServiceProvidersTest-1436939208 tempest-ServiceProvidersTest-1436939208-project] 10.222.0.15 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2566075 May 30 05:00:50.645617 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-6d5e7795-6706-456d-9caf-677d20530f99 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Request body: {'subnet': {'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:00:50.656218 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-8b341343-416d-49fc-854f-344bd9b9bdb4 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Unset dirty status for tenant:fb4b15beed874bf4bdf9eab934db65bc on resource:subnet {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:00:50.659736 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-8b341343-416d-49fc-854f-344bd9b9bdb4 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] 10.222.0.15 "GET /v2.0/subnets/fdbb4b63-cc73-42ea-be1d-9590bee05d3a HTTP/1.1" status: 200 len: 797 time: 0.2200129 May 30 05:00:50.664537 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 44610) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:50.684838 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-4271b569-8ea0-4de5-a63d-e40857933cf4 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Request body: {'port': {'network_id': 'e2513721-9039-4ed7-a80f-21e1d8f859c7', 'name': 'tempest-FloatingIPTestJSON-1391784177', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.12'}]}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:00:50.736991 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f572eef-90ef-4643-9772-e5c6a813237b None None] Pushing event updated for resources: {'Port': ['ID=b192faf7-cc5b-4afa-80f3-9be000064495,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:50.740912 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fbbc29e-0802-4141-a9b0-f1cbfdb4db0e None None] Update dhcp port {'port': {'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1', 'fixed_ips': [{'subnet_id': '59447bf2-4531-471f-874d-f7d852a2b1be'}], 'binding:host_id': 'dv-neutron-843763-1-hyperv'}, 'id': '2cba4cb9-f8a6-4fee-8a5a-a6008331912b'} from dv-neutron-843763-1-hyperv. {{(pid=88262) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 30 05:00:50.785639 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.db.ipam_backend_mixin [None req-3987ae88-89b4-4135-a3e6-884eb1c5ae09 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet f32b1508-df80-4952-b2f1-61dd529359f9 (CIDR: 172.20.0.0/28) May 30 05:00:50.793730 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-3987ae88-89b4-4135-a3e6-884eb1c5ae09 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 05:00:50.794328 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3987ae88-89b4-4135-a3e6-884eb1c5ae09 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 05:00:50.816687 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-f0e19af0-9545-47ef-99c4-fe5c5839d517 None None] Provisioning for port 259f30c8-c1c1-40d4-b403-fb5bf7da4116 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:00:50.826719 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-f0e19af0-9545-47ef-99c4-fe5c5839d517 None None] Provisioning complete for port 259f30c8-c1c1-40d4-b403-fb5bf7da4116 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:00:50.826719 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f0e19af0-9545-47ef-99c4-fe5c5839d517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:50.856825 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-3987ae88-89b4-4135-a3e6-884eb1c5ae09 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0056343 May 30 05:00:50.860993 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 44614) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:50.869051 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-097864fc-d079-491e-9452-dbd583e8ab2b tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Request body: {'subnet': {'network_id': '585f1a25-d8c2-4739-95aa-646c169bbb1a', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:00:50.947220 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9fbbc29e-0802-4141-a9b0-f1cbfdb4db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:50.989928 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-4271b569-8ea0-4de5-a63d-e40857933cf4 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:00:51.009019 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-4271b569-8ea0-4de5-a63d-e40857933cf4 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:00:51.036144 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4271b569-8ea0-4de5-a63d-e40857933cf4 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Made reservation on behalf of fb4b15beed874bf4bdf9eab934db65bc for: {'port': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:00:51.070723 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 44620) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:51.094812 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-6d5e7795-6706-456d-9caf-677d20530f99 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:00:51.102364 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-6d5e7795-6706-456d-9caf-677d20530f99 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Usage tracker for resource:subnet and tenant:16af2dbefc6742d5a37a7b30e58c8c2f is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:00:51.139050 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-6d5e7795-6706-456d-9caf-677d20530f99 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:00:51.160305 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-6d5e7795-6706-456d-9caf-677d20530f99 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:00:51.207951 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d5e7795-6706-456d-9caf-677d20530f99 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Made reservation on behalf of 16af2dbefc6742d5a37a7b30e58c8c2f for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:00:51.215366 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6d5e7795-6706-456d-9caf-677d20530f99 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9305518'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:51.218700 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-f0e19af0-9545-47ef-99c4-fe5c5839d517 None None] Current status of the port 259f30c8-c1c1-40d4-b403-fb5bf7da4116 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:00:51.219600 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f0e19af0-9545-47ef-99c4-fe5c5839d517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:51.294252 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-097864fc-d079-491e-9452-dbd583e8ab2b tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:00:51.303191 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-097864fc-d079-491e-9452-dbd583e8ab2b tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Usage tracker for resource:subnet and tenant:f4aea07b5c934dc5bc600f55a2d3ba0e is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:00:51.316671 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-097864fc-d079-491e-9452-dbd583e8ab2b tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:00:51.332905 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-097864fc-d079-491e-9452-dbd583e8ab2b tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:00:51.348473 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4271b569-8ea0-4de5-a63d-e40857933cf4 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:51.373002 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-f0e19af0-9545-47ef-99c4-fe5c5839d517 None None] For port 259f30c8-c1c1-40d4-b403-fb5bf7da4116, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=259f30c8-c1c1-40d4-b403-fb5bf7da4116,segment=NetworkSegment(7589f9b4-08bc-491b-b2fd-ff646e75a228),segment_id=7589f9b4-08bc-491b-b2fd-ff646e75a228)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:00:51.383863 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-9fbbc29e-0802-4141-a9b0-f1cbfdb4db0e None None] Allocated IP 2001:db8::2 (0008fd3d-19e9-40cf-b545-4a7647b90cf1/59447bf2-4531-471f-874d-f7d852a2b1be/2cba4cb9-f8a6-4fee-8a5a-a6008331912b) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:00:51.387545 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f0e19af0-9545-47ef-99c4-fe5c5839d517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:51.391855 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [None req-4271b569-8ea0-4de5-a63d-e40857933cf4 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] device_id is not set on port 2e9fd5c1-34d1-4247-b4c3-974d0245b7ca yet. {{(pid=88260) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 30 05:00:51.426498 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9af9f64c-5852-466e-a301-04f9392971da admin admin] Notify callbacks [] for security_group, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:51.444148 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-097864fc-d079-491e-9452-dbd583e8ab2b tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Made reservation on behalf of f4aea07b5c934dc5bc600f55a2d3ba0e for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:00:51.448434 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-097864fc-d079-491e-9452-dbd583e8ab2b tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2133361'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:51.469291 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-f0e19af0-9545-47ef-99c4-fe5c5839d517 None None] Provisioning for port 3923cdc4-7be6-4525-870d-e3b8056d20ce completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:00:51.480081 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-f0e19af0-9545-47ef-99c4-fe5c5839d517 None None] Provisioning complete for port 3923cdc4-7be6-4525-870d-e3b8056d20ce triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:00:51.480468 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f0e19af0-9545-47ef-99c4-fe5c5839d517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:51.482140 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-9af9f64c-5852-466e-a301-04f9392971da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:00:51.497102 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.db.ipam_backend_mixin [None req-6d5e7795-6706-456d-9caf-677d20530f99 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 59447bf2-4531-471f-874d-f7d852a2b1be (CIDR: 2001:db8::/64) May 30 05:00:51.535936 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7d1ee288-e2b5-4393-b795-bc895bdb7ef0 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:51.541931 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-9af9f64c-5852-466e-a301-04f9392971da admin admin] Usage tracker for resource:security_group_rule and tenant:ac0d6b6a3fa94131951b004adaaa9b9d is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:00:51.545761 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-f0e19af0-9545-47ef-99c4-fe5c5839d517 None None] Port 3923cdc4-7be6-4525-870d-e3b8056d20ce cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 05:00:51.555568 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-9af9f64c-5852-466e-a301-04f9392971da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:00:51.574242 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-9af9f64c-5852-466e-a301-04f9392971da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:00:51.660342 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e19af0-9545-47ef-99c4-fe5c5839d517 None None] Pushing event updated for resources: {'Port': ['ID=259f30c8-c1c1-40d4-b403-fb5bf7da4116,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:51.667266 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-f0e19af0-9545-47ef-99c4-fe5c5839d517 None None] Provisioning complete for port 27a45f3e-0295-4952-8c3a-4218c39be9be triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:00:51.667646 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f0e19af0-9545-47ef-99c4-fe5c5839d517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:51.678577 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d5e7795-6706-456d-9caf-677d20530f99 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 05:00:51.679466 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d5e7795-6706-456d-9caf-677d20530f99 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 05:00:51.689153 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-7d1ee288-e2b5-4393-b795-bc895bdb7ef0 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Calling delete_port for 412b6ebb-4007-480b-9498-0a5f4b86042a owned by {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:00:51.747918 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-f0e19af0-9545-47ef-99c4-fe5c5839d517 None None] Port 27a45f3e-0295-4952-8c3a-4218c39be9be cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 05:00:51.757922 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-6d5e7795-6706-456d-9caf-677d20530f99 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1355798 May 30 05:00:51.760952 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 44626) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:51.773718 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-9e808e16-24c2-4c93-a50a-ab33a8627428 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Request body: {'subnet': {'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:00:51.775387 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9fbbc29e-0802-4141-a9b0-f1cbfdb4db0e None None] For port 2cba4cb9-f8a6-4fee-8a5a-a6008331912b, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=2cba4cb9-f8a6-4fee-8a5a-a6008331912b,segment=NetworkSegment(c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1),segment_id=c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:00:51.781628 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-f0e19af0-9545-47ef-99c4-fe5c5839d517 None None] Provisioning complete for port 2cba4cb9-f8a6-4fee-8a5a-a6008331912b triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:00:51.782092 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f0e19af0-9545-47ef-99c4-fe5c5839d517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:51.854619 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7d1ee288-e2b5-4393-b795-bc895bdb7ef0 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:51.855026 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9fbbc29e-0802-4141-a9b0-f1cbfdb4db0e None None] Notify callbacks [] for port, precommit_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:51.881654 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9fbbc29e-0802-4141-a9b0-f1cbfdb4db0e None None] Transition to ACTIVE for port object 2cba4cb9-f8a6-4fee-8a5a-a6008331912b will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:00:51.903226 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1ee288-e2b5-4393-b795-bc895bdb7ef0 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Pushing event deleted for resources: {'Port': ['ID=412b6ebb-4007-480b-9498-0a5f4b86042a,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:51.919126 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9fbbc29e-0802-4141-a9b0-f1cbfdb4db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:51.972212 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7d1ee288-e2b5-4393-b795-bc895bdb7ef0 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:52.003175 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-7d1ee288-e2b5-4393-b795-bc895bdb7ef0 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] 10.222.0.15 "DELETE /v2.0/ports/412b6ebb-4007-480b-9498-0a5f4b86042a HTTP/1.1" status: 204 len: 168 time: 1.5390844 May 30 05:00:52.004268 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 44630) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:52.053490 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-f0e19af0-9545-47ef-99c4-fe5c5839d517 None None] Current status of the port 2cba4cb9-f8a6-4fee-8a5a-a6008331912b is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:00:52.066539 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbbc29e-0802-4141-a9b0-f1cbfdb4db0e None None] Pushing event updated for resources: {'Port': ['ID=2cba4cb9-f8a6-4fee-8a5a-a6008331912b,revision_number=7']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:52.079563 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9af9f64c-5852-466e-a301-04f9392971da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:52.079772 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-d28e464c-f224-4541-b3a1-c84f568d7602 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] GET failed (client error): The resource could not be found. May 30 05:00:52.080281 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-d28e464c-f224-4541-b3a1-c84f568d7602 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Synchronizing usage tracker for tenant:895764a2d33a4b6180a8faca69c63db7 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:00:52.100516 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-d28e464c-f224-4541-b3a1-c84f568d7602 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Unset dirty status for tenant:895764a2d33a4b6180a8faca69c63db7 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:00:52.104989 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-d28e464c-f224-4541-b3a1-c84f568d7602 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] 10.222.0.15 "GET /v2.0/ports/412b6ebb-4007-480b-9498-0a5f4b86042a HTTP/1.1" status: 404 len: 333 time: 0.0961509 May 30 05:00:52.110940 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 44634) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:52.146510 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9af9f64c-5852-466e-a301-04f9392971da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:52.190526 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-7f90ecc3-27fa-4e20-9188-91665498e7e7 None None] Provisioning for port 065e6ef4-b5c3-406c-983b-0172cb5f2b8a completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:00:52.196527 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-7f90ecc3-27fa-4e20-9188-91665498e7e7 None None] Provisioning complete for port 065e6ef4-b5c3-406c-983b-0172cb5f2b8a triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:00:52.196985 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7f90ecc3-27fa-4e20-9188-91665498e7e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:52.202137 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-195d6f2c-fd71-4a1b-aa34-6d435be47f51 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Deleting port 065e6ef4-b5c3-406c-983b-0172cb5f2b8a {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:00:52.202723 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-195d6f2c-fd71-4a1b-aa34-6d435be47f51 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:52.208917 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-9e808e16-24c2-4c93-a50a-ab33a8627428 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:00:52.219629 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-45f79e78-106a-4f09-9d2c-69baeab7263d None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 05:00:52.229160 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-9e808e16-24c2-4c93-a50a-ab33a8627428 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Usage tracker for resource:subnet and tenant:16af2dbefc6742d5a37a7b30e58c8c2f is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:00:52.241445 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af9f64c-5852-466e-a301-04f9392971da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26a9ef54-95b8-48f5-8354-c18e3be57f01,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:52.246148 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-9e808e16-24c2-4c93-a50a-ab33a8627428 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:00:52.259403 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-9af9f64c-5852-466e-a301-04f9392971da admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ac0d6b6a3fa94131951b004adaaa9b9d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1877253 May 30 05:00:52.262329 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-9e808e16-24c2-4c93-a50a-ab33a8627428 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:00:52.263747 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 44638) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:52.268027 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-4271b569-8ea0-4de5-a63d-e40857933cf4 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Allocated IP 172.20.0.14 (e2513721-9039-4ed7-a80f-21e1d8f859c7/fdbb4b63-cc73-42ea-be1d-9590bee05d3a/2e9fd5c1-34d1-4247-b4c3-974d0245b7ca) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:00:52.290431 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-7f90ecc3-27fa-4e20-9188-91665498e7e7 None None] Port 065e6ef4-b5c3-406c-983b-0172cb5f2b8a cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 05:00:52.293226 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-4271b569-8ea0-4de5-a63d-e40857933cf4 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Allocated IP 172.20.0.12 (e2513721-9039-4ed7-a80f-21e1d8f859c7/fdbb4b63-cc73-42ea-be1d-9590bee05d3a/2e9fd5c1-34d1-4247-b4c3-974d0245b7ca) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:00:52.294984 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-7f90ecc3-27fa-4e20-9188-91665498e7e7 None None] Could not find standard attr ID for object 412b6ebb-4007-480b-9498-0a5f4b86042a. {{(pid=88262) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 30 05:00:52.305371 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e808e16-24c2-4c93-a50a-ab33a8627428 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Made reservation on behalf of 16af2dbefc6742d5a37a7b30e58c8c2f for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:00:52.308235 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9e808e16-24c2-4c93-a50a-ab33a8627428 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2133361'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:52.310390 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-7f90ecc3-27fa-4e20-9188-91665498e7e7 None None] Provisioning complete for port b192faf7-cc5b-4afa-80f3-9be000064495 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:00:52.310860 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7f90ecc3-27fa-4e20-9188-91665498e7e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:52.453482 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-dce7778a-bd88-4a4b-aa36-f8a4df866124 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:52.454544 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-7f90ecc3-27fa-4e20-9188-91665498e7e7 None None] Current status of the port b192faf7-cc5b-4afa-80f3-9be000064495 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:00:52.548697 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-dce7778a-bd88-4a4b-aa36-f8a4df866124 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:52.575172 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-097864fc-d079-491e-9452-dbd583e8ab2b tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1547796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2133315'] for subnet, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:52.631323 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-195d6f2c-fd71-4a1b-aa34-6d435be47f51 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:52.682111 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-097864fc-d079-491e-9452-dbd583e8ab2b tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Network 585f1a25-d8c2-4739-95aa-646c169bbb1a is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:00:52.692463 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device b192faf7-cc5b-4afa-80f3-9be000064495 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:00:52.695325 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-097864fc-d079-491e-9452-dbd583e8ab2b tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:00:52.713341 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-097864fc-d079-491e-9452-dbd583e8ab2b tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:00:52.714140 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-097864fc-d079-491e-9452-dbd583e8ab2b tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:52.741117 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d3dc805-9849-4b4d-97fd-970e26d1b0ac None None] Network 585f1a25-d8c2-4739-95aa-646c169bbb1a requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:00:52.766170 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097864fc-d079-491e-9452-dbd583e8ab2b tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Pushing event updated for resources: {'Subnet': ['ID=a98a0529-ad83-4bcc-af34-e420cdbfbccb,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:52.791155 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7393a18-8ab3-4725-b2bd-d969cfbfc481 None None] Network 0008fd3d-19e9-40cf-b545-4a7647b90cf1 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:00:52.809328 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-195d6f2c-fd71-4a1b-aa34-6d435be47f51 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Calling delete_port for 065e6ef4-b5c3-406c-983b-0172cb5f2b8a owned by {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:00:52.839464 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-dce7778a-bd88-4a4b-aa36-f8a4df866124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:52.876068 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-097864fc-d079-491e-9452-dbd583e8ab2b tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.0117304 May 30 05:00:52.876407 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce7778a-bd88-4a4b-aa36-f8a4df866124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26a9ef54-95b8-48f5-8354-c18e3be57f01,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:52.878693 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 44644) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:52.879925 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-dce7778a-bd88-4a4b-aa36-f8a4df866124 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:52.881044 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-dce7778a-bd88-4a4b-aa36-f8a4df866124 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/26a9ef54-95b8-48f5-8354-c18e3be57f01 HTTP/1.1" status: 204 len: 168 time: 0.6159658 May 30 05:00:52.901876 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-66a39704-3937-46e6-a4e6-d6e0282dd1ee tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1023359866', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'a98a0529-ad83-4bcc-af34-e420cdbfbccb'}], 'security_groups': ['f4e000f6-9e5d-4dea-8ff6-9566b8ba2da2']}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:00:53.012107 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-329f0901-fd9a-4a95-a6ba-2712e81fc3c0 None None] Provisioning for port 2cba4cb9-f8a6-4fee-8a5a-a6008331912b completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:00:53.051461 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-329f0901-fd9a-4a95-a6ba-2712e81fc3c0 None None] Provisioning complete for port 2cba4cb9-f8a6-4fee-8a5a-a6008331912b triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:00:53.051845 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-329f0901-fd9a-4a95-a6ba-2712e81fc3c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:53.081668 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4271b569-8ea0-4de5-a63d-e40857933cf4 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:53.172183 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-195d6f2c-fd71-4a1b-aa34-6d435be47f51 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:53.293247 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195d6f2c-fd71-4a1b-aa34-6d435be47f51 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Pushing event deleted for resources: {'Port': ['ID=065e6ef4-b5c3-406c-983b-0172cb5f2b8a,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:53.321637 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-195d6f2c-fd71-4a1b-aa34-6d435be47f51 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:53.344097 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-195d6f2c-fd71-4a1b-aa34-6d435be47f51 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] 10.222.0.15 "DELETE /v2.0/ports/065e6ef4-b5c3-406c-983b-0172cb5f2b8a HTTP/1.1" status: 204 len: 168 time: 1.2289135 May 30 05:00:53.344985 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 44656) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:53.361661 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-66a39704-3937-46e6-a4e6-d6e0282dd1ee tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:53.395508 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-329f0901-fd9a-4a95-a6ba-2712e81fc3c0 None None] Current status of the port 2cba4cb9-f8a6-4fee-8a5a-a6008331912b is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:00:53.406652 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b2ef6de-f85c-4af5-9efa-f1419c17663f tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] GET failed (client error): The resource could not be found. May 30 05:00:53.407266 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-6b2ef6de-f85c-4af5-9efa-f1419c17663f tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Synchronizing usage tracker for tenant:895764a2d33a4b6180a8faca69c63db7 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:00:53.433457 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-6b2ef6de-f85c-4af5-9efa-f1419c17663f tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Unset dirty status for tenant:895764a2d33a4b6180a8faca69c63db7 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:00:53.434874 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-6b2ef6de-f85c-4af5-9efa-f1419c17663f tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] 10.222.0.15 "GET /v2.0/ports/065e6ef4-b5c3-406c-983b-0172cb5f2b8a HTTP/1.1" status: 404 len: 333 time: 0.0884666 May 30 05:00:53.437697 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 44662) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:53.438810 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4271b569-8ea0-4de5-a63d-e40857933cf4 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:53.499955 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port b192faf7-cc5b-4afa-80f3-9be000064495 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:00:53.500630 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:53.567373 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_v2 [None req-35edff2e-db69-47c7-9967-a5f77c93ac51 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Deleting subnet 8986d84c-0178-4a94-af01-09375a09140d {{(pid=88261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 30 05:00:53.571075 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-35edff2e-db69-47c7-9967-a5f77c93ac51 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks [] for subnet, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:53.612974 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4271b569-8ea0-4de5-a63d-e40857933cf4 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Network e2513721-9039-4ed7-a80f-21e1d8f859c7 is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:00:53.620917 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-4271b569-8ea0-4de5-a63d-e40857933cf4 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:00:53.654534 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-35edff2e-db69-47c7-9967-a5f77c93ac51 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3545586'] for subnet, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:53.660075 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4271b569-8ea0-4de5-a63d-e40857933cf4 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:00:53.765416 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4271b569-8ea0-4de5-a63d-e40857933cf4 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Pushing event updated for resources: {'Port': ['ID=2e9fd5c1-34d1-4247-b4c3-974d0245b7ca,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:53.772166 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-35edff2e-db69-47c7-9967-a5f77c93ac51 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860493'] for subnet, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:53.863493 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-35edff2e-db69-47c7-9967-a5f77c93ac51 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2304955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9305493'] for subnet, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:53.877163 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port b192faf7-cc5b-4afa-80f3-9be000064495 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:00:53.878259 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 259f30c8-c1c1-40d4-b403-fb5bf7da4116 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:00:53.880078 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4271b569-8ea0-4de5-a63d-e40857933cf4 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:00:53.880786 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4271b569-8ea0-4de5-a63d-e40857933cf4 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:53.909008 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.objects.ports [None req-9e808e16-24c2-4c93-a50a-ab33a8627428 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88260) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 30 05:00:53.922355 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35edff2e-db69-47c7-9967-a5f77c93ac51 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Pushing event deleted for resources: {'Subnet': ['ID=8986d84c-0178-4a94-af01-09375a09140d,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:53.924645 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf2b1456-c617-47d3-a881-48165ff75af0 None None] Update dhcp port {'port': {'network_id': '585f1a25-d8c2-4739-95aa-646c169bbb1a', 'fixed_ips': [{'subnet_id': 'f32b1508-df80-4952-b2f1-61dd529359f9', 'ip_address': '172.20.0.2'}, {'subnet_id': 'a98a0529-ad83-4bcc-af34-e420cdbfbccb'}], 'binding:host_id': 'dv-neutron-843763-1-hyperv'}, 'id': '259f30c8-c1c1-40d4-b403-fb5bf7da4116'} from dv-neutron-843763-1-hyperv. {{(pid=88262) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 30 05:00:53.933046 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-35edff2e-db69-47c7-9967-a5f77c93ac51 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:53.940389 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-35edff2e-db69-47c7-9967-a5f77c93ac51 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] 10.222.0.15 "DELETE /v2.0/subnets/8986d84c-0178-4a94-af01-09375a09140d HTTP/1.1" status: 204 len: 168 time: 0.5016818 May 30 05:00:53.946077 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 44676) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:53.964720 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f50432a-1b41-4026-85d1-655d04abbd08 None None] Network 4530fb3c-5ed3-4009-aafc-5ae52e88c99e requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:00:53.987293 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 44680) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:54.015620 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-4271b569-8ea0-4de5-a63d-e40857933cf4 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 3.3501377 May 30 05:00:54.045230 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 44686) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:54.055987 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-9bb10ad1-80f7-4cd3-a763-29004a36c49c tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Request body: {'floatingip': {'floating_network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'port_id': '2e9fd5c1-34d1-4247-b4c3-974d0245b7ca', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:00:54.082026 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-9bb10ad1-80f7-4cd3-a763-29004a36c49c tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:00:54.125307 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f6bbfc57-6b7e-4860-8c47-55f00faa4c8f tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897784'] for network, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:54.146646 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-9bb10ad1-80f7-4cd3-a763-29004a36c49c tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:00:54.154432 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-f6bbfc57-6b7e-4860-8c47-55f00faa4c8f tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Deleting port b192faf7-cc5b-4afa-80f3-9be000064495 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:00:54.154842 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f6bbfc57-6b7e-4860-8c47-55f00faa4c8f tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:54.160403 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-ba508bae-f249-4738-84a6-fd1d3f974f06 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1780700832-network', 'tenant_id': '4b24f785115b43279d96c108a877125b'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:00:54.175000 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-ba508bae-f249-4738-84a6-fd1d3f974f06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:00:54.197905 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-ba508bae-f249-4738-84a6-fd1d3f974f06 admin admin] Usage tracker for resource:network and tenant:4b24f785115b43279d96c108a877125b is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:00:54.205422 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-ba508bae-f249-4738-84a6-fd1d3f974f06 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:00:54.209279 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9bb10ad1-80f7-4cd3-a763-29004a36c49c tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks [] for floatingip, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:54.217275 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-ba508bae-f249-4738-84a6-fd1d3f974f06 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:00:54.225341 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-cf2b1456-c617-47d3-a881-48165ff75af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:54.311456 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba508bae-f249-4738-84a6-fd1d3f974f06 admin admin] Made reservation on behalf of 4b24f785115b43279d96c108a877125b for: {'network': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:00:54.313923 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ba508bae-f249-4738-84a6-fd1d3f974f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for network, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:54.316346 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 259f30c8-c1c1-40d4-b403-fb5bf7da4116 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:00:54.316732 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:54.339094 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ba508bae-f249-4738-84a6-fd1d3f974f06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:54.358615 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b0bfae4-6574-4bcd-9a38-ed2ac0b76e3d None None] Update dhcp port {'port': {'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1', 'fixed_ips': [{'subnet_id': '59447bf2-4531-471f-874d-f7d852a2b1be', 'ip_address': '2001:db8::2'}, {'subnet_id': '3da5234d-4a42-4548-bed2-7a447c1bcc57'}], 'binding:host_id': 'dv-neutron-843763-1-hyperv'}, 'id': '2cba4cb9-f8a6-4fee-8a5a-a6008331912b'} from dv-neutron-843763-1-hyperv. {{(pid=88262) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 30 05:00:54.362141 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9e808e16-24c2-4c93-a50a-ab33a8627428 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:54.379968 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-ba508bae-f249-4738-84a6-fd1d3f974f06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:00:54.391173 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-ba508bae-f249-4738-84a6-fd1d3f974f06 admin admin] Usage tracker for resource:security_group_rule and tenant:4b24f785115b43279d96c108a877125b is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:00:54.425381 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-ba508bae-f249-4738-84a6-fd1d3f974f06 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:00:54.428490 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-66a39704-3937-46e6-a4e6-d6e0282dd1ee tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Delete allocated IP 172.20.0.12 (585f1a25-d8c2-4739-95aa-646c169bbb1a/f32b1508-df80-4952-b2f1-61dd529359f9) {{(pid=88260) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 30 05:00:54.451606 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-ba508bae-f249-4738-84a6-fd1d3f974f06 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:00:54.454134 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-66a39704-3937-46e6-a4e6-d6e0282dd1ee tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Allocated IP 172.20.0.22 (585f1a25-d8c2-4739-95aa-646c169bbb1a/a98a0529-ad83-4bcc-af34-e420cdbfbccb/3923cdc4-7be6-4525-870d-e3b8056d20ce) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:00:54.494312 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-f6bbfc57-6b7e-4860-8c47-55f00faa4c8f tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] For port b192faf7-cc5b-4afa-80f3-9be000064495, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=b192faf7-cc5b-4afa-80f3-9be000064495,segment=NetworkSegment(7d7da365-a26d-47b0-97e5-7f02be713da3),segment_id=7d7da365-a26d-47b0-97e5-7f02be713da3)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:00:54.494612 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f6bbfc57-6b7e-4860-8c47-55f00faa4c8f tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:54.518417 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-2b0bfae4-6574-4bcd-9a38-ed2ac0b76e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:54.581355 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e720bf-628c-461b-929b-7f2c3fb7d6a5 None None] DHCP port deletion for 4530fb3c-5ed3-4009-aafc-5ae52e88c99e request from dv-neutron-843763-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 30 05:00:54.628128 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-e4e720bf-628c-461b-929b-7f2c3fb7d6a5 None None] Deleting port b192faf7-cc5b-4afa-80f3-9be000064495 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:00:54.628801 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e4e720bf-628c-461b-929b-7f2c3fb7d6a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:54.643010 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-f6bbfc57-6b7e-4860-8c47-55f00faa4c8f tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Calling delete_port for b192faf7-cc5b-4afa-80f3-9be000064495 owned by network:dhcp {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:00:54.690007 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9bb10ad1-80f7-4cd3-a763-29004a36c49c tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:54.760868 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 259f30c8-c1c1-40d4-b403-fb5bf7da4116 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:00:54.762037 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 2cba4cb9-f8a6-4fee-8a5a-a6008331912b up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:00:54.791097 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f6bbfc57-6b7e-4860-8c47-55f00faa4c8f tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:54.850017 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-e4e720bf-628c-461b-929b-7f2c3fb7d6a5 None None] The port 'b192faf7-cc5b-4afa-80f3-9be000064495' was deleted {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 30 05:00:54.867507 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bbfc57-6b7e-4860-8c47-55f00faa4c8f tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Pushing event deleted for resources: {'Port': ['ID=b192faf7-cc5b-4afa-80f3-9be000064495,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:54.884531 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6bbfc57-6b7e-4860-8c47-55f00faa4c8f tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] No DVR routers for this DVR port b192faf7-cc5b-4afa-80f3-9be000064495 on host dv-neutron-843763-1-hyperv {{(pid=88261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 05:00:54.964822 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 2cba4cb9-f8a6-4fee-8a5a-a6008331912b triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:00:54.965516 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:54.986851 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-9e808e16-24c2-4c93-a50a-ab33a8627428 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] For port 2cba4cb9-f8a6-4fee-8a5a-a6008331912b, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=2cba4cb9-f8a6-4fee-8a5a-a6008331912b,segment=NetworkSegment(c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1),segment_id=c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:00:55.001899 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-9bb10ad1-80f7-4cd3-a763-29004a36c49c tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Allocated IP 172.26.6.46 (1bab70f4-3794-44db-8e17-19f483aa8ffa/6b5b73c1-b0ce-4f83-a930-c00cc5522926/7c2b9132-a77c-482b-9bfe-a74f18191fdf) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:00:55.002148 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ba508bae-f249-4738-84a6-fd1d3f974f06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:55.010262 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ba508bae-f249-4738-84a6-fd1d3f974f06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:55.042761 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f6bbfc57-6b7e-4860-8c47-55f00faa4c8f tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867540', 'neutron.services.segments.db._delete_segments_for_network-8729234922972'] for network, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:55.056545 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9e808e16-24c2-4c93-a50a-ab33a8627428 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks [] for port, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:55.059287 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-66a39704-3937-46e6-a4e6-d6e0282dd1ee tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks [] for port, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:55.073688 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.db.api [None req-2b0bfae4-6574-4bcd-9a38-ed2ac0b76e3d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 05:00:55.074200 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG oslo_db.api [None req-2b0bfae4-6574-4bcd-9a38-ed2ac0b76e3d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 05:00:55.077933 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9e808e16-24c2-4c93-a50a-ab33a8627428 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1547421'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:55.078592 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9e808e16-24c2-4c93-a50a-ab33a8627428 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1547796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2133315'] for subnet, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:55.083065 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba508bae-f249-4738-84a6-fd1d3f974f06 admin admin] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=88260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 05:00:55.094865 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 2cba4cb9-f8a6-4fee-8a5a-a6008331912b is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:00:55.172420 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device b192faf7-cc5b-4afa-80f3-9be000064495 no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 05:00:55.201009 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [None req-66a39704-3937-46e6-a4e6-d6e0282dd1ee tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Transition to ACTIVE for port object 3923cdc4-7be6-4525-870d-e3b8056d20ce will not be triggered until provisioned by entity DHCP. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:00:55.208896 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba508bae-f249-4738-84a6-fd1d3f974f06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e942b556-082b-47b5-acd5-34ca68d0c431,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:55.219301 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ba508bae-f249-4738-84a6-fd1d3f974f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:55.219641 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.db.segments_db [None req-ba508bae-f249-4738-84a6-fd1d3f974f06 admin admin] Added segment 1c03b5fc-8dc9-4812-8069-b182f3249459 of type vlan for network c083290a-9da9-412f-8950-9d2e52b07d53 May 30 05:00:55.224657 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-66a39704-3937-46e6-a4e6-d6e0282dd1ee tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1547421'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:55.236498 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e808e16-24c2-4c93-a50a-ab33a8627428 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Network 0008fd3d-19e9-40cf-b545-4a7647b90cf1 is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:00:55.251158 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-9e808e16-24c2-4c93-a50a-ab33a8627428 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:00:55.261722 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] No Port match for: b192faf7-cc5b-4afa-80f3-9be000064495 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 05:00:55.262094 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device b192faf7-cc5b-4afa-80f3-9be000064495 not bound to the agent host dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 05:00:55.272324 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-f6bbfc57-6b7e-4860-8c47-55f00faa4c8f tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4530fb3c-5ed3-4009-aafc-5ae52e88c99e']}} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:00:55.284192 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e808e16-24c2-4c93-a50a-ab33a8627428 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Pushing event updated for resources: {'Subnet': ['ID=3da5234d-4a42-4548-bed2-7a447c1bcc57,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:55.290831 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-f6bbfc57-6b7e-4860-8c47-55f00faa4c8f tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d7da365-a26d-47b0-97e5-7f02be713da3') {'for_net_delete': True} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:00:55.291192 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e808e16-24c2-4c93-a50a-ab33a8627428 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:00:55.291328 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-f6bbfc57-6b7e-4860-8c47-55f00faa4c8f tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d7da365-a26d-47b0-97e5-7f02be713da3') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:00:55.291688 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9e808e16-24c2-4c93-a50a-ab33a8627428 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:55.312339 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f6bbfc57-6b7e-4860-8c47-55f00faa4c8f tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729235042807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3545573'] for segment, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:55.354236 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f6bbfc57-6b7e-4860-8c47-55f00faa4c8f tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:55.371231 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6bbfc57-6b7e-4860-8c47-55f00faa4c8f tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=88261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 05:00:55.371907 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f6bbfc57-6b7e-4860-8c47-55f00faa4c8f tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-862858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2304281'] for segment, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:55.375912 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-cf2b1456-c617-47d3-a881-48165ff75af0 None None] Allocated IP 172.20.0.18 (585f1a25-d8c2-4739-95aa-646c169bbb1a/a98a0529-ad83-4bcc-af34-e420cdbfbccb/259f30c8-c1c1-40d4-b403-fb5bf7da4116) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:00:55.391203 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e808e16-24c2-4c93-a50a-ab33a8627428 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Pushing event updated for resources: {'Port': ['ID=2cba4cb9-f8a6-4fee-8a5a-a6008331912b,revision_number=9']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:55.465677 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ba508bae-f249-4738-84a6-fd1d3f974f06 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729234556353'] for network, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:55.469277 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9bb10ad1-80f7-4cd3-a763-29004a36c49c tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:55.474379 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 7d7da365-a26d-47b0-97e5-7f02be713da3 resource provider aggregate not found May 30 05:00:55.510038 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a39704-3937-46e6-a4e6-d6e0282dd1ee tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Pushing event updated for resources: {'Port': ['ID=3923cdc4-7be6-4525-870d-e3b8056d20ce,revision_number=2']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:55.512178 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 7d7da365-a26d-47b0-97e5-7f02be713da3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7d7da365-a26d-47b0-97e5-7f02be713da3 found for delete ", "request_id": "req-d989f3a1-d4d3-4028-ae1f-a016326edd06"}]} May 30 05:00:55.514522 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-9e808e16-24c2-4c93-a50a-ab33a8627428 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.7524135 May 30 05:00:55.518065 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 44694) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:55.532875 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f6bbfc57-6b7e-4860-8c47-55f00faa4c8f tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604744'] for network, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:55.546702 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-66a39704-3937-46e6-a4e6-d6e0282dd1ee tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] In _notify_port_updated(), no bound segment for port 3923cdc4-7be6-4525-870d-e3b8056d20ce on network 585f1a25-d8c2-4739-95aa-646c169bbb1a {{(pid=88260) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 30 05:00:55.552797 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a39704-3937-46e6-a4e6-d6e0282dd1ee tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:00:55.552989 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f6bbfc57-6b7e-4860-8c47-55f00faa4c8f tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:55.553343 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-66a39704-3937-46e6-a4e6-d6e0282dd1ee tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:55.554982 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-66a39704-3937-46e6-a4e6-d6e0282dd1ee tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] 10.222.0.15 "PUT /v2.0/ports/3923cdc4-7be6-4525-870d-e3b8056d20ce HTTP/1.1" status: 200 len: 921 time: 2.6744542 May 30 05:00:55.557877 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 44700) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:55.579179 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bbfc57-6b7e-4860-8c47-55f00faa4c8f tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Pushing event deleted for resources: {'Network': ['ID=4530fb3c-5ed3-4009-aafc-5ae52e88c99e,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:55.599633 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-f6bbfc57-6b7e-4860-8c47-55f00faa4c8f tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] 10.222.0.15 "DELETE /v2.0/networks/4530fb3c-5ed3-4009-aafc-5ae52e88c99e HTTP/1.1" status: 204 len: 168 time: 1.6491408 May 30 05:00:55.602461 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ba508bae-f249-4738-84a6-fd1d3f974f06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788'] for network, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:55.603232 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba508bae-f249-4738-84a6-fd1d3f974f06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:00:55.603530 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 44704) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:55.603847 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ba508bae-f249-4738-84a6-fd1d3f974f06 admin admin] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:55.614361 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-6ac175b8-9852-451d-a6c7-ab6164f8a21a tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-175229138'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:00:55.623356 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-6ac175b8-9852-451d-a6c7-ab6164f8a21a tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:00:55.628099 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-cf2b1456-c617-47d3-a881-48165ff75af0 None None] For port 259f30c8-c1c1-40d4-b403-fb5bf7da4116, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=259f30c8-c1c1-40d4-b403-fb5bf7da4116,segment=NetworkSegment(7589f9b4-08bc-491b-b2fd-ff646e75a228),segment_id=7589f9b4-08bc-491b-b2fd-ff646e75a228)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:00:55.629414 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-6ac175b8-9852-451d-a6c7-ab6164f8a21a tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Usage tracker for resource:network and tenant:895764a2d33a4b6180a8faca69c63db7 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:00:55.636525 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-6ac175b8-9852-451d-a6c7-ab6164f8a21a tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:00:55.641694 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-2b0bfae4-6574-4bcd-9a38-ed2ac0b76e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:55.643973 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-6ac175b8-9852-451d-a6c7-ab6164f8a21a tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:00:55.658750 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9bb10ad1-80f7-4cd3-a763-29004a36c49c tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:55.709565 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-cf2b1456-c617-47d3-a881-48165ff75af0 None None] Notify callbacks [] for port, precommit_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:55.728081 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bb10ad1-80f7-4cd3-a763-29004a36c49c tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Network 1bab70f4-3794-44db-8e17-19f483aa8ffa is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:00:55.728959 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ac175b8-9852-451d-a6c7-ab6164f8a21a tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Made reservation on behalf of 895764a2d33a4b6180a8faca69c63db7 for: {'network': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:00:55.732722 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6ac175b8-9852-451d-a6c7-ab6164f8a21a tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for network, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:55.736774 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-ba508bae-f249-4738-84a6-fd1d3f974f06 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7477400 May 30 05:00:55.741936 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-cf2b1456-c617-47d3-a881-48165ff75af0 None None] Transition to ACTIVE for port object 259f30c8-c1c1-40d4-b403-fb5bf7da4116 will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:00:55.742700 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 44708) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:55.748762 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-65765a1e-5740-469c-8e0a-21344138dd2c tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Request body: {'port': {'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1', 'mac_address': 'fa:16:3e:c2:6d:62', 'name': 'tempest-NetworksTestDHCPv6-2068325352'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:00:55.753421 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-7a14a69d-34db-49cb-b54b-5bb0a2970d96 admin admin] Request body: {'subnet': {'network_id': 'c083290a-9da9-412f-8950-9d2e52b07d53', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1780700832-subnet', 'tenant_id': '4b24f785115b43279d96c108a877125b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:00:55.760291 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-366daf1e-02cf-4f56-b565-731d5250acc6 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Deleting port 3923cdc4-7be6-4525-870d-e3b8056d20ce {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:00:55.760639 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-366daf1e-02cf-4f56-b565-731d5250acc6 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:55.773523 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-9bb10ad1-80f7-4cd3-a763-29004a36c49c tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:00:55.780440 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-cf2b1456-c617-47d3-a881-48165ff75af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:55.792196 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb10ad1-80f7-4cd3-a763-29004a36c49c tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:00:55.794443 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba508bae-f249-4738-84a6-fd1d3f974f06 admin admin] Pushing event updated for resources: {'Network': ['ID=c083290a-9da9-412f-8950-9d2e52b07d53,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:55.808996 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-7a14a69d-34db-49cb-b54b-5bb0a2970d96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:00:55.823475 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-7a14a69d-34db-49cb-b54b-5bb0a2970d96 admin admin] Usage tracker for resource:subnet and tenant:4b24f785115b43279d96c108a877125b is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:00:55.828391 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-7a14a69d-34db-49cb-b54b-5bb0a2970d96 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:00:55.831625 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Network c083290a-9da9-412f-8950-9d2e52b07d53 details requested by agent ovs-agent-dv-neutron-843763-1-hyperv with host dv-neutron-843763-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 05:00:55.839508 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-7a14a69d-34db-49cb-b54b-5bb0a2970d96 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:00:55.896343 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a14a69d-34db-49cb-b54b-5bb0a2970d96 admin admin] Made reservation on behalf of 4b24f785115b43279d96c108a877125b for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:00:55.899190 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7a14a69d-34db-49cb-b54b-5bb0a2970d96 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2133361'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:55.966869 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10ad1-80f7-4cd3-a763-29004a36c49c tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Pushing event updated for resources: {'Port': ['ID=7c2b9132-a77c-482b-9bfe-a74f18191fdf,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:55.975661 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ac175b8-9852-451d-a6c7-ab6164f8a21a tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=88261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 05:00:56.070646 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6ac175b8-9852-451d-a6c7-ab6164f8a21a tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:56.070867 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.db.segments_db [None req-6ac175b8-9852-451d-a6c7-ab6164f8a21a tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Added segment 897a4285-e5e1-47c9-8c34-24aedcf1766c of type vlan for network 17ce42ed-ea82-446a-bd0d-8fe40523ee29 May 30 05:00:56.099731 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2b1456-c617-47d3-a881-48165ff75af0 None None] Pushing event updated for resources: {'Port': ['ID=259f30c8-c1c1-40d4-b403-fb5bf7da4116,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:56.184275 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-65765a1e-5740-469c-8e0a-21344138dd2c tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:00:56.187263 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6ac175b8-9852-451d-a6c7-ab6164f8a21a tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729234556353'] for network, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:56.195721 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-366daf1e-02cf-4f56-b565-731d5250acc6 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:56.206822 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-65765a1e-5740-469c-8e0a-21344138dd2c tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:00:56.330222 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-2b0bfae4-6574-4bcd-9a38-ed2ac0b76e3d None None] For port 2cba4cb9-f8a6-4fee-8a5a-a6008331912b, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=2cba4cb9-f8a6-4fee-8a5a-a6008331912b,segment=NetworkSegment(c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1),segment_id=c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:00:56.337044 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.db.resource_extend [None req-6ac175b8-9852-451d-a6c7-ab6164f8a21a tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 05:00:56.369140 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-2b0bfae4-6574-4bcd-9a38-ed2ac0b76e3d None None] Notify callbacks [] for port, precommit_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:56.369406 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65765a1e-5740-469c-8e0a-21344138dd2c tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Made reservation on behalf of 16af2dbefc6742d5a37a7b30e58c8c2f for: {'port': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:00:56.377614 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-2b0bfae4-6574-4bcd-9a38-ed2ac0b76e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:56.407494 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-366daf1e-02cf-4f56-b565-731d5250acc6 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Calling delete_port for 3923cdc4-7be6-4525-870d-e3b8056d20ce owned by {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:00:56.507987 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0bfae4-6574-4bcd-9a38-ed2ac0b76e3d None None] Pushing event updated for resources: {'Port': ['ID=2cba4cb9-f8a6-4fee-8a5a-a6008331912b,revision_number=10']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:56.566074 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6ac175b8-9852-451d-a6c7-ab6164f8a21a tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788'] for network, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:56.570614 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac175b8-9852-451d-a6c7-ab6164f8a21a tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:00:56.571205 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6ac175b8-9852-451d-a6c7-ab6164f8a21a tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:56.611107 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7a14a69d-34db-49cb-b54b-5bb0a2970d96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1547796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2133315'] for subnet, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:56.727212 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac175b8-9852-451d-a6c7-ab6164f8a21a tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Pushing event updated for resources: {'Network': ['ID=17ce42ed-ea82-446a-bd0d-8fe40523ee29,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:56.739548 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Network 17ce42ed-ea82-446a-bd0d-8fe40523ee29 details requested by agent ovs-agent-dv-neutron-843763-1-hyperv with host dv-neutron-843763-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 05:00:56.744615 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-6ac175b8-9852-451d-a6c7-ab6164f8a21a tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.1369441 May 30 05:00:56.747298 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 44714) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:56.774791 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-3b767153-ff4b-4052-8e97-610bffec422c tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Request body: {'subnet': {'network_id': '17ce42ed-ea82-446a-bd0d-8fe40523ee29', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:00:56.842793 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-366daf1e-02cf-4f56-b565-731d5250acc6 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:56.913032 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366daf1e-02cf-4f56-b565-731d5250acc6 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Pushing event deleted for resources: {'Port': ['ID=3923cdc4-7be6-4525-870d-e3b8056d20ce,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:56.955348 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9bb10ad1-80f7-4cd3-a763-29004a36c49c tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:56.971629 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-65765a1e-5740-469c-8e0a-21344138dd2c tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:57.003649 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a14a69d-34db-49cb-b54b-5bb0a2970d96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=097baa16-bd46-4d5c-8f81-e7c2969ee75b,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:57.055697 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a14a69d-34db-49cb-b54b-5bb0a2970d96 admin admin] Checking segment: {'id': '1c03b5fc-8dc9-4812-8069-b182f3249459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'c083290a-9da9-412f-8950-9d2e52b07d53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:00:57.056054 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a14a69d-34db-49cb-b54b-5bb0a2970d96 admin admin] Network hostable DHCP agents. Network: c083290a-9da9-412f-8950-9d2e52b07d53, hostable agents: ['1c705e68-3d3e-4dd3-9252-feb21d4b96ab'], hosted agents: [] {{(pid=88260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 05:00:57.076884 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-366daf1e-02cf-4f56-b565-731d5250acc6 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:57.100135 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-366daf1e-02cf-4f56-b565-731d5250acc6 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] 10.222.0.15 "DELETE /v2.0/ports/3923cdc4-7be6-4525-870d-e3b8056d20ce HTTP/1.1" status: 204 len: 168 time: 1.5387619 May 30 05:00:57.101902 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 44718) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:57.143452 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a14a69d-34db-49cb-b54b-5bb0a2970d96 admin admin] Network c083290a-9da9-412f-8950-9d2e52b07d53 is scheduled to be hosted by DHCP agent 1c705e68-3d3e-4dd3-9252-feb21d4b96ab with binding_index 1 {{(pid=88260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 05:00:57.157969 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-f7d3ddf4-d585-4263-8eaf-c36a3eb21cc6 None None] Provisioning for port 259f30c8-c1c1-40d4-b403-fb5bf7da4116 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:00:57.163078 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c01d24a-8869-4c19-a8aa-ab80069686d1 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] GET failed (client error): The resource could not be found. May 30 05:00:57.163785 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-7c01d24a-8869-4c19-a8aa-ab80069686d1 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Synchronizing usage tracker for tenant:f4aea07b5c934dc5bc600f55a2d3ba0e on resource:port {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:00:57.190229 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-7a14a69d-34db-49cb-b54b-5bb0a2970d96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843763-1-hyperv, c083290a-9da9-412f-8950-9d2e52b07d53) {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:00:57.197169 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a14a69d-34db-49cb-b54b-5bb0a2970d96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:00:57.197930 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7a14a69d-34db-49cb-b54b-5bb0a2970d96 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:57.205111 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-7c01d24a-8869-4c19-a8aa-ab80069686d1 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Unset dirty status for tenant:f4aea07b5c934dc5bc600f55a2d3ba0e on resource:port {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:00:57.207406 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-7c01d24a-8869-4c19-a8aa-ab80069686d1 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] 10.222.0.15 "GET /v2.0/ports/3923cdc4-7be6-4525-870d-e3b8056d20ce HTTP/1.1" status: 404 len: 333 time: 0.1045759 May 30 05:00:57.215288 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-929ca2f0-5c95-4eec-9935-8cb8ebd3e554 None None] Network c083290a-9da9-412f-8950-9d2e52b07d53 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:00:57.218470 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 44722) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:57.238743 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-f7d3ddf4-d585-4263-8eaf-c36a3eb21cc6 None None] Provisioning complete for port 259f30c8-c1c1-40d4-b403-fb5bf7da4116 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:00:57.239365 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f7d3ddf4-d585-4263-8eaf-c36a3eb21cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:57.256455 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-7a14a69d-34db-49cb-b54b-5bb0a2970d96 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5106878 May 30 05:00:57.294364 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 259f30c8-c1c1-40d4-b403-fb5bf7da4116 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:00:57.306887 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-22ebcd46-110a-4555-b82b-191b18dbaca9 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:57.319978 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [None req-65765a1e-5740-469c-8e0a-21344138dd2c tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] device_id is not set on port f551c75c-c2bb-4104-8d97-05522ea323c9 yet. {{(pid=88261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 30 05:00:57.328893 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc8cca3-f359-49ff-a88d-7f9349dc453e None None] Network 0008fd3d-19e9-40cf-b545-4a7647b90cf1 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:00:57.344750 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-22ebcd46-110a-4555-b82b-191b18dbaca9 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:57.430198 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-22ebcd46-110a-4555-b82b-191b18dbaca9 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:57.438271 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9bb10ad1-80f7-4cd3-a763-29004a36c49c tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:57.452523 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ebcd46-110a-4555-b82b-191b18dbaca9 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e152c77-25d9-418f-b877-37ba767369f3,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:57.459753 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-22ebcd46-110a-4555-b82b-191b18dbaca9 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:57.461343 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-22ebcd46-110a-4555-b82b-191b18dbaca9 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] 10.222.0.15 "DELETE /v2.0/security-groups/8e152c77-25d9-418f-b877-37ba767369f3 HTTP/1.1" status: 204 len: 168 time: 0.2412984 May 30 05:00:57.463459 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 44728) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:57.540911 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-3b767153-ff4b-4052-8e97-610bffec422c tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:00:57.546108 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-3b767153-ff4b-4052-8e97-610bffec422c tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Usage tracker for resource:subnet and tenant:895764a2d33a4b6180a8faca69c63db7 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:00:57.548594 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e87f0b98-8b43-4518-976f-2f5939b61440 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:57.549658 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-3b767153-ff4b-4052-8e97-610bffec422c tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:00:57.557493 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-3b767153-ff4b-4052-8e97-610bffec422c tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:00:57.583454 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e87f0b98-8b43-4518-976f-2f5939b61440 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:57.647043 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e87f0b98-8b43-4518-976f-2f5939b61440 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:57.663891 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b767153-ff4b-4052-8e97-610bffec422c tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Made reservation on behalf of 895764a2d33a4b6180a8faca69c63db7 for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:00:57.667681 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3b767153-ff4b-4052-8e97-610bffec422c tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9305518'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:57.680090 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e87f0b98-8b43-4518-976f-2f5939b61440 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:57.684087 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-e87f0b98-8b43-4518-976f-2f5939b61440 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] 10.222.0.15 "DELETE /v2.0/security-groups/f4e000f6-9e5d-4dea-8ff6-9566b8ba2da2 HTTP/1.1" status: 204 len: 168 time: 0.2174170 May 30 05:00:57.684087 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87f0b98-8b43-4518-976f-2f5939b61440 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4e000f6-9e5d-4dea-8ff6-9566b8ba2da2,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:57.690328 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 44736) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:57.789078 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_v2 [None req-efac1cda-026f-4c07-b6d9-de42ad38c126 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Deleting subnet f32b1508-df80-4952-b2f1-61dd529359f9 {{(pid=88260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 30 05:00:57.796628 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-efac1cda-026f-4c07-b6d9-de42ad38c126 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks [] for subnet, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:57.890363 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-efac1cda-026f-4c07-b6d9-de42ad38c126 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1454738'] for subnet, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:57.964742 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 259f30c8-c1c1-40d4-b403-fb5bf7da4116 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:00:57.965215 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:58.021096 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4c087e74-7897-42ba-924e-2af9c8f27f03 req-4641dd92-2667-40ba-8e5a-c211d512b0f3 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1b9579b7-bae6-478c-894f-e20038a7bb0f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 1.0522993 May 30 05:00:58.072637 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-efac1cda-026f-4c07-b6d9-de42ad38c126 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860493'] for subnet, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:58.085187 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-65765a1e-5740-469c-8e0a-21344138dd2c tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Allocated IP 2001:db8::260 (0008fd3d-19e9-40cf-b545-4a7647b90cf1/59447bf2-4531-471f-874d-f7d852a2b1be/f551c75c-c2bb-4104-8d97-05522ea323c9) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:00:58.102811 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-65765a1e-5740-469c-8e0a-21344138dd2c tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Allocated IP 2001:db8:0:1:f816:3eff:fec2:6d62 (0008fd3d-19e9-40cf-b545-4a7647b90cf1/3da5234d-4a42-4548-bed2-7a447c1bcc57/f551c75c-c2bb-4104-8d97-05522ea323c9) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:00:58.174160 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-efac1cda-026f-4c07-b6d9-de42ad38c126 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1547867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2133322'] for subnet, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:58.205358 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-6165b389-82d2-4890-8177-64a0326e8e81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:58.207020 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed6aeaa-b98b-40b8-9d29-d2fdbe8bfc90 None None] Network c083290a-9da9-412f-8950-9d2e52b07d53 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:00:58.240941 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-efac1cda-026f-4c07-b6d9-de42ad38c126 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:58.247427 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efac1cda-026f-4c07-b6d9-de42ad38c126 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Pushing event deleted for resources: {'Subnet': ['ID=f32b1508-df80-4952-b2f1-61dd529359f9,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:58.261180 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-efac1cda-026f-4c07-b6d9-de42ad38c126 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] 10.222.0.15 "DELETE /v2.0/subnets/f32b1508-df80-4952-b2f1-61dd529359f9 HTTP/1.1" status: 204 len: 168 time: 0.5691154 May 30 05:00:58.265615 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 44748) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:58.266111 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 44750) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:58.274490 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-81f8d20b-0ac2-4b17-9cfd-396611447ced admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1240957547-network', 'tenant_id': '8143a50613b0428387f80a609ee9bc5d'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:00:58.279375 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-81f8d20b-0ac2-4b17-9cfd-396611447ced admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:00:58.283841 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-81f8d20b-0ac2-4b17-9cfd-396611447ced admin admin] Usage tracker for resource:network and tenant:8143a50613b0428387f80a609ee9bc5d is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:00:58.288813 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-81f8d20b-0ac2-4b17-9cfd-396611447ced admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:00:58.294921 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-81f8d20b-0ac2-4b17-9cfd-396611447ced admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:00:58.307718 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-5f01598b-bde5-410c-a75d-a642e2d01b44 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Request body: {'subnet': {'network_id': '585f1a25-d8c2-4739-95aa-646c169bbb1a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:00:58.314152 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-789ec975-2b95-44ef-b7f3-84a7ff9f7cf6 None None] Network 585f1a25-d8c2-4739-95aa-646c169bbb1a requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:00:58.324791 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81f8d20b-0ac2-4b17-9cfd-396611447ced admin admin] Made reservation on behalf of 8143a50613b0428387f80a609ee9bc5d for: {'network': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:00:58.327485 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-81f8d20b-0ac2-4b17-9cfd-396611447ced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for network, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:58.391835 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-81f8d20b-0ac2-4b17-9cfd-396611447ced admin admin] Notify callbacks [] for security_group, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:58.394160 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9bb10ad1-80f7-4cd3-a763-29004a36c49c tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:58.416724 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9bb10ad1-80f7-4cd3-a763-29004a36c49c tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2304381'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:58.431841 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-81f8d20b-0ac2-4b17-9cfd-396611447ced admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:00:58.443104 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-81f8d20b-0ac2-4b17-9cfd-396611447ced admin admin] Usage tracker for resource:security_group_rule and tenant:8143a50613b0428387f80a609ee9bc5d is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:00:58.450858 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-81f8d20b-0ac2-4b17-9cfd-396611447ced admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:00:58.463523 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-81f8d20b-0ac2-4b17-9cfd-396611447ced admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:00:58.519238 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-5f01598b-bde5-410c-a75d-a642e2d01b44 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:00:58.528057 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-5f01598b-bde5-410c-a75d-a642e2d01b44 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Usage tracker for resource:subnet and tenant:f4aea07b5c934dc5bc600f55a2d3ba0e is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:00:58.529971 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-f7d3ddf4-d585-4263-8eaf-c36a3eb21cc6 None None] Current status of the port 259f30c8-c1c1-40d4-b403-fb5bf7da4116 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:00:58.531719 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-5f01598b-bde5-410c-a75d-a642e2d01b44 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:00:58.541722 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-5f01598b-bde5-410c-a75d-a642e2d01b44 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:00:58.554333 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-f7d3ddf4-d585-4263-8eaf-c36a3eb21cc6 None None] Could not find standard attr ID for object 3923cdc4-7be6-4525-870d-e3b8056d20ce. {{(pid=88262) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 30 05:00:58.561887 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f01598b-bde5-410c-a75d-a642e2d01b44 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Made reservation on behalf of f4aea07b5c934dc5bc600f55a2d3ba0e for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:00:58.565898 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5f01598b-bde5-410c-a75d-a642e2d01b44 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2133361'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:58.578350 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 259f30c8-c1c1-40d4-b403-fb5bf7da4116 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:00:58.579418 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 2cba4cb9-f8a6-4fee-8a5a-a6008331912b up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:00:58.640804 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10ad1-80f7-4cd3-a763-29004a36c49c tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Pushing event updated for resources: {'Port': ['ID=7c2b9132-a77c-482b-9bfe-a74f18191fdf,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:58.671337 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3b767153-ff4b-4052-8e97-610bffec422c tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2305012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9305500'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:58.701077 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-f7d3ddf4-d585-4263-8eaf-c36a3eb21cc6 None None] Provisioning complete for port 27a45f3e-0295-4952-8c3a-4218c39be9be triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:00:58.701352 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f7d3ddf4-d585-4263-8eaf-c36a3eb21cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:58.702951 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9bb10ad1-80f7-4cd3-a763-29004a36c49c tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1604762'] for floatingip, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:58.707002 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-81f8d20b-0ac2-4b17-9cfd-396611447ced admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:58.723311 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-81f8d20b-0ac2-4b17-9cfd-396611447ced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:58.754519 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81f8d20b-0ac2-4b17-9cfd-396611447ced admin admin] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=88260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 05:00:58.761086 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-65765a1e-5740-469c-8e0a-21344138dd2c tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:58.785219 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-81f8d20b-0ac2-4b17-9cfd-396611447ced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:58.785557 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.db.segments_db [None req-81f8d20b-0ac2-4b17-9cfd-396611447ced admin admin] Added segment e831d182-a3cb-4c29-9061-dcc9055bcb78 of type vlan for network c18acbda-729a-4247-a92a-8a2286bcf9ae May 30 05:00:58.788796 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f8d20b-0ac2-4b17-9cfd-396611447ced admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efacba0d-832a-45ba-a40a-562556b08642,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:58.805907 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c087e74-7897-42ba-924e-2af9c8f27f03 req-791931bb-98ba-418f-b2b5-658dbc818050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:00:58.806584 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4c087e74-7897-42ba-924e-2af9c8f27f03 req-791931bb-98ba-418f-b2b5-658dbc818050 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f9fe59584bbe4d5aaa42841eedb71980&device_id=1b9579b7-bae6-478c-894f-e20038a7bb0f HTTP/1.1" status: 200 len: 1099 time: 0.6232486 May 30 05:00:58.827547 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-81f8d20b-0ac2-4b17-9cfd-396611447ced admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729234556353'] for network, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:58.839649 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-f7d3ddf4-d585-4263-8eaf-c36a3eb21cc6 None None] Port 27a45f3e-0295-4952-8c3a-4218c39be9be cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 05:00:58.862572 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [None req-65765a1e-5740-469c-8e0a-21344138dd2c tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Transition to ACTIVE for port object f551c75c-c2bb-4104-8d97-05522ea323c9 will not be triggered until provisioned by entity DHCP. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:00:58.929731 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-81f8d20b-0ac2-4b17-9cfd-396611447ced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788'] for network, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:58.931053 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f8d20b-0ac2-4b17-9cfd-396611447ced admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:00:58.931538 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-81f8d20b-0ac2-4b17-9cfd-396611447ced admin admin] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:58.933698 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 2cba4cb9-f8a6-4fee-8a5a-a6008331912b triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:00:58.934106 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:59.031068 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b767153-ff4b-4052-8e97-610bffec422c tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Pushing event updated for resources: {'Subnet': ['ID=af5d2d69-cd10-4da2-873a-252b002b3cae,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:59.062656 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b767153-ff4b-4052-8e97-610bffec422c tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Checking segment: {'id': '897a4285-e5e1-47c9-8c34-24aedcf1766c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '17ce42ed-ea82-446a-bd0d-8fe40523ee29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:00:59.063031 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b767153-ff4b-4052-8e97-610bffec422c tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Network hostable DHCP agents. Network: 17ce42ed-ea82-446a-bd0d-8fe40523ee29, hostable agents: ['1c705e68-3d3e-4dd3-9252-feb21d4b96ab'], hosted agents: [] {{(pid=88261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 05:00:59.063501 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f8d20b-0ac2-4b17-9cfd-396611447ced admin admin] Pushing event updated for resources: {'Network': ['ID=c18acbda-729a-4247-a92a-8a2286bcf9ae,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:59.077359 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-81f8d20b-0ac2-4b17-9cfd-396611447ced admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8081391 May 30 05:00:59.080406 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 44756) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:59.086645 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-06476ffa-62ad-4eb2-b958-7b3d91265f52 admin admin] Request body: {'subnet': {'network_id': 'c18acbda-729a-4247-a92a-8a2286bcf9ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1240957547-subnet', 'tenant_id': '8143a50613b0428387f80a609ee9bc5d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:00:59.094319 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Network c18acbda-729a-4247-a92a-8a2286bcf9ae details requested by agent ovs-agent-dv-neutron-843763-1-hyperv with host dv-neutron-843763-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 05:00:59.099092 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-06476ffa-62ad-4eb2-b958-7b3d91265f52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:00:59.103884 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-06476ffa-62ad-4eb2-b958-7b3d91265f52 admin admin] Usage tracker for resource:subnet and tenant:8143a50613b0428387f80a609ee9bc5d is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:00:59.107459 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-06476ffa-62ad-4eb2-b958-7b3d91265f52 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:00:59.110237 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5f01598b-bde5-410c-a75d-a642e2d01b44 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1547796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2133315'] for subnet, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:59.115664 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-81a337cd-1574-42c9-9b72-5d3aca840a1d None None] Could not find standard attr ID for object 3923cdc4-7be6-4525-870d-e3b8056d20ce. {{(pid=88262) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 30 05:00:59.124067 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.db.l3_db [None req-9bb10ad1-80f7-4cd3-a763-29004a36c49c tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Floating IP 8266d338-9e75-4162-84db-279367065b5d associated. External IP: 172.26.6.46, port: 2e9fd5c1-34d1-4247-b4c3-974d0245b7ca. May 30 05:00:59.145607 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-06476ffa-62ad-4eb2-b958-7b3d91265f52 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:00:59.182098 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f01598b-bde5-410c-a75d-a642e2d01b44 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Network 585f1a25-d8c2-4739-95aa-646c169bbb1a is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:00:59.186477 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-5f01598b-bde5-410c-a75d-a642e2d01b44 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:00:59.196387 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f01598b-bde5-410c-a75d-a642e2d01b44 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:00:59.197031 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5f01598b-bde5-410c-a75d-a642e2d01b44 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:59.205342 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06476ffa-62ad-4eb2-b958-7b3d91265f52 admin admin] Made reservation on behalf of 8143a50613b0428387f80a609ee9bc5d for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:00:59.207699 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-06476ffa-62ad-4eb2-b958-7b3d91265f52 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2133361'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:59.264011 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-81a337cd-1574-42c9-9b72-5d3aca840a1d None None] Provisioning complete for port 2cba4cb9-f8a6-4fee-8a5a-a6008331912b triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:00:59.264485 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-81a337cd-1574-42c9-9b72-5d3aca840a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:59.288147 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f01598b-bde5-410c-a75d-a642e2d01b44 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Pushing event updated for resources: {'Subnet': ['ID=e9ae2404-3f90-4faa-b37b-e4f3ce3cb896,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:59.310008 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 2cba4cb9-f8a6-4fee-8a5a-a6008331912b is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:00:59.322626 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-5f01598b-bde5-410c-a75d-a642e2d01b44 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0521841 May 30 05:00:59.323890 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 44760) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:59.335868 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-97a78119-0480-43c6-b88e-37f1a290ea8a tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Request body: {'security_group': {'name': 'tempest-secgroup-72496673'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:00:59.348330 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-97a78119-0480-43c6-b88e-37f1a290ea8a tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:00:59.359742 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-97a78119-0480-43c6-b88e-37f1a290ea8a tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Usage tracker for resource:security_group and tenant:f4aea07b5c934dc5bc600f55a2d3ba0e is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:00:59.365152 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-97a78119-0480-43c6-b88e-37f1a290ea8a tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:00:59.365733 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-65765a1e-5740-469c-8e0a-21344138dd2c tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:59.374799 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-97a78119-0480-43c6-b88e-37f1a290ea8a tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:00:59.399989 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-97a78119-0480-43c6-b88e-37f1a290ea8a tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks [] for security_group, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:59.455725 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b767153-ff4b-4052-8e97-610bffec422c tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Network 17ce42ed-ea82-446a-bd0d-8fe40523ee29 is scheduled to be hosted by DHCP agent 1c705e68-3d3e-4dd3-9252-feb21d4b96ab with binding_index 1 {{(pid=88261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 05:00:59.469381 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-97a78119-0480-43c6-b88e-37f1a290ea8a tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:00:59.480360 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-97a78119-0480-43c6-b88e-37f1a290ea8a tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Usage tracker for resource:security_group_rule and tenant:f4aea07b5c934dc5bc600f55a2d3ba0e is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:00:59.485459 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-97a78119-0480-43c6-b88e-37f1a290ea8a tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:00:59.486923 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-81a337cd-1574-42c9-9b72-5d3aca840a1d None None] Current status of the port 2cba4cb9-f8a6-4fee-8a5a-a6008331912b is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:00:59.497074 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-97a78119-0480-43c6-b88e-37f1a290ea8a tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:00:59.535475 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65765a1e-5740-469c-8e0a-21344138dd2c tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Network 0008fd3d-19e9-40cf-b545-4a7647b90cf1 is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:00:59.547225 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-65765a1e-5740-469c-8e0a-21344138dd2c tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:00:59.549923 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c087e74-7897-42ba-924e-2af9c8f27f03 req-74ff5ac1-2e67-4c29-b874-bb5322a38f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:00:59.551306 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4c087e74-7897-42ba-924e-2af9c8f27f03 req-74ff5ac1-2e67-4c29-b874-bb5322a38f30 service neutron] 10.222.0.39 "GET /v2.0/networks?id=83d1d881-1387-42cf-a16f-9c6e02a5e965 HTTP/1.1" status: 200 len: 897 time: 0.7025406 May 30 05:00:59.564474 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65765a1e-5740-469c-8e0a-21344138dd2c tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:00:59.570295 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65765a1e-5740-469c-8e0a-21344138dd2c tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:00:59.570891 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-65765a1e-5740-469c-8e0a-21344138dd2c tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:59.574157 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-06476ffa-62ad-4eb2-b958-7b3d91265f52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1547796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2133315'] for subnet, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:59.574779 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-3b767153-ff4b-4052-8e97-610bffec422c tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843763-1-hyperv, 17ce42ed-ea82-446a-bd0d-8fe40523ee29) {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:00:59.581666 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65765a1e-5740-469c-8e0a-21344138dd2c tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Pushing event updated for resources: {'Port': ['ID=f551c75c-c2bb-4104-8d97-05522ea323c9,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:59.605739 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd05323-5e78-4594-b40d-70a4b6eaa46a None None] Network 17ce42ed-ea82-446a-bd0d-8fe40523ee29 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:00:59.647882 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b767153-ff4b-4052-8e97-610bffec422c tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:00:59.648481 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3b767153-ff4b-4052-8e97-610bffec422c tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:59.746890 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-4b21bc7f-b97a-4e6b-acaf-7f6d36d7e9c7 None None] Provisioning complete for port 2cba4cb9-f8a6-4fee-8a5a-a6008331912b triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:00:59.747695 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-4b21bc7f-b97a-4e6b-acaf-7f6d36d7e9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:59.810638 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06476ffa-62ad-4eb2-b958-7b3d91265f52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca9b0160-f274-41ae-8b38-07cd6e45bd05,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:59.825001 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06476ffa-62ad-4eb2-b958-7b3d91265f52 admin admin] Checking segment: {'id': 'e831d182-a3cb-4c29-9061-dcc9055bcb78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'c18acbda-729a-4247-a92a-8a2286bcf9ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:00:59.825286 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06476ffa-62ad-4eb2-b958-7b3d91265f52 admin admin] Network hostable DHCP agents. Network: c18acbda-729a-4247-a92a-8a2286bcf9ae, hostable agents: ['1c705e68-3d3e-4dd3-9252-feb21d4b96ab'], hosted agents: [] {{(pid=88260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 05:00:59.845264 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-97a78119-0480-43c6-b88e-37f1a290ea8a tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks [] for security_group, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:59.857032 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-97a78119-0480-43c6-b88e-37f1a290ea8a tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:59.860484 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4c087e74-7897-42ba-924e-2af9c8f27f03 req-cff4b34a-381d-4e7c-9678-0960e5249960 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9ead05bc-ece0-4d02-9e8e-c6949d789f26 HTTP/1.1" status: 200 len: 1001 time: 0.2798498 May 30 05:00:59.864752 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-3b767153-ff4b-4052-8e97-610bffec422c tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1149695 May 30 05:00:59.865624 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 44764) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:59.879040 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-65765a1e-5740-469c-8e0a-21344138dd2c tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 4.3570552 May 30 05:00:59.885217 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-13b0303d-6d63-4bd3-8546-70256ca4971d tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-372668961', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:00:59.904390 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 44768) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:59.910898 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a78119-0480-43c6-b88e-37f1a290ea8a tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88551f3d-6899-491f-babd-b3869d47bcb1,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:00:59.926276 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06476ffa-62ad-4eb2-b958-7b3d91265f52 admin admin] Network c18acbda-729a-4247-a92a-8a2286bcf9ae is scheduled to be hosted by DHCP agent 1c705e68-3d3e-4dd3-9252-feb21d4b96ab with binding_index 1 {{(pid=88260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 05:00:59.949679 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-97a78119-0480-43c6-b88e-37f1a290ea8a tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:59.953503 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-97a78119-0480-43c6-b88e-37f1a290ea8a tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.6262400 May 30 05:00:59.957157 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 44772) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:00:59.960511 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-13b0303d-6d63-4bd3-8546-70256ca4971d tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:00:59.960705 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-06476ffa-62ad-4eb2-b958-7b3d91265f52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843763-1-hyperv, c18acbda-729a-4247-a92a-8a2286bcf9ae) {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:00:59.965155 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06476ffa-62ad-4eb2-b958-7b3d91265f52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:00:59.965798 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-06476ffa-62ad-4eb2-b958-7b3d91265f52 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:00:59.974516 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-42865ae5-f008-43b5-86b5-e85afa6030d8 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Request body: {'security_group': {'name': 'tempest-secgroup-1694509981'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:00:59.981632 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccbbebf1-a25d-44bb-95a4-3753212d0842 None None] Network c18acbda-729a-4247-a92a-8a2286bcf9ae requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:00:59.990884 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-42865ae5-f008-43b5-86b5-e85afa6030d8 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:00:59.997336 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-42865ae5-f008-43b5-86b5-e85afa6030d8 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Usage tracker for resource:security_group and tenant:f4aea07b5c934dc5bc600f55a2d3ba0e is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:01:00.001300 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-42865ae5-f008-43b5-86b5-e85afa6030d8 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:01:00.008677 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-42865ae5-f008-43b5-86b5-e85afa6030d8 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:01:00.012584 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-06476ffa-62ad-4eb2-b958-7b3d91265f52 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9311986 May 30 05:01:00.032093 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-42865ae5-f008-43b5-86b5-e85afa6030d8 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks [] for security_group, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:00.054582 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-42865ae5-f008-43b5-86b5-e85afa6030d8 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:01:00.059126 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-42865ae5-f008-43b5-86b5-e85afa6030d8 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Usage tracker for resource:security_group_rule and tenant:f4aea07b5c934dc5bc600f55a2d3ba0e is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:01:00.062101 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-42865ae5-f008-43b5-86b5-e85afa6030d8 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:01:00.068357 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-42865ae5-f008-43b5-86b5-e85afa6030d8 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:01:00.142517 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-13b0303d-6d63-4bd3-8546-70256ca4971d tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Usage tracker for resource:router and tenant:895764a2d33a4b6180a8faca69c63db7 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:01:00.150892 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-a8147457-cfaf-4911-b4f3-8f84bc18cf88 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Deleting port f551c75c-c2bb-4104-8d97-05522ea323c9 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:01:00.151371 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a8147457-cfaf-4911-b4f3-8f84bc18cf88 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:00.191964 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1024e34f-d707-44ed-bfd9-ff330411be98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bbf24ed-7ba9-53d2-873f-8f9642b1e987-17ce42ed-ea82-446a-bd0d-8fe40523ee29', 'network_id': '17ce42ed-ea82-446a-bd0d-8fe40523ee29', 'tenant_id': '895764a2d33a4b6180a8faca69c63db7', 'fixed_ips': [{'subnet_id': 'af5d2d69-cd10-4da2-873a-252b002b3cae'}]}} from dv-neutron-843763-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 30 05:01:00.193167 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-1024e34f-d707-44ed-bfd9-ff330411be98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:00.239930 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-42865ae5-f008-43b5-86b5-e85afa6030d8 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks [] for security_group, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:00.242659 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-13b0303d-6d63-4bd3-8546-70256ca4971d tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:01:00.249669 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-42865ae5-f008-43b5-86b5-e85afa6030d8 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:00.302994 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-13b0303d-6d63-4bd3-8546-70256ca4971d tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:01:00.355929 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42865ae5-f008-43b5-86b5-e85afa6030d8 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f58d5f05-5c36-405d-a794-a7c8817c6843,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:01:00.360639 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-42865ae5-f008-43b5-86b5-e85afa6030d8 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:00.362703 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c087e74-7897-42ba-924e-2af9c8f27f03 req-64bcbc17-373c-4b9e-a487-a84205e99c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:01:00.364548 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4c087e74-7897-42ba-924e-2af9c8f27f03 req-64bcbc17-373c-4b9e-a487-a84205e99c7d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1acbe121-74d9-41fa-8525-29a9efbdfaac HTTP/1.1" status: 200 len: 834 time: 0.4851789 May 30 05:01:00.367522 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-42865ae5-f008-43b5-86b5-e85afa6030d8 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4091318 May 30 05:01:00.368117 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 44780) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:00.381070 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-7c328d82-058d-49be-a7c5-8c1a885d6353 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Request body: {'security_group': {'name': 'tempest-secgroup-918313776'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:01:00.390419 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-7c328d82-058d-49be-a7c5-8c1a885d6353 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:01:00.395158 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-7c328d82-058d-49be-a7c5-8c1a885d6353 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Usage tracker for resource:security_group and tenant:f4aea07b5c934dc5bc600f55a2d3ba0e is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:01:00.400561 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-7c328d82-058d-49be-a7c5-8c1a885d6353 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:01:00.408838 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-7c328d82-058d-49be-a7c5-8c1a885d6353 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:01:00.411506 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-0c7f2c4e-2c8a-47c0-a65c-181cc5879203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:00.414452 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd00df0e-c42d-456e-81ad-0b669bb61c68 None None] Network 585f1a25-d8c2-4739-95aa-646c169bbb1a requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:01:00.426209 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7c328d82-058d-49be-a7c5-8c1a885d6353 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks [] for security_group, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:00.457440 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-7c328d82-058d-49be-a7c5-8c1a885d6353 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:01:00.463470 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-13b0303d-6d63-4bd3-8546-70256ca4971d tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1603901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11666'] for router, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:00.464631 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-13b0303d-6d63-4bd3-8546-70256ca4971d tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11675'] for router, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:00.465235 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-7c328d82-058d-49be-a7c5-8c1a885d6353 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Usage tracker for resource:security_group_rule and tenant:f4aea07b5c934dc5bc600f55a2d3ba0e is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:01:00.470170 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-7c328d82-058d-49be-a7c5-8c1a885d6353 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:01:00.478055 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-7c328d82-058d-49be-a7c5-8c1a885d6353 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:01:00.559463 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bb10ad1-80f7-4cd3-a763-29004a36c49c tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Router 035cf39c-ba36-4715-9375-d6e51365b793 has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 05:01:00.586566 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7c328d82-058d-49be-a7c5-8c1a885d6353 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks [] for security_group, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:00.587919 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-13b0303d-6d63-4bd3-8546-70256ca4971d tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:00.592677 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7c328d82-058d-49be-a7c5-8c1a885d6353 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:00.640002 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7c328d82-058d-49be-a7c5-8c1a885d6353 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:00.643625 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-7c328d82-058d-49be-a7c5-8c1a885d6353 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2735686 May 30 05:01:00.650761 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 44788) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:00.672140 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-6be45adb-2be8-43a0-8719-405422d70f11 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1333506446', 'security_groups': ['1d11397d-8fcc-4f61-969e-6a82e650d843'], 'network_id': '585f1a25-d8c2-4739-95aa-646c169bbb1a', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'e9ae2404-3f90-4faa-b37b-e4f3ce3cb896'}]}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:01:00.746865 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-13b0303d-6d63-4bd3-8546-70256ca4971d tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603653'] for router, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:00.753044 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-4b21bc7f-b97a-4e6b-acaf-7f6d36d7e9c7 None None] Current status of the port 2cba4cb9-f8a6-4fee-8a5a-a6008331912b is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:01:00.773423 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a8147457-cfaf-4911-b4f3-8f84bc18cf88 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:00.833927 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-13b0303d-6d63-4bd3-8546-70256ca4971d tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks [] for router, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:00.840960 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-13b0303d-6d63-4bd3-8546-70256ca4971d tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.9585276 May 30 05:01:00.891095 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 44802) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:00.901782 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c087e74-7897-42ba-924e-2af9c8f27f03 req-d21f0c16-6cdc-486e-954d-8edd9d6553f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:01:00.903811 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4c087e74-7897-42ba-924e-2af9c8f27f03 req-d21f0c16-6cdc-486e-954d-8edd9d6553f8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=83d1d881-1387-42cf-a16f-9c6e02a5e965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5202081 May 30 05:01:00.907308 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-6be45adb-2be8-43a0-8719-405422d70f11 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:01:00.931397 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-34a9f006-06db-43ca-a442-5b5a82c690f8 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Request body: {'port': {'network_id': '17ce42ed-ea82-446a-bd0d-8fe40523ee29', 'name': 'tempest-PortsIpV6TestJSON-1194604474'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:01:00.988634 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-a8147457-cfaf-4911-b4f3-8f84bc18cf88 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Calling delete_port for f551c75c-c2bb-4104-8d97-05522ea323c9 owned by {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:01:00.995023 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-1024e34f-d707-44ed-bfd9-ff330411be98 None None] Allocated IP 2001:db8::2 (17ce42ed-ea82-446a-bd0d-8fe40523ee29/af5d2d69-cd10-4da2-873a-252b002b3cae/725c7150-048a-4323-ad29-48dd1d4fe1dc) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:01:00.997847 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab8152a4-f643-4d1f-a803-c667519c388c None None] Network c18acbda-729a-4247-a92a-8a2286bcf9ae requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:01:01.012640 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-fef2a6bb-7fc7-435f-8b6a-3b493d644c95 None None] Provisioning complete for port 259f30c8-c1c1-40d4-b403-fb5bf7da4116 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:01:01.013021 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-fef2a6bb-7fc7-435f-8b6a-3b493d644c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:01.038959 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c328d82-058d-49be-a7c5-8c1a885d6353 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d11397d-8fcc-4f61-969e-6a82e650d843,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:01:01.104465 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-6be45adb-2be8-43a0-8719-405422d70f11 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:01:01.218321 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa0a1a9-9cfe-49f2-a877-f563d0551e1e req-a76df921-218f-4239-b0e8-33c787aaa66e tempest-TestServerAdvancedOps-275529271 tempest-TestServerAdvancedOps-275529271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:01:01.219477 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [req-1aa0a1a9-9cfe-49f2-a877-f563d0551e1e req-a76df921-218f-4239-b0e8-33c787aaa66e tempest-TestServerAdvancedOps-275529271 tempest-TestServerAdvancedOps-275529271-project] Synchronizing usage tracker for tenant:4b24f785115b43279d96c108a877125b on resource:network {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:01:01.300622 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bb10ad1-80f7-4cd3-a763-29004a36c49c tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:01:01.333096 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6be45adb-2be8-43a0-8719-405422d70f11 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Made reservation on behalf of f4aea07b5c934dc5bc600f55a2d3ba0e for: {'port': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:01:01.374847 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67123bda-e956-465f-8633-0e747908b233 None None] Sync routers for ids ['035cf39c-ba36-4715-9375-d6e51365b793'] in dv-neutron-843763-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:01:01.399777 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9bb10ad1-80f7-4cd3-a763-29004a36c49c tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for floatingip, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:01.437463 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56ded65b-0e68-413c-8b9b-1097922cc81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:01.442005 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67123bda-e956-465f-8633-0e747908b233 None None] Routers {'035cf39c-ba36-4715-9375-d6e51365b793'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:01:01.442648 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-67123bda-e956-465f-8633-0e747908b233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:01:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['035cf39c-ba36-4715-9375-d6e51365b793'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:01:01.476205 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-9bb10ad1-80f7-4cd3-a763-29004a36c49c tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 7.4273436 May 30 05:01:01.478294 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 44806) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:01.486585 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-1bbaca6e-f334-4c28-bf27-d01411afc1ed tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Request body: {'floatingip': {'port_id': '2e9fd5c1-34d1-4247-b4c3-974d0245b7ca', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:01:01.488480 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6be45adb-2be8-43a0-8719-405422d70f11 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:01.507339 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [req-1aa0a1a9-9cfe-49f2-a877-f563d0551e1e req-a76df921-218f-4239-b0e8-33c787aaa66e tempest-TestServerAdvancedOps-275529271 tempest-TestServerAdvancedOps-275529271-project] Unset dirty status for tenant:4b24f785115b43279d96c108a877125b on resource:network {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:01:01.508616 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-1aa0a1a9-9cfe-49f2-a877-f563d0551e1e req-a76df921-218f-4239-b0e8-33c787aaa66e tempest-TestServerAdvancedOps-275529271 tempest-TestServerAdvancedOps-275529271-project] 10.222.0.15 "GET /v2.0/networks?id=c083290a-9da9-412f-8950-9d2e52b07d53 HTTP/1.1" status: 200 len: 812 time: 0.6167197 May 30 05:01:01.520760 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [None req-6be45adb-2be8-43a0-8719-405422d70f11 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] device_id is not set on port 37414a40-a057-4260-9988-d6bd672730b3 yet. {{(pid=88260) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 30 05:01:01.546356 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4c087e74-7897-42ba-924e-2af9c8f27f03 req-c5183a7f-f1fd-4f74-a914-7b6611da7d8a service neutron] 10.222.0.39 "GET /v2.0/networks/83d1d881-1387-42cf-a16f-9c6e02a5e965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5703790 May 30 05:01:01.565987 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-34a9f006-06db-43ca-a442-5b5a82c690f8 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:01:01.573005 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-1aa0a1a9-9cfe-49f2-a877-f563d0551e1e req-6ffd3e1c-5dec-4f27-91c1-9c53a62062b4 tempest-TestServerAdvancedOps-275529271 tempest-TestServerAdvancedOps-275529271-project] 10.222.0.15 "GET /v2.0/quotas/4b24f785115b43279d96c108a877125b HTTP/1.1" status: 200 len: 375 time: 0.0566182 May 30 05:01:01.574833 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-34a9f006-06db-43ca-a442-5b5a82c690f8 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Usage tracker for resource:port and tenant:895764a2d33a4b6180a8faca69c63db7 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:01:01.583605 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-34a9f006-06db-43ca-a442-5b5a82c690f8 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:01:01.621990 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:01.642128 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-34a9f006-06db-43ca-a442-5b5a82c690f8 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:01:01.660121 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-1aa0a1a9-9cfe-49f2-a877-f563d0551e1e req-0cbc0942-de90-457a-9a8e-3a67071341f0 tempest-TestServerAdvancedOps-275529271 tempest-TestServerAdvancedOps-275529271-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=4b24f785115b43279d96c108a877125b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0776911 May 30 05:01:01.675456 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34a9f006-06db-43ca-a442-5b5a82c690f8 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Made reservation on behalf of 895764a2d33a4b6180a8faca69c63db7 for: {'port': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:01:01.680498 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-34a9f006-06db-43ca-a442-5b5a82c690f8 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:01.685169 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-67123bda-e956-465f-8633-0e747908b233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:01:01.765099 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1bbaca6e-f334-4c28-bf27-d01411afc1ed tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks [] for floatingip, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:01.784013 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67123bda-e956-465f-8633-0e747908b233 None None] Routers {'035cf39c-ba36-4715-9375-d6e51365b793'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:01:01.785089 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-67123bda-e956-465f-8633-0e747908b233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:01:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['035cf39c-ba36-4715-9375-d6e51365b793'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:01:01.849234 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [None req-34a9f006-06db-43ca-a442-5b5a82c690f8 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] device_id is not set on port 09cf155f-974d-4268-8849-fbaafdb3ead0 yet. {{(pid=88260) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 30 05:01:01.861816 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-fef2a6bb-7fc7-435f-8b6a-3b493d644c95 None None] Current status of the port 259f30c8-c1c1-40d4-b403-fb5bf7da4116 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:01:01.864070 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2dc89ef-91c2-43ec-a4c6-bc7947e2ad18 None None] Update dhcp port {'port': {'network_id': '585f1a25-d8c2-4739-95aa-646c169bbb1a', 'fixed_ips': [{'subnet_id': 'a98a0529-ad83-4bcc-af34-e420cdbfbccb', 'ip_address': '172.20.0.18'}, {'subnet_id': 'e9ae2404-3f90-4faa-b37b-e4f3ce3cb896'}], 'binding:host_id': 'dv-neutron-843763-1-hyperv'}, 'id': '259f30c8-c1c1-40d4-b403-fb5bf7da4116'} from dv-neutron-843763-1-hyperv. {{(pid=88262) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 30 05:01:01.888610 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a8147457-cfaf-4911-b4f3-8f84bc18cf88 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:01.927038 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-67123bda-e956-465f-8633-0e747908b233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:01:01.927442 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67123bda-e956-465f-8633-0e747908b233 None None] The sync data for ids ['035cf39c-ba36-4715-9375-d6e51365b793'] in dv-neutron-843763-1-hyperv is: [] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:01:01.930089 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-fef2a6bb-7fc7-435f-8b6a-3b493d644c95 None None] Could not find standard attr ID for object f551c75c-c2bb-4104-8d97-05522ea323c9. {{(pid=88262) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 30 05:01:01.965691 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-1024e34f-d707-44ed-bfd9-ff330411be98 None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:01.966588 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4c087e74-7897-42ba-924e-2af9c8f27f03 req-b9e83fad-05e8-45fb-91c9-da3a7d13fde9 service neutron] 10.222.0.39 "GET /v2.0/networks/83d1d881-1387-42cf-a16f-9c6e02a5e965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4062462 May 30 05:01:01.982898 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e2dc89ef-91c2-43ec-a4c6-bc7947e2ad18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:01.983619 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8147457-cfaf-4911-b4f3-8f84bc18cf88 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Pushing event deleted for resources: {'Port': ['ID=f551c75c-c2bb-4104-8d97-05522ea323c9,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:01:01.998374 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-1024e34f-d707-44ed-bfd9-ff330411be98 None None] Transition to ACTIVE for port object 725c7150-048a-4323-ad29-48dd1d4fe1dc will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:01:02.001084 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-fef2a6bb-7fc7-435f-8b6a-3b493d644c95 None None] Provisioning complete for port 27a45f3e-0295-4952-8c3a-4218c39be9be triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:01:02.001629 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-fef2a6bb-7fc7-435f-8b6a-3b493d644c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:02.024653 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-1aa0a1a9-9cfe-49f2-a877-f563d0551e1e req-ababe631-f344-488e-a6ec-50fc9696b186 service neutron] 10.222.0.15 "GET /v2.0/networks/c083290a-9da9-412f-8950-9d2e52b07d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3297937 May 30 05:01:02.103830 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-1024e34f-d707-44ed-bfd9-ff330411be98 None None] Transition to ACTIVE for port object 725c7150-048a-4323-ad29-48dd1d4fe1dc will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:01:02.111137 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a8147457-cfaf-4911-b4f3-8f84bc18cf88 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:02.121348 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-a8147457-cfaf-4911-b4f3-8f84bc18cf88 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "DELETE /v2.0/ports/f551c75c-c2bb-4104-8d97-05522ea323c9 HTTP/1.1" status: 204 len: 168 time: 2.1712115 May 30 05:01:02.126732 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 44810) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:02.131034 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-1024e34f-d707-44ed-bfd9-ff330411be98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:02.167565 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-fef2a6bb-7fc7-435f-8b6a-3b493d644c95 None None] Port 27a45f3e-0295-4952-8c3a-4218c39be9be cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 05:01:02.215177 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-1aa0a1a9-9cfe-49f2-a877-f563d0551e1e req-659ba9a8-21a5-4f67-b6b4-4569de36c8ee service neutron] 10.222.0.15 "GET /v2.0/networks/c083290a-9da9-412f-8950-9d2e52b07d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563718 May 30 05:01:02.265523 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1024e34f-d707-44ed-bfd9-ff330411be98 None None] Network 17ce42ed-ea82-446a-bd0d-8fe40523ee29 is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:01:02.275969 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-1024e34f-d707-44ed-bfd9-ff330411be98 None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:01:02.282747 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1024e34f-d707-44ed-bfd9-ff330411be98 None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:01:02.282935 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-6be45adb-2be8-43a0-8719-405422d70f11 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Allocated IP 172.20.0.8 (585f1a25-d8c2-4739-95aa-646c169bbb1a/e9ae2404-3f90-4faa-b37b-e4f3ce3cb896/37414a40-a057-4260-9988-d6bd672730b3) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:01:02.298665 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1024e34f-d707-44ed-bfd9-ff330411be98 None None] Pushing event updated for resources: {'Port': ['ID=725c7150-048a-4323-ad29-48dd1d4fe1dc,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:01:02.408473 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-1024e34f-d707-44ed-bfd9-ff330411be98 None None] Attempting to bind port 725c7150-048a-4323-ad29-48dd1d4fe1dc on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 05:01:02.410585 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-1024e34f-d707-44ed-bfd9-ff330411be98 None None] Attempting to bind port 725c7150-048a-4323-ad29-48dd1d4fe1dc by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': '897a4285-e5e1-47c9-8c34-24aedcf1766c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '17ce42ed-ea82-446a-bd0d-8fe40523ee29'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 05:01:02.412497 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1024e34f-d707-44ed-bfd9-ff330411be98 None None] Attempting to bind port 725c7150-048a-4323-ad29-48dd1d4fe1dc on network 17ce42ed-ea82-446a-bd0d-8fe40523ee29 {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:01:02.422198 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1024e34f-d707-44ed-bfd9-ff330411be98 None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 5, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 05:01:02.423798 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1024e34f-d707-44ed-bfd9-ff330411be98 None None] Checking segment: {'id': '897a4285-e5e1-47c9-8c34-24aedcf1766c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '17ce42ed-ea82-446a-bd0d-8fe40523ee29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:01:02.424240 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-1024e34f-d707-44ed-bfd9-ff330411be98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:02.424640 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1024e34f-d707-44ed-bfd9-ff330411be98 None None] Bound using segment: {'id': '897a4285-e5e1-47c9-8c34-24aedcf1766c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '17ce42ed-ea82-446a-bd0d-8fe40523ee29'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 05:01:02.425124 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-1024e34f-d707-44ed-bfd9-ff330411be98 None None] Bound port: 725c7150-048a-4323-ad29-48dd1d4fe1dc, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '897a4285-e5e1-47c9-8c34-24aedcf1766c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '17ce42ed-ea82-446a-bd0d-8fe40523ee29'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 05:01:02.425506 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-1024e34f-d707-44ed-bfd9-ff330411be98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:02.488747 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-34a9f006-06db-43ca-a442-5b5a82c690f8 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Allocated IP 2001:db8::174 (17ce42ed-ea82-446a-bd0d-8fe40523ee29/af5d2d69-cd10-4da2-873a-252b002b3cae/09cf155f-974d-4268-8849-fbaafdb3ead0) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:01:02.542754 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-1024e34f-d707-44ed-bfd9-ff330411be98 None None] For port 725c7150-048a-4323-ad29-48dd1d4fe1dc, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 05:01:02.546108 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-1024e34f-d707-44ed-bfd9-ff330411be98 None None] For port 725c7150-048a-4323-ad29-48dd1d4fe1dc, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=725c7150-048a-4323-ad29-48dd1d4fe1dc,segment=NetworkSegment(897a4285-e5e1-47c9-8c34-24aedcf1766c),segment_id=897a4285-e5e1-47c9-8c34-24aedcf1766c)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 05:01:02.552137 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-1024e34f-d707-44ed-bfd9-ff330411be98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:02.581317 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-cac11e35-655e-42ee-bffc-4466f00df6dd req-d99c6301-6d76-4db0-84fe-564325d65ef2 tempest-TestServerAdvancedOps-275529271 tempest-TestServerAdvancedOps-275529271-project] 10.222.0.15 "GET /v2.0/ports?device_id=196449a0-d332-4926-8f3e-06b22f18fef8 HTTP/1.1" status: 200 len: 210 time: 0.1253722 May 30 05:01:02.656732 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bf72376-d4a3-4542-b23d-778faad0bf69 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:01:02.657773 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-6bf72376-d4a3-4542-b23d-778faad0bf69 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Synchronizing usage tracker for tenant:16af2dbefc6742d5a37a7b30e58c8c2f on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:01:02.683299 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1024e34f-d707-44ed-bfd9-ff330411be98 None None] Pushing event updated for resources: {'Port': ['ID=725c7150-048a-4323-ad29-48dd1d4fe1dc,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:01:02.732472 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a142624-940e-4c55-bf49-a5329c884075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:02.794990 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-6bf72376-d4a3-4542-b23d-778faad0bf69 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Unset dirty status for tenant:16af2dbefc6742d5a37a7b30e58c8c2f on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:01:02.795639 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-6bf72376-d4a3-4542-b23d-778faad0bf69 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.6679981 May 30 05:01:02.800958 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 44824) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:02.868658 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6be45adb-2be8-43a0-8719-405422d70f11 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:02.932723 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [None req-6be45adb-2be8-43a0-8719-405422d70f11 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Transition to ACTIVE for port object 37414a40-a057-4260-9988-d6bd672730b3 will not be triggered until provisioned by entity DHCP. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:01:02.977838 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-34a9f006-06db-43ca-a442-5b5a82c690f8 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:03.003324 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [None req-34a9f006-06db-43ca-a442-5b5a82c690f8 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Transition to ACTIVE for port object 09cf155f-974d-4268-8849-fbaafdb3ead0 will not be triggered until provisioned by entity DHCP. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:01:03.024954 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b6c2ae-4964-4f31-bdcf-628235ef4ac5 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:01:03.026639 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-57b6c2ae-4964-4f31-bdcf-628235ef4ac5 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2246590 May 30 05:01:03.029412 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 44828) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:03.091094 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6be45adb-2be8-43a0-8719-405422d70f11 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:03.163653 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1bbaca6e-f334-4c28-bf27-d01411afc1ed tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:03.171480 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1bbaca6e-f334-4c28-bf27-d01411afc1ed tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1604762'] for floatingip, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:03.181232 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-e2dc89ef-91c2-43ec-a4c6-bc7947e2ad18 None None] Allocated IP 172.20.0.2 (585f1a25-d8c2-4739-95aa-646c169bbb1a/e9ae2404-3f90-4faa-b37b-e4f3ce3cb896/259f30c8-c1c1-40d4-b403-fb5bf7da4116) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:01:03.198249 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0515ab9-30d8-49b6-bec6-9f0921a44535 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:01:03.199742 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0515ab9-30d8-49b6-bec6-9f0921a44535 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:01:03.201335 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0515ab9-30d8-49b6-bec6-9f0921a44535 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:01:03.202149 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-b0515ab9-30d8-49b6-bec6-9f0921a44535 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Synchronizing usage tracker for tenant:16af2dbefc6742d5a37a7b30e58c8c2f on resource:subnet {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:01:03.214810 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6be45adb-2be8-43a0-8719-405422d70f11 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Network 585f1a25-d8c2-4739-95aa-646c169bbb1a is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:01:03.235635 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-6be45adb-2be8-43a0-8719-405422d70f11 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:01:03.244361 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be45adb-2be8-43a0-8719-405422d70f11 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:01:03.318973 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be45adb-2be8-43a0-8719-405422d70f11 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Pushing event updated for resources: {'Port': ['ID=37414a40-a057-4260-9988-d6bd672730b3,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:01:03.327901 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-34a9f006-06db-43ca-a442-5b5a82c690f8 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:03.351760 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-e2dc89ef-91c2-43ec-a4c6-bc7947e2ad18 None None] For port 259f30c8-c1c1-40d4-b403-fb5bf7da4116, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=259f30c8-c1c1-40d4-b403-fb5bf7da4116,segment=NetworkSegment(7589f9b4-08bc-491b-b2fd-ff646e75a228),segment_id=7589f9b4-08bc-491b-b2fd-ff646e75a228)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:01:03.383755 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e2dc89ef-91c2-43ec-a4c6-bc7947e2ad18 None None] Notify callbacks [] for port, precommit_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:03.398441 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-b0515ab9-30d8-49b6-bec6-9f0921a44535 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Unset dirty status for tenant:16af2dbefc6742d5a37a7b30e58c8c2f on resource:subnet {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:01:03.401864 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-b0515ab9-30d8-49b6-bec6-9f0921a44535 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.3682983 May 30 05:01:03.404805 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 44832) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:03.405551 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-e2dc89ef-91c2-43ec-a4c6-bc7947e2ad18 None None] Transition to ACTIVE for port object 259f30c8-c1c1-40d4-b403-fb5bf7da4116 will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:01:03.414193 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e2dc89ef-91c2-43ec-a4c6-bc7947e2ad18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:03.424566 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be45adb-2be8-43a0-8719-405422d70f11 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:01:03.425209 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6be45adb-2be8-43a0-8719-405422d70f11 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:03.457138 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a9f006-06db-43ca-a442-5b5a82c690f8 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Network 17ce42ed-ea82-446a-bd0d-8fe40523ee29 is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:01:03.460901 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a9f006-06db-43ca-a442-5b5a82c690f8 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Pushing event updated for resources: {'Port': ['ID=09cf155f-974d-4268-8849-fbaafdb3ead0,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:01:03.476524 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-34a9f006-06db-43ca-a442-5b5a82c690f8 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:01:03.488293 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a9f006-06db-43ca-a442-5b5a82c690f8 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:01:03.499273 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a9f006-06db-43ca-a442-5b5a82c690f8 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:01:03.499942 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-34a9f006-06db-43ca-a442-5b5a82c690f8 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:03.511690 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 725c7150-048a-4323-ad29-48dd1d4fe1dc up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:01:03.530069 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-6be45adb-2be8-43a0-8719-405422d70f11 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.8758404 May 30 05:01:03.531204 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 44836) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:03.532800 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-34a9f006-06db-43ca-a442-5b5a82c690f8 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.6393065 May 30 05:01:03.540081 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-05175299-776a-4945-a617-c89a3f100870 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Request body: {'subnet': {'network_id': '585f1a25-d8c2-4739-95aa-646c169bbb1a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:01:03.594860 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 44840) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:03.602228 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_v2 [None req-de7f98d5-d941-4e2b-a996-812ca5cb0f81 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Deleting subnet 3da5234d-4a42-4548-bed2-7a447c1bcc57 {{(pid=88261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 30 05:01:03.673527 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dc89ef-91c2-43ec-a4c6-bc7947e2ad18 None None] Pushing event updated for resources: {'Port': ['ID=259f30c8-c1c1-40d4-b403-fb5bf7da4116,revision_number=6']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:01:03.714082 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port 725c7150-048a-4323-ad29-48dd1d4fe1dc completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:01:03.747168 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-de7f98d5-d941-4e2b-a996-812ca5cb0f81 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks [] for subnet, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:03.767296 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-05175299-776a-4945-a617-c89a3f100870 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:01:03.782985 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-05175299-776a-4945-a617-c89a3f100870 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Usage tracker for resource:subnet and tenant:f4aea07b5c934dc5bc600f55a2d3ba0e is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:01:03.786604 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-05175299-776a-4945-a617-c89a3f100870 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:01:03.794704 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-05175299-776a-4945-a617-c89a3f100870 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:01:03.844733 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-63d66bd5-63bf-47f9-b357-24253c8dff1b req-2194abc7-2047-4e01-bb16-38803880b087 tempest-TestServerAdvancedOps-275529271 tempest-TestServerAdvancedOps-275529271-project] 10.222.0.15 "GET /v2.0/ports?device_id=196449a0-d332-4926-8f3e-06b22f18fef8 HTTP/1.1" status: 200 len: 210 time: 0.0474932 May 30 05:01:03.857513 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05175299-776a-4945-a617-c89a3f100870 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Made reservation on behalf of f4aea07b5c934dc5bc600f55a2d3ba0e for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:01:03.861087 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-05175299-776a-4945-a617-c89a3f100870 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2133361'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:04.030788 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.db.ipam_backend_mixin [None req-05175299-776a-4945-a617-c89a3f100870 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet e9ae2404-3f90-4faa-b37b-e4f3ce3cb896 (CIDR: 172.20.0.0/28) May 30 05:01:04.038994 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-05175299-776a-4945-a617-c89a3f100870 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 05:01:04.039688 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05175299-776a-4945-a617-c89a3f100870 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 05:01:04.067677 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-05175299-776a-4945-a617-c89a3f100870 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5309403 May 30 05:01:04.068087 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 44848) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:04.079274 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-e0a1d05a-0799-4feb-9586-25cace0f0d11 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Request body: {'subnet': {'network_id': '585f1a25-d8c2-4739-95aa-646c169bbb1a', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:01:04.146432 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf57c4c2-b088-4b55-b926-818be16b0ed3 None None] Network 17ce42ed-ea82-446a-bd0d-8fe40523ee29 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:01:04.147860 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-de7f98d5-d941-4e2b-a996-812ca5cb0f81 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3545586'] for subnet, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:04.240012 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-e0a1d05a-0799-4feb-9586-25cace0f0d11 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:01:04.245029 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-e0a1d05a-0799-4feb-9586-25cace0f0d11 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Usage tracker for resource:subnet and tenant:f4aea07b5c934dc5bc600f55a2d3ba0e is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:01:04.248305 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-e0a1d05a-0799-4feb-9586-25cace0f0d11 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:01:04.261641 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-e0a1d05a-0799-4feb-9586-25cace0f0d11 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:01:04.282724 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0a1d05a-0799-4feb-9586-25cace0f0d11 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Made reservation on behalf of f4aea07b5c934dc5bc600f55a2d3ba0e for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:01:04.292127 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e0a1d05a-0799-4feb-9586-25cace0f0d11 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2133361'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:04.298409 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-1e946ae3-fe6c-4b81-a7fd-a362ef7e00e6 None None] Provisioning for port 725c7150-048a-4323-ad29-48dd1d4fe1dc completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:01:04.321168 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-1e946ae3-fe6c-4b81-a7fd-a362ef7e00e6 None None] Provisioning complete for port 725c7150-048a-4323-ad29-48dd1d4fe1dc triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:01:04.321542 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-1e946ae3-fe6c-4b81-a7fd-a362ef7e00e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:04.472515 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.db.ipam_backend_mixin [None req-e0a1d05a-0799-4feb-9586-25cace0f0d11 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet a98a0529-ad83-4bcc-af34-e420cdbfbccb (CIDR: 172.20.0.16/28) May 30 05:01:04.478223 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0a1d05a-0799-4feb-9586-25cace0f0d11 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 05:01:04.478814 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0a1d05a-0799-4feb-9586-25cace0f0d11 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 05:01:04.514685 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-de7f98d5-d941-4e2b-a996-812ca5cb0f81 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860493'] for subnet, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:04.525879 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-e0a1d05a-0799-4feb-9586-25cace0f0d11 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.4565010 May 30 05:01:04.528528 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 44854) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:04.535135 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-3653c671-d78e-45f3-86bf-e8db8f402eff tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Request body: {'subnet': {'network_id': '585f1a25-d8c2-4739-95aa-646c169bbb1a', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:01:04.720445 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-1e946ae3-fe6c-4b81-a7fd-a362ef7e00e6 None None] Current status of the port 725c7150-048a-4323-ad29-48dd1d4fe1dc is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:01:04.721053 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-1e946ae3-fe6c-4b81-a7fd-a362ef7e00e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:04.749278 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-3653c671-d78e-45f3-86bf-e8db8f402eff tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:01:04.765778 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-3653c671-d78e-45f3-86bf-e8db8f402eff tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Usage tracker for resource:subnet and tenant:f4aea07b5c934dc5bc600f55a2d3ba0e is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:01:04.769766 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-3653c671-d78e-45f3-86bf-e8db8f402eff tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:01:04.778848 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-3653c671-d78e-45f3-86bf-e8db8f402eff tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:01:04.791785 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-1e946ae3-fe6c-4b81-a7fd-a362ef7e00e6 None None] For port 725c7150-048a-4323-ad29-48dd1d4fe1dc, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=725c7150-048a-4323-ad29-48dd1d4fe1dc,segment=NetworkSegment(897a4285-e5e1-47c9-8c34-24aedcf1766c),segment_id=897a4285-e5e1-47c9-8c34-24aedcf1766c)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:01:04.800304 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-1e946ae3-fe6c-4b81-a7fd-a362ef7e00e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:04.818259 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3653c671-d78e-45f3-86bf-e8db8f402eff tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Made reservation on behalf of f4aea07b5c934dc5bc600f55a2d3ba0e for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:01:04.830302 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3653c671-d78e-45f3-86bf-e8db8f402eff tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2133361'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:04.857759 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bbaca6e-f334-4c28-bf27-d01411afc1ed tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Router 035cf39c-ba36-4715-9375-d6e51365b793 has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 05:01:04.879205 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa0a1a9-9cfe-49f2-a877-f563d0551e1e req-7e76dffc-c048-4d09-b828-b1627aa974e8 tempest-TestServerAdvancedOps-275529271 tempest-TestServerAdvancedOps-275529271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:01:04.880667 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1aa0a1a9-9cfe-49f2-a877-f563d0551e1e req-7e76dffc-c048-4d09-b828-b1627aa974e8 tempest-TestServerAdvancedOps-275529271 tempest-TestServerAdvancedOps-275529271-project] 10.222.0.39 "GET /v2.0/networks?id=c083290a-9da9-412f-8950-9d2e52b07d53 HTTP/1.1" status: 200 len: 812 time: 1.0814304 May 30 05:01:04.892530 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e946ae3-fe6c-4b81-a7fd-a362ef7e00e6 None None] Pushing event updated for resources: {'Port': ['ID=725c7150-048a-4323-ad29-48dd1d4fe1dc,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:01:04.945216 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [req-1aa0a1a9-9cfe-49f2-a877-f563d0551e1e req-f1efd591-7d26-4414-a728-07f2e28901b6 tempest-TestServerAdvancedOps-275529271 tempest-TestServerAdvancedOps-275529271-project] Request body: {'port': {'device_id': '196449a0-d332-4926-8f3e-06b22f18fef8', 'network_id': 'c083290a-9da9-412f-8950-9d2e52b07d53', 'admin_state_up': True, 'tenant_id': '4b24f785115b43279d96c108a877125b'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:01:04.946944 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-d321ffe8-db12-4752-aa20-b5ca70a70b6b None None] Provisioning for port 259f30c8-c1c1-40d4-b403-fb5bf7da4116 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:01:04.952780 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-d321ffe8-db12-4752-aa20-b5ca70a70b6b None None] Provisioning complete for port 259f30c8-c1c1-40d4-b403-fb5bf7da4116 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:01:04.953330 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-d321ffe8-db12-4752-aa20-b5ca70a70b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:05.093135 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-de7f98d5-d941-4e2b-a996-812ca5cb0f81 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2304955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9305493'] for subnet, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:05.098375 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-d321ffe8-db12-4752-aa20-b5ca70a70b6b None None] Current status of the port 259f30c8-c1c1-40d4-b403-fb5bf7da4116 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:01:05.114192 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-d321ffe8-db12-4752-aa20-b5ca70a70b6b None None] Provisioning complete for port 27a45f3e-0295-4952-8c3a-4218c39be9be triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:01:05.114652 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-d321ffe8-db12-4752-aa20-b5ca70a70b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:05.182004 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-d321ffe8-db12-4752-aa20-b5ca70a70b6b None None] Port 27a45f3e-0295-4952-8c3a-4218c39be9be cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 05:01:05.202667 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-d321ffe8-db12-4752-aa20-b5ca70a70b6b None None] Provisioning for port 37414a40-a057-4260-9988-d6bd672730b3 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:01:05.208893 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-d321ffe8-db12-4752-aa20-b5ca70a70b6b None None] Provisioning complete for port 37414a40-a057-4260-9988-d6bd672730b3 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:01:05.209275 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-d321ffe8-db12-4752-aa20-b5ca70a70b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:05.263224 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec790b8-e695-46a6-bb7d-4bba6c7761a7 None None] Network 0008fd3d-19e9-40cf-b545-4a7647b90cf1 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:01:05.279406 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-de7f98d5-d941-4e2b-a996-812ca5cb0f81 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:05.321959 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3653c671-d78e-45f3-86bf-e8db8f402eff tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1547796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2133315'] for subnet, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:05.394551 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3653c671-d78e-45f3-86bf-e8db8f402eff tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Network 585f1a25-d8c2-4739-95aa-646c169bbb1a is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:01:05.398560 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-3653c671-d78e-45f3-86bf-e8db8f402eff tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:01:05.409366 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3653c671-d78e-45f3-86bf-e8db8f402eff tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:01:05.409366 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3653c671-d78e-45f3-86bf-e8db8f402eff tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:05.420750 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3653c671-d78e-45f3-86bf-e8db8f402eff tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Pushing event updated for resources: {'Subnet': ['ID=e7c95f6f-cd4b-41d3-acce-e44d8d72bcda,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:01:05.428195 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-be71bf91-0e22-4162-b57d-5ffefafaf6a7 req-332d1831-fd97-4735-84fb-afc5c51cb98e tempest-TestServerAdvancedOps-275529271 tempest-TestServerAdvancedOps-275529271-project] 10.222.0.15 "GET /v2.0/ports?device_id=196449a0-d332-4926-8f3e-06b22f18fef8 HTTP/1.1" status: 200 len: 210 time: 0.3876071 May 30 05:01:05.435012 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bbaca6e-f334-4c28-bf27-d01411afc1ed tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:01:05.446287 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1551ecb-850a-437d-a24d-041225dae21a None None] Sync routers for ids ['035cf39c-ba36-4715-9375-d6e51365b793'] in dv-neutron-843763-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:01:05.446745 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-3653c671-d78e-45f3-86bf-e8db8f402eff tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9158845 May 30 05:01:05.449411 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 44860) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:05.458335 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-d321ffe8-db12-4752-aa20-b5ca70a70b6b None None] Port 37414a40-a057-4260-9988-d6bd672730b3 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 05:01:05.458961 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-05f58f6c-3369-4f2a-8c8e-31f347bc3817 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2132042198', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e7c95f6f-cd4b-41d3-acce-e44d8d72bcda'}], 'security_groups': ['88551f3d-6899-491f-babd-b3869d47bcb1', 'f58d5f05-5c36-405d-a794-a7c8817c6843']}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:01:05.459595 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1551ecb-850a-437d-a24d-041225dae21a None None] Routers {'035cf39c-ba36-4715-9375-d6e51365b793'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:01:05.460250 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-a1551ecb-850a-437d-a24d-041225dae21a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:01:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['035cf39c-ba36-4715-9375-d6e51365b793'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:01:05.467514 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7f98d5-d941-4e2b-a996-812ca5cb0f81 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Pushing event deleted for resources: {'Subnet': ['ID=3da5234d-4a42-4548-bed2-7a447c1bcc57,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:01:05.475194 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe232745-1119-46d2-937a-0b3f2e51516d None None] Network 585f1a25-d8c2-4739-95aa-646c169bbb1a requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:01:05.492815 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1bbaca6e-f334-4c28-bf27-d01411afc1ed tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for floatingip, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:05.498371 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 259f30c8-c1c1-40d4-b403-fb5bf7da4116 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:01:05.553602 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-a1551ecb-850a-437d-a24d-041225dae21a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:01:05.567511 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1551ecb-850a-437d-a24d-041225dae21a None None] Routers {'035cf39c-ba36-4715-9375-d6e51365b793'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:01:05.568453 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-a1551ecb-850a-437d-a24d-041225dae21a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:01:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['035cf39c-ba36-4715-9375-d6e51365b793'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:01:05.595823 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-05f58f6c-3369-4f2a-8c8e-31f347bc3817 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:05.624679 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-de7f98d5-d941-4e2b-a996-812ca5cb0f81 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "DELETE /v2.0/subnets/3da5234d-4a42-4548-bed2-7a447c1bcc57 HTTP/1.1" status: 204 len: 168 time: 2.1846535 May 30 05:01:05.625705 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 44864) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:05.657750 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-a1551ecb-850a-437d-a24d-041225dae21a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:01:05.658600 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1551ecb-850a-437d-a24d-041225dae21a None None] The sync data for ids ['035cf39c-ba36-4715-9375-d6e51365b793'] in dv-neutron-843763-1-hyperv is: [] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:01:05.676913 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-1bbaca6e-f334-4c28-bf27-d01411afc1ed tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] 10.222.0.15 "PUT /v2.0/floatingips/8266d338-9e75-4162-84db-279367065b5d HTTP/1.1" status: 200 len: 978 time: 4.1963663 May 30 05:01:05.683629 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 44866) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:05.718366 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-f16bb4ec-f155-4e7b-b962-e86cf59e6ebf None None] Provisioning complete for port 725c7150-048a-4323-ad29-48dd1d4fe1dc triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:01:05.718745 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f16bb4ec-f155-4e7b-b962-e86cf59e6ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:05.857654 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [req-1aa0a1a9-9cfe-49f2-a877-f563d0551e1e req-f1efd591-7d26-4414-a728-07f2e28901b6 tempest-TestServerAdvancedOps-275529271 tempest-TestServerAdvancedOps-275529271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:01:05.881010 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-1aa0a1a9-9cfe-49f2-a877-f563d0551e1e req-f1efd591-7d26-4414-a728-07f2e28901b6 tempest-TestServerAdvancedOps-275529271 tempest-TestServerAdvancedOps-275529271-project] Usage tracker for resource:port and tenant:4b24f785115b43279d96c108a877125b is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:01:05.887149 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 259f30c8-c1c1-40d4-b403-fb5bf7da4116 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:01:05.887710 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:05.895628 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-1aa0a1a9-9cfe-49f2-a877-f563d0551e1e req-f1efd591-7d26-4414-a728-07f2e28901b6 tempest-TestServerAdvancedOps-275529271 tempest-TestServerAdvancedOps-275529271-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:01:05.913648 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [req-1aa0a1a9-9cfe-49f2-a877-f563d0551e1e req-f1efd591-7d26-4414-a728-07f2e28901b6 tempest-TestServerAdvancedOps-275529271 tempest-TestServerAdvancedOps-275529271-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:01:05.915458 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6fbfe301-23fd-46a9-8250-58a1187156bb tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:05.932684 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b6dea37-3231-44b8-a12d-d61857d71137 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Deleting subnet 59447bf2-4531-471f-874d-f7d852a2b1be {{(pid=88261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 30 05:01:05.950534 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8b6dea37-3231-44b8-a12d-d61857d71137 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks [] for subnet, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:06.016030 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-05f58f6c-3369-4f2a-8c8e-31f347bc3817 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Delete allocated IP 172.20.0.8 (585f1a25-d8c2-4739-95aa-646c169bbb1a/e9ae2404-3f90-4faa-b37b-e4f3ce3cb896) {{(pid=88260) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 30 05:01:06.024209 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-05f58f6c-3369-4f2a-8c8e-31f347bc3817 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Allocated IP 172.20.0.41 (585f1a25-d8c2-4739-95aa-646c169bbb1a/e7c95f6f-cd4b-41d3-acce-e44d8d72bcda/37414a40-a057-4260-9988-d6bd672730b3) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:01:06.085516 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1aa0a1a9-9cfe-49f2-a877-f563d0551e1e req-f1efd591-7d26-4414-a728-07f2e28901b6 tempest-TestServerAdvancedOps-275529271 tempest-TestServerAdvancedOps-275529271-project] Made reservation on behalf of 4b24f785115b43279d96c108a877125b for: {'port': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:01:06.088747 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-1aa0a1a9-9cfe-49f2-a877-f563d0551e1e req-f1efd591-7d26-4414-a728-07f2e28901b6 tempest-TestServerAdvancedOps-275529271 tempest-TestServerAdvancedOps-275529271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:06.115496 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-f16bb4ec-f155-4e7b-b962-e86cf59e6ebf None None] Current status of the port 725c7150-048a-4323-ad29-48dd1d4fe1dc is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:01:06.159552 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 259f30c8-c1c1-40d4-b403-fb5bf7da4116 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:01:06.160648 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 725c7150-048a-4323-ad29-48dd1d4fe1dc up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:01:06.169680 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8b6dea37-3231-44b8-a12d-d61857d71137 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3545586'] for subnet, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:06.199236 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-f16bb4ec-f155-4e7b-b962-e86cf59e6ebf None None] Provisioning for port 09cf155f-974d-4268-8849-fbaafdb3ead0 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:01:06.218340 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-f16bb4ec-f155-4e7b-b962-e86cf59e6ebf None None] Provisioning complete for port 09cf155f-974d-4268-8849-fbaafdb3ead0 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:01:06.218719 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f16bb4ec-f155-4e7b-b962-e86cf59e6ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:06.307509 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-05f58f6c-3369-4f2a-8c8e-31f347bc3817 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks [] for port, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:06.331093 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-f16bb4ec-f155-4e7b-b962-e86cf59e6ebf None None] Port 09cf155f-974d-4268-8849-fbaafdb3ead0 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 05:01:06.332435 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [None req-05f58f6c-3369-4f2a-8c8e-31f347bc3817 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Transition to ACTIVE for port object 37414a40-a057-4260-9988-d6bd672730b3 will not be triggered until provisioned by entity DHCP. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:01:06.343542 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-05f58f6c-3369-4f2a-8c8e-31f347bc3817 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1547421'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:06.352307 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 725c7150-048a-4323-ad29-48dd1d4fe1dc triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:01:06.352683 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:06.391204 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c03402-8a00-4271-90bc-a0e85525da93 None None] Update dhcp port {'port': {'network_id': '585f1a25-d8c2-4739-95aa-646c169bbb1a', 'fixed_ips': [{'subnet_id': 'a98a0529-ad83-4bcc-af34-e420cdbfbccb', 'ip_address': '172.20.0.18'}, {'subnet_id': 'e9ae2404-3f90-4faa-b37b-e4f3ce3cb896', 'ip_address': '172.20.0.2'}, {'subnet_id': 'e7c95f6f-cd4b-41d3-acce-e44d8d72bcda'}], 'binding:host_id': 'dv-neutron-843763-1-hyperv'}, 'id': '259f30c8-c1c1-40d4-b403-fb5bf7da4116'} from dv-neutron-843763-1-hyperv. {{(pid=88262) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 30 05:01:06.479020 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e5c03402-8a00-4271-90bc-a0e85525da93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:06.535202 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f58f6c-3369-4f2a-8c8e-31f347bc3817 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Pushing event updated for resources: {'Port': ['ID=37414a40-a057-4260-9988-d6bd672730b3,revision_number=2']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:01:06.580396 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-05f58f6c-3369-4f2a-8c8e-31f347bc3817 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] In _notify_port_updated(), no bound segment for port 37414a40-a057-4260-9988-d6bd672730b3 on network 585f1a25-d8c2-4739-95aa-646c169bbb1a {{(pid=88260) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 30 05:01:06.586306 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f58f6c-3369-4f2a-8c8e-31f347bc3817 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:01:06.586988 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-05f58f6c-3369-4f2a-8c8e-31f347bc3817 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:06.588511 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-05f58f6c-3369-4f2a-8c8e-31f347bc3817 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] 10.222.0.15 "PUT /v2.0/ports/37414a40-a057-4260-9988-d6bd672730b3 HTTP/1.1" status: 200 len: 960 time: 1.1366186 May 30 05:01:06.594484 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 44876) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:06.604395 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-c051d99d-5842-4a73-993c-4596a259b254 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Deleting port 7c2b9132-a77c-482b-9bfe-a74f18191fdf {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:01:06.604738 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c051d99d-5842-4a73-993c-4596a259b254 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:06.676662 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-5bc29813-29c8-430e-82e7-7c6fe2a69879 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Deleting port 37414a40-a057-4260-9988-d6bd672730b3 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:01:06.677633 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5bc29813-29c8-430e-82e7-7c6fe2a69879 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:06.693687 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 725c7150-048a-4323-ad29-48dd1d4fe1dc is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:01:06.875872 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-e5c03402-8a00-4271-90bc-a0e85525da93 None None] Allocated IP 172.20.0.34 (585f1a25-d8c2-4739-95aa-646c169bbb1a/e7c95f6f-cd4b-41d3-acce-e44d8d72bcda/259f30c8-c1c1-40d4-b403-fb5bf7da4116) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:01:07.000825 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8b6dea37-3231-44b8-a12d-d61857d71137 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860493'] for subnet, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:07.002907 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5bc29813-29c8-430e-82e7-7c6fe2a69879 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:07.018833 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-84aca7d0-6452-49a1-b5a7-6a46334043b4 req-a77964d1-ad62-4ad0-96a0-2de97f650438 tempest-TestServerAdvancedOps-275529271 tempest-TestServerAdvancedOps-275529271-project] 10.222.0.15 "GET /v2.0/ports?device_id=196449a0-d332-4926-8f3e-06b22f18fef8 HTTP/1.1" status: 200 len: 210 time: 0.2730708 May 30 05:01:07.032863 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-e5c03402-8a00-4271-90bc-a0e85525da93 None None] For port 259f30c8-c1c1-40d4-b403-fb5bf7da4116, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=259f30c8-c1c1-40d4-b403-fb5bf7da4116,segment=NetworkSegment(7589f9b4-08bc-491b-b2fd-ff646e75a228),segment_id=7589f9b4-08bc-491b-b2fd-ff646e75a228)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:01:07.060191 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [req-1aa0a1a9-9cfe-49f2-a877-f563d0551e1e req-f1efd591-7d26-4414-a728-07f2e28901b6 tempest-TestServerAdvancedOps-275529271 tempest-TestServerAdvancedOps-275529271-project] Allocated IP 172.20.0.6 (c083290a-9da9-412f-8950-9d2e52b07d53/097baa16-bd46-4d5c-8f81-e7c2969ee75b/ad1c73aa-8529-4e7f-9a54-cf1afc8474f0) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:01:07.067966 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e5c03402-8a00-4271-90bc-a0e85525da93 None None] Notify callbacks [] for port, precommit_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:07.088533 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-40a249fb-3063-4f87-8ad3-f5e48342af00 None None] Provisioning complete for port 2cba4cb9-f8a6-4fee-8a5a-a6008331912b triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:01:07.088912 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-40a249fb-3063-4f87-8ad3-f5e48342af00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:07.112801 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-e5c03402-8a00-4271-90bc-a0e85525da93 None None] Transition to ACTIVE for port object 259f30c8-c1c1-40d4-b403-fb5bf7da4116 will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:01:07.125150 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e5c03402-8a00-4271-90bc-a0e85525da93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:07.129835 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c051d99d-5842-4a73-993c-4596a259b254 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:07.130184 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c051d99d-5842-4a73-993c-4596a259b254 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:07.142031 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-5bc29813-29c8-430e-82e7-7c6fe2a69879 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Calling delete_port for 37414a40-a057-4260-9988-d6bd672730b3 owned by {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:01:07.312270 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-c051d99d-5842-4a73-993c-4596a259b254 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Calling delete_port for 7c2b9132-a77c-482b-9bfe-a74f18191fdf owned by network:floatingip {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:01:07.353316 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c03402-8a00-4271-90bc-a0e85525da93 None None] Pushing event updated for resources: {'Port': ['ID=259f30c8-c1c1-40d4-b403-fb5bf7da4116,revision_number=7']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:01:07.385258 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-40a249fb-3063-4f87-8ad3-f5e48342af00 None None] Current status of the port 2cba4cb9-f8a6-4fee-8a5a-a6008331912b is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:01:07.395983 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.db.resource_extend [None req-6fbfe301-23fd-46a9-8250-58a1187156bb tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 05:01:07.416293 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8b6dea37-3231-44b8-a12d-d61857d71137 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2304955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9305493'] for subnet, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:07.436188 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5bc29813-29c8-430e-82e7-7c6fe2a69879 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:07.442382 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6fbfe301-23fd-46a9-8250-58a1187156bb tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:07.496791 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc29813-29c8-430e-82e7-7c6fe2a69879 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Pushing event deleted for resources: {'Port': ['ID=37414a40-a057-4260-9988-d6bd672730b3,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:01:07.564813 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6fbfe301-23fd-46a9-8250-58a1187156bb tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2304381'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:07.607575 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8b6dea37-3231-44b8-a12d-d61857d71137 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:07.608285 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5bc29813-29c8-430e-82e7-7c6fe2a69879 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:07.614891 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c0a3995-8687-4d76-8f5f-40f526eb709f None None] Network 0008fd3d-19e9-40cf-b545-4a7647b90cf1 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:01:07.621277 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-5bc29813-29c8-430e-82e7-7c6fe2a69879 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] 10.222.0.15 "DELETE /v2.0/ports/37414a40-a057-4260-9988-d6bd672730b3 HTTP/1.1" status: 204 len: 168 time: 1.0232124 May 30 05:01:07.621481 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6dea37-3231-44b8-a12d-d61857d71137 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Pushing event deleted for resources: {'Subnet': ['ID=59447bf2-4531-471f-874d-f7d852a2b1be,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:01:07.621627 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 44880) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:07.653270 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-8b6dea37-3231-44b8-a12d-d61857d71137 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "DELETE /v2.0/subnets/59447bf2-4531-471f-874d-f7d852a2b1be HTTP/1.1" status: 204 len: 168 time: 1.9725075 May 30 05:01:07.674416 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-b89da3f0-60f0-4f62-a074-7091ef892f27 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] GET failed (client error): The resource could not be found. May 30 05:01:07.675045 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-b89da3f0-60f0-4f62-a074-7091ef892f27 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Synchronizing usage tracker for tenant:f4aea07b5c934dc5bc600f55a2d3ba0e on resource:port {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:01:07.677617 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 44884) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:07.779778 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-54d9d812-2352-49b7-bbc3-eda704e280d7 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1009293 May 30 05:01:07.783723 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 44888) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:07.794491 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-db020fff-4ba5-4c8d-9957-21b580beee4a tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Request body: {'subnet': {'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:01:07.925252 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbfe301-23fd-46a9-8250-58a1187156bb tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Pushing event updated for resources: {'Port': ['ID=09cf155f-974d-4268-8849-fbaafdb3ead0,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:01:07.935889 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-b89da3f0-60f0-4f62-a074-7091ef892f27 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Unset dirty status for tenant:f4aea07b5c934dc5bc600f55a2d3ba0e on resource:port {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:01:07.939636 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-b89da3f0-60f0-4f62-a074-7091ef892f27 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] 10.222.0.15 "GET /v2.0/ports/37414a40-a057-4260-9988-d6bd672730b3 HTTP/1.1" status: 404 len: 333 time: 0.3143692 May 30 05:01:07.940669 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 44892) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:07.957772 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-db020fff-4ba5-4c8d-9957-21b580beee4a tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:01:07.966601 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-db020fff-4ba5-4c8d-9957-21b580beee4a tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Usage tracker for resource:subnet and tenant:16af2dbefc6742d5a37a7b30e58c8c2f is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:01:07.975660 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-db020fff-4ba5-4c8d-9957-21b580beee4a tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:01:07.985216 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-db020fff-4ba5-4c8d-9957-21b580beee4a tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:01:08.012330 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db020fff-4ba5-4c8d-9957-21b580beee4a tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Made reservation on behalf of 16af2dbefc6742d5a37a7b30e58c8c2f for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:01:08.016300 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-db020fff-4ba5-4c8d-9957-21b580beee4a tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2133361'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:08.030010 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d78c98-ca52-45df-8d16-6df2be9fc134 None None] DHCP port deletion for 0008fd3d-19e9-40cf-b545-4a7647b90cf1 request from dv-neutron-843763-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 30 05:01:08.035531 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-24d78c98-ca52-45df-8d16-6df2be9fc134 None None] Deleting port 2cba4cb9-f8a6-4fee-8a5a-a6008331912b {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:01:08.036810 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-24d78c98-ca52-45df-8d16-6df2be9fc134 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:08.067343 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6fbfe301-23fd-46a9-8250-58a1187156bb tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604623'] for router_interface, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:08.152033 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c541b5d7-6358-48eb-a78e-dd0715db3522 None None] Provisioning for port 259f30c8-c1c1-40d4-b403-fb5bf7da4116 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:01:08.172110 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-139ef59c-520d-40e0-8a0a-e2c129b6b13c tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:08.177238 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c541b5d7-6358-48eb-a78e-dd0715db3522 None None] Provisioning complete for port 259f30c8-c1c1-40d4-b403-fb5bf7da4116 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:01:08.178103 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c541b5d7-6358-48eb-a78e-dd0715db3522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:08.221279 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-139ef59c-520d-40e0-8a0a-e2c129b6b13c tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:08.295694 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-1aa0a1a9-9cfe-49f2-a877-f563d0551e1e req-f1efd591-7d26-4414-a728-07f2e28901b6 tempest-TestServerAdvancedOps-275529271 tempest-TestServerAdvancedOps-275529271-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:08.301943 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-54ede383-3311-45e0-b2ea-f3511ad1481d req-3baf4914-96c1-4619-b7c9-dc3a75a29df5 tempest-TestServerAdvancedOps-275529271 tempest-TestServerAdvancedOps-275529271-project] Synchronizing usage tracker for tenant:4b24f785115b43279d96c108a877125b on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:01:08.308850 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c051d99d-5842-4a73-993c-4596a259b254 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:08.343401 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-139ef59c-520d-40e0-8a0a-e2c129b6b13c tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:08.357709 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-24d78c98-ca52-45df-8d16-6df2be9fc134 None None] For port 2cba4cb9-f8a6-4fee-8a5a-a6008331912b, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=2cba4cb9-f8a6-4fee-8a5a-a6008331912b,segment=NetworkSegment(c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1),segment_id=c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:01:08.358319 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-24d78c98-ca52-45df-8d16-6df2be9fc134 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:08.382394 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139ef59c-520d-40e0-8a0a-e2c129b6b13c tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d11397d-8fcc-4f61-969e-6a82e650d843,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:01:08.407684 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-139ef59c-520d-40e0-8a0a-e2c129b6b13c tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:08.414118 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-139ef59c-520d-40e0-8a0a-e2c129b6b13c tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] 10.222.0.15 "DELETE /v2.0/security-groups/1d11397d-8fcc-4f61-969e-6a82e650d843 HTTP/1.1" status: 204 len: 168 time: 0.4699929 May 30 05:01:08.417216 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 44898) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:08.449837 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-db020fff-4ba5-4c8d-9957-21b580beee4a tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1547796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2133315'] for subnet, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:08.525189 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c051d99d-5842-4a73-993c-4596a259b254 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Pushing event deleted for resources: {'Port': ['ID=7c2b9132-a77c-482b-9bfe-a74f18191fdf,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:01:08.539232 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-24d78c98-ca52-45df-8d16-6df2be9fc134 None None] Calling delete_port for 2cba4cb9-f8a6-4fee-8a5a-a6008331912b owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:01:08.546848 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-54ede383-3311-45e0-b2ea-f3511ad1481d req-3baf4914-96c1-4619-b7c9-dc3a75a29df5 tempest-TestServerAdvancedOps-275529271 tempest-TestServerAdvancedOps-275529271-project] Unset dirty status for tenant:4b24f785115b43279d96c108a877125b on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:01:08.547958 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-54ede383-3311-45e0-b2ea-f3511ad1481d req-3baf4914-96c1-4619-b7c9-dc3a75a29df5 tempest-TestServerAdvancedOps-275529271 tempest-TestServerAdvancedOps-275529271-project] 10.222.0.15 "GET /v2.0/ports?device_id=196449a0-d332-4926-8f3e-06b22f18fef8 HTTP/1.1" status: 200 len: 210 time: 0.3468831 May 30 05:01:08.581012 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db020fff-4ba5-4c8d-9957-21b580beee4a tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Pushing event updated for resources: {'Subnet': ['ID=25736788-94d3-4853-a499-93d342355c45,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:01:08.594873 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db020fff-4ba5-4c8d-9957-21b580beee4a tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Network 0008fd3d-19e9-40cf-b545-4a7647b90cf1 is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:01:08.608900 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-db020fff-4ba5-4c8d-9957-21b580beee4a tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:01:08.612735 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db020fff-4ba5-4c8d-9957-21b580beee4a tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:01:08.613492 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-db020fff-4ba5-4c8d-9957-21b580beee4a tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:08.615443 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c541b5d7-6358-48eb-a78e-dd0715db3522 None None] Current status of the port 259f30c8-c1c1-40d4-b403-fb5bf7da4116 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:01:08.637585 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-88a6e053-8727-4627-8f10-38b909940cc3 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:08.651991 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c541b5d7-6358-48eb-a78e-dd0715db3522 None None] Provisioning complete for port 09cf155f-974d-4268-8849-fbaafdb3ead0 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:01:08.652458 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c541b5d7-6358-48eb-a78e-dd0715db3522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:08.657549 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-db020fff-4ba5-4c8d-9957-21b580beee4a tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8725505 May 30 05:01:08.661275 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 44902) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:08.667233 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-93385c43-fbd7-4f61-a09d-84d159af5327 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Request body: {'subnet': {'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:01:08.703382 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-24d78c98-ca52-45df-8d16-6df2be9fc134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069'] for port, after_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:08.721241 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-1aa0a1a9-9cfe-49f2-a877-f563d0551e1e req-f1efd591-7d26-4414-a728-07f2e28901b6 tempest-TestServerAdvancedOps-275529271 tempest-TestServerAdvancedOps-275529271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:08.763509 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6fbfe301-23fd-46a9-8250-58a1187156bb tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:08.809216 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d78c98-ca52-45df-8d16-6df2be9fc134 None None] Pushing event deleted for resources: {'Port': ['ID=2cba4cb9-f8a6-4fee-8a5a-a6008331912b,revision_number=None']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:01:08.821381 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d78c98-ca52-45df-8d16-6df2be9fc134 None None] No DVR routers for this DVR port 2cba4cb9-f8a6-4fee-8a5a-a6008331912b on host dv-neutron-843763-1-hyperv {{(pid=88262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 05:01:08.823376 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c541b5d7-6358-48eb-a78e-dd0715db3522 None None] Port 09cf155f-974d-4268-8849-fbaafdb3ead0 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 05:01:08.825260 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c051d99d-5842-4a73-993c-4596a259b254 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks [] for floatingip, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:08.825615 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.db.l3_db [None req-c051d99d-5842-4a73-993c-4596a259b254 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Floating IP 8266d338-9e75-4162-84db-279367065b5d disassociated (deleted). External IP: 172.26.6.46, port: 2e9fd5c1-34d1-4247-b4c3-974d0245b7ca. May 30 05:01:08.838981 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c541b5d7-6358-48eb-a78e-dd0715db3522 None None] Provisioning complete for port 27a45f3e-0295-4952-8c3a-4218c39be9be triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:01:08.839470 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c541b5d7-6358-48eb-a78e-dd0715db3522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:08.842687 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-93385c43-fbd7-4f61-a09d-84d159af5327 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:01:08.847930 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-93385c43-fbd7-4f61-a09d-84d159af5327 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Usage tracker for resource:subnet and tenant:16af2dbefc6742d5a37a7b30e58c8c2f is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:01:08.851279 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-93385c43-fbd7-4f61-a09d-84d159af5327 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:01:08.857186 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-93385c43-fbd7-4f61-a09d-84d159af5327 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:01:08.871111 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ad95f4-bfbe-4796-b6bf-efde1b7f9321 None None] Network 0008fd3d-19e9-40cf-b545-4a7647b90cf1 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:01:08.878286 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-88a6e053-8727-4627-8f10-38b909940cc3 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:08.890534 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93385c43-fbd7-4f61-a09d-84d159af5327 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Made reservation on behalf of 16af2dbefc6742d5a37a7b30e58c8c2f for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:01:08.894046 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-93385c43-fbd7-4f61-a09d-84d159af5327 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2133361'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:08.977493 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c541b5d7-6358-48eb-a78e-dd0715db3522 None None] Port 27a45f3e-0295-4952-8c3a-4218c39be9be cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 05:01:08.984024 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c541b5d7-6358-48eb-a78e-dd0715db3522 None None] Could not find standard attr ID for object 37414a40-a057-4260-9988-d6bd672730b3. {{(pid=88262) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 30 05:01:08.998544 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1aa0a1a9-9cfe-49f2-a877-f563d0551e1e req-f1efd591-7d26-4414-a728-07f2e28901b6 tempest-TestServerAdvancedOps-275529271 tempest-TestServerAdvancedOps-275529271-project] Network c083290a-9da9-412f-8950-9d2e52b07d53 is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:01:09.013926 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [req-1aa0a1a9-9cfe-49f2-a877-f563d0551e1e req-f1efd591-7d26-4414-a728-07f2e28901b6 tempest-TestServerAdvancedOps-275529271 tempest-TestServerAdvancedOps-275529271-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:01:09.028473 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd591-7d26-4414-a728-07f2e28901b6 tempest-TestServerAdvancedOps-275529271 tempest-TestServerAdvancedOps-275529271-project] Pushing event updated for resources: {'Port': ['ID=ad1c73aa-8529-4e7f-9a54-cf1afc8474f0,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:01:09.034163 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-88a6e053-8727-4627-8f10-38b909940cc3 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:09.034349 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [req-1aa0a1a9-9cfe-49f2-a877-f563d0551e1e req-f1efd591-7d26-4414-a728-07f2e28901b6 tempest-TestServerAdvancedOps-275529271 tempest-TestServerAdvancedOps-275529271-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:01:09.061263 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a6e053-8727-4627-8f10-38b909940cc3 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f58d5f05-5c36-405d-a794-a7c8817c6843,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:01:09.075379 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-88a6e053-8727-4627-8f10-38b909940cc3 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:09.079419 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-88a6e053-8727-4627-8f10-38b909940cc3 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] 10.222.0.15 "DELETE /v2.0/security-groups/f58d5f05-5c36-405d-a794-a7c8817c6843 HTTP/1.1" status: 204 len: 168 time: 0.6580124 May 30 05:01:09.079419 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.db.ipam_backend_mixin [None req-93385c43-fbd7-4f61-a09d-84d159af5327 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 25736788-94d3-4853-a499-93d342355c45 (CIDR: 2001:db8::/64) May 30 05:01:09.079419 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 44906) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:09.111897 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-93385c43-fbd7-4f61-a09d-84d159af5327 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 05:01:09.112513 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93385c43-fbd7-4f61-a09d-84d159af5327 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 05:01:09.135286 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-e63db9cb-d385-4932-b176-399fd7ca9af0 None None] Could not find standard attr ID for object 37414a40-a057-4260-9988-d6bd672730b3. {{(pid=88262) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 30 05:01:09.152784 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-93385c43-fbd7-4f61-a09d-84d159af5327 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4907653 May 30 05:01:09.156142 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 44910) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:09.159887 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06710abe-e675-43d8-a5b2-1e151ee9943c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bbf24ed-7ba9-53d2-873f-8f9642b1e987-0008fd3d-19e9-40cf-b545-4a7647b90cf1', 'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1', 'tenant_id': '16af2dbefc6742d5a37a7b30e58c8c2f', 'fixed_ips': [{'subnet_id': '25736788-94d3-4853-a499-93d342355c45'}]}} from dv-neutron-843763-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 30 05:01:09.161438 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-06710abe-e675-43d8-a5b2-1e151ee9943c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:09.165108 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-32b38a8b-5a92-4b78-81f4-3d05f07de8bc tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Request body: {'subnet': {'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:01:09.187037 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2ce3877a-cc54-4932-b668-44403b01f594 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:09.317645 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa0a1a9-9cfe-49f2-a877-f563d0551e1e req-f1efd591-7d26-4414-a728-07f2e28901b6 tempest-TestServerAdvancedOps-275529271 tempest-TestServerAdvancedOps-275529271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:01:09.317645 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-1aa0a1a9-9cfe-49f2-a877-f563d0551e1e req-f1efd591-7d26-4414-a728-07f2e28901b6 tempest-TestServerAdvancedOps-275529271 tempest-TestServerAdvancedOps-275529271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:09.339810 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2ce3877a-cc54-4932-b668-44403b01f594 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:09.354697 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-06710abe-e675-43d8-a5b2-1e151ee9943c None None] Allocated IP 2001:db8::2 (0008fd3d-19e9-40cf-b545-4a7647b90cf1/25736788-94d3-4853-a499-93d342355c45/3f9f8f14-39c4-4fe6-b511-30f089505110) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:01:09.358871 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-32b38a8b-5a92-4b78-81f4-3d05f07de8bc tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:01:09.372287 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-32b38a8b-5a92-4b78-81f4-3d05f07de8bc tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Usage tracker for resource:subnet and tenant:16af2dbefc6742d5a37a7b30e58c8c2f is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:01:09.376358 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-32b38a8b-5a92-4b78-81f4-3d05f07de8bc tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:01:09.393034 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-32b38a8b-5a92-4b78-81f4-3d05f07de8bc tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:01:09.419338 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2ce3877a-cc54-4932-b668-44403b01f594 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:09.435030 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1aa0a1a9-9cfe-49f2-a877-f563d0551e1e req-f1efd591-7d26-4414-a728-07f2e28901b6 tempest-TestServerAdvancedOps-275529271 tempest-TestServerAdvancedOps-275529271-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5441089 May 30 05:01:09.439366 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32b38a8b-5a92-4b78-81f4-3d05f07de8bc tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Made reservation on behalf of 16af2dbefc6742d5a37a7b30e58c8c2f for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:01:09.443057 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-32b38a8b-5a92-4b78-81f4-3d05f07de8bc tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2133361'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:09.456921 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 259f30c8-c1c1-40d4-b403-fb5bf7da4116 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:01:09.457439 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce3877a-cc54-4932-b668-44403b01f594 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88551f3d-6899-491f-babd-b3869d47bcb1,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:01:09.466946 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [req-1aa0a1a9-9cfe-49f2-a877-f563d0551e1e req-9d15995d-7f3b-4c39-b902-93bc66b27782 service neutron] Request body: {'port': {'device_id': '196449a0-d332-4926-8f3e-06b22f18fef8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8437'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:01:09.638279 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 259f30c8-c1c1-40d4-b403-fb5bf7da4116 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:01:09.638668 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:09.718541 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-06710abe-e675-43d8-a5b2-1e151ee9943c None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:09.732395 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-06710abe-e675-43d8-a5b2-1e151ee9943c None None] Transition to ACTIVE for port object 3f9f8f14-39c4-4fe6-b511-30f089505110 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:01:09.741671 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2ce3877a-cc54-4932-b668-44403b01f594 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:09.745847 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-2ce3877a-cc54-4932-b668-44403b01f594 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] 10.222.0.15 "DELETE /v2.0/security-groups/88551f3d-6899-491f-babd-b3869d47bcb1 HTTP/1.1" status: 204 len: 168 time: 0.6651397 May 30 05:01:09.756178 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 44916) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:09.770025 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-1aa0a1a9-9cfe-49f2-a877-f563d0551e1e req-9d15995d-7f3b-4c39-b902-93bc66b27782 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:09.783511 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c051d99d-5842-4a73-993c-4596a259b254 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Router 035cf39c-ba36-4715-9375-d6e51365b793 has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 05:01:09.802865 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-06710abe-e675-43d8-a5b2-1e151ee9943c None None] Transition to ACTIVE for port object 3f9f8f14-39c4-4fe6-b511-30f089505110 will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:01:09.815620 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-06710abe-e675-43d8-a5b2-1e151ee9943c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:09.856437 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 259f30c8-c1c1-40d4-b403-fb5bf7da4116 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:01:09.864536 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_v2 [None req-18e89376-c152-43d5-92ee-78bdfa3593ed tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Deleting subnet e9ae2404-3f90-4faa-b37b-e4f3ce3cb896 {{(pid=88260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 30 05:01:09.873090 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-18e89376-c152-43d5-92ee-78bdfa3593ed tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks [] for subnet, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:09.889257 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06710abe-e675-43d8-a5b2-1e151ee9943c None None] Network 0008fd3d-19e9-40cf-b545-4a7647b90cf1 is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:01:09.890636 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-06710abe-e675-43d8-a5b2-1e151ee9943c None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:01:09.894728 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06710abe-e675-43d8-a5b2-1e151ee9943c None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:01:09.925005 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.db.resource_extend [None req-6fbfe301-23fd-46a9-8250-58a1187156bb tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 05:01:09.930467 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06710abe-e675-43d8-a5b2-1e151ee9943c None None] Pushing event updated for resources: {'Port': ['ID=3f9f8f14-39c4-4fe6-b511-30f089505110,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:01:09.945948 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 2cba4cb9-f8a6-4fee-8a5a-a6008331912b no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 05:01:09.961524 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6fbfe301-23fd-46a9-8250-58a1187156bb tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:09.978925 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf523a8c-40ec-4bf1-a2a3-ee8f852adb85 req-1ec7565f-a613-4a88-8dc7-174ea88257e0 tempest-TestServerAdvancedOps-275529271 tempest-TestServerAdvancedOps-275529271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:01:09.980074 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-bf523a8c-40ec-4bf1-a2a3-ee8f852adb85 req-1ec7565f-a613-4a88-8dc7-174ea88257e0 tempest-TestServerAdvancedOps-275529271 tempest-TestServerAdvancedOps-275529271-project] 10.222.0.15 "GET /v2.0/ports?device_id=196449a0-d332-4926-8f3e-06b22f18fef8 HTTP/1.1" status: 200 len: 931 time: 0.2805343 May 30 05:01:10.016333 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] No Port match for: 2cba4cb9-f8a6-4fee-8a5a-a6008331912b {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 05:01:10.016674 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 2cba4cb9-f8a6-4fee-8a5a-a6008331912b not bound to the agent host dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 05:01:10.034544 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-06710abe-e675-43d8-a5b2-1e151ee9943c None None] Attempting to bind port 3f9f8f14-39c4-4fe6-b511-30f089505110 on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 05:01:10.034918 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-06710abe-e675-43d8-a5b2-1e151ee9943c None None] Attempting to bind port 3f9f8f14-39c4-4fe6-b511-30f089505110 by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': 'c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 05:01:10.035281 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06710abe-e675-43d8-a5b2-1e151ee9943c None None] Attempting to bind port 3f9f8f14-39c4-4fe6-b511-30f089505110 on network 0008fd3d-19e9-40cf-b545-4a7647b90cf1 {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:01:10.035610 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-18e89376-c152-43d5-92ee-78bdfa3593ed tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1454738'] for subnet, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:10.042103 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06710abe-e675-43d8-a5b2-1e151ee9943c None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 5, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 05:01:10.042475 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06710abe-e675-43d8-a5b2-1e151ee9943c None None] Checking segment: {'id': 'c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:01:10.042997 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-06710abe-e675-43d8-a5b2-1e151ee9943c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:10.043416 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06710abe-e675-43d8-a5b2-1e151ee9943c None None] Bound using segment: {'id': 'c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 05:01:10.043967 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-06710abe-e675-43d8-a5b2-1e151ee9943c None None] Bound port: 3f9f8f14-39c4-4fe6-b511-30f089505110, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 05:01:10.044427 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-06710abe-e675-43d8-a5b2-1e151ee9943c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:10.107165 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [req-bf523a8c-40ec-4bf1-a2a3-ee8f852adb85 req-8d7b5e78-4ef9-494e-8661-f5eccb7fba0f tempest-TestServerAdvancedOps-275529271 tempest-TestServerAdvancedOps-275529271-project] Synchronizing usage tracker for tenant:4b24f785115b43279d96c108a877125b on resource:security_group {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:01:10.140962 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-06710abe-e675-43d8-a5b2-1e151ee9943c None None] For port 3f9f8f14-39c4-4fe6-b511-30f089505110, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 05:01:10.144194 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-06710abe-e675-43d8-a5b2-1e151ee9943c None None] For port 3f9f8f14-39c4-4fe6-b511-30f089505110, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=3f9f8f14-39c4-4fe6-b511-30f089505110,segment=NetworkSegment(c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1),segment_id=c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 05:01:10.146182 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6fbfe301-23fd-46a9-8250-58a1187156bb tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2304381'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:10.146935 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6fbfe301-23fd-46a9-8250-58a1187156bb tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1642774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602230'] for router_interface, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:10.151584 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-06710abe-e675-43d8-a5b2-1e151ee9943c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:10.166382 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [req-bf523a8c-40ec-4bf1-a2a3-ee8f852adb85 req-8d7b5e78-4ef9-494e-8661-f5eccb7fba0f tempest-TestServerAdvancedOps-275529271 tempest-TestServerAdvancedOps-275529271-project] Unset dirty status for tenant:4b24f785115b43279d96c108a877125b on resource:security_group {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:01:10.167540 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-bf523a8c-40ec-4bf1-a2a3-ee8f852adb85 req-8d7b5e78-4ef9-494e-8661-f5eccb7fba0f tempest-TestServerAdvancedOps-275529271 tempest-TestServerAdvancedOps-275529271-project] 10.222.0.15 "GET /v2.0/security-groups?id=e942b556-082b-47b5-acd5-34ca68d0c431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798935 May 30 05:01:10.196137 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-18e89376-c152-43d5-92ee-78bdfa3593ed tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860493'] for subnet, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:10.250674 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06710abe-e675-43d8-a5b2-1e151ee9943c None None] Pushing event updated for resources: {'Port': ['ID=3f9f8f14-39c4-4fe6-b511-30f089505110,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:01:10.382894 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-18e89376-c152-43d5-92ee-78bdfa3593ed tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1547867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2133322'] for subnet, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:10.416278 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbfe301-23fd-46a9-8250-58a1187156bb tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Pushing event updated for resources: {'Port': ['ID=09cf155f-974d-4268-8849-fbaafdb3ead0,revision_number=3']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:01:10.429277 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e89376-c152-43d5-92ee-78bdfa3593ed tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Pushing event deleted for resources: {'Subnet': ['ID=e9ae2404-3f90-4faa-b37b-e4f3ce3cb896,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:01:10.435312 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-18e89376-c152-43d5-92ee-78bdfa3593ed tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:10.445349 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.objects.ports [None req-32b38a8b-5a92-4b78-81f4-3d05f07de8bc tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88260) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 30 05:01:10.447825 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a81ade7-e8cb-4142-b702-b19c80317ad1 None None] Network 585f1a25-d8c2-4739-95aa-646c169bbb1a requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:01:10.494061 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-18e89376-c152-43d5-92ee-78bdfa3593ed tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] 10.222.0.15 "DELETE /v2.0/subnets/e9ae2404-3f90-4faa-b37b-e4f3ce3cb896 HTTP/1.1" status: 204 len: 168 time: 0.7364588 May 30 05:01:10.500092 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 44920) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:10.537260 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c051d99d-5842-4a73-993c-4596a259b254 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:01:10.580445 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384280bd-db21-4bca-ad92-106064422d65 None None] Sync routers for ids ['035cf39c-ba36-4715-9375-d6e51365b793'] in dv-neutron-843763-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:01:10.589942 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c051d99d-5842-4a73-993c-4596a259b254 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for floatingip, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:10.592653 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce591d2a-d6f0-426c-8a0c-9588a8504692 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Deleting subnet e7c95f6f-cd4b-41d3-acce-e44d8d72bcda {{(pid=88260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 30 05:01:10.602315 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ce591d2a-d6f0-426c-8a0c-9588a8504692 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks [] for subnet, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:10.614176 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384280bd-db21-4bca-ad92-106064422d65 None None] Routers {'035cf39c-ba36-4715-9375-d6e51365b793'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:01:10.615698 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-384280bd-db21-4bca-ad92-106064422d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:01:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['035cf39c-ba36-4715-9375-d6e51365b793'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:01:10.689698 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ce591d2a-d6f0-426c-8a0c-9588a8504692 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1454738'] for subnet, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:10.703435 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-c051d99d-5842-4a73-993c-4596a259b254 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] 10.222.0.15 "DELETE /v2.0/floatingips/8266d338-9e75-4162-84db-279367065b5d HTTP/1.1" status: 204 len: 168 time: 5.0168037 May 30 05:01:10.707563 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fbfe301-23fd-46a9-8250-58a1187156bb tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Network 17ce42ed-ea82-446a-bd0d-8fe40523ee29 is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:01:10.708367 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 44924) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:10.714520 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-6fbfe301-23fd-46a9-8250-58a1187156bb tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:01:10.758687 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-384280bd-db21-4bca-ad92-106064422d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:01:10.804944 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384280bd-db21-4bca-ad92-106064422d65 None None] Routers {'035cf39c-ba36-4715-9375-d6e51365b793'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:01:10.805531 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-384280bd-db21-4bca-ad92-106064422d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:01:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['035cf39c-ba36-4715-9375-d6e51365b793'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:01:10.831653 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-32b38a8b-5a92-4b78-81f4-3d05f07de8bc tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:10.921423 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ce591d2a-d6f0-426c-8a0c-9588a8504692 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860493'] for subnet, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:10.929081 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-384280bd-db21-4bca-ad92-106064422d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:01:10.929435 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384280bd-db21-4bca-ad92-106064422d65 None None] The sync data for ids ['035cf39c-ba36-4715-9375-d6e51365b793'] in dv-neutron-843763-1-hyperv is: [] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:01:10.957329 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.db.resource_extend [req-1aa0a1a9-9cfe-49f2-a877-f563d0551e1e req-9d15995d-7f3b-4c39-b902-93bc66b27782 service neutron] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 05:01:11.073104 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-d0b984bb-86dc-44a1-be71-5d512599a8b1 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Deleting port 2e9fd5c1-34d1-4247-b4c3-974d0245b7ca {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:01:11.073417 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d0b984bb-86dc-44a1-be71-5d512599a8b1 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:11.105876 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-ecc70180-22c7-4537-a79d-4051af702d27 None None] Provisioning complete for port 09cf155f-974d-4268-8849-fbaafdb3ead0 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:01:11.107338 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-ecc70180-22c7-4537-a79d-4051af702d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:11.109840 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [req-1aa0a1a9-9cfe-49f2-a877-f563d0551e1e req-9d15995d-7f3b-4c39-b902-93bc66b27782 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad1c73aa-8529-4e7f-9a54-cf1afc8474f0 {{(pid=88261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 30 05:01:11.127092 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-1aa0a1a9-9cfe-49f2-a877-f563d0551e1e req-9d15995d-7f3b-4c39-b902-93bc66b27782 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:11.129417 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ce591d2a-d6f0-426c-8a0c-9588a8504692 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1547867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2133322'] for subnet, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:11.161209 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [req-1aa0a1a9-9cfe-49f2-a877-f563d0551e1e req-9d15995d-7f3b-4c39-b902-93bc66b27782 service neutron] Transition to ACTIVE for port object ad1c73aa-8529-4e7f-9a54-cf1afc8474f0 will not be triggered until provisioned by entity L2. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:01:11.176913 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-1aa0a1a9-9cfe-49f2-a877-f563d0551e1e req-9d15995d-7f3b-4c39-b902-93bc66b27782 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2304381'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:11.214643 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-ecc70180-22c7-4537-a79d-4051af702d27 None None] Port 09cf155f-974d-4268-8849-fbaafdb3ead0 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 05:01:11.247289 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce591d2a-d6f0-426c-8a0c-9588a8504692 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Pushing event deleted for resources: {'Subnet': ['ID=e7c95f6f-cd4b-41d3-acce-e44d8d72bcda,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:01:11.252626 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ce591d2a-d6f0-426c-8a0c-9588a8504692 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:11.290325 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-ce591d2a-d6f0-426c-8a0c-9588a8504692 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] 10.222.0.15 "DELETE /v2.0/subnets/e7c95f6f-cd4b-41d3-acce-e44d8d72bcda HTTP/1.1" status: 204 len: 168 time: 0.7785895 May 30 05:01:11.299735 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 44930) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:11.324689 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-32b38a8b-5a92-4b78-81f4-3d05f07de8bc tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] For port 3f9f8f14-39c4-4fe6-b511-30f089505110, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=3f9f8f14-39c4-4fe6-b511-30f089505110,segment=NetworkSegment(c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1),segment_id=c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:01:11.396643 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-76784a14-4333-40db-95c1-a427bee8c672 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] DELETE failed (client error): The resource could not be found. May 30 05:01:11.397237 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76784a14-4333-40db-95c1-a427bee8c672 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 05:01:11.399074 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-76784a14-4333-40db-95c1-a427bee8c672 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] 10.222.0.15 "DELETE /v2.0/subnets/e9ae2404-3f90-4faa-b37b-e4f3ce3cb896 HTTP/1.1" status: 404 len: 337 time: 0.0981307 May 30 05:01:11.402304 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 44934) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:11.465865 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 3f9f8f14-39c4-4fe6-b511-30f089505110 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:01:11.493919 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-32b38a8b-5a92-4b78-81f4-3d05f07de8bc tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks [] for port, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:11.514155 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b6c331e-697a-43f6-bf4d-376389eb0844 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Deleting subnet a98a0529-ad83-4bcc-af34-e420cdbfbccb {{(pid=88260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 30 05:01:11.516371 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-32b38a8b-5a92-4b78-81f4-3d05f07de8bc tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1547421'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:11.516983 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-32b38a8b-5a92-4b78-81f4-3d05f07de8bc tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1547796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2133315'] for subnet, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:11.551439 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port 3f9f8f14-39c4-4fe6-b511-30f089505110 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:01:11.586864 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fbfe301-23fd-46a9-8250-58a1187156bb tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Router 8f9c4d67-f1a3-4641-ba31-c200400722c9 is scheduled to L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 with binding_index 1 {{(pid=88261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 30 05:01:11.588747 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d15995d-7f3b-4c39-b902-93bc66b27782 service neutron] Pushing event updated for resources: {'Port': ['ID=ad1c73aa-8529-4e7f-9a54-cf1afc8474f0,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:01:11.591412 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3b6c331e-697a-43f6-bf4d-376389eb0844 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks [] for subnet, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:11.800751 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b38a8b-5a92-4b78-81f4-3d05f07de8bc tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Network 0008fd3d-19e9-40cf-b545-4a7647b90cf1 is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:01:11.808416 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-32b38a8b-5a92-4b78-81f4-3d05f07de8bc tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:01:11.817582 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b38a8b-5a92-4b78-81f4-3d05f07de8bc tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:01:11.818206 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-32b38a8b-5a92-4b78-81f4-3d05f07de8bc tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:11.819874 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-600ca6b7-11e2-487d-82a5-22bcee1cd63d None None] Network 0008fd3d-19e9-40cf-b545-4a7647b90cf1 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:01:11.850000 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3b6c331e-697a-43f6-bf4d-376389eb0844 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1454738'] for subnet, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:11.853979 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe453a73-fc48-4c02-8b51-3afa404429ca None None] Network 585f1a25-d8c2-4739-95aa-646c169bbb1a requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:01:11.882956 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b38a8b-5a92-4b78-81f4-3d05f07de8bc tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Pushing event updated for resources: {'Subnet': ['ID=e8c61605-51c9-400c-baf4-b7d742fe2ed4,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:01:11.895106 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b38a8b-5a92-4b78-81f4-3d05f07de8bc tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Pushing event updated for resources: {'Port': ['ID=3f9f8f14-39c4-4fe6-b511-30f089505110,revision_number=4']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:01:11.908629 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-32b38a8b-5a92-4b78-81f4-3d05f07de8bc tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.7486088 May 30 05:01:11.909188 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 44938) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:11.918551 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-2d316f19-f1ac-4445-8f37-84c4abac273a tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Request body: {'port': {'network_id': '0008fd3d-19e9-40cf-b545-4a7647b90cf1', 'mac_address': 'fa:16:3e:e8:16:42', 'name': 'tempest-NetworksTestDHCPv6-229717484'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:01:12.001889 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-b97a404e-2925-4995-8413-91b0a2f6bb11 None None] Provisioning for port 3f9f8f14-39c4-4fe6-b511-30f089505110 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:01:12.016974 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-b97a404e-2925-4995-8413-91b0a2f6bb11 None None] Provisioning complete for port 3f9f8f14-39c4-4fe6-b511-30f089505110 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:01:12.017356 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-b97a404e-2925-4995-8413-91b0a2f6bb11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:12.079889 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3b6c331e-697a-43f6-bf4d-376389eb0844 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860493'] for subnet, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:12.144105 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-2d316f19-f1ac-4445-8f37-84c4abac273a tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:01:12.149101 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fbfe301-23fd-46a9-8250-58a1187156bb tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:01:12.152289 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-2d316f19-f1ac-4445-8f37-84c4abac273a tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Usage tracker for resource:port and tenant:16af2dbefc6742d5a37a7b30e58c8c2f is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:01:12.154647 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-6fbfe301-23fd-46a9-8250-58a1187156bb tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] 10.222.0.15 "PUT /v2.0/routers/8f9c4d67-f1a3-4641-ba31-c200400722c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5577958 May 30 05:01:12.157585 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d0b984bb-86dc-44a1-be71-5d512599a8b1 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:12.157717 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-2d316f19-f1ac-4445-8f37-84c4abac273a tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:01:12.160089 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 44942) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:12.170612 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd90197-e3fe-4342-aff4-8dcc936c35ec None None] Sync routers for ids ['8f9c4d67-f1a3-4641-ba31-c200400722c9'] in dv-neutron-843763-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:01:12.187755 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2cbc71-2742-4266-a138-4a9231e32ee1 req-e39cb4b9-8533-4377-98d3-0e29962830b3 tempest-TestServerAdvancedOps-275529271 tempest-TestServerAdvancedOps-275529271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:01:12.189254 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4f2cbc71-2742-4266-a138-4a9231e32ee1 req-e39cb4b9-8533-4377-98d3-0e29962830b3 tempest-TestServerAdvancedOps-275529271 tempest-TestServerAdvancedOps-275529271-project] 10.222.0.15 "GET /v2.0/ports?device_id=196449a0-d332-4926-8f3e-06b22f18fef8 HTTP/1.1" status: 200 len: 943 time: 0.7573500 May 30 05:01:12.202597 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-2d316f19-f1ac-4445-8f37-84c4abac273a tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:01:12.203101 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd90197-e3fe-4342-aff4-8dcc936c35ec None None] Routers {'8f9c4d67-f1a3-4641-ba31-c200400722c9'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:01:12.203908 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-8fd90197-e3fe-4342-aff4-8dcc936c35ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:01:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['8f9c4d67-f1a3-4641-ba31-c200400722c9'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:01:12.238888 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d316f19-f1ac-4445-8f37-84c4abac273a tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Made reservation on behalf of 16af2dbefc6742d5a37a7b30e58c8c2f for: {'port': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:01:12.307987 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3b6c331e-697a-43f6-bf4d-376389eb0844 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1547867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2133322'] for subnet, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:12.317725 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-8fd90197-e3fe-4342-aff4-8dcc936c35ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:01:12.341776 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd90197-e3fe-4342-aff4-8dcc936c35ec None None] Routers {'8f9c4d67-f1a3-4641-ba31-c200400722c9'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:01:12.342701 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-8fd90197-e3fe-4342-aff4-8dcc936c35ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:01:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['8f9c4d67-f1a3-4641-ba31-c200400722c9'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:01:12.364834 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6c331e-697a-43f6-bf4d-376389eb0844 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Pushing event deleted for resources: {'Subnet': ['ID=a98a0529-ad83-4bcc-af34-e420cdbfbccb,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:01:12.371813 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-d0b984bb-86dc-44a1-be71-5d512599a8b1 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Calling delete_port for 2e9fd5c1-34d1-4247-b4c3-974d0245b7ca owned by {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:01:12.375593 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3b6c331e-697a-43f6-bf4d-376389eb0844 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:12.395971 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-3b6c331e-697a-43f6-bf4d-376389eb0844 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] 10.222.0.15 "DELETE /v2.0/subnets/a98a0529-ad83-4bcc-af34-e420cdbfbccb HTTP/1.1" status: 204 len: 168 time: 0.9916747 May 30 05:01:12.398505 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 44946) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:12.402048 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [req-1aa0a1a9-9cfe-49f2-a877-f563d0551e1e req-9d15995d-7f3b-4c39-b902-93bc66b27782 service neutron] Attempting to bind port ad1c73aa-8529-4e7f-9a54-cf1afc8474f0 on host hv-neutron-8437 for vnic_type normal with profile {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 05:01:12.402580 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [req-1aa0a1a9-9cfe-49f2-a877-f563d0551e1e req-9d15995d-7f3b-4c39-b902-93bc66b27782 service neutron] Attempting to bind port ad1c73aa-8529-4e7f-9a54-cf1afc8474f0 by drivers openvswitch,hyperv on host hv-neutron-8437 at level 0 using segments [{'id': '1c03b5fc-8dc9-4812-8069-b182f3249459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'c083290a-9da9-412f-8950-9d2e52b07d53'}] {{(pid=88261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 05:01:12.403099 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa0a1a9-9cfe-49f2-a877-f563d0551e1e req-9d15995d-7f3b-4c39-b902-93bc66b27782 service neutron] Attempting to bind port ad1c73aa-8529-4e7f-9a54-cf1afc8474f0 on network c083290a-9da9-412f-8950-9d2e52b07d53 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:01:12.435868 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa0a1a9-9cfe-49f2-a877-f563d0551e1e req-9d15995d-7f3b-4c39-b902-93bc66b27782 service neutron] Port ad1c73aa-8529-4e7f-9a54-cf1afc8474f0 on network c083290a-9da9-412f-8950-9d2e52b07d53 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8437 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 30 05:01:12.436943 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa0a1a9-9cfe-49f2-a877-f563d0551e1e req-9d15995d-7f3b-4c39-b902-93bc66b27782 service neutron] Attempting to bind port ad1c73aa-8529-4e7f-9a54-cf1afc8474f0 on network c083290a-9da9-412f-8950-9d2e52b07d53 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:01:12.448169 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-b97a404e-2925-4995-8413-91b0a2f6bb11 None None] Current status of the port 3f9f8f14-39c4-4fe6-b511-30f089505110 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:01:12.448714 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-b97a404e-2925-4995-8413-91b0a2f6bb11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:12.458169 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa0a1a9-9cfe-49f2-a877-f563d0551e1e req-9d15995d-7f3b-4c39-b902-93bc66b27782 service neutron] Checking agent: {'id': 'de0c936d-420b-412f-9642-7bfe80b5ab25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8437', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 51, 47), 'started_at': datetime.datetime(2022, 5, 30, 4, 51, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 5, 0, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 05:01:12.458792 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa0a1a9-9cfe-49f2-a877-f563d0551e1e req-9d15995d-7f3b-4c39-b902-93bc66b27782 service neutron] Checking segment: {'id': '1c03b5fc-8dc9-4812-8069-b182f3249459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'c083290a-9da9-412f-8950-9d2e52b07d53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:01:12.459365 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa0a1a9-9cfe-49f2-a877-f563d0551e1e req-9d15995d-7f3b-4c39-b902-93bc66b27782 service neutron] Bound using segment: {'id': '1c03b5fc-8dc9-4812-8069-b182f3249459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'c083290a-9da9-412f-8950-9d2e52b07d53'} {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 05:01:12.460519 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [req-1aa0a1a9-9cfe-49f2-a877-f563d0551e1e req-9d15995d-7f3b-4c39-b902-93bc66b27782 service neutron] Bound port: ad1c73aa-8529-4e7f-9a54-cf1afc8474f0, host: hv-neutron-8437, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c03b5fc-8dc9-4812-8069-b182f3249459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'c083290a-9da9-412f-8950-9d2e52b07d53'}}] {{(pid=88261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 05:01:12.461028 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-1aa0a1a9-9cfe-49f2-a877-f563d0551e1e req-9d15995d-7f3b-4c39-b902-93bc66b27782 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:12.477728 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-082ec2c5-afb3-4852-bf50-a5f38792791e tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:01:12.478760 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-082ec2c5-afb3-4852-bf50-a5f38792791e tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Synchronizing usage tracker for tenant:895764a2d33a4b6180a8faca69c63db7 on resource:port {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:01:12.478898 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-8fd90197-e3fe-4342-aff4-8dcc936c35ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:01:12.479395 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd90197-e3fe-4342-aff4-8dcc936c35ec None None] The sync data for ids ['8f9c4d67-f1a3-4641-ba31-c200400722c9'] in dv-neutron-843763-1-hyperv is: [] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:01:12.482798 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-13bc9b25-fd8b-4f3f-b269-441e399695d5 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] DELETE failed (client error): The resource could not be found. May 30 05:01:12.483446 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13bc9b25-fd8b-4f3f-b269-441e399695d5 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 05:01:12.489144 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-13bc9b25-fd8b-4f3f-b269-441e399695d5 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] 10.222.0.15 "DELETE /v2.0/subnets/f32b1508-df80-4952-b2f1-61dd529359f9 HTTP/1.1" status: 404 len: 337 time: 0.0801046 May 30 05:01:12.490695 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 44950) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:12.503410 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2d316f19-f1ac-4445-8f37-84c4abac273a tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:12.535548 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-082ec2c5-afb3-4852-bf50-a5f38792791e tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Unset dirty status for tenant:895764a2d33a4b6180a8faca69c63db7 on resource:port {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:01:12.537175 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-082ec2c5-afb3-4852-bf50-a5f38792791e tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f9c4d67-f1a3-4641-ba31-c200400722c9 HTTP/1.1" status: 200 len: 989 time: 0.3726254 May 30 05:01:12.540028 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [None req-2d316f19-f1ac-4445-8f37-84c4abac273a tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] device_id is not set on port 449d1c6f-8655-49f0-b914-d18581987b45 yet. {{(pid=88260) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 30 05:01:12.551782 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 44954) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:12.570216 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-b97a404e-2925-4995-8413-91b0a2f6bb11 None None] For port 3f9f8f14-39c4-4fe6-b511-30f089505110, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=3f9f8f14-39c4-4fe6-b511-30f089505110,segment=NetworkSegment(c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1),segment_id=c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:01:12.578934 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-b97a404e-2925-4995-8413-91b0a2f6bb11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:12.642751 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6824d7e6-ec17-4288-8667-cf52ea5f1f2f None None] Update dhcp port {'port': {'network_id': '585f1a25-d8c2-4739-95aa-646c169bbb1a', 'fixed_ips': [{'subnet_id': 'a98a0529-ad83-4bcc-af34-e420cdbfbccb'}], 'binding:host_id': 'dv-neutron-843763-1-hyperv'}, 'id': '259f30c8-c1c1-40d4-b403-fb5bf7da4116'} from dv-neutron-843763-1-hyperv. {{(pid=88262) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 30 05:01:12.656833 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-6f42de94-f94a-4545-8f61-13cfe97bac94 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Synchronizing usage tracker for tenant:f4aea07b5c934dc5bc600f55a2d3ba0e on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:01:12.661393 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4f2cbc71-2742-4266-a138-4a9231e32ee1 req-a5b5eab0-d680-43e5-bfbc-7dcfa9b15a0f tempest-TestServerAdvancedOps-275529271 tempest-TestServerAdvancedOps-275529271-project] 10.222.0.15 "GET /v2.0/security-groups?id=e942b556-082b-47b5-acd5-34ca68d0c431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2997363 May 30 05:01:12.719086 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97a404e-2925-4995-8413-91b0a2f6bb11 None None] Pushing event updated for resources: {'Port': ['ID=3f9f8f14-39c4-4fe6-b511-30f089505110,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:01:12.729437 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-6824d7e6-ec17-4288-8667-cf52ea5f1f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:12.749871 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-a8edce64-e4ca-44f2-b06e-6907daa4ce89 None None] Provisioning complete for port 259f30c8-c1c1-40d4-b403-fb5bf7da4116 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:01:12.750253 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a8edce64-e4ca-44f2-b06e-6907daa4ce89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:12.785041 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-2d316f19-f1ac-4445-8f37-84c4abac273a tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Allocated IP 2001:db8::e9 (0008fd3d-19e9-40cf-b545-4a7647b90cf1/25736788-94d3-4853-a499-93d342355c45/449d1c6f-8655-49f0-b914-d18581987b45) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:01:12.792575 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-2d316f19-f1ac-4445-8f37-84c4abac273a tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Allocated IP 2001:db8:0:1:f816:3eff:fee8:1642 (0008fd3d-19e9-40cf-b545-4a7647b90cf1/e8c61605-51c9-400c-baf4-b7d742fe2ed4/449d1c6f-8655-49f0-b914-d18581987b45) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:01:12.804589 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-6f42de94-f94a-4545-8f61-13cfe97bac94 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Unset dirty status for tenant:f4aea07b5c934dc5bc600f55a2d3ba0e on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:01:12.805838 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-6f42de94-f94a-4545-8f61-13cfe97bac94 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] 10.222.0.15 "GET /v2.0/ports?device_id=f0e8a49e-7171-4ed4-9871-ea4bf46b336e HTTP/1.1" status: 200 len: 205 time: 0.3105025 May 30 05:01:12.832773 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 44960) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:12.871819 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [req-1aa0a1a9-9cfe-49f2-a877-f563d0551e1e req-9d15995d-7f3b-4c39-b902-93bc66b27782 service neutron] For port ad1c73aa-8529-4e7f-9a54-cf1afc8474f0, host hv-neutron-8437, cleared binding levels {{(pid=88261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 05:01:12.934053 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.api.v2.resource [None req-3fa7d52e-a9fd-47ea-a4c8-a6321496835b tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] delete failed (client error): The resource could not be found. May 30 05:01:12.938048 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-3fa7d52e-a9fd-47ea-a4c8-a6321496835b tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] 10.222.0.15 "DELETE /v2.0/routers/f0e8a49e-7171-4ed4-9871-ea4bf46b336e HTTP/1.1" status: 404 len: 336 time: 0.1038740 May 30 05:01:12.938907 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 44964) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:12.981643 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-a8edce64-e4ca-44f2-b06e-6907daa4ce89 None None] Current status of the port 259f30c8-c1c1-40d4-b403-fb5bf7da4116 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:01:13.002474 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-a8edce64-e4ca-44f2-b06e-6907daa4ce89 None None] Provisioning complete for port 27a45f3e-0295-4952-8c3a-4218c39be9be triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:01:13.003122 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a8edce64-e4ca-44f2-b06e-6907daa4ce89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:13.003246 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4bab3d1-5eb0-44c2-8a00-8d7e0fad5f86 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] DELETE failed (client error): The resource could not be found. May 30 05:01:13.003655 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4bab3d1-5eb0-44c2-8a00-8d7e0fad5f86 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 05:01:13.010885 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-c4bab3d1-5eb0-44c2-8a00-8d7e0fad5f86 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] 10.222.0.15 "DELETE /v2.0/subnets/7222c400-6bcc-4919-8ca2-e749bb5505fb HTTP/1.1" status: 404 len: 337 time: 0.0706167 May 30 05:01:13.013140 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 44968) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:13.032510 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca13715-df7b-4723-a1f4-d088fed39550 None None] Network 585f1a25-d8c2-4739-95aa-646c169bbb1a requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:01:13.066230 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fa0dec4-a3da-4448-a6fd-de80129ff69a tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] DELETE failed (client error): The resource could not be found. May 30 05:01:13.067477 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fa0dec4-a3da-4448-a6fd-de80129ff69a tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 05:01:13.069922 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-5fa0dec4-a3da-4448-a6fd-de80129ff69a tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] 10.222.0.15 "DELETE /v2.0/subnets/f9027eb4-7eb9-450d-800e-dacc04cf1309 HTTP/1.1" status: 404 len: 337 time: 0.0558655 May 30 05:01:13.072703 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 44972) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:13.075326 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [req-1aa0a1a9-9cfe-49f2-a877-f563d0551e1e req-9d15995d-7f3b-4c39-b902-93bc66b27782 service neutron] For port ad1c73aa-8529-4e7f-9a54-cf1afc8474f0, host hv-neutron-8437, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=ad1c73aa-8529-4e7f-9a54-cf1afc8474f0,segment=NetworkSegment(1c03b5fc-8dc9-4812-8069-b182f3249459),segment_id=1c03b5fc-8dc9-4812-8069-b182f3249459)] {{(pid=88261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 05:01:13.093448 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-1aa0a1a9-9cfe-49f2-a877-f563d0551e1e req-9d15995d-7f3b-4c39-b902-93bc66b27782 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2304381'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:13.120135 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-d76cc2c4-b7b6-4ebc-98fc-a22d1cc77a80 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] DELETE failed (client error): The resource could not be found. May 30 05:01:13.120713 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d76cc2c4-b7b6-4ebc-98fc-a22d1cc77a80 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 05:01:13.126060 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-d76cc2c4-b7b6-4ebc-98fc-a22d1cc77a80 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] 10.222.0.15 "DELETE /v2.0/subnets/95a74cfa-5de3-49cc-8998-3f6bf380a969 HTTP/1.1" status: 404 len: 337 time: 0.0521390 May 30 05:01:13.127350 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 44976) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:13.144406 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-a8edce64-e4ca-44f2-b06e-6907daa4ce89 None None] Port 27a45f3e-0295-4952-8c3a-4218c39be9be cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 05:01:13.181289 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d15995d-7f3b-4c39-b902-93bc66b27782 service neutron] Pushing event updated for resources: {'Port': ['ID=ad1c73aa-8529-4e7f-9a54-cf1afc8474f0,revision_number=3']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:01:13.183895 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-d40420e6-6188-4d37-94e5-ef06e7945d5c tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] DELETE failed (client error): The resource could not be found. May 30 05:01:13.184556 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d40420e6-6188-4d37-94e5-ef06e7945d5c tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 05:01:13.191163 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-d40420e6-6188-4d37-94e5-ef06e7945d5c tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] 10.222.0.15 "DELETE /v2.0/ports/4ca687de-fc68-4dd4-bfe8-8675924885e9 HTTP/1.1" status: 404 len: 333 time: 0.0628481 May 30 05:01:13.192516 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 44980) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:13.193038 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa0a1a9-9cfe-49f2-a877-f563d0551e1e req-9d15995d-7f3b-4c39-b902-93bc66b27782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:01:13.193647 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-1aa0a1a9-9cfe-49f2-a877-f563d0551e1e req-9d15995d-7f3b-4c39-b902-93bc66b27782 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:13.195839 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1aa0a1a9-9cfe-49f2-a877-f563d0551e1e req-9d15995d-7f3b-4c39-b902-93bc66b27782 service neutron] 10.222.0.39 "PUT /v2.0/ports/ad1c73aa-8529-4e7f-9a54-cf1afc8474f0 HTTP/1.1" status: 200 len: 1093 time: 3.7393992 May 30 05:01:13.198718 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '196449a0-d332-4926-8f3e-06b22f18fef8', 'tag': 'ad1c73aa-8529-4e7f-9a54-cf1afc8474f0'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:01:13.256477 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-d690d492-6f9f-4a58-b7ea-dc1da81b7530 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] DELETE failed (client error): The resource could not be found. May 30 05:01:13.258863 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d690d492-6f9f-4a58-b7ea-dc1da81b7530 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 05:01:13.263946 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-d690d492-6f9f-4a58-b7ea-dc1da81b7530 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] 10.222.0.15 "DELETE /v2.0/subnets/52b5faee-2cd1-4103-acac-e14509e69e29 HTTP/1.1" status: 404 len: 337 time: 0.0704577 May 30 05:01:13.264537 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 44986) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:13.316419 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-9628eb06-368f-42a4-ad9c-1f16306603f2 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] DELETE failed (client error): The resource could not be found. May 30 05:01:13.316885 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9628eb06-368f-42a4-ad9c-1f16306603f2 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 05:01:13.320685 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-9628eb06-368f-42a4-ad9c-1f16306603f2 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] 10.222.0.15 "DELETE /v2.0/subnets/7d5e2c36-5ae5-44ef-9841-88bfe730a51d HTTP/1.1" status: 404 len: 337 time: 0.0551350 May 30 05:01:13.322186 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 44990) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:13.368708 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9da0b80d-547c-492a-91dc-278310251d90'] response: {'name': 'network-changed', 'server_uuid': '196449a0-d332-4926-8f3e-06b22f18fef8', 'tag': 'ad1c73aa-8529-4e7f-9a54-cf1afc8474f0', 'status': 'completed', 'code': 200} May 30 05:01:13.400074 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa27687e-30f1-41ff-b3fd-d596d1c37554 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] DELETE failed (client error): The resource could not be found. May 30 05:01:13.405868 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa27687e-30f1-41ff-b3fd-d596d1c37554 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 05:01:13.405868 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-aa27687e-30f1-41ff-b3fd-d596d1c37554 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] 10.222.0.15 "DELETE /v2.0/ports/6015feaa-24bf-4ada-b967-e7ee3d760f1b HTTP/1.1" status: 404 len: 333 time: 0.0792124 May 30 05:01:13.409621 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d0b984bb-86dc-44a1-be71-5d512599a8b1 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:13.417230 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 44994) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:13.454260 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 3f9f8f14-39c4-4fe6-b511-30f089505110 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:01:13.508904 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-eb223a81-e9b3-431e-a015-429d543287f8 None None] Provisioning complete for port 259f30c8-c1c1-40d4-b403-fb5bf7da4116 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:01:13.509277 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-eb223a81-e9b3-431e-a015-429d543287f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:13.531579 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-6eed3509-fa8b-4b09-920a-2fe807236f2f tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] DELETE failed (client error): The resource could not be found. May 30 05:01:13.532041 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6eed3509-fa8b-4b09-920a-2fe807236f2f tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 05:01:13.534481 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b984bb-86dc-44a1-be71-5d512599a8b1 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Pushing event deleted for resources: {'Port': ['ID=2e9fd5c1-34d1-4247-b4c3-974d0245b7ca,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:01:13.561849 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2d316f19-f1ac-4445-8f37-84c4abac273a tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:13.580278 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [None req-2d316f19-f1ac-4445-8f37-84c4abac273a tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Transition to ACTIVE for port object 449d1c6f-8655-49f0-b914-d18581987b45 will not be triggered until provisioned by entity DHCP. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:01:13.584567 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-6eed3509-fa8b-4b09-920a-2fe807236f2f tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] 10.222.0.15 "DELETE /v2.0/subnets/324d671c-484c-4444-b74d-720b09b57008 HTTP/1.1" status: 404 len: 337 time: 0.1661401 May 30 05:01:13.591296 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 44998) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:13.610415 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 3f9f8f14-39c4-4fe6-b511-30f089505110 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:01:13.610789 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:13.637682 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c974e815-3b75-4027-b86f-3f15fa4671dc None None] DHCP port deletion for 585f1a25-d8c2-4739-95aa-646c169bbb1a request from dv-neutron-843763-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 30 05:01:13.646849 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6a3ef17-235b-4618-93b5-a2248c26f150 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] DELETE failed (client error): The resource could not be found. May 30 05:01:13.647488 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6a3ef17-235b-4618-93b5-a2248c26f150 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 05:01:13.650271 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-a6a3ef17-235b-4618-93b5-a2248c26f150 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] 10.222.0.15 "DELETE /v2.0/subnets/b15a1c0f-a884-48ca-a576-6b52c53c260b HTTP/1.1" status: 404 len: 337 time: 0.0576050 May 30 05:01:13.654299 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 45002) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:13.700456 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c974e815-3b75-4027-b86f-3f15fa4671dc None None] Deleting port 259f30c8-c1c1-40d4-b403-fb5bf7da4116 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:01:13.700850 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c974e815-3b75-4027-b86f-3f15fa4671dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:13.740302 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-5fc9ff3e-b7b7-4159-97dc-cd0a42421227 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Deleting port 27a45f3e-0295-4952-8c3a-4218c39be9be {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:01:13.740629 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5fc9ff3e-b7b7-4159-97dc-cd0a42421227 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:13.780728 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-eb223a81-e9b3-431e-a015-429d543287f8 None None] Current status of the port 259f30c8-c1c1-40d4-b403-fb5bf7da4116 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:01:13.786674 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2d316f19-f1ac-4445-8f37-84c4abac273a tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:13.836511 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa0a1a9-9cfe-49f2-a877-f563d0551e1e req-4ee6707e-a4b4-443a-ae16-7c1c81d7d526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:01:13.837918 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1aa0a1a9-9cfe-49f2-a877-f563d0551e1e req-4ee6707e-a4b4-443a-ae16-7c1c81d7d526 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4b24f785115b43279d96c108a877125b&device_id=196449a0-d332-4926-8f3e-06b22f18fef8 HTTP/1.1" status: 200 len: 1096 time: 0.5690064 May 30 05:01:13.892437 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-eb223a81-e9b3-431e-a015-429d543287f8 None None] Provisioning complete for port 27a45f3e-0295-4952-8c3a-4218c39be9be triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:01:13.892900 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-eb223a81-e9b3-431e-a015-429d543287f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:14.008240 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d316f19-f1ac-4445-8f37-84c4abac273a tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Network 0008fd3d-19e9-40cf-b545-4a7647b90cf1 is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:01:14.008502 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1aa0a1a9-9cfe-49f2-a877-f563d0551e1e req-6217305c-feff-449b-a70c-c170afd49696 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ad1c73aa-8529-4e7f-9a54-cf1afc8474f0 HTTP/1.1" status: 200 len: 217 time: 0.1266372 May 30 05:01:14.012184 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 3f9f8f14-39c4-4fe6-b511-30f089505110 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:01:14.052091 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-2d316f19-f1ac-4445-8f37-84c4abac273a tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:01:14.060685 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d316f19-f1ac-4445-8f37-84c4abac273a tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Pushing event updated for resources: {'Port': ['ID=449d1c6f-8655-49f0-b914-d18581987b45,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:01:14.061672 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d0b984bb-86dc-44a1-be71-5d512599a8b1 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:14.062329 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c974e815-3b75-4027-b86f-3f15fa4671dc None None] For port 259f30c8-c1c1-40d4-b403-fb5bf7da4116, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=259f30c8-c1c1-40d4-b403-fb5bf7da4116,segment=NetworkSegment(7589f9b4-08bc-491b-b2fd-ff646e75a228),segment_id=7589f9b4-08bc-491b-b2fd-ff646e75a228)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:01:14.063203 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d316f19-f1ac-4445-8f37-84c4abac273a tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:01:14.063343 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c974e815-3b75-4027-b86f-3f15fa4671dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:14.064460 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-d0b984bb-86dc-44a1-be71-5d512599a8b1 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] 10.222.0.15 "DELETE /v2.0/ports/2e9fd5c1-34d1-4247-b4c3-974d0245b7ca HTTP/1.1" status: 204 len: 168 time: 3.3514338 May 30 05:01:14.069195 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d316f19-f1ac-4445-8f37-84c4abac273a tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:01:14.069848 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2d316f19-f1ac-4445-8f37-84c4abac273a tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:14.078744 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 45008) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:14.111424 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-4dc3cc04-404f-41aa-a3f6-a905dade1fb4 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Request body: {'floatingip': {'floating_network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:01:14.123675 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-2d316f19-f1ac-4445-8f37-84c4abac273a tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 2.2107923 May 30 05:01:14.125819 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 45012) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:14.130516 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-4dc3cc04-404f-41aa-a3f6-a905dade1fb4 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:01:14.154784 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-4dc3cc04-404f-41aa-a3f6-a905dade1fb4 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:01:14.165114 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa0a1a9-9cfe-49f2-a877-f563d0551e1e req-4c486cca-8f98-42a2-9c09-bca7c401596c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:01:14.166638 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1aa0a1a9-9cfe-49f2-a877-f563d0551e1e req-4c486cca-8f98-42a2-9c09-bca7c401596c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=097baa16-bd46-4d5c-8f81-e7c2969ee75b HTTP/1.1" status: 200 len: 852 time: 0.1458752 May 30 05:01:14.199807 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c974e815-3b75-4027-b86f-3f15fa4671dc None None] Calling delete_port for 259f30c8-c1c1-40d4-b403-fb5bf7da4116 owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:01:14.229840 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4dc3cc04-404f-41aa-a3f6-a905dade1fb4 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks [] for floatingip, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:14.250782 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-da759884-adea-4afb-b7f3-4aa99950ec0e tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Deleting port 449d1c6f-8655-49f0-b914-d18581987b45 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:01:14.251132 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-da759884-adea-4afb-b7f3-4aa99950ec0e tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:14.260108 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1aa0a1a9-9cfe-49f2-a877-f563d0551e1e req-0ba6356c-ea35-452b-aba2-242719963c83 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c083290a-9da9-412f-8950-9d2e52b07d53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0869720 May 30 05:01:14.274338 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3644ef04-b6d9-49e9-954c-f9955b14ebf6 req-1625c394-41a6-4ee8-ab9d-9e5ae7e8e7ff tempest-TestServerAdvancedOps-275529271 tempest-TestServerAdvancedOps-275529271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:01:14.275843 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3644ef04-b6d9-49e9-954c-f9955b14ebf6 req-1625c394-41a6-4ee8-ab9d-9e5ae7e8e7ff tempest-TestServerAdvancedOps-275529271 tempest-TestServerAdvancedOps-275529271-project] 10.222.0.15 "GET /v2.0/ports?device_id=196449a0-d332-4926-8f3e-06b22f18fef8 HTTP/1.1" status: 200 len: 943 time: 0.4469988 May 30 05:01:14.280338 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-eb223a81-e9b3-431e-a015-429d543287f8 None None] Port 27a45f3e-0295-4952-8c3a-4218c39be9be cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 05:01:14.282856 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 259f30c8-c1c1-40d4-b403-fb5bf7da4116 no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 05:01:14.340448 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] No Port match for: 259f30c8-c1c1-40d4-b403-fb5bf7da4116 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 05:01:14.341035 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 259f30c8-c1c1-40d4-b403-fb5bf7da4116 not bound to the agent host dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 05:01:14.360969 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c974e815-3b75-4027-b86f-3f15fa4671dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069'] for port, after_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:14.382636 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5fc9ff3e-b7b7-4159-97dc-cd0a42421227 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:14.430240 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c974e815-3b75-4027-b86f-3f15fa4671dc None None] No DVR routers for this DVR port 259f30c8-c1c1-40d4-b403-fb5bf7da4116 on host dv-neutron-843763-1-hyperv {{(pid=88262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 05:01:14.436157 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c974e815-3b75-4027-b86f-3f15fa4671dc None None] Pushing event deleted for resources: {'Port': ['ID=259f30c8-c1c1-40d4-b403-fb5bf7da4116,revision_number=None']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:01:14.445646 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-65569ce6-510f-418e-be8e-bfc604f4254c None None] Provisioning complete for port 3f9f8f14-39c4-4fe6-b511-30f089505110 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:01:14.446045 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-65569ce6-510f-418e-be8e-bfc604f4254c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:14.540006 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3644ef04-b6d9-49e9-954c-f9955b14ebf6 req-17e2c469-6c7a-41db-a851-257e62d383ad tempest-TestServerAdvancedOps-275529271 tempest-TestServerAdvancedOps-275529271-project] 10.222.0.15 "GET /v2.0/security-groups?id=e942b556-082b-47b5-acd5-34ca68d0c431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349513 May 30 05:01:14.547966 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f2d55c0b-6011-4f66-ad23-cbc1d8962cb3 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602184'] for router_interface, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:14.558625 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-5fc9ff3e-b7b7-4159-97dc-cd0a42421227 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Calling delete_port for 27a45f3e-0295-4952-8c3a-4218c39be9be owned by {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:01:14.572173 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-65569ce6-510f-418e-be8e-bfc604f4254c None None] Current status of the port 3f9f8f14-39c4-4fe6-b511-30f089505110 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:01:14.696511 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-31fb7a94-864a-4520-97a4-3cb18e6a1087 None None] Provisioning for port 449d1c6f-8655-49f0-b914-d18581987b45 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:01:14.702650 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-31fb7a94-864a-4520-97a4-3cb18e6a1087 None None] Provisioning complete for port 449d1c6f-8655-49f0-b914-d18581987b45 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:01:14.702931 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-31fb7a94-864a-4520-97a4-3cb18e6a1087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:14.722701 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1aa0a1a9-9cfe-49f2-a877-f563d0551e1e req-49e33f5f-983c-433e-be72-7718a3e3a287 service neutron] 10.222.0.39 "GET /v2.0/networks/c083290a-9da9-412f-8950-9d2e52b07d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4439847 May 30 05:01:14.746046 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5fc9ff3e-b7b7-4159-97dc-cd0a42421227 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:14.762430 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-31fb7a94-864a-4520-97a4-3cb18e6a1087 None None] Port 449d1c6f-8655-49f0-b914-d18581987b45 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 05:01:14.821237 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc9ff3e-b7b7-4159-97dc-cd0a42421227 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Pushing event deleted for resources: {'Port': ['ID=27a45f3e-0295-4952-8c3a-4218c39be9be,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:01:14.834584 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-da759884-adea-4afb-b7f3-4aa99950ec0e tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:14.842135 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5fc9ff3e-b7b7-4159-97dc-cd0a42421227 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:14.959237 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-5fc9ff3e-b7b7-4159-97dc-cd0a42421227 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] 10.222.0.15 "DELETE /v2.0/ports/27a45f3e-0295-4952-8c3a-4218c39be9be HTTP/1.1" status: 204 len: 168 time: 1.3037996 May 30 05:01:14.964528 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 45016) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:14.966328 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-da759884-adea-4afb-b7f3-4aa99950ec0e tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Calling delete_port for 449d1c6f-8655-49f0-b914-d18581987b45 owned by {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:01:14.998581 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4dc3cc04-404f-41aa-a3f6-a905dade1fb4 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:15.125657 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1aa0a1a9-9cfe-49f2-a877-f563d0551e1e req-87411db1-dcf5-4f8b-8303-2a1e9ea8c0b6 service neutron] 10.222.0.39 "GET /v2.0/networks/c083290a-9da9-412f-8950-9d2e52b07d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3923283 May 30 05:01:15.150563 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-f2d55c0b-6011-4f66-ad23-cbc1d8962cb3 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Deleting port 09cf155f-974d-4268-8849-fbaafdb3ead0 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:01:15.150907 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f2d55c0b-6011-4f66-ad23-cbc1d8962cb3 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:15.172661 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-da759884-adea-4afb-b7f3-4aa99950ec0e tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:15.223532 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da759884-adea-4afb-b7f3-4aa99950ec0e tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Pushing event deleted for resources: {'Port': ['ID=449d1c6f-8655-49f0-b914-d18581987b45,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:01:15.308081 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-da759884-adea-4afb-b7f3-4aa99950ec0e tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:15.321044 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-da759884-adea-4afb-b7f3-4aa99950ec0e tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "DELETE /v2.0/ports/449d1c6f-8655-49f0-b914-d18581987b45 HTTP/1.1" status: 204 len: 168 time: 1.1939368 May 30 05:01:15.323336 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 45020) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:15.374540 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2c4ff02a-4819-4799-b253-7fdaed2ebd25 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897784'] for network, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:15.417362 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48cd6f3b-2c7b-439b-b264-209f848d1f53 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:01:15.418411 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-48cd6f3b-2c7b-439b-b264-209f848d1f53 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Synchronizing usage tracker for tenant:16af2dbefc6742d5a37a7b30e58c8c2f on resource:port {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:01:15.436589 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-48cd6f3b-2c7b-439b-b264-209f848d1f53 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Unset dirty status for tenant:16af2dbefc6742d5a37a7b30e58c8c2f on resource:port {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:01:15.440796 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-48cd6f3b-2c7b-439b-b264-209f848d1f53 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1162066 May 30 05:01:15.441606 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 45024) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:15.524923 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6cd72e3-28fd-45e8-843e-fb5bf99e3f49 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:01:15.526286 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-c6cd72e3-28fd-45e8-843e-fb5bf99e3f49 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0837538 May 30 05:01:15.528804 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 45028) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:15.597633 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03422530-50a9-41fe-90c4-c207c7912095 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:01:15.599828 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03422530-50a9-41fe-90c4-c207c7912095 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:01:15.601657 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03422530-50a9-41fe-90c4-c207c7912095 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:01:15.602495 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-03422530-50a9-41fe-90c4-c207c7912095 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Synchronizing usage tracker for tenant:16af2dbefc6742d5a37a7b30e58c8c2f on resource:subnet {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:01:15.619772 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-03422530-50a9-41fe-90c4-c207c7912095 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Unset dirty status for tenant:16af2dbefc6742d5a37a7b30e58c8c2f on resource:subnet {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:01:15.621407 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-03422530-50a9-41fe-90c4-c207c7912095 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0916598 May 30 05:01:15.624112 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 45034) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:15.750716 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-4dc3cc04-404f-41aa-a3f6-a905dade1fb4 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Allocated IP 172.26.6.55 (1bab70f4-3794-44db-8e17-19f483aa8ffa/6b5b73c1-b0ce-4f83-a930-c00cc5522926/0a3765b0-856b-40ca-9767-a2a237de950d) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:01:15.791363 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2c4ff02a-4819-4799-b253-7fdaed2ebd25 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867540', 'neutron.services.segments.db._delete_segments_for_network-8729234922972'] for network, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:15.802820 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f95fac-f373-460f-ade9-6a191d287d74 req-c108bd9b-3952-4882-a77b-3cd3abb3c78e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:01:15.804349 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-20f95fac-f373-460f-ade9-6a191d287d74 req-c108bd9b-3952-4882-a77b-3cd3abb3c78e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4b24f785115b43279d96c108a877125b&device_id=196449a0-d332-4926-8f3e-06b22f18fef8 HTTP/1.1" status: 200 len: 1096 time: 0.6179597 May 30 05:01:15.851706 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a824643-2237-45e6-9403-a0fd5674eb02 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Deleting subnet 25736788-94d3-4853-a499-93d342355c45 {{(pid=88260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 30 05:01:15.855474 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4a824643-2237-45e6-9403-a0fd5674eb02 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks [] for subnet, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:15.871721 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f2d55c0b-6011-4f66-ad23-cbc1d8962cb3 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:15.885434 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-2c4ff02a-4819-4799-b253-7fdaed2ebd25 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['585f1a25-d8c2-4739-95aa-646c169bbb1a']}} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:01:15.917998 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4a824643-2237-45e6-9403-a0fd5674eb02 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1454738'] for subnet, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:15.968739 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0225bd-f22e-4702-9b0f-9c33e1b283b5 req-6561141d-5dd0-493b-babc-c61c397ec87b tempest-TestServerAdvancedOps-275529271 tempest-TestServerAdvancedOps-275529271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:01:15.970218 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-fa0225bd-f22e-4702-9b0f-9c33e1b283b5 req-6561141d-5dd0-493b-babc-c61c397ec87b tempest-TestServerAdvancedOps-275529271 tempest-TestServerAdvancedOps-275529271-project] 10.222.0.15 "GET /v2.0/ports?device_id=196449a0-d332-4926-8f3e-06b22f18fef8 HTTP/1.1" status: 200 len: 943 time: 0.3044994 May 30 05:01:16.035901 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-fa0225bd-f22e-4702-9b0f-9c33e1b283b5 req-e1d4f8cc-6151-4743-a865-f4bcc93bd0d7 tempest-TestServerAdvancedOps-275529271 tempest-TestServerAdvancedOps-275529271-project] 10.222.0.15 "GET /v2.0/security-groups?id=e942b556-082b-47b5-acd5-34ca68d0c431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580606 May 30 05:01:16.049956 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4a824643-2237-45e6-9403-a0fd5674eb02 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860493'] for subnet, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:16.055817 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-2c4ff02a-4819-4799-b253-7fdaed2ebd25 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7589f9b4-08bc-491b-b2fd-ff646e75a228') {'for_net_delete': True} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:01:16.056917 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-2c4ff02a-4819-4799-b253-7fdaed2ebd25 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7589f9b4-08bc-491b-b2fd-ff646e75a228') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:01:16.124936 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4a824643-2237-45e6-9403-a0fd5674eb02 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1547867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2133322'] for subnet, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:16.149656 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-f2d55c0b-6011-4f66-ad23-cbc1d8962cb3 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Calling delete_port for 09cf155f-974d-4268-8849-fbaafdb3ead0 owned by network:router_interface {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:01:16.164962 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a824643-2237-45e6-9403-a0fd5674eb02 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Pushing event deleted for resources: {'Subnet': ['ID=25736788-94d3-4853-a499-93d342355c45,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:01:16.168394 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4a824643-2237-45e6-9403-a0fd5674eb02 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:16.176479 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61b66ea5-cdf3-4ab7-994b-c08e5922cf60 None None] Network 0008fd3d-19e9-40cf-b545-4a7647b90cf1 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:01:16.185008 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-4a824643-2237-45e6-9403-a0fd5674eb02 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "DELETE /v2.0/subnets/25736788-94d3-4853-a499-93d342355c45 HTTP/1.1" status: 204 len: 168 time: 0.5572953 May 30 05:01:16.185496 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 45038) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:16.196884 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2c4ff02a-4819-4799-b253-7fdaed2ebd25 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729235042807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3545573'] for segment, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:16.235810 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2c4ff02a-4819-4799-b253-7fdaed2ebd25 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:16.259152 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d136ce8-515d-41a6-9ba5-5fda44ab4b02 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Deleting subnet e8c61605-51c9-400c-baf4-b7d742fe2ed4 {{(pid=88260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 30 05:01:16.262317 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2d136ce8-515d-41a6-9ba5-5fda44ab4b02 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks [] for subnet, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:16.278713 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c4ff02a-4819-4799-b253-7fdaed2ebd25 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=88261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 05:01:16.279124 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2c4ff02a-4819-4799-b253-7fdaed2ebd25 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-862858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2304281'] for segment, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:16.334930 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2d136ce8-515d-41a6-9ba5-5fda44ab4b02 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1454738'] for subnet, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:16.375945 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 7589f9b4-08bc-491b-b2fd-ff646e75a228 resource provider aggregate not found May 30 05:01:16.407778 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 7589f9b4-08bc-491b-b2fd-ff646e75a228 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7589f9b4-08bc-491b-b2fd-ff646e75a228 found for delete ", "request_id": "req-dae7292c-b74f-4071-b2c0-553277f9125e"}]} May 30 05:01:16.447614 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2d136ce8-515d-41a6-9ba5-5fda44ab4b02 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860493'] for subnet, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:16.475749 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f95fac-f373-460f-ade9-6a191d287d74 req-1bc356b6-169b-4b45-9c44-ce057ddc0c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:01:16.477220 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-20f95fac-f373-460f-ade9-6a191d287d74 req-1bc356b6-169b-4b45-9c44-ce057ddc0c2b service neutron] 10.222.0.39 "GET /v2.0/networks?id=c083290a-9da9-412f-8950-9d2e52b07d53 HTTP/1.1" status: 200 len: 913 time: 0.6494379 May 30 05:01:16.483370 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4dc3cc04-404f-41aa-a3f6-a905dade1fb4 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:16.531951 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2d136ce8-515d-41a6-9ba5-5fda44ab4b02 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1547867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2133322'] for subnet, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:16.561589 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2c4ff02a-4819-4799-b253-7fdaed2ebd25 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604744'] for network, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:16.565994 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-20f95fac-f373-460f-ade9-6a191d287d74 req-63dd4cd8-ce57-4602-9a8b-4131988b88c9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ad1c73aa-8529-4e7f-9a54-cf1afc8474f0 HTTP/1.1" status: 200 len: 217 time: 0.0792959 May 30 05:01:16.576183 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d136ce8-515d-41a6-9ba5-5fda44ab4b02 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Pushing event deleted for resources: {'Subnet': ['ID=e8c61605-51c9-400c-baf4-b7d742fe2ed4,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:01:16.581970 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2d136ce8-515d-41a6-9ba5-5fda44ab4b02 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:16.587237 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2c4ff02a-4819-4799-b253-7fdaed2ebd25 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:16.594361 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-2d136ce8-515d-41a6-9ba5-5fda44ab4b02 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "DELETE /v2.0/subnets/e8c61605-51c9-400c-baf4-b7d742fe2ed4 HTTP/1.1" status: 204 len: 168 time: 0.4079354 May 30 05:01:16.595109 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 45046) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:16.640882 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4ff02a-4819-4799-b253-7fdaed2ebd25 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] Pushing event deleted for resources: {'Network': ['ID=585f1a25-d8c2-4739-95aa-646c169bbb1a,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:01:16.660628 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-2c4ff02a-4819-4799-b253-7fdaed2ebd25 tempest-PortsTestJSON-1492189819 tempest-PortsTestJSON-1492189819-project] 10.222.0.15 "DELETE /v2.0/networks/585f1a25-d8c2-4739-95aa-646c169bbb1a HTTP/1.1" status: 204 len: 168 time: 1.6828837 May 30 05:01:16.665518 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-1e3b90ac-c0b7-4bc3-85a3-1fac7756b4d1 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0692816 May 30 05:01:16.668019 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 45052) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:16.691475 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f95fac-f373-460f-ade9-6a191d287d74 req-2c905d44-d16a-4ef9-b9fa-3ae4115f5362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:01:16.692991 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-20f95fac-f373-460f-ade9-6a191d287d74 req-2c905d44-d16a-4ef9-b9fa-3ae4115f5362 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=097baa16-bd46-4d5c-8f81-e7c2969ee75b HTTP/1.1" status: 200 len: 852 time: 0.1092219 May 30 05:01:16.740117 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4dc3cc04-404f-41aa-a3f6-a905dade1fb4 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:16.770358 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ae7908-7b84-4bf1-b758-97dc76628264 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:01:16.774573 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-85ae7908-7b84-4bf1-b758-97dc76628264 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1030250 May 30 05:01:16.774841 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 45056) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:16.838154 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-20f95fac-f373-460f-ade9-6a191d287d74 req-1a9cc48f-c7a0-490e-847b-918ff1d212c0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c083290a-9da9-412f-8950-9d2e52b07d53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1375690 May 30 05:01:16.858994 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-941c9344-920d-458c-8278-746a5ae0d4cf tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:01:16.859684 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-941c9344-920d-458c-8278-746a5ae0d4cf tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Synchronizing usage tracker for tenant:16af2dbefc6742d5a37a7b30e58c8c2f on resource:subnet {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:01:16.881857 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-941c9344-920d-458c-8278-746a5ae0d4cf tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Unset dirty status for tenant:16af2dbefc6742d5a37a7b30e58c8c2f on resource:subnet {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:01:16.886348 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-941c9344-920d-458c-8278-746a5ae0d4cf tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1080711 May 30 05:01:16.886597 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 45060) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:16.908565 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc3cc04-404f-41aa-a3f6-a905dade1fb4 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Network 1bab70f4-3794-44db-8e17-19f483aa8ffa is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:01:16.966635 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-673cbeb1-43ed-4d92-afc5-c9375736b26b tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0788867 May 30 05:01:16.975859 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 45066) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:17.018997 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-8794c0dd-4494-43c8-a4c1-861f4423cb6e tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] DELETE failed (client error): The resource could not be found. May 30 05:01:17.019479 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8794c0dd-4494-43c8-a4c1-861f4423cb6e tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 05:01:17.024028 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-8794c0dd-4494-43c8-a4c1-861f4423cb6e tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "DELETE /v2.0/ports/449d1c6f-8655-49f0-b914-d18581987b45 HTTP/1.1" status: 404 len: 333 time: 0.0442050 May 30 05:01:17.024311 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 45070) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:17.055995 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 45074) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:17.072822 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-58418875-5914-486e-b395-3cafaf30f5e0 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] DELETE failed (client error): The resource could not be found. May 30 05:01:17.073278 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58418875-5914-486e-b395-3cafaf30f5e0 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 05:01:17.077354 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-58418875-5914-486e-b395-3cafaf30f5e0 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "DELETE /v2.0/subnets/e8c61605-51c9-400c-baf4-b7d742fe2ed4 HTTP/1.1" status: 404 len: 337 time: 0.0497382 May 30 05:01:17.077562 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 45082) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:17.100134 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-4dc3cc04-404f-41aa-a3f6-a905dade1fb4 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:01:17.116255 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc3cc04-404f-41aa-a3f6-a905dade1fb4 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:01:17.120842 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce353603-bee6-4c24-89fe-6bd967405566 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] DELETE failed (client error): The resource could not be found. May 30 05:01:17.121528 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce353603-bee6-4c24-89fe-6bd967405566 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 05:01:17.123859 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-ce353603-bee6-4c24-89fe-6bd967405566 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "DELETE /v2.0/subnets/25736788-94d3-4853-a499-93d342355c45 HTTP/1.1" status: 404 len: 337 time: 0.0454314 May 30 05:01:17.126296 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 45086) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:17.153397 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc3cc04-404f-41aa-a3f6-a905dade1fb4 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Pushing event updated for resources: {'Port': ['ID=0a3765b0-856b-40ca-9767-a2a237de950d,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:01:17.180925 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f2d55c0b-6011-4f66-ad23-cbc1d8962cb3 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:17.217246 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f669304-b879-44f0-985f-eb8d40799bca tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] DELETE failed (client error): The resource could not be found. May 30 05:01:17.218364 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f669304-b879-44f0-985f-eb8d40799bca tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 05:01:17.220379 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-6f669304-b879-44f0-985f-eb8d40799bca tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "DELETE /v2.0/ports/f551c75c-c2bb-4104-8d97-05522ea323c9 HTTP/1.1" status: 404 len: 333 time: 0.0931973 May 30 05:01:17.234002 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 45090) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:17.265532 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf60098-527a-43c2-942c-9105763499ba None None] Network 0008fd3d-19e9-40cf-b545-4a7647b90cf1 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:01:17.275999 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-429326a0-e870-41ec-b358-f50f369035e0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f4aea07b5c934dc5bc600f55a2d3ba0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2188885 May 30 05:01:17.276673 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 45094) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:17.343941 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c7bad16b-5d93-42b8-b47d-96050fa2783b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:17.348862 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d55c0b-6011-4f66-ad23-cbc1d8962cb3 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Pushing event deleted for resources: {'Port': ['ID=09cf155f-974d-4268-8849-fbaafdb3ead0,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:01:17.372576 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c7bad16b-5d93-42b8-b47d-96050fa2783b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:17.387960 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa52e79d-809e-4fba-83d5-143ddcb3ab20 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] DELETE failed (client error): The resource could not be found. May 30 05:01:17.388269 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa52e79d-809e-4fba-83d5-143ddcb3ab20 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 05:01:17.396417 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:17.428551 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-aa52e79d-809e-4fba-83d5-143ddcb3ab20 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "DELETE /v2.0/subnets/3da5234d-4a42-4548-bed2-7a447c1bcc57 HTTP/1.1" status: 404 len: 337 time: 0.1887403 May 30 05:01:17.438549 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 45098) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:17.480946 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c7bad16b-5d93-42b8-b47d-96050fa2783b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:17.494257 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-cc07919e-ce2e-4ec7-9c04-a9a0744bb548 None None] Provisioning complete for port 3f9f8f14-39c4-4fe6-b511-30f089505110 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:01:17.494777 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-cc07919e-ce2e-4ec7-9c04-a9a0744bb548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:17.512478 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fa455f7-4f45-444e-9b00-3edd1eedcc50 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] DELETE failed (client error): The resource could not be found. May 30 05:01:17.513128 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fa455f7-4f45-444e-9b00-3edd1eedcc50 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 05:01:17.520102 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c7bad16b-5d93-42b8-b47d-96050fa2783b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:17.525064 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-c7bad16b-5d93-42b8-b47d-96050fa2783b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2f93e344-8df6-4242-9958-026058215189 HTTP/1.1" status: 204 len: 168 time: 0.2473953 May 30 05:01:17.529659 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-1fa455f7-4f45-444e-9b00-3edd1eedcc50 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "DELETE /v2.0/subnets/59447bf2-4531-471f-874d-f7d852a2b1be HTTP/1.1" status: 404 len: 337 time: 0.0888450 May 30 05:01:17.530053 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-20f95fac-f373-460f-ade9-6a191d287d74 req-20906b46-f344-469c-9d02-0585bf995864 service neutron] 10.222.0.39 "GET /v2.0/networks/c083290a-9da9-412f-8950-9d2e52b07d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6674278 May 30 05:01:17.530822 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bad16b-5d93-42b8-b47d-96050fa2783b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f93e344-8df6-4242-9958-026058215189,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:01:17.532564 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 45104) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:17.621209 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce50c301-bc17-4bde-999d-8a74e51b524d tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] DELETE failed (client error): The resource could not be found. May 30 05:01:17.621699 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce50c301-bc17-4bde-999d-8a74e51b524d tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 05:01:17.623504 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-ce50c301-bc17-4bde-999d-8a74e51b524d tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "DELETE /v2.0/ports/7db0d844-654f-49a3-b005-9dfa8f382b24 HTTP/1.1" status: 404 len: 333 time: 0.0805912 May 30 05:01:17.626572 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 45108) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:17.669965 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-55e94761-7a6a-464b-b61b-e7c20f312473 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] DELETE failed (client error): The resource could not be found. May 30 05:01:17.670520 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55e94761-7a6a-464b-b61b-e7c20f312473 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 05:01:17.672276 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-55e94761-7a6a-464b-b61b-e7c20f312473 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "DELETE /v2.0/subnets/79898da7-13af-4c3d-95bb-ed5156384d26 HTTP/1.1" status: 404 len: 337 time: 0.0447385 May 30 05:01:17.674784 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 45112) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:17.716396 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7dedde0-7748-4fd5-b481-3d684227d48c tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] DELETE failed (client error): The resource could not be found. May 30 05:01:17.717288 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7dedde0-7748-4fd5-b481-3d684227d48c tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 05:01:17.718580 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-e7dedde0-7748-4fd5-b481-3d684227d48c tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "DELETE /v2.0/subnets/0d98116a-22d9-4ba2-941a-2fc423e8f04c HTTP/1.1" status: 404 len: 337 time: 0.0428174 May 30 05:01:17.721142 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 45118) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:17.738357 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-cc07919e-ce2e-4ec7-9c04-a9a0744bb548 None None] Current status of the port 3f9f8f14-39c4-4fe6-b511-30f089505110 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:01:17.738704 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f2d55c0b-6011-4f66-ad23-cbc1d8962cb3 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1642797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602100'] for router_interface, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:17.754779 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4dc3cc04-404f-41aa-a3f6-a905dade1fb4 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:17.774886 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-67337453-cfdd-4762-8f1f-37a001d21051 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] DELETE failed (client error): The resource could not be found. May 30 05:01:17.775739 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67337453-cfdd-4762-8f1f-37a001d21051 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 05:01:17.777919 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-67337453-cfdd-4762-8f1f-37a001d21051 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "DELETE /v2.0/ports/9302072d-90f6-4b96-95f6-2a4c6ef5ec8e HTTP/1.1" status: 404 len: 333 time: 0.0555716 May 30 05:01:17.783649 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 45122) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:17.822948 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-676f8fec-c5f4-41a1-a8c2-39d66e76a993 None None] DHCP port deletion for 0008fd3d-19e9-40cf-b545-4a7647b90cf1 request from dv-neutron-843763-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 30 05:01:17.827589 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff2fc3a6-83ce-45b9-a80f-0f92e5979841 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] DELETE failed (client error): The resource could not be found. May 30 05:01:17.828108 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-676f8fec-c5f4-41a1-a8c2-39d66e76a993 None None] Deleting port 3f9f8f14-39c4-4fe6-b511-30f089505110 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:01:17.828706 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-676f8fec-c5f4-41a1-a8c2-39d66e76a993 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:17.828888 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff2fc3a6-83ce-45b9-a80f-0f92e5979841 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 05:01:17.830813 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-ff2fc3a6-83ce-45b9-a80f-0f92e5979841 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "DELETE /v2.0/subnets/e0c6d5b9-c3e7-4c7c-8960-7793073e2007 HTTP/1.1" status: 404 len: 337 time: 0.0475926 May 30 05:01:17.833514 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 45126) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:17.840295 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0242bc-1cb6-4a98-be2c-89d879232536 req-bdd0d81b-049c-4649-b171-5d8325ed641e tempest-TestServerAdvancedOps-275529271 tempest-TestServerAdvancedOps-275529271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:01:17.847173 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-bb0242bc-1cb6-4a98-be2c-89d879232536 req-bdd0d81b-049c-4649-b171-5d8325ed641e tempest-TestServerAdvancedOps-275529271 tempest-TestServerAdvancedOps-275529271-project] 10.222.0.15 "GET /v2.0/ports?device_id=196449a0-d332-4926-8f3e-06b22f18fef8 HTTP/1.1" status: 200 len: 943 time: 0.6142602 May 30 05:01:17.871900 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e3d31c0-6796-4ebe-b5d8-ac9900097306 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] DELETE failed (client error): The resource could not be found. May 30 05:01:17.872414 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e3d31c0-6796-4ebe-b5d8-ac9900097306 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 05:01:17.874385 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-8e3d31c0-6796-4ebe-b5d8-ac9900097306 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "DELETE /v2.0/subnets/8c0bd011-791e-4bf2-a4ec-c7bf90e39e7c HTTP/1.1" status: 404 len: 337 time: 0.0400727 May 30 05:01:17.876805 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 45130) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:18.042238 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-20f95fac-f373-460f-ade9-6a191d287d74 req-e711a170-7082-4a78-94f9-82e9f26d7b89 service neutron] 10.222.0.39 "GET /v2.0/networks/c083290a-9da9-412f-8950-9d2e52b07d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4234960 May 30 05:01:18.081251 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-676f8fec-c5f4-41a1-a8c2-39d66e76a993 None None] For port 3f9f8f14-39c4-4fe6-b511-30f089505110, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=3f9f8f14-39c4-4fe6-b511-30f089505110,segment=NetworkSegment(c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1),segment_id=c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:01:18.082140 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-676f8fec-c5f4-41a1-a8c2-39d66e76a993 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:18.083095 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-f162b0b4-6290-4e7f-8032-9821d59451fd tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] DELETE failed (client error): The resource could not be found. May 30 05:01:18.083579 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f162b0b4-6290-4e7f-8032-9821d59451fd tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 05:01:18.088415 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-f162b0b4-6290-4e7f-8032-9821d59451fd tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "DELETE /v2.0/ports/f300292e-0ddc-4f3b-96b1-2ea733809c7f HTTP/1.1" status: 404 len: 333 time: 0.2083638 May 30 05:01:18.088653 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 45138) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:18.103892 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4dc3cc04-404f-41aa-a3f6-a905dade1fb4 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:18.129924 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d571212-4af3-400a-abf5-b8ad5a5e704b tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] DELETE failed (client error): The resource could not be found. May 30 05:01:18.130397 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d571212-4af3-400a-abf5-b8ad5a5e704b tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 05:01:18.133860 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-2d571212-4af3-400a-abf5-b8ad5a5e704b tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "DELETE /v2.0/subnets/f8232c94-7ee8-48f7-b21a-f6a1c0aa6507 HTTP/1.1" status: 404 len: 337 time: 0.0430949 May 30 05:01:18.135164 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 45144) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:18.201784 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-bb0242bc-1cb6-4a98-be2c-89d879232536 req-758ecfeb-17cf-498c-9a20-bf00aa638eec tempest-TestServerAdvancedOps-275529271 tempest-TestServerAdvancedOps-275529271-project] 10.222.0.15 "GET /v2.0/security-groups?id=e942b556-082b-47b5-acd5-34ca68d0c431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3536942 May 30 05:01:18.216848 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb87b2a6-7310-4115-8e8b-26452880c54c tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] DELETE failed (client error): The resource could not be found. May 30 05:01:18.217403 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb87b2a6-7310-4115-8e8b-26452880c54c tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 05:01:18.218939 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-676f8fec-c5f4-41a1-a8c2-39d66e76a993 None None] Calling delete_port for 3f9f8f14-39c4-4fe6-b511-30f089505110 owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:01:18.221823 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-eb87b2a6-7310-4115-8e8b-26452880c54c tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "DELETE /v2.0/ports/afb1c10d-f470-48d1-9c2b-fe5550acf195 HTTP/1.1" status: 404 len: 333 time: 0.0856910 May 30 05:01:18.223627 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 45150) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:18.250073 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2d55c0b-6011-4f66-ad23-cbc1d8962cb3 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Router 8f9c4d67-f1a3-4641-ba31-c200400722c9 has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 05:01:18.313609 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf7631c5-b420-4a8b-9c57-fb76396e142c tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] DELETE failed (client error): The resource could not be found. May 30 05:01:18.314147 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf7631c5-b420-4a8b-9c57-fb76396e142c tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 05:01:18.322198 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-cf7631c5-b420-4a8b-9c57-fb76396e142c tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "DELETE /v2.0/subnets/36594150-ab67-48bc-bca8-fa5fae975101 HTTP/1.1" status: 404 len: 337 time: 0.0936909 May 30 05:01:18.323533 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-676f8fec-c5f4-41a1-a8c2-39d66e76a993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069'] for port, after_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:18.324047 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 45154) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:18.379628 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676f8fec-c5f4-41a1-a8c2-39d66e76a993 None None] Pushing event deleted for resources: {'Port': ['ID=3f9f8f14-39c4-4fe6-b511-30f089505110,revision_number=None']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:01:18.385131 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676f8fec-c5f4-41a1-a8c2-39d66e76a993 None None] No DVR routers for this DVR port 3f9f8f14-39c4-4fe6-b511-30f089505110 on host dv-neutron-843763-1-hyperv {{(pid=88262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 05:01:18.395202 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-12ce09ee-079e-41f9-8292-b69dd561f7f5 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] DELETE failed (client error): The resource could not be found. May 30 05:01:18.395937 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12ce09ee-079e-41f9-8292-b69dd561f7f5 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 05:01:18.401220 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-12ce09ee-079e-41f9-8292-b69dd561f7f5 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "DELETE /v2.0/ports/effe386e-a292-4b22-b472-98154d1fb0d6 HTTP/1.1" status: 404 len: 333 time: 0.0736573 May 30 05:01:18.401418 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 45162) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:18.440768 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-691a1cc5-2854-4634-b67b-176a4876b2e9 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] DELETE failed (client error): The resource could not be found. May 30 05:01:18.441322 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-691a1cc5-2854-4634-b67b-176a4876b2e9 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 05:01:18.445842 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-691a1cc5-2854-4634-b67b-176a4876b2e9 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "DELETE /v2.0/subnets/0d786c3a-ed44-44bf-a650-83252eb37d60 HTTP/1.1" status: 404 len: 337 time: 0.0406229 May 30 05:01:18.447268 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 45168) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:18.494203 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-e274dc58-71ed-4b39-ab0b-187c59ed4542 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] DELETE failed (client error): The resource could not be found. May 30 05:01:18.494680 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e274dc58-71ed-4b39-ab0b-187c59ed4542 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 05:01:18.497850 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-e274dc58-71ed-4b39-ab0b-187c59ed4542 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "DELETE /v2.0/ports/b5420aa5-887e-4aef-9b27-30f957b3e10b HTTP/1.1" status: 404 len: 333 time: 0.0482306 May 30 05:01:18.499415 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 45174) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:18.538359 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d8b185a-2943-4d44-92a6-884328e62629 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] DELETE failed (client error): The resource could not be found. May 30 05:01:18.538824 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d8b185a-2943-4d44-92a6-884328e62629 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 05:01:18.540587 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-0d8b185a-2943-4d44-92a6-884328e62629 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "DELETE /v2.0/subnets/ebb44f44-640b-403b-a6e0-b550d5677c49 HTTP/1.1" status: 404 len: 337 time: 0.0402057 May 30 05:01:18.544985 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 45178) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:18.587926 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b3d1c58-9444-4700-a203-41193c8a5b52 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] DELETE failed (client error): The resource could not be found. May 30 05:01:18.588408 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b3d1c58-9444-4700-a203-41193c8a5b52 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 05:01:18.590139 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-4b3d1c58-9444-4700-a203-41193c8a5b52 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "DELETE /v2.0/ports/9bf7c0b7-4e2b-4303-9e4a-0596676a764c HTTP/1.1" status: 404 len: 333 time: 0.0441589 May 30 05:01:18.592684 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 45182) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:18.619512 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device ad1c73aa-8529-4e7f-9a54-cf1afc8474f0 details requested by agent hyperv_hv-neutron-8437 with host hv-neutron-8437 {{(pid=88262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 05:01:18.628782 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2d55c0b-6011-4f66-ad23-cbc1d8962cb3 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:01:18.637036 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 45186) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:18.639539 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-d229b752-8b3a-4cc7-9958-2e487afd3e93 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] DELETE failed (client error): The resource could not be found. May 30 05:01:18.639989 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d229b752-8b3a-4cc7-9958-2e487afd3e93 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 05:01:18.642267 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-d229b752-8b3a-4cc7-9958-2e487afd3e93 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "DELETE /v2.0/subnets/f7e5efcc-eff5-4b33-ae92-d76577c5a623 HTTP/1.1" status: 404 len: 337 time: 0.0486059 May 30 05:01:18.647813 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-f2d55c0b-6011-4f66-ad23-cbc1d8962cb3 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] 10.222.0.15 "PUT /v2.0/routers/8f9c4d67-f1a3-4641-ba31-c200400722c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0917766 May 30 05:01:18.647813 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 45190) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:18.648057 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 45194) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:18.652601 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64fd2907-46ad-45b8-a80d-271498a5ae49 None None] Sync routers for ids ['8f9c4d67-f1a3-4641-ba31-c200400722c9'] in dv-neutron-843763-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:01:18.697758 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-0857816f-0113-4b9a-be0a-7500c1532882 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] GET failed (client error): The resource could not be found. May 30 05:01:18.699422 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-0857816f-0113-4b9a-be0a-7500c1532882 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] 10.222.0.15 "GET /v2.0/ports/09cf155f-974d-4268-8849-fbaafdb3ead0 HTTP/1.1" status: 404 len: 333 time: 0.0490127 May 30 05:01:18.702209 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 45200) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:18.711404 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-a689b150-cbf3-45a3-b05c-41c7faeb0089 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] DELETE failed (client error): The resource could not be found. May 30 05:01:18.711880 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a689b150-cbf3-45a3-b05c-41c7faeb0089 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 05:01:18.713537 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-a689b150-cbf3-45a3-b05c-41c7faeb0089 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "DELETE /v2.0/ports/b1853448-8397-499e-af04-140b8858f7cf HTTP/1.1" status: 404 len: 333 time: 0.0577071 May 30 05:01:18.716877 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 45204) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:18.749431 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64fd2907-46ad-45b8-a80d-271498a5ae49 None None] Routers {'8f9c4d67-f1a3-4641-ba31-c200400722c9'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:01:18.750209 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-64fd2907-46ad-45b8-a80d-271498a5ae49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:01:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['8f9c4d67-f1a3-4641-ba31-c200400722c9'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:01:18.757271 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc61d16b-4792-42bd-a259-7a7381c275a9 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] DELETE failed (client error): The resource could not be found. May 30 05:01:18.757739 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc61d16b-4792-42bd-a259-7a7381c275a9 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 05:01:18.759464 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-dc61d16b-4792-42bd-a259-7a7381c275a9 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "DELETE /v2.0/subnets/0c370931-4998-4d30-adc4-b37bf90f574e HTTP/1.1" status: 404 len: 337 time: 0.0416870 May 30 05:01:18.762218 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 45208) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:18.773763 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-3973ad2c-62cb-4ef8-aed3-663ceed91de1 tempest-DvrRoutersNegativeTest-2135756531 tempest-DvrRoutersNegativeTest-2135756531-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1606025986', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:01:18.776575 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.policy [None req-3973ad2c-62cb-4ef8-aed3-663ceed91de1 tempest-DvrRoutersNegativeTest-2135756531 tempest-DvrRoutersNegativeTest-2135756531-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=88260) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} May 30 05:01:18.776876 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.policy [None req-3973ad2c-62cb-4ef8-aed3-663ceed91de1 tempest-DvrRoutersNegativeTest-2135756531 tempest-DvrRoutersNegativeTest-2135756531-project] Failed policy check for 'create_router' {{(pid=88260) enforce /opt/stack/neutron/neutron/policy.py:520}} May 30 05:01:18.777386 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.api.v2.resource [None req-3973ad2c-62cb-4ef8-aed3-663ceed91de1 tempest-DvrRoutersNegativeTest-2135756531 tempest-DvrRoutersNegativeTest-2135756531-project] create failed (client error): Access was denied to this resource. May 30 05:01:18.783143 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-3973ad2c-62cb-4ef8-aed3-663ceed91de1 tempest-DvrRoutersNegativeTest-2135756531 tempest-DvrRoutersNegativeTest-2135756531-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1403868 May 30 05:01:18.814861 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-9854b82e-1529-406f-a081-1b03fb83155c tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] DELETE failed (client error): The resource could not be found. May 30 05:01:18.815317 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9854b82e-1529-406f-a081-1b03fb83155c tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 05:01:18.816996 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-9854b82e-1529-406f-a081-1b03fb83155c tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "DELETE /v2.0/subnets/0c7c6e99-c19d-4d4e-870b-a12b4792ab1c HTTP/1.1" status: 404 len: 337 time: 0.0538869 May 30 05:01:18.821504 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4dc3cc04-404f-41aa-a3f6-a905dade1fb4 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:18.823113 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 45214) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:18.830274 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-64fd2907-46ad-45b8-a80d-271498a5ae49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:01:18.857197 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64fd2907-46ad-45b8-a80d-271498a5ae49 None None] Routers {'8f9c4d67-f1a3-4641-ba31-c200400722c9'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:01:18.858028 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-64fd2907-46ad-45b8-a80d-271498a5ae49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:01:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['8f9c4d67-f1a3-4641-ba31-c200400722c9'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:01:18.861002 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4dc3cc04-404f-41aa-a3f6-a905dade1fb4 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2304381'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:18.861166 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d2655c8d-4a00-4f31-b636-c2fdd4608854 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks [] for router, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:18.915495 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc3b0273-46e0-4c06-a180-1feaaf086134 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] DELETE failed (client error): The resource could not be found. May 30 05:01:18.916238 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc3b0273-46e0-4c06-a180-1feaaf086134 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 05:01:18.918110 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-fc3b0273-46e0-4c06-a180-1feaaf086134 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "DELETE /v2.0/ports/ebbf329b-9d08-441c-9979-20511a0342a6 HTTP/1.1" status: 404 len: 333 time: 0.0938869 May 30 05:01:18.924465 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 45218) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:18.925662 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-64fd2907-46ad-45b8-a80d-271498a5ae49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:01:18.926152 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64fd2907-46ad-45b8-a80d-271498a5ae49 None None] The sync data for ids ['8f9c4d67-f1a3-4641-ba31-c200400722c9'] in dv-neutron-843763-1-hyperv is: [] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:01:18.976492 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port ad1c73aa-8529-4e7f-9a54-cf1afc8474f0, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=ad1c73aa-8529-4e7f-9a54-cf1afc8474f0,segment=NetworkSegment(1c03b5fc-8dc9-4812-8069-b182f3249459),segment_id=1c03b5fc-8dc9-4812-8069-b182f3249459)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:01:18.993112 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc3cc04-404f-41aa-a3f6-a905dade1fb4 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Pushing event updated for resources: {'Port': ['ID=0a3765b0-856b-40ca-9767-a2a237de950d,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:01:18.997614 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Returning: {'device': 'ad1c73aa-8529-4e7f-9a54-cf1afc8474f0', 'network_id': 'c083290a-9da9-412f-8950-9d2e52b07d53', 'port_id': 'ad1c73aa-8529-4e7f-9a54-cf1afc8474f0', 'mac_address': 'fa:16:3e:7f:75:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '097baa16-bd46-4d5c-8f81-e7c2969ee75b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 05:01:19.005935 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4dc3cc04-404f-41aa-a3f6-a905dade1fb4 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1604762'] for floatingip, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:19.035621 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4dc3cc04-404f-41aa-a3f6-a905dade1fb4 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for floatingip, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:19.040154 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-4dc3cc04-404f-41aa-a3f6-a905dade1fb4 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.9482565 May 30 05:01:19.040895 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 45224) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:19.043977 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca8255e6-b14f-4fba-8df2-61e9a32d5938 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] DELETE failed (client error): The resource could not be found. May 30 05:01:19.044786 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca8255e6-b14f-4fba-8df2-61e9a32d5938 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 05:01:19.048689 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-ca8255e6-b14f-4fba-8df2-61e9a32d5938 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "DELETE /v2.0/subnets/49b4ca47-04b1-4dc5-974c-754f82bad586 HTTP/1.1" status: 404 len: 337 time: 0.1203861 May 30 05:01:19.048842 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-15c2a08f-9de6-4ec1-828b-4049c9a31421 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Request body: {'port': {'network_id': 'e2513721-9039-4ed7-a80f-21e1d8f859c7', 'name': 'tempest-FloatingIPTestJSON-1609166467'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:01:19.050091 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 45228) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:19.063812 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Current status of the port ad1c73aa-8529-4e7f-9a54-cf1afc8474f0 is: DOWN; New status is: BUILD {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:01:19.064203 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:19.083354 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad1c73aa-8529-4e7f-9a54-cf1afc8474f0 {{(pid=88262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 30 05:01:19.101201 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port ad1c73aa-8529-4e7f-9a54-cf1afc8474f0, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=ad1c73aa-8529-4e7f-9a54-cf1afc8474f0,segment=NetworkSegment(1c03b5fc-8dc9-4812-8069-b182f3249459),segment_id=1c03b5fc-8dc9-4812-8069-b182f3249459)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:01:19.107739 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:19.148713 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 45232) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:19.209233 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Pushing event updated for resources: {'Port': ['ID=ad1c73aa-8529-4e7f-9a54-cf1afc8474f0,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:01:19.216338 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-15c2a08f-9de6-4ec1-828b-4049c9a31421 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:01:19.244424 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-15c2a08f-9de6-4ec1-828b-4049c9a31421 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:01:19.268308 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15c2a08f-9de6-4ec1-828b-4049c9a31421 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Made reservation on behalf of fb4b15beed874bf4bdf9eab934db65bc for: {'port': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:01:19.273619 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-15c2a08f-9de6-4ec1-828b-4049c9a31421 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:19.280949 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d76464d-71d5-408b-b256-e0c17147ab68 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] DELETE failed (client error): The resource could not be found. May 30 05:01:19.281534 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d76464d-71d5-408b-b256-e0c17147ab68 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 05:01:19.287342 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 45240) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:19.288324 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-4d76464d-71d5-408b-b256-e0c17147ab68 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "DELETE /v2.0/subnets/36311748-fe32-4a15-8af8-131b0c0bb309 HTTP/1.1" status: 404 len: 337 time: 0.2352321 May 30 05:01:19.303214 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d2655c8d-4a00-4f31-b636-c2fdd4608854 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11660'] for router, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:19.305439 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d2655c8d-4a00-4f31-b636-c2fdd4608854 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:19.353650 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [None req-15c2a08f-9de6-4ec1-828b-4049c9a31421 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] device_id is not set on port 374838d2-5da9-4e59-a890-778c15a4badf yet. {{(pid=88261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 30 05:01:19.370532 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d2655c8d-4a00-4f31-b636-c2fdd4608854 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1601605'] for router, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:19.371033 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2655c8d-4a00-4f31-b636-c2fdd4608854 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Fanout notify agent at l3_agent the message router_deleted on router 8f9c4d67-f1a3-4641-ba31-c200400722c9 {{(pid=88260) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 30 05:01:19.390536 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d2655c8d-4a00-4f31-b636-c2fdd4608854 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:19.391617 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-d2655c8d-4a00-4f31-b636-c2fdd4608854 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] 10.222.0.15 "DELETE /v2.0/routers/8f9c4d67-f1a3-4641-ba31-c200400722c9 HTTP/1.1" status: 204 len: 168 time: 0.6883438 May 30 05:01:19.394399 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 45244) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:19.396933 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-154f0a43-e019-41cf-bbbb-421ca02ac834 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] DELETE failed (client error): The resource could not be found. May 30 05:01:19.398015 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-154f0a43-e019-41cf-bbbb-421ca02ac834 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 05:01:19.402140 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-154f0a43-e019-41cf-bbbb-421ca02ac834 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "DELETE /v2.0/ports/3930000d-445a-4483-89d8-84c33a391045 HTTP/1.1" status: 404 len: 333 time: 0.1105506 May 30 05:01:19.402140 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8812527e-a85c-41d4-bc28-f37bd6133807 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:19.408162 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 3f9f8f14-39c4-4fe6-b511-30f089505110 no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 05:01:19.418174 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 45248) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:19.445331 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] No Port match for: 3f9f8f14-39c4-4fe6-b511-30f089505110 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 05:01:19.445683 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 3f9f8f14-39c4-4fe6-b511-30f089505110 not bound to the agent host dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 05:01:19.464834 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9765a2f-89a6-45c1-85a8-0ff0387f5d3f tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Deleting subnet af5d2d69-cd10-4da2-873a-252b002b3cae {{(pid=88260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 30 05:01:19.465537 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] get_ports_and_sgs() called for port_ids ['ad1c73aa-8529-4e7f-9a54-cf1afc8474f0'] {{(pid=88262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 30 05:01:19.468735 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f9765a2f-89a6-45c1-85a8-0ff0387f5d3f tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks [] for subnet, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:19.484419 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f65a7ff-6f82-47c2-b112-dafb2a2f4e6a tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] DELETE failed (client error): The resource could not be found. May 30 05:01:19.484884 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f65a7ff-6f82-47c2-b112-dafb2a2f4e6a tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 05:01:19.487468 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-8812527e-a85c-41d4-bc28-f37bd6133807 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:01:19.498133 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-8812527e-a85c-41d4-bc28-f37bd6133807 admin admin] Usage tracker for resource:security_group_rule and tenant:f5fb613904ef4bac936eabc21322be21 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:01:19.503610 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-8812527e-a85c-41d4-bc28-f37bd6133807 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:01:19.509630 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-9f65a7ff-6f82-47c2-b112-dafb2a2f4e6a tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "DELETE /v2.0/subnets/07863f9c-c50a-4002-a125-8ff0ebeb4d00 HTTP/1.1" status: 404 len: 337 time: 0.0870152 May 30 05:01:19.516683 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 45252) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:19.518141 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-8812527e-a85c-41d4-bc28-f37bd6133807 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:01:19.568789 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f4fc541-1e1d-4c7b-b5c9-6d1c5b3a7864 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] DELETE failed (client error): The resource could not be found. May 30 05:01:19.569783 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f4fc541-1e1d-4c7b-b5c9-6d1c5b3a7864 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 05:01:19.574084 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-0f4fc541-1e1d-4c7b-b5c9-6d1c5b3a7864 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "DELETE /v2.0/subnets/8ffb1252-15c7-4064-8be9-e9ac9dd26eb6 HTTP/1.1" status: 404 len: 337 time: 0.0495911 May 30 05:01:19.575731 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 45256) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:19.581548 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92beb865-0e22-4886-a7d2-2e6dfb53575e req-0df60375-b29d-4a7c-a8f5-a90dbef530e6 tempest-TestServerAdvancedOps-275529271 tempest-TestServerAdvancedOps-275529271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:01:19.583045 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-92beb865-0e22-4886-a7d2-2e6dfb53575e req-0df60375-b29d-4a7c-a8f5-a90dbef530e6 tempest-TestServerAdvancedOps-275529271 tempest-TestServerAdvancedOps-275529271-project] 10.222.0.15 "GET /v2.0/ports?device_id=196449a0-d332-4926-8f3e-06b22f18fef8 HTTP/1.1" status: 200 len: 944 time: 0.2570889 May 30 05:01:19.588535 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f9765a2f-89a6-45c1-85a8-0ff0387f5d3f tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1454738'] for subnet, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:19.644183 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f7afdd3-52fa-4999-83fa-4cd3a5961b35 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] DELETE failed (client error): The resource could not be found. May 30 05:01:19.644667 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f7afdd3-52fa-4999-83fa-4cd3a5961b35 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 05:01:19.657758 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-6f7afdd3-52fa-4999-83fa-4cd3a5961b35 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "DELETE /v2.0/ports/d1c3c243-4234-4d23-8504-d8dc7fe7297f HTTP/1.1" status: 404 len: 333 time: 0.0791912 May 30 05:01:19.664421 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 45260) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:19.714081 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-15c2a08f-9de6-4ec1-828b-4049c9a31421 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Allocated IP 172.20.0.3 (e2513721-9039-4ed7-a80f-21e1d8f859c7/fdbb4b63-cc73-42ea-be1d-9590bee05d3a/374838d2-5da9-4e59-a890-778c15a4badf) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:01:19.717561 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-f57ac615-9a05-4fb0-b68d-bb3c232086c2 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] DELETE failed (client error): The resource could not be found. May 30 05:01:19.718204 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f57ac615-9a05-4fb0-b68d-bb3c232086c2 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 05:01:19.738463 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-f57ac615-9a05-4fb0-b68d-bb3c232086c2 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "DELETE /v2.0/subnets/e93b30ea-96d5-4ca5-bf0e-1fc115b9df5b HTTP/1.1" status: 404 len: 337 time: 0.0707567 May 30 05:01:19.741538 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 45264) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:19.794005 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-92beb865-0e22-4886-a7d2-2e6dfb53575e req-62eb652b-0965-4961-9cf6-a5b802be73a7 tempest-TestServerAdvancedOps-275529271 tempest-TestServerAdvancedOps-275529271-project] 10.222.0.15 "GET /v2.0/security-groups?id=e942b556-082b-47b5-acd5-34ca68d0c431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768174 May 30 05:01:19.811198 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-67b0b041-ac01-4453-b745-0248074c1eea tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] DELETE failed (client error): The resource could not be found. May 30 05:01:19.811660 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67b0b041-ac01-4453-b745-0248074c1eea tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 05:01:19.822528 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f9765a2f-89a6-45c1-85a8-0ff0387f5d3f tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860493'] for subnet, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:19.839504 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-67b0b041-ac01-4453-b745-0248074c1eea tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "DELETE /v2.0/subnets/1f92ead5-af06-48f0-bbfb-089de508f06f HTTP/1.1" status: 404 len: 337 time: 0.0948887 May 30 05:01:19.849907 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 45268) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:19.908317 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-f0bf9818-e58a-4dd3-8e71-587552f97aef tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2b7f28a-1549-4c0d-8820-3c1ae7dca696 HTTP/1.1" status: 200 len: 205 time: 0.0571451 May 30 05:01:19.910863 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 45272) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:19.931770 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8812527e-a85c-41d4-bc28-f37bd6133807 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:19.938187 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8812527e-a85c-41d4-bc28-f37bd6133807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:19.984440 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.api.v2.resource [None req-120c884e-bad4-4879-bc40-274de71fda04 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] delete failed (client error): The resource could not be found. May 30 05:01:19.985461 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-120c884e-bad4-4879-bc40-274de71fda04 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "DELETE /v2.0/routers/f2b7f28a-1549-4c0d-8820-3c1ae7dca696 HTTP/1.1" status: 404 len: 336 time: 0.0737095 May 30 05:01:19.989127 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 45276) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:20.008224 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-8812527e-a85c-41d4-bc28-f37bd6133807 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f5fb613904ef4bac936eabc21322be21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8582532 May 30 05:01:20.012239 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8812527e-a85c-41d4-bc28-f37bd6133807 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba0db6da-8513-4e4d-b3db-90c3720a0b2a,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:01:20.015337 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 45280) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:20.031272 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-45b6ea61-794b-4d85-8e6e-3c0bada18065 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] DELETE failed (client error): The resource could not be found. May 30 05:01:20.031837 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45b6ea61-794b-4d85-8e6e-3c0bada18065 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 05:01:20.042916 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-45b6ea61-794b-4d85-8e6e-3c0bada18065 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "DELETE /v2.0/subnets/42dd0105-ee81-404a-b8e5-0728c140062d HTTP/1.1" status: 404 len: 337 time: 0.0527904 May 30 05:01:20.046763 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 45284) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:20.085355 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f9765a2f-89a6-45c1-85a8-0ff0387f5d3f tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1547867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2133322'] for subnet, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:20.097547 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-15c2a08f-9de6-4ec1-828b-4049c9a31421 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:20.128920 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-89fabcbf-0cce-4d87-88e5-c82dfd5d7d63 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "GET /v2.0/ports?device_id=a81fb82e-bd5d-4370-9bfe-8923a4409a37 HTTP/1.1" status: 200 len: 205 time: 0.0790141 May 30 05:01:20.129229 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2a338f6b-b44f-4340-ad63-b2aba48f9cfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:20.132235 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 45288) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:20.133161 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9765a2f-89a6-45c1-85a8-0ff0387f5d3f tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Pushing event deleted for resources: {'Subnet': ['ID=af5d2d69-cd10-4da2-873a-252b002b3cae,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:01:20.138794 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f9765a2f-89a6-45c1-85a8-0ff0387f5d3f tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:20.140347 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-f9765a2f-89a6-45c1-85a8-0ff0387f5d3f tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] 10.222.0.15 "DELETE /v2.0/subnets/af5d2d69-cd10-4da2-873a-252b002b3cae HTTP/1.1" status: 204 len: 168 time: 0.7450585 May 30 05:01:20.143070 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 45292) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:20.145977 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b3bf94-3eea-4f40-a135-6158e106e622 None None] Network 17ce42ed-ea82-446a-bd0d-8fe40523ee29 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:01:20.214864 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.api.v2.resource [None req-b1d5df4a-af8c-4c7d-bbae-8ed446d4723f tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] delete failed (client error): The resource could not be found. May 30 05:01:20.218908 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-b1d5df4a-af8c-4c7d-bbae-8ed446d4723f tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "DELETE /v2.0/routers/a81fb82e-bd5d-4370-9bfe-8923a4409a37 HTTP/1.1" status: 404 len: 336 time: 0.0826561 May 30 05:01:20.219071 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 45296) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:20.230702 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2a338f6b-b44f-4340-ad63-b2aba48f9cfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:20.269876 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-15c2a08f-9de6-4ec1-828b-4049c9a31421 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:20.279117 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac0540a8-b676-4b20-8515-ee722a85a830 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] DELETE failed (client error): The resource could not be found. May 30 05:01:20.279582 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac0540a8-b676-4b20-8515-ee722a85a830 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 05:01:20.284424 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-ac0540a8-b676-4b20-8515-ee722a85a830 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "DELETE /v2.0/subnets/8697d9e3-ff1b-400c-8f33-5d512362e5fa HTTP/1.1" status: 404 len: 337 time: 0.0618291 May 30 05:01:20.284424 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 45302) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:20.338775 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-837739a1-f12d-467a-a3c7-36d4c3dcfa28 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] DELETE failed (client error): The resource could not be found. May 30 05:01:20.339581 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-837739a1-f12d-467a-a3c7-36d4c3dcfa28 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 05:01:20.343485 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-837739a1-f12d-467a-a3c7-36d4c3dcfa28 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "DELETE /v2.0/subnets/2634b21c-b82a-4840-a87a-70a5467b98fb HTTP/1.1" status: 404 len: 337 time: 0.0560098 May 30 05:01:20.345064 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 45306) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:20.345206 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c416c4d4-be2f-4b21-acf0-f650994ec143 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897784'] for network, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:20.358243 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-c416c4d4-be2f-4b21-acf0-f650994ec143 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Deleting port 725c7150-048a-4323-ad29-48dd1d4fe1dc {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:01:20.358589 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c416c4d4-be2f-4b21-acf0-f650994ec143 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:20.391814 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c2a08f-9de6-4ec1-828b-4049c9a31421 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Network e2513721-9039-4ed7-a80f-21e1d8f859c7 is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:01:20.402496 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-15c2a08f-9de6-4ec1-828b-4049c9a31421 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:01:20.409044 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c2a08f-9de6-4ec1-828b-4049c9a31421 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:01:20.437748 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfdaf348-4d6d-44c0-bbbd-82f6c1a27490 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] DELETE failed (client error): The resource could not be found. May 30 05:01:20.438232 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfdaf348-4d6d-44c0-bbbd-82f6c1a27490 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 05:01:20.456274 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c2a08f-9de6-4ec1-828b-4049c9a31421 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Pushing event updated for resources: {'Port': ['ID=374838d2-5da9-4e59-a890-778c15a4badf,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:01:20.468971 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2a338f6b-b44f-4340-ad63-b2aba48f9cfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:20.469951 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2a338f6b-b44f-4340-ad63-b2aba48f9cfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:20.473456 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-2a338f6b-b44f-4340-ad63-b2aba48f9cfc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ba0db6da-8513-4e4d-b3db-90c3720a0b2a HTTP/1.1" status: 204 len: 168 time: 0.4453986 May 30 05:01:20.479380 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be56ce1b-80a7-486b-8c17-7117a5fb67cf None None] DHCP port deletion for 17ce42ed-ea82-446a-bd0d-8fe40523ee29 request from dv-neutron-843763-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 30 05:01:20.483927 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-be56ce1b-80a7-486b-8c17-7117a5fb67cf None None] Deleting port 725c7150-048a-4323-ad29-48dd1d4fe1dc {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:01:20.484613 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-be56ce1b-80a7-486b-8c17-7117a5fb67cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:20.488622 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-dfdaf348-4d6d-44c0-bbbd-82f6c1a27490 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "DELETE /v2.0/ports/72590c35-0bbd-438c-9133-6aee32a46931 HTTP/1.1" status: 404 len: 333 time: 0.1408117 May 30 05:01:20.490335 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 45312) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:20.493392 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a338f6b-b44f-4340-ad63-b2aba48f9cfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba0db6da-8513-4e4d-b3db-90c3720a0b2a,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:01:20.540228 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-b71aed19-62f5-412a-9dd3-9c29789f2d6a tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] DELETE failed (client error): The resource could not be found. May 30 05:01:20.540684 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b71aed19-62f5-412a-9dd3-9c29789f2d6a tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 05:01:20.542466 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-b71aed19-62f5-412a-9dd3-9c29789f2d6a tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "DELETE /v2.0/subnets/721211f0-af10-4404-82d6-5f5773727544 HTTP/1.1" status: 404 len: 337 time: 0.0505078 May 30 05:01:20.549272 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c2a08f-9de6-4ec1-828b-4049c9a31421 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:01:20.549928 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-15c2a08f-9de6-4ec1-828b-4049c9a31421 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:20.560239 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 45316) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:20.603256 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-c416c4d4-be2f-4b21-acf0-f650994ec143 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] For port 725c7150-048a-4323-ad29-48dd1d4fe1dc, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=725c7150-048a-4323-ad29-48dd1d4fe1dc,segment=NetworkSegment(897a4285-e5e1-47c9-8c34-24aedcf1766c),segment_id=897a4285-e5e1-47c9-8c34-24aedcf1766c)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:01:20.603910 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c416c4d4-be2f-4b21-acf0-f650994ec143 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:20.611185 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-74e96163-66e1-44b4-aac8-4fc462e199bd tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] DELETE failed (client error): The resource could not be found. May 30 05:01:20.611794 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74e96163-66e1-44b4-aac8-4fc462e199bd tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 05:01:20.615875 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-74e96163-66e1-44b4-aac8-4fc462e199bd tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "DELETE /v2.0/ports/fbb032e3-9a0a-4a8f-b4e8-6e7f46379706 HTTP/1.1" status: 404 len: 333 time: 0.0524235 May 30 05:01:20.617318 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 45320) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:20.618188 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-15c2a08f-9de6-4ec1-828b-4049c9a31421 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5762048 May 30 05:01:20.620837 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 45324) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:20.626616 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-80116113-c93c-46b7-bf50-59fddbbed18c tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Request body: {'floatingip': {'port_id': '374838d2-5da9-4e59-a890-778c15a4badf'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:01:20.634315 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device ad1c73aa-8529-4e7f-9a54-cf1afc8474f0 up at agent hyperv_hv-neutron-8437 {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:01:20.771642 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-c416c4d4-be2f-4b21-acf0-f650994ec143 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Calling delete_port for 725c7150-048a-4323-ad29-48dd1d4fe1dc owned by network:dhcp {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:01:20.802675 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-6af1f0fb-5a5e-47ee-b7b8-24cf20306b4b tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] DELETE failed (client error): The resource could not be found. May 30 05:01:20.802935 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6af1f0fb-5a5e-47ee-b7b8-24cf20306b4b tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 05:01:20.804667 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-6af1f0fb-5a5e-47ee-b7b8-24cf20306b4b tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "DELETE /v2.0/subnets/87ed49ca-4d81-45c2-8784-7c499d00b5fc HTTP/1.1" status: 404 len: 337 time: 0.1863911 May 30 05:01:20.814382 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 45334) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:20.848628 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-be56ce1b-80a7-486b-8c17-7117a5fb67cf None None] For port 725c7150-048a-4323-ad29-48dd1d4fe1dc, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=725c7150-048a-4323-ad29-48dd1d4fe1dc,segment=NetworkSegment(897a4285-e5e1-47c9-8c34-24aedcf1766c),segment_id=897a4285-e5e1-47c9-8c34-24aedcf1766c)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:01:20.849041 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-be56ce1b-80a7-486b-8c17-7117a5fb67cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:20.872122 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0d335a6-663c-489b-97ce-2f7877f247f6 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] DELETE failed (client error): The resource could not be found. May 30 05:01:20.872603 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0d335a6-663c-489b-97ce-2f7877f247f6 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 05:01:20.874404 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-b0d335a6-663c-489b-97ce-2f7877f247f6 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "DELETE /v2.0/ports/9889a70e-f62a-494f-99f2-4124cb9db931 HTTP/1.1" status: 404 len: 333 time: 0.0591321 May 30 05:01:20.877018 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 45342) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:20.902866 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-80116113-c93c-46b7-bf50-59fddbbed18c tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks [] for floatingip, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:20.924744 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-4844652e-5a33-4b37-923f-be5302df2eb2 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] DELETE failed (client error): The resource could not be found. May 30 05:01:20.925866 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4844652e-5a33-4b37-923f-be5302df2eb2 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 05:01:20.928695 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-4844652e-5a33-4b37-923f-be5302df2eb2 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "DELETE /v2.0/subnets/6a41fed0-61f1-45c3-ba78-95ec5d13b8b8 HTTP/1.1" status: 404 len: 337 time: 0.0503886 May 30 05:01:20.931679 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 45346) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:20.990437 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff8f8a92-bf73-49f7-8841-5cefb2335c8e tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] DELETE failed (client error): The resource could not be found. May 30 05:01:20.991197 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff8f8a92-bf73-49f7-8841-5cefb2335c8e tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 05:01:20.993031 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-ff8f8a92-bf73-49f7-8841-5cefb2335c8e tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "DELETE /v2.0/ports/ae6187bf-47aa-4100-b947-42525a033e9c HTTP/1.1" status: 404 len: 333 time: 0.0602565 May 30 05:01:20.999838 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-be56ce1b-80a7-486b-8c17-7117a5fb67cf None None] Calling delete_port for 725c7150-048a-4323-ad29-48dd1d4fe1dc owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:01:21.004162 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 45352) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:21.044413 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-82f3c827-42e7-48a0-a19d-6565d50c956b tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] DELETE failed (client error): The resource could not be found. May 30 05:01:21.045132 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82f3c827-42e7-48a0-a19d-6565d50c956b tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 05:01:21.053292 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-82f3c827-42e7-48a0-a19d-6565d50c956b tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "DELETE /v2.0/subnets/30364586-7b5a-4148-b5d7-64707a306729 HTTP/1.1" status: 404 len: 337 time: 0.0479405 May 30 05:01:21.055700 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 45356) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:21.076334 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Provisioning for port ad1c73aa-8529-4e7f-9a54-cf1afc8474f0 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:01:21.094846 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c416c4d4-be2f-4b21-acf0-f650994ec143 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:21.096627 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Provisioning complete for port ad1c73aa-8529-4e7f-9a54-cf1afc8474f0 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:01:21.097201 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:21.166846 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c416c4d4-be2f-4b21-acf0-f650994ec143 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Pushing event deleted for resources: {'Port': ['ID=725c7150-048a-4323-ad29-48dd1d4fe1dc,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:01:21.172986 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd674b3a-da7b-4839-96e5-5a2145f6bde8 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] DELETE failed (client error): The resource could not be found. May 30 05:01:21.173508 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd674b3a-da7b-4839-96e5-5a2145f6bde8 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 05:01:21.175229 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-cd674b3a-da7b-4839-96e5-5a2145f6bde8 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "DELETE /v2.0/ports/16de794a-2fc0-4b22-88d8-fd2b0dee0aa1 HTTP/1.1" status: 404 len: 333 time: 0.1184599 May 30 05:01:21.178218 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 45364) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:21.181426 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c416c4d4-be2f-4b21-acf0-f650994ec143 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] No DVR routers for this DVR port 725c7150-048a-4323-ad29-48dd1d4fe1dc on host dv-neutron-843763-1-hyperv {{(pid=88260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 05:01:21.219815 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.db.api [None req-be56ce1b-80a7-486b-8c17-7117a5fb67cf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 05:01:21.220174 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG oslo_db.api [None req-be56ce1b-80a7-486b-8c17-7117a5fb67cf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 05:01:21.278309 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Current status of the port ad1c73aa-8529-4e7f-9a54-cf1afc8474f0 is: BUILD; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:01:21.278698 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:21.297111 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec96f38c-c848-4c10-b985-177258a2175d req-20749110-d867-4e32-bc83-86ceaf38e3ee tempest-TestServerAdvancedOps-275529271 tempest-TestServerAdvancedOps-275529271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:01:21.298650 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ec96f38c-c848-4c10-b985-177258a2175d req-20749110-d867-4e32-bc83-86ceaf38e3ee tempest-TestServerAdvancedOps-275529271 tempest-TestServerAdvancedOps-275529271-project] 10.222.0.15 "GET /v2.0/ports?device_id=196449a0-d332-4926-8f3e-06b22f18fef8 HTTP/1.1" status: 200 len: 944 time: 0.3016930 May 30 05:01:21.317111 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '196449a0-d332-4926-8f3e-06b22f18fef8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad1c73aa-8529-4e7f-9a54-cf1afc8474f0'}] {{(pid=88262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:01:21.322161 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-0926a122-07ea-41e2-99dd-01489ea2883d tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] DELETE failed (client error): The resource could not be found. May 30 05:01:21.322670 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0926a122-07ea-41e2-99dd-01489ea2883d tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 05:01:21.324763 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-0926a122-07ea-41e2-99dd-01489ea2883d tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "DELETE /v2.0/subnets/f103bf67-972e-4c83-87f7-1c4cc1f20f5d HTTP/1.1" status: 404 len: 337 time: 0.1452348 May 30 05:01:21.329291 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 45374) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:21.353908 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port ad1c73aa-8529-4e7f-9a54-cf1afc8474f0, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=ad1c73aa-8529-4e7f-9a54-cf1afc8474f0,segment=NetworkSegment(1c03b5fc-8dc9-4812-8069-b182f3249459),segment_id=1c03b5fc-8dc9-4812-8069-b182f3249459)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:01:21.368202 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:21.454418 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ec96f38c-c848-4c10-b985-177258a2175d req-3ba2bab1-6270-4561-b893-223f3c84461b tempest-TestServerAdvancedOps-275529271 tempest-TestServerAdvancedOps-275529271-project] 10.222.0.15 "GET /v2.0/security-groups?id=e942b556-082b-47b5-acd5-34ca68d0c431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468494 May 30 05:01:21.471014 dv-neutron-843763-1-hyperv neutron-server[88262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9194a00c-1686-4cc6-a03f-d86f586b92d4'] response: {'server_uuid': '196449a0-d332-4926-8f3e-06b22f18fef8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad1c73aa-8529-4e7f-9a54-cf1afc8474f0', 'code': 200} May 30 05:01:21.472056 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 725c7150-048a-4323-ad29-48dd1d4fe1dc no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 05:01:21.539624 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] No Port match for: 725c7150-048a-4323-ad29-48dd1d4fe1dc {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 05:01:21.540975 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 725c7150-048a-4323-ad29-48dd1d4fe1dc not bound to the agent host dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 05:01:21.574039 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Pushing event updated for resources: {'Port': ['ID=ad1c73aa-8529-4e7f-9a54-cf1afc8474f0,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:01:21.585054 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 45378) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:21.607943 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bf3911f-4d82-4411-b972-a601a52067c8 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] DELETE failed (client error): The resource could not be found. May 30 05:01:21.608774 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bf3911f-4d82-4411-b972-a601a52067c8 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 05:01:21.613152 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-0bf3911f-4d82-4411-b972-a601a52067c8 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "DELETE /v2.0/ports/36ad8f13-3030-41d7-a6af-dc3bb6481b2a HTTP/1.1" status: 404 len: 333 time: 0.2803667 May 30 05:01:21.621927 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 45384) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:21.665240 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c416c4d4-be2f-4b21-acf0-f650994ec143 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867540', 'neutron.services.segments.db._delete_segments_for_network-8729234922972'] for network, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:21.672653 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-211fecc1-19e4-48d4-974f-09b87a86ebc5 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] DELETE failed (client error): The resource could not be found. May 30 05:01:21.673114 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-211fecc1-19e4-48d4-974f-09b87a86ebc5 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 05:01:21.674883 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-211fecc1-19e4-48d4-974f-09b87a86ebc5 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "DELETE /v2.0/subnets/4825a5d6-414d-4c2e-97fe-e1835ee7847c HTTP/1.1" status: 404 len: 337 time: 0.0519838 May 30 05:01:21.677999 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 45388) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:21.722904 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-be56ce1b-80a7-486b-8c17-7117a5fb67cf None None] Deleting port 725c7150-048a-4323-ad29-48dd1d4fe1dc {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:01:21.723731 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-be56ce1b-80a7-486b-8c17-7117a5fb67cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:21.735441 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-c416c4d4-be2f-4b21-acf0-f650994ec143 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17ce42ed-ea82-446a-bd0d-8fe40523ee29']}} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:01:21.745747 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-24f71a60-ef02-4f36-bcff-b3545dae506f tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1956534188'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:01:21.749511 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d88c3b6-dcba-4fcc-b535-aeb179284ede tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] DELETE failed (client error): The resource could not be found. May 30 05:01:21.750181 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d88c3b6-dcba-4fcc-b535-aeb179284ede tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 05:01:21.754110 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-6d88c3b6-dcba-4fcc-b535-aeb179284ede tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "DELETE /v2.0/ports/04a50fa2-c2f8-439f-91e1-059680252c89 HTTP/1.1" status: 404 len: 333 time: 0.0724010 May 30 05:01:21.757495 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-24f71a60-ef02-4f36-bcff-b3545dae506f tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:01:21.759625 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 45392) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:21.796779 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-be56ce1b-80a7-486b-8c17-7117a5fb67cf None None] The port '725c7150-048a-4323-ad29-48dd1d4fe1dc' was deleted {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 30 05:01:21.806089 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-c416c4d4-be2f-4b21-acf0-f650994ec143 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '897a4285-e5e1-47c9-8c34-24aedcf1766c') {'for_net_delete': True} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:01:21.806395 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-c416c4d4-be2f-4b21-acf0-f650994ec143 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '897a4285-e5e1-47c9-8c34-24aedcf1766c') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:01:21.813219 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d55cd48-8250-43e2-9d23-1e394dbb4d23 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] DELETE failed (client error): The resource could not be found. May 30 05:01:21.813678 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d55cd48-8250-43e2-9d23-1e394dbb4d23 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 05:01:21.815663 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-9d55cd48-8250-43e2-9d23-1e394dbb4d23 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "DELETE /v2.0/subnets/47e478b1-8dcf-431e-bd9c-6d587de9125f HTTP/1.1" status: 404 len: 337 time: 0.0548487 May 30 05:01:21.816446 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-24f71a60-ef02-4f36-bcff-b3545dae506f tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] Usage tracker for resource:network and tenant:bfbdfbfdddba48dd944d3a87069cb168 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:01:21.817218 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcd2019-2815-4af7-97a9-88451010f52c req-1b8f870b-32a1-4502-a933-4cdd5fab5bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:01:21.818704 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8dcd2019-2815-4af7-97a9-88451010f52c req-1b8f870b-32a1-4502-a933-4cdd5fab5bc6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=196449a0-d332-4926-8f3e-06b22f18fef8 HTTP/1.1" status: 200 len: 1098 time: 0.1679804 May 30 05:01:21.819841 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 45396) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:21.822004 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-24f71a60-ef02-4f36-bcff-b3545dae506f tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:01:21.829366 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c416c4d4-be2f-4b21-acf0-f650994ec143 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729235042807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1454725'] for segment, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:21.836621 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-24f71a60-ef02-4f36-bcff-b3545dae506f tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:01:21.851178 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c416c4d4-be2f-4b21-acf0-f650994ec143 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:21.857410 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24f71a60-ef02-4f36-bcff-b3545dae506f tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] Made reservation on behalf of bfbdfbfdddba48dd944d3a87069cb168 for: {'network': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:01:21.861059 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-24f71a60-ef02-4f36-bcff-b3545dae506f tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for network, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:21.872402 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c416c4d4-be2f-4b21-acf0-f650994ec143 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=88260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 05:01:21.872803 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c416c4d4-be2f-4b21-acf0-f650994ec143 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-862858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1547513'] for segment, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:21.895107 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-24f71a60-ef02-4f36-bcff-b3545dae506f tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] Notify callbacks [] for security_group, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:21.945471 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-80116113-c93c-46b7-bf50-59fddbbed18c tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:21.952887 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 897a4285-e5e1-47c9-8c34-24aedcf1766c resource provider aggregate not found May 30 05:01:21.961286 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-80116113-c93c-46b7-bf50-59fddbbed18c tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1604762'] for floatingip, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:21.978721 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 897a4285-e5e1-47c9-8c34-24aedcf1766c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 897a4285-e5e1-47c9-8c34-24aedcf1766c found for delete ", "request_id": "req-74532a9a-86f8-48bb-ba80-36d9f5ec219d"}]} May 30 05:01:21.984452 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-24f71a60-ef02-4f36-bcff-b3545dae506f tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:01:21.989278 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-24f71a60-ef02-4f36-bcff-b3545dae506f tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] Usage tracker for resource:security_group_rule and tenant:bfbdfbfdddba48dd944d3a87069cb168 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:01:21.993260 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-24f71a60-ef02-4f36-bcff-b3545dae506f tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:01:21.998870 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c416c4d4-be2f-4b21-acf0-f650994ec143 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604744'] for network, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:22.000901 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-24f71a60-ef02-4f36-bcff-b3545dae506f tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:01:22.017507 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c416c4d4-be2f-4b21-acf0-f650994ec143 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:22.033035 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c416c4d4-be2f-4b21-acf0-f650994ec143 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Pushing event deleted for resources: {'Network': ['ID=17ce42ed-ea82-446a-bd0d-8fe40523ee29,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:01:22.040892 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-c416c4d4-be2f-4b21-acf0-f650994ec143 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] 10.222.0.15 "DELETE /v2.0/networks/17ce42ed-ea82-446a-bd0d-8fe40523ee29 HTTP/1.1" status: 204 len: 168 time: 1.8925757 May 30 05:01:22.042229 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 45404) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:22.056322 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8dcd2019-2815-4af7-97a9-88451010f52c req-bc857405-d0bd-4d75-af38-eae17466c8dd service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=e942b556-082b-47b5-acd5-34ca68d0c431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082822 May 30 05:01:22.063308 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-18d2af65-9c2f-4d96-b906-696ad6284035 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897784'] for network, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:22.131032 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61188497-574e-42ce-aa03-434b36ad2366 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:01:22.131662 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-61188497-574e-42ce-aa03-434b36ad2366 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Synchronizing usage tracker for tenant:895764a2d33a4b6180a8faca69c63db7 on resource:port {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:01:22.165187 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-61188497-574e-42ce-aa03-434b36ad2366 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Unset dirty status for tenant:895764a2d33a4b6180a8faca69c63db7 on resource:port {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:01:22.166479 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-61188497-574e-42ce-aa03-434b36ad2366 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] 10.222.0.15 "GET /v2.0/ports/07d6a72e-5ac7-4b0c-85ff-6a815fdf7209 HTTP/1.1" status: 200 len: 844 time: 0.1237218 May 30 05:01:22.170138 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 45408) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:22.255166 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-24f71a60-ef02-4f36-bcff-b3545dae506f tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] Notify callbacks [] for security_group, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:22.264461 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-1f6defc6-9a77-459a-bd43-4587d37dfcba tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] 10.222.0.15 "GET /v2.0/ports/07d6a72e-5ac7-4b0c-85ff-6a815fdf7209?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0931015 May 30 05:01:22.265438 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-24f71a60-ef02-4f36-bcff-b3545dae506f tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:22.268568 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 45412) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:22.285652 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-ec286cdf-679b-4fee-b22b-ac8721181696 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Request body: {'subnet': {'network_id': '5dca043a-b37a-4723-9d7b-43c1402b7673', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:01:22.382369 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24f71a60-ef02-4f36-bcff-b3545dae506f tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=88260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 05:01:22.400304 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f71a60-ef02-4f36-bcff-b3545dae506f tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6633c631-8646-45f0-9193-c262ab5af6b3,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:01:22.403867 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.db.l3_db [None req-80116113-c93c-46b7-bf50-59fddbbed18c tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Floating IP b3d14ff4-b41d-44fe-afdd-be77f535a15d associated. External IP: 172.26.6.55, port: 374838d2-5da9-4e59-a890-778c15a4badf. May 30 05:01:22.420128 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-24f71a60-ef02-4f36-bcff-b3545dae506f tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:22.420509 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.db.segments_db [None req-24f71a60-ef02-4f36-bcff-b3545dae506f tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] Added segment 3e33bc89-dfb4-4f2f-af6b-57d142842085 of type vlan for network 245fdd65-57f1-4eda-92e2-4669cc8b04ee May 30 05:01:22.440135 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-ec286cdf-679b-4fee-b22b-ac8721181696 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:01:22.453529 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-ec286cdf-679b-4fee-b22b-ac8721181696 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Usage tracker for resource:subnet and tenant:895764a2d33a4b6180a8faca69c63db7 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:01:22.457631 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-ec286cdf-679b-4fee-b22b-ac8721181696 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:01:22.461678 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-24f71a60-ef02-4f36-bcff-b3545dae506f tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729234556353'] for network, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:22.468357 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-ec286cdf-679b-4fee-b22b-ac8721181696 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:01:22.470573 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-18d2af65-9c2f-4d96-b906-696ad6284035 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867540', 'neutron.services.segments.db._delete_segments_for_network-8729234922972'] for network, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:22.489000 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec286cdf-679b-4fee-b22b-ac8721181696 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Made reservation on behalf of 895764a2d33a4b6180a8faca69c63db7 for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:01:22.492556 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ec286cdf-679b-4fee-b22b-ac8721181696 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2133361'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:22.514886 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-18d2af65-9c2f-4d96-b906-696ad6284035 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0008fd3d-19e9-40cf-b545-4a7647b90cf1']}} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:01:22.591779 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-18d2af65-9c2f-4d96-b906-696ad6284035 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1') {'for_net_delete': True} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:01:22.592071 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-18d2af65-9c2f-4d96-b906-696ad6284035 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:01:22.608062 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-18d2af65-9c2f-4d96-b906-696ad6284035 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729235042807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3545573'] for segment, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:22.633038 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-18d2af65-9c2f-4d96-b906-696ad6284035 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:22.641598 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18d2af65-9c2f-4d96-b906-696ad6284035 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=88261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 05:01:22.642022 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-18d2af65-9c2f-4d96-b906-696ad6284035 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-862858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2304281'] for segment, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:22.653182 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-24f71a60-ef02-4f36-bcff-b3545dae506f tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788'] for network, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:22.658631 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f71a60-ef02-4f36-bcff-b3545dae506f tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:01:22.659212 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-24f71a60-ef02-4f36-bcff-b3545dae506f tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:22.769008 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1 resource provider aggregate not found May 30 05:01:22.792019 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c31266d4-5fdb-44f2-8c8a-0120eb0fcfc1 found for delete ", "request_id": "req-571c3328-c8e7-4aea-8ff7-20171afd3892"}]} May 30 05:01:22.806224 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-24f71a60-ef02-4f36-bcff-b3545dae506f tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2198973 May 30 05:01:22.809612 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f71a60-ef02-4f36-bcff-b3545dae506f tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] Pushing event updated for resources: {'Network': ['ID=245fdd65-57f1-4eda-92e2-4669cc8b04ee,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:01:22.810241 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 45422) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:22.819736 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-9c8d7026-c3b6-47b9-92ab-08adcaf1d53d tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] Request body: {'subnet': {'network_id': '245fdd65-57f1-4eda-92e2-4669cc8b04ee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:01:22.824838 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Network 245fdd65-57f1-4eda-92e2-4669cc8b04ee details requested by agent ovs-agent-dv-neutron-843763-1-hyperv with host dv-neutron-843763-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 05:01:22.868456 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6735ce-c74f-4449-bd03-1252b4c57c20 req-e76d261c-df7a-4cf3-a759-23fc363e2d57 tempest-TestServerAdvancedOps-275529271 tempest-TestServerAdvancedOps-275529271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:01:22.869964 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-3a6735ce-c74f-4449-bd03-1252b4c57c20 req-e76d261c-df7a-4cf3-a759-23fc363e2d57 tempest-TestServerAdvancedOps-275529271 tempest-TestServerAdvancedOps-275529271-project] 10.222.0.15 "GET /v2.0/ports?device_id=196449a0-d332-4926-8f3e-06b22f18fef8 HTTP/1.1" status: 200 len: 945 time: 0.2806637 May 30 05:01:22.898724 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-18d2af65-9c2f-4d96-b906-696ad6284035 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604744'] for network, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:22.901409 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-18d2af65-9c2f-4d96-b906-696ad6284035 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:22.945690 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-3a6735ce-c74f-4449-bd03-1252b4c57c20 req-2c84c580-f437-40f8-8205-3e6528f18190 tempest-TestServerAdvancedOps-275529271 tempest-TestServerAdvancedOps-275529271-project] 10.222.0.15 "GET /v2.0/security-groups?id=e942b556-082b-47b5-acd5-34ca68d0c431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659738 May 30 05:01:22.972627 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ec286cdf-679b-4fee-b22b-ac8721181696 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1547796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2133315'] for subnet, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:22.995685 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-18d2af65-9c2f-4d96-b906-696ad6284035 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] 10.222.0.15 "DELETE /v2.0/networks/0008fd3d-19e9-40cf-b545-4a7647b90cf1 HTTP/1.1" status: 204 len: 168 time: 1.1723039 May 30 05:01:23.012406 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d2af65-9c2f-4d96-b906-696ad6284035 tempest-NetworksTestDHCPv6-717716621 tempest-NetworksTestDHCPv6-717716621-project] Pushing event deleted for resources: {'Network': ['ID=0008fd3d-19e9-40cf-b545-4a7647b90cf1,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:01:23.036442 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec286cdf-679b-4fee-b22b-ac8721181696 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Network 5dca043a-b37a-4723-9d7b-43c1402b7673 is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:01:23.040455 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-ec286cdf-679b-4fee-b22b-ac8721181696 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:01:23.044790 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec286cdf-679b-4fee-b22b-ac8721181696 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:01:23.045450 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ec286cdf-679b-4fee-b22b-ac8721181696 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:23.050294 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b91920a-0be6-4c86-b3af-bbf5d75f830e None None] Network 5dca043a-b37a-4723-9d7b-43c1402b7673 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:01:23.050826 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-9c8d7026-c3b6-47b9-92ab-08adcaf1d53d tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:01:23.057593 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-9c8d7026-c3b6-47b9-92ab-08adcaf1d53d tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] Usage tracker for resource:subnet and tenant:bfbdfbfdddba48dd944d3a87069cb168 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:01:23.061224 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec286cdf-679b-4fee-b22b-ac8721181696 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Pushing event updated for resources: {'Subnet': ['ID=4047fec1-897e-472b-b0a0-a27353ad9946,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:01:23.061398 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80116113-c93c-46b7-bf50-59fddbbed18c tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Router 035cf39c-ba36-4715-9375-d6e51365b793 has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 05:01:23.062179 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-9c8d7026-c3b6-47b9-92ab-08adcaf1d53d tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:01:23.071157 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-9c8d7026-c3b6-47b9-92ab-08adcaf1d53d tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:01:23.076223 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-ec286cdf-679b-4fee-b22b-ac8721181696 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7983458 May 30 05:01:23.079636 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 45428) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:23.085560 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-77cd876d-a060-4914-b0dc-ae4404a959be tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Request body: {'security_group': {'name': 'tempest-secgroup-98027315'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:01:23.091792 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-77cd876d-a060-4914-b0dc-ae4404a959be tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:01:23.096288 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-77cd876d-a060-4914-b0dc-ae4404a959be tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Usage tracker for resource:security_group and tenant:895764a2d33a4b6180a8faca69c63db7 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:01:23.099802 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-77cd876d-a060-4914-b0dc-ae4404a959be tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:01:23.108329 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-77cd876d-a060-4914-b0dc-ae4404a959be tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:01:23.121772 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-77cd876d-a060-4914-b0dc-ae4404a959be tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks [] for security_group, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:23.142729 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c8d7026-c3b6-47b9-92ab-08adcaf1d53d tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] Made reservation on behalf of bfbdfbfdddba48dd944d3a87069cb168 for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:01:23.146439 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9c8d7026-c3b6-47b9-92ab-08adcaf1d53d tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9305518'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:23.153158 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-77cd876d-a060-4914-b0dc-ae4404a959be tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:01:23.157928 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-77cd876d-a060-4914-b0dc-ae4404a959be tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Usage tracker for resource:security_group_rule and tenant:895764a2d33a4b6180a8faca69c63db7 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:01:23.161506 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-77cd876d-a060-4914-b0dc-ae4404a959be tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:01:23.172309 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-77cd876d-a060-4914-b0dc-ae4404a959be tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:01:23.277673 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-77cd876d-a060-4914-b0dc-ae4404a959be tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks [] for security_group, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:23.283146 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-77cd876d-a060-4914-b0dc-ae4404a959be tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:23.330658 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cd876d-a060-4914-b0dc-ae4404a959be tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f91ae8ec-d138-4240-bf88-ec5bb96c0d65,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:01:23.372969 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-77cd876d-a060-4914-b0dc-ae4404a959be tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:23.379019 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-77cd876d-a060-4914-b0dc-ae4404a959be tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.2983015 May 30 05:01:23.379734 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 45434) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:23.386496 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-f6f1617e-d307-43fd-9bf5-8070715094f0 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Request body: {'security_group': {'name': 'tempest-secgroup-180958654'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:01:23.392809 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-f6f1617e-d307-43fd-9bf5-8070715094f0 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:01:23.394817 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80116113-c93c-46b7-bf50-59fddbbed18c tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:01:23.397731 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-f6f1617e-d307-43fd-9bf5-8070715094f0 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Usage tracker for resource:security_group and tenant:895764a2d33a4b6180a8faca69c63db7 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:01:23.400819 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-f6f1617e-d307-43fd-9bf5-8070715094f0 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:01:23.406593 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b02ec79-1dd0-4963-bd9e-47a237aec8e7 None None] Sync routers for ids ['035cf39c-ba36-4715-9375-d6e51365b793'] in dv-neutron-843763-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:01:23.415229 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-80116113-c93c-46b7-bf50-59fddbbed18c tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for floatingip, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:23.421012 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b02ec79-1dd0-4963-bd9e-47a237aec8e7 None None] Routers {'035cf39c-ba36-4715-9375-d6e51365b793'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:01:23.422297 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-9b02ec79-1dd0-4963-bd9e-47a237aec8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:01:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['035cf39c-ba36-4715-9375-d6e51365b793'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:01:23.423329 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-f6f1617e-d307-43fd-9bf5-8070715094f0 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:01:23.436407 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7818051c-841c-48e8-b667-3f13374910c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bbf24ed-7ba9-53d2-873f-8f9642b1e987-5dca043a-b37a-4723-9d7b-43c1402b7673', 'network_id': '5dca043a-b37a-4723-9d7b-43c1402b7673', 'tenant_id': '895764a2d33a4b6180a8faca69c63db7', 'fixed_ips': [{'subnet_id': '4047fec1-897e-472b-b0a0-a27353ad9946'}]}} from dv-neutron-843763-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 30 05:01:23.437957 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7818051c-841c-48e8-b667-3f13374910c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:23.457382 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f6f1617e-d307-43fd-9bf5-8070715094f0 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks [] for security_group, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:23.481840 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 45438) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:23.515452 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-f6f1617e-d307-43fd-9bf5-8070715094f0 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:01:23.516610 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-9b02ec79-1dd0-4963-bd9e-47a237aec8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:01:23.527194 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-f6f1617e-d307-43fd-9bf5-8070715094f0 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Usage tracker for resource:security_group_rule and tenant:895764a2d33a4b6180a8faca69c63db7 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:01:23.530670 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b02ec79-1dd0-4963-bd9e-47a237aec8e7 None None] Routers {'035cf39c-ba36-4715-9375-d6e51365b793'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:01:23.531591 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-9b02ec79-1dd0-4963-bd9e-47a237aec8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:01:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['035cf39c-ba36-4715-9375-d6e51365b793'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:01:23.533558 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-80116113-c93c-46b7-bf50-59fddbbed18c tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] 10.222.0.15 "PUT /v2.0/floatingips/b3d14ff4-b41d-44fe-afdd-be77f535a15d HTTP/1.1" status: 200 len: 977 time: 2.9114504 May 30 05:01:23.537244 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 45444) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:23.540851 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-f6f1617e-d307-43fd-9bf5-8070715094f0 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:01:23.554762 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-f6f1617e-d307-43fd-9bf5-8070715094f0 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:01:23.614206 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-9b02ec79-1dd0-4963-bd9e-47a237aec8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:01:23.615537 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b02ec79-1dd0-4963-bd9e-47a237aec8e7 None None] The sync data for ids ['035cf39c-ba36-4715-9375-d6e51365b793'] in dv-neutron-843763-1-hyperv is: [] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:01:23.651931 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-9ab8eb0e-723e-4348-bae0-6f6d83dc91c1 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Deleting port 374838d2-5da9-4e59-a890-778c15a4badf {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:01:23.652376 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9ab8eb0e-723e-4348-bae0-6f6d83dc91c1 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:23.703605 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f6f1617e-d307-43fd-9bf5-8070715094f0 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks [] for security_group, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:23.713118 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9c8d7026-c3b6-47b9-92ab-08adcaf1d53d tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2305012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9305500'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:23.713409 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f6f1617e-d307-43fd-9bf5-8070715094f0 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:23.715597 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-7818051c-841c-48e8-b667-3f13374910c2 None None] Allocated IP 2001:db8::2 (5dca043a-b37a-4723-9d7b-43c1402b7673/4047fec1-897e-472b-b0a0-a27353ad9946/844e9d9d-5fee-4c5d-a110-d9621c7844c3) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:01:23.789162 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f1617e-d307-43fd-9bf5-8070715094f0 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Pushing event updated for resources: {'SecurityGroup': ['ID=841bdc4d-aa50-49bb-b99f-2672c353bb7c,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:01:23.796322 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-dfacc668-0d4b-4b78-a2da-973c336062e1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=16af2dbefc6742d5a37a7b30e58c8c2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3129449 May 30 05:01:23.799897 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 45448) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:23.818726 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f6f1617e-d307-43fd-9bf5-8070715094f0 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:23.822576 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-f6f1617e-d307-43fd-9bf5-8070715094f0 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4393158 May 30 05:01:23.823479 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 45452) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:23.841970 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-d59d0fe8-2b7a-40c3-b260-4c36c93577d1 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1826552141', 'security_groups': ['841bdc4d-aa50-49bb-b99f-2672c353bb7c'], 'network_id': '5dca043a-b37a-4723-9d7b-43c1402b7673', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '4047fec1-897e-472b-b0a0-a27353ad9946'}]}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:01:23.854053 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8d7026-c3b6-47b9-92ab-08adcaf1d53d tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] Pushing event updated for resources: {'Subnet': ['ID=5959cc7c-342e-4778-8f5a-456b8e8f074c,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:01:23.978902 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7818051c-841c-48e8-b667-3f13374910c2 None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:23.989931 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-7818051c-841c-48e8-b667-3f13374910c2 None None] Transition to ACTIVE for port object 844e9d9d-5fee-4c5d-a110-d9621c7844c3 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:01:24.011307 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-7818051c-841c-48e8-b667-3f13374910c2 None None] Transition to ACTIVE for port object 844e9d9d-5fee-4c5d-a110-d9621c7844c3 will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:01:24.021332 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7818051c-841c-48e8-b667-3f13374910c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:24.074730 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-48245c5d-3fce-4305-b591-2db324fd9470 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:24.094428 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8d7026-c3b6-47b9-92ab-08adcaf1d53d tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] Checking segment: {'id': '3e33bc89-dfb4-4f2f-af6b-57d142842085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '245fdd65-57f1-4eda-92e2-4669cc8b04ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:01:24.094939 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8d7026-c3b6-47b9-92ab-08adcaf1d53d tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] Network hostable DHCP agents. Network: 245fdd65-57f1-4eda-92e2-4669cc8b04ee, hostable agents: ['1c705e68-3d3e-4dd3-9252-feb21d4b96ab'], hosted agents: [] {{(pid=88261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 05:01:24.098615 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7818051c-841c-48e8-b667-3f13374910c2 None None] Network 5dca043a-b37a-4723-9d7b-43c1402b7673 is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:01:24.102012 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-7818051c-841c-48e8-b667-3f13374910c2 None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:01:24.106081 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7818051c-841c-48e8-b667-3f13374910c2 None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:01:24.110234 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-48245c5d-3fce-4305-b591-2db324fd9470 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:24.181911 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7818051c-841c-48e8-b667-3f13374910c2 None None] Pushing event updated for resources: {'Port': ['ID=844e9d9d-5fee-4c5d-a110-d9621c7844c3,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:01:24.189874 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-d59d0fe8-2b7a-40c3-b260-4c36c93577d1 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:01:24.202490 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8d7026-c3b6-47b9-92ab-08adcaf1d53d tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] Network 245fdd65-57f1-4eda-92e2-4669cc8b04ee is scheduled to be hosted by DHCP agent 1c705e68-3d3e-4dd3-9252-feb21d4b96ab with binding_index 1 {{(pid=88261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 05:01:24.203357 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-d59d0fe8-2b7a-40c3-b260-4c36c93577d1 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:01:24.226172 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-7818051c-841c-48e8-b667-3f13374910c2 None None] Attempting to bind port 844e9d9d-5fee-4c5d-a110-d9621c7844c3 on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 05:01:24.226708 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-7818051c-841c-48e8-b667-3f13374910c2 None None] Attempting to bind port 844e9d9d-5fee-4c5d-a110-d9621c7844c3 by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': 'a8356bff-0d02-41c6-b83e-95182e85a613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '5dca043a-b37a-4723-9d7b-43c1402b7673'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 05:01:24.227563 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7818051c-841c-48e8-b667-3f13374910c2 None None] Attempting to bind port 844e9d9d-5fee-4c5d-a110-d9621c7844c3 on network 5dca043a-b37a-4723-9d7b-43c1402b7673 {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:01:24.230871 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9ab8eb0e-723e-4348-bae0-6f6d83dc91c1 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:24.233240 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7818051c-841c-48e8-b667-3f13374910c2 None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 5, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 05:01:24.234003 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7818051c-841c-48e8-b667-3f13374910c2 None None] Checking segment: {'id': 'a8356bff-0d02-41c6-b83e-95182e85a613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '5dca043a-b37a-4723-9d7b-43c1402b7673'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:01:24.234693 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7818051c-841c-48e8-b667-3f13374910c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:24.235277 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7818051c-841c-48e8-b667-3f13374910c2 None None] Bound using segment: {'id': 'a8356bff-0d02-41c6-b83e-95182e85a613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '5dca043a-b37a-4723-9d7b-43c1402b7673'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 05:01:24.235932 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-7818051c-841c-48e8-b667-3f13374910c2 None None] Bound port: 844e9d9d-5fee-4c5d-a110-d9621c7844c3, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8356bff-0d02-41c6-b83e-95182e85a613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '5dca043a-b37a-4723-9d7b-43c1402b7673'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 05:01:24.236387 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7818051c-841c-48e8-b667-3f13374910c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:24.239585 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d59d0fe8-2b7a-40c3-b260-4c36c93577d1 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Made reservation on behalf of 895764a2d33a4b6180a8faca69c63db7 for: {'port': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:01:24.245369 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-9c8d7026-c3b6-47b9-92ab-08adcaf1d53d tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843763-1-hyperv, 245fdd65-57f1-4eda-92e2-4669cc8b04ee) {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:01:24.250232 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c8d7026-c3b6-47b9-92ab-08adcaf1d53d tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:01:24.250959 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9c8d7026-c3b6-47b9-92ab-08adcaf1d53d tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:24.266122 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-48245c5d-3fce-4305-b591-2db324fd9470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:24.266646 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a96a7310-6f6b-4204-a917-a0150930750e None None] Network 245fdd65-57f1-4eda-92e2-4669cc8b04ee requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:01:24.337013 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48245c5d-3fce-4305-b591-2db324fd9470 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=926a0ebd-e6bd-4334-a3fd-0e7b42b6be7a,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:01:24.339594 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-48245c5d-3fce-4305-b591-2db324fd9470 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:24.340957 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-48245c5d-3fce-4305-b591-2db324fd9470 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/926a0ebd-e6bd-4334-a3fd-0e7b42b6be7a HTTP/1.1" status: 204 len: 168 time: 0.5399771 May 30 05:01:24.351461 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49552d56-8648-4516-904b-d788bcac5b12 req-71c4a5d7-dfbf-4455-8aaa-1082dc77043e tempest-TestServerAdvancedOps-275529271 tempest-TestServerAdvancedOps-275529271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:01:24.353032 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-49552d56-8648-4516-904b-d788bcac5b12 req-71c4a5d7-dfbf-4455-8aaa-1082dc77043e tempest-TestServerAdvancedOps-275529271 tempest-TestServerAdvancedOps-275529271-project] 10.222.0.15 "GET /v2.0/ports?device_id=196449a0-d332-4926-8f3e-06b22f18fef8 HTTP/1.1" status: 200 len: 945 time: 0.2520800 May 30 05:01:24.366901 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-9c8d7026-c3b6-47b9-92ab-08adcaf1d53d tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5530832 May 30 05:01:24.368570 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 45460) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:24.394017 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-f199ef20-5d47-4925-9e84-cb1afe769d5b tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] Request body: {'port': {'network_id': '245fdd65-57f1-4eda-92e2-4669cc8b04ee', 'name': 'tempest-TagsExtTest-1578651835'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:01:24.442321 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d59d0fe8-2b7a-40c3-b260-4c36c93577d1 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:24.449580 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-7818051c-841c-48e8-b667-3f13374910c2 None None] For port 844e9d9d-5fee-4c5d-a110-d9621c7844c3, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 05:01:24.472570 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-7818051c-841c-48e8-b667-3f13374910c2 None None] For port 844e9d9d-5fee-4c5d-a110-d9621c7844c3, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=844e9d9d-5fee-4c5d-a110-d9621c7844c3,segment=NetworkSegment(a8356bff-0d02-41c6-b83e-95182e85a613),segment_id=a8356bff-0d02-41c6-b83e-95182e85a613)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 05:01:24.480024 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [None req-d59d0fe8-2b7a-40c3-b260-4c36c93577d1 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] device_id is not set on port 81148891-77b8-442c-b9e4-2b2f763b441b yet. {{(pid=88260) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 30 05:01:24.507421 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7818051c-841c-48e8-b667-3f13374910c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:24.576984 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-49552d56-8648-4516-904b-d788bcac5b12 req-f8695bde-572f-4287-83a2-1e84ab246771 tempest-TestServerAdvancedOps-275529271 tempest-TestServerAdvancedOps-275529271-project] 10.222.0.15 "GET /v2.0/security-groups?id=e942b556-082b-47b5-acd5-34ca68d0c431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142186 May 30 05:01:24.622152 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7818051c-841c-48e8-b667-3f13374910c2 None None] Pushing event updated for resources: {'Port': ['ID=844e9d9d-5fee-4c5d-a110-d9621c7844c3,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:01:24.683386 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ef9a6d-6f33-4543-9703-81fd5aeeefa5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bbf24ed-7ba9-53d2-873f-8f9642b1e987-245fdd65-57f1-4eda-92e2-4669cc8b04ee', 'network_id': '245fdd65-57f1-4eda-92e2-4669cc8b04ee', 'tenant_id': 'bfbdfbfdddba48dd944d3a87069cb168', 'fixed_ips': [{'subnet_id': '5959cc7c-342e-4778-8f5a-456b8e8f074c'}]}} from dv-neutron-843763-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 30 05:01:24.684368 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-72ef9a6d-6f33-4543-9703-81fd5aeeefa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:24.797384 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-f199ef20-5d47-4925-9e84-cb1afe769d5b tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:01:24.806427 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-f199ef20-5d47-4925-9e84-cb1afe769d5b tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] Usage tracker for resource:port and tenant:bfbdfbfdddba48dd944d3a87069cb168 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:01:24.813095 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-f199ef20-5d47-4925-9e84-cb1afe769d5b tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:01:24.821379 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9ab8eb0e-723e-4348-bae0-6f6d83dc91c1 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:24.821379 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9ab8eb0e-723e-4348-bae0-6f6d83dc91c1 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1604762'] for floatingip, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:24.821646 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.db.l3_db [None req-9ab8eb0e-723e-4348-bae0-6f6d83dc91c1 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Floating IP b3d14ff4-b41d-44fe-afdd-be77f535a15d disassociated. External IP: 172.26.6.55, port: 374838d2-5da9-4e59-a890-778c15a4badf. May 30 05:01:24.822021 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-9ab8eb0e-723e-4348-bae0-6f6d83dc91c1 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Calling delete_port for 374838d2-5da9-4e59-a890-778c15a4badf owned by {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:01:24.854579 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-f199ef20-5d47-4925-9e84-cb1afe769d5b tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:01:24.893534 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f199ef20-5d47-4925-9e84-cb1afe769d5b tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] Made reservation on behalf of bfbdfbfdddba48dd944d3a87069cb168 for: {'port': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:01:24.898241 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f199ef20-5d47-4925-9e84-cb1afe769d5b tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:24.903065 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-d59d0fe8-2b7a-40c3-b260-4c36c93577d1 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Allocated IP 2001:db8::321 (5dca043a-b37a-4723-9d7b-43c1402b7673/4047fec1-897e-472b-b0a0-a27353ad9946/81148891-77b8-442c-b9e4-2b2f763b441b) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:01:24.927337 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [None req-f199ef20-5d47-4925-9e84-cb1afe769d5b tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] device_id is not set on port ee11411b-11d9-4198-a990-4a2bdaace353 yet. {{(pid=88261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 30 05:01:24.949945 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bd72e0-565a-4742-bc72-0e73168833c8 req-606aa60d-6864-4455-bd2b-c3c2b415ad74 tempest-TestServerAdvancedOps-275529271 tempest-TestServerAdvancedOps-275529271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:01:24.951700 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-50bd72e0-565a-4742-bc72-0e73168833c8 req-606aa60d-6864-4455-bd2b-c3c2b415ad74 tempest-TestServerAdvancedOps-275529271 tempest-TestServerAdvancedOps-275529271-project] 10.222.0.15 "GET /v2.0/ports?device_id=196449a0-d332-4926-8f3e-06b22f18fef8 HTTP/1.1" status: 200 len: 945 time: 0.1702518 May 30 05:01:24.970457 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-72ef9a6d-6f33-4543-9703-81fd5aeeefa5 None None] Allocated IP 172.20.0.2 (245fdd65-57f1-4eda-92e2-4669cc8b04ee/5959cc7c-342e-4778-8f5a-456b8e8f074c/375a337c-f890-4e39-ba5b-a065016976db) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:01:25.120737 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-50bd72e0-565a-4742-bc72-0e73168833c8 req-0718ba6f-3928-4b8f-a55f-32a9a25c9b03 tempest-TestServerAdvancedOps-275529271 tempest-TestServerAdvancedOps-275529271-project] 10.222.0.15 "GET /v2.0/security-groups?id=e942b556-082b-47b5-acd5-34ca68d0c431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566243 May 30 05:01:25.215373 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9ab8eb0e-723e-4348-bae0-6f6d83dc91c1 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:25.221994 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d59d0fe8-2b7a-40c3-b260-4c36c93577d1 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:25.257001 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [None req-d59d0fe8-2b7a-40c3-b260-4c36c93577d1 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Transition to ACTIVE for port object 81148891-77b8-442c-b9e4-2b2f763b441b will not be triggered until provisioned by entity DHCP. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:01:25.310952 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d59d0fe8-2b7a-40c3-b260-4c36c93577d1 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:25.325965 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab8eb0e-723e-4348-bae0-6f6d83dc91c1 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Pushing event deleted for resources: {'Port': ['ID=374838d2-5da9-4e59-a890-778c15a4badf,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:01:25.386892 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-72ef9a6d-6f33-4543-9703-81fd5aeeefa5 None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:25.411062 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-72ef9a6d-6f33-4543-9703-81fd5aeeefa5 None None] Transition to ACTIVE for port object 375a337c-f890-4e39-ba5b-a065016976db will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:01:25.458497 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-72ef9a6d-6f33-4543-9703-81fd5aeeefa5 None None] Transition to ACTIVE for port object 375a337c-f890-4e39-ba5b-a065016976db will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:01:25.465052 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-72ef9a6d-6f33-4543-9703-81fd5aeeefa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:25.467923 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d59d0fe8-2b7a-40c3-b260-4c36c93577d1 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Network 5dca043a-b37a-4723-9d7b-43c1402b7673 is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:01:25.474676 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-d59d0fe8-2b7a-40c3-b260-4c36c93577d1 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:01:25.496978 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59d0fe8-2b7a-40c3-b260-4c36c93577d1 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:01:25.503868 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d59d0fe8-2b7a-40c3-b260-4c36c93577d1 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:01:25.508515 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d59d0fe8-2b7a-40c3-b260-4c36c93577d1 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:25.547103 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 844e9d9d-5fee-4c5d-a110-d9621c7844c3 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:01:25.551080 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59d0fe8-2b7a-40c3-b260-4c36c93577d1 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Pushing event updated for resources: {'Port': ['ID=81148891-77b8-442c-b9e4-2b2f763b441b,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:01:25.572582 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-d59d0fe8-2b7a-40c3-b260-4c36c93577d1 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7480199 May 30 05:01:25.576341 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 45486) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:25.598813 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-fd34cd6f-5df4-479a-b50a-333c985cb988 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Request body: {'subnet': {'network_id': '5dca043a-b37a-4723-9d7b-43c1402b7673', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:01:25.633694 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-f199ef20-5d47-4925-9e84-cb1afe769d5b tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] Allocated IP 172.20.0.10 (245fdd65-57f1-4eda-92e2-4669cc8b04ee/5959cc7c-342e-4778-8f5a-456b8e8f074c/ee11411b-11d9-4198-a990-4a2bdaace353) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:01:25.653028 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ef9a6d-6f33-4543-9703-81fd5aeeefa5 None None] Network 245fdd65-57f1-4eda-92e2-4669cc8b04ee is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:01:25.663476 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-72ef9a6d-6f33-4543-9703-81fd5aeeefa5 None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:01:25.692119 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ef9a6d-6f33-4543-9703-81fd5aeeefa5 None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:01:25.734645 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ef9a6d-6f33-4543-9703-81fd5aeeefa5 None None] Pushing event updated for resources: {'Port': ['ID=375a337c-f890-4e39-ba5b-a065016976db,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:01:25.812924 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-72ef9a6d-6f33-4543-9703-81fd5aeeefa5 None None] Attempting to bind port 375a337c-f890-4e39-ba5b-a065016976db on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 05:01:25.813568 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-72ef9a6d-6f33-4543-9703-81fd5aeeefa5 None None] Attempting to bind port 375a337c-f890-4e39-ba5b-a065016976db by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': '3e33bc89-dfb4-4f2f-af6b-57d142842085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '245fdd65-57f1-4eda-92e2-4669cc8b04ee'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 05:01:25.814125 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ef9a6d-6f33-4543-9703-81fd5aeeefa5 None None] Attempting to bind port 375a337c-f890-4e39-ba5b-a065016976db on network 245fdd65-57f1-4eda-92e2-4669cc8b04ee {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:01:25.817977 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ab8eb0e-723e-4348-bae0-6f6d83dc91c1 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Router 035cf39c-ba36-4715-9375-d6e51365b793 has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 05:01:25.819049 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 45492) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:25.820524 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ef9a6d-6f33-4543-9703-81fd5aeeefa5 None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 5, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 05:01:25.821097 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ef9a6d-6f33-4543-9703-81fd5aeeefa5 None None] Checking segment: {'id': '3e33bc89-dfb4-4f2f-af6b-57d142842085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '245fdd65-57f1-4eda-92e2-4669cc8b04ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:01:25.821664 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-72ef9a6d-6f33-4543-9703-81fd5aeeefa5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:25.822251 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ef9a6d-6f33-4543-9703-81fd5aeeefa5 None None] Bound using segment: {'id': '3e33bc89-dfb4-4f2f-af6b-57d142842085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '245fdd65-57f1-4eda-92e2-4669cc8b04ee'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 05:01:25.822895 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-72ef9a6d-6f33-4543-9703-81fd5aeeefa5 None None] Bound port: 375a337c-f890-4e39-ba5b-a065016976db, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e33bc89-dfb4-4f2f-af6b-57d142842085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '245fdd65-57f1-4eda-92e2-4669cc8b04ee'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 05:01:25.823046 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-fd34cd6f-5df4-479a-b50a-333c985cb988 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:01:25.823618 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-72ef9a6d-6f33-4543-9703-81fd5aeeefa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:25.877587 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-fd34cd6f-5df4-479a-b50a-333c985cb988 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Usage tracker for resource:subnet and tenant:895764a2d33a4b6180a8faca69c63db7 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:01:25.882726 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-fd34cd6f-5df4-479a-b50a-333c985cb988 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:01:25.890520 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-fd34cd6f-5df4-479a-b50a-333c985cb988 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:01:25.912484 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port 844e9d9d-5fee-4c5d-a110-d9621c7844c3 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:01:25.918279 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd34cd6f-5df4-479a-b50a-333c985cb988 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Made reservation on behalf of 895764a2d33a4b6180a8faca69c63db7 for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:01:25.922262 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fd34cd6f-5df4-479a-b50a-333c985cb988 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2133361'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:25.965282 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-72ef9a6d-6f33-4543-9703-81fd5aeeefa5 None None] For port 375a337c-f890-4e39-ba5b-a065016976db, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 05:01:25.969197 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-72ef9a6d-6f33-4543-9703-81fd5aeeefa5 None None] For port 375a337c-f890-4e39-ba5b-a065016976db, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=375a337c-f890-4e39-ba5b-a065016976db,segment=NetworkSegment(3e33bc89-dfb4-4f2f-af6b-57d142842085),segment_id=3e33bc89-dfb4-4f2f-af6b-57d142842085)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 05:01:25.980451 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-72ef9a6d-6f33-4543-9703-81fd5aeeefa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:26.069052 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ef9a6d-6f33-4543-9703-81fd5aeeefa5 None None] Pushing event updated for resources: {'Port': ['ID=375a337c-f890-4e39-ba5b-a065016976db,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:01:26.093350 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.db.ipam_backend_mixin [None req-fd34cd6f-5df4-479a-b50a-333c985cb988 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4047fec1-897e-472b-b0a0-a27353ad9946 (CIDR: 2001:db8::/64) May 30 05:01:26.102499 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd34cd6f-5df4-479a-b50a-333c985cb988 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 05:01:26.103003 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd34cd6f-5df4-479a-b50a-333c985cb988 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 05:01:26.124418 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c40bd1-d8f1-424b-a22d-80a5552a1372 req-faad7109-8bb8-490d-b932-04cf6c78a2a1 tempest-TestServerAdvancedOps-275529271 tempest-TestServerAdvancedOps-275529271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:01:26.126050 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-f9c40bd1-d8f1-424b-a22d-80a5552a1372 req-faad7109-8bb8-490d-b932-04cf6c78a2a1 tempest-TestServerAdvancedOps-275529271 tempest-TestServerAdvancedOps-275529271-project] 10.222.0.15 "GET /v2.0/ports?device_id=196449a0-d332-4926-8f3e-06b22f18fef8 HTTP/1.1" status: 200 len: 945 time: 0.3052979 May 30 05:01:26.141056 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-fd34cd6f-5df4-479a-b50a-333c985cb988 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5592229 May 30 05:01:26.175323 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 45498) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:26.183831 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-03e18729-2c82-4a45-9936-6a6312b46e86 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Request body: {'subnet': {'network_id': '5dca043a-b37a-4723-9d7b-43c1402b7673', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:01:26.226390 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-f9c40bd1-d8f1-424b-a22d-80a5552a1372 req-a95301d3-20f2-4594-947e-b9e3f8bfbab1 tempest-TestServerAdvancedOps-275529271 tempest-TestServerAdvancedOps-275529271-project] 10.222.0.15 "GET /v2.0/security-groups?id=e942b556-082b-47b5-acd5-34ca68d0c431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880759 May 30 05:01:26.258771 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-216a44d3-710e-4f41-ae9d-f0eb759227b5 tempest-NetworksNegativeTestJSON-2057769901 tempest-NetworksNegativeTestJSON-2057769901-project] Request body: {'port': {'network_id': '05ad7287-34f0-4747-b4f7-44d7155268c3', 'name': 'tempest-NetworksNegativeTestJSON-786265150'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:01:26.276841 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-134140b6-72f0-416c-b67a-8e3e2b5306b5 None None] Provisioning for port 844e9d9d-5fee-4c5d-a110-d9621c7844c3 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:01:26.283066 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-134140b6-72f0-416c-b67a-8e3e2b5306b5 None None] Provisioning complete for port 844e9d9d-5fee-4c5d-a110-d9621c7844c3 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:01:26.283533 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-134140b6-72f0-416c-b67a-8e3e2b5306b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:26.310799 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-216a44d3-710e-4f41-ae9d-f0eb759227b5 tempest-NetworksNegativeTestJSON-2057769901 tempest-NetworksNegativeTestJSON-2057769901-project] POST failed (client error): The resource could not be found. May 30 05:01:26.311358 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-216a44d3-710e-4f41-ae9d-f0eb759227b5 tempest-NetworksNegativeTestJSON-2057769901 tempest-NetworksNegativeTestJSON-2057769901-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 05:01:26.316106 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-216a44d3-710e-4f41-ae9d-f0eb759227b5 tempest-NetworksNegativeTestJSON-2057769901 tempest-NetworksNegativeTestJSON-2057769901-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.4907236 May 30 05:01:26.321638 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f199ef20-5d47-4925-9e84-cb1afe769d5b tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:26.324819 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 45502) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:26.387810 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-d88ec8f0-1f4b-4d28-ab76-913403ba8a87 tempest-NetworksNegativeTestJSON-2057769901 tempest-NetworksNegativeTestJSON-2057769901-project] DELETE failed (client error): The resource could not be found. May 30 05:01:26.388347 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d88ec8f0-1f4b-4d28-ab76-913403ba8a87 tempest-NetworksNegativeTestJSON-2057769901 tempest-NetworksNegativeTestJSON-2057769901-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 05:01:26.406583 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [None req-f199ef20-5d47-4925-9e84-cb1afe769d5b tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] Transition to ACTIVE for port object ee11411b-11d9-4198-a990-4a2bdaace353 will not be triggered until provisioned by entity DHCP. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:01:26.428037 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-d88ec8f0-1f4b-4d28-ab76-913403ba8a87 tempest-NetworksNegativeTestJSON-2057769901 tempest-NetworksNegativeTestJSON-2057769901-project] 10.222.0.15 "DELETE /v2.0/networks/f1cf3665-b2c6-417c-b0b2-b48f67904ee9 HTTP/1.1" status: 404 len: 339 time: 0.0988164 May 30 05:01:26.428037 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ab8eb0e-723e-4348-bae0-6f6d83dc91c1 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:01:26.429910 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 45506) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:26.442865 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a2734f-e8bb-481c-8424-56f969cbb1e7 None None] Sync routers for ids ['035cf39c-ba36-4715-9375-d6e51365b793'] in dv-neutron-843763-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:01:26.519528 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-086f5fa6-0305-4b88-9ba9-5957f3f7ce7c tempest-NetworksNegativeTestJSON-2057769901 tempest-NetworksNegativeTestJSON-2057769901-project] DELETE failed (client error): The resource could not be found. May 30 05:01:26.520597 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-086f5fa6-0305-4b88-9ba9-5957f3f7ce7c tempest-NetworksNegativeTestJSON-2057769901 tempest-NetworksNegativeTestJSON-2057769901-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 05:01:26.523904 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-086f5fa6-0305-4b88-9ba9-5957f3f7ce7c tempest-NetworksNegativeTestJSON-2057769901 tempest-NetworksNegativeTestJSON-2057769901-project] 10.222.0.15 "DELETE /v2.0/ports/4665e3b1-3ffc-4f62-bbc5-6ccff3067d53 HTTP/1.1" status: 404 len: 333 time: 0.0926285 May 30 05:01:26.529027 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 45510) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:26.540435 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a2734f-e8bb-481c-8424-56f969cbb1e7 None None] Routers {'035cf39c-ba36-4715-9375-d6e51365b793'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:01:26.541474 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-99a2734f-e8bb-481c-8424-56f969cbb1e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:01:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['035cf39c-ba36-4715-9375-d6e51365b793'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:01:26.592765 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9ab8eb0e-723e-4348-bae0-6f6d83dc91c1 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:26.597415 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-9ab8eb0e-723e-4348-bae0-6f6d83dc91c1 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] 10.222.0.15 "DELETE /v2.0/ports/374838d2-5da9-4e59-a890-778c15a4badf HTTP/1.1" status: 204 len: 168 time: 3.0563278 May 30 05:01:26.598725 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 45514) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:26.605568 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-db8cc7a2-eb44-45de-bbf1-f7da58640c7e tempest-NetworksNegativeTestJSON-2057769901 tempest-NetworksNegativeTestJSON-2057769901-project] DELETE failed (client error): The resource could not be found. May 30 05:01:26.606075 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db8cc7a2-eb44-45de-bbf1-f7da58640c7e tempest-NetworksNegativeTestJSON-2057769901 tempest-NetworksNegativeTestJSON-2057769901-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 05:01:26.607966 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-db8cc7a2-eb44-45de-bbf1-f7da58640c7e tempest-NetworksNegativeTestJSON-2057769901 tempest-NetworksNegativeTestJSON-2057769901-project] 10.222.0.15 "DELETE /v2.0/subnets/3707199c-514e-41e5-8da1-e80131042b2a HTTP/1.1" status: 404 len: 337 time: 0.0777211 May 30 05:01:26.611936 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 45518) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:26.643398 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-03e18729-2c82-4a45-9936-6a6312b46e86 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:01:26.650251 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-03e18729-2c82-4a45-9936-6a6312b46e86 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Usage tracker for resource:subnet and tenant:895764a2d33a4b6180a8faca69c63db7 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:01:26.653142 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-509c033c-c813-4c8e-99f0-a0169d389b1f tempest-NetworksNegativeTestJSON-2057769901 tempest-NetworksNegativeTestJSON-2057769901-project] GET failed (client error): The resource could not be found. May 30 05:01:26.654450 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-509c033c-c813-4c8e-99f0-a0169d389b1f tempest-NetworksNegativeTestJSON-2057769901 tempest-NetworksNegativeTestJSON-2057769901-project] 10.222.0.15 "GET /v2.0/networks/64e0bdd2-8017-4357-a899-bb894e6a2612 HTTP/1.1" status: 404 len: 339 time: 0.0382552 May 30 05:01:26.655343 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-03e18729-2c82-4a45-9936-6a6312b46e86 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:01:26.659525 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 45522) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:26.683662 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f199ef20-5d47-4925-9e84-cb1afe769d5b tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:26.695708 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-03e18729-2c82-4a45-9936-6a6312b46e86 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:01:26.710910 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ae37841-84cb-4c4a-bc31-a6f9ac8263bf tempest-NetworksNegativeTestJSON-2057769901 tempest-NetworksNegativeTestJSON-2057769901-project] GET failed (client error): The resource could not be found. May 30 05:01:26.712512 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-1ae37841-84cb-4c4a-bc31-a6f9ac8263bf tempest-NetworksNegativeTestJSON-2057769901 tempest-NetworksNegativeTestJSON-2057769901-project] 10.222.0.15 "GET /v2.0/ports/823b8e49-e941-4b64-ad21-eb0ca03d602f HTTP/1.1" status: 404 len: 333 time: 0.0522759 May 30 05:01:26.714216 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-99a2734f-e8bb-481c-8424-56f969cbb1e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:01:26.716478 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 45526) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:26.730795 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a2734f-e8bb-481c-8424-56f969cbb1e7 None None] Routers {'035cf39c-ba36-4715-9375-d6e51365b793'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:01:26.731423 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-99a2734f-e8bb-481c-8424-56f969cbb1e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:01:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['035cf39c-ba36-4715-9375-d6e51365b793'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:01:26.758150 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03e18729-2c82-4a45-9936-6a6312b46e86 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Made reservation on behalf of 895764a2d33a4b6180a8faca69c63db7 for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:01:26.761844 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-03e18729-2c82-4a45-9936-6a6312b46e86 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2133361'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:26.768599 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-3857080c-cf14-44cc-bf14-a8ee7c1ebfec tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] 10.222.0.15 "GET /v2.0/floatingips/b3d14ff4-b41d-44fe-afdd-be77f535a15d HTTP/1.1" status: 200 len: 687 time: 0.1654553 May 30 05:01:26.775780 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 45530) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:26.785945 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-134140b6-72f0-416c-b67a-8e3e2b5306b5 None None] Current status of the port 844e9d9d-5fee-4c5d-a110-d9621c7844c3 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:01:26.786143 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-134140b6-72f0-416c-b67a-8e3e2b5306b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:26.807366 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-99a2734f-e8bb-481c-8424-56f969cbb1e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:01:26.807777 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a2734f-e8bb-481c-8424-56f969cbb1e7 None None] The sync data for ids ['035cf39c-ba36-4715-9375-d6e51365b793'] in dv-neutron-843763-1-hyperv is: [] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:01:26.831630 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-134140b6-72f0-416c-b67a-8e3e2b5306b5 None None] For port 844e9d9d-5fee-4c5d-a110-d9621c7844c3, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=844e9d9d-5fee-4c5d-a110-d9621c7844c3,segment=NetworkSegment(a8356bff-0d02-41c6-b83e-95182e85a613),segment_id=a8356bff-0d02-41c6-b83e-95182e85a613)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:01:26.837795 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-134140b6-72f0-416c-b67a-8e3e2b5306b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:26.856241 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f199ef20-5d47-4925-9e84-cb1afe769d5b tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] Network 245fdd65-57f1-4eda-92e2-4669cc8b04ee is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:01:26.875327 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-f199ef20-5d47-4925-9e84-cb1afe769d5b tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:01:26.880389 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f199ef20-5d47-4925-9e84-cb1afe769d5b tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] Pushing event updated for resources: {'Port': ['ID=ee11411b-11d9-4198-a990-4a2bdaace353,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:01:26.884969 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f199ef20-5d47-4925-9e84-cb1afe769d5b tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:01:26.910777 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-a16d9cd2-c319-4de8-8675-f057de03db1e tempest-NetworksNegativeTestJSON-2057769901 tempest-NetworksNegativeTestJSON-2057769901-project] GET failed (client error): The resource could not be found. May 30 05:01:26.916117 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-a16d9cd2-c319-4de8-8675-f057de03db1e tempest-NetworksNegativeTestJSON-2057769901 tempest-NetworksNegativeTestJSON-2057769901-project] 10.222.0.15 "GET /v2.0/subnets/8e9840ef-c509-42fc-b9e7-ac31d2e1c0ae HTTP/1.1" status: 404 len: 337 time: 0.1947181 May 30 05:01:26.916995 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-134140b6-72f0-416c-b67a-8e3e2b5306b5 None None] Provisioning complete for port 07d6a72e-5ac7-4b0c-85ff-6a815fdf7209 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:01:26.917472 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-134140b6-72f0-416c-b67a-8e3e2b5306b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:26.918173 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 45534) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:26.967410 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-1f86e0a8-9d59-40c1-b91e-52fd8e46c320 tempest-NetworksNegativeTestJSON-2057769901 tempest-NetworksNegativeTestJSON-2057769901-project] Request body: {'network': {'name': 'new_name'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:01:26.973509 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134140b6-72f0-416c-b67a-8e3e2b5306b5 None None] Pushing event updated for resources: {'Port': ['ID=844e9d9d-5fee-4c5d-a110-d9621c7844c3,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:01:26.980942 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-134140b6-72f0-416c-b67a-8e3e2b5306b5 None None] Port 07d6a72e-5ac7-4b0c-85ff-6a815fdf7209 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 05:01:26.995445 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f86e0a8-9d59-40c1-b91e-52fd8e46c320 tempest-NetworksNegativeTestJSON-2057769901 tempest-NetworksNegativeTestJSON-2057769901-project] PUT failed (client error): The resource could not be found. May 30 05:01:26.995914 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f86e0a8-9d59-40c1-b91e-52fd8e46c320 tempest-NetworksNegativeTestJSON-2057769901 tempest-NetworksNegativeTestJSON-2057769901-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 05:01:26.997029 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-1f86e0a8-9d59-40c1-b91e-52fd8e46c320 tempest-NetworksNegativeTestJSON-2057769901 tempest-NetworksNegativeTestJSON-2057769901-project] 10.222.0.15 "PUT /v2.0/networks/842a3867-f1ce-4667-9b38-802dfbba9588 HTTP/1.1" status: 404 len: 339 time: 0.0781331 May 30 05:01:27.001461 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 45538) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:27.014722 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-713b26f9-9c6c-4fa1-9644-2388b0a25f38 tempest-NetworksNegativeTestJSON-2057769901 tempest-NetworksNegativeTestJSON-2057769901-project] Request body: {'port': {'name': 'new_name'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:01:27.039285 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-53bbd107-d624-4cb9-a4de-abece6484410 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Deleting port 0a3765b0-856b-40ca-9767-a2a237de950d {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:01:27.039631 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-53bbd107-d624-4cb9-a4de-abece6484410 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:27.089358 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-713b26f9-9c6c-4fa1-9644-2388b0a25f38 tempest-NetworksNegativeTestJSON-2057769901 tempest-NetworksNegativeTestJSON-2057769901-project] PUT failed (client error): The resource could not be found. May 30 05:01:27.089853 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-713b26f9-9c6c-4fa1-9644-2388b0a25f38 tempest-NetworksNegativeTestJSON-2057769901 tempest-NetworksNegativeTestJSON-2057769901-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 05:01:27.090992 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-713b26f9-9c6c-4fa1-9644-2388b0a25f38 tempest-NetworksNegativeTestJSON-2057769901 tempest-NetworksNegativeTestJSON-2057769901-project] 10.222.0.15 "PUT /v2.0/ports/8d0683ab-2e4f-43ba-b6fb-9cc59920221e HTTP/1.1" status: 404 len: 333 time: 0.0860929 May 30 05:01:27.099643 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 45542) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:27.105202 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-8fb6f6b0-07f0-4730-91c4-f546323a1293 None None] Provisioning for port 81148891-77b8-442c-b9e4-2b2f763b441b completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:01:27.112383 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f199ef20-5d47-4925-9e84-cb1afe769d5b tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:01:27.113018 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f199ef20-5d47-4925-9e84-cb1afe769d5b tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:27.113521 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-8fb6f6b0-07f0-4730-91c4-f546323a1293 None None] Provisioning complete for port 81148891-77b8-442c-b9e4-2b2f763b441b triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:01:27.114056 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8fb6f6b0-07f0-4730-91c4-f546323a1293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:27.133410 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-1bad1c19-c2d3-43e9-bbcf-0e61d35f6bdd tempest-NetworksNegativeTestJSON-2057769901 tempest-NetworksNegativeTestJSON-2057769901-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:01:27.171899 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-f199ef20-5d47-4925-9e84-cb1afe769d5b tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.7909193 May 30 05:01:27.177216 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 45546) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:27.181658 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-8fb6f6b0-07f0-4730-91c4-f546323a1293 None None] Port 81148891-77b8-442c-b9e4-2b2f763b441b cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 05:01:27.192428 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bad1c19-c2d3-43e9-bbcf-0e61d35f6bdd tempest-NetworksNegativeTestJSON-2057769901 tempest-NetworksNegativeTestJSON-2057769901-project] PUT failed (client error): The resource could not be found. May 30 05:01:27.193113 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bad1c19-c2d3-43e9-bbcf-0e61d35f6bdd tempest-NetworksNegativeTestJSON-2057769901 tempest-NetworksNegativeTestJSON-2057769901-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 05:01:27.194725 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-1bad1c19-c2d3-43e9-bbcf-0e61d35f6bdd tempest-NetworksNegativeTestJSON-2057769901 tempest-NetworksNegativeTestJSON-2057769901-project] 10.222.0.15 "PUT /v2.0/subnets/8ffc96a3-f121-4e3b-9057-c5adc7f4c799 HTTP/1.1" status: 404 len: 337 time: 0.0916383 May 30 05:01:27.203765 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-7cdb0237-db9b-43dd-9d62-99ebece47eff tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-12478081', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:01:27.235353 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-03e18729-2c82-4a45-9936-6a6312b46e86 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1547796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2133315'] for subnet, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:27.254401 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-7cdb0237-db9b-43dd-9d62-99ebece47eff tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:01:27.276852 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-7cdb0237-db9b-43dd-9d62-99ebece47eff tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] Usage tracker for resource:router and tenant:bfbdfbfdddba48dd944d3a87069cb168 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:01:27.281732 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-7cdb0237-db9b-43dd-9d62-99ebece47eff tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:01:27.295007 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-7cdb0237-db9b-43dd-9d62-99ebece47eff tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:01:27.359096 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e18729-2c82-4a45-9936-6a6312b46e86 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Network 5dca043a-b37a-4723-9d7b-43c1402b7673 is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:01:27.362961 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-03e18729-2c82-4a45-9936-6a6312b46e86 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:01:27.367279 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7cdb0237-db9b-43dd-9d62-99ebece47eff tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1603901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11666'] for router, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:27.375956 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-219466c1-0a16-438b-917d-a0cba1ab25d3 None None] Network 5dca043a-b37a-4723-9d7b-43c1402b7673 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:01:27.376809 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e18729-2c82-4a45-9936-6a6312b46e86 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:01:27.377642 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-03e18729-2c82-4a45-9936-6a6312b46e86 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:27.385077 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7cdb0237-db9b-43dd-9d62-99ebece47eff tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11675'] for router, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:27.401784 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7cdb0237-db9b-43dd-9d62-99ebece47eff tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:27.431282 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e18729-2c82-4a45-9936-6a6312b46e86 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Pushing event updated for resources: {'Subnet': ['ID=4b9aec4d-6680-468f-88ef-324bae6f2dbd,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:01:27.446688 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-03e18729-2c82-4a45-9936-6a6312b46e86 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2701371 May 30 05:01:27.450607 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 45554) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:27.462618 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-0682ab46-bc6d-4053-aac5-d2b5d8114707 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-232348425', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '4b9aec4d-6680-468f-88ef-324bae6f2dbd'}], 'security_groups': ['f91ae8ec-d138-4240-bf88-ec5bb96c0d65']}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:01:27.463336 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7cdb0237-db9b-43dd-9d62-99ebece47eff tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603653'] for router, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:27.532619 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-53bbd107-d624-4cb9-a4de-abece6484410 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:27.532947 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-53bbd107-d624-4cb9-a4de-abece6484410 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:27.617379 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 844e9d9d-5fee-4c5d-a110-d9621c7844c3 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:01:27.655478 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06259661-3cd7-412f-b021-b746dd940451 None None] Network 245fdd65-57f1-4eda-92e2-4669cc8b04ee requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:01:27.669858 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 45560) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:27.697359 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7cdb0237-db9b-43dd-9d62-99ebece47eff tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] Notify callbacks [] for router, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:27.699182 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-7cdb0237-db9b-43dd-9d62-99ebece47eff tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.5032654 May 30 05:01:27.703313 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 45566) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:27.706642 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-53bbd107-d624-4cb9-a4de-abece6484410 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Calling delete_port for 0a3765b0-856b-40ca-9767-a2a237de950d owned by network:floatingip {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:01:27.708320 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-6c428e9f-10b8-470f-852e-9a65c0744c25 tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1095340109', 'prefixes': ['172.20.0.0/16']}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:01:27.719037 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-6c428e9f-10b8-470f-852e-9a65c0744c25 tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:01:27.734251 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0682ab46-bc6d-4053-aac5-d2b5d8114707 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:27.799606 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9570cf2a-5efd-4a91-8832-7f089e6aa9b5 req-06e68f44-33dd-45ac-a39a-6d3e8ad4dba6 tempest-TestServerAdvancedOps-275529271 tempest-TestServerAdvancedOps-275529271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:01:27.801965 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9570cf2a-5efd-4a91-8832-7f089e6aa9b5 req-06e68f44-33dd-45ac-a39a-6d3e8ad4dba6 tempest-TestServerAdvancedOps-275529271 tempest-TestServerAdvancedOps-275529271-project] 10.222.0.15 "GET /v2.0/ports?device_id=196449a0-d332-4926-8f3e-06b22f18fef8 HTTP/1.1" status: 200 len: 945 time: 0.3821621 May 30 05:01:27.831140 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-7287ced6-1c7c-4f22-a4a2-802976c79c71 None None] Provisioning for port 375a337c-f890-4e39-ba5b-a065016976db completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:01:27.857846 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9570cf2a-5efd-4a91-8832-7f089e6aa9b5 req-c8fe2b0d-b8da-4511-8fa5-3dfee2d3f307 tempest-TestServerAdvancedOps-275529271 tempest-TestServerAdvancedOps-275529271-project] 10.222.0.15 "GET /v2.0/security-groups?id=e942b556-082b-47b5-acd5-34ca68d0c431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460079 May 30 05:01:27.900183 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-355cd902-3efb-4660-9bbe-191982b03ba7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:27.927925 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-355cd902-3efb-4660-9bbe-191982b03ba7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:01:27.951438 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-53bbd107-d624-4cb9-a4de-abece6484410 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:27.984958 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-355cd902-3efb-4660-9bbe-191982b03ba7 admin admin] Usage tracker for resource:security_group_rule and tenant:9b429e934d1141feb41819b8c861f88e is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:01:27.994873 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-355cd902-3efb-4660-9bbe-191982b03ba7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:01:28.010519 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-355cd902-3efb-4660-9bbe-191982b03ba7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:01:28.028178 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6c428e9f-10b8-470f-852e-9a65c0744c25 tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] Notify callbacks [] for subnetpool, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:28.032535 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-6c428e9f-10b8-470f-852e-9a65c0744c25 tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] 10.222.0.15 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.3254993 May 30 05:01:28.037588 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 45572) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:28.054978 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bbd107-d624-4cb9-a4de-abece6484410 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Pushing event deleted for resources: {'Port': ['ID=0a3765b0-856b-40ca-9767-a2a237de950d,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:01:28.067381 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 844e9d9d-5fee-4c5d-a110-d9621c7844c3 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:01:28.067790 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:28.092890 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.tag.tag_plugin [None req-469093e5-668d-411f-926d-ab0fa57c2ec4 tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '5959cc7c-342e-4778-8f5a-456b8e8f074c', 'tempest-TagsExtTest-Tag-134507907') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:01:28.161369 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-53bbd107-d624-4cb9-a4de-abece6484410 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks [] for floatingip, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:28.194606 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8cb16584-c06f-4ff2-b4ff-adb188adfe27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:28.263637 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 844e9d9d-5fee-4c5d-a110-d9621c7844c3 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:01:28.265599 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 375a337c-f890-4e39-ba5b-a065016976db up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:01:28.407177 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-355cd902-3efb-4660-9bbe-191982b03ba7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:28.412301 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-469093e5-668d-411f-926d-ab0fa57c2ec4 tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] 10.222.0.15 "PUT /v2.0/subnets/5959cc7c-342e-4778-8f5a-456b8e8f074c/tags/tempest-TagsExtTest-Tag-134507907 HTTP/1.1" status: 201 len: 201 time: 0.3721323 May 30 05:01:28.416057 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 45578) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:28.416626 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-355cd902-3efb-4660-9bbe-191982b03ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:28.430665 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.tag.tag_plugin [None req-05db4e97-348d-4c24-be94-8083b0444be9 tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'ee11411b-11d9-4198-a990-4a2bdaace353', 'tempest-TagsExtTest-Tag-1643386130') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:01:28.455030 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-53bbd107-d624-4cb9-a4de-abece6484410 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for floatingip, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:28.456311 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-53bbd107-d624-4cb9-a4de-abece6484410 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] 10.222.0.15 "DELETE /v2.0/floatingips/b3d14ff4-b41d-44fe-afdd-be77f535a15d HTTP/1.1" status: 204 len: 168 time: 1.6791062 May 30 05:01:28.468715 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 45582) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:28.475264 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port 375a337c-f890-4e39-ba5b-a065016976db completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:01:28.487632 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-6bd9857d-6607-48ff-a8c8-1db606c0a3eb tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Request body: {'floatingip': {'floating_network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'port_id': 'cad7ea11-2d3b-48c8-8f6e-46cf7357439f'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:01:28.490097 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 375a337c-f890-4e39-ba5b-a065016976db triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:01:28.490501 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:28.497120 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-6bd9857d-6607-48ff-a8c8-1db606c0a3eb tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:01:28.505959 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-6bd9857d-6607-48ff-a8c8-1db606c0a3eb tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Usage tracker for resource:floatingip and tenant:fb4b15beed874bf4bdf9eab934db65bc is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:01:28.512691 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-6bd9857d-6607-48ff-a8c8-1db606c0a3eb tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:01:28.515570 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83ec7a1a-fd43-4e6c-b96e-e04ad93eb1f1 None None] Update dhcp port {'port': {'network_id': '5dca043a-b37a-4723-9d7b-43c1402b7673', 'fixed_ips': [{'subnet_id': '4047fec1-897e-472b-b0a0-a27353ad9946', 'ip_address': '2001:db8::2'}, {'subnet_id': '4b9aec4d-6680-468f-88ef-324bae6f2dbd'}], 'binding:host_id': 'dv-neutron-843763-1-hyperv'}, 'id': '844e9d9d-5fee-4c5d-a110-d9621c7844c3'} from dv-neutron-843763-1-hyperv. {{(pid=88262) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 30 05:01:28.517892 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-0682ab46-bc6d-4053-aac5-d2b5d8114707 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Delete allocated IP 2001:db8::321 (5dca043a-b37a-4723-9d7b-43c1402b7673/4047fec1-897e-472b-b0a0-a27353ad9946) {{(pid=88260) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 30 05:01:28.521269 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-6bd9857d-6607-48ff-a8c8-1db606c0a3eb tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:01:28.541974 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7536026b-57a1-40a7-87cc-260d5ff73b8b req-14da73a8-cd54-41e1-bd5d-12d0bee07cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:01:28.543596 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7536026b-57a1-40a7-87cc-260d5ff73b8b req-14da73a8-cd54-41e1-bd5d-12d0bee07cd2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4b24f785115b43279d96c108a877125b&device_id=196449a0-d332-4926-8f3e-06b22f18fef8 HTTP/1.1" status: 200 len: 1098 time: 0.1438589 May 30 05:01:28.543719 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-355cd902-3efb-4660-9bbe-191982b03ba7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9b429e934d1141feb41819b8c861f88e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8736713 May 30 05:01:28.544538 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 45586) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:28.549601 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355cd902-3efb-4660-9bbe-191982b03ba7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d5329b5-f518-423e-b2ba-304f72806de7,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:01:28.549781 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6bd9857d-6607-48ff-a8c8-1db606c0a3eb tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks [] for floatingip, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:28.552959 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-0682ab46-bc6d-4053-aac5-d2b5d8114707 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Allocated IP 2001:db8:0:1::1dc (5dca043a-b37a-4723-9d7b-43c1402b7673/4b9aec4d-6680-468f-88ef-324bae6f2dbd/81148891-77b8-442c-b9e4-2b2f763b441b) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:01:28.612506 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-83ec7a1a-fd43-4e6c-b96e-e04ad93eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:28.613219 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca3ebf2-3b9e-43fb-b104-ee382d309b7b req-7f667777-4d36-4605-8f17-e7e03038ec68 tempest-TestServerAdvancedOps-275529271 tempest-TestServerAdvancedOps-275529271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:01:28.614697 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-aca3ebf2-3b9e-43fb-b104-ee382d309b7b req-7f667777-4d36-4605-8f17-e7e03038ec68 tempest-TestServerAdvancedOps-275529271 tempest-TestServerAdvancedOps-275529271-project] 10.222.0.15 "GET /v2.0/ports?device_id=196449a0-d332-4926-8f3e-06b22f18fef8 HTTP/1.1" status: 200 len: 945 time: 0.3989496 May 30 05:01:28.730676 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-05db4e97-348d-4c24-be94-8083b0444be9 tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] 10.222.0.15 "PUT /v2.0/ports/ee11411b-11d9-4198-a990-4a2bdaace353/tags/tempest-TagsExtTest-Tag-1643386130 HTTP/1.1" status: 201 len: 201 time: 0.3068247 May 30 05:01:28.734397 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 45590) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:28.748054 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.tag.tag_plugin [None req-4e36034d-cc1f-4ab4-8329-96c262d4299d tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '36157254-d984-432c-afbc-2253dfadfafc', 'tempest-TagsExtTest-Tag-41088182') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:01:28.844093 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9f6dc6f1-72d8-4509-9f3c-1aab890be92a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:28.860729 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 375a337c-f890-4e39-ba5b-a065016976db is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:01:28.861263 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:28.881634 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-aca3ebf2-3b9e-43fb-b104-ee382d309b7b req-247e2275-dc6f-4abd-a5fb-5398244c5ca7 tempest-TestServerAdvancedOps-275529271 tempest-TestServerAdvancedOps-275529271-project] 10.222.0.15 "GET /v2.0/security-groups?id=e942b556-082b-47b5-acd5-34ca68d0c431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470404 May 30 05:01:28.901569 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9f6dc6f1-72d8-4509-9f3c-1aab890be92a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:28.939826 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] For port 375a337c-f890-4e39-ba5b-a065016976db, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=375a337c-f890-4e39-ba5b-a065016976db,segment=NetworkSegment(3e33bc89-dfb4-4f2f-af6b-57d142842085),segment_id=3e33bc89-dfb4-4f2f-af6b-57d142842085)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:01:28.942976 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-93b7aa43-f896-407d-9ed7-2bb5419bda78 None None] Provisioning for port ee11411b-11d9-4198-a990-4a2bdaace353 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:01:28.943512 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7536026b-57a1-40a7-87cc-260d5ff73b8b req-8709be4d-1b72-4e8b-8a99-17f4655e11be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:01:28.945094 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7536026b-57a1-40a7-87cc-260d5ff73b8b req-8709be4d-1b72-4e8b-8a99-17f4655e11be service neutron] 10.222.0.39 "GET /v2.0/networks?id=c083290a-9da9-412f-8950-9d2e52b07d53 HTTP/1.1" status: 200 len: 913 time: 0.3765533 May 30 05:01:28.952267 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:28.957285 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0682ab46-bc6d-4053-aac5-d2b5d8114707 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks [] for port, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:28.983034 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [None req-0682ab46-bc6d-4053-aac5-d2b5d8114707 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Transition to ACTIVE for port object 81148891-77b8-442c-b9e4-2b2f763b441b will not be triggered until provisioned by entity DHCP. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:01:28.986744 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-4e36034d-cc1f-4ab4-8329-96c262d4299d tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] 10.222.0.15 "PUT /v2.0/routers/36157254-d984-432c-afbc-2253dfadfafc/tags/tempest-TagsExtTest-Tag-41088182 HTTP/1.1" status: 201 len: 201 time: 0.2510366 May 30 05:01:28.991525 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 45594) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:29.001999 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.tag.tag_plugin [None req-b0154466-f350-4c00-b3af-766140e2ff39 tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '3927a76b-6132-4e24-8d77-a0a5626d0f16', 'tempest-TagsExtTest-Tag-189920966') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:01:29.016833 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0682ab46-bc6d-4053-aac5-d2b5d8114707 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1547421'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:29.050925 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7536026b-57a1-40a7-87cc-260d5ff73b8b req-bcafb0cc-caba-4e74-bb3d-31e50bf84990 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ad1c73aa-8529-4e7f-9a54-cf1afc8474f0 HTTP/1.1" status: 200 len: 217 time: 0.0962820 May 30 05:01:29.136221 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6bd9857d-6607-48ff-a8c8-1db606c0a3eb tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:29.142926 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9f6dc6f1-72d8-4509-9f3c-1aab890be92a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:29.147913 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Pushing event updated for resources: {'Port': ['ID=375a337c-f890-4e39-ba5b-a065016976db,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:01:29.151569 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-93b7aa43-f896-407d-9ed7-2bb5419bda78 None None] Provisioning complete for port ee11411b-11d9-4198-a990-4a2bdaace353 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:01:29.152005 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-93b7aa43-f896-407d-9ed7-2bb5419bda78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:29.198568 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6dc6f1-72d8-4509-9f3c-1aab890be92a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d5329b5-f518-423e-b2ba-304f72806de7,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:01:29.202795 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7536026b-57a1-40a7-87cc-260d5ff73b8b req-5df7bd0b-e898-41d4-bc94-116c8b45221d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:01:29.208690 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7536026b-57a1-40a7-87cc-260d5ff73b8b req-5df7bd0b-e898-41d4-bc94-116c8b45221d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=097baa16-bd46-4d5c-8f81-e7c2969ee75b HTTP/1.1" status: 200 len: 852 time: 0.1438754 May 30 05:01:29.221597 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-93b7aa43-f896-407d-9ed7-2bb5419bda78 None None] Port ee11411b-11d9-4198-a990-4a2bdaace353 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 05:01:29.228635 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-45f79e78-106a-4f09-9d2c-69baeab7263d None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 05:01:29.266628 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-93b7aa43-f896-407d-9ed7-2bb5419bda78 None None] Provisioning complete for port 375a337c-f890-4e39-ba5b-a065016976db triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:01:29.267168 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-93b7aa43-f896-407d-9ed7-2bb5419bda78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:29.294017 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 45600) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:29.334156 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-83ec7a1a-fd43-4e6c-b96e-e04ad93eb1f1 None None] Allocated IP 2001:db8:0:1::2 (5dca043a-b37a-4723-9d7b-43c1402b7673/4b9aec4d-6680-468f-88ef-324bae6f2dbd/844e9d9d-5fee-4c5d-a110-d9621c7844c3) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:01:29.359265 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9f6dc6f1-72d8-4509-9f3c-1aab890be92a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:29.362409 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-9f6dc6f1-72d8-4509-9f3c-1aab890be92a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9d5329b5-f518-423e-b2ba-304f72806de7 HTTP/1.1" status: 204 len: 168 time: 0.8147173 May 30 05:01:29.362875 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-0682ab46-bc6d-4053-aac5-d2b5d8114707 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] In _notify_port_updated(), no bound segment for port 81148891-77b8-442c-b9e4-2b2f763b441b on network 5dca043a-b37a-4723-9d7b-43c1402b7673 {{(pid=88260) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 30 05:01:29.363016 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7536026b-57a1-40a7-87cc-260d5ff73b8b req-124b984e-35cf-446b-b739-87ac1773d7c5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c083290a-9da9-412f-8950-9d2e52b07d53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1364446 May 30 05:01:29.368443 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0682ab46-bc6d-4053-aac5-d2b5d8114707 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:01:29.369021 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0682ab46-bc6d-4053-aac5-d2b5d8114707 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:29.373355 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-0682ab46-bc6d-4053-aac5-d2b5d8114707 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] 10.222.0.15 "PUT /v2.0/ports/81148891-77b8-442c-b9e4-2b2f763b441b HTTP/1.1" status: 200 len: 930 time: 1.9211900 May 30 05:01:29.374751 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 45606) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:29.419887 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0682ab46-bc6d-4053-aac5-d2b5d8114707 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Pushing event updated for resources: {'Port': ['ID=81148891-77b8-442c-b9e4-2b2f763b441b,revision_number=2']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:01:29.461846 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-51c3369d-73ea-4c45-ab4a-be5f4e329a6f tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Deleting port 81148891-77b8-442c-b9e4-2b2f763b441b {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:01:29.462286 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-51c3369d-73ea-4c45-ab4a-be5f4e329a6f tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:29.495392 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-b0154466-f350-4c00-b3af-766140e2ff39 tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] 10.222.0.15 "PUT /v2.0/subnetpools/3927a76b-6132-4e24-8d77-a0a5626d0f16/tags/tempest-TagsExtTest-Tag-189920966 HTTP/1.1" status: 201 len: 201 time: 0.4996896 May 30 05:01:29.499946 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 45610) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:29.512276 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.tag.tag_plugin [None req-e3f81569-3ab0-4dee-bc4c-f8fae60e2413 tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '5959cc7c-342e-4778-8f5a-456b8e8f074c') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:01:29.517247 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 375a337c-f890-4e39-ba5b-a065016976db up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:01:29.611951 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-6bd9857d-6607-48ff-a8c8-1db606c0a3eb tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Allocated IP 172.26.6.26 (1bab70f4-3794-44db-8e17-19f483aa8ffa/6b5b73c1-b0ce-4f83-a930-c00cc5522926/4d808b5a-f06e-4fab-89c3-11c4c6a8f462) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:01:29.619256 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7536026b-57a1-40a7-87cc-260d5ff73b8b req-55bdf567-0f52-4a9d-a826-937b05c91f85 service neutron] 10.222.0.39 "GET /v2.0/networks/c083290a-9da9-412f-8950-9d2e52b07d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2473061 May 30 05:01:29.624656 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65dd3534-9207-405f-b410-6ea61bb318f1 tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:01:29.625135 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65dd3534-9207-405f-b410-6ea61bb318f1 tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:01:29.626040 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65dd3534-9207-405f-b410-6ea61bb318f1 tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:01:29.627237 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-65dd3534-9207-405f-b410-6ea61bb318f1 tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] 10.222.0.15 "GET /v2.0/ports?project_id=f9fe59584bbe4d5aaa42841eedb71980&network_id=83d1d881-1387-42cf-a16f-9c6e02a5e965 HTTP/1.1" status: 200 len: 3000 time: 0.3262274 May 30 05:01:29.654180 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-93b7aa43-f896-407d-9ed7-2bb5419bda78 None None] Current status of the port 375a337c-f890-4e39-ba5b-a065016976db is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:01:29.695379 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-83ec7a1a-fd43-4e6c-b96e-e04ad93eb1f1 None None] For port 844e9d9d-5fee-4c5d-a110-d9621c7844c3, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=844e9d9d-5fee-4c5d-a110-d9621c7844c3,segment=NetworkSegment(a8356bff-0d02-41c6-b83e-95182e85a613),segment_id=a8356bff-0d02-41c6-b83e-95182e85a613)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:01:29.735014 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-e3f81569-3ab0-4dee-bc4c-f8fae60e2413 tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] 10.222.0.15 "GET /v2.0/subnets/5959cc7c-342e-4778-8f5a-456b8e8f074c/tags HTTP/1.1" status: 200 len: 240 time: 0.2317412 May 30 05:01:29.736859 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 45618) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:29.743208 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 375a337c-f890-4e39-ba5b-a065016976db triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:01:29.743530 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.tag.tag_plugin [None req-d27a66fb-2293-42ea-b11b-868a97fff4b7 tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '5959cc7c-342e-4778-8f5a-456b8e8f074c', 'tempest-TagsExtTest-Tag-134507907') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:01:29.743689 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:29.798192 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-83ec7a1a-fd43-4e6c-b96e-e04ad93eb1f1 None None] Notify callbacks [] for port, precommit_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:29.828597 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-1ca52fcc-11f7-463c-8824-306e3557eff1 None None] Provisioning complete for port ee11411b-11d9-4198-a990-4a2bdaace353 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:01:29.829468 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-1ca52fcc-11f7-463c-8824-306e3557eff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:29.852024 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-51c3369d-73ea-4c45-ab4a-be5f4e329a6f tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:29.894798 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-83ec7a1a-fd43-4e6c-b96e-e04ad93eb1f1 None None] Transition to ACTIVE for port object 844e9d9d-5fee-4c5d-a110-d9621c7844c3 will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:01:29.895936 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7536026b-57a1-40a7-87cc-260d5ff73b8b req-f0817cf8-3764-473c-8bc5-b21219bc5b3a service neutron] 10.222.0.39 "GET /v2.0/networks/c083290a-9da9-412f-8950-9d2e52b07d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2632024 May 30 05:01:29.911329 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-83ec7a1a-fd43-4e6c-b96e-e04ad93eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:29.936509 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6bd9857d-6607-48ff-a8c8-1db606c0a3eb tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:29.962224 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-1ca52fcc-11f7-463c-8824-306e3557eff1 None None] Port ee11411b-11d9-4198-a990-4a2bdaace353 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 05:01:29.979991 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6bd9857d-6607-48ff-a8c8-1db606c0a3eb tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:30.063167 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bd9857d-6607-48ff-a8c8-1db606c0a3eb tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Network 1bab70f4-3794-44db-8e17-19f483aa8ffa is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:01:30.067551 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-6bd9857d-6607-48ff-a8c8-1db606c0a3eb tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:01:30.075175 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd9857d-6607-48ff-a8c8-1db606c0a3eb tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:01:30.130670 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd9857d-6607-48ff-a8c8-1db606c0a3eb tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Pushing event updated for resources: {'Port': ['ID=4d808b5a-f06e-4fab-89c3-11c4c6a8f462,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:01:30.132477 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-51c3369d-73ea-4c45-ab4a-be5f4e329a6f tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Calling delete_port for 81148891-77b8-442c-b9e4-2b2f763b441b owned by {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:01:30.221465 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 375a337c-f890-4e39-ba5b-a065016976db is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:01:30.231442 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ec7a1a-fd43-4e6c-b96e-e04ad93eb1f1 None None] Pushing event updated for resources: {'Port': ['ID=844e9d9d-5fee-4c5d-a110-d9621c7844c3,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:01:30.266487 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-d27a66fb-2293-42ea-b11b-868a97fff4b7 tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] 10.222.0.15 "GET /v2.0/subnets/5959cc7c-342e-4778-8f5a-456b8e8f074c/tags/tempest-TagsExtTest-Tag-134507907 HTTP/1.1" status: 204 len: 168 time: 0.5293543 May 30 05:01:30.267313 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 45640) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:30.269967 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c668cb51-c6b0-48f4-b2dc-cc1d94b418b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:30.291046 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd88d4b-066c-43b1-b07f-a21b20512793 req-21b4f0b6-7745-4479-8d23-aa51b27af1ec tempest-TestServerAdvancedOps-275529271 tempest-TestServerAdvancedOps-275529271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:01:30.292882 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-cfd88d4b-066c-43b1-b07f-a21b20512793 req-21b4f0b6-7745-4479-8d23-aa51b27af1ec tempest-TestServerAdvancedOps-275529271 tempest-TestServerAdvancedOps-275529271-project] 10.222.0.15 "GET /v2.0/ports?device_id=196449a0-d332-4926-8f3e-06b22f18fef8 HTTP/1.1" status: 200 len: 945 time: 0.2164257 May 30 05:01:30.304564 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.tag.tag_plugin [None req-90f46bf1-a59b-44e4-8022-a1df6aa9c101 tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '5959cc7c-342e-4778-8f5a-456b8e8f074c', 'tempest-TagsExtTest-Tag-134507907') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:01:30.392930 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-cfd88d4b-066c-43b1-b07f-a21b20512793 req-383c3409-bf5e-4d80-a828-246a5371e14f tempest-TestServerAdvancedOps-275529271 tempest-TestServerAdvancedOps-275529271-project] 10.222.0.15 "GET /v2.0/security-groups?id=e942b556-082b-47b5-acd5-34ca68d0c431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925431 May 30 05:01:30.504185 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-51c3369d-73ea-4c45-ab4a-be5f4e329a6f tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:30.560969 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 45648) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:30.563156 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c3369d-73ea-4c45-ab4a-be5f4e329a6f tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Pushing event deleted for resources: {'Port': ['ID=81148891-77b8-442c-b9e4-2b2f763b441b,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:01:30.570230 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-90f46bf1-a59b-44e4-8022-a1df6aa9c101 tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] 10.222.0.15 "DELETE /v2.0/subnets/5959cc7c-342e-4778-8f5a-456b8e8f074c/tags/tempest-TagsExtTest-Tag-134507907 HTTP/1.1" status: 204 len: 168 time: 0.2737014 May 30 05:01:30.572157 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 45654) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:30.578840 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.tag.tag_plugin [None req-b2c42eb9-edca-4395-b39c-2816b3e80107 tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '5959cc7c-342e-4778-8f5a-456b8e8f074c') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:01:30.619552 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-51c3369d-73ea-4c45-ab4a-be5f4e329a6f tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:30.638365 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-51c3369d-73ea-4c45-ab4a-be5f4e329a6f tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] 10.222.0.15 "DELETE /v2.0/ports/81148891-77b8-442c-b9e4-2b2f763b441b HTTP/1.1" status: 204 len: 168 time: 1.2576973 May 30 05:01:30.640995 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 45658) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:30.700685 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-ee520a83-a501-4874-a775-245b25ff58b5 tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-669700051', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:01:30.703475 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-847ecefe-817c-451a-b158-2ca34c35e285 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] GET failed (client error): The resource could not be found. May 30 05:01:30.704007 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-847ecefe-817c-451a-b158-2ca34c35e285 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Synchronizing usage tracker for tenant:895764a2d33a4b6180a8faca69c63db7 on resource:port {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:01:30.716817 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-ee520a83-a501-4874-a775-245b25ff58b5 tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:01:30.720698 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-847ecefe-817c-451a-b158-2ca34c35e285 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Unset dirty status for tenant:895764a2d33a4b6180a8faca69c63db7 on resource:port {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:01:30.724362 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-847ecefe-817c-451a-b158-2ca34c35e285 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] 10.222.0.15 "GET /v2.0/ports/81148891-77b8-442c-b9e4-2b2f763b441b HTTP/1.1" status: 404 len: 333 time: 0.0800445 May 30 05:01:30.724626 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 45662) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:30.727550 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-ee520a83-a501-4874-a775-245b25ff58b5 tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Usage tracker for resource:router and tenant:c21e664597df4071b0a614c1851fa302 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:01:30.738813 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-ee520a83-a501-4874-a775-245b25ff58b5 tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:01:30.755202 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-ee520a83-a501-4874-a775-245b25ff58b5 tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:01:30.786531 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ee520a83-a501-4874-a775-245b25ff58b5 tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1603901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11666'] for router, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:30.786770 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ee520a83-a501-4874-a775-245b25ff58b5 tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11675'] for router, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:30.796638 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-b2c42eb9-edca-4395-b39c-2816b3e80107 tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] 10.222.0.15 "GET /v2.0/subnets/5959cc7c-342e-4778-8f5a-456b8e8f074c/tags HTTP/1.1" status: 200 len: 205 time: 0.2236996 May 30 05:01:30.800960 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 45666) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:30.812340 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.tag.tag_plugin [None req-c92a96a0-2ae0-4be1-9408-34acf67e5cff tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'ee11411b-11d9-4198-a990-4a2bdaace353') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:01:30.817585 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ee520a83-a501-4874-a775-245b25ff58b5 tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:30.849414 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-94f0df66-365e-41d6-94e7-2b7921deb32a tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:30.850919 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ee520a83-a501-4874-a775-245b25ff58b5 tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603653'] for router, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:30.860016 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6bd9857d-6607-48ff-a8c8-1db606c0a3eb tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:30.892111 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ee520a83-a501-4874-a775-245b25ff58b5 tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Notify callbacks [] for router, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:30.893365 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-ee520a83-a501-4874-a775-245b25ff58b5 tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.3312874 May 30 05:01:30.898823 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 45670) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:30.900233 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-94f0df66-365e-41d6-94e7-2b7921deb32a tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:30.914885 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-7044f67c-98eb-478d-8d81-fe5c89c48bd2 tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1370787364'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:01:30.919811 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-7044f67c-98eb-478d-8d81-fe5c89c48bd2 tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:01:30.939567 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-7044f67c-98eb-478d-8d81-fe5c89c48bd2 tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Usage tracker for resource:network and tenant:c21e664597df4071b0a614c1851fa302 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:01:30.952105 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-7044f67c-98eb-478d-8d81-fe5c89c48bd2 tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:01:30.964639 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-7044f67c-98eb-478d-8d81-fe5c89c48bd2 tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:01:30.976597 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6bd9857d-6607-48ff-a8c8-1db606c0a3eb tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:30.994939 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7044f67c-98eb-478d-8d81-fe5c89c48bd2 tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Made reservation on behalf of c21e664597df4071b0a614c1851fa302 for: {'network': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:01:30.999751 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7044f67c-98eb-478d-8d81-fe5c89c48bd2 tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for network, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:31.008482 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-94499e30-b881-4ff4-97e6-be379ce87a42 None None] Provisioning for port 844e9d9d-5fee-4c5d-a110-d9621c7844c3 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:01:31.015050 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-94499e30-b881-4ff4-97e6-be379ce87a42 None None] Provisioning complete for port 844e9d9d-5fee-4c5d-a110-d9621c7844c3 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:01:31.016795 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-94499e30-b881-4ff4-97e6-be379ce87a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:31.019636 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7044f67c-98eb-478d-8d81-fe5c89c48bd2 tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Notify callbacks [] for security_group, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:31.042593 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 45674) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:31.043605 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-c92a96a0-2ae0-4be1-9408-34acf67e5cff tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] 10.222.0.15 "GET /v2.0/ports/ee11411b-11d9-4198-a990-4a2bdaace353/tags HTTP/1.1" status: 200 len: 241 time: 0.2413352 May 30 05:01:31.046875 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-94f0df66-365e-41d6-94e7-2b7921deb32a tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:31.052110 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.tag.tag_plugin [None req-ec5bdf3b-fc22-4553-90d7-6a9d486c933e tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'ee11411b-11d9-4198-a990-4a2bdaace353', 'tempest-TagsExtTest-Tag-1643386130') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:01:31.053997 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-7044f67c-98eb-478d-8d81-fe5c89c48bd2 tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:01:31.070277 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-7044f67c-98eb-478d-8d81-fe5c89c48bd2 tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Usage tracker for resource:security_group_rule and tenant:c21e664597df4071b0a614c1851fa302 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:01:31.081252 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-7044f67c-98eb-478d-8d81-fe5c89c48bd2 tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:01:31.087626 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f0df66-365e-41d6-94e7-2b7921deb32a tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=841bdc4d-aa50-49bb-b99f-2672c353bb7c,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:01:31.095261 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-94f0df66-365e-41d6-94e7-2b7921deb32a tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:31.097149 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-94f0df66-365e-41d6-94e7-2b7921deb32a tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] 10.222.0.15 "DELETE /v2.0/security-groups/841bdc4d-aa50-49bb-b99f-2672c353bb7c HTTP/1.1" status: 204 len: 168 time: 0.3707349 May 30 05:01:31.098843 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-7044f67c-98eb-478d-8d81-fe5c89c48bd2 tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:01:31.102973 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 45680) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:31.218939 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-94499e30-b881-4ff4-97e6-be379ce87a42 None None] Current status of the port 844e9d9d-5fee-4c5d-a110-d9621c7844c3 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:01:31.223611 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-94499e30-b881-4ff4-97e6-be379ce87a42 None None] Could not find standard attr ID for object 81148891-77b8-442c-b9e4-2b2f763b441b. {{(pid=88262) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 30 05:01:31.229104 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56ded65b-0e68-413c-8b9b-1097922cc81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:31.233940 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7044f67c-98eb-478d-8d81-fe5c89c48bd2 tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Notify callbacks [] for security_group, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:31.236979 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-94499e30-b881-4ff4-97e6-be379ce87a42 None None] Provisioning complete for port 07d6a72e-5ac7-4b0c-85ff-6a815fdf7209 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:01:31.237518 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-94499e30-b881-4ff4-97e6-be379ce87a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:31.239750 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7044f67c-98eb-478d-8d81-fe5c89c48bd2 tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:31.280848 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7044f67c-98eb-478d-8d81-fe5c89c48bd2 tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=88260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 05:01:31.307785 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-94499e30-b881-4ff4-97e6-be379ce87a42 None None] Port 07d6a72e-5ac7-4b0c-85ff-6a815fdf7209 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 05:01:31.308075 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7044f67c-98eb-478d-8d81-fe5c89c48bd2 tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3ea3150-e21e-4bef-bcb6-b602fa61fff7,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:01:31.317363 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7044f67c-98eb-478d-8d81-fe5c89c48bd2 tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:31.317913 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.db.segments_db [None req-7044f67c-98eb-478d-8d81-fe5c89c48bd2 tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Added segment 6c2227ae-27d7-4b3d-8227-d242ad22fef1 of type vlan for network c2d02d05-aa01-4b58-a4dc-6810c9647b8d May 30 05:01:31.358865 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7044f67c-98eb-478d-8d81-fe5c89c48bd2 tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729234556353'] for network, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:31.368872 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4e15a685-c725-4414-bf87-743004073531 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks [] for security_group, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:31.379560 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 45684) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:31.383226 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-ec5bdf3b-fc22-4553-90d7-6a9d486c933e tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] 10.222.0.15 "GET /v2.0/ports/ee11411b-11d9-4198-a990-4a2bdaace353/tags/tempest-TagsExtTest-Tag-1643386130 HTTP/1.1" status: 204 len: 168 time: 0.3391850 May 30 05:01:31.388125 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 45686) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:31.403811 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.tag.tag_plugin [None req-be6f7781-04c0-4088-bdaf-abe125ccb14d tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'ee11411b-11d9-4198-a990-4a2bdaace353', 'tempest-TagsExtTest-Tag-1643386130') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:01:31.411342 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:31.425771 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-72f7c560-8973-459d-afe0-8eecb46e1496 None None] Could not find standard attr ID for object 81148891-77b8-442c-b9e4-2b2f763b441b. {{(pid=88262) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 30 05:01:31.461304 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7044f67c-98eb-478d-8d81-fe5c89c48bd2 tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788'] for network, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:31.469407 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7044f67c-98eb-478d-8d81-fe5c89c48bd2 tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:01:31.470292 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7044f67c-98eb-478d-8d81-fe5c89c48bd2 tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:31.491891 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 844e9d9d-5fee-4c5d-a110-d9621c7844c3 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:01:31.504965 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4e15a685-c725-4414-bf87-743004073531 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:31.513602 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d36d647-68fb-4c23-b863-3ed05490ee06 tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:01:31.519056 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-9d36d647-68fb-4c23-b863-3ed05490ee06 tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=1bab70f4-3794-44db-8e17-19f483aa8ffa HTTP/1.1" status: 200 len: 814 time: 0.1264122 May 30 05:01:31.583499 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 844e9d9d-5fee-4c5d-a110-d9621c7844c3 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:01:31.584157 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:31.609042 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-7044f67c-98eb-478d-8d81-fe5c89c48bd2 tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.6994834 May 30 05:01:31.609836 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 45696) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:31.615240 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7044f67c-98eb-478d-8d81-fe5c89c48bd2 tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Pushing event updated for resources: {'Network': ['ID=c2d02d05-aa01-4b58-a4dc-6810c9647b8d,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:01:31.626181 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-e9aaf32c-8d87-4a81-92e5-2292156e77bb tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Request body: {'subnet': {'network_id': 'c2d02d05-aa01-4b58-a4dc-6810c9647b8d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:01:31.637722 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Network c2d02d05-aa01-4b58-a4dc-6810c9647b8d details requested by agent ovs-agent-dv-neutron-843763-1-hyperv with host dv-neutron-843763-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 05:01:31.688956 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6bd9857d-6607-48ff-a8c8-1db606c0a3eb tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:31.694215 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4e15a685-c725-4414-bf87-743004073531 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:31.711767 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6bd9857d-6607-48ff-a8c8-1db606c0a3eb tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2304381'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:31.760359 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e15a685-c725-4414-bf87-743004073531 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f91ae8ec-d138-4240-bf88-ec5bb96c0d65,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:01:31.830767 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 844e9d9d-5fee-4c5d-a110-d9621c7844c3 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:01:31.863422 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4e15a685-c725-4414-bf87-743004073531 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:31.864541 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-4e15a685-c725-4414-bf87-743004073531 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] 10.222.0.15 "DELETE /v2.0/security-groups/f91ae8ec-d138-4240-bf88-ec5bb96c0d65 HTTP/1.1" status: 204 len: 168 time: 0.7559085 May 30 05:01:31.870837 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 45702) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:31.880930 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd9857d-6607-48ff-a8c8-1db606c0a3eb tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Pushing event updated for resources: {'Port': ['ID=4d808b5a-f06e-4fab-89c3-11c4c6a8f462,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:01:31.885175 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-e9aaf32c-8d87-4a81-92e5-2292156e77bb tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:01:31.889125 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-e9aaf32c-8d87-4a81-92e5-2292156e77bb tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Usage tracker for resource:subnet and tenant:c21e664597df4071b0a614c1851fa302 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:01:31.892021 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-e9aaf32c-8d87-4a81-92e5-2292156e77bb tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:01:31.897745 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-e9aaf32c-8d87-4a81-92e5-2292156e77bb tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:01:31.907403 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9aaf32c-8d87-4a81-92e5-2292156e77bb tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Made reservation on behalf of c21e664597df4071b0a614c1851fa302 for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:01:31.910867 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e9aaf32c-8d87-4a81-92e5-2292156e77bb tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2133361'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:31.916002 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-be6f7781-04c0-4088-bdaf-abe125ccb14d tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] 10.222.0.15 "DELETE /v2.0/ports/ee11411b-11d9-4198-a990-4a2bdaace353/tags/tempest-TagsExtTest-Tag-1643386130 HTTP/1.1" status: 204 len: 168 time: 0.5250127 May 30 05:01:31.927301 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 45706) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:31.929268 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd431f52-3c0c-4f2d-ab18-bfca2b5cf584 req-93f390c4-aae7-429e-905c-6047cece908e tempest-TestServerAdvancedOps-275529271 tempest-TestServerAdvancedOps-275529271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:01:31.930748 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-cd431f52-3c0c-4f2d-ab18-bfca2b5cf584 req-93f390c4-aae7-429e-905c-6047cece908e tempest-TestServerAdvancedOps-275529271 tempest-TestServerAdvancedOps-275529271-project] 10.222.0.15 "GET /v2.0/ports?device_id=196449a0-d332-4926-8f3e-06b22f18fef8 HTTP/1.1" status: 200 len: 945 time: 0.3767769 May 30 05:01:31.936491 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.tag.tag_plugin [None req-ae6e87cd-2b3f-4412-ae2c-911448ceb1e4 tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'ee11411b-11d9-4198-a990-4a2bdaace353') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:01:31.951041 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6bd9857d-6607-48ff-a8c8-1db606c0a3eb tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1604762'] for floatingip, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:32.021527 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 45710) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:32.034049 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-0eff3be8-60c7-42fb-8e5f-4d2a37bca93f tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Request body: {'network': {'name': 'tempest-network-smoke--1891673998', 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'port_security_enabled': True}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:01:32.054216 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-0eff3be8-60c7-42fb-8e5f-4d2a37bca93f tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:01:32.096199 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_v2 [None req-441b5cb8-7db2-4908-a7b6-5e167a86e1bf tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Deleting subnet 4047fec1-897e-472b-b0a0-a27353ad9946 {{(pid=88261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 30 05:01:32.099283 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-ae6e87cd-2b3f-4412-ae2c-911448ceb1e4 tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] 10.222.0.15 "GET /v2.0/ports/ee11411b-11d9-4198-a990-4a2bdaace353/tags HTTP/1.1" status: 200 len: 205 time: 0.1709538 May 30 05:01:32.102503 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 45714) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:32.103015 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-0eff3be8-60c7-42fb-8e5f-4d2a37bca93f tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:01:32.106702 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-441b5cb8-7db2-4908-a7b6-5e167a86e1bf tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks [] for subnet, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:32.109061 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.tag.tag_plugin [None req-b1cf9424-1859-47af-8b01-a83bab6bfc83 tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '36157254-d984-432c-afbc-2253dfadfafc') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:01:32.147798 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-cd431f52-3c0c-4f2d-ab18-bfca2b5cf584 req-a131808c-ad6e-4eb6-9030-b296fba026fd tempest-TestServerAdvancedOps-275529271 tempest-TestServerAdvancedOps-275529271-project] 10.222.0.15 "GET /v2.0/security-groups?id=e942b556-082b-47b5-acd5-34ca68d0c431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078588 May 30 05:01:32.236597 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eff3be8-60c7-42fb-8e5f-4d2a37bca93f tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Made reservation on behalf of f9fe59584bbe4d5aaa42841eedb71980 for: {'network': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:01:32.239885 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0eff3be8-60c7-42fb-8e5f-4d2a37bca93f tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for network, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:32.261024 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-441b5cb8-7db2-4908-a7b6-5e167a86e1bf tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3545586'] for subnet, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:32.346140 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-b1cf9424-1859-47af-8b01-a83bab6bfc83 tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] 10.222.0.15 "GET /v2.0/routers/36157254-d984-432c-afbc-2253dfadfafc/tags HTTP/1.1" status: 200 len: 239 time: 0.2403483 May 30 05:01:32.346966 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 45720) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:32.353580 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.tag.tag_plugin [None req-9f9ca0f9-8e86-49ec-9b3c-9463f6aa7888 tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '36157254-d984-432c-afbc-2253dfadfafc', 'tempest-TagsExtTest-Tag-41088182') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:01:32.424927 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e9aaf32c-8d87-4a81-92e5-2292156e77bb tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1547796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2133315'] for subnet, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:32.482654 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0eff3be8-60c7-42fb-8e5f-4d2a37bca93f tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=88261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 05:01:32.485203 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.db.l3_db [None req-6bd9857d-6607-48ff-a8c8-1db606c0a3eb tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Floating IP 4e5b62b6-4c47-440f-851b-268f9c252762 associated. External IP: 172.26.6.26, port: cad7ea11-2d3b-48c8-8f6e-46cf7357439f. May 30 05:01:32.579500 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9aaf32c-8d87-4a81-92e5-2292156e77bb tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Pushing event updated for resources: {'Subnet': ['ID=2faf6267-804a-4f2b-b89d-655600f53f49,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:01:32.590320 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9aaf32c-8d87-4a81-92e5-2292156e77bb tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Checking segment: {'id': '6c2227ae-27d7-4b3d-8227-d242ad22fef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'c2d02d05-aa01-4b58-a4dc-6810c9647b8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:01:32.590483 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9aaf32c-8d87-4a81-92e5-2292156e77bb tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Network hostable DHCP agents. Network: c2d02d05-aa01-4b58-a4dc-6810c9647b8d, hostable agents: ['1c705e68-3d3e-4dd3-9252-feb21d4b96ab'], hosted agents: [] {{(pid=88260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 05:01:32.596160 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-9f9ca0f9-8e86-49ec-9b3c-9463f6aa7888 tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] 10.222.0.15 "GET /v2.0/routers/36157254-d984-432c-afbc-2253dfadfafc/tags/tempest-TagsExtTest-Tag-41088182 HTTP/1.1" status: 204 len: 168 time: 0.2488041 May 30 05:01:32.598700 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 45726) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:32.604407 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.tag.tag_plugin [None req-c5384cea-7ab9-4cee-ba7a-f01c1e113e1e tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '36157254-d984-432c-afbc-2253dfadfafc', 'tempest-TagsExtTest-Tag-41088182') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:01:32.619488 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0eff3be8-60c7-42fb-8e5f-4d2a37bca93f tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:32.619828 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.db.segments_db [None req-0eff3be8-60c7-42fb-8e5f-4d2a37bca93f tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Added segment 084e388d-319f-4998-938e-0681ba13a099 of type vlan for network 3a472c4e-706e-49c5-9d72-fbb66b9c0513 May 30 05:01:32.725085 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a142624-940e-4c55-bf49-a5329c884075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:32.735434 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9aaf32c-8d87-4a81-92e5-2292156e77bb tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Network c2d02d05-aa01-4b58-a4dc-6810c9647b8d is scheduled to be hosted by DHCP agent 1c705e68-3d3e-4dd3-9252-feb21d4b96ab with binding_index 1 {{(pid=88260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 05:01:32.750127 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-e9aaf32c-8d87-4a81-92e5-2292156e77bb tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843763-1-hyperv, c2d02d05-aa01-4b58-a4dc-6810c9647b8d) {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:01:32.757059 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0eff3be8-60c7-42fb-8e5f-4d2a37bca93f tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729234556353'] for network, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:32.757273 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9aaf32c-8d87-4a81-92e5-2292156e77bb tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:01:32.757817 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e9aaf32c-8d87-4a81-92e5-2292156e77bb tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:32.765167 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3134ab9-2168-4f78-91ef-a694956da5d4 None None] Network c2d02d05-aa01-4b58-a4dc-6810c9647b8d requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:01:32.773081 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-441b5cb8-7db2-4908-a7b6-5e167a86e1bf tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860493'] for subnet, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:32.784317 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-e9aaf32c-8d87-4a81-92e5-2292156e77bb tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1706238 May 30 05:01:32.788270 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-c5384cea-7ab9-4cee-ba7a-f01c1e113e1e tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] 10.222.0.15 "DELETE /v2.0/routers/36157254-d984-432c-afbc-2253dfadfafc/tags/tempest-TagsExtTest-Tag-41088182 HTTP/1.1" status: 204 len: 168 time: 0.1886771 May 30 05:01:32.789057 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 45730) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:32.791158 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 45732) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:32.796693 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-1978abff-b6a8-4ec7-a927-b5fa6ee347b7 tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Request body: {'network': {'name': 'tempest-router-network01--766984950'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:01:32.802164 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.tag.tag_plugin [None req-5a8667da-4ea4-4b2a-824e-6ba0f1262e60 tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '36157254-d984-432c-afbc-2253dfadfafc') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:01:32.863135 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-1978abff-b6a8-4ec7-a927-b5fa6ee347b7 tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:01:32.869265 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-1978abff-b6a8-4ec7-a927-b5fa6ee347b7 tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Usage tracker for resource:network and tenant:c21e664597df4071b0a614c1851fa302 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:01:32.872512 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-1978abff-b6a8-4ec7-a927-b5fa6ee347b7 tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:01:32.875180 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cd7963-ca92-4a47-b0e8-4e52fab2f6c6 req-b2ad747e-0eb2-4e47-8655-2b915b237155 tempest-TestServerAdvancedOps-275529271 tempest-TestServerAdvancedOps-275529271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:01:32.876662 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-22cd7963-ca92-4a47-b0e8-4e52fab2f6c6 req-b2ad747e-0eb2-4e47-8655-2b915b237155 tempest-TestServerAdvancedOps-275529271 tempest-TestServerAdvancedOps-275529271-project] 10.222.0.15 "GET /v2.0/ports?device_id=196449a0-d332-4926-8f3e-06b22f18fef8 HTTP/1.1" status: 200 len: 945 time: 0.3447013 May 30 05:01:32.927897 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-1978abff-b6a8-4ec7-a927-b5fa6ee347b7 tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:01:32.935044 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0eff3be8-60c7-42fb-8e5f-4d2a37bca93f tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788'] for network, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:32.939872 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eff3be8-60c7-42fb-8e5f-4d2a37bca93f tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:01:32.940475 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0eff3be8-60c7-42fb-8e5f-4d2a37bca93f tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:32.949508 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1978abff-b6a8-4ec7-a927-b5fa6ee347b7 tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Made reservation on behalf of c21e664597df4071b0a614c1851fa302 for: {'network': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:01:32.952933 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1978abff-b6a8-4ec7-a927-b5fa6ee347b7 tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for network, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:32.971671 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-5a8667da-4ea4-4b2a-824e-6ba0f1262e60 tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] 10.222.0.15 "GET /v2.0/routers/36157254-d984-432c-afbc-2253dfadfafc/tags HTTP/1.1" status: 200 len: 205 time: 0.1768274 May 30 05:01:32.971913 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 45738) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:32.977908 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.tag.tag_plugin [None req-3fd0d2e8-9ee2-43e4-87dd-5dcd33f6866c tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '3927a76b-6132-4e24-8d77-a0a5626d0f16') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:01:32.998288 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a3312e-6fb9-47f6-9dbf-526e78914071 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bbf24ed-7ba9-53d2-873f-8f9642b1e987-c2d02d05-aa01-4b58-a4dc-6810c9647b8d', 'network_id': 'c2d02d05-aa01-4b58-a4dc-6810c9647b8d', 'tenant_id': 'c21e664597df4071b0a614c1851fa302', 'fixed_ips': [{'subnet_id': '2faf6267-804a-4f2b-b89d-655600f53f49'}]}} from dv-neutron-843763-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 30 05:01:32.999368 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-74a3312e-6fb9-47f6-9dbf-526e78914071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:33.002062 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1978abff-b6a8-4ec7-a927-b5fa6ee347b7 tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=88260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 05:01:33.016856 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1978abff-b6a8-4ec7-a927-b5fa6ee347b7 tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:33.017199 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.db.segments_db [None req-1978abff-b6a8-4ec7-a927-b5fa6ee347b7 tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Added segment 7d353a1b-f7b8-4181-a94e-f8e5ebe8fde5 of type vlan for network 8c6e8521-cd06-47e7-9411-802b21fef57c May 30 05:01:33.026032 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-3fd0d2e8-9ee2-43e4-87dd-5dcd33f6866c tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] 10.222.0.15 "GET /v2.0/subnetpools/3927a76b-6132-4e24-8d77-a0a5626d0f16/tags HTTP/1.1" status: 200 len: 240 time: 0.0507691 May 30 05:01:33.026369 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 45742) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:33.032300 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.tag.tag_plugin [None req-455aa836-3a68-464d-b2d8-a7aaabd35a59 tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '3927a76b-6132-4e24-8d77-a0a5626d0f16', 'tempest-TagsExtTest-Tag-189920966') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:01:33.068475 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1978abff-b6a8-4ec7-a927-b5fa6ee347b7 tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729234556353'] for network, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:33.089249 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-455aa836-3a68-464d-b2d8-a7aaabd35a59 tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] 10.222.0.15 "GET /v2.0/subnetpools/3927a76b-6132-4e24-8d77-a0a5626d0f16/tags/tempest-TagsExtTest-Tag-189920966 HTTP/1.1" status: 204 len: 168 time: 0.0595086 May 30 05:01:33.095230 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 45746) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:33.103994 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.tag.tag_plugin [None req-7e8c13d8-04cd-4396-943e-39a271212e09 tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '3927a76b-6132-4e24-8d77-a0a5626d0f16', 'tempest-TagsExtTest-Tag-189920966') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:01:33.131559 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1978abff-b6a8-4ec7-a927-b5fa6ee347b7 tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788'] for network, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:33.136867 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1978abff-b6a8-4ec7-a927-b5fa6ee347b7 tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:01:33.137447 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1978abff-b6a8-4ec7-a927-b5fa6ee347b7 tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:33.173027 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-441b5cb8-7db2-4908-a7b6-5e167a86e1bf tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2304955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9305493'] for subnet, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:33.215738 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-74a3312e-6fb9-47f6-9dbf-526e78914071 None None] Allocated IP 172.20.0.2 (c2d02d05-aa01-4b58-a4dc-6810c9647b8d/2faf6267-804a-4f2b-b89d-655600f53f49/7c9f727d-bceb-4e81-83bb-911e2c1713ac) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:01:33.235676 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-0eff3be8-60c7-42fb-8e5f-4d2a37bca93f tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2128136 May 30 05:01:33.244342 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 45750) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:33.247570 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eff3be8-60c7-42fb-8e5f-4d2a37bca93f tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event updated for resources: {'Network': ['ID=3a472c4e-706e-49c5-9d72-fbb66b9c0513,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:01:33.264465 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-7e8c13d8-04cd-4396-943e-39a271212e09 tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] 10.222.0.15 "DELETE /v2.0/subnetpools/3927a76b-6132-4e24-8d77-a0a5626d0f16/tags/tempest-TagsExtTest-Tag-189920966 HTTP/1.1" status: 204 len: 168 time: 0.1681573 May 30 05:01:33.269014 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-1978abff-b6a8-4ec7-a927-b5fa6ee347b7 tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4789453 May 30 05:01:33.269584 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 45754) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:33.274076 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-441b5cb8-7db2-4908-a7b6-5e167a86e1bf tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:33.275918 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 45756) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:33.280885 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.tag.tag_plugin [None req-2b528891-22cd-45df-b800-9d3647420bf1 tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '3927a76b-6132-4e24-8d77-a0a5626d0f16') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:01:33.289887 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1978abff-b6a8-4ec7-a927-b5fa6ee347b7 tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Pushing event updated for resources: {'Network': ['ID=8c6e8521-cd06-47e7-9411-802b21fef57c,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:01:33.290592 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-441b5cb8-7db2-4908-a7b6-5e167a86e1bf tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] 10.222.0.15 "DELETE /v2.0/subnets/4047fec1-897e-472b-b0a0-a27353ad9946 HTTP/1.1" status: 204 len: 168 time: 1.4158652 May 30 05:01:33.291675 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441b5cb8-7db2-4908-a7b6-5e167a86e1bf tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Pushing event deleted for resources: {'Subnet': ['ID=4047fec1-897e-472b-b0a0-a27353ad9946,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:01:33.296450 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-22cd7963-ca92-4a47-b0e8-4e52fab2f6c6 req-b9f969ed-9cd6-452d-a060-6a33839be84d tempest-TestServerAdvancedOps-275529271 tempest-TestServerAdvancedOps-275529271-project] 10.222.0.15 "GET /v2.0/security-groups?id=e942b556-082b-47b5-acd5-34ca68d0c431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3706543 May 30 05:01:33.301393 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-d9bc94bd-f7d4-4dd9-99d0-e7075ba0f58c tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Request body: {'network': {'name': 'tempest-router-network02--1912727077'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:01:33.305041 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 45762) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:33.313150 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-d9bc94bd-f7d4-4dd9-99d0-e7075ba0f58c tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:01:33.318387 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-47813f71-283a-4989-a1c6-472b7897fdd4 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Request body: {'subnet': {'network_id': '5dca043a-b37a-4723-9d7b-43c1402b7673', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:01:33.342746 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-d9bc94bd-f7d4-4dd9-99d0-e7075ba0f58c tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Usage tracker for resource:network and tenant:c21e664597df4071b0a614c1851fa302 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:01:33.343654 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dcb600e-5471-48c9-bca8-2f9dfcafae0f None None] Network 5dca043a-b37a-4723-9d7b-43c1402b7673 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:01:33.361515 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Network 8c6e8521-cd06-47e7-9411-802b21fef57c details requested by agent ovs-agent-dv-neutron-843763-1-hyperv with host dv-neutron-843763-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 05:01:33.387681 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-d9bc94bd-f7d4-4dd9-99d0-e7075ba0f58c tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:01:33.396143 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eff3be8-60c7-42fb-8e5f-4d2a37bca93f tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:01:33.396789 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eff3be8-60c7-42fb-8e5f-4d2a37bca93f tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:01:33.397297 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eff3be8-60c7-42fb-8e5f-4d2a37bca93f tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:01:33.397942 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eff3be8-60c7-42fb-8e5f-4d2a37bca93f tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:01:33.398370 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eff3be8-60c7-42fb-8e5f-4d2a37bca93f tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:01:33.398825 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eff3be8-60c7-42fb-8e5f-4d2a37bca93f tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:01:33.399221 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eff3be8-60c7-42fb-8e5f-4d2a37bca93f tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:01:33.400164 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eff3be8-60c7-42fb-8e5f-4d2a37bca93f tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:01:33.400164 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eff3be8-60c7-42fb-8e5f-4d2a37bca93f tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:01:33.400572 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eff3be8-60c7-42fb-8e5f-4d2a37bca93f tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:01:33.401371 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eff3be8-60c7-42fb-8e5f-4d2a37bca93f tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:01:33.401371 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eff3be8-60c7-42fb-8e5f-4d2a37bca93f tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:01:33.411813 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441b5cb8-7db2-4908-a7b6-5e167a86e1bf tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:01:33.413055 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441b5cb8-7db2-4908-a7b6-5e167a86e1bf tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:01:33.413595 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441b5cb8-7db2-4908-a7b6-5e167a86e1bf tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:01:33.414070 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441b5cb8-7db2-4908-a7b6-5e167a86e1bf tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:01:33.414573 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441b5cb8-7db2-4908-a7b6-5e167a86e1bf tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:01:33.415004 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441b5cb8-7db2-4908-a7b6-5e167a86e1bf tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:01:33.415435 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441b5cb8-7db2-4908-a7b6-5e167a86e1bf tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:01:33.415892 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441b5cb8-7db2-4908-a7b6-5e167a86e1bf tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:01:33.416318 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441b5cb8-7db2-4908-a7b6-5e167a86e1bf tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:01:33.416746 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441b5cb8-7db2-4908-a7b6-5e167a86e1bf tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:01:33.417233 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441b5cb8-7db2-4908-a7b6-5e167a86e1bf tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:01:33.417695 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441b5cb8-7db2-4908-a7b6-5e167a86e1bf tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:01:33.442239 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9bdf649-e326-4002-8dd4-b9f3ca9ac9ff tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:01:33.446539 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-e9bdf649-e326-4002-8dd4-b9f3ca9ac9ff tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=f9fe59584bbe4d5aaa42841eedb71980&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1936715 May 30 05:01:33.446539 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bd9857d-6607-48ff-a8c8-1db606c0a3eb tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Router 035cf39c-ba36-4715-9375-d6e51365b793 has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 05:01:33.447130 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 45766) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:33.503513 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Network 3a472c4e-706e-49c5-9d72-fbb66b9c0513 details requested by agent ovs-agent-dv-neutron-843763-1-hyperv with host dv-neutron-843763-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 05:01:33.533075 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-d9bc94bd-f7d4-4dd9-99d0-e7075ba0f58c tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:01:33.550845 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-2b528891-22cd-45df-b800-9d3647420bf1 tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] 10.222.0.15 "GET /v2.0/subnetpools/3927a76b-6132-4e24-8d77-a0a5626d0f16/tags HTTP/1.1" status: 200 len: 205 time: 0.2758141 May 30 05:01:33.552404 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 45770) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:33.559657 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.tag.tag_plugin [None req-21cb904c-3e25-4d43-beda-2e77067a02da tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '3927a76b-6132-4e24-8d77-a0a5626d0f16') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:01:33.569628 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9bc94bd-f7d4-4dd9-99d0-e7075ba0f58c tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Made reservation on behalf of c21e664597df4071b0a614c1851fa302 for: {'network': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:01:33.572906 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d9bc94bd-f7d4-4dd9-99d0-e7075ba0f58c tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for network, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:33.653537 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9bc94bd-f7d4-4dd9-99d0-e7075ba0f58c tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=88260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 05:01:33.655700 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-47813f71-283a-4989-a1c6-472b7897fdd4 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:01:33.664563 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-21cb904c-3e25-4d43-beda-2e77067a02da tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] 10.222.0.15 "DELETE /v2.0/subnetpools/3927a76b-6132-4e24-8d77-a0a5626d0f16/tags HTTP/1.1" status: 204 len: 168 time: 0.1061301 May 30 05:01:33.664855 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 45774) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:33.668279 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-47813f71-283a-4989-a1c6-472b7897fdd4 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Usage tracker for resource:subnet and tenant:895764a2d33a4b6180a8faca69c63db7 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:01:33.671325 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-47813f71-283a-4989-a1c6-472b7897fdd4 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:01:33.677951 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.tag.tag_plugin [None req-07d519cb-faea-4ab8-a41c-d52978c70e9b tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '36157254-d984-432c-afbc-2253dfadfafc') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:01:33.725559 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d9bc94bd-f7d4-4dd9-99d0-e7075ba0f58c tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:33.725953 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.db.segments_db [None req-d9bc94bd-f7d4-4dd9-99d0-e7075ba0f58c tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Added segment 9108c665-7c99-48fb-b3c8-8f2a9c8ac44f of type vlan for network 4128eb64-12d1-4167-8862-5640adedf011 May 30 05:01:33.739203 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-47813f71-283a-4989-a1c6-472b7897fdd4 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:01:33.770593 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f30fedc-71d0-4933-8aef-ac11cf9f6571 tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:01:33.775234 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-0f30fedc-71d0-4933-8aef-ac11cf9f6571 tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3239341 May 30 05:01:33.775517 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 45778) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:33.823563 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47813f71-283a-4989-a1c6-472b7897fdd4 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Made reservation on behalf of 895764a2d33a4b6180a8faca69c63db7 for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:01:33.823812 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-afe60e36-47b0-49a3-9075-7418957c3031 tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=1bab70f4-3794-44db-8e17-19f483aa8ffa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0444915 May 30 05:01:33.824451 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-47813f71-283a-4989-a1c6-472b7897fdd4 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2133361'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:33.825425 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 45782) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:33.826798 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bd9857d-6607-48ff-a8c8-1db606c0a3eb tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:01:33.841218 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89764c38-4b80-4825-84c0-2babae02bc88 None None] Sync routers for ids ['035cf39c-ba36-4715-9375-d6e51365b793'] in dv-neutron-843763-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:01:33.851293 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89764c38-4b80-4825-84c0-2babae02bc88 None None] Routers {'035cf39c-ba36-4715-9375-d6e51365b793'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:01:33.851904 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-89764c38-4b80-4825-84c0-2babae02bc88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:01:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['035cf39c-ba36-4715-9375-d6e51365b793'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:01:33.892319 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-55c0c7ed-f6f0-4cd3-8b2f-d1f6a1207e9e tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=f9fe59584bbe4d5aaa42841eedb71980&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0616467 May 30 05:01:33.892571 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-74a3312e-6fb9-47f6-9dbf-526e78914071 None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:33.893040 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 45786) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:33.911358 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-89764c38-4b80-4825-84c0-2babae02bc88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:01:33.916103 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6bd9857d-6607-48ff-a8c8-1db606c0a3eb tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for floatingip, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:33.920264 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89764c38-4b80-4825-84c0-2babae02bc88 None None] Routers {'035cf39c-ba36-4715-9375-d6e51365b793'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:01:33.920874 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-89764c38-4b80-4825-84c0-2babae02bc88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:01:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['035cf39c-ba36-4715-9375-d6e51365b793'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:01:33.926551 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-74a3312e-6fb9-47f6-9dbf-526e78914071 None None] Transition to ACTIVE for port object 7c9f727d-bceb-4e81-83bb-911e2c1713ac will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:01:33.954381 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-74a3312e-6fb9-47f6-9dbf-526e78914071 None None] Transition to ACTIVE for port object 7c9f727d-bceb-4e81-83bb-911e2c1713ac will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:01:33.961902 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-74a3312e-6fb9-47f6-9dbf-526e78914071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:33.993969 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-89764c38-4b80-4825-84c0-2babae02bc88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:01:33.993969 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89764c38-4b80-4825-84c0-2babae02bc88 None None] The sync data for ids ['035cf39c-ba36-4715-9375-d6e51365b793'] in dv-neutron-843763-1-hyperv is: [] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:01:34.037117 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a3312e-6fb9-47f6-9dbf-526e78914071 None None] Network c2d02d05-aa01-4b58-a4dc-6810c9647b8d is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:01:34.040668 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-74a3312e-6fb9-47f6-9dbf-526e78914071 None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:01:34.043614 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a3312e-6fb9-47f6-9dbf-526e78914071 None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:01:34.048769 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d9bc94bd-f7d4-4dd9-99d0-e7075ba0f58c tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729234556353'] for network, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:34.092196 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a3312e-6fb9-47f6-9dbf-526e78914071 None None] Pushing event updated for resources: {'Port': ['ID=7c9f727d-bceb-4e81-83bb-911e2c1713ac,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:01:34.103187 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-07d519cb-faea-4ab8-a41c-d52978c70e9b tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] 10.222.0.15 "DELETE /v2.0/routers/36157254-d984-432c-afbc-2253dfadfafc/tags HTTP/1.1" status: 204 len: 168 time: 0.4374180 May 30 05:01:34.106511 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 45790) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:34.116727 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.tag.tag_plugin [None req-d5c5a5cc-5f9f-4586-9802-e8176ea6ec0a tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'ee11411b-11d9-4198-a990-4a2bdaace353') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:01:34.156975 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-74a3312e-6fb9-47f6-9dbf-526e78914071 None None] Attempting to bind port 7c9f727d-bceb-4e81-83bb-911e2c1713ac on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 05:01:34.157351 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-74a3312e-6fb9-47f6-9dbf-526e78914071 None None] Attempting to bind port 7c9f727d-bceb-4e81-83bb-911e2c1713ac by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': '6c2227ae-27d7-4b3d-8227-d242ad22fef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'c2d02d05-aa01-4b58-a4dc-6810c9647b8d'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 05:01:34.157713 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a3312e-6fb9-47f6-9dbf-526e78914071 None None] Attempting to bind port 7c9f727d-bceb-4e81-83bb-911e2c1713ac on network c2d02d05-aa01-4b58-a4dc-6810c9647b8d {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:01:34.159826 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d9bc94bd-f7d4-4dd9-99d0-e7075ba0f58c tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788'] for network, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:34.164854 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a3312e-6fb9-47f6-9dbf-526e78914071 None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 5, 1, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 05:01:34.165091 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a3312e-6fb9-47f6-9dbf-526e78914071 None None] Checking segment: {'id': '6c2227ae-27d7-4b3d-8227-d242ad22fef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'c2d02d05-aa01-4b58-a4dc-6810c9647b8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:01:34.165490 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-74a3312e-6fb9-47f6-9dbf-526e78914071 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:34.165599 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9bc94bd-f7d4-4dd9-99d0-e7075ba0f58c tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:01:34.165910 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a3312e-6fb9-47f6-9dbf-526e78914071 None None] Bound using segment: {'id': '6c2227ae-27d7-4b3d-8227-d242ad22fef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'c2d02d05-aa01-4b58-a4dc-6810c9647b8d'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 05:01:34.166121 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d9bc94bd-f7d4-4dd9-99d0-e7075ba0f58c tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:34.166376 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-74a3312e-6fb9-47f6-9dbf-526e78914071 None None] Bound port: 7c9f727d-bceb-4e81-83bb-911e2c1713ac, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c2227ae-27d7-4b3d-8227-d242ad22fef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'c2d02d05-aa01-4b58-a4dc-6810c9647b8d'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 05:01:34.166796 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-74a3312e-6fb9-47f6-9dbf-526e78914071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:34.207512 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-6bd9857d-6607-48ff-a8c8-1db606c0a3eb tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 980 time: 5.7358477 May 30 05:01:34.208750 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 45794) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:34.220477 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-c8e4c60b-19c2-4306-a1bc-9bf7436066d2 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1621919408'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:01:34.230315 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-c8e4c60b-19c2-4306-a1bc-9bf7436066d2 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:01:34.246711 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-c8e4c60b-19c2-4306-a1bc-9bf7436066d2 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Usage tracker for resource:network and tenant:fb4b15beed874bf4bdf9eab934db65bc is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:01:34.251571 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-c8e4c60b-19c2-4306-a1bc-9bf7436066d2 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:01:34.268833 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-c8e4c60b-19c2-4306-a1bc-9bf7436066d2 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:01:34.277430 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ce1f3f-495d-43ed-82d6-2d252a9ee52f tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:01:34.279032 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-c3ce1f3f-495d-43ed-82d6-2d252a9ee52f tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3855541 May 30 05:01:34.282290 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 45798) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:34.300812 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-74a3312e-6fb9-47f6-9dbf-526e78914071 None None] For port 7c9f727d-bceb-4e81-83bb-911e2c1713ac, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 05:01:34.308769 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-74a3312e-6fb9-47f6-9dbf-526e78914071 None None] For port 7c9f727d-bceb-4e81-83bb-911e2c1713ac, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=7c9f727d-bceb-4e81-83bb-911e2c1713ac,segment=NetworkSegment(6c2227ae-27d7-4b3d-8227-d242ad22fef1),segment_id=6c2227ae-27d7-4b3d-8227-d242ad22fef1)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 05:01:34.320771 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8e4c60b-19c2-4306-a1bc-9bf7436066d2 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Made reservation on behalf of fb4b15beed874bf4bdf9eab934db65bc for: {'network': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:01:34.322612 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-74a3312e-6fb9-47f6-9dbf-526e78914071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:34.324463 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c8e4c60b-19c2-4306-a1bc-9bf7436066d2 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for network, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:34.371084 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-c13139bc-2f90-4f33-9a9d-bdf4b88eb208 tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=1bab70f4-3794-44db-8e17-19f483aa8ffa&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0875375 May 30 05:01:34.374498 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 45804) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:34.386786 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bc94bd-f7d4-4dd9-99d0-e7075ba0f58c tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Pushing event updated for resources: {'Network': ['ID=4128eb64-12d1-4167-8862-5640adedf011,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:01:34.390878 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-bcb0cf4b-90d0-47b0-9834-ffab88badd84 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-910959504', 'network_id': '3a472c4e-706e-49c5-9d72-fbb66b9c0513', 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:01:34.399091 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bc94bd-f7d4-4dd9-99d0-e7075ba0f58c tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:01:34.399440 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bc94bd-f7d4-4dd9-99d0-e7075ba0f58c tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:01:34.399803 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bc94bd-f7d4-4dd9-99d0-e7075ba0f58c tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:01:34.400158 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bc94bd-f7d4-4dd9-99d0-e7075ba0f58c tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:01:34.400531 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bc94bd-f7d4-4dd9-99d0-e7075ba0f58c tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:01:34.400862 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bc94bd-f7d4-4dd9-99d0-e7075ba0f58c tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:01:34.401188 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bc94bd-f7d4-4dd9-99d0-e7075ba0f58c tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:01:34.401512 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bc94bd-f7d4-4dd9-99d0-e7075ba0f58c tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:01:34.401892 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bc94bd-f7d4-4dd9-99d0-e7075ba0f58c tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:01:34.402192 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bc94bd-f7d4-4dd9-99d0-e7075ba0f58c tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:01:34.402511 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bc94bd-f7d4-4dd9-99d0-e7075ba0f58c tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:01:34.402833 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bc94bd-f7d4-4dd9-99d0-e7075ba0f58c tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:01:34.424631 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-d9bc94bd-f7d4-4dd9-99d0-e7075ba0f58c tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1447120 May 30 05:01:34.429524 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 45808) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:34.435392 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Network 4128eb64-12d1-4167-8862-5640adedf011 details requested by agent ovs-agent-dv-neutron-843763-1-hyperv with host dv-neutron-843763-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 05:01:34.439165 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-19930cf7-bcec-48c2-9d40-b207d1d08068 tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Request body: {'subnet': {'network_id': '8c6e8521-cd06-47e7-9411-802b21fef57c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:01:34.516031 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8e4c60b-19c2-4306-a1bc-9bf7436066d2 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=88261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 05:01:34.541172 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c8e4c60b-19c2-4306-a1bc-9bf7436066d2 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:34.541547 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.db.segments_db [None req-c8e4c60b-19c2-4306-a1bc-9bf7436066d2 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Added segment abd7fc22-a84e-4269-b2ff-30a1291ed3ff of type vlan for network 8bc3d839-355b-4d15-bcc7-690ad39f78d2 May 30 05:01:34.551453 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-bcb0cf4b-90d0-47b0-9834-ffab88badd84 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:01:34.559222 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-bcb0cf4b-90d0-47b0-9834-ffab88badd84 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Usage tracker for resource:subnet and tenant:f9fe59584bbe4d5aaa42841eedb71980 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:01:34.563818 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-bcb0cf4b-90d0-47b0-9834-ffab88badd84 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:01:34.584477 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a3312e-6fb9-47f6-9dbf-526e78914071 None None] Pushing event updated for resources: {'Port': ['ID=7c9f727d-bceb-4e81-83bb-911e2c1713ac,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:01:34.586061 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-bcb0cf4b-90d0-47b0-9834-ffab88badd84 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:01:34.591576 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c8e4c60b-19c2-4306-a1bc-9bf7436066d2 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729234556353'] for network, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:34.610824 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcb0cf4b-90d0-47b0-9834-ffab88badd84 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Made reservation on behalf of f9fe59584bbe4d5aaa42841eedb71980 for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:01:34.614312 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bcb0cf4b-90d0-47b0-9834-ffab88badd84 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9305518'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:34.657082 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-d5c5a5cc-5f9f-4586-9802-e8176ea6ec0a tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] 10.222.0.15 "DELETE /v2.0/ports/ee11411b-11d9-4198-a990-4a2bdaace353/tags HTTP/1.1" status: 204 len: 168 time: 0.5484753 May 30 05:01:34.657891 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 45812) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:34.684526 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.tag.tag_plugin [None req-ea4f25da-d8e9-48d1-95b0-38cfb21e2aa6 tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '5959cc7c-342e-4778-8f5a-456b8e8f074c') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:01:34.710033 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c8e4c60b-19c2-4306-a1bc-9bf7436066d2 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788'] for network, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:34.715466 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e4c60b-19c2-4306-a1bc-9bf7436066d2 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:01:34.716085 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c8e4c60b-19c2-4306-a1bc-9bf7436066d2 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:34.734840 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-19930cf7-bcec-48c2-9d40-b207d1d08068 tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:01:34.751610 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-19930cf7-bcec-48c2-9d40-b207d1d08068 tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Usage tracker for resource:subnet and tenant:c21e664597df4071b0a614c1851fa302 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:01:34.758326 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-19930cf7-bcec-48c2-9d40-b207d1d08068 tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:01:34.774228 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-19930cf7-bcec-48c2-9d40-b207d1d08068 tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:01:34.782999 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-47813f71-283a-4989-a1c6-472b7897fdd4 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1547796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2133315'] for subnet, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:34.854950 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-c8e4c60b-19c2-4306-a1bc-9bf7436066d2 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6428726 May 30 05:01:34.860084 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 45816) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:34.870877 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-ac304580-9ed7-4b6b-bed3-fcc34eda9c0f tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Request body: {'subnet': {'network_id': '8bc3d839-355b-4d15-bcc7-690ad39f78d2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:01:34.881816 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-0911bbb5-f138-4155-8aa7-626535183501 None None] Provisioning complete for port 844e9d9d-5fee-4c5d-a110-d9621c7844c3 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:01:34.882290 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-0911bbb5-f138-4155-8aa7-626535183501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:34.885679 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b575cad2-4f4e-405b-921a-6704006cdf5e req-69b69889-d0ad-4a54-ad08-6e21bd4bf1cf tempest-TestServerAdvancedOps-275529271 tempest-TestServerAdvancedOps-275529271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:01:34.887233 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-b575cad2-4f4e-405b-921a-6704006cdf5e req-69b69889-d0ad-4a54-ad08-6e21bd4bf1cf tempest-TestServerAdvancedOps-275529271 tempest-TestServerAdvancedOps-275529271-project] 10.222.0.15 "GET /v2.0/ports?device_id=196449a0-d332-4926-8f3e-06b22f18fef8 HTTP/1.1" status: 200 len: 945 time: 0.3405325 May 30 05:01:34.887836 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19930cf7-bcec-48c2-9d40-b207d1d08068 tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Made reservation on behalf of c21e664597df4071b0a614c1851fa302 for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:01:34.892418 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-19930cf7-bcec-48c2-9d40-b207d1d08068 tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2133361'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:34.896511 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e4c60b-19c2-4306-a1bc-9bf7436066d2 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Pushing event updated for resources: {'Network': ['ID=8bc3d839-355b-4d15-bcc7-690ad39f78d2,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:01:34.924327 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47813f71-283a-4989-a1c6-472b7897fdd4 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Network 5dca043a-b37a-4723-9d7b-43c1402b7673 is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:01:34.943482 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-47813f71-283a-4989-a1c6-472b7897fdd4 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:01:34.963172 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Network 8bc3d839-355b-4d15-bcc7-690ad39f78d2 details requested by agent ovs-agent-dv-neutron-843763-1-hyperv with host dv-neutron-843763-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 05:01:35.005356 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47813f71-283a-4989-a1c6-472b7897fdd4 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:01:35.005973 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-47813f71-283a-4989-a1c6-472b7897fdd4 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:35.049200 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e1fbe34-af64-4949-8de2-93153de0edc0 None None] Network 5dca043a-b37a-4723-9d7b-43c1402b7673 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:01:35.055896 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47813f71-283a-4989-a1c6-472b7897fdd4 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Pushing event updated for resources: {'Subnet': ['ID=dde9b806-6972-4014-810e-0724cb833f1e,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:01:35.074665 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-ac304580-9ed7-4b6b-bed3-fcc34eda9c0f tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:01:35.091001 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-ac304580-9ed7-4b6b-bed3-fcc34eda9c0f tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:01:35.098464 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-b575cad2-4f4e-405b-921a-6704006cdf5e req-1decf5ec-1b36-4c13-8e53-578ddf36e946 tempest-TestServerAdvancedOps-275529271 tempest-TestServerAdvancedOps-275529271-project] 10.222.0.15 "GET /v2.0/security-groups?id=e942b556-082b-47b5-acd5-34ca68d0c431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809382 May 30 05:01:35.115076 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-47813f71-283a-4989-a1c6-472b7897fdd4 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8069355 May 30 05:01:35.118049 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 45820) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:35.133919 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-ea4f25da-d8e9-48d1-95b0-38cfb21e2aa6 tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] 10.222.0.15 "DELETE /v2.0/subnets/5959cc7c-342e-4778-8f5a-456b8e8f074c/tags HTTP/1.1" status: 204 len: 168 time: 0.4653428 May 30 05:01:35.135218 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 45824) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:35.136435 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-eaf3f543-f9b6-46ed-8f8c-c9ff599d5994 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Request body: {'security_group': {'name': 'tempest-secgroup-527661634'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:01:35.143954 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-eaf3f543-f9b6-46ed-8f8c-c9ff599d5994 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:01:35.150703 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-eaf3f543-f9b6-46ed-8f8c-c9ff599d5994 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Usage tracker for resource:security_group and tenant:895764a2d33a4b6180a8faca69c63db7 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:01:35.154499 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-eaf3f543-f9b6-46ed-8f8c-c9ff599d5994 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:01:35.161623 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.tag.tag_plugin [None req-6570cd25-a850-43e5-b09d-e435ca725faa tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '5959cc7c-342e-4778-8f5a-456b8e8f074c', 'tempest-TagsExtTest-Tag-1538664610') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:01:35.163891 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-eaf3f543-f9b6-46ed-8f8c-c9ff599d5994 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:01:35.197876 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac304580-9ed7-4b6b-bed3-fcc34eda9c0f tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Made reservation on behalf of fb4b15beed874bf4bdf9eab934db65bc for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:01:35.201847 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ac304580-9ed7-4b6b-bed3-fcc34eda9c0f tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9305518'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:35.235373 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bcb0cf4b-90d0-47b0-9834-ffab88badd84 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2305012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9305500'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:35.274441 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-19930cf7-bcec-48c2-9d40-b207d1d08068 tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1547796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2133315'] for subnet, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:35.326622 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-eaf3f543-f9b6-46ed-8f8c-c9ff599d5994 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks [] for security_group, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:35.366401 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-eaf3f543-f9b6-46ed-8f8c-c9ff599d5994 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:01:35.371297 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-eaf3f543-f9b6-46ed-8f8c-c9ff599d5994 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Usage tracker for resource:security_group_rule and tenant:895764a2d33a4b6180a8faca69c63db7 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:01:35.374542 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-eaf3f543-f9b6-46ed-8f8c-c9ff599d5994 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:01:35.384649 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-eaf3f543-f9b6-46ed-8f8c-c9ff599d5994 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:01:35.474730 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19930cf7-bcec-48c2-9d40-b207d1d08068 tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Pushing event updated for resources: {'Subnet': ['ID=196be56e-1f9f-46fb-856e-96d07514a4a4,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:01:35.517500 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19930cf7-bcec-48c2-9d40-b207d1d08068 tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Checking segment: {'id': '7d353a1b-f7b8-4181-a94e-f8e5ebe8fde5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '8c6e8521-cd06-47e7-9411-802b21fef57c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:01:35.517893 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19930cf7-bcec-48c2-9d40-b207d1d08068 tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Network hostable DHCP agents. Network: 8c6e8521-cd06-47e7-9411-802b21fef57c, hostable agents: ['1c705e68-3d3e-4dd3-9252-feb21d4b96ab'], hosted agents: [] {{(pid=88260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 05:01:35.525537 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb0cf4b-90d0-47b0-9834-ffab88badd84 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event updated for resources: {'Subnet': ['ID=c3042e91-f5bc-43b2-9ec2-f93d3862d3d0,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:01:35.596875 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 7c9f727d-bceb-4e81-83bb-911e2c1713ac up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:01:35.656363 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19930cf7-bcec-48c2-9d40-b207d1d08068 tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Network 8c6e8521-cd06-47e7-9411-802b21fef57c is scheduled to be hosted by DHCP agent 1c705e68-3d3e-4dd3-9252-feb21d4b96ab with binding_index 1 {{(pid=88260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 05:01:35.660861 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-eaf3f543-f9b6-46ed-8f8c-c9ff599d5994 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks [] for security_group, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:35.679859 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-eaf3f543-f9b6-46ed-8f8c-c9ff599d5994 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:35.689776 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-0911bbb5-f138-4155-8aa7-626535183501 None None] Current status of the port 844e9d9d-5fee-4c5d-a110-d9621c7844c3 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:01:35.717123 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-0911bbb5-f138-4155-8aa7-626535183501 None None] Provisioning complete for port 07d6a72e-5ac7-4b0c-85ff-6a815fdf7209 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:01:35.717626 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-19930cf7-bcec-48c2-9d40-b207d1d08068 tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843763-1-hyperv, 8c6e8521-cd06-47e7-9411-802b21fef57c) {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:01:35.718145 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-0911bbb5-f138-4155-8aa7-626535183501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:35.746546 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19930cf7-bcec-48c2-9d40-b207d1d08068 tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:01:35.747238 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-19930cf7-bcec-48c2-9d40-b207d1d08068 tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:35.750179 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb0cf4b-90d0-47b0-9834-ffab88badd84 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Checking segment: {'id': '084e388d-319f-4998-938e-0681ba13a099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '3a472c4e-706e-49c5-9d72-fbb66b9c0513'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:01:35.750464 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb0cf4b-90d0-47b0-9834-ffab88badd84 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Network hostable DHCP agents. Network: 3a472c4e-706e-49c5-9d72-fbb66b9c0513, hostable agents: ['1c705e68-3d3e-4dd3-9252-feb21d4b96ab'], hosted agents: [] {{(pid=88261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 05:01:35.767003 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c0d308-2d65-4341-a439-b1941ae3afa7 None None] Network 8c6e8521-cd06-47e7-9411-802b21fef57c requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:01:35.774963 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-eaf3f543-f9b6-46ed-8f8c-c9ff599d5994 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:35.776187 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-eaf3f543-f9b6-46ed-8f8c-c9ff599d5994 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6531150 May 30 05:01:35.778689 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf3f543-f9b6-46ed-8f8c-c9ff599d5994 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f66776b-793c-4113-9ad1-b2c7f2573351,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:01:35.781025 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 45832) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:35.789297 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-11e28dbb-0928-4685-9da7-c2fb26009e2c tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Request body: {'security_group': {'name': 'tempest-secgroup-1646610622'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:01:35.798655 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-19930cf7-bcec-48c2-9d40-b207d1d08068 tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3680556 May 30 05:01:35.800130 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-11e28dbb-0928-4685-9da7-c2fb26009e2c tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:01:35.803648 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 45836) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:35.808448 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-11e28dbb-0928-4685-9da7-c2fb26009e2c tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Usage tracker for resource:security_group and tenant:895764a2d33a4b6180a8faca69c63db7 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:01:35.816567 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-63a83106-d072-4100-9eed-075ff0444f91 tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Request body: {'subnet': {'network_id': '4128eb64-12d1-4167-8862-5640adedf011', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:01:35.832362 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-11e28dbb-0928-4685-9da7-c2fb26009e2c tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:01:35.843465 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb0cf4b-90d0-47b0-9834-ffab88badd84 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Network 3a472c4e-706e-49c5-9d72-fbb66b9c0513 is scheduled to be hosted by DHCP agent 1c705e68-3d3e-4dd3-9252-feb21d4b96ab with binding_index 1 {{(pid=88261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 05:01:35.847337 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f66fd45-115c-4d5e-8898-66529b01b884 req-f324e4e2-d42c-49a9-9d46-0ec8e81d9a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:01:35.848828 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8f66fd45-115c-4d5e-8898-66529b01b884 req-f324e4e2-d42c-49a9-9d46-0ec8e81d9a38 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4b24f785115b43279d96c108a877125b&device_id=196449a0-d332-4926-8f3e-06b22f18fef8 HTTP/1.1" status: 200 len: 1098 time: 0.2096713 May 30 05:01:35.851693 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bf8ceb-7161-48a8-8968-ca435e30a9e4 req-8f488fa6-f33e-4e2b-8144-137fb3b4f9b1 tempest-TestServerAdvancedOps-275529271 tempest-TestServerAdvancedOps-275529271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:01:35.852973 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-d7bf8ceb-7161-48a8-8968-ca435e30a9e4 req-8f488fa6-f33e-4e2b-8144-137fb3b4f9b1 tempest-TestServerAdvancedOps-275529271 tempest-TestServerAdvancedOps-275529271-project] 10.222.0.15 "GET /v2.0/ports?device_id=196449a0-d332-4926-8f3e-06b22f18fef8 HTTP/1.1" status: 200 len: 945 time: 0.2717223 May 30 05:01:35.857881 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-11e28dbb-0928-4685-9da7-c2fb26009e2c tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:01:35.861065 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ac304580-9ed7-4b6b-bed3-fcc34eda9c0f tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2305012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9305500'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:35.861852 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port 7c9f727d-bceb-4e81-83bb-911e2c1713ac completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:01:35.895343 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-6570cd25-a850-43e5-b09d-e435ca725faa tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] 10.222.0.15 "PUT /v2.0/subnets/5959cc7c-342e-4778-8f5a-456b8e8f074c/tags/tempest-TagsExtTest-Tag-1538664610 HTTP/1.1" status: 201 len: 201 time: 0.7585170 May 30 05:01:35.914376 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 45840) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:35.920905 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-bcb0cf4b-90d0-47b0-9834-ffab88badd84 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843763-1-hyperv, 3a472c4e-706e-49c5-9d72-fbb66b9c0513) {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:01:35.939608 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.tag.tag_plugin [None req-26154443-f62e-4663-876e-526b579b15ca tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'ee11411b-11d9-4198-a990-4a2bdaace353', 'tempest-TagsExtTest-Tag-1122239914') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:01:35.951300 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b1106a-af0d-4b49-80c5-10abbbc50855 None None] Network 3a472c4e-706e-49c5-9d72-fbb66b9c0513 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:01:35.984418 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcb0cf4b-90d0-47b0-9834-ffab88badd84 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:01:35.985336 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bcb0cf4b-90d0-47b0-9834-ffab88badd84 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:36.034537 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-0911bbb5-f138-4155-8aa7-626535183501 None None] Port 07d6a72e-5ac7-4b0c-85ff-6a815fdf7209 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 05:01:36.047289 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d49587c4-c8a8-48f8-91f6-632c3beadb42 None None] Network c2d02d05-aa01-4b58-a4dc-6810c9647b8d requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:01:36.100788 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-11e28dbb-0928-4685-9da7-c2fb26009e2c tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks [] for security_group, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:36.115753 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac304580-9ed7-4b6b-bed3-fcc34eda9c0f tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Pushing event updated for resources: {'Subnet': ['ID=e34d080e-fa70-4015-9ca1-4fdeeab14bf8,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:01:36.145272 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-d7bf8ceb-7161-48a8-8968-ca435e30a9e4 req-45317bd3-72c9-46da-b428-789e2c10b9a4 tempest-TestServerAdvancedOps-275529271 tempest-TestServerAdvancedOps-275529271-project] 10.222.0.15 "GET /v2.0/security-groups?id=e942b556-082b-47b5-acd5-34ca68d0c431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987978 May 30 05:01:36.152344 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-63a83106-d072-4100-9eed-075ff0444f91 tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:01:36.161071 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-63a83106-d072-4100-9eed-075ff0444f91 tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Usage tracker for resource:subnet and tenant:c21e664597df4071b0a614c1851fa302 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:01:36.162651 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-bcb0cf4b-90d0-47b0-9834-ffab88badd84 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7838089 May 30 05:01:36.164987 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-63a83106-d072-4100-9eed-075ff0444f91 tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:01:36.172792 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-63a83106-d072-4100-9eed-075ff0444f91 tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:01:36.182334 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff029da4-4bb3-441d-9b8b-c5b8c105144d None None] Update dhcp port {'port': {'network_id': '5dca043a-b37a-4723-9d7b-43c1402b7673', 'fixed_ips': [{'subnet_id': '4b9aec4d-6680-468f-88ef-324bae6f2dbd', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'dde9b806-6972-4014-810e-0724cb833f1e'}], 'binding:host_id': 'dv-neutron-843763-1-hyperv'}, 'id': '844e9d9d-5fee-4c5d-a110-d9621c7844c3'} from dv-neutron-843763-1-hyperv. {{(pid=88262) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 30 05:01:36.186878 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac304580-9ed7-4b6b-bed3-fcc34eda9c0f tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Checking segment: {'id': 'abd7fc22-a84e-4269-b2ff-30a1291ed3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8bc3d839-355b-4d15-bcc7-690ad39f78d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:01:36.187235 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-11e28dbb-0928-4685-9da7-c2fb26009e2c tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:01:36.187357 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac304580-9ed7-4b6b-bed3-fcc34eda9c0f tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Network hostable DHCP agents. Network: 8bc3d839-355b-4d15-bcc7-690ad39f78d2, hostable agents: ['1c705e68-3d3e-4dd3-9252-feb21d4b96ab'], hosted agents: [] {{(pid=88261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 05:01:36.193100 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-11e28dbb-0928-4685-9da7-c2fb26009e2c tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Usage tracker for resource:security_group_rule and tenant:895764a2d33a4b6180a8faca69c63db7 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:01:36.198728 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-11e28dbb-0928-4685-9da7-c2fb26009e2c tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:01:36.206666 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-11e28dbb-0928-4685-9da7-c2fb26009e2c tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:01:36.222293 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f66fd45-115c-4d5e-8898-66529b01b884 req-2730052f-53ce-4f7f-af79-670be7d69b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:01:36.224149 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8f66fd45-115c-4d5e-8898-66529b01b884 req-2730052f-53ce-4f7f-af79-670be7d69b79 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c083290a-9da9-412f-8950-9d2e52b07d53 HTTP/1.1" status: 200 len: 913 time: 0.3589485 May 30 05:01:36.292121 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 45846) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:36.293072 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63a83106-d072-4100-9eed-075ff0444f91 tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Made reservation on behalf of c21e664597df4071b0a614c1851fa302 for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:01:36.296265 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-ff029da4-4bb3-441d-9b8b-c5b8c105144d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:36.310188 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-63a83106-d072-4100-9eed-075ff0444f91 tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2133361'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:36.310881 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8f66fd45-115c-4d5e-8898-66529b01b884 req-f75c01af-ca85-4bb7-a5bc-ad4c733a2bf0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ad1c73aa-8529-4e7f-9a54-cf1afc8474f0 HTTP/1.1" status: 200 len: 217 time: 0.0767150 May 30 05:01:36.311457 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac304580-9ed7-4b6b-bed3-fcc34eda9c0f tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Network 8bc3d839-355b-4d15-bcc7-690ad39f78d2 is scheduled to be hosted by DHCP agent 1c705e68-3d3e-4dd3-9252-feb21d4b96ab with binding_index 1 {{(pid=88261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 05:01:36.345955 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-5b1ee5f2-9592-4832-b0ff-2ad5ccc3ba04 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1167601525', 'description': 'tempest-secgroup-smoke-1167601525 description', 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:01:36.360514 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-5b1ee5f2-9592-4832-b0ff-2ad5ccc3ba04 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:01:36.362887 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-11e28dbb-0928-4685-9da7-c2fb26009e2c tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks [] for security_group, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:36.363815 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-ac304580-9ed7-4b6b-bed3-fcc34eda9c0f tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843763-1-hyperv, 8bc3d839-355b-4d15-bcc7-690ad39f78d2) {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:01:36.413523 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5587cf3-6cf3-42d9-b74e-e5b46b8f86f4 None None] Network 8bc3d839-355b-4d15-bcc7-690ad39f78d2 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:01:36.424970 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-11e28dbb-0928-4685-9da7-c2fb26009e2c tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:36.446653 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-5b1ee5f2-9592-4832-b0ff-2ad5ccc3ba04 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:01:36.461491 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-b6488a2c-4ce8-4744-81d5-faafb9952dda None None] Provisioning for port 7c9f727d-bceb-4e81-83bb-911e2c1713ac completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:01:36.504644 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5b1ee5f2-9592-4832-b0ff-2ad5ccc3ba04 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:36.505516 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac304580-9ed7-4b6b-bed3-fcc34eda9c0f tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:01:36.506125 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ac304580-9ed7-4b6b-bed3-fcc34eda9c0f tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:36.523643 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e28dbb-0928-4685-9da7-c2fb26009e2c tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b31c6b6-4a37-41fe-ba85-53a1eceae4f8,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:01:36.526224 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-26154443-f62e-4663-876e-526b579b15ca tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] 10.222.0.15 "PUT /v2.0/ports/ee11411b-11d9-4198-a990-4a2bdaace353/tags/tempest-TagsExtTest-Tag-1122239914 HTTP/1.1" status: 201 len: 201 time: 0.6067080 May 30 05:01:36.527207 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 45850) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:36.534932 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f66fd45-115c-4d5e-8898-66529b01b884 req-0f16ea78-36f4-4f63-86fa-02c578ff7825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:01:36.535355 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-11e28dbb-0928-4685-9da7-c2fb26009e2c tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:36.536603 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-11e28dbb-0928-4685-9da7-c2fb26009e2c tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7538478 May 30 05:01:36.539431 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8f66fd45-115c-4d5e-8898-66529b01b884 req-0f16ea78-36f4-4f63-86fa-02c578ff7825 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=097baa16-bd46-4d5c-8f81-e7c2969ee75b HTTP/1.1" status: 200 len: 852 time: 0.2152057 May 30 05:01:36.539883 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 45854) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:36.544899 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-ef212f29-82e0-4adc-ab70-3fdf75773ef6 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Request body: {'security_group': {'name': 'tempest-secgroup-1826297578'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:01:36.547112 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.tag.tag_plugin [None req-29bfafa2-3493-4e85-89c9-7cfbc15be383 tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '36157254-d984-432c-afbc-2253dfadfafc', 'tempest-TagsExtTest-Tag-1993116682') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:01:36.583873 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-ac304580-9ed7-4b6b-bed3-fcc34eda9c0f tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7204657 May 30 05:01:36.587004 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-ef212f29-82e0-4adc-ab70-3fdf75773ef6 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:01:36.591710 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-b6488a2c-4ce8-4744-81d5-faafb9952dda None None] Provisioning complete for port 7c9f727d-bceb-4e81-83bb-911e2c1713ac triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:01:36.592180 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-b6488a2c-4ce8-4744-81d5-faafb9952dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:36.593318 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 45858) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:36.598614 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8f66fd45-115c-4d5e-8898-66529b01b884 req-6b42aec4-beef-4603-9e19-e82bc988a980 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c083290a-9da9-412f-8950-9d2e52b07d53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493662 May 30 05:01:36.601618 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-b472c615-e9cc-423e-850b-3ae35cb4c26b tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1911328552', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'}, 'admin_state_up': False}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:01:36.607306 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-ef212f29-82e0-4adc-ab70-3fdf75773ef6 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Usage tracker for resource:security_group and tenant:895764a2d33a4b6180a8faca69c63db7 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:01:36.612149 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-b472c615-e9cc-423e-850b-3ae35cb4c26b tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:01:36.622619 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-5b1ee5f2-9592-4832-b0ff-2ad5ccc3ba04 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:01:36.631804 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-ef212f29-82e0-4adc-ab70-3fdf75773ef6 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:01:36.640183 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-b472c615-e9cc-423e-850b-3ae35cb4c26b tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Usage tracker for resource:router and tenant:fb4b15beed874bf4bdf9eab934db65bc is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:01:36.643417 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-ef212f29-82e0-4adc-ab70-3fdf75773ef6 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:01:36.651732 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-b472c615-e9cc-423e-850b-3ae35cb4c26b tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Quota usage for router was recalculated. Used quota:1. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:01:36.689898 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-5b1ee5f2-9592-4832-b0ff-2ad5ccc3ba04 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Usage tracker for resource:security_group_rule and tenant:f9fe59584bbe4d5aaa42841eedb71980 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:01:36.701185 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-5b1ee5f2-9592-4832-b0ff-2ad5ccc3ba04 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:01:36.709081 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-b472c615-e9cc-423e-850b-3ae35cb4c26b tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:01:36.721424 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-5b1ee5f2-9592-4832-b0ff-2ad5ccc3ba04 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:01:36.729110 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ef212f29-82e0-4adc-ab70-3fdf75773ef6 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:36.750187 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b472c615-e9cc-423e-850b-3ae35cb4c26b tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1603901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11666'] for router, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:36.751167 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b472c615-e9cc-423e-850b-3ae35cb4c26b tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11675'] for router, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:36.767399 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-ef212f29-82e0-4adc-ab70-3fdf75773ef6 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:01:36.783735 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-ef212f29-82e0-4adc-ab70-3fdf75773ef6 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Usage tracker for resource:security_group_rule and tenant:895764a2d33a4b6180a8faca69c63db7 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:01:36.790903 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-ef212f29-82e0-4adc-ab70-3fdf75773ef6 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:01:36.808971 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b472c615-e9cc-423e-850b-3ae35cb4c26b tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:36.810446 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-ef212f29-82e0-4adc-ab70-3fdf75773ef6 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:01:36.833320 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8f66fd45-115c-4d5e-8898-66529b01b884 req-dcc2747f-fed2-40d9-b92e-fdf5a2c4ad19 service neutron] 10.222.0.39 "GET /v2.0/networks/c083290a-9da9-412f-8950-9d2e52b07d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222741 May 30 05:01:36.871214 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-29bfafa2-3493-4e85-89c9-7cfbc15be383 tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] 10.222.0.15 "PUT /v2.0/routers/36157254-d984-432c-afbc-2253dfadfafc/tags/tempest-TagsExtTest-Tag-1993116682 HTTP/1.1" status: 201 len: 201 time: 0.3290846 May 30 05:01:36.875161 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d747dd4e-6c21-4660-bced-46838048ce8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bbf24ed-7ba9-53d2-873f-8f9642b1e987-8c6e8521-cd06-47e7-9411-802b21fef57c', 'network_id': '8c6e8521-cd06-47e7-9411-802b21fef57c', 'tenant_id': 'c21e664597df4071b0a614c1851fa302', 'fixed_ips': [{'subnet_id': '196be56e-1f9f-46fb-856e-96d07514a4a4'}]}} from dv-neutron-843763-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 30 05:01:36.876086 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-d747dd4e-6c21-4660-bced-46838048ce8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:36.876216 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 45862) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:36.900687 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.tag.tag_plugin [None req-283f75ef-2200-4fa9-a5fa-998a736ac695 tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '3927a76b-6132-4e24-8d77-a0a5626d0f16', 'tempest-TagsExtTest-Tag-240684468') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:01:36.936276 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5b1ee5f2-9592-4832-b0ff-2ad5ccc3ba04 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:36.936507 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-63a83106-d072-4100-9eed-075ff0444f91 tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1547796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2133315'] for subnet, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:36.977443 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5b1ee5f2-9592-4832-b0ff-2ad5ccc3ba04 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:37.095691 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1ee5f2-9592-4832-b0ff-2ad5ccc3ba04 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0169e122-edb7-4e88-a009-c22d772b9c5c,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:01:37.112232 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a83106-d072-4100-9eed-075ff0444f91 tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Pushing event updated for resources: {'Subnet': ['ID=5248c871-d330-4c30-8873-54921c20c3a5,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:01:37.130922 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a83106-d072-4100-9eed-075ff0444f91 tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Checking segment: {'id': '9108c665-7c99-48fb-b3c8-8f2a9c8ac44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4128eb64-12d1-4167-8862-5640adedf011'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:01:37.131444 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a83106-d072-4100-9eed-075ff0444f91 tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Network hostable DHCP agents. Network: 4128eb64-12d1-4167-8862-5640adedf011, hostable agents: ['1c705e68-3d3e-4dd3-9252-feb21d4b96ab'], hosted agents: [] {{(pid=88260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 05:01:37.140871 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-283f75ef-2200-4fa9-a5fa-998a736ac695 tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] 10.222.0.15 "PUT /v2.0/subnetpools/3927a76b-6132-4e24-8d77-a0a5626d0f16/tags/tempest-TagsExtTest-Tag-240684468 HTTP/1.1" status: 201 len: 201 time: 0.2606745 May 30 05:01:37.140871 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5b1ee5f2-9592-4832-b0ff-2ad5ccc3ba04 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:37.141303 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-5b1ee5f2-9592-4832-b0ff-2ad5ccc3ba04 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8149719 May 30 05:01:37.142383 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 45866) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:37.144574 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 45868) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:37.152921 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.tag.tag_plugin [None req-cc9f4bdf-204a-4ab4-9217-7cce5bef69c8 tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '5959cc7c-342e-4778-8f5a-456b8e8f074c', {'tags': ['tempest-TagsExtTest-Tag-601518054', 'tempest-TagsExtTest-Tag-1250421761', 'tempest-TagsExtTest-Tag-2137233051']}) {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:01:37.183683 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca4b294b-a208-4caa-8243-d5aee16bc39e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bbf24ed-7ba9-53d2-873f-8f9642b1e987-3a472c4e-706e-49c5-9d72-fbb66b9c0513', 'network_id': '3a472c4e-706e-49c5-9d72-fbb66b9c0513', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'fixed_ips': [{'subnet_id': 'c3042e91-f5bc-43b2-9ec2-f93d3862d3d0'}]}} from dv-neutron-843763-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 30 05:01:37.184171 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-12dec08b-5536-4767-b32a-eb81197b390a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Request body: {'security_group_rule': {'security_group_id': '0169e122-edb7-4e88-a009-c22d772b9c5c', 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:01:37.184511 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-ca4b294b-a208-4caa-8243-d5aee16bc39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:37.198084 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-12dec08b-5536-4767-b32a-eb81197b390a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:01:37.213289 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-12dec08b-5536-4767-b32a-eb81197b390a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Usage tracker for resource:security_group_rule and tenant:f9fe59584bbe4d5aaa42841eedb71980 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:01:37.217397 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-12dec08b-5536-4767-b32a-eb81197b390a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:01:37.226292 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-12dec08b-5536-4767-b32a-eb81197b390a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:01:37.236237 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a83106-d072-4100-9eed-075ff0444f91 tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Network 4128eb64-12d1-4167-8862-5640adedf011 is scheduled to be hosted by DHCP agent 1c705e68-3d3e-4dd3-9252-feb21d4b96ab with binding_index 1 {{(pid=88260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 05:01:37.256728 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-63a83106-d072-4100-9eed-075ff0444f91 tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843763-1-hyperv, 4128eb64-12d1-4167-8862-5640adedf011) {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:01:37.262071 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a83106-d072-4100-9eed-075ff0444f91 tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:01:37.263203 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-63a83106-d072-4100-9eed-075ff0444f91 tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:37.287324 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-cc9f4bdf-204a-4ab4-9217-7cce5bef69c8 tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] 10.222.0.15 "PUT /v2.0/subnets/5959cc7c-342e-4778-8f5a-456b8e8f074c/tags HTTP/1.1" status: 200 len: 317 time: 0.1435084 May 30 05:01:37.293237 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-63a83106-d072-4100-9eed-075ff0444f91 tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4866891 May 30 05:01:37.294181 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 45876) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:37.294564 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 45878) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:37.338720 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b472c615-e9cc-423e-850b-3ae35cb4c26b tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11765'] for router, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:37.352429 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ef212f29-82e0-4adc-ab70-3fdf75773ef6 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:37.360983 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ef212f29-82e0-4adc-ab70-3fdf75773ef6 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:37.361214 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd28b3f3-5d4e-4bb7-836c-5f2c04e7a708 None None] Network 4128eb64-12d1-4167-8862-5640adedf011 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:01:37.372154 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.tag.tag_plugin [None req-e6392d80-5fa6-4a84-9362-2e0be30778a9 tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '5959cc7c-342e-4778-8f5a-456b8e8f074c') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:01:37.373483 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8f66fd45-115c-4d5e-8898-66529b01b884 req-26753584-fffc-4e88-85df-e907e149f748 service neutron] 10.222.0.39 "GET /v2.0/networks/c083290a-9da9-412f-8950-9d2e52b07d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5347428 May 30 05:01:37.425671 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef212f29-82e0-4adc-ab70-3fdf75773ef6 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4f8654f-d016-4460-b25e-2ebb9ee9cb66,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:01:37.482895 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ef212f29-82e0-4adc-ab70-3fdf75773ef6 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:37.486405 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-ef212f29-82e0-4adc-ab70-3fdf75773ef6 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9455009 May 30 05:01:37.487274 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 45884) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:37.496064 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-44df9a2d-26df-4221-900a-8d53c609c2c4 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-539408000', 'security_groups': ['a4f8654f-d016-4460-b25e-2ebb9ee9cb66'], 'network_id': '5dca043a-b37a-4723-9d7b-43c1402b7673', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'dde9b806-6972-4014-810e-0724cb833f1e'}]}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:01:37.545115 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-ff029da4-4bb3-441d-9b8b-c5b8c105144d None None] Allocated IP 2001:db8::2 (5dca043a-b37a-4723-9d7b-43c1402b7673/dde9b806-6972-4014-810e-0724cb833f1e/844e9d9d-5fee-4c5d-a110-d9621c7844c3) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:01:37.602317 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-b6488a2c-4ce8-4744-81d5-faafb9952dda None None] Current status of the port 7c9f727d-bceb-4e81-83bb-911e2c1713ac is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:01:37.602317 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-b6488a2c-4ce8-4744-81d5-faafb9952dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:37.618867 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bbcf02d-1372-47bf-a028-bc4c20673301 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bbf24ed-7ba9-53d2-873f-8f9642b1e987-8bc3d839-355b-4d15-bcc7-690ad39f78d2', 'network_id': '8bc3d839-355b-4d15-bcc7-690ad39f78d2', 'tenant_id': 'fb4b15beed874bf4bdf9eab934db65bc', 'fixed_ips': [{'subnet_id': 'e34d080e-fa70-4015-9ca1-4fdeeab14bf8'}]}} from dv-neutron-843763-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 30 05:01:37.619836 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-6bbcf02d-1372-47bf-a028-bc4c20673301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:37.632488 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-12dec08b-5536-4767-b32a-eb81197b390a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:37.728370 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-d747dd4e-6c21-4660-bced-46838048ce8d None None] Allocated IP 172.20.0.2 (8c6e8521-cd06-47e7-9411-802b21fef57c/196be56e-1f9f-46fb-856e-96d07514a4a4/b703d808-df8c-4520-9f1b-0a4b758e944d) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:01:37.821065 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-44df9a2d-26df-4221-900a-8d53c609c2c4 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:01:37.861493 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-44df9a2d-26df-4221-900a-8d53c609c2c4 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:01:37.863485 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b472c615-e9cc-423e-850b-3ae35cb4c26b tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks [] for router_gateway, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:37.902535 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b472c615-e9cc-423e-850b-3ae35cb4c26b tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:37.939607 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44df9a2d-26df-4221-900a-8d53c609c2c4 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Made reservation on behalf of 895764a2d33a4b6180a8faca69c63db7 for: {'port': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:01:38.071071 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721a95b7-033e-4fb3-8a85-4acf53f56060 req-deafe107-1f65-4804-b426-d8ca88be7793 tempest-TestServerAdvancedOps-275529271 tempest-TestServerAdvancedOps-275529271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:01:38.072612 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-721a95b7-033e-4fb3-8a85-4acf53f56060 req-deafe107-1f65-4804-b426-d8ca88be7793 tempest-TestServerAdvancedOps-275529271 tempest-TestServerAdvancedOps-275529271-project] 10.222.0.15 "GET /v2.0/ports?device_id=196449a0-d332-4926-8f3e-06b22f18fef8 HTTP/1.1" status: 200 len: 945 time: 0.6732769 May 30 05:01:38.117679 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-12dec08b-5536-4767-b32a-eb81197b390a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:38.158622 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-b6488a2c-4ce8-4744-81d5-faafb9952dda None None] For port 7c9f727d-bceb-4e81-83bb-911e2c1713ac, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=7c9f727d-bceb-4e81-83bb-911e2c1713ac,segment=NetworkSegment(6c2227ae-27d7-4b3d-8227-d242ad22fef1),segment_id=6c2227ae-27d7-4b3d-8227-d242ad22fef1)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:01:38.164132 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-12dec08b-5536-4767-b32a-eb81197b390a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:38.191918 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-add34e20-c87c-428f-8ea3-cb5e82f9ff8f tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:38.204521 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-b6488a2c-4ce8-4744-81d5-faafb9952dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:38.223721 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dec08b-5536-4767-b32a-eb81197b390a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=568ea3dc-4668-4037-a0b2-7edc558ca768,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:01:38.236515 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-721a95b7-033e-4fb3-8a85-4acf53f56060 req-c0516f73-34ca-4061-936b-8824c3f54828 tempest-TestServerAdvancedOps-275529271 tempest-TestServerAdvancedOps-275529271-project] 10.222.0.15 "GET /v2.0/security-groups?id=e942b556-082b-47b5-acd5-34ca68d0c431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568513 May 30 05:01:38.277261 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-ca4b294b-a208-4caa-8243-d5aee16bc39e None None] Allocated IP 172.20.0.18 (3a472c4e-706e-49c5-9d72-fbb66b9c0513/c3042e91-f5bc-43b2-9ec2-f93d3862d3d0/b4f25b5c-d623-46d5-8cef-d93ba1d180ba) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:01:38.300280 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-e6392d80-5fa6-4a84-9362-2e0be30778a9 tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] 10.222.0.15 "DELETE /v2.0/subnets/5959cc7c-342e-4778-8f5a-456b8e8f074c/tags HTTP/1.1" status: 204 len: 168 time: 1.0046623 May 30 05:01:38.305158 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 45888) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:38.316072 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.tag.tag_plugin [None req-e36827f0-f40f-43b7-b7de-1912e27d486e tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '5959cc7c-342e-4778-8f5a-456b8e8f074c', 'tempest-TagsExtTest-Tag-601518054') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:01:38.378746 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-44df9a2d-26df-4221-900a-8d53c609c2c4 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:38.406288 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-12dec08b-5536-4767-b32a-eb81197b390a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:38.406288 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-12dec08b-5536-4767-b32a-eb81197b390a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2547827 May 30 05:01:38.408323 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 45892) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:38.411792 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [None req-44df9a2d-26df-4221-900a-8d53c609c2c4 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] device_id is not set on port 6bea0a27-8e3a-4062-a6de-217945b0581e yet. {{(pid=88261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 30 05:01:38.424355 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-d031a3c5-8bd6-4d93-96ba-db6ade52c6ea tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Request body: {'security_group_rule': {'security_group_id': '0169e122-edb7-4e88-a009-c22d772b9c5c', 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:01:38.435315 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-d031a3c5-8bd6-4d93-96ba-db6ade52c6ea tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:01:38.457604 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-b472c615-e9cc-423e-850b-3ae35cb4c26b tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Allocated IP 172.26.6.46 (1bab70f4-3794-44db-8e17-19f483aa8ffa/6b5b73c1-b0ce-4f83-a930-c00cc5522926/c0f4f3b2-1702-483a-8966-c98b8f8d9488) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:01:38.478080 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-d031a3c5-8bd6-4d93-96ba-db6ade52c6ea tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Usage tracker for resource:security_group_rule and tenant:f9fe59584bbe4d5aaa42841eedb71980 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:01:38.482528 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-d031a3c5-8bd6-4d93-96ba-db6ade52c6ea tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:01:38.498608 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-d031a3c5-8bd6-4d93-96ba-db6ade52c6ea tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:01:38.520507 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-a9704e5b-c55d-47b5-bf26-fcd6004151b8 None None] Provisioning complete for port 7c9f727d-bceb-4e81-83bb-911e2c1713ac triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:01:38.521531 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a9704e5b-c55d-47b5-bf26-fcd6004151b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:38.537660 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d031a3c5-8bd6-4d93-96ba-db6ade52c6ea tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:38.615628 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e28d370-0e92-44c2-9cc3-caf34c8bb77d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bbf24ed-7ba9-53d2-873f-8f9642b1e987-4128eb64-12d1-4167-8862-5640adedf011', 'network_id': '4128eb64-12d1-4167-8862-5640adedf011', 'tenant_id': 'c21e664597df4071b0a614c1851fa302', 'fixed_ips': [{'subnet_id': '5248c871-d330-4c30-8873-54921c20c3a5'}]}} from dv-neutron-843763-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 30 05:01:38.616454 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-5e28d370-0e92-44c2-9cc3-caf34c8bb77d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:38.651419 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d031a3c5-8bd6-4d93-96ba-db6ade52c6ea tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:38.656865 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d031a3c5-8bd6-4d93-96ba-db6ade52c6ea tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:38.669864 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.api.v2.resource [None req-e36827f0-f40f-43b7-b7de-1912e27d486e tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] show failed (client error): The resource could not be found. May 30 05:01:38.673952 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-e36827f0-f40f-43b7-b7de-1912e27d486e tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] 10.222.0.15 "GET /v2.0/subnets/5959cc7c-342e-4778-8f5a-456b8e8f074c/tags/tempest-TagsExtTest-Tag-601518054 HTTP/1.1" status: 404 len: 328 time: 0.3618543 May 30 05:01:38.674617 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 45896) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:38.683300 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d031a3c5-8bd6-4d93-96ba-db6ade52c6ea tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08397e6f-bd45-433e-8148-e7828188bcbf,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:01:38.692790 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.tag.tag_plugin [None req-9c896d2b-1617-4df4-8f67-a1feb8b2ce53 tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '5959cc7c-342e-4778-8f5a-456b8e8f074c', 'tempest-TagsExtTest-Tag-1250421761') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:01:38.698606 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d031a3c5-8bd6-4d93-96ba-db6ade52c6ea tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:38.702479 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-d031a3c5-8bd6-4d93-96ba-db6ade52c6ea tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2818701 May 30 05:01:38.703231 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 45900) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:38.705088 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-ff029da4-4bb3-441d-9b8b-c5b8c105144d None None] For port 844e9d9d-5fee-4c5d-a110-d9621c7844c3, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=844e9d9d-5fee-4c5d-a110-d9621c7844c3,segment=NetworkSegment(a8356bff-0d02-41c6-b83e-95182e85a613),segment_id=a8356bff-0d02-41c6-b83e-95182e85a613)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:01:38.708375 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-54cc1ea8-33b9-4d77-9e62-163414277509 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Request body: {'security_group_rule': {'security_group_id': '0169e122-edb7-4e88-a009-c22d772b9c5c', 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:01:38.715068 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-54cc1ea8-33b9-4d77-9e62-163414277509 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:01:38.719260 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-54cc1ea8-33b9-4d77-9e62-163414277509 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Usage tracker for resource:security_group_rule and tenant:f9fe59584bbe4d5aaa42841eedb71980 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:01:38.723514 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-54cc1ea8-33b9-4d77-9e62-163414277509 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:01:38.727585 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6488a2c-4ce8-4744-81d5-faafb9952dda None None] Pushing event updated for resources: {'Port': ['ID=7c9f727d-bceb-4e81-83bb-911e2c1713ac,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:01:38.729566 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-54cc1ea8-33b9-4d77-9e62-163414277509 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:01:38.753119 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-54cc1ea8-33b9-4d77-9e62-163414277509 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:38.769081 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b472c615-e9cc-423e-850b-3ae35cb4c26b tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:38.801078 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.api.v2.resource [None req-9c896d2b-1617-4df4-8f67-a1feb8b2ce53 tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] show failed (client error): The resource could not be found. May 30 05:01:38.802149 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-9c896d2b-1617-4df4-8f67-a1feb8b2ce53 tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] 10.222.0.15 "GET /v2.0/subnets/5959cc7c-342e-4778-8f5a-456b8e8f074c/tags/tempest-TagsExtTest-Tag-1250421761 HTTP/1.1" status: 404 len: 329 time: 0.1243169 May 30 05:01:38.805891 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 45904) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:38.812821 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.tag.tag_plugin [None req-d7e65a6a-d75d-48e6-8291-99e5871e43a9 tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '5959cc7c-342e-4778-8f5a-456b8e8f074c', 'tempest-TagsExtTest-Tag-2137233051') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:01:38.817891 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b472c615-e9cc-423e-850b-3ae35cb4c26b tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:38.874530 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-6bbcf02d-1372-47bf-a028-bc4c20673301 None None] Allocated IP 172.20.0.2 (8bc3d839-355b-4d15-bcc7-690ad39f78d2/e34d080e-fa70-4015-9ca1-4fdeeab14bf8/e703ea78-9a3d-4c8e-b85f-31941104047f) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:01:38.879180 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-54cc1ea8-33b9-4d77-9e62-163414277509 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:38.890173 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b472c615-e9cc-423e-850b-3ae35cb4c26b tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Network 1bab70f4-3794-44db-8e17-19f483aa8ffa is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:01:38.891669 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-54cc1ea8-33b9-4d77-9e62-163414277509 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:38.893216 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-b472c615-e9cc-423e-850b-3ae35cb4c26b tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:01:38.897581 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b472c615-e9cc-423e-850b-3ae35cb4c26b tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:01:38.930982 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b472c615-e9cc-423e-850b-3ae35cb4c26b tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Pushing event updated for resources: {'Port': ['ID=c0f4f3b2-1702-483a-8966-c98b8f8d9488,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:01:38.932456 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-54cc1ea8-33b9-4d77-9e62-163414277509 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:38.936315 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-54cc1ea8-33b9-4d77-9e62-163414277509 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2300122 May 30 05:01:38.936315 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cc1ea8-33b9-4d77-9e62-163414277509 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1774ef3a-425b-40a3-9d98-b46eff9ffb53,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:01:38.937702 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 45908) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:38.938991 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.api.v2.resource [None req-d7e65a6a-d75d-48e6-8291-99e5871e43a9 tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] show failed (client error): The resource could not be found. May 30 05:01:38.939191 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.db.resource_extend [None req-ff029da4-4bb3-441d-9b8b-c5b8c105144d None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 05:01:38.942848 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-d7e65a6a-d75d-48e6-8291-99e5871e43a9 tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] 10.222.0.15 "GET /v2.0/subnets/5959cc7c-342e-4778-8f5a-456b8e8f074c/tags/tempest-TagsExtTest-Tag-2137233051 HTTP/1.1" status: 404 len: 329 time: 0.1331737 May 30 05:01:38.942848 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 45912) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:38.948261 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-2821206a-e979-48a2-9035-c00d11c0074c tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Request body: {'security_group_rule': {'security_group_id': '0169e122-edb7-4e88-a009-c22d772b9c5c', 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:01:38.954603 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.tag.tag_plugin [None req-5c042662-5264-45b3-802f-d8450b92ccb5 tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'ee11411b-11d9-4198-a990-4a2bdaace353', {'tags': ['tempest-TagsExtTest-Tag-344194360', 'tempest-TagsExtTest-Tag-1850339064', 'tempest-TagsExtTest-Tag-784468919']}) {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:01:38.986690 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-2821206a-e979-48a2-9035-c00d11c0074c tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:01:39.002955 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-d747dd4e-6c21-4660-bced-46838048ce8d None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:39.006472 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-2821206a-e979-48a2-9035-c00d11c0074c tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Usage tracker for resource:security_group_rule and tenant:f9fe59584bbe4d5aaa42841eedb71980 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:01:39.011941 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-2821206a-e979-48a2-9035-c00d11c0074c tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:01:39.020840 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-2821206a-e979-48a2-9035-c00d11c0074c tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:01:39.051574 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2821206a-e979-48a2-9035-c00d11c0074c tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:39.101990 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-ff029da4-4bb3-441d-9b8b-c5b8c105144d None None] Notify callbacks [] for port, precommit_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:39.119846 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2821206a-e979-48a2-9035-c00d11c0074c tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:39.125346 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2821206a-e979-48a2-9035-c00d11c0074c tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:39.132685 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-d747dd4e-6c21-4660-bced-46838048ce8d None None] Transition to ACTIVE for port object b703d808-df8c-4520-9f1b-0a4b758e944d will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:01:39.137293 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-5c042662-5264-45b3-802f-d8450b92ccb5 tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] 10.222.0.15 "PUT /v2.0/ports/ee11411b-11d9-4198-a990-4a2bdaace353/tags HTTP/1.1" status: 200 len: 316 time: 0.1912205 May 30 05:01:39.138904 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 45916) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:39.145252 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.tag.tag_plugin [None req-afb1c95d-172d-4940-a215-a26201ec6f0d tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'ee11411b-11d9-4198-a990-4a2bdaace353') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:01:39.151816 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2821206a-e979-48a2-9035-c00d11c0074c tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d83f07f9-865f-4505-af8e-2ec3afca5d22,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:01:39.165114 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2821206a-e979-48a2-9035-c00d11c0074c tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:39.168836 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-2821206a-e979-48a2-9035-c00d11c0074c tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2253270 May 30 05:01:39.169085 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 45920) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:39.174837 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-a7c77391-4bba-45f1-9c61-d3098fcce690 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Request body: {'security_group_rule': {'security_group_id': '0169e122-edb7-4e88-a009-c22d772b9c5c', 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:01:39.180866 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-a7c77391-4bba-45f1-9c61-d3098fcce690 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:01:39.185868 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-a7c77391-4bba-45f1-9c61-d3098fcce690 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Usage tracker for resource:security_group_rule and tenant:f9fe59584bbe4d5aaa42841eedb71980 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:01:39.189171 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-a7c77391-4bba-45f1-9c61-d3098fcce690 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:01:39.197196 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-a7c77391-4bba-45f1-9c61-d3098fcce690 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:01:39.213447 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.db.securitygroups_db [None req-a7c77391-4bba-45f1-9c61-d3098fcce690 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Project f9fe59584bbe4d5aaa42841eedb71980 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 30 05:01:39.222377 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a7c77391-4bba-45f1-9c61-d3098fcce690 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:39.287948 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-d747dd4e-6c21-4660-bced-46838048ce8d None None] Transition to ACTIVE for port object b703d808-df8c-4520-9f1b-0a4b758e944d will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:01:39.299717 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-ff029da4-4bb3-441d-9b8b-c5b8c105144d None None] Transition to ACTIVE for port object 844e9d9d-5fee-4c5d-a110-d9621c7844c3 will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:01:39.307939 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-a9704e5b-c55d-47b5-bf26-fcd6004151b8 None None] Current status of the port 7c9f727d-bceb-4e81-83bb-911e2c1713ac is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:01:39.323390 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-d747dd4e-6c21-4660-bced-46838048ce8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:39.328777 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a7c77391-4bba-45f1-9c61-d3098fcce690 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:39.371871 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a7c77391-4bba-45f1-9c61-d3098fcce690 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:39.382655 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-ff029da4-4bb3-441d-9b8b-c5b8c105144d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:39.403914 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c77391-4bba-45f1-9c61-d3098fcce690 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a7208f6-e854-4cda-8411-f60a65456850,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:01:39.434166 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-5e28d370-0e92-44c2-9cc3-caf34c8bb77d None None] Allocated IP 172.20.0.2 (4128eb64-12d1-4167-8862-5640adedf011/5248c871-d330-4c30-8873-54921c20c3a5/257053b4-440e-4463-b16d-1416960c6b50) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:01:39.446036 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a7c77391-4bba-45f1-9c61-d3098fcce690 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:39.449772 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-a7c77391-4bba-45f1-9c61-d3098fcce690 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2772882 May 30 05:01:39.452477 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 45926) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:39.453617 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-add34e20-c87c-428f-8ea3-cb5e82f9ff8f tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Allocated IP 172.20.0.1 (8c6e8521-cd06-47e7-9411-802b21fef57c/196be56e-1f9f-46fb-856e-96d07514a4a4/263db74b-6b55-4375-9eab-c9d130985e2c) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:01:39.458619 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-1a4fc990-0824-4b9f-ae13-bcc23f040ad1 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Request body: {'security_group_rule': {'security_group_id': '0169e122-edb7-4e88-a009-c22d772b9c5c', 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:01:39.466380 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b472c615-e9cc-423e-850b-3ae35cb4c26b tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks [] for router_gateway, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:39.468116 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-1a4fc990-0824-4b9f-ae13-bcc23f040ad1 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:01:39.478909 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-1a4fc990-0824-4b9f-ae13-bcc23f040ad1 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Usage tracker for resource:security_group_rule and tenant:f9fe59584bbe4d5aaa42841eedb71980 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:01:39.483111 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-1a4fc990-0824-4b9f-ae13-bcc23f040ad1 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:01:39.505739 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-ca4b294b-a208-4caa-8243-d5aee16bc39e None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:39.507996 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-1a4fc990-0824-4b9f-ae13-bcc23f040ad1 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:01:39.530439 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 7c9f727d-bceb-4e81-83bb-911e2c1713ac up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:01:39.580988 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-afb1c95d-172d-4940-a215-a26201ec6f0d tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] 10.222.0.15 "DELETE /v2.0/ports/ee11411b-11d9-4198-a990-4a2bdaace353/tags HTTP/1.1" status: 204 len: 168 time: 0.4422126 May 30 05:01:39.583786 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 45930) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:39.589177 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.tag.tag_plugin [None req-c36ff75c-986a-428b-a3cb-9fcaa4baddac tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'ee11411b-11d9-4198-a990-4a2bdaace353', 'tempest-TagsExtTest-Tag-344194360') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:01:39.590592 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d747dd4e-6c21-4660-bced-46838048ce8d None None] Network 8c6e8521-cd06-47e7-9411-802b21fef57c is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:01:39.591984 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-44df9a2d-26df-4221-900a-8d53c609c2c4 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Allocated IP 2001:db8::1df (5dca043a-b37a-4723-9d7b-43c1402b7673/dde9b806-6972-4014-810e-0724cb833f1e/6bea0a27-8e3a-4062-a6de-217945b0581e) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:01:39.617569 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-d747dd4e-6c21-4660-bced-46838048ce8d None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:01:39.623626 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.db.securitygroups_db [None req-1a4fc990-0824-4b9f-ae13-bcc23f040ad1 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Project f9fe59584bbe4d5aaa42841eedb71980 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 30 05:01:39.640530 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1a4fc990-0824-4b9f-ae13-bcc23f040ad1 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:39.660772 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d747dd4e-6c21-4660-bced-46838048ce8d None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:01:39.663330 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-ca4b294b-a208-4caa-8243-d5aee16bc39e None None] Transition to ACTIVE for port object b4f25b5c-d623-46d5-8cef-d93ba1d180ba will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:01:39.775432 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-add34e20-c87c-428f-8ea3-cb5e82f9ff8f tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:39.801306 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d747dd4e-6c21-4660-bced-46838048ce8d None None] Pushing event updated for resources: {'Port': ['ID=b703d808-df8c-4520-9f1b-0a4b758e944d,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:01:39.804539 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.api.v2.resource [None req-c36ff75c-986a-428b-a3cb-9fcaa4baddac tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] show failed (client error): The resource could not be found. May 30 05:01:39.808281 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-c36ff75c-986a-428b-a3cb-9fcaa4baddac tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] 10.222.0.15 "GET /v2.0/ports/ee11411b-11d9-4198-a990-4a2bdaace353/tags/tempest-TagsExtTest-Tag-344194360 HTTP/1.1" status: 404 len: 328 time: 0.2207627 May 30 05:01:39.808281 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1a4fc990-0824-4b9f-ae13-bcc23f040ad1 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:39.812261 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 45934) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:39.816566 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.tag.tag_plugin [None req-436ad071-234e-4404-ba44-10662dda858e tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'ee11411b-11d9-4198-a990-4a2bdaace353', 'tempest-TagsExtTest-Tag-1850339064') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:01:39.849331 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [None req-add34e20-c87c-428f-8ea3-cb5e82f9ff8f tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Transition to ACTIVE for port object 263db74b-6b55-4375-9eab-c9d130985e2c will not be triggered until provisioned by entity DHCP. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:01:39.856741 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1a4fc990-0824-4b9f-ae13-bcc23f040ad1 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:39.881773 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d747dd4e-6c21-4660-bced-46838048ce8d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:01:39.882142 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d747dd4e-6c21-4660-bced-46838048ce8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:01:39.882487 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d747dd4e-6c21-4660-bced-46838048ce8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:01:39.882818 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d747dd4e-6c21-4660-bced-46838048ce8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:01:39.883149 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d747dd4e-6c21-4660-bced-46838048ce8d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:01:39.884126 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d747dd4e-6c21-4660-bced-46838048ce8d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:01:39.884476 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d747dd4e-6c21-4660-bced-46838048ce8d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:01:39.884812 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d747dd4e-6c21-4660-bced-46838048ce8d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:01:39.885139 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d747dd4e-6c21-4660-bced-46838048ce8d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:01:39.885463 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d747dd4e-6c21-4660-bced-46838048ce8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:01:39.885786 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d747dd4e-6c21-4660-bced-46838048ce8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:01:39.886128 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d747dd4e-6c21-4660-bced-46838048ce8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:01:39.889291 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4fc990-0824-4b9f-ae13-bcc23f040ad1 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15282143-52f0-436e-aae4-15603b12c092,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:01:39.920239 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1a4fc990-0824-4b9f-ae13-bcc23f040ad1 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:39.921432 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-1a4fc990-0824-4b9f-ae13-bcc23f040ad1 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4704971 May 30 05:01:39.944373 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-ca4b294b-a208-4caa-8243-d5aee16bc39e None None] Transition to ACTIVE for port object b4f25b5c-d623-46d5-8cef-d93ba1d180ba will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:01:39.954784 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-add34e20-c87c-428f-8ea3-cb5e82f9ff8f tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:40.037283 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-ca4b294b-a208-4caa-8243-d5aee16bc39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:40.056068 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-6bbcf02d-1372-47bf-a028-bc4c20673301 None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:40.068217 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add34e20-c87c-428f-8ea3-cb5e82f9ff8f tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Network 8c6e8521-cd06-47e7-9411-802b21fef57c is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:01:40.073941 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-d747dd4e-6c21-4660-bced-46838048ce8d None None] Attempting to bind port b703d808-df8c-4520-9f1b-0a4b758e944d on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 05:01:40.074318 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-d747dd4e-6c21-4660-bced-46838048ce8d None None] Attempting to bind port b703d808-df8c-4520-9f1b-0a4b758e944d by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': '7d353a1b-f7b8-4181-a94e-f8e5ebe8fde5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '8c6e8521-cd06-47e7-9411-802b21fef57c'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 05:01:40.075166 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d747dd4e-6c21-4660-bced-46838048ce8d None None] Attempting to bind port b703d808-df8c-4520-9f1b-0a4b758e944d on network 8c6e8521-cd06-47e7-9411-802b21fef57c {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:01:40.076888 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.api.v2.resource [None req-436ad071-234e-4404-ba44-10662dda858e tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] show failed (client error): The resource could not be found. May 30 05:01:40.080536 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-436ad071-234e-4404-ba44-10662dda858e tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] 10.222.0.15 "GET /v2.0/ports/ee11411b-11d9-4198-a990-4a2bdaace353/tags/tempest-TagsExtTest-Tag-1850339064 HTTP/1.1" status: 404 len: 329 time: 0.2654841 May 30 05:01:40.083529 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-add34e20-c87c-428f-8ea3-cb5e82f9ff8f tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:01:40.085490 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 45940) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:40.090346 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.tag.tag_plugin [None req-5d7342d9-a854-4ee6-9abf-5e4b58a84a4e tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'ee11411b-11d9-4198-a990-4a2bdaace353', 'tempest-TagsExtTest-Tag-784468919') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:01:40.112858 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d34482-6501-4731-abe3-9ef9242c93ff req-cb6898cf-0f76-483d-8580-e81f1f7e9134 tempest-TestServerAdvancedOps-275529271 tempest-TestServerAdvancedOps-275529271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:01:40.114793 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-02d34482-6501-4731-abe3-9ef9242c93ff req-cb6898cf-0f76-483d-8580-e81f1f7e9134 tempest-TestServerAdvancedOps-275529271 tempest-TestServerAdvancedOps-275529271-project] 10.222.0.15 "GET /v2.0/ports?device_id=196449a0-d332-4926-8f3e-06b22f18fef8 HTTP/1.1" status: 200 len: 945 time: 0.5812376 May 30 05:01:40.119014 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add34e20-c87c-428f-8ea3-cb5e82f9ff8f tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:01:40.140840 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca4b294b-a208-4caa-8243-d5aee16bc39e None None] Network 3a472c4e-706e-49c5-9d72-fbb66b9c0513 is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:01:40.150939 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-ca4b294b-a208-4caa-8243-d5aee16bc39e None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:01:40.155797 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-6bbcf02d-1372-47bf-a028-bc4c20673301 None None] Transition to ACTIVE for port object e703ea78-9a3d-4c8e-b85f-31941104047f will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:01:40.160357 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d747dd4e-6c21-4660-bced-46838048ce8d None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 5, 1, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 05:01:40.160744 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d747dd4e-6c21-4660-bced-46838048ce8d None None] Checking segment: {'id': '7d353a1b-f7b8-4181-a94e-f8e5ebe8fde5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '8c6e8521-cd06-47e7-9411-802b21fef57c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:01:40.161135 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-d747dd4e-6c21-4660-bced-46838048ce8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:40.161537 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d747dd4e-6c21-4660-bced-46838048ce8d None None] Bound using segment: {'id': '7d353a1b-f7b8-4181-a94e-f8e5ebe8fde5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '8c6e8521-cd06-47e7-9411-802b21fef57c'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 05:01:40.162313 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-d747dd4e-6c21-4660-bced-46838048ce8d None None] Bound port: b703d808-df8c-4520-9f1b-0a4b758e944d, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d353a1b-f7b8-4181-a94e-f8e5ebe8fde5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '8c6e8521-cd06-47e7-9411-802b21fef57c'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 05:01:40.163203 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-d747dd4e-6c21-4660-bced-46838048ce8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:40.179224 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4b294b-a208-4caa-8243-d5aee16bc39e None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:01:40.208677 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff029da4-4bb3-441d-9b8b-c5b8c105144d None None] Pushing event updated for resources: {'Port': ['ID=844e9d9d-5fee-4c5d-a110-d9621c7844c3,revision_number=6']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:01:40.214018 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add34e20-c87c-428f-8ea3-cb5e82f9ff8f tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Pushing event updated for resources: {'Port': ['ID=263db74b-6b55-4375-9eab-c9d130985e2c,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:01:40.353336 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-add34e20-c87c-428f-8ea3-cb5e82f9ff8f tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604623'] for router_interface, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:40.357620 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-44df9a2d-26df-4221-900a-8d53c609c2c4 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:40.373385 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 7c9f727d-bceb-4e81-83bb-911e2c1713ac triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:01:40.374246 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [None req-44df9a2d-26df-4221-900a-8d53c609c2c4 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Transition to ACTIVE for port object 6bea0a27-8e3a-4062-a6de-217945b0581e will not be triggered until provisioned by entity DHCP. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:01:40.374580 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:40.377480 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [req-8899e7cc-1703-4d2f-a9a9-eb9b78a98cda req-f355a178-2e7f-46bd-9bcc-1c5c55fe8eb9 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Synchronizing usage tracker for tenant:f9fe59584bbe4d5aaa42841eedb71980 on resource:security_group {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:01:40.415681 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [req-8899e7cc-1703-4d2f-a9a9-eb9b78a98cda req-f355a178-2e7f-46bd-9bcc-1c5c55fe8eb9 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Unset dirty status for tenant:f9fe59584bbe4d5aaa42841eedb71980 on resource:security_group {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:01:40.416873 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-8899e7cc-1703-4d2f-a9a9-eb9b78a98cda req-f355a178-2e7f-46bd-9bcc-1c5c55fe8eb9 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1167601525&fields=id&tenant_id=f9fe59584bbe4d5aaa42841eedb71980 HTTP/1.1" status: 200 len: 267 time: 0.1483417 May 30 05:01:40.420252 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.api.v2.resource [None req-5d7342d9-a854-4ee6-9abf-5e4b58a84a4e tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] show failed (client error): The resource could not be found. May 30 05:01:40.423796 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-5d7342d9-a854-4ee6-9abf-5e4b58a84a4e tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] 10.222.0.15 "GET /v2.0/ports/ee11411b-11d9-4198-a990-4a2bdaace353/tags/tempest-TagsExtTest-Tag-784468919 HTTP/1.1" status: 404 len: 328 time: 0.3350236 May 30 05:01:40.426602 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 45954) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:40.429145 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-6bbcf02d-1372-47bf-a028-bc4c20673301 None None] Transition to ACTIVE for port object e703ea78-9a3d-4c8e-b85f-31941104047f will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:01:40.432960 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.tag.tag_plugin [None req-260cd614-bfe1-47d0-94d5-ee39be3a5123 tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '36157254-d984-432c-afbc-2253dfadfafc', {'tags': ['tempest-TagsExtTest-Tag-454254641', 'tempest-TagsExtTest-Tag-723034869', 'tempest-TagsExtTest-Tag-2001519486']}) {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:01:40.436581 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b472c615-e9cc-423e-850b-3ae35cb4c26b tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603653'] for router, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:40.441559 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-02d34482-6501-4731-abe3-9ef9242c93ff req-1b61c9fa-57fb-47df-9885-1aaf64b8c5aa tempest-TestServerAdvancedOps-275529271 tempest-TestServerAdvancedOps-275529271-project] 10.222.0.15 "GET /v2.0/security-groups?id=e942b556-082b-47b5-acd5-34ca68d0c431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2978585 May 30 05:01:40.442824 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-44df9a2d-26df-4221-900a-8d53c609c2c4 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:40.508823 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44df9a2d-26df-4221-900a-8d53c609c2c4 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Network 5dca043a-b37a-4723-9d7b-43c1402b7673 is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:01:40.515664 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-44df9a2d-26df-4221-900a-8d53c609c2c4 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:01:40.559135 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-d747dd4e-6c21-4660-bced-46838048ce8d None None] For port b703d808-df8c-4520-9f1b-0a4b758e944d, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 05:01:40.563582 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-d747dd4e-6c21-4660-bced-46838048ce8d None None] For port b703d808-df8c-4520-9f1b-0a4b758e944d, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=b703d808-df8c-4520-9f1b-0a4b758e944d,segment=NetworkSegment(7d353a1b-f7b8-4181-a94e-f8e5ebe8fde5),segment_id=7d353a1b-f7b8-4181-a94e-f8e5ebe8fde5)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 05:01:40.593104 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44df9a2d-26df-4221-900a-8d53c609c2c4 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:01:40.604047 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44df9a2d-26df-4221-900a-8d53c609c2c4 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:01:40.604705 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-44df9a2d-26df-4221-900a-8d53c609c2c4 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:40.674862 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-d747dd4e-6c21-4660-bced-46838048ce8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:40.676958 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44df9a2d-26df-4221-900a-8d53c609c2c4 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Pushing event updated for resources: {'Port': ['ID=6bea0a27-8e3a-4062-a6de-217945b0581e,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:01:40.706888 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-6bbcf02d-1372-47bf-a028-bc4c20673301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:40.726952 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-5e28d370-0e92-44c2-9cc3-caf34c8bb77d None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:40.757294 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-44df9a2d-26df-4221-900a-8d53c609c2c4 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.2666688 May 30 05:01:40.758379 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 45960) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:40.786455 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-84b4fa25-8953-472b-8b41-f1d93e10e602 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Request body: {'subnet': {'network_id': '5dca043a-b37a-4723-9d7b-43c1402b7673', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:01:40.804043 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-5e28d370-0e92-44c2-9cc3-caf34c8bb77d None None] Transition to ACTIVE for port object 257053b4-440e-4463-b16d-1416960c6b50 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:01:40.840689 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4b294b-a208-4caa-8243-d5aee16bc39e None None] Pushing event updated for resources: {'Port': ['ID=b4f25b5c-d623-46d5-8cef-d93ba1d180ba,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:01:40.853098 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bbcf02d-1372-47bf-a028-bc4c20673301 None None] Network 8bc3d839-355b-4d15-bcc7-690ad39f78d2 is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:01:40.887608 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-ca4b294b-a208-4caa-8243-d5aee16bc39e None None] Attempting to bind port b4f25b5c-d623-46d5-8cef-d93ba1d180ba on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 05:01:40.887608 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-ca4b294b-a208-4caa-8243-d5aee16bc39e None None] Attempting to bind port b4f25b5c-d623-46d5-8cef-d93ba1d180ba by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': '084e388d-319f-4998-938e-0681ba13a099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '3a472c4e-706e-49c5-9d72-fbb66b9c0513'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 05:01:40.887608 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4b294b-a208-4caa-8243-d5aee16bc39e None None] Attempting to bind port b4f25b5c-d623-46d5-8cef-d93ba1d180ba on network 3a472c4e-706e-49c5-9d72-fbb66b9c0513 {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:01:40.924049 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-6bbcf02d-1372-47bf-a028-bc4c20673301 None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:01:40.957325 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bbcf02d-1372-47bf-a028-bc4c20673301 None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:01:40.994881 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4b294b-a208-4caa-8243-d5aee16bc39e None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 5, 1, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 05:01:40.995255 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4b294b-a208-4caa-8243-d5aee16bc39e None None] Checking segment: {'id': '084e388d-319f-4998-938e-0681ba13a099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '3a472c4e-706e-49c5-9d72-fbb66b9c0513'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:01:40.995664 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-ca4b294b-a208-4caa-8243-d5aee16bc39e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:40.996063 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4b294b-a208-4caa-8243-d5aee16bc39e None None] Bound using segment: {'id': '084e388d-319f-4998-938e-0681ba13a099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '3a472c4e-706e-49c5-9d72-fbb66b9c0513'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 05:01:40.996559 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-ca4b294b-a208-4caa-8243-d5aee16bc39e None None] Bound port: b4f25b5c-d623-46d5-8cef-d93ba1d180ba, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '084e388d-319f-4998-938e-0681ba13a099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '3a472c4e-706e-49c5-9d72-fbb66b9c0513'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 05:01:40.996937 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-ca4b294b-a208-4caa-8243-d5aee16bc39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:41.055885 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-add34e20-c87c-428f-8ea3-cb5e82f9ff8f tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:41.079606 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8899e7cc-1703-4d2f-a9a9-eb9b78a98cda req-8587d594-5fee-4b3a-9ed1-92c24ce38b34 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:01:41.081166 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-8899e7cc-1703-4d2f-a9a9-eb9b78a98cda req-8587d594-5fee-4b3a-9ed1-92c24ce38b34 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/networks?id=3a472c4e-706e-49c5-9d72-fbb66b9c0513 HTTP/1.1" status: 200 len: 797 time: 0.4313705 May 30 05:01:41.082726 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-260cd614-bfe1-47d0-94d5-ee39be3a5123 tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] 10.222.0.15 "PUT /v2.0/routers/36157254-d984-432c-afbc-2253dfadfafc/tags HTTP/1.1" status: 200 len: 316 time: 0.6552219 May 30 05:01:41.086428 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 45966) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:41.099426 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.tag.tag_plugin [None req-b0b5a86b-2de1-4c97-8517-961a51565bd7 tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '36157254-d984-432c-afbc-2253dfadfafc') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:01:41.116398 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-5e28d370-0e92-44c2-9cc3-caf34c8bb77d None None] Transition to ACTIVE for port object 257053b4-440e-4463-b16d-1416960c6b50 will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:01:41.126263 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-84b4fa25-8953-472b-8b41-f1d93e10e602 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:01:41.132776 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-84b4fa25-8953-472b-8b41-f1d93e10e602 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Usage tracker for resource:subnet and tenant:895764a2d33a4b6180a8faca69c63db7 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:01:41.141409 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-84b4fa25-8953-472b-8b41-f1d93e10e602 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:01:41.148722 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-84b4fa25-8953-472b-8b41-f1d93e10e602 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:01:41.169493 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b472c615-e9cc-423e-850b-3ae35cb4c26b tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Router 76c14fcb-6412-4ae6-89fd-b603e163c0d9 is scheduled to L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 with binding_index 1 {{(pid=88261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 30 05:01:41.186900 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84b4fa25-8953-472b-8b41-f1d93e10e602 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Made reservation on behalf of 895764a2d33a4b6180a8faca69c63db7 for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:01:41.191706 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-84b4fa25-8953-472b-8b41-f1d93e10e602 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9305518'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:41.246081 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-3e861128-d78d-489e-a1eb-6d9201eacf46 None None] Provisioning for port 844e9d9d-5fee-4c5d-a110-d9621c7844c3 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:01:41.249318 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-5e28d370-0e92-44c2-9cc3-caf34c8bb77d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:41.308279 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 7c9f727d-bceb-4e81-83bb-911e2c1713ac is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:01:41.317071 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-3e861128-d78d-489e-a1eb-6d9201eacf46 None None] Provisioning complete for port 844e9d9d-5fee-4c5d-a110-d9621c7844c3 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:01:41.317445 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-3e861128-d78d-489e-a1eb-6d9201eacf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:41.389286 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d747dd4e-6c21-4660-bced-46838048ce8d None None] Pushing event updated for resources: {'Port': ['ID=b703d808-df8c-4520-9f1b-0a4b758e944d,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:01:41.402984 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-6bbcf02d-1372-47bf-a028-bc4c20673301 None None] Attempting to bind port e703ea78-9a3d-4c8e-b85f-31941104047f on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 05:01:41.403359 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-6bbcf02d-1372-47bf-a028-bc4c20673301 None None] Attempting to bind port e703ea78-9a3d-4c8e-b85f-31941104047f by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': 'abd7fc22-a84e-4269-b2ff-30a1291ed3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8bc3d839-355b-4d15-bcc7-690ad39f78d2'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 05:01:41.403728 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bbcf02d-1372-47bf-a028-bc4c20673301 None None] Attempting to bind port e703ea78-9a3d-4c8e-b85f-31941104047f on network 8bc3d839-355b-4d15-bcc7-690ad39f78d2 {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:01:41.439255 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-8899e7cc-1703-4d2f-a9a9-eb9b78a98cda req-a219fb32-fcae-4152-aa0b-99b37c853885 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/quotas/f9fe59584bbe4d5aaa42841eedb71980 HTTP/1.1" status: 200 len: 375 time: 0.2453988 May 30 05:01:41.448313 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb20c134-a19b-491b-af2d-f4939b0dc9ed req-39aac052-07db-4450-a685-749296c81b9d tempest-TestServerAdvancedOps-275529271 tempest-TestServerAdvancedOps-275529271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:01:41.455655 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-eb20c134-a19b-491b-af2d-f4939b0dc9ed req-39aac052-07db-4450-a685-749296c81b9d tempest-TestServerAdvancedOps-275529271 tempest-TestServerAdvancedOps-275529271-project] 10.222.0.15 "GET /v2.0/ports?device_id=196449a0-d332-4926-8f3e-06b22f18fef8 HTTP/1.1" status: 200 len: 945 time: 0.5090468 May 30 05:01:41.496906 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbcf02d-1372-47bf-a028-bc4c20673301 None None] Pushing event updated for resources: {'Port': ['ID=e703ea78-9a3d-4c8e-b85f-31941104047f,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:01:41.502471 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e28d370-0e92-44c2-9cc3-caf34c8bb77d None None] Network 4128eb64-12d1-4167-8862-5640adedf011 is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:01:41.524436 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-eb20c134-a19b-491b-af2d-f4939b0dc9ed req-3a66912b-db2b-4f9d-b461-3f5d0b5ca298 tempest-TestServerAdvancedOps-275529271 tempest-TestServerAdvancedOps-275529271-project] 10.222.0.15 "GET /v2.0/security-groups?id=e942b556-082b-47b5-acd5-34ca68d0c431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673566 May 30 05:01:41.553646 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-5e28d370-0e92-44c2-9cc3-caf34c8bb77d None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:01:41.556443 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e28d370-0e92-44c2-9cc3-caf34c8bb77d None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:01:41.578156 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 844e9d9d-5fee-4c5d-a110-d9621c7844c3 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:01:41.602864 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bbcf02d-1372-47bf-a028-bc4c20673301 None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 5, 1, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 05:01:41.603275 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bbcf02d-1372-47bf-a028-bc4c20673301 None None] Checking segment: {'id': 'abd7fc22-a84e-4269-b2ff-30a1291ed3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8bc3d839-355b-4d15-bcc7-690ad39f78d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:01:41.603557 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-6bbcf02d-1372-47bf-a028-bc4c20673301 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:41.603949 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bbcf02d-1372-47bf-a028-bc4c20673301 None None] Bound using segment: {'id': 'abd7fc22-a84e-4269-b2ff-30a1291ed3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8bc3d839-355b-4d15-bcc7-690ad39f78d2'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 05:01:41.604436 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-6bbcf02d-1372-47bf-a028-bc4c20673301 None None] Bound port: e703ea78-9a3d-4c8e-b85f-31941104047f, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abd7fc22-a84e-4269-b2ff-30a1291ed3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8bc3d839-355b-4d15-bcc7-690ad39f78d2'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 05:01:41.604812 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-6bbcf02d-1372-47bf-a028-bc4c20673301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:41.661106 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.db.ipam_backend_mixin [None req-84b4fa25-8953-472b-8b41-f1d93e10e602 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet dde9b806-6972-4014-810e-0724cb833f1e (CIDR: 2001:db8::/64) May 30 05:01:41.667769 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b472c615-e9cc-423e-850b-3ae35cb4c26b tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:01:41.669207 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-84b4fa25-8953-472b-8b41-f1d93e10e602 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 05:01:41.669652 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84b4fa25-8953-472b-8b41-f1d93e10e602 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 05:01:41.716110 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-84b4fa25-8953-472b-8b41-f1d93e10e602 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9447901 May 30 05:01:41.716858 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 45970) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:41.719935 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b472c615-e9cc-423e-850b-3ae35cb4c26b tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks [] for router, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:41.723805 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-b472c615-e9cc-423e-850b-3ae35cb4c26b tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.1269877 May 30 05:01:41.726413 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-a37bbea5-d806-4b45-a95f-5ae305cc07ed tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Request body: {'subnet': {'network_id': '5dca043a-b37a-4723-9d7b-43c1402b7673', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:01:41.727990 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 45974) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:41.742325 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0101ac0d-f856-4d06-9011-18aebab671ef None None] Sync routers for ids ['76c14fcb-6412-4ae6-89fd-b603e163c0d9'] in dv-neutron-843763-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:01:41.814084 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-ca4b294b-a208-4caa-8243-d5aee16bc39e None None] For port b4f25b5c-d623-46d5-8cef-d93ba1d180ba, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 05:01:41.829625 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-5e28d370-0e92-44c2-9cc3-caf34c8bb77d None None] Attempting to bind port 257053b4-440e-4463-b16d-1416960c6b50 on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 05:01:41.830018 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-5e28d370-0e92-44c2-9cc3-caf34c8bb77d None None] Attempting to bind port 257053b4-440e-4463-b16d-1416960c6b50 by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': '9108c665-7c99-48fb-b3c8-8f2a9c8ac44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4128eb64-12d1-4167-8862-5640adedf011'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 05:01:41.830380 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e28d370-0e92-44c2-9cc3-caf34c8bb77d None None] Attempting to bind port 257053b4-440e-4463-b16d-1416960c6b50 on network 4128eb64-12d1-4167-8862-5640adedf011 {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:01:41.832327 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e28d370-0e92-44c2-9cc3-caf34c8bb77d None None] Pushing event updated for resources: {'Port': ['ID=257053b4-440e-4463-b16d-1416960c6b50,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:01:41.876836 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-a37bbea5-d806-4b45-a95f-5ae305cc07ed tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:01:41.880693 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0101ac0d-f856-4d06-9011-18aebab671ef None None] Routers {'76c14fcb-6412-4ae6-89fd-b603e163c0d9'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:01:41.881533 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-0101ac0d-f856-4d06-9011-18aebab671ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:01:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['76c14fcb-6412-4ae6-89fd-b603e163c0d9'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:01:41.882106 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-a37bbea5-d806-4b45-a95f-5ae305cc07ed tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Usage tracker for resource:subnet and tenant:895764a2d33a4b6180a8faca69c63db7 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:01:41.884999 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-a37bbea5-d806-4b45-a95f-5ae305cc07ed tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:01:41.891761 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-a37bbea5-d806-4b45-a95f-5ae305cc07ed tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:01:41.897433 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-b0b5a86b-2de1-4c97-8517-961a51565bd7 tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] 10.222.0.15 "DELETE /v2.0/routers/36157254-d984-432c-afbc-2253dfadfafc/tags HTTP/1.1" status: 204 len: 168 time: 0.8093376 May 30 05:01:41.900086 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 45978) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:41.908552 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.tag.tag_plugin [None req-4725d8db-a77d-4bb5-9aa1-53338cb3cb6b tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '36157254-d984-432c-afbc-2253dfadfafc', 'tempest-TagsExtTest-Tag-454254641') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:01:41.934257 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-ca4b294b-a208-4caa-8243-d5aee16bc39e None None] For port b4f25b5c-d623-46d5-8cef-d93ba1d180ba, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=b4f25b5c-d623-46d5-8cef-d93ba1d180ba,segment=NetworkSegment(084e388d-319f-4998-938e-0681ba13a099),segment_id=084e388d-319f-4998-938e-0681ba13a099)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 05:01:41.942323 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-8899e7cc-1703-4d2f-a9a9-eb9b78a98cda req-72a2d3e4-a696-4e56-9812-51e0047fb886 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=f9fe59584bbe4d5aaa42841eedb71980&fields=id HTTP/1.1" status: 200 len: 440 time: 0.4948511 May 30 05:01:41.963635 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e28d370-0e92-44c2-9cc3-caf34c8bb77d None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 5, 1, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 05:01:41.963877 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e28d370-0e92-44c2-9cc3-caf34c8bb77d None None] Checking segment: {'id': '9108c665-7c99-48fb-b3c8-8f2a9c8ac44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4128eb64-12d1-4167-8862-5640adedf011'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:01:41.964185 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-5e28d370-0e92-44c2-9cc3-caf34c8bb77d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:41.964575 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e28d370-0e92-44c2-9cc3-caf34c8bb77d None None] Bound using segment: {'id': '9108c665-7c99-48fb-b3c8-8f2a9c8ac44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4128eb64-12d1-4167-8862-5640adedf011'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 05:01:41.965055 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-5e28d370-0e92-44c2-9cc3-caf34c8bb77d None None] Bound port: 257053b4-440e-4463-b16d-1416960c6b50, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9108c665-7c99-48fb-b3c8-8f2a9c8ac44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4128eb64-12d1-4167-8862-5640adedf011'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 05:01:41.965905 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-5e28d370-0e92-44c2-9cc3-caf34c8bb77d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:42.001346 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-0101ac0d-f856-4d06-9011-18aebab671ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:01:42.003916 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-ca4b294b-a208-4caa-8243-d5aee16bc39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:42.158035 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-3e861128-d78d-489e-a1eb-6d9201eacf46 None None] Current status of the port 844e9d9d-5fee-4c5d-a110-d9621c7844c3 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:01:42.168647 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0101ac0d-f856-4d06-9011-18aebab671ef None None] Routers {'76c14fcb-6412-4ae6-89fd-b603e163c0d9'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:01:42.169514 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-0101ac0d-f856-4d06-9011-18aebab671ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:01:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['76c14fcb-6412-4ae6-89fd-b603e163c0d9'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:01:42.275481 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a37bbea5-d806-4b45-a95f-5ae305cc07ed tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Made reservation on behalf of 895764a2d33a4b6180a8faca69c63db7 for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:01:42.287341 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a37bbea5-d806-4b45-a95f-5ae305cc07ed tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9305518'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:42.313422 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-6bbcf02d-1372-47bf-a028-bc4c20673301 None None] For port e703ea78-9a3d-4c8e-b85f-31941104047f, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 05:01:42.321721 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-5e28d370-0e92-44c2-9cc3-caf34c8bb77d None None] For port 257053b4-440e-4463-b16d-1416960c6b50, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 05:01:42.325344 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4b294b-a208-4caa-8243-d5aee16bc39e None None] Pushing event updated for resources: {'Port': ['ID=b4f25b5c-d623-46d5-8cef-d93ba1d180ba,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:01:42.338239 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-5e28d370-0e92-44c2-9cc3-caf34c8bb77d None None] For port 257053b4-440e-4463-b16d-1416960c6b50, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=257053b4-440e-4463-b16d-1416960c6b50,segment=NetworkSegment(9108c665-7c99-48fb-b3c8-8f2a9c8ac44f),segment_id=9108c665-7c99-48fb-b3c8-8f2a9c8ac44f)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 05:01:42.362361 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 844e9d9d-5fee-4c5d-a110-d9621c7844c3 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:01:42.362721 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:42.373317 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-add34e20-c87c-428f-8ea3-cb5e82f9ff8f tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Notify callbacks [] for port, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:42.423822 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.api.v2.resource [None req-4725d8db-a77d-4bb5-9aa1-53338cb3cb6b tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] show failed (client error): The resource could not be found. May 30 05:01:42.428742 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-4725d8db-a77d-4bb5-9aa1-53338cb3cb6b tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] 10.222.0.15 "GET /v2.0/routers/36157254-d984-432c-afbc-2253dfadfafc/tags/tempest-TagsExtTest-Tag-454254641 HTTP/1.1" status: 404 len: 328 time: 0.5268390 May 30 05:01:42.429514 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 45982) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:42.432557 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-0101ac0d-f856-4d06-9011-18aebab671ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:01:42.433093 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0101ac0d-f856-4d06-9011-18aebab671ef None None] The sync data for ids ['76c14fcb-6412-4ae6-89fd-b603e163c0d9'] in dv-neutron-843763-1-hyperv is: [] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:01:42.439888 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-5e28d370-0e92-44c2-9cc3-caf34c8bb77d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:42.447154 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.tag.tag_plugin [None req-0881d317-d825-44ef-8087-9ab4ed14413e tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '36157254-d984-432c-afbc-2253dfadfafc', 'tempest-TagsExtTest-Tag-723034869') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:01:42.451282 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-6bbcf02d-1372-47bf-a028-bc4c20673301 None None] For port e703ea78-9a3d-4c8e-b85f-31941104047f, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=e703ea78-9a3d-4c8e-b85f-31941104047f,segment=NetworkSegment(abd7fc22-a84e-4269-b2ff-30a1291ed3ff),segment_id=abd7fc22-a84e-4269-b2ff-30a1291ed3ff)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 05:01:42.510700 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-3e861128-d78d-489e-a1eb-6d9201eacf46 None None] Provisioning complete for port 07d6a72e-5ac7-4b0c-85ff-6a815fdf7209 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:01:42.511083 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-3e861128-d78d-489e-a1eb-6d9201eacf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:42.548114 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-add34e20-c87c-428f-8ea3-cb5e82f9ff8f tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1547421'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:42.605302 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-6bbcf02d-1372-47bf-a028-bc4c20673301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:42.630645 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.db.ipam_backend_mixin [None req-a37bbea5-d806-4b45-a95f-5ae305cc07ed tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 4b9aec4d-6680-468f-88ef-324bae6f2dbd (CIDR: 2001:db8:0:1::/64) May 30 05:01:42.632643 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-000d5c9b-b375-46ef-9bae-abbc70f43262 None None] Network 8c6e8521-cd06-47e7-9411-802b21fef57c requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:01:42.640347 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-a37bbea5-d806-4b45-a95f-5ae305cc07ed tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 05:01:42.640815 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a37bbea5-d806-4b45-a95f-5ae305cc07ed tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 05:01:42.752785 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-a37bbea5-d806-4b45-a95f-5ae305cc07ed tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.0341492 May 30 05:01:42.792528 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 45988) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:42.810095 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-42a6198b-9b8e-4af6-942e-65ca7b9f1859 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Request body: {'subnet': {'network_id': '5dca043a-b37a-4723-9d7b-43c1402b7673', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:01:42.884795 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-3e861128-d78d-489e-a1eb-6d9201eacf46 None None] Port 07d6a72e-5ac7-4b0c-85ff-6a815fdf7209 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 05:01:42.940191 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e28d370-0e92-44c2-9cc3-caf34c8bb77d None None] Pushing event updated for resources: {'Port': ['ID=257053b4-440e-4463-b16d-1416960c6b50,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:01:43.010338 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 844e9d9d-5fee-4c5d-a110-d9621c7844c3 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:01:43.041308 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-8899e7cc-1703-4d2f-a9a9-eb9b78a98cda req-b048d77e-b401-4f8f-9fdc-d7841c385380 service neutron] 10.222.0.15 "GET /v2.0/networks/3a472c4e-706e-49c5-9d72-fbb66b9c0513?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0795391 May 30 05:01:43.149684 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-42a6198b-9b8e-4af6-942e-65ca7b9f1859 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:01:43.160206 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add34e20-c87c-428f-8ea3-cb5e82f9ff8f tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Pushing event updated for resources: {'Port': ['ID=263db74b-6b55-4375-9eab-c9d130985e2c,revision_number=2']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:01:43.160716 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.api.v2.resource [None req-0881d317-d825-44ef-8087-9ab4ed14413e tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] show failed (client error): The resource could not be found. May 30 05:01:43.163469 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-0881d317-d825-44ef-8087-9ab4ed14413e tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] 10.222.0.15 "GET /v2.0/routers/36157254-d984-432c-afbc-2253dfadfafc/tags/tempest-TagsExtTest-Tag-723034869 HTTP/1.1" status: 404 len: 328 time: 0.7276883 May 30 05:01:43.163973 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-42a6198b-9b8e-4af6-942e-65ca7b9f1859 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Usage tracker for resource:subnet and tenant:895764a2d33a4b6180a8faca69c63db7 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:01:43.169018 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-89919276-0e6a-4605-b2d9-a5906c7fc532 None None] Provisioning for port b703d808-df8c-4520-9f1b-0a4b758e944d completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:01:43.189207 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 45992) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:43.192713 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-42a6198b-9b8e-4af6-942e-65ca7b9f1859 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:01:43.201296 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbcf02d-1372-47bf-a028-bc4c20673301 None None] Pushing event updated for resources: {'Port': ['ID=e703ea78-9a3d-4c8e-b85f-31941104047f,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:01:43.222420 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.tag.tag_plugin [None req-c8d36985-9636-436c-8221-7ff141dccc08 tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '36157254-d984-432c-afbc-2253dfadfafc', 'tempest-TagsExtTest-Tag-2001519486') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:01:43.269999 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-89919276-0e6a-4605-b2d9-a5906c7fc532 None None] Provisioning for port 6bea0a27-8e3a-4062-a6de-217945b0581e completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:01:43.312086 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-add34e20-c87c-428f-8ea3-cb5e82f9ff8f tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1642774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602230'] for router_interface, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:43.354813 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-42a6198b-9b8e-4af6-942e-65ca7b9f1859 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:01:43.391664 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-89919276-0e6a-4605-b2d9-a5906c7fc532 None None] Provisioning complete for port 6bea0a27-8e3a-4062-a6de-217945b0581e triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:01:43.392374 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-89919276-0e6a-4605-b2d9-a5906c7fc532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:43.484402 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-89919276-0e6a-4605-b2d9-a5906c7fc532 None None] Port 6bea0a27-8e3a-4062-a6de-217945b0581e cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 05:01:43.508787 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42a6198b-9b8e-4af6-942e-65ca7b9f1859 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Made reservation on behalf of 895764a2d33a4b6180a8faca69c63db7 for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:01:43.515067 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-42a6198b-9b8e-4af6-942e-65ca7b9f1859 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9305518'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:43.651550 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3d611f-d0c3-4be8-b8c0-93bbe236b824 req-b713dd8d-29de-40a9-8169-43a4aa90ff6e tempest-TestServerAdvancedOps-275529271 tempest-TestServerAdvancedOps-275529271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:01:43.659969 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3d3d611f-d0c3-4be8-b8c0-93bbe236b824 req-b713dd8d-29de-40a9-8169-43a4aa90ff6e tempest-TestServerAdvancedOps-275529271 tempest-TestServerAdvancedOps-275529271-project] 10.222.0.15 "GET /v2.0/ports?device_id=196449a0-d332-4926-8f3e-06b22f18fef8 HTTP/1.1" status: 200 len: 945 time: 0.9168787 May 30 05:01:43.696420 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d992d0f8-2d20-4342-90b5-a20d5bf10d6b req-c9f1eca5-2eca-44bd-9db0-e4767b1c5b56 tempest-TestServerAdvancedOps-275529271 tempest-TestServerAdvancedOps-275529271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:01:43.698036 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d992d0f8-2d20-4342-90b5-a20d5bf10d6b req-c9f1eca5-2eca-44bd-9db0-e4767b1c5b56 tempest-TestServerAdvancedOps-275529271 tempest-TestServerAdvancedOps-275529271-project] 10.222.0.39 "GET /v2.0/ports?device_id=196449a0-d332-4926-8f3e-06b22f18fef8 HTTP/1.1" status: 200 len: 945 time: 0.8567798 May 30 05:01:43.744100 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device b4f25b5c-d623-46d5-8cef-d93ba1d180ba up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:01:43.835180 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.api.v2.resource [None req-c8d36985-9636-436c-8221-7ff141dccc08 tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] show failed (client error): The resource could not be found. May 30 05:01:43.836801 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-c8d36985-9636-436c-8221-7ff141dccc08 tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] 10.222.0.15 "GET /v2.0/routers/36157254-d984-432c-afbc-2253dfadfafc/tags/tempest-TagsExtTest-Tag-2001519486 HTTP/1.1" status: 404 len: 329 time: 0.6407640 May 30 05:01:43.839081 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port b4f25b5c-d623-46d5-8cef-d93ba1d180ba completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:01:43.845075 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device b703d808-df8c-4520-9f1b-0a4b758e944d up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:01:43.852415 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 45996) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:43.864797 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.tag.tag_plugin [None req-37747cda-3764-44e9-9147-73a993fb84e3 tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '3927a76b-6132-4e24-8d77-a0a5626d0f16', {'tags': ['tempest-TagsExtTest-Tag-777286613', 'tempest-TagsExtTest-Tag-802455833', 'tempest-TagsExtTest-Tag-1470989903']}) {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:01:43.892737 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5fe972aa-7e53-42a3-a08e-d03a63e94be9 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:43.935576 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3d3d611f-d0c3-4be8-b8c0-93bbe236b824 req-820e5b33-03f9-4cd8-bc9d-e4af666790e6 tempest-TestServerAdvancedOps-275529271 tempest-TestServerAdvancedOps-275529271-project] 10.222.0.15 "GET /v2.0/security-groups?id=e942b556-082b-47b5-acd5-34ca68d0c431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2745705 May 30 05:01:43.983059 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1ca26bc-677b-4d8a-9034-858e8dcd8309 None None] Network 3a472c4e-706e-49c5-9d72-fbb66b9c0513 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:01:43.997250 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [req-d992d0f8-2d20-4342-90b5-a20d5bf10d6b req-fc770eec-5552-4563-91f8-5e51faaffdac tempest-TestServerAdvancedOps-275529271 tempest-TestServerAdvancedOps-275529271-project] Deleting port ad1c73aa-8529-4e7f-9a54-cf1afc8474f0 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:01:43.997604 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-d992d0f8-2d20-4342-90b5-a20d5bf10d6b req-fc770eec-5552-4563-91f8-5e51faaffdac tempest-TestServerAdvancedOps-275529271 tempest-TestServerAdvancedOps-275529271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:44.000780 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-8899e7cc-1703-4d2f-a9a9-eb9b78a98cda req-b79094b3-3961-47eb-ad67-4af4f1c3706b service neutron] 10.222.0.15 "GET /v2.0/networks/3a472c4e-706e-49c5-9d72-fbb66b9c0513?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9460654 May 30 05:01:44.013142 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c3ada213-ec7c-4cfb-909b-66f811e1fe48 None None] Provisioning for port 263db74b-6b55-4375-9eab-c9d130985e2c completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:01:44.044416 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add34e20-c87c-428f-8ea3-cb5e82f9ff8f tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Network 8c6e8521-cd06-47e7-9411-802b21fef57c is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:01:44.047797 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-add34e20-c87c-428f-8ea3-cb5e82f9ff8f tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:01:44.088333 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port b703d808-df8c-4520-9f1b-0a4b758e944d completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:01:44.116982 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c3ada213-ec7c-4cfb-909b-66f811e1fe48 None None] Provisioning complete for port 263db74b-6b55-4375-9eab-c9d130985e2c triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:01:44.117481 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c3ada213-ec7c-4cfb-909b-66f811e1fe48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:44.174265 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port b703d808-df8c-4520-9f1b-0a4b758e944d triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:01:44.174265 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:44.207514 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-37747cda-3764-44e9-9147-73a993fb84e3 tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] 10.222.0.15 "PUT /v2.0/subnetpools/3927a76b-6132-4e24-8d77-a0a5626d0f16/tags HTTP/1.1" status: 200 len: 316 time: 0.3476245 May 30 05:01:44.218144 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 46000) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:44.227388 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.tag.tag_plugin [None req-c1b1765e-a5fb-4293-91bd-414a3f8062e9 tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '3927a76b-6132-4e24-8d77-a0a5626d0f16') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:01:44.399634 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c3ada213-ec7c-4cfb-909b-66f811e1fe48 None None] Port 263db74b-6b55-4375-9eab-c9d130985e2c cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 05:01:44.644524 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-1debfb27-45ba-4482-9e9e-bc0b2a6b6e9b None None] Provisioning for port b4f25b5c-d623-46d5-8cef-d93ba1d180ba completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:01:44.650881 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port b703d808-df8c-4520-9f1b-0a4b758e944d is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:01:44.651544 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:44.716694 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-1debfb27-45ba-4482-9e9e-bc0b2a6b6e9b None None] Provisioning complete for port b4f25b5c-d623-46d5-8cef-d93ba1d180ba triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:01:44.717074 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-1debfb27-45ba-4482-9e9e-bc0b2a6b6e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:44.813149 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-271a1682-9ba1-4d96-b2bb-a4f0ae39beea req-c765a965-f247-4e50-91fc-cf85f3b1187f tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=17865d17-737c-4b24-98d7-379fcd769d45 HTTP/1.1" status: 200 len: 210 time: 0.4424171 May 30 05:01:44.855812 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-068e8718-91dc-4994-a732-deda6c554cec None None] Network 4128eb64-12d1-4167-8862-5640adedf011 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:01:44.962509 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-c1b1765e-a5fb-4293-91bd-414a3f8062e9 tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] 10.222.0.15 "DELETE /v2.0/subnetpools/3927a76b-6132-4e24-8d77-a0a5626d0f16/tags HTTP/1.1" status: 204 len: 168 time: 0.7428772 May 30 05:01:44.967127 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 46014) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:44.979753 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.tag.tag_plugin [None req-f766e738-7861-43d5-9c1b-a598d6571da1 tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '3927a76b-6132-4e24-8d77-a0a5626d0f16', 'tempest-TagsExtTest-Tag-777286613') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:01:44.994473 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-42a6198b-9b8e-4af6-942e-65ca7b9f1859 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2305012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9305500'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:45.088041 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a6198b-9b8e-4af6-942e-65ca7b9f1859 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Pushing event updated for resources: {'Subnet': ['ID=2a59d853-c6c5-459a-8dba-5e52083d425e,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:01:45.094400 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2bb0a4a-fdc2-4cf7-b07f-0bbfb540903c None None] Network 8bc3d839-355b-4d15-bcc7-690ad39f78d2 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:01:45.102287 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [req-d992d0f8-2d20-4342-90b5-a20d5bf10d6b req-fc770eec-5552-4563-91f8-5e51faaffdac tempest-TestServerAdvancedOps-275529271 tempest-TestServerAdvancedOps-275529271-project] For port ad1c73aa-8529-4e7f-9a54-cf1afc8474f0, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=ad1c73aa-8529-4e7f-9a54-cf1afc8474f0,segment=NetworkSegment(1c03b5fc-8dc9-4812-8069-b182f3249459),segment_id=1c03b5fc-8dc9-4812-8069-b182f3249459)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:01:45.102848 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-d992d0f8-2d20-4342-90b5-a20d5bf10d6b req-fc770eec-5552-4563-91f8-5e51faaffdac tempest-TestServerAdvancedOps-275529271 tempest-TestServerAdvancedOps-275529271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:45.113092 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-5fe972aa-7e53-42a3-a08e-d03a63e94be9 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Allocated IP 172.20.0.1 (8bc3d839-355b-4d15-bcc7-690ad39f78d2/e34d080e-fa70-4015-9ca1-4fdeeab14bf8/89ca19f2-04e3-42c8-87cf-7ce21b16bbd2) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:01:45.160426 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] For port b703d808-df8c-4520-9f1b-0a4b758e944d, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=b703d808-df8c-4520-9f1b-0a4b758e944d,segment=NetworkSegment(7d353a1b-f7b8-4181-a94e-f8e5ebe8fde5),segment_id=7d353a1b-f7b8-4181-a94e-f8e5ebe8fde5)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:01:45.187200 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a6198b-9b8e-4af6-942e-65ca7b9f1859 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Network 5dca043a-b37a-4723-9d7b-43c1402b7673 is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:01:45.241444 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:45.242143 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device e703ea78-9a3d-4c8e-b85f-31941104047f up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:01:45.263258 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.api.v2.resource [None req-f766e738-7861-43d5-9c1b-a598d6571da1 tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] show failed (client error): The resource could not be found. May 30 05:01:45.267668 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-f766e738-7861-43d5-9c1b-a598d6571da1 tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] 10.222.0.15 "GET /v2.0/subnetpools/3927a76b-6132-4e24-8d77-a0a5626d0f16/tags/tempest-TagsExtTest-Tag-777286613 HTTP/1.1" status: 404 len: 328 time: 0.2992265 May 30 05:01:45.268829 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-42a6198b-9b8e-4af6-942e-65ca7b9f1859 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:01:45.278507 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [req-d992d0f8-2d20-4342-90b5-a20d5bf10d6b req-fc770eec-5552-4563-91f8-5e51faaffdac tempest-TestServerAdvancedOps-275529271 tempest-TestServerAdvancedOps-275529271-project] Calling delete_port for ad1c73aa-8529-4e7f-9a54-cf1afc8474f0 owned by compute:nova {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:01:45.312971 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 46020) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:45.317151 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42a6198b-9b8e-4af6-942e-65ca7b9f1859 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:01:45.317980 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-42a6198b-9b8e-4af6-942e-65ca7b9f1859 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:45.325674 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.tag.tag_plugin [None req-0ec543ac-19b3-4b0b-8dc9-98f287334322 tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '3927a76b-6132-4e24-8d77-a0a5626d0f16', 'tempest-TagsExtTest-Tag-802455833') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:01:45.329409 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee5c7035-a35c-4bab-b342-f1004d3c79d2 None None] Network 5dca043a-b37a-4723-9d7b-43c1402b7673 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:01:45.390306 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.api.v2.resource [None req-0ec543ac-19b3-4b0b-8dc9-98f287334322 tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] show failed (client error): The resource could not be found. May 30 05:01:45.391385 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-0ec543ac-19b3-4b0b-8dc9-98f287334322 tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] 10.222.0.15 "GET /v2.0/subnetpools/3927a76b-6132-4e24-8d77-a0a5626d0f16/tags/tempest-TagsExtTest-Tag-802455833 HTTP/1.1" status: 404 len: 328 time: 0.0770328 May 30 05:01:45.398092 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 46024) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:45.401592 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-42a6198b-9b8e-4af6-942e-65ca7b9f1859 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.6032944 May 30 05:01:45.414254 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 46028) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:45.424233 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.tag.tag_plugin [None req-3eafc305-9cb5-4ee8-ae4d-ab31fb2db6df tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '3927a76b-6132-4e24-8d77-a0a5626d0f16', 'tempest-TagsExtTest-Tag-1470989903') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:01:45.427745 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-eede929b-9656-4cf0-88ea-146f8c15bbc3 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1944639119', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '2a59d853-c6c5-459a-8dba-5e52083d425e'}], 'security_groups': ['3f66776b-793c-4113-9ad1-b2c7f2573351', '6b31c6b6-4a37-41fe-ba85-53a1eceae4f8']}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:01:45.451079 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.api.v2.resource [None req-3eafc305-9cb5-4ee8-ae4d-ab31fb2db6df tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] show failed (client error): The resource could not be found. May 30 05:01:45.454664 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-3eafc305-9cb5-4ee8-ae4d-ab31fb2db6df tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] 10.222.0.15 "GET /v2.0/subnetpools/3927a76b-6132-4e24-8d77-a0a5626d0f16/tags/tempest-TagsExtTest-Tag-1470989903 HTTP/1.1" status: 404 len: 329 time: 0.0528002 May 30 05:01:45.465848 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-add34e20-c87c-428f-8ea3-cb5e82f9ff8f tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Router 27931f04-4cf2-407e-8f46-ffe2ee88beea is scheduled to L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 with binding_index 1 {{(pid=88260) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 30 05:01:45.470809 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 46032) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:45.488697 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5fe972aa-7e53-42a3-a08e-d03a63e94be9 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:45.529153 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-d992d0f8-2d20-4342-90b5-a20d5bf10d6b req-fc770eec-5552-4563-91f8-5e51faaffdac tempest-TestServerAdvancedOps-275529271 tempest-TestServerAdvancedOps-275529271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:45.530723 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.tag.tag_plugin [None req-2a0acd98-df8a-4ef0-990b-4bbbb57a3add tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '3927a76b-6132-4e24-8d77-a0a5626d0f16') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:01:45.539718 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [None req-5fe972aa-7e53-42a3-a08e-d03a63e94be9 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Transition to ACTIVE for port object 89ca19f2-04e3-42c8-87cf-7ce21b16bbd2 will not be triggered until provisioned by entity DHCP. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:01:45.579361 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc770eec-5552-4563-91f8-5e51faaffdac tempest-TestServerAdvancedOps-275529271 tempest-TestServerAdvancedOps-275529271-project] Pushing event deleted for resources: {'Port': ['ID=ad1c73aa-8529-4e7f-9a54-cf1afc8474f0,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:01:45.689492 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [req-d992d0f8-2d20-4342-90b5-a20d5bf10d6b req-fc770eec-5552-4563-91f8-5e51faaffdac tempest-TestServerAdvancedOps-275529271 tempest-TestServerAdvancedOps-275529271-project] No DVR routers for this DVR port ad1c73aa-8529-4e7f-9a54-cf1afc8474f0 on host hv-neutron-8437 {{(pid=88261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 05:01:45.692551 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-d992d0f8-2d20-4342-90b5-a20d5bf10d6b req-fc770eec-5552-4563-91f8-5e51faaffdac tempest-TestServerAdvancedOps-275529271 tempest-TestServerAdvancedOps-275529271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:45.697320 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '196449a0-d332-4926-8f3e-06b22f18fef8', 'name': 'network-vif-deleted', 'tag': 'ad1c73aa-8529-4e7f-9a54-cf1afc8474f0'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:01:45.717395 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d992d0f8-2d20-4342-90b5-a20d5bf10d6b req-fc770eec-5552-4563-91f8-5e51faaffdac tempest-TestServerAdvancedOps-275529271 tempest-TestServerAdvancedOps-275529271-project] 10.222.0.39 "DELETE /v2.0/ports/ad1c73aa-8529-4e7f-9a54-cf1afc8474f0 HTTP/1.1" status: 204 len: 173 time: 2.0093172 May 30 05:01:45.782395 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Pushing event updated for resources: {'Port': ['ID=b703d808-df8c-4520-9f1b-0a4b758e944d,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:01:45.820781 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6e99aa9-34e5-4a5c-98bb-7d839476f722'] response: {'server_uuid': '196449a0-d332-4926-8f3e-06b22f18fef8', 'name': 'network-vif-deleted', 'tag': 'ad1c73aa-8529-4e7f-9a54-cf1afc8474f0', 'status': 'completed', 'code': 200} May 30 05:01:45.840493 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-2a0acd98-df8a-4ef0-990b-4bbbb57a3add tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] 10.222.0.15 "DELETE /v2.0/subnetpools/3927a76b-6132-4e24-8d77-a0a5626d0f16/tags HTTP/1.1" status: 204 len: 168 time: 0.3309970 May 30 05:01:45.853103 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 46038) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:45.861365 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b960ed2-1da8-4ac6-9273-1ec0e9d2c318 req-286b84a5-eec1-443c-b1e3-bdc79b17f00a tempest-TestServerAdvancedOps-275529271 tempest-TestServerAdvancedOps-275529271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:01:45.862895 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-7b960ed2-1da8-4ac6-9273-1ec0e9d2c318 req-286b84a5-eec1-443c-b1e3-bdc79b17f00a tempest-TestServerAdvancedOps-275529271 tempest-TestServerAdvancedOps-275529271-project] 10.222.0.15 "GET /v2.0/ports?device_id=196449a0-d332-4926-8f3e-06b22f18fef8 HTTP/1.1" status: 200 len: 945 time: 0.5090287 May 30 05:01:45.876029 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-1debfb27-45ba-4482-9e9e-bc0b2a6b6e9b None None] Current status of the port b4f25b5c-d623-46d5-8cef-d93ba1d180ba is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:01:45.876468 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-1debfb27-45ba-4482-9e9e-bc0b2a6b6e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:45.891231 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.tag.tag_plugin [None req-5b2dabf7-b41c-4008-b167-d2671a1c4dd7 tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '36157254-d984-432c-afbc-2253dfadfafc') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:01:45.905570 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port e703ea78-9a3d-4c8e-b85f-31941104047f completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:01:45.916653 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 257053b4-440e-4463-b16d-1416960c6b50 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:01:46.015033 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-add34e20-c87c-428f-8ea3-cb5e82f9ff8f tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:01:46.027618 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149ab9e7-5769-483a-9e04-b5ab4da01af9 None None] Sync routers for ids ['27931f04-4cf2-407e-8f46-ffe2ee88beea'] in dv-neutron-843763-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:01:46.059685 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149ab9e7-5769-483a-9e04-b5ab4da01af9 None None] Routers {'27931f04-4cf2-407e-8f46-ffe2ee88beea'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:01:46.060305 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-149ab9e7-5769-483a-9e04-b5ab4da01af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:01:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['27931f04-4cf2-407e-8f46-ffe2ee88beea'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:01:46.158265 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5fe972aa-7e53-42a3-a08e-d03a63e94be9 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:46.179710 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-1debfb27-45ba-4482-9e9e-bc0b2a6b6e9b None None] For port b4f25b5c-d623-46d5-8cef-d93ba1d180ba, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=b4f25b5c-d623-46d5-8cef-d93ba1d180ba,segment=NetworkSegment(084e388d-319f-4998-938e-0681ba13a099),segment_id=084e388d-319f-4998-938e-0681ba13a099)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:01:46.242042 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3ecc65bf-9575-43dd-87d3-3d79310a5ee6 req-f0da3a50-a2dc-4d9a-94d9-2e482b7a712f tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=17865d17-737c-4b24-98d7-379fcd769d45 HTTP/1.1" status: 200 len: 210 time: 0.1576729 May 30 05:01:46.257290 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8899e7cc-1703-4d2f-a9a9-eb9b78a98cda req-5b18a3fe-b932-458a-b24f-4b97efec3f79 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:01:46.263673 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-8899e7cc-1703-4d2f-a9a9-eb9b78a98cda req-5b18a3fe-b932-458a-b24f-4b97efec3f79 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Synchronizing usage tracker for tenant:f9fe59584bbe4d5aaa42841eedb71980 on resource:network {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:01:46.280286 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-149ab9e7-5769-483a-9e04-b5ab4da01af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:01:46.298875 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149ab9e7-5769-483a-9e04-b5ab4da01af9 None None] Routers {'27931f04-4cf2-407e-8f46-ffe2ee88beea'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:01:46.299500 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-149ab9e7-5769-483a-9e04-b5ab4da01af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:01:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['27931f04-4cf2-407e-8f46-ffe2ee88beea'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:01:46.307268 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-8899e7cc-1703-4d2f-a9a9-eb9b78a98cda req-5b18a3fe-b932-458a-b24f-4b97efec3f79 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Unset dirty status for tenant:f9fe59584bbe4d5aaa42841eedb71980 on resource:network {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:01:46.309486 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8899e7cc-1703-4d2f-a9a9-eb9b78a98cda req-5b18a3fe-b932-458a-b24f-4b97efec3f79 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.39 "GET /v2.0/networks?id=3a472c4e-706e-49c5-9d72-fbb66b9c0513 HTTP/1.1" status: 200 len: 797 time: 0.5776255 May 30 05:01:46.311470 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-1debfb27-45ba-4482-9e9e-bc0b2a6b6e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:46.367602 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-add34e20-c87c-428f-8ea3-cb5e82f9ff8f tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] 10.222.0.15 "PUT /v2.0/routers/27931f04-4cf2-407e-8f46-ffe2ee88beea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0704372 May 30 05:01:46.375882 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 46050) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:46.436393 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-149ab9e7-5769-483a-9e04-b5ab4da01af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:01:46.437060 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149ab9e7-5769-483a-9e04-b5ab4da01af9 None None] The sync data for ids ['27931f04-4cf2-407e-8f46-ffe2ee88beea'] in dv-neutron-843763-1-hyperv is: [] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:01:46.460853 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-1debfb27-45ba-4482-9e9e-bc0b2a6b6e9b None None] Provisioning complete for port 263db74b-6b55-4375-9eab-c9d130985e2c triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:01:46.461247 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-1debfb27-45ba-4482-9e9e-bc0b2a6b6e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:46.465017 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8899e7cc-1703-4d2f-a9a9-eb9b78a98cda req-9ad37bce-2861-484d-a6e1-974bce407327 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f9fe59584bbe4d5aaa42841eedb71980 HTTP/1.1" status: 200 len: 473 time: 0.1466260 May 30 05:01:46.484128 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-eede929b-9656-4cf0-88ea-146f8c15bbc3 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:46.502020 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-7b960ed2-1da8-4ac6-9273-1ec0e9d2c318 req-61bc7289-3a5f-45a7-96a4-07e2a47e6cfa tempest-TestServerAdvancedOps-275529271 tempest-TestServerAdvancedOps-275529271-project] 10.222.0.15 "GET /v2.0/security-groups?id=e942b556-082b-47b5-acd5-34ca68d0c431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5137343 May 30 05:01:46.502906 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port 257053b4-440e-4463-b16d-1416960c6b50 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:01:46.505529 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe972aa-7e53-42a3-a08e-d03a63e94be9 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Network 8bc3d839-355b-4d15-bcc7-690ad39f78d2 is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:01:46.513723 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1debfb27-45ba-4482-9e9e-bc0b2a6b6e9b None None] Pushing event updated for resources: {'Port': ['ID=b4f25b5c-d623-46d5-8cef-d93ba1d180ba,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:01:46.513981 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-5fe972aa-7e53-42a3-a08e-d03a63e94be9 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:01:46.516622 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe972aa-7e53-42a3-a08e-d03a63e94be9 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:01:46.548696 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-1debfb27-45ba-4482-9e9e-bc0b2a6b6e9b None None] Port 263db74b-6b55-4375-9eab-c9d130985e2c cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 05:01:46.553973 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [req-8899e7cc-1703-4d2f-a9a9-eb9b78a98cda req-d0778291-0d20-4dd0-b1ab-e4d462aa9109 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Request body: {'port': {'device_id': '17865d17-737c-4b24-98d7-379fcd769d45', 'network_id': '3a472c4e-706e-49c5-9d72-fbb66b9c0513', 'admin_state_up': True, 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'security_groups': ['0169e122-edb7-4e88-a009-c22d772b9c5c']}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:01:46.663070 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe972aa-7e53-42a3-a08e-d03a63e94be9 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Pushing event updated for resources: {'Port': ['ID=89ca19f2-04e3-42c8-87cf-7ce21b16bbd2,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:01:46.704591 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device b703d808-df8c-4520-9f1b-0a4b758e944d up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:01:46.727846 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5fe972aa-7e53-42a3-a08e-d03a63e94be9 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604623'] for router_interface, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:46.744293 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-5b2dabf7-b41c-4008-b167-d2671a1c4dd7 tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] 10.222.0.15 "DELETE /v2.0/routers/36157254-d984-432c-afbc-2253dfadfafc/tags HTTP/1.1" status: 204 len: 168 time: 0.8803802 May 30 05:01:46.747272 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 46054) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:46.761906 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device ad1c73aa-8529-4e7f-9a54-cf1afc8474f0 no longer exists at agent hyperv_hv-neutron-8437 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 05:01:46.763548 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.tag.tag_plugin [None req-aa9d3522-ef87-4c19-9fea-8c327889bf00 tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'ee11411b-11d9-4198-a990-4a2bdaace353') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:01:46.799384 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] No Port match for: ad1c73aa-8529-4e7f-9a54-cf1afc8474f0 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 05:01:46.799952 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device ad1c73aa-8529-4e7f-9a54-cf1afc8474f0 not bound to the agent host hv-neutron-8437 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 05:01:46.811355 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f598d0f6-097f-4a78-813c-2d48766b0a1e None None] Update dhcp port {'port': {'network_id': '5dca043a-b37a-4723-9d7b-43c1402b7673', 'fixed_ips': [{'subnet_id': '4b9aec4d-6680-468f-88ef-324bae6f2dbd', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'dde9b806-6972-4014-810e-0724cb833f1e', 'ip_address': '2001:db8::2'}, {'subnet_id': '2a59d853-c6c5-459a-8dba-5e52083d425e'}], 'binding:host_id': 'dv-neutron-843763-1-hyperv'}, 'id': '844e9d9d-5fee-4c5d-a110-d9621c7844c3'} from dv-neutron-843763-1-hyperv. {{(pid=88262) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 30 05:01:46.846219 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-09f88445-e333-4b34-aa13-f64785577584 None None] Provisioning for port e703ea78-9a3d-4c8e-b85f-31941104047f completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:01:46.859361 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-09f88445-e333-4b34-aa13-f64785577584 None None] Provisioning complete for port e703ea78-9a3d-4c8e-b85f-31941104047f triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:01:46.859659 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-09f88445-e333-4b34-aa13-f64785577584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:46.940969 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f598d0f6-097f-4a78-813c-2d48766b0a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:46.971467 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port b703d808-df8c-4520-9f1b-0a4b758e944d triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:01:46.971843 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:47.038772 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [req-8899e7cc-1703-4d2f-a9a9-eb9b78a98cda req-d0778291-0d20-4dd0-b1ab-e4d462aa9109 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:01:47.220136 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-09f88445-e333-4b34-aa13-f64785577584 None None] Current status of the port e703ea78-9a3d-4c8e-b85f-31941104047f is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:01:47.220525 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-09f88445-e333-4b34-aa13-f64785577584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:47.259852 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-8899e7cc-1703-4d2f-a9a9-eb9b78a98cda req-d0778291-0d20-4dd0-b1ab-e4d462aa9109 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Usage tracker for resource:port and tenant:f9fe59584bbe4d5aaa42841eedb71980 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:01:47.263824 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-8899e7cc-1703-4d2f-a9a9-eb9b78a98cda req-d0778291-0d20-4dd0-b1ab-e4d462aa9109 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:01:47.290330 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port b703d808-df8c-4520-9f1b-0a4b758e944d is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:01:47.291410 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device b4f25b5c-d623-46d5-8cef-d93ba1d180ba up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:01:47.297062 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5fe972aa-7e53-42a3-a08e-d03a63e94be9 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:47.381109 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-09f88445-e333-4b34-aa13-f64785577584 None None] For port e703ea78-9a3d-4c8e-b85f-31941104047f, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=e703ea78-9a3d-4c8e-b85f-31941104047f,segment=NetworkSegment(abd7fc22-a84e-4269-b2ff-30a1291ed3ff),segment_id=abd7fc22-a84e-4269-b2ff-30a1291ed3ff)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:01:47.383880 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:47.392979 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port b4f25b5c-d623-46d5-8cef-d93ba1d180ba triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:01:47.393540 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:47.422438 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-09f88445-e333-4b34-aa13-f64785577584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:47.425693 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [req-8899e7cc-1703-4d2f-a9a9-eb9b78a98cda req-d0778291-0d20-4dd0-b1ab-e4d462aa9109 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:01:47.518184 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-09f88445-e333-4b34-aa13-f64785577584 None None] Provisioning complete for port b4f25b5c-d623-46d5-8cef-d93ba1d180ba triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:01:47.518848 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-09f88445-e333-4b34-aa13-f64785577584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:47.532150 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-be85d6ba-c17e-42e3-aa4e-9db13c7e3ee8 req-05ebdfb6-b4c1-46e4-b04b-1409ff30936e tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=17865d17-737c-4b24-98d7-379fcd769d45 HTTP/1.1" status: 200 len: 210 time: 0.1040149 May 30 05:01:47.538822 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-eede929b-9656-4cf0-88ea-146f8c15bbc3 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Delete allocated IP 2001:db8::1df (5dca043a-b37a-4723-9d7b-43c1402b7673/dde9b806-6972-4014-810e-0724cb833f1e) {{(pid=88260) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 30 05:01:47.560858 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8899e7cc-1703-4d2f-a9a9-eb9b78a98cda req-d0778291-0d20-4dd0-b1ab-e4d462aa9109 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Made reservation on behalf of f9fe59584bbe4d5aaa42841eedb71980 for: {'port': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:01:47.567959 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-8899e7cc-1703-4d2f-a9a9-eb9b78a98cda req-d0778291-0d20-4dd0-b1ab-e4d462aa9109 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:47.578929 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f88445-e333-4b34-aa13-f64785577584 None None] Pushing event updated for resources: {'Port': ['ID=e703ea78-9a3d-4c8e-b85f-31941104047f,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:01:47.614325 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-aa9d3522-ef87-4c19-9fea-8c327889bf00 tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] 10.222.0.15 "DELETE /v2.0/ports/ee11411b-11d9-4198-a990-4a2bdaace353/tags HTTP/1.1" status: 204 len: 168 time: 0.8638310 May 30 05:01:47.620881 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 46062) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:47.625516 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-eede929b-9656-4cf0-88ea-146f8c15bbc3 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Allocated IP 2001:db8:0:2::109 (5dca043a-b37a-4723-9d7b-43c1402b7673/2a59d853-c6c5-459a-8dba-5e52083d425e/6bea0a27-8e3a-4062-a6de-217945b0581e) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:01:47.695673 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.tag.tag_plugin [None req-1d33ee43-d7b5-4bf4-82d6-b943b3a47769 tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '5959cc7c-342e-4778-8f5a-456b8e8f074c') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:01:47.696742 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port b4f25b5c-d623-46d5-8cef-d93ba1d180ba is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:01:47.730970 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 46066) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:47.765587 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-09f88445-e333-4b34-aa13-f64785577584 None None] Current status of the port b4f25b5c-d623-46d5-8cef-d93ba1d180ba is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:01:47.779769 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-09f88445-e333-4b34-aa13-f64785577584 None None] Provisioning complete for port 263db74b-6b55-4375-9eab-c9d130985e2c triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:01:47.780193 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-09f88445-e333-4b34-aa13-f64785577584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:47.804376 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.api.v2.resource [None req-039346a4-d73a-47d7-b272-f9eb2393ad15 tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 05:01:47.808493 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-039346a4-d73a-47d7-b272-f9eb2393ad15 tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] 10.222.0.15 "PUT /v2.0/routers/27931f04-4cf2-407e-8f46-ffe2ee88beea/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.4297395 May 30 05:01:47.809136 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 46070) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:47.839863 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-09f88445-e333-4b34-aa13-f64785577584 None None] Port 263db74b-6b55-4375-9eab-c9d130985e2c cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 05:01:47.852883 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-09f88445-e333-4b34-aa13-f64785577584 None None] Provisioning for port 257053b4-440e-4463-b16d-1416960c6b50 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:01:47.858718 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-09f88445-e333-4b34-aa13-f64785577584 None None] Provisioning complete for port 257053b4-440e-4463-b16d-1416960c6b50 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:01:47.859131 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-09f88445-e333-4b34-aa13-f64785577584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:47.948161 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d8e76e9-fdee-4b35-aec0-ee45aa4abb60 admin admin] Deleting subnet 097baa16-bd46-4d5c-8f81-e7c2969ee75b {{(pid=88260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 30 05:01:47.969925 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4d8e76e9-fdee-4b35-aec0-ee45aa4abb60 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:47.988574 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-09f88445-e333-4b34-aa13-f64785577584 None None] Current status of the port 257053b4-440e-4463-b16d-1416960c6b50 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:01:47.988952 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-09f88445-e333-4b34-aa13-f64785577584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:48.023267 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-09f88445-e333-4b34-aa13-f64785577584 None None] For port 257053b4-440e-4463-b16d-1416960c6b50, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=257053b4-440e-4463-b16d-1416960c6b50,segment=NetworkSegment(9108c665-7c99-48fb-b3c8-8f2a9c8ac44f),segment_id=9108c665-7c99-48fb-b3c8-8f2a9c8ac44f)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:01:48.028618 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-09f88445-e333-4b34-aa13-f64785577584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:48.031006 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [req-8899e7cc-1703-4d2f-a9a9-eb9b78a98cda req-d0778291-0d20-4dd0-b1ab-e4d462aa9109 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Allocated IP 172.20.0.24 (3a472c4e-706e-49c5-9d72-fbb66b9c0513/c3042e91-f5bc-43b2-9ec2-f93d3862d3d0/1dd5bebd-dca0-459e-b77f-9eda62bd9432) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:01:48.070081 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4d8e76e9-fdee-4b35-aec0-ee45aa4abb60 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1454738'] for subnet, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:48.142462 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5fe972aa-7e53-42a3-a08e-d03a63e94be9 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks [] for port, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:48.157184 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f88445-e333-4b34-aa13-f64785577584 None None] Pushing event updated for resources: {'Port': ['ID=257053b4-440e-4463-b16d-1416960c6b50,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:01:48.157415 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5fe972aa-7e53-42a3-a08e-d03a63e94be9 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1547421'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:48.168904 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-3ee450d2-ed19-412e-8630-439f78e7b8ce None None] Provisioning for port 89ca19f2-04e3-42c8-87cf-7ce21b16bbd2 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:01:48.174774 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-3ee450d2-ed19-412e-8630-439f78e7b8ce None None] Provisioning complete for port 89ca19f2-04e3-42c8-87cf-7ce21b16bbd2 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:01:48.175268 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-3ee450d2-ed19-412e-8630-439f78e7b8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:48.198932 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-1d33ee43-d7b5-4bf4-82d6-b943b3a47769 tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] 10.222.0.15 "DELETE /v2.0/subnets/5959cc7c-342e-4778-8f5a-456b8e8f074c/tags HTTP/1.1" status: 204 len: 168 time: 0.5764976 May 30 05:01:48.212231 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 46074) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:48.233396 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-3ee450d2-ed19-412e-8630-439f78e7b8ce None None] Port 89ca19f2-04e3-42c8-87cf-7ce21b16bbd2 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 05:01:48.244341 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-3ee450d2-ed19-412e-8630-439f78e7b8ce None None] Provisioning complete for port e703ea78-9a3d-4c8e-b85f-31941104047f triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:01:48.244856 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-3ee450d2-ed19-412e-8630-439f78e7b8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:48.269517 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.db.resource_extend [None req-eede929b-9656-4cf0-88ea-146f8c15bbc3 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 05:01:48.277567 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4d8e76e9-fdee-4b35-aec0-ee45aa4abb60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860493'] for subnet, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:48.312637 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe972aa-7e53-42a3-a08e-d03a63e94be9 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Pushing event updated for resources: {'Port': ['ID=89ca19f2-04e3-42c8-87cf-7ce21b16bbd2,revision_number=2']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:01:48.342282 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-eede929b-9656-4cf0-88ea-146f8c15bbc3 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks [] for port, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:48.368789 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-3ee450d2-ed19-412e-8630-439f78e7b8ce None None] Current status of the port e703ea78-9a3d-4c8e-b85f-31941104047f is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:01:48.376687 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [None req-eede929b-9656-4cf0-88ea-146f8c15bbc3 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Transition to ACTIVE for port object 6bea0a27-8e3a-4062-a6de-217945b0581e will not be triggered until provisioned by entity DHCP. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:01:48.381568 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5fe972aa-7e53-42a3-a08e-d03a63e94be9 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1642774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602230'] for router_interface, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:48.384905 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-eede929b-9656-4cf0-88ea-146f8c15bbc3 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1547421'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:48.449350 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-f598d0f6-097f-4a78-813c-2d48766b0a1e None None] Allocated IP 2001:db8:0:2::2 (5dca043a-b37a-4723-9d7b-43c1402b7673/2a59d853-c6c5-459a-8dba-5e52083d425e/844e9d9d-5fee-4c5d-a110-d9621c7844c3) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:01:48.571950 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-eede929b-9656-4cf0-88ea-146f8c15bbc3 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] In _notify_port_updated(), no bound segment for port 6bea0a27-8e3a-4062-a6de-217945b0581e on network 5dca043a-b37a-4723-9d7b-43c1402b7673 {{(pid=88260) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 30 05:01:48.577296 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eede929b-9656-4cf0-88ea-146f8c15bbc3 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:01:48.577938 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-eede929b-9656-4cf0-88ea-146f8c15bbc3 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:48.581738 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-eede929b-9656-4cf0-88ea-146f8c15bbc3 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] 10.222.0.15 "PUT /v2.0/ports/6bea0a27-8e3a-4062-a6de-217945b0581e HTTP/1.1" status: 200 len: 970 time: 3.1632762 May 30 05:01:48.587188 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 46080) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:48.590369 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4d8e76e9-fdee-4b35-aec0-ee45aa4abb60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1547867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2133322'] for subnet, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:48.600173 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-f598d0f6-097f-4a78-813c-2d48766b0a1e None None] For port 844e9d9d-5fee-4c5d-a110-d9621c7844c3, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=844e9d9d-5fee-4c5d-a110-d9621c7844c3,segment=NetworkSegment(a8356bff-0d02-41c6-b83e-95182e85a613),segment_id=a8356bff-0d02-41c6-b83e-95182e85a613)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:01:48.611891 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-8899e7cc-1703-4d2f-a9a9-eb9b78a98cda req-d0778291-0d20-4dd0-b1ab-e4d462aa9109 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:48.621162 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-71e5d9be-7971-472c-b3e3-6307c70c7a13 tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] Notify callbacks [] for subnetpool, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:48.625298 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-71e5d9be-7971-472c-b3e3-6307c70c7a13 tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] 10.222.0.15 "DELETE /v2.0/subnetpools/3927a76b-6132-4e24-8d77-a0a5626d0f16 HTTP/1.1" status: 204 len: 168 time: 0.4090033 May 30 05:01:48.626678 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 46084) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:48.642680 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f598d0f6-097f-4a78-813c-2d48766b0a1e None None] Notify callbacks [] for port, precommit_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:48.662524 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-f598d0f6-097f-4a78-813c-2d48766b0a1e None None] Transition to ACTIVE for port object 844e9d9d-5fee-4c5d-a110-d9621c7844c3 will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:01:48.672841 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f598d0f6-097f-4a78-813c-2d48766b0a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:48.674853 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eede929b-9656-4cf0-88ea-146f8c15bbc3 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Pushing event updated for resources: {'Port': ['ID=6bea0a27-8e3a-4062-a6de-217945b0581e,revision_number=2']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:01:48.675270 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [req-8899e7cc-1703-4d2f-a9a9-eb9b78a98cda req-d0778291-0d20-4dd0-b1ab-e4d462aa9109 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Transition to ACTIVE for port object 1dd5bebd-dca0-459e-b77f-9eda62bd9432 will not be triggered until provisioned by entity DHCP. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:01:48.685540 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-5b221b51-8e7a-410d-821a-f4e1a8e07c54 tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] Synchronizing usage tracker for tenant:bfbdfbfdddba48dd944d3a87069cb168 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:01:48.702612 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4d8e76e9-fdee-4b35-aec0-ee45aa4abb60 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:48.710307 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8e76e9-fdee-4b35-aec0-ee45aa4abb60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=097baa16-bd46-4d5c-8f81-e7c2969ee75b,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:01:48.722387 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-4d8e76e9-fdee-4b35-aec0-ee45aa4abb60 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/097baa16-bd46-4d5c-8f81-e7c2969ee75b HTTP/1.1" status: 204 len: 168 time: 0.9906156 May 30 05:01:48.730927 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 46088) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:48.741721 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device e703ea78-9a3d-4c8e-b85f-31941104047f up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:01:48.786780 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-11001d5a-24a0-40ae-aafe-dd2231aa9233 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Deleting port 6bea0a27-8e3a-4062-a6de-217945b0581e {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:01:48.786780 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-11001d5a-24a0-40ae-aafe-dd2231aa9233 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:48.808269 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-5b221b51-8e7a-410d-821a-f4e1a8e07c54 tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] Unset dirty status for tenant:bfbdfbfdddba48dd944d3a87069cb168 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:01:48.811695 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-5b221b51-8e7a-410d-821a-f4e1a8e07c54 tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] 10.222.0.15 "GET /v2.0/ports?device_id=36157254-d984-432c-afbc-2253dfadfafc HTTP/1.1" status: 200 len: 205 time: 0.1812534 May 30 05:01:48.812761 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-1f520bdf-f08c-4ae4-9fda-163dc954a11c req-e8ab97dc-dd93-4981-82ed-171d5c51cc10 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Synchronizing usage tracker for tenant:f9fe59584bbe4d5aaa42841eedb71980 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:01:48.815171 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 46092) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:48.944490 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f598d0f6-097f-4a78-813c-2d48766b0a1e None None] Pushing event updated for resources: {'Port': ['ID=844e9d9d-5fee-4c5d-a110-d9621c7844c3,revision_number=7']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:01:48.960876 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port e703ea78-9a3d-4c8e-b85f-31941104047f triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:01:48.961254 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:49.024628 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe972aa-7e53-42a3-a08e-d03a63e94be9 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Network 8bc3d839-355b-4d15-bcc7-690ad39f78d2 is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:01:49.030264 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-5fe972aa-7e53-42a3-a08e-d03a63e94be9 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:01:49.110894 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-8899e7cc-1703-4d2f-a9a9-eb9b78a98cda req-d0778291-0d20-4dd0-b1ab-e4d462aa9109 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:49.124897 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port e703ea78-9a3d-4c8e-b85f-31941104047f is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:01:49.126057 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 257053b4-440e-4463-b16d-1416960c6b50 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:01:49.156756 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a1644f3e-6e94-470f-8332-734fa46b1eef tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] Notify callbacks [] for router, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:49.195865 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-96c677fb-fbb1-4c10-9c1b-a78305ae68ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897784'] for network, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:49.264692 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 257053b4-440e-4463-b16d-1416960c6b50 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:01:49.265852 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:49.360331 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-1f520bdf-f08c-4ae4-9fda-163dc954a11c req-e8ab97dc-dd93-4981-82ed-171d5c51cc10 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Unset dirty status for tenant:f9fe59584bbe4d5aaa42841eedb71980 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:01:49.361491 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1f520bdf-f08c-4ae4-9fda-163dc954a11c req-e8ab97dc-dd93-4981-82ed-171d5c51cc10 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=17865d17-737c-4b24-98d7-379fcd769d45 HTTP/1.1" status: 200 len: 210 time: 0.6099257 May 30 05:01:49.452510 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 257053b4-440e-4463-b16d-1416960c6b50 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:01:49.464416 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8899e7cc-1703-4d2f-a9a9-eb9b78a98cda req-d0778291-0d20-4dd0-b1ab-e4d462aa9109 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Network 3a472c4e-706e-49c5-9d72-fbb66b9c0513 is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:01:49.497521 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-e6507a97-7534-4cf4-beb7-316880b58bd1 None None] Provisioning complete for port 89ca19f2-04e3-42c8-87cf-7ce21b16bbd2 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:01:49.498017 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e6507a97-7534-4cf4-beb7-316880b58bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:49.508343 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fe972aa-7e53-42a3-a08e-d03a63e94be9 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Router 76c14fcb-6412-4ae6-89fd-b603e163c0d9 has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 05:01:49.527653 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [req-8899e7cc-1703-4d2f-a9a9-eb9b78a98cda req-d0778291-0d20-4dd0-b1ab-e4d462aa9109 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:01:49.540126 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0dc755b5-c156-4705-85ce-2ed82bf1756f tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602184'] for router_interface, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:49.562510 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-e6507a97-7534-4cf4-beb7-316880b58bd1 None None] Port 89ca19f2-04e3-42c8-87cf-7ce21b16bbd2 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 05:01:49.591959 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0778291-0d20-4dd0-b1ab-e4d462aa9109 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event updated for resources: {'Port': ['ID=1dd5bebd-dca0-459e-b77f-9eda62bd9432,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:01:49.600142 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [req-8899e7cc-1703-4d2f-a9a9-eb9b78a98cda req-d0778291-0d20-4dd0-b1ab-e4d462aa9109 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:01:49.717222 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-11001d5a-24a0-40ae-aafe-dd2231aa9233 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:49.727642 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-96c677fb-fbb1-4c10-9c1b-a78305ae68ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867540', 'neutron.services.segments.db._delete_segments_for_network-8729234922972'] for network, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:49.780570 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a1644f3e-6e94-470f-8332-734fa46b1eef tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11660'] for router, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:49.787359 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a1644f3e-6e94-470f-8332-734fa46b1eef tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:49.810630 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8899e7cc-1703-4d2f-a9a9-eb9b78a98cda req-d0778291-0d20-4dd0-b1ab-e4d462aa9109 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:01:49.811240 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-8899e7cc-1703-4d2f-a9a9-eb9b78a98cda req-d0778291-0d20-4dd0-b1ab-e4d462aa9109 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:49.891234 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-7a5f4bee-57ce-4b31-8407-2c4237c53232 None None] Provisioning for port 844e9d9d-5fee-4c5d-a110-d9621c7844c3 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:01:49.896064 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8899e7cc-1703-4d2f-a9a9-eb9b78a98cda req-d0778291-0d20-4dd0-b1ab-e4d462aa9109 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3536453 May 30 05:01:49.898520 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-7a5f4bee-57ce-4b31-8407-2c4237c53232 None None] Provisioning complete for port 844e9d9d-5fee-4c5d-a110-d9621c7844c3 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:01:49.899166 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7a5f4bee-57ce-4b31-8407-2c4237c53232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:49.904329 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a1644f3e-6e94-470f-8332-734fa46b1eef tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1601605'] for router, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:49.904810 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1644f3e-6e94-470f-8332-734fa46b1eef tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] Fanout notify agent at l3_agent the message router_deleted on router 36157254-d984-432c-afbc-2253dfadfafc {{(pid=88261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 30 05:01:49.942676 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [req-8899e7cc-1703-4d2f-a9a9-eb9b78a98cda req-b6848be7-9b63-423f-b88c-328609cff786 service neutron] Request body: {'port': {'device_id': '17865d17-737c-4b24-98d7-379fcd769d45', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8437'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:01:49.945311 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-11001d5a-24a0-40ae-aafe-dd2231aa9233 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Calling delete_port for 6bea0a27-8e3a-4062-a6de-217945b0581e owned by {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:01:49.975876 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a1644f3e-6e94-470f-8332-734fa46b1eef tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] Notify callbacks [] for router, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:49.976965 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-a1644f3e-6e94-470f-8332-734fa46b1eef tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] 10.222.0.15 "DELETE /v2.0/routers/36157254-d984-432c-afbc-2253dfadfafc HTTP/1.1" status: 204 len: 168 time: 1.1596496 May 30 05:01:49.984442 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 46096) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:49.997429 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-96c677fb-fbb1-4c10-9c1b-a78305ae68ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c083290a-9da9-412f-8950-9d2e52b07d53']}} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:01:50.060016 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-7a5f4bee-57ce-4b31-8407-2c4237c53232 None None] Current status of the port 844e9d9d-5fee-4c5d-a110-d9621c7844c3 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:01:50.077000 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-7a5f4bee-57ce-4b31-8407-2c4237c53232 None None] Provisioning for port 6bea0a27-8e3a-4062-a6de-217945b0581e completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:01:50.084426 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-96c677fb-fbb1-4c10-9c1b-a78305ae68ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c03b5fc-8dc9-4812-8069-b182f3249459') {'for_net_delete': True} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:01:50.084878 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-96c677fb-fbb1-4c10-9c1b-a78305ae68ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c03b5fc-8dc9-4812-8069-b182f3249459') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:01:50.085774 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-7a5f4bee-57ce-4b31-8407-2c4237c53232 None None] Provisioning complete for port 6bea0a27-8e3a-4062-a6de-217945b0581e triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:01:50.086616 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7a5f4bee-57ce-4b31-8407-2c4237c53232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:50.094820 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-8899e7cc-1703-4d2f-a9a9-eb9b78a98cda req-b6848be7-9b63-423f-b88c-328609cff786 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:50.106039 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fe972aa-7e53-42a3-a08e-d03a63e94be9 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:01:50.110555 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-96c677fb-fbb1-4c10-9c1b-a78305ae68ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729235042807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1454725'] for segment, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:50.121538 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ace999-f4ce-4850-8e0e-7f36ea01d714 None None] Sync routers for ids ['76c14fcb-6412-4ae6-89fd-b603e163c0d9'] in dv-neutron-843763-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:01:50.127500 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-5fe972aa-7e53-42a3-a08e-d03a63e94be9 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] 10.222.0.15 "PUT /v2.0/routers/76c14fcb-6412-4ae6-89fd-b603e163c0d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3275356 May 30 05:01:50.137588 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 46100) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:50.144050 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-cf499230-cdc9-4fa6-86bb-1faea015fd4d tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Request body: {'port': {'network_id': '8bc3d839-355b-4d15-bcc7-690ad39f78d2', 'name': 'tempest-FloatingIPTestJSON-1136854582'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:01:50.150906 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ace999-f4ce-4850-8e0e-7f36ea01d714 None None] Routers {'76c14fcb-6412-4ae6-89fd-b603e163c0d9'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:01:50.151794 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-15ace999-f4ce-4850-8e0e-7f36ea01d714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:01:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['76c14fcb-6412-4ae6-89fd-b603e163c0d9'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:01:50.185423 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-96c677fb-fbb1-4c10-9c1b-a78305ae68ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:50.190805 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-19906a21-21a5-4f28-88c2-1b3ff60b0048 tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] Deleting port ee11411b-11d9-4198-a990-4a2bdaace353 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:01:50.191340 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-19906a21-21a5-4f28-88c2-1b3ff60b0048 tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:50.216157 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-0dc755b5-c156-4705-85ce-2ed82bf1756f tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Deleting port 263db74b-6b55-4375-9eab-c9d130985e2c {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:01:50.216501 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0dc755b5-c156-4705-85ce-2ed82bf1756f tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:50.217829 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-7a5f4bee-57ce-4b31-8407-2c4237c53232 None None] Port 6bea0a27-8e3a-4062-a6de-217945b0581e cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 05:01:50.219676 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-15ace999-f4ce-4850-8e0e-7f36ea01d714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:01:50.235717 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ace999-f4ce-4850-8e0e-7f36ea01d714 None None] Routers {'76c14fcb-6412-4ae6-89fd-b603e163c0d9'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:01:50.236480 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-15ace999-f4ce-4850-8e0e-7f36ea01d714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:01:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['76c14fcb-6412-4ae6-89fd-b603e163c0d9'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:01:50.296256 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-7a5f4bee-57ce-4b31-8407-2c4237c53232 None None] Provisioning for port 1dd5bebd-dca0-459e-b77f-9eda62bd9432 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:01:50.310395 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96c677fb-fbb1-4c10-9c1b-a78305ae68ab admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=88260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 05:01:50.310808 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-96c677fb-fbb1-4c10-9c1b-a78305ae68ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-862858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1547513'] for segment, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:50.312782 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-7a5f4bee-57ce-4b31-8407-2c4237c53232 None None] Provisioning complete for port 1dd5bebd-dca0-459e-b77f-9eda62bd9432 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:01:50.313221 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7a5f4bee-57ce-4b31-8407-2c4237c53232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:50.354016 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-15ace999-f4ce-4850-8e0e-7f36ea01d714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:01:50.354644 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ace999-f4ce-4850-8e0e-7f36ea01d714 None None] The sync data for ids ['76c14fcb-6412-4ae6-89fd-b603e163c0d9'] in dv-neutron-843763-1-hyperv is: [] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:01:50.389224 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-7a5f4bee-57ce-4b31-8407-2c4237c53232 None None] Port 1dd5bebd-dca0-459e-b77f-9eda62bd9432 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 05:01:50.402549 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-7a5f4bee-57ce-4b31-8407-2c4237c53232 None None] Provisioning complete for port 07d6a72e-5ac7-4b0c-85ff-6a815fdf7209 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:01:50.403369 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7a5f4bee-57ce-4b31-8407-2c4237c53232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:50.465077 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-7a5f4bee-57ce-4b31-8407-2c4237c53232 None None] Port 07d6a72e-5ac7-4b0c-85ff-6a815fdf7209 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 05:01:50.531872 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 1c03b5fc-8dc9-4812-8069-b182f3249459 resource provider aggregate not found May 30 05:01:50.587663 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-2a7076e1-0eac-486d-acae-7a24f3d2e22f None None] Provisioning complete for port 6bea0a27-8e3a-4062-a6de-217945b0581e triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:01:50.588232 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-2a7076e1-0eac-486d-acae-7a24f3d2e22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:50.645964 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 1c03b5fc-8dc9-4812-8069-b182f3249459 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1c03b5fc-8dc9-4812-8069-b182f3249459 found for delete ", "request_id": "req-51ab92b5-6fc3-4832-8b8d-a193104eecb9"}]} May 30 05:01:50.671439 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 844e9d9d-5fee-4c5d-a110-d9621c7844c3 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:01:50.746770 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-2a7076e1-0eac-486d-acae-7a24f3d2e22f None None] Port 6bea0a27-8e3a-4062-a6de-217945b0581e cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 05:01:50.752642 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0dc755b5-c156-4705-85ce-2ed82bf1756f tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:50.766265 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 844e9d9d-5fee-4c5d-a110-d9621c7844c3 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:01:50.767140 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:50.776399 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-96c677fb-fbb1-4c10-9c1b-a78305ae68ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604744'] for network, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:50.809773 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-96c677fb-fbb1-4c10-9c1b-a78305ae68ab admin admin] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:50.840305 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-cf499230-cdc9-4fa6-86bb-1faea015fd4d tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:01:50.883109 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 844e9d9d-5fee-4c5d-a110-d9621c7844c3 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:01:50.890239 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-0dc755b5-c156-4705-85ce-2ed82bf1756f tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Calling delete_port for 263db74b-6b55-4375-9eab-c9d130985e2c owned by network:router_interface {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:01:50.895233 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c677fb-fbb1-4c10-9c1b-a78305ae68ab admin admin] Pushing event deleted for resources: {'Network': ['ID=c083290a-9da9-412f-8950-9d2e52b07d53,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:01:50.902286 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-cf499230-cdc9-4fa6-86bb-1faea015fd4d tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Usage tracker for resource:port and tenant:fb4b15beed874bf4bdf9eab934db65bc is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:01:50.917367 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-cf499230-cdc9-4fa6-86bb-1faea015fd4d tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Quota usage for port was recalculated. Used quota:6. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:01:50.921626 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-11001d5a-24a0-40ae-aafe-dd2231aa9233 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:50.942259 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-cf499230-cdc9-4fa6-86bb-1faea015fd4d tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:01:50.981714 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1f4a9d-c9ee-4af1-8e6b-785a6d92a663 req-6504ccf6-fb8b-468c-8f44-5dde384d9b5d tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:01:50.983199 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-2f1f4a9d-c9ee-4af1-8e6b-785a6d92a663 req-6504ccf6-fb8b-468c-8f44-5dde384d9b5d tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=17865d17-737c-4b24-98d7-379fcd769d45 HTTP/1.1" status: 200 len: 932 time: 0.4531720 May 30 05:01:51.005491 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-96c677fb-fbb1-4c10-9c1b-a78305ae68ab admin admin] 10.222.0.15 "DELETE /v2.0/networks/c083290a-9da9-412f-8950-9d2e52b07d53 HTTP/1.1" status: 204 len: 168 time: 2.2731831 May 30 05:01:51.009391 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 46110) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:51.013299 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11001d5a-24a0-40ae-aafe-dd2231aa9233 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Pushing event deleted for resources: {'Port': ['ID=6bea0a27-8e3a-4062-a6de-217945b0581e,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:01:51.068388 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf499230-cdc9-4fa6-86bb-1faea015fd4d tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Made reservation on behalf of fb4b15beed874bf4bdf9eab934db65bc for: {'port': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:01:51.071981 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-cf499230-cdc9-4fa6-86bb-1faea015fd4d tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:51.097339 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [req-8899e7cc-1703-4d2f-a9a9-eb9b78a98cda req-b6848be7-9b63-423f-b88c-328609cff786 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1dd5bebd-dca0-459e-b77f-9eda62bd9432 {{(pid=88261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 30 05:01:51.111842 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-8899e7cc-1703-4d2f-a9a9-eb9b78a98cda req-b6848be7-9b63-423f-b88c-328609cff786 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:51.142319 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b3ea6d4-46aa-41ad-9c37-b2d6d7ca4713 admin admin] Deleting subnet ca9b0160-f274-41ae-8b38-07cd6e45bd05 {{(pid=88261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 30 05:01:51.144144 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-11001d5a-24a0-40ae-aafe-dd2231aa9233 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:51.148728 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-11001d5a-24a0-40ae-aafe-dd2231aa9233 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] 10.222.0.15 "DELETE /v2.0/ports/6bea0a27-8e3a-4062-a6de-217945b0581e HTTP/1.1" status: 204 len: 168 time: 2.5577416 May 30 05:01:51.148924 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6b3ea6d4-46aa-41ad-9c37-b2d6d7ca4713 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:51.151230 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 46114) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:51.159150 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-19906a21-21a5-4f28-88c2-1b3ff60b0048 tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:51.167615 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [None req-cf499230-cdc9-4fa6-86bb-1faea015fd4d tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] device_id is not set on port 6c34d92d-592d-4c8f-8477-2b9c40f05e25 yet. {{(pid=88260) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 30 05:01:51.175447 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [req-8899e7cc-1703-4d2f-a9a9-eb9b78a98cda req-b6848be7-9b63-423f-b88c-328609cff786 service neutron] Transition to ACTIVE for port object 1dd5bebd-dca0-459e-b77f-9eda62bd9432 will not be triggered until provisioned by entity L2. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:01:51.190893 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-8899e7cc-1703-4d2f-a9a9-eb9b78a98cda req-b6848be7-9b63-423f-b88c-328609cff786 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2304381'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:51.211509 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-2f1f4a9d-c9ee-4af1-8e6b-785a6d92a663 req-057a9607-6385-43cc-bd40-1418d3de0b86 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/security-groups?id=0169e122-edb7-4e88-a009-c22d772b9c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2076962 May 30 05:01:51.375023 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-09cc5b09-9115-420e-9142-dc5ab98e9cdf tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] GET failed (client error): The resource could not be found. May 30 05:01:51.375310 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6b3ea6d4-46aa-41ad-9c37-b2d6d7ca4713 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3545586'] for subnet, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:51.375569 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-09cc5b09-9115-420e-9142-dc5ab98e9cdf tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Synchronizing usage tracker for tenant:895764a2d33a4b6180a8faca69c63db7 on resource:port {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:01:51.393411 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-19906a21-21a5-4f28-88c2-1b3ff60b0048 tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] Calling delete_port for ee11411b-11d9-4198-a990-4a2bdaace353 owned by {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:01:51.438861 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6848be7-9b63-423f-b88c-328609cff786 service neutron] Pushing event updated for resources: {'Port': ['ID=1dd5bebd-dca0-459e-b77f-9eda62bd9432,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:01:51.478208 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-09cc5b09-9115-420e-9142-dc5ab98e9cdf tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Unset dirty status for tenant:895764a2d33a4b6180a8faca69c63db7 on resource:port {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:01:51.481943 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-09cc5b09-9115-420e-9142-dc5ab98e9cdf tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] 10.222.0.15 "GET /v2.0/ports/6bea0a27-8e3a-4062-a6de-217945b0581e HTTP/1.1" status: 404 len: 333 time: 0.3226192 May 30 05:01:51.484695 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 46118) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:51.537965 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0dc755b5-c156-4705-85ce-2ed82bf1756f tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:51.541586 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6b3ea6d4-46aa-41ad-9c37-b2d6d7ca4713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860493'] for subnet, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:51.609967 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-cf499230-cdc9-4fa6-86bb-1faea015fd4d tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Allocated IP 172.20.0.9 (8bc3d839-355b-4d15-bcc7-690ad39f78d2/e34d080e-fa70-4015-9ca1-4fdeeab14bf8/6c34d92d-592d-4c8f-8477-2b9c40f05e25) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:01:51.642324 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-19906a21-21a5-4f28-88c2-1b3ff60b0048 tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:51.650379 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc755b5-c156-4705-85ce-2ed82bf1756f tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Pushing event deleted for resources: {'Port': ['ID=263db74b-6b55-4375-9eab-c9d130985e2c,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:01:51.706378 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19906a21-21a5-4f28-88c2-1b3ff60b0048 tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] Pushing event deleted for resources: {'Port': ['ID=ee11411b-11d9-4198-a990-4a2bdaace353,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:01:51.811947 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [req-8899e7cc-1703-4d2f-a9a9-eb9b78a98cda req-b6848be7-9b63-423f-b88c-328609cff786 service neutron] Attempting to bind port 1dd5bebd-dca0-459e-b77f-9eda62bd9432 on host hv-neutron-8437 for vnic_type normal with profile {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 05:01:51.812522 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [req-8899e7cc-1703-4d2f-a9a9-eb9b78a98cda req-b6848be7-9b63-423f-b88c-328609cff786 service neutron] Attempting to bind port 1dd5bebd-dca0-459e-b77f-9eda62bd9432 by drivers openvswitch,hyperv on host hv-neutron-8437 at level 0 using segments [{'id': '084e388d-319f-4998-938e-0681ba13a099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '3a472c4e-706e-49c5-9d72-fbb66b9c0513'}] {{(pid=88261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 05:01:51.812647 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8899e7cc-1703-4d2f-a9a9-eb9b78a98cda req-b6848be7-9b63-423f-b88c-328609cff786 service neutron] Attempting to bind port 1dd5bebd-dca0-459e-b77f-9eda62bd9432 on network 3a472c4e-706e-49c5-9d72-fbb66b9c0513 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:01:51.832862 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8899e7cc-1703-4d2f-a9a9-eb9b78a98cda req-b6848be7-9b63-423f-b88c-328609cff786 service neutron] Port 1dd5bebd-dca0-459e-b77f-9eda62bd9432 on network 3a472c4e-706e-49c5-9d72-fbb66b9c0513 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8437 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 30 05:01:51.833204 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8899e7cc-1703-4d2f-a9a9-eb9b78a98cda req-b6848be7-9b63-423f-b88c-328609cff786 service neutron] Attempting to bind port 1dd5bebd-dca0-459e-b77f-9eda62bd9432 on network 3a472c4e-706e-49c5-9d72-fbb66b9c0513 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:01:51.835910 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3a54d448-b555-46f5-89a6-9c35bbe9db9e tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks [] for security_group, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:51.843576 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6b3ea6d4-46aa-41ad-9c37-b2d6d7ca4713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2304955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9305493'] for subnet, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:51.928845 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8899e7cc-1703-4d2f-a9a9-eb9b78a98cda req-b6848be7-9b63-423f-b88c-328609cff786 service neutron] Checking agent: {'id': 'de0c936d-420b-412f-9642-7bfe80b5ab25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8437', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 51, 47), 'started_at': datetime.datetime(2022, 5, 30, 4, 51, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 5, 1, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 05:01:51.929111 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8899e7cc-1703-4d2f-a9a9-eb9b78a98cda req-b6848be7-9b63-423f-b88c-328609cff786 service neutron] Checking segment: {'id': '084e388d-319f-4998-938e-0681ba13a099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '3a472c4e-706e-49c5-9d72-fbb66b9c0513'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:01:51.929502 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8899e7cc-1703-4d2f-a9a9-eb9b78a98cda req-b6848be7-9b63-423f-b88c-328609cff786 service neutron] Bound using segment: {'id': '084e388d-319f-4998-938e-0681ba13a099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '3a472c4e-706e-49c5-9d72-fbb66b9c0513'} {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 05:01:51.929983 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [req-8899e7cc-1703-4d2f-a9a9-eb9b78a98cda req-b6848be7-9b63-423f-b88c-328609cff786 service neutron] Bound port: 1dd5bebd-dca0-459e-b77f-9eda62bd9432, host: hv-neutron-8437, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '084e388d-319f-4998-938e-0681ba13a099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '3a472c4e-706e-49c5-9d72-fbb66b9c0513'}}] {{(pid=88261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 05:01:51.930327 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-8899e7cc-1703-4d2f-a9a9-eb9b78a98cda req-b6848be7-9b63-423f-b88c-328609cff786 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:51.956763 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-19906a21-21a5-4f28-88c2-1b3ff60b0048 tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:51.972729 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3ea6d4-46aa-41ad-9c37-b2d6d7ca4713 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca9b0160-f274-41ae-8b38-07cd6e45bd05,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:01:51.988722 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-19906a21-21a5-4f28-88c2-1b3ff60b0048 tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] 10.222.0.15 "DELETE /v2.0/ports/ee11411b-11d9-4198-a990-4a2bdaace353 HTTP/1.1" status: 204 len: 168 time: 1.9928443 May 30 05:01:51.991514 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 46122) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:52.046273 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-cf499230-cdc9-4fa6-86bb-1faea015fd4d tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:52.082544 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [None req-cf499230-cdc9-4fa6-86bb-1faea015fd4d tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Transition to ACTIVE for port object 6c34d92d-592d-4c8f-8477-2b9c40f05e25 will not be triggered until provisioned by entity DHCP. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:01:52.093246 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fb7469d-6a71-43af-989f-0ec30943a1f3 tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] Deleting subnet 5959cc7c-342e-4778-8f5a-456b8e8f074c {{(pid=88260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 30 05:01:52.098196 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7fb7469d-6a71-43af-989f-0ec30943a1f3 tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] Notify callbacks [] for subnet, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:52.160300 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7fb7469d-6a71-43af-989f-0ec30943a1f3 tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1454738'] for subnet, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:52.201168 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6b3ea6d4-46aa-41ad-9c37-b2d6d7ca4713 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:52.213106 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3a54d448-b555-46f5-89a6-9c35bbe9db9e tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:52.215818 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-cf499230-cdc9-4fa6-86bb-1faea015fd4d tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:52.251465 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0dc755b5-c156-4705-85ce-2ed82bf1756f tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1642797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602100'] for router_interface, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:52.271051 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-6b3ea6d4-46aa-41ad-9c37-b2d6d7ca4713 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/ca9b0160-f274-41ae-8b38-07cd6e45bd05 HTTP/1.1" status: 204 len: 168 time: 1.2545683 May 30 05:01:52.283338 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 46128) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:52.456548 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf499230-cdc9-4fa6-86bb-1faea015fd4d tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Network 8bc3d839-355b-4d15-bcc7-690ad39f78d2 is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:01:52.460783 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-cf499230-cdc9-4fa6-86bb-1faea015fd4d tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:01:52.462553 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf499230-cdc9-4fa6-86bb-1faea015fd4d tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Pushing event updated for resources: {'Port': ['ID=6c34d92d-592d-4c8f-8477-2b9c40f05e25,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:01:52.464718 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf499230-cdc9-4fa6-86bb-1faea015fd4d tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:01:52.516883 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7fb7469d-6a71-43af-989f-0ec30943a1f3 tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860493'] for subnet, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:52.582764 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [req-8899e7cc-1703-4d2f-a9a9-eb9b78a98cda req-b6848be7-9b63-423f-b88c-328609cff786 service neutron] For port 1dd5bebd-dca0-459e-b77f-9eda62bd9432, host hv-neutron-8437, cleared binding levels {{(pid=88261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 05:01:52.594472 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3a54d448-b555-46f5-89a6-9c35bbe9db9e tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:52.600219 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf499230-cdc9-4fa6-86bb-1faea015fd4d tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:01:52.601013 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-cf499230-cdc9-4fa6-86bb-1faea015fd4d tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:52.630355 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-cf499230-cdc9-4fa6-86bb-1faea015fd4d tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.4911878 May 30 05:01:52.632169 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7fb7469d-6a71-43af-989f-0ec30943a1f3 tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1547867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2133322'] for subnet, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:52.639213 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 46132) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:52.677403 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-2435a497-29e3-455f-8d3a-fbb1c2ea40e4 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Request body: {'floatingip': {'port_id': '6c34d92d-592d-4c8f-8477-2b9c40f05e25'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:01:52.691997 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6305e7a3-c1a4-4726-a3ae-478bdb024721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897784'] for network, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:52.696694 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [req-8899e7cc-1703-4d2f-a9a9-eb9b78a98cda req-b6848be7-9b63-423f-b88c-328609cff786 service neutron] For port 1dd5bebd-dca0-459e-b77f-9eda62bd9432, host hv-neutron-8437, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=1dd5bebd-dca0-459e-b77f-9eda62bd9432,segment=NetworkSegment(084e388d-319f-4998-938e-0681ba13a099),segment_id=084e388d-319f-4998-938e-0681ba13a099)] {{(pid=88261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 05:01:52.703704 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-09a373ce-3a0f-43da-8634-b60977114541 None None] Provisioning for port 6c34d92d-592d-4c8f-8477-2b9c40f05e25 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:01:52.707073 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a54d448-b555-46f5-89a6-9c35bbe9db9e tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4f8654f-d016-4460-b25e-2ebb9ee9cb66,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:01:52.708547 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-09a373ce-3a0f-43da-8634-b60977114541 None None] Provisioning complete for port 6c34d92d-592d-4c8f-8477-2b9c40f05e25 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:01:52.708922 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-09a373ce-3a0f-43da-8634-b60977114541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:52.737493 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb7469d-6a71-43af-989f-0ec30943a1f3 tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] Pushing event deleted for resources: {'Subnet': ['ID=5959cc7c-342e-4778-8f5a-456b8e8f074c,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:01:52.757758 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7fb7469d-6a71-43af-989f-0ec30943a1f3 tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:52.759612 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-7fb7469d-6a71-43af-989f-0ec30943a1f3 tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] 10.222.0.15 "DELETE /v2.0/subnets/5959cc7c-342e-4778-8f5a-456b8e8f074c HTTP/1.1" status: 204 len: 168 time: 0.7669654 May 30 05:01:52.763402 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 46136) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:52.768588 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc6e634-6a23-4327-9850-65e80a7ae4ad None None] Network 245fdd65-57f1-4eda-92e2-4669cc8b04ee requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:01:52.778272 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3a54d448-b555-46f5-89a6-9c35bbe9db9e tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:52.781862 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-3a54d448-b555-46f5-89a6-9c35bbe9db9e tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] 10.222.0.15 "DELETE /v2.0/security-groups/a4f8654f-d016-4460-b25e-2ebb9ee9cb66 HTTP/1.1" status: 204 len: 168 time: 1.2934570 May 30 05:01:52.782445 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 46140) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:52.794001 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-8899e7cc-1703-4d2f-a9a9-eb9b78a98cda req-b6848be7-9b63-423f-b88c-328609cff786 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2304381'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:52.857183 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-09a373ce-3a0f-43da-8634-b60977114541 None None] Port 6c34d92d-592d-4c8f-8477-2b9c40f05e25 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 05:01:52.872134 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2435a497-29e3-455f-8d3a-fbb1c2ea40e4 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks [] for floatingip, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:52.932205 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8899e7cc-1703-4d2f-a9a9-eb9b78a98cda req-b6848be7-9b63-423f-b88c-328609cff786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:01:52.932863 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-8899e7cc-1703-4d2f-a9a9-eb9b78a98cda req-b6848be7-9b63-423f-b88c-328609cff786 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:52.934205 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8899e7cc-1703-4d2f-a9a9-eb9b78a98cda req-b6848be7-9b63-423f-b88c-328609cff786 service neutron] 10.222.0.39 "PUT /v2.0/ports/1dd5bebd-dca0-459e-b77f-9eda62bd9432 HTTP/1.1" status: 200 len: 1094 time: 3.0274220 May 30 05:01:52.937207 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dc755b5-c156-4705-85ce-2ed82bf1756f tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Router 27931f04-4cf2-407e-8f46-ffe2ee88beea has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 05:01:52.941284 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17865d17-737c-4b24-98d7-379fcd769d45', 'tag': '1dd5bebd-dca0-459e-b77f-9eda62bd9432'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:01:53.030949 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03b0cb5d-f3b0-4e7e-bed2-87d72e6546f2'] response: {'name': 'network-changed', 'server_uuid': '17865d17-737c-4b24-98d7-379fcd769d45', 'tag': '1dd5bebd-dca0-459e-b77f-9eda62bd9432', 'status': 'completed', 'code': 200} May 30 05:01:53.062241 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1a1bfc19-6d80-4931-923a-1545b067ee90 tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897784'] for network, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:53.080930 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64173b61-fbf4-4c21-88c7-ced335529379 None None] DHCP port deletion for 245fdd65-57f1-4eda-92e2-4669cc8b04ee request from dv-neutron-843763-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 30 05:01:53.085959 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-64173b61-fbf4-4c21-88c7-ced335529379 None None] Deleting port 375a337c-f890-4e39-ba5b-a065016976db {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:01:53.086636 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-64173b61-fbf4-4c21-88c7-ced335529379 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:53.121375 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-1a1bfc19-6d80-4931-923a-1545b067ee90 tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] Deleting port 375a337c-f890-4e39-ba5b-a065016976db {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:01:53.126345 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1a1bfc19-6d80-4931-923a-1545b067ee90 tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:53.131299 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6848be7-9b63-423f-b88c-328609cff786 service neutron] Pushing event updated for resources: {'Port': ['ID=1dd5bebd-dca0-459e-b77f-9eda62bd9432,revision_number=3']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:01:53.150186 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a21c9d4-077a-4a7b-8e86-faaecced1ddf req-02bed532-28e8-48e3-a366-e7c3e54310ab tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:01:53.151977 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2a21c9d4-077a-4a7b-8e86-faaecced1ddf req-02bed532-28e8-48e3-a366-e7c3e54310ab tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=17865d17-737c-4b24-98d7-379fcd769d45 HTTP/1.1" status: 200 len: 944 time: 0.7778931 May 30 05:01:53.264902 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6305e7a3-c1a4-4726-a3ae-478bdb024721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867540', 'neutron.services.segments.db._delete_segments_for_network-8729234922972'] for network, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:53.370438 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-64173b61-fbf4-4c21-88c7-ced335529379 None None] For port 375a337c-f890-4e39-ba5b-a065016976db, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=375a337c-f890-4e39-ba5b-a065016976db,segment=NetworkSegment(3e33bc89-dfb4-4f2f-af6b-57d142842085),segment_id=3e33bc89-dfb4-4f2f-af6b-57d142842085)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:01:53.371141 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-64173b61-fbf4-4c21-88c7-ced335529379 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:53.397546 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-24e3f364-64b6-4cc0-8220-342c861cfa7f tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks [] for security_group, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:53.413932 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-6305e7a3-c1a4-4726-a3ae-478bdb024721 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c18acbda-729a-4247-a92a-8a2286bcf9ae']}} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:01:53.430431 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dc755b5-c156-4705-85ce-2ed82bf1756f tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:01:53.445397 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c82266e-435c-4294-ba5f-74d31ac8dd02 None None] Sync routers for ids ['27931f04-4cf2-407e-8f46-ffe2ee88beea'] in dv-neutron-843763-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:01:53.447740 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-0dc755b5-c156-4705-85ce-2ed82bf1756f tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] 10.222.0.15 "PUT /v2.0/routers/27931f04-4cf2-407e-8f46-ffe2ee88beea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6346180 May 30 05:01:53.450003 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-6305e7a3-c1a4-4726-a3ae-478bdb024721 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e831d182-a3cb-4c29-9061-dcc9055bcb78') {'for_net_delete': True} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:01:53.450304 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-6305e7a3-c1a4-4726-a3ae-478bdb024721 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e831d182-a3cb-4c29-9061-dcc9055bcb78') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:01:53.458969 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c82266e-435c-4294-ba5f-74d31ac8dd02 None None] Routers {'27931f04-4cf2-407e-8f46-ffe2ee88beea'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:01:53.462172 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2a21c9d4-077a-4a7b-8e86-faaecced1ddf req-05006bb3-84fa-4a39-9b06-9998222be53c tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/security-groups?id=0169e122-edb7-4e88-a009-c22d772b9c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2769711 May 30 05:01:53.473291 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 46146) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:53.475232 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-3c82266e-435c-4294-ba5f-74d31ac8dd02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:01:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['27931f04-4cf2-407e-8f46-ffe2ee88beea'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:01:53.511244 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-64173b61-fbf4-4c21-88c7-ced335529379 None None] Calling delete_port for 375a337c-f890-4e39-ba5b-a065016976db owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:01:53.544707 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6305e7a3-c1a4-4726-a3ae-478bdb024721 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729235042807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3545573'] for segment, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:53.553057 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-24e3f364-64b6-4cc0-8220-342c861cfa7f tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:53.558371 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-3c82266e-435c-4294-ba5f-74d31ac8dd02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:01:53.567291 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c82266e-435c-4294-ba5f-74d31ac8dd02 None None] Routers {'27931f04-4cf2-407e-8f46-ffe2ee88beea'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:01:53.568223 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-3c82266e-435c-4294-ba5f-74d31ac8dd02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:01:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['27931f04-4cf2-407e-8f46-ffe2ee88beea'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:01:53.577283 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.api.v2.resource [None req-2ee09eb3-2762-4c95-a33b-db2354e352a4 tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] delete failed (client error): The resource could not be found. May 30 05:01:53.582093 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-2ee09eb3-2762-4c95-a33b-db2354e352a4 tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] 10.222.0.15 "DELETE /v2.0/routers/tempest-non_exist_router-404392211 HTTP/1.1" status: 404 len: 334 time: 0.1040962 May 30 05:01:53.590445 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 46150) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:53.595638 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6305e7a3-c1a4-4726-a3ae-478bdb024721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:53.601685 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-f57a15e0-cb97-4c7c-ad19-22b713563a85 tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Request body: {'router': {'external_gateway_info': {'network_id': '27931f04-4cf2-407e-8f46-ffe2ee88beea'}}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:01:53.614553 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-64173b61-fbf4-4c21-88c7-ced335529379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069'] for port, after_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:53.634086 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-3c82266e-435c-4294-ba5f-74d31ac8dd02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:01:53.634488 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c82266e-435c-4294-ba5f-74d31ac8dd02 None None] The sync data for ids ['27931f04-4cf2-407e-8f46-ffe2ee88beea'] in dv-neutron-843763-1-hyperv is: [] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:01:53.670170 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8899e7cc-1703-4d2f-a9a9-eb9b78a98cda req-4159263e-bd94-4883-9e83-d5674f5a6cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:01:53.671655 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8899e7cc-1703-4d2f-a9a9-eb9b78a98cda req-4159263e-bd94-4883-9e83-d5674f5a6cde service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f9fe59584bbe4d5aaa42841eedb71980&device_id=17865d17-737c-4b24-98d7-379fcd769d45 HTTP/1.1" status: 200 len: 1097 time: 0.6721015 May 30 05:01:53.672612 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64173b61-fbf4-4c21-88c7-ced335529379 None None] Pushing event deleted for resources: {'Port': ['ID=375a337c-f890-4e39-ba5b-a065016976db,revision_number=None']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:01:53.674519 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6305e7a3-c1a4-4726-a3ae-478bdb024721 admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=88261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 05:01:53.674674 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64173b61-fbf4-4c21-88c7-ced335529379 None None] No DVR routers for this DVR port 375a337c-f890-4e39-ba5b-a065016976db on host dv-neutron-843763-1-hyperv {{(pid=88262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 05:01:53.674922 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6305e7a3-c1a4-4726-a3ae-478bdb024721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-862858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2304281'] for segment, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:53.747020 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-1a1bfc19-6d80-4931-923a-1545b067ee90 tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] For port 375a337c-f890-4e39-ba5b-a065016976db, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=375a337c-f890-4e39-ba5b-a065016976db,segment=NetworkSegment(3e33bc89-dfb4-4f2f-af6b-57d142842085),segment_id=3e33bc89-dfb4-4f2f-af6b-57d142842085)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:01:53.747697 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1a1bfc19-6d80-4931-923a-1545b067ee90 tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:53.883937 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-1a1bfc19-6d80-4931-923a-1545b067ee90 tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] Calling delete_port for 375a337c-f890-4e39-ba5b-a065016976db owned by network:dhcp {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:01:53.971530 dv-neutron-843763-1-hyperv neutron-server[88260]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 30 05:01:53.971530 dv-neutron-843763-1-hyperv neutron-server[88260]: from cryptography.utils import int_from_bytes May 30 05:01:53.971530 dv-neutron-843763-1-hyperv neutron-server[88260]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 30 05:01:53.971530 dv-neutron-843763-1-hyperv neutron-server[88260]: from cryptography.utils import int_from_bytes May 30 05:01:53.971530 dv-neutron-843763-1-hyperv neutron-server[88260]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) May 30 05:01:53.971530 dv-neutron-843763-1-hyperv neutron-server[88260]: util.warn_limited( May 30 05:01:53.971530 dv-neutron-843763-1-hyperv neutron-server[88260]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) May 30 05:01:53.971530 dv-neutron-843763-1-hyperv neutron-server[88260]: util.warn_limited( May 30 05:01:53.971530 dv-neutron-843763-1-hyperv neutron-server[88260]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 05:01:53.971530 dv-neutron-843763-1-hyperv neutron-server[88260]: util.warn( May 30 05:01:53.971530 dv-neutron-843763-1-hyperv neutron-server[88260]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 05:01:53.971530 dv-neutron-843763-1-hyperv neutron-server[88260]: util.warn( May 30 05:01:53.971530 dv-neutron-843763-1-hyperv neutron-server[88260]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 05:01:53.971530 dv-neutron-843763-1-hyperv neutron-server[88260]: util.warn( May 30 05:01:53.971530 dv-neutron-843763-1-hyperv neutron-server[88260]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 05:01:53.971530 dv-neutron-843763-1-hyperv neutron-server[88260]: util.warn( May 30 05:01:53.971530 dv-neutron-843763-1-hyperv neutron-server[88260]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 05:01:53.971530 dv-neutron-843763-1-hyperv neutron-server[88260]: util.warn( May 30 05:01:53.971530 dv-neutron-843763-1-hyperv neutron-server[88260]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 05:01:53.971530 dv-neutron-843763-1-hyperv neutron-server[88260]: util.warn( May 30 05:01:53.971530 dv-neutron-843763-1-hyperv neutron-server[88260]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 05:01:53.971530 dv-neutron-843763-1-hyperv neutron-server[88260]: util.warn( May 30 05:01:53.971530 dv-neutron-843763-1-hyperv neutron-server[88260]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 05:01:53.971530 dv-neutron-843763-1-hyperv neutron-server[88260]: util.warn( May 30 05:01:53.971530 dv-neutron-843763-1-hyperv neutron-server[88260]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 05:01:53.971530 dv-neutron-843763-1-hyperv neutron-server[88260]: util.warn( May 30 05:01:53.971530 dv-neutron-843763-1-hyperv neutron-server[88260]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 05:01:53.971530 dv-neutron-843763-1-hyperv neutron-server[88260]: util.warn( May 30 05:01:53.971530 dv-neutron-843763-1-hyperv neutron-server[88260]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 05:01:53.971530 dv-neutron-843763-1-hyperv neutron-server[88260]: util.warn( May 30 05:01:53.971530 dv-neutron-843763-1-hyperv neutron-server[88260]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 05:01:53.971530 dv-neutron-843763-1-hyperv neutron-server[88260]: util.warn( May 30 05:01:53.971530 dv-neutron-843763-1-hyperv neutron-server[88260]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 05:01:53.971530 dv-neutron-843763-1-hyperv neutron-server[88260]: util.warn( May 30 05:01:53.971530 dv-neutron-843763-1-hyperv neutron-server[88260]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 05:01:53.971530 dv-neutron-843763-1-hyperv neutron-server[88260]: util.warn( May 30 05:01:53.971530 dv-neutron-843763-1-hyperv neutron-server[88260]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 05:01:53.971530 dv-neutron-843763-1-hyperv neutron-server[88260]: util.warn( May 30 05:01:53.971530 dv-neutron-843763-1-hyperv neutron-server[88260]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 05:01:53.971530 dv-neutron-843763-1-hyperv neutron-server[88260]: util.warn( May 30 05:01:53.971530 dv-neutron-843763-1-hyperv neutron-server[88260]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 05:01:53.971530 dv-neutron-843763-1-hyperv neutron-server[88260]: util.warn( May 30 05:01:53.971530 dv-neutron-843763-1-hyperv neutron-server[88260]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 05:01:53.971530 dv-neutron-843763-1-hyperv neutron-server[88260]: util.warn( May 30 05:01:53.971530 dv-neutron-843763-1-hyperv neutron-server[88260]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 05:01:53.971530 dv-neutron-843763-1-hyperv neutron-server[88260]: util.warn( May 30 05:01:53.971530 dv-neutron-843763-1-hyperv neutron-server[88260]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 05:01:53.971530 dv-neutron-843763-1-hyperv neutron-server[88260]: util.warn( May 30 05:01:53.971530 dv-neutron-843763-1-hyperv neutron-server[88260]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 05:01:53.971530 dv-neutron-843763-1-hyperv neutron-server[88260]: util.warn( May 30 05:01:53.971530 dv-neutron-843763-1-hyperv neutron-server[88260]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 05:01:53.971530 dv-neutron-843763-1-hyperv neutron-server[88260]: util.warn( May 30 05:01:53.971530 dv-neutron-843763-1-hyperv neutron-server[88260]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 05:01:53.971530 dv-neutron-843763-1-hyperv neutron-server[88260]: util.warn( May 30 05:01:53.971530 dv-neutron-843763-1-hyperv neutron-server[88260]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 05:01:53.971530 dv-neutron-843763-1-hyperv neutron-server[88260]: util.warn( May 30 05:01:53.981797 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment e831d182-a3cb-4c29-9061-dcc9055bcb78 resource provider aggregate not found May 30 05:01:54.026877 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment e831d182-a3cb-4c29-9061-dcc9055bcb78 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e831d182-a3cb-4c29-9061-dcc9055bcb78 found for delete ", "request_id": "req-d35e6a9a-8e80-42f0-97f2-7df430313a6a"}]} May 30 05:01:54.030572 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8899e7cc-1703-4d2f-a9a9-eb9b78a98cda req-6ef5de5e-b05f-47b4-b596-47194eace507 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=1dd5bebd-dca0-459e-b77f-9eda62bd9432 HTTP/1.1" status: 200 len: 217 time: 0.1901875 May 30 05:01:54.097168 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.db.api [None req-1a1bfc19-6d80-4931-923a-1545b067ee90 tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88260) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 05:01:54.097482 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG oslo_db.api [None req-1a1bfc19-6d80-4931-923a-1545b067ee90 tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 05:01:54.130567 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-24e3f364-64b6-4cc0-8220-342c861cfa7f tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:54.208964 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6305e7a3-c1a4-4726-a3ae-478bdb024721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604744'] for network, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:54.227213 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e3f364-64b6-4cc0-8220-342c861cfa7f tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b31c6b6-4a37-41fe-ba85-53a1eceae4f8,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:01:54.229994 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2435a497-29e3-455f-8d3a-fbb1c2ea40e4 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:54.235552 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2435a497-29e3-455f-8d3a-fbb1c2ea40e4 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1604762'] for floatingip, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:54.245905 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6305e7a3-c1a4-4726-a3ae-478bdb024721 admin admin] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:54.322528 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6305e7a3-c1a4-4726-a3ae-478bdb024721 admin admin] Pushing event deleted for resources: {'Network': ['ID=c18acbda-729a-4247-a92a-8a2286bcf9ae,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:01:54.388862 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-6305e7a3-c1a4-4726-a3ae-478bdb024721 admin admin] 10.222.0.15 "DELETE /v2.0/networks/c18acbda-729a-4247-a92a-8a2286bcf9ae HTTP/1.1" status: 204 len: 168 time: 2.1010616 May 30 05:01:54.388862 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8899e7cc-1703-4d2f-a9a9-eb9b78a98cda req-bef42cf1-d217-43a4-9488-d8ecda96db8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:01:54.389632 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8899e7cc-1703-4d2f-a9a9-eb9b78a98cda req-bef42cf1-d217-43a4-9488-d8ecda96db8a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c3042e91-f5bc-43b2-9ec2-f93d3862d3d0 HTTP/1.1" status: 200 len: 837 time: 0.3511586 May 30 05:01:54.399910 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-24e3f364-64b6-4cc0-8220-342c861cfa7f tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:54.403563 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-24e3f364-64b6-4cc0-8220-342c861cfa7f tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] 10.222.0.15 "DELETE /v2.0/security-groups/6b31c6b6-4a37-41fe-ba85-53a1eceae4f8 HTTP/1.1" status: 204 len: 168 time: 1.6088450 May 30 05:01:54.403884 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 46160) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:54.449853 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f57a15e0-cb97-4c7c-ad19-22b713563a85 tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11765'] for router, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:54.452336 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.db.l3_db [None req-2435a497-29e3-455f-8d3a-fbb1c2ea40e4 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Floating IP 4e5b62b6-4c47-440f-851b-268f9c252762 associated. External IP: 172.26.6.26, port: cad7ea11-2d3b-48c8-8f6e-46cf7357439f. May 30 05:01:54.486916 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.api.v2.resource [None req-f57a15e0-cb97-4c7c-ad19-22b713563a85 tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] update failed (client error): The resource could not be found. May 30 05:01:54.491544 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-f57a15e0-cb97-4c7c-ad19-22b713563a85 tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] 10.222.0.15 "PUT /v2.0/routers/27931f04-4cf2-407e-8f46-ffe2ee88beea HTTP/1.1" status: 404 len: 339 time: 0.8952286 May 30 05:01:54.491718 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 46164) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:54.621101 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-1a1bfc19-6d80-4931-923a-1545b067ee90 tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] Deleting port 375a337c-f890-4e39-ba5b-a065016976db {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:01:54.621443 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1a1bfc19-6d80-4931-923a-1545b067ee90 tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:54.634744 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 46170) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:54.653331 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 375a337c-f890-4e39-ba5b-a065016976db no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 05:01:54.693383 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] No Port match for: 375a337c-f890-4e39-ba5b-a065016976db {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 05:01:54.693847 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 375a337c-f890-4e39-ba5b-a065016976db not bound to the agent host dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 05:01:54.708393 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2756d0bb-97dc-49de-8033-937b4385732a tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:54.736404 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8899e7cc-1703-4d2f-a9a9-eb9b78a98cda req-6c2bb1d8-2036-47ea-b52e-f4411b12c017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:01:54.737790 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8899e7cc-1703-4d2f-a9a9-eb9b78a98cda req-6c2bb1d8-2036-47ea-b52e-f4411b12c017 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3a472c4e-706e-49c5-9d72-fbb66b9c0513&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3392451 May 30 05:01:54.758527 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-1a1bfc19-6d80-4931-923a-1545b067ee90 tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] The port '375a337c-f890-4e39-ba5b-a065016976db' was deleted {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 30 05:01:54.967278 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2756d0bb-97dc-49de-8033-937b4385732a tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:54.974378 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-6723e504-3739-472b-a8b2-9a93d5fa64be admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4b24f785115b43279d96c108a877125b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3375475 May 30 05:01:54.983098 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 46174) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:55.047176 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1a1bfc19-6d80-4931-923a-1545b067ee90 tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867540', 'neutron.services.segments.db._delete_segments_for_network-8729234922972'] for network, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:55.197857 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887de69c-aff6-4511-87dc-4d6b39a27239 req-39c72162-329f-46b7-b8e0-dc2c12544b32 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:01:55.199321 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-887de69c-aff6-4511-87dc-4d6b39a27239 req-39c72162-329f-46b7-b8e0-dc2c12544b32 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=17865d17-737c-4b24-98d7-379fcd769d45 HTTP/1.1" status: 200 len: 944 time: 0.5462663 May 30 05:01:55.203747 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-1a1bfc19-6d80-4931-923a-1545b067ee90 tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['245fdd65-57f1-4eda-92e2-4669cc8b04ee']}} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:01:55.225020 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2756d0bb-97dc-49de-8033-937b4385732a tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:55.241920 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-1a1bfc19-6d80-4931-923a-1545b067ee90 tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e33bc89-dfb4-4f2f-af6b-57d142842085') {'for_net_delete': True} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:01:55.242221 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-1a1bfc19-6d80-4931-923a-1545b067ee90 tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e33bc89-dfb4-4f2f-af6b-57d142842085') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:01:55.283984 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1a1bfc19-6d80-4931-923a-1545b067ee90 tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729235042807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1454725'] for segment, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:55.293719 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8899e7cc-1703-4d2f-a9a9-eb9b78a98cda req-ac8b9d23-2307-4163-a74d-8941f0a3a8b5 service neutron] 10.222.0.39 "GET /v2.0/networks/3a472c4e-706e-49c5-9d72-fbb66b9c0513?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4903929 May 30 05:01:55.302485 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-00ab5140-9703-464d-ada0-214ea2d121de tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:55.303509 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3a2b8c8e-38fc-46cb-8afa-b1a0dfd8df88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:55.305932 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2756d0bb-97dc-49de-8033-937b4385732a tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f66776b-793c-4113-9ad1-b2c7f2573351,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:01:55.348493 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2435a497-29e3-455f-8d3a-fbb1c2ea40e4 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Router 035cf39c-ba36-4715-9375-d6e51365b793 has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 05:01:55.360029 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1a1bfc19-6d80-4931-923a-1545b067ee90 tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:55.372252 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-887de69c-aff6-4511-87dc-4d6b39a27239 req-244fb50d-0eb9-4448-8a2f-6b308c098c67 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/security-groups?id=0169e122-edb7-4e88-a009-c22d772b9c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1571078 May 30 05:01:55.378847 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3a2b8c8e-38fc-46cb-8afa-b1a0dfd8df88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:55.386487 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2756d0bb-97dc-49de-8033-937b4385732a tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:55.390197 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-2756d0bb-97dc-49de-8033-937b4385732a tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] 10.222.0.15 "DELETE /v2.0/security-groups/3f66776b-793c-4113-9ad1-b2c7f2573351 HTTP/1.1" status: 204 len: 168 time: 0.9828622 May 30 05:01:55.392370 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a1bfc19-6d80-4931-923a-1545b067ee90 tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=88260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 05:01:55.392770 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1a1bfc19-6d80-4931-923a-1545b067ee90 tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-862858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1547513'] for segment, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:55.420248 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 46178) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:55.501362 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 3e33bc89-dfb4-4f2f-af6b-57d142842085 resource provider aggregate not found May 30 05:01:55.632061 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8899e7cc-1703-4d2f-a9a9-eb9b78a98cda req-629fb16a-c5dd-4feb-bc74-9c345fa48547 service neutron] 10.222.0.39 "GET /v2.0/networks/3a472c4e-706e-49c5-9d72-fbb66b9c0513?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3308928 May 30 05:01:55.726457 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 3e33bc89-dfb4-4f2f-af6b-57d142842085 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3e33bc89-dfb4-4f2f-af6b-57d142842085 found for delete ", "request_id": "req-801c48bf-2f70-4459-98bc-ed983f1e0aa6"}]} May 30 05:01:55.779548 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1a1bfc19-6d80-4931-923a-1545b067ee90 tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604744'] for network, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:55.830147 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-00ab5140-9703-464d-ada0-214ea2d121de tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Allocated IP 172.20.0.1 (c2d02d05-aa01-4b58-a4dc-6810c9647b8d/2faf6267-804a-4f2b-b89d-655600f53f49/bfe86ae1-530f-436a-b2a2-85c8b1e016e9) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:01:55.836836 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ec03b78-d969-4c48-9edc-74e9c44573b9 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Deleting subnet dde9b806-6972-4014-810e-0724cb833f1e {{(pid=88260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 30 05:01:55.843097 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8a2a0c-ef05-47fc-9917-66ed9eca3939 req-a724f82d-9e45-4f95-9b3d-7d374cee4954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:01:55.844583 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ba8a2a0c-ef05-47fc-9917-66ed9eca3939 req-a724f82d-9e45-4f95-9b3d-7d374cee4954 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f9fe59584bbe4d5aaa42841eedb71980&device_id=17865d17-737c-4b24-98d7-379fcd769d45 HTTP/1.1" status: 200 len: 1097 time: 0.1588211 May 30 05:01:55.856428 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1a1bfc19-6d80-4931-923a-1545b067ee90 tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:55.881886 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7ec03b78-d969-4c48-9edc-74e9c44573b9 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks [] for subnet, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:55.909851 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1bfc19-6d80-4931-923a-1545b067ee90 tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] Pushing event deleted for resources: {'Network': ['ID=245fdd65-57f1-4eda-92e2-4669cc8b04ee,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:01:55.933144 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3a2b8c8e-38fc-46cb-8afa-b1a0dfd8df88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:55.935526 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3a2b8c8e-38fc-46cb-8afa-b1a0dfd8df88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:55.936671 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-3a2b8c8e-38fc-46cb-8afa-b1a0dfd8df88 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e942b556-082b-47b5-acd5-34ca68d0c431 HTTP/1.1" status: 204 len: 168 time: 0.9422314 May 30 05:01:55.954345 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-1a1bfc19-6d80-4931-923a-1545b067ee90 tempest-TagsExtTest-867004378 tempest-TagsExtTest-867004378-project] 10.222.0.15 "DELETE /v2.0/networks/245fdd65-57f1-4eda-92e2-4669cc8b04ee HTTP/1.1" status: 204 len: 168 time: 3.1901300 May 30 05:01:55.964404 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2b8c8e-38fc-46cb-8afa-b1a0dfd8df88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e942b556-082b-47b5-acd5-34ca68d0c431,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:01:55.976596 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2435a497-29e3-455f-8d3a-fbb1c2ea40e4 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:01:55.979607 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7ec03b78-d969-4c48-9edc-74e9c44573b9 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1454738'] for subnet, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:56.014045 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d5b8e7-8515-4e3b-8b0c-126051352750 None None] Sync routers for ids ['035cf39c-ba36-4715-9375-d6e51365b793'] in dv-neutron-843763-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:01:56.051127 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d5b8e7-8515-4e3b-8b0c-126051352750 None None] Routers {'035cf39c-ba36-4715-9375-d6e51365b793'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:01:56.051951 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-b0d5b8e7-8515-4e3b-8b0c-126051352750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:01:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['035cf39c-ba36-4715-9375-d6e51365b793'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:01:56.128456 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-00ab5140-9703-464d-ada0-214ea2d121de tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:56.149118 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [None req-00ab5140-9703-464d-ada0-214ea2d121de tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Transition to ACTIVE for port object bfe86ae1-530f-436a-b2a2-85c8b1e016e9 will not be triggered until provisioned by entity DHCP. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:01:56.184395 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8a2a0c-ef05-47fc-9917-66ed9eca3939 req-0c62b8b4-88b4-4199-b0fc-fa7ba3cc940a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:01:56.185090 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-b0d5b8e7-8515-4e3b-8b0c-126051352750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:01:56.185382 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ba8a2a0c-ef05-47fc-9917-66ed9eca3939 req-0c62b8b4-88b4-4199-b0fc-fa7ba3cc940a service neutron] 10.222.0.39 "GET /v2.0/networks?id=3a472c4e-706e-49c5-9d72-fbb66b9c0513 HTTP/1.1" status: 200 len: 898 time: 0.3199418 May 30 05:01:56.194537 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d5b8e7-8515-4e3b-8b0c-126051352750 None None] Routers {'035cf39c-ba36-4715-9375-d6e51365b793'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:01:56.195156 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-b0d5b8e7-8515-4e3b-8b0c-126051352750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:01:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['035cf39c-ba36-4715-9375-d6e51365b793'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:01:56.272564 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-b0d5b8e7-8515-4e3b-8b0c-126051352750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:01:56.272969 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d5b8e7-8515-4e3b-8b0c-126051352750 None None] The sync data for ids ['035cf39c-ba36-4715-9375-d6e51365b793'] in dv-neutron-843763-1-hyperv is: [] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:01:56.304667 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ba8a2a0c-ef05-47fc-9917-66ed9eca3939 req-55d37323-bd62-4c56-8a85-84d3daeed3fe service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=1dd5bebd-dca0-459e-b77f-9eda62bd9432 HTTP/1.1" status: 200 len: 217 time: 0.1073823 May 30 05:01:56.306041 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-00ab5140-9703-464d-ada0-214ea2d121de tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:56.312553 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7ec03b78-d969-4c48-9edc-74e9c44573b9 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860493'] for subnet, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:56.433332 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ab5140-9703-464d-ada0-214ea2d121de tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Network c2d02d05-aa01-4b58-a4dc-6810c9647b8d is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:01:56.438127 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ab5140-9703-464d-ada0-214ea2d121de tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Pushing event updated for resources: {'Port': ['ID=bfe86ae1-530f-436a-b2a2-85c8b1e016e9,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:01:56.441281 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-00ab5140-9703-464d-ada0-214ea2d121de tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:01:56.449661 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ab5140-9703-464d-ada0-214ea2d121de tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:01:56.488755 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 46196) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:56.531777 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7ec03b78-d969-4c48-9edc-74e9c44573b9 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1547867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2133322'] for subnet, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:56.556944 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8a2a0c-ef05-47fc-9917-66ed9eca3939 req-72c878ec-8424-445c-a6f2-416484dd74ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:01:56.558460 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ba8a2a0c-ef05-47fc-9917-66ed9eca3939 req-72c878ec-8424-445c-a6f2-416484dd74ab service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c3042e91-f5bc-43b2-9ec2-f93d3862d3d0 HTTP/1.1" status: 200 len: 837 time: 0.2426910 May 30 05:01:56.620775 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec03b78-d969-4c48-9edc-74e9c44573b9 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Pushing event deleted for resources: {'Subnet': ['ID=dde9b806-6972-4014-810e-0724cb833f1e,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:01:56.622751 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc64c035-3482-4536-b2c5-26e3001140b9 None None] Network 5dca043a-b37a-4723-9d7b-43c1402b7673 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:01:56.649985 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2435a497-29e3-455f-8d3a-fbb1c2ea40e4 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Router 76c14fcb-6412-4ae6-89fd-b603e163c0d9 has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 05:01:56.651472 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7ec03b78-d969-4c48-9edc-74e9c44573b9 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:56.651748 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-00ab5140-9703-464d-ada0-214ea2d121de tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604623'] for router_interface, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:56.735181 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 46202) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:56.842355 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-a6967844-8531-4b47-a38c-039daa6cc2c3 None None] Provisioning for port bfe86ae1-530f-436a-b2a2-85c8b1e016e9 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:01:56.852671 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-7ec03b78-d969-4c48-9edc-74e9c44573b9 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] 10.222.0.15 "DELETE /v2.0/subnets/dde9b806-6972-4014-810e-0724cb833f1e HTTP/1.1" status: 204 len: 168 time: 1.4300945 May 30 05:01:56.862589 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-84ddf9d6-6ba7-4b5f-9b51-e6ea3dff7711 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8143a50613b0428387f80a609ee9bc5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1261089 May 30 05:01:56.866415 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 46206) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:56.866808 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 46208) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:56.867426 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-a6967844-8531-4b47-a38c-039daa6cc2c3 None None] Provisioning complete for port bfe86ae1-530f-436a-b2a2-85c8b1e016e9 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:01:56.867975 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a6967844-8531-4b47-a38c-039daa6cc2c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:57.015989 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-a6967844-8531-4b47-a38c-039daa6cc2c3 None None] Port bfe86ae1-530f-436a-b2a2-85c8b1e016e9 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 05:01:57.024050 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-bc365528-dab0-4d17-b084-03e1b018bf4f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bfbdfbfdddba48dd944d3a87069cb168&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5292203 May 30 05:01:57.029527 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 46214) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:57.046636 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2435a497-29e3-455f-8d3a-fbb1c2ea40e4 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:01:57.059282 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38bc4805-65e0-4a6e-8d19-fc5f3ba82cc5 None None] Sync routers for ids ['76c14fcb-6412-4ae6-89fd-b603e163c0d9'] in dv-neutron-843763-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:01:57.063871 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_v2 [None req-6293f0e8-4919-4166-97b8-17dd273741f9 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Deleting subnet 2a59d853-c6c5-459a-8dba-5e52083d425e {{(pid=88260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 30 05:01:57.073288 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2435a497-29e3-455f-8d3a-fbb1c2ea40e4 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for floatingip, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:57.079187 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38bc4805-65e0-4a6e-8d19-fc5f3ba82cc5 None None] Routers {'76c14fcb-6412-4ae6-89fd-b603e163c0d9'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:01:57.079903 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-38bc4805-65e0-4a6e-8d19-fc5f3ba82cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:01:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['76c14fcb-6412-4ae6-89fd-b603e163c0d9'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:01:57.098135 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291b25f6-de3d-422d-ace0-adfba0fc36fd req-4fab5344-9aa2-4be6-a1db-a7893e87250b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:01:57.099730 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-291b25f6-de3d-422d-ace0-adfba0fc36fd req-4fab5344-9aa2-4be6-a1db-a7893e87250b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=17865d17-737c-4b24-98d7-379fcd769d45 HTTP/1.1" status: 200 len: 944 time: 0.4611189 May 30 05:01:57.103129 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6293f0e8-4919-4166-97b8-17dd273741f9 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks [] for subnet, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:57.104854 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8a2a0c-ef05-47fc-9917-66ed9eca3939 req-192ca0f2-0a71-4514-ab72-30959cff0bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:01:57.106345 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ba8a2a0c-ef05-47fc-9917-66ed9eca3939 req-192ca0f2-0a71-4514-ab72-30959cff0bfd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3a472c4e-706e-49c5-9d72-fbb66b9c0513&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.5396914 May 30 05:01:57.147094 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e956e43f-782f-4ae5-9564-3be65adc164b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:57.160026 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-00ab5140-9703-464d-ada0-214ea2d121de tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:57.181436 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-38bc4805-65e0-4a6e-8d19-fc5f3ba82cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:01:57.194348 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38bc4805-65e0-4a6e-8d19-fc5f3ba82cc5 None None] Routers {'76c14fcb-6412-4ae6-89fd-b603e163c0d9'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:01:57.195213 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-38bc4805-65e0-4a6e-8d19-fc5f3ba82cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:01:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['76c14fcb-6412-4ae6-89fd-b603e163c0d9'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:01:57.236186 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e956e43f-782f-4ae5-9564-3be65adc164b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:57.254570 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6293f0e8-4919-4166-97b8-17dd273741f9 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1454738'] for subnet, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:57.291525 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-38bc4805-65e0-4a6e-8d19-fc5f3ba82cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:01:57.297523 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38bc4805-65e0-4a6e-8d19-fc5f3ba82cc5 None None] The sync data for ids ['76c14fcb-6412-4ae6-89fd-b603e163c0d9'] in dv-neutron-843763-1-hyperv is: [] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:01:57.386941 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-291b25f6-de3d-422d-ace0-adfba0fc36fd req-f120767d-d585-4bab-a662-00fa1a5d5b86 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/security-groups?id=0169e122-edb7-4e88-a009-c22d772b9c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2775364 May 30 05:01:57.555485 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-58aad584-270f-4aa6-abe6-ffbe05adc8fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:57.561497 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ba8a2a0c-ef05-47fc-9917-66ed9eca3939 req-597011af-01e9-46ab-9edc-7b1cc38efe7a service neutron] 10.222.0.39 "GET /v2.0/networks/3a472c4e-706e-49c5-9d72-fbb66b9c0513?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4367447 May 30 05:01:57.578487 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-2435a497-29e3-455f-8d3a-fbb1c2ea40e4 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] 10.222.0.15 "PUT /v2.0/floatingips/4e5b62b6-4c47-440f-851b-268f9c252762 HTTP/1.1" status: 200 len: 977 time: 4.9121182 May 30 05:01:57.600347 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-58aad584-270f-4aa6-abe6-ffbe05adc8fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:57.656928 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 46220) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:57.753503 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-b16177b9-d3b7-48a0-be3c-1c4643ab0bb2 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Deleting port 6c34d92d-592d-4c8f-8477-2b9c40f05e25 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:01:57.754257 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b16177b9-d3b7-48a0-be3c-1c4643ab0bb2 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:57.808945 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-58aad584-270f-4aa6-abe6-ffbe05adc8fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:57.815870 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ba8a2a0c-ef05-47fc-9917-66ed9eca3939 req-12e7a322-8363-433d-be61-311db50792d9 service neutron] 10.222.0.39 "GET /v2.0/networks/3a472c4e-706e-49c5-9d72-fbb66b9c0513?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2454691 May 30 05:01:57.839687 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e956e43f-782f-4ae5-9564-3be65adc164b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:57.847999 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aad584-270f-4aa6-abe6-ffbe05adc8fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6633c631-8646-45f0-9193-c262ab5af6b3,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:01:57.855407 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6293f0e8-4919-4166-97b8-17dd273741f9 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860493'] for subnet, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:57.910636 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-00ab5140-9703-464d-ada0-214ea2d121de tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:57.915395 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-00ab5140-9703-464d-ada0-214ea2d121de tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2304381'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:57.947028 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e956e43f-782f-4ae5-9564-3be65adc164b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efacba0d-832a-45ba-a40a-562556b08642,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:01:57.973184 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-622520ba-ae1c-4221-bc52-405f6ecedcb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:57.975765 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-58aad584-270f-4aa6-abe6-ffbe05adc8fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:57.976908 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-58aad584-270f-4aa6-abe6-ffbe05adc8fd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6633c631-8646-45f0-9193-c262ab5af6b3 HTTP/1.1" status: 204 len: 168 time: 0.9420569 May 30 05:01:57.985372 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e956e43f-782f-4ae5-9564-3be65adc164b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:57.986936 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-e956e43f-782f-4ae5-9564-3be65adc164b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/efacba0d-832a-45ba-a40a-562556b08642 HTTP/1.1" status: 204 len: 168 time: 1.1175742 May 30 05:01:57.998007 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-bf18a793-66ac-41c0-835b-1728026aa1b7 None None] Provisioning complete for port 844e9d9d-5fee-4c5d-a110-d9621c7844c3 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:01:57.999067 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-bf18a793-66ac-41c0-835b-1728026aa1b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:58.057331 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ab5140-9703-464d-ada0-214ea2d121de tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Pushing event updated for resources: {'Port': ['ID=bfe86ae1-530f-436a-b2a2-85c8b1e016e9,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:01:58.086938 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-00ab5140-9703-464d-ada0-214ea2d121de tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1642774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602230'] for router_interface, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:58.106911 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6293f0e8-4919-4166-97b8-17dd273741f9 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1547867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2133322'] for subnet, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:58.161033 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6293f0e8-4919-4166-97b8-17dd273741f9 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Pushing event deleted for resources: {'Subnet': ['ID=2a59d853-c6c5-459a-8dba-5e52083d425e,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:01:58.165631 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6293f0e8-4919-4166-97b8-17dd273741f9 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:58.190647 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-6293f0e8-4919-4166-97b8-17dd273741f9 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] 10.222.0.15 "DELETE /v2.0/subnets/2a59d853-c6c5-459a-8dba-5e52083d425e HTTP/1.1" status: 204 len: 168 time: 1.3227127 May 30 05:01:58.195292 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 46228) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:58.262178 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-268f3f42-677e-4d36-9927-0c7922bc1e34 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] DELETE failed (client error): The resource could not be found. May 30 05:01:58.262663 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-268f3f42-677e-4d36-9927-0c7922bc1e34 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 05:01:58.268022 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b78f33d-8a93-473b-90c3-4ed7579ee820 None None] Network 5dca043a-b37a-4723-9d7b-43c1402b7673 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:01:58.268747 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 46232) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:58.276667 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-268f3f42-677e-4d36-9927-0c7922bc1e34 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] 10.222.0.15 "DELETE /v2.0/subnets/dde9b806-6972-4014-810e-0724cb833f1e HTTP/1.1" status: 404 len: 337 time: 0.0799363 May 30 05:01:58.279029 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b16177b9-d3b7-48a0-be3c-1c4643ab0bb2 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:58.355580 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-bf18a793-66ac-41c0-835b-1728026aa1b7 None None] Current status of the port 844e9d9d-5fee-4c5d-a110-d9621c7844c3 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:01:58.369046 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_v2 [None req-028385cc-3ca7-4c30-b1d3-81fa6fd871c0 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Deleting subnet 4b9aec4d-6680-468f-88ef-324bae6f2dbd {{(pid=88261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 30 05:01:58.390794 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-028385cc-3ca7-4c30-b1d3-81fa6fd871c0 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks [] for subnet, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:58.404005 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-bf18a793-66ac-41c0-835b-1728026aa1b7 None None] Provisioning complete for port 07d6a72e-5ac7-4b0c-85ff-6a815fdf7209 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:01:58.404917 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-bf18a793-66ac-41c0-835b-1728026aa1b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:58.583344 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-028385cc-3ca7-4c30-b1d3-81fa6fd871c0 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3545586'] for subnet, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:58.592754 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-bf18a793-66ac-41c0-835b-1728026aa1b7 None None] Port 07d6a72e-5ac7-4b0c-85ff-6a815fdf7209 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 05:01:58.690338 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-25c879f3-30db-4d31-a4d1-740b8aee7389 req-aca7fde2-d372-4c32-8176-96014c7aca22 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1b9579b7-bae6-478c-894f-e20038a7bb0f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4790070 May 30 05:01:58.699720 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ab5140-9703-464d-ada0-214ea2d121de tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Network c2d02d05-aa01-4b58-a4dc-6810c9647b8d is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:01:58.702850 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-00ab5140-9703-464d-ada0-214ea2d121de tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:01:58.786772 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device 1dd5bebd-dca0-459e-b77f-9eda62bd9432 details requested by agent hyperv_hv-neutron-8437 with host hv-neutron-8437 {{(pid=88262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 05:01:58.826266 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b16177b9-d3b7-48a0-be3c-1c4643ab0bb2 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:58.826778 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b16177b9-d3b7-48a0-be3c-1c4643ab0bb2 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1604762'] for floatingip, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:58.827196 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.db.l3_db [None req-b16177b9-d3b7-48a0-be3c-1c4643ab0bb2 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Floating IP 4e5b62b6-4c47-440f-851b-268f9c252762 disassociated. External IP: 172.26.6.26, port: 6c34d92d-592d-4c8f-8477-2b9c40f05e25. May 30 05:01:58.827716 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-b16177b9-d3b7-48a0-be3c-1c4643ab0bb2 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Calling delete_port for 6c34d92d-592d-4c8f-8477-2b9c40f05e25 owned by {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:01:58.911766 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d08a4cd-8481-47fc-ad9b-28a0592c8dd7 req-54250858-cba4-4cbb-b84d-b0060bc64707 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:01:58.913921 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-2d08a4cd-8481-47fc-ad9b-28a0592c8dd7 req-54250858-cba4-4cbb-b84d-b0060bc64707 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=17865d17-737c-4b24-98d7-379fcd769d45 HTTP/1.1" status: 200 len: 944 time: 0.2111957 May 30 05:01:58.991798 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port 1dd5bebd-dca0-459e-b77f-9eda62bd9432, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=1dd5bebd-dca0-459e-b77f-9eda62bd9432,segment=NetworkSegment(084e388d-319f-4998-938e-0681ba13a099),segment_id=084e388d-319f-4998-938e-0681ba13a099)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:01:59.020891 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Returning: {'device': '1dd5bebd-dca0-459e-b77f-9eda62bd9432', 'network_id': '3a472c4e-706e-49c5-9d72-fbb66b9c0513', 'port_id': '1dd5bebd-dca0-459e-b77f-9eda62bd9432', 'mac_address': 'fa:16:3e:4e:39:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3042e91-f5bc-43b2-9ec2-f93d3862d3d0', 'ip_address': '172.20.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 05:01:59.062528 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-2d08a4cd-8481-47fc-ad9b-28a0592c8dd7 req-46326335-3a7c-45cd-b946-a8e426f389b2 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/security-groups?id=0169e122-edb7-4e88-a009-c22d772b9c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1330180 May 30 05:01:59.068697 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b16177b9-d3b7-48a0-be3c-1c4643ab0bb2 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:59.126084 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16177b9-d3b7-48a0-be3c-1c4643ab0bb2 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Pushing event deleted for resources: {'Port': ['ID=6c34d92d-592d-4c8f-8477-2b9c40f05e25,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:01:59.132528 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-ea9532e4-5827-4f03-ba62-399ca0f00fe8 None None] Provisioning complete for port bfe86ae1-530f-436a-b2a2-85c8b1e016e9 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:01:59.132907 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-ea9532e4-5827-4f03-ba62-399ca0f00fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:59.170106 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Current status of the port 1dd5bebd-dca0-459e-b77f-9eda62bd9432 is: DOWN; New status is: BUILD {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:01:59.170492 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:59.187706 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-028385cc-3ca7-4c30-b1d3-81fa6fd871c0 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860493'] for subnet, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:59.199863 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-ea9532e4-5827-4f03-ba62-399ca0f00fe8 None None] Port bfe86ae1-530f-436a-b2a2-85c8b1e016e9 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 05:01:59.210095 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1dd5bebd-dca0-459e-b77f-9eda62bd9432 {{(pid=88262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 30 05:01:59.229684 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port 1dd5bebd-dca0-459e-b77f-9eda62bd9432, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=1dd5bebd-dca0-459e-b77f-9eda62bd9432,segment=NetworkSegment(084e388d-319f-4998-938e-0681ba13a099),segment_id=084e388d-319f-4998-938e-0681ba13a099)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:01:59.235616 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:59.300475 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00ab5140-9703-464d-ada0-214ea2d121de tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Router 27931f04-4cf2-407e-8f46-ffe2ee88beea has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 05:01:59.318994 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Pushing event updated for resources: {'Port': ['ID=1dd5bebd-dca0-459e-b77f-9eda62bd9432,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:01:59.345894 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-028385cc-3ca7-4c30-b1d3-81fa6fd871c0 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2304955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9305493'] for subnet, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:59.378581 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b16177b9-d3b7-48a0-be3c-1c4643ab0bb2 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Router 76c14fcb-6412-4ae6-89fd-b603e163c0d9 has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 05:01:59.390201 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c879f3-30db-4d31-a4d1-740b8aee7389 req-acd9b360-4a2b-49bc-94f3-3765262d9c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:01:59.391696 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-25c879f3-30db-4d31-a4d1-740b8aee7389 req-acd9b360-4a2b-49bc-94f3-3765262d9c66 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f9fe59584bbe4d5aaa42841eedb71980&device_id=1b9579b7-bae6-478c-894f-e20038a7bb0f HTTP/1.1" status: 200 len: 1099 time: 0.5176210 May 30 05:01:59.541521 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] get_ports_and_sgs() called for port_ids ['1dd5bebd-dca0-459e-b77f-9eda62bd9432'] {{(pid=88262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 30 05:01:59.545424 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028385cc-3ca7-4c30-b1d3-81fa6fd871c0 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Pushing event deleted for resources: {'Subnet': ['ID=4b9aec4d-6680-468f-88ef-324bae6f2dbd,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:01:59.643029 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00ab5140-9703-464d-ada0-214ea2d121de tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:01:59.652901 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-028385cc-3ca7-4c30-b1d3-81fa6fd871c0 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:59.655503 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4b8005-b2c4-4e84-b642-1833601e28ee None None] Sync routers for ids ['27931f04-4cf2-407e-8f46-ffe2ee88beea'] in dv-neutron-843763-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:01:59.684771 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4b8005-b2c4-4e84-b642-1833601e28ee None None] Routers {'27931f04-4cf2-407e-8f46-ffe2ee88beea'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:01:59.685515 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-6e4b8005-b2c4-4e84-b642-1833601e28ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:01:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['27931f04-4cf2-407e-8f46-ffe2ee88beea'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:01:59.694718 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-028385cc-3ca7-4c30-b1d3-81fa6fd871c0 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] 10.222.0.15 "DELETE /v2.0/subnets/4b9aec4d-6680-468f-88ef-324bae6f2dbd HTTP/1.1" status: 204 len: 168 time: 1.4169405 May 30 05:01:59.695405 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 46238) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:59.699232 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-00ab5140-9703-464d-ada0-214ea2d121de tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] 10.222.0.15 "PUT /v2.0/routers/27931f04-4cf2-407e-8f46-ffe2ee88beea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2040589 May 30 05:01:59.699551 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 46242) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:59.735932 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77a54349-9aeb-49e4-8d8b-edf82d42dc0c None None] Network 5dca043a-b37a-4723-9d7b-43c1402b7673 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:01:59.739429 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f33d9e4-9110-4fc3-9eea-98623b6f7990 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] DELETE failed (client error): The resource could not be found. May 30 05:01:59.739880 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f33d9e4-9110-4fc3-9eea-98623b6f7990 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 05:01:59.747664 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b16177b9-d3b7-48a0-be3c-1c4643ab0bb2 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:01:59.752842 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-4f33d9e4-9110-4fc3-9eea-98623b6f7990 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] 10.222.0.15 "DELETE /v2.0/subnets/4047fec1-897e-472b-b0a0-a27353ad9946 HTTP/1.1" status: 404 len: 337 time: 0.0539951 May 30 05:01:59.756892 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 46246) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:59.765481 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2fbe4d-83a8-497f-bf82-08708d916790 None None] Sync routers for ids ['76c14fcb-6412-4ae6-89fd-b603e163c0d9'] in dv-neutron-843763-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:01:59.775545 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2fbe4d-83a8-497f-bf82-08708d916790 None None] Routers {'76c14fcb-6412-4ae6-89fd-b603e163c0d9'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:01:59.776614 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-5b2fbe4d-83a8-497f-bf82-08708d916790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:01:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['76c14fcb-6412-4ae6-89fd-b603e163c0d9'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:01:59.840313 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-5b2fbe4d-83a8-497f-bf82-08708d916790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:01:59.851305 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2fbe4d-83a8-497f-bf82-08708d916790 None None] Routers {'76c14fcb-6412-4ae6-89fd-b603e163c0d9'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:01:59.852233 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-5b2fbe4d-83a8-497f-bf82-08708d916790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:01:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['76c14fcb-6412-4ae6-89fd-b603e163c0d9'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:01:59.863991 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b16177b9-d3b7-48a0-be3c-1c4643ab0bb2 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:01:59.865794 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-b16177b9-d3b7-48a0-be3c-1c4643ab0bb2 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] 10.222.0.15 "DELETE /v2.0/ports/6c34d92d-592d-4c8f-8477-2b9c40f05e25 HTTP/1.1" status: 204 len: 168 time: 2.2046094 May 30 05:01:59.870234 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 46250) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:01:59.900982 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-6e4b8005-b2c4-4e84-b642-1833601e28ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:01:59.915516 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-5b2fbe4d-83a8-497f-bf82-08708d916790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:01:59.916239 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2fbe4d-83a8-497f-bf82-08708d916790 None None] The sync data for ids ['76c14fcb-6412-4ae6-89fd-b603e163c0d9'] in dv-neutron-843763-1-hyperv is: [] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:01:59.921465 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c879f3-30db-4d31-a4d1-740b8aee7389 req-d693f147-8bfc-4afa-b8f3-98092f7795a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:01:59.922892 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-25c879f3-30db-4d31-a4d1-740b8aee7389 req-d693f147-8bfc-4afa-b8f3-98092f7795a9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=83d1d881-1387-42cf-a16f-9c6e02a5e965 HTTP/1.1" status: 200 len: 897 time: 0.4638851 May 30 05:01:59.970442 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4b8005-b2c4-4e84-b642-1833601e28ee None None] Routers {'27931f04-4cf2-407e-8f46-ffe2ee88beea'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:01:59.971065 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-6e4b8005-b2c4-4e84-b642-1833601e28ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:01:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['27931f04-4cf2-407e-8f46-ffe2ee88beea'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:01:59.994131 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-c721298d-8c06-478a-b4b2-301a64f267c5 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Synchronizing usage tracker for tenant:895764a2d33a4b6180a8faca69c63db7 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:02:00.030296 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-bb8bc480-f0af-4719-bd86-6f88e7958830 None None] Provisioning complete for port 844e9d9d-5fee-4c5d-a110-d9621c7844c3 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:02:00.030672 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-bb8bc480-f0af-4719-bd86-6f88e7958830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:00.059645 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4e8dc642-b0a1-4135-9a05-b8eece578388 tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Notify callbacks [] for router, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:00.107846 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-c721298d-8c06-478a-b4b2-301a64f267c5 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Unset dirty status for tenant:895764a2d33a4b6180a8faca69c63db7 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:02:00.111722 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-c721298d-8c06-478a-b4b2-301a64f267c5 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f9c4d67-f1a3-4641-ba31-c200400722c9 HTTP/1.1" status: 200 len: 205 time: 0.3477530 May 30 05:02:00.112507 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 46256) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:02:00.119225 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-6e4b8005-b2c4-4e84-b642-1833601e28ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:02:00.119559 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4b8005-b2c4-4e84-b642-1833601e28ee None None] The sync data for ids ['27931f04-4cf2-407e-8f46-ffe2ee88beea'] in dv-neutron-843763-1-hyperv is: [] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:02:00.245169 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-25c879f3-30db-4d31-a4d1-740b8aee7389 req-575180ea-d00f-4969-967c-30a0f2e81c09 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9ead05bc-ece0-4d02-9e8e-c6949d789f26 HTTP/1.1" status: 200 len: 1001 time: 0.3011036 May 30 05:02:00.296400 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7e64b04b-6a2b-41d3-8d3c-07f9c6266efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:00.348749 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-bb8bc480-f0af-4719-bd86-6f88e7958830 None None] Current status of the port 844e9d9d-5fee-4c5d-a110-d9621c7844c3 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:02:00.378539 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.api.v2.resource [None req-af6b521f-e269-409d-9196-7d110d20e005 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] delete failed (client error): The resource could not be found. May 30 05:02:00.386522 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-af6b521f-e269-409d-9196-7d110d20e005 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] 10.222.0.15 "DELETE /v2.0/routers/8f9c4d67-f1a3-4641-ba31-c200400722c9 HTTP/1.1" status: 404 len: 336 time: 0.2655303 May 30 05:02:00.387063 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-bb8bc480-f0af-4719-bd86-6f88e7958830 None None] Provisioning complete for port 07d6a72e-5ac7-4b0c-85ff-6a815fdf7209 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:02:00.387442 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-bb8bc480-f0af-4719-bd86-6f88e7958830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:00.388934 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c879f3-30db-4d31-a4d1-740b8aee7389 req-e1f9310a-2eb9-4f6b-8886-7deef2c45e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:02:00.389067 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 46260) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:02:00.389634 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-25c879f3-30db-4d31-a4d1-740b8aee7389 req-e1f9310a-2eb9-4f6b-8886-7deef2c45e61 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1acbe121-74d9-41fa-8525-29a9efbdfaac HTTP/1.1" status: 200 len: 834 time: 0.1118577 May 30 05:02:00.422928 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-034c3ac1-e643-4574-af65-739cc2853b94 None None] DHCP port deletion for 5dca043a-b37a-4723-9d7b-43c1402b7673 request from dv-neutron-843763-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 30 05:02:00.442945 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-034c3ac1-e643-4574-af65-739cc2853b94 None None] Deleting port 844e9d9d-5fee-4c5d-a110-d9621c7844c3 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:02:00.443381 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-034c3ac1-e643-4574-af65-739cc2853b94 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:00.495949 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.api.v2.resource [None req-4e8dc642-b0a1-4135-9a05-b8eece578388 tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] delete failed (client error): There was a conflict when trying to complete your request. May 30 05:02:00.498709 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-bb8bc480-f0af-4719-bd86-6f88e7958830 None None] Port 07d6a72e-5ac7-4b0c-85ff-6a815fdf7209 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 05:02:00.500111 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-4e8dc642-b0a1-4135-9a05-b8eece578388 tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] 10.222.0.15 "DELETE /v2.0/routers/27931f04-4cf2-407e-8f46-ffe2ee88beea HTTP/1.1" status: 409 len: 329 time: 0.7995133 May 30 05:02:00.500720 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 46264) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:02:00.506832 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-1abbd6a8-d2f3-4b88-959c-99d014400d35 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] DELETE failed (client error): The resource could not be found. May 30 05:02:00.507885 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1abbd6a8-d2f3-4b88-959c-99d014400d35 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 05:02:00.509697 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-1abbd6a8-d2f3-4b88-959c-99d014400d35 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] 10.222.0.15 "DELETE /v2.0/subnets/af5d2d69-cd10-4da2-873a-252b002b3cae HTTP/1.1" status: 404 len: 337 time: 0.1102695 May 30 05:02:00.515967 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 46268) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:02:00.565708 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-7838641c-d61c-4716-af93-c9216346eab7 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] DELETE failed (client error): The resource could not be found. May 30 05:02:00.566262 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7838641c-d61c-4716-af93-c9216346eab7 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 05:02:00.569130 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-7838641c-d61c-4716-af93-c9216346eab7 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] 10.222.0.15 "DELETE /v2.0/subnets/8986d84c-0178-4a94-af01-09375a09140d HTTP/1.1" status: 404 len: 337 time: 0.0507519 May 30 05:02:00.571552 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 46272) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:02:00.624293 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0569fa7-321e-458e-b584-4c37bdfa8e90 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] DELETE failed (client error): The resource could not be found. May 30 05:02:00.633837 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0569fa7-321e-458e-b584-4c37bdfa8e90 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 05:02:00.633837 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-a0569fa7-321e-458e-b584-4c37bdfa8e90 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] 10.222.0.15 "DELETE /v2.0/subnets/7a23ff89-1709-425c-95dd-ce0d2bd14954 HTTP/1.1" status: 404 len: 337 time: 0.0540438 May 30 05:02:00.633837 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 46276) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:02:00.684309 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 844e9d9d-5fee-4c5d-a110-d9621c7844c3 no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 05:02:00.706090 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-c24a125b-40bb-4cb2-a644-ea29a0875a7d tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] DELETE failed (client error): The resource could not be found. May 30 05:02:00.706655 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c24a125b-40bb-4cb2-a644-ea29a0875a7d tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 05:02:00.708597 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-c24a125b-40bb-4cb2-a644-ea29a0875a7d tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] 10.222.0.15 "DELETE /v2.0/ports/4ea0c658-5f38-48f6-8e6c-6d60fad9ba14 HTTP/1.1" status: 404 len: 333 time: 0.0748620 May 30 05:02:00.712258 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 46280) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:02:00.769755 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-034c3ac1-e643-4574-af65-739cc2853b94 None None] For port 844e9d9d-5fee-4c5d-a110-d9621c7844c3, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=844e9d9d-5fee-4c5d-a110-d9621c7844c3,segment=NetworkSegment(a8356bff-0d02-41c6-b83e-95182e85a613),segment_id=a8356bff-0d02-41c6-b83e-95182e85a613)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:02:00.770190 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-034c3ac1-e643-4574-af65-739cc2853b94 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:00.796197 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-df779266-f08c-42f4-a45e-281001dc97ef tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] DELETE failed (client error): The resource could not be found. May 30 05:02:00.796760 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df779266-f08c-42f4-a45e-281001dc97ef tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 05:02:00.798568 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-df779266-f08c-42f4-a45e-281001dc97ef tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] 10.222.0.15 "DELETE /v2.0/subnets/c7263937-4dc6-448e-a402-4f1c6e5aa2fc HTTP/1.1" status: 404 len: 337 time: 0.0852401 May 30 05:02:00.804951 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 46284) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:02:00.857286 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-43b2cfec-9932-4926-bfa7-03d708c2960e tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] DELETE failed (client error): The resource could not be found. May 30 05:02:00.858394 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43b2cfec-9932-4926-bfa7-03d708c2960e tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 05:02:00.860724 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-43b2cfec-9932-4926-bfa7-03d708c2960e tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] 10.222.0.15 "DELETE /v2.0/subnets/ee006d4d-178b-40d2-a9b5-a95e1aa24835 HTTP/1.1" status: 404 len: 337 time: 0.0547676 May 30 05:02:00.863289 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 46288) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:02:00.882361 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dea55d-e31d-4df6-8b2c-769dadd86f15 req-2dce7119-1900-40f9-b90c-774b95aa869d tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:02:00.883820 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b9dea55d-e31d-4df6-8b2c-769dadd86f15 req-2dce7119-1900-40f9-b90c-774b95aa869d tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=17865d17-737c-4b24-98d7-379fcd769d45 HTTP/1.1" status: 200 len: 945 time: 0.6307111 May 30 05:02:00.905036 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-034c3ac1-e643-4574-af65-739cc2853b94 None None] Calling delete_port for 844e9d9d-5fee-4c5d-a110-d9621c7844c3 owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:02:00.922622 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-73fa50dc-55f2-47ef-bc41-911021331033 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] DELETE failed (client error): The resource could not be found. May 30 05:02:00.923041 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73fa50dc-55f2-47ef-bc41-911021331033 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 05:02:00.924729 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-73fa50dc-55f2-47ef-bc41-911021331033 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] 10.222.0.15 "DELETE /v2.0/ports/cbe53391-123f-4797-bd11-f37cac3cdabb HTTP/1.1" status: 404 len: 333 time: 0.0604737 May 30 05:02:00.928359 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 46292) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:02:00.933086 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c3e92946-db45-4dd3-89c2-86a8aaac5e14 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602184'] for router_interface, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:01.005227 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 844e9d9d-5fee-4c5d-a110-d9621c7844c3 is: ACTIVE; New status is: DOWN {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:02:01.005622 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:01.030967 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c879f3-30db-4d31-a4d1-740b8aee7389 req-762d3ecc-801e-4928-aa41-9fce5c1dc582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:02:01.032516 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-25c879f3-30db-4d31-a4d1-740b8aee7389 req-762d3ecc-801e-4928-aa41-9fce5c1dc582 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=83d1d881-1387-42cf-a16f-9c6e02a5e965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6234679 May 30 05:02:01.051382 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-034c3ac1-e643-4574-af65-739cc2853b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069'] for port, after_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:01.055674 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-18efbff0-f1c1-43f0-8dca-9e5622b3f34e tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] DELETE failed (client error): The resource could not be found. May 30 05:02:01.056054 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18efbff0-f1c1-43f0-8dca-9e5622b3f34e tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 05:02:01.057981 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-18efbff0-f1c1-43f0-8dca-9e5622b3f34e tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] 10.222.0.15 "DELETE /v2.0/subnets/4ebc96e9-1fa3-4b18-8708-162918bdc18d HTTP/1.1" status: 404 len: 337 time: 0.1284065 May 30 05:02:01.066719 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 46296) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:02:01.102609 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034c3ac1-e643-4574-af65-739cc2853b94 None None] Pushing event deleted for resources: {'Port': ['ID=844e9d9d-5fee-4c5d-a110-d9621c7844c3,revision_number=None']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:02:01.136394 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-43844d04-df00-4dc4-a805-d8e5d170d402 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] DELETE failed (client error): The resource could not be found. May 30 05:02:01.137090 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43844d04-df00-4dc4-a805-d8e5d170d402 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 05:02:01.138826 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-43844d04-df00-4dc4-a805-d8e5d170d402 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] 10.222.0.15 "DELETE /v2.0/subnets/439f7e19-9a27-499d-9bcf-d7361b2d2e37 HTTP/1.1" status: 404 len: 337 time: 0.0711918 May 30 05:02:01.144939 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034c3ac1-e643-4574-af65-739cc2853b94 None None] No DVR routers for this DVR port 844e9d9d-5fee-4c5d-a110-d9621c7844c3 on host dv-neutron-843763-1-hyperv {{(pid=88262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 05:02:01.184442 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56ded65b-0e68-413c-8b9b-1097922cc81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:01.186557 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 46300) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:02:01.267033 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b9dea55d-e31d-4df6-8b2c-769dadd86f15 req-6e1d5be1-178e-40cf-99aa-b41e1c01d64b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/security-groups?id=0169e122-edb7-4e88-a009-c22d772b9c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3144369 May 30 05:02:01.372788 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-92c6a23b-b675-49ef-8b29-0022d465fcfb tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Deleting port 07d6a72e-5ac7-4b0c-85ff-6a815fdf7209 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:02:01.373134 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-92c6a23b-b675-49ef-8b29-0022d465fcfb tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:01.396869 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:01.409224 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-25c879f3-30db-4d31-a4d1-740b8aee7389 req-affb4b6e-3c1e-4ede-b9ad-a61cd6bbaf69 service neutron] 10.222.0.39 "GET /v2.0/networks/83d1d881-1387-42cf-a16f-9c6e02a5e965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3626332 May 30 05:02:01.595007 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-c3e92946-db45-4dd3-89c2-86a8aaac5e14 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Deleting port 89ca19f2-04e3-42c8-87cf-7ce21b16bbd2 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:02:01.595632 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c3e92946-db45-4dd3-89c2-86a8aaac5e14 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:01.780060 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c3e92946-db45-4dd3-89c2-86a8aaac5e14 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:01.804094 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-25c879f3-30db-4d31-a4d1-740b8aee7389 req-eb0c6be3-f54c-467f-afbf-dae5c9f1f6c5 service neutron] 10.222.0.39 "GET /v2.0/networks/83d1d881-1387-42cf-a16f-9c6e02a5e965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3830564 May 30 05:02:01.812999 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-92c6a23b-b675-49ef-8b29-0022d465fcfb tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:01.908607 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-c3e92946-db45-4dd3-89c2-86a8aaac5e14 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Calling delete_port for 89ca19f2-04e3-42c8-87cf-7ce21b16bbd2 owned by network:router_interface {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:02:01.948052 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-92c6a23b-b675-49ef-8b29-0022d465fcfb tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Calling delete_port for 07d6a72e-5ac7-4b0c-85ff-6a815fdf7209 owned by {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:02:02.028541 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1ffe6d59-f644-4729-948d-68727c408178 tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602184'] for router_interface, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:02.150082 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-92c6a23b-b675-49ef-8b29-0022d465fcfb tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:02.215861 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c6a23b-b675-49ef-8b29-0022d465fcfb tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Pushing event deleted for resources: {'Port': ['ID=07d6a72e-5ac7-4b0c-85ff-6a815fdf7209,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:02:02.227164 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-92c6a23b-b675-49ef-8b29-0022d465fcfb tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:02.243820 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c3e92946-db45-4dd3-89c2-86a8aaac5e14 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:02.293542 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e92946-db45-4dd3-89c2-86a8aaac5e14 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Pushing event deleted for resources: {'Port': ['ID=89ca19f2-04e3-42c8-87cf-7ce21b16bbd2,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:02:02.299317 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-92c6a23b-b675-49ef-8b29-0022d465fcfb tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] 10.222.0.15 "DELETE /v2.0/ports/07d6a72e-5ac7-4b0c-85ff-6a815fdf7209 HTTP/1.1" status: 204 len: 168 time: 1.1094937 May 30 05:02:02.299969 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 46306) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:02:02.644325 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c3e92946-db45-4dd3-89c2-86a8aaac5e14 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1642797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602100'] for router_interface, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:02.644914 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-730a7679-a545-456b-b21c-aaf4c5417ff8 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897784'] for network, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:02.657087 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d500bec5-c2b8-4c44-8f63-790351b4751f req-064b58c8-3d85-46a4-97fb-9c41705ab1cf tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:02:02.658523 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-d500bec5-c2b8-4c44-8f63-790351b4751f req-064b58c8-3d85-46a4-97fb-9c41705ab1cf tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=17865d17-737c-4b24-98d7-379fcd769d45 HTTP/1.1" status: 200 len: 945 time: 0.2035418 May 30 05:02:02.727756 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a142624-940e-4c55-bf49-a5329c884075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:02.785051 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device 1dd5bebd-dca0-459e-b77f-9eda62bd9432 up at agent hyperv_hv-neutron-8437 {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:02:02.846779 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-1ffe6d59-f644-4729-948d-68727c408178 tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Deleting port bfe86ae1-530f-436a-b2a2-85c8b1e016e9 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:02:02.847414 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1ffe6d59-f644-4729-948d-68727c408178 tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:02.856566 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-d500bec5-c2b8-4c44-8f63-790351b4751f req-d7dcaaf2-7a94-4ae6-8cbd-c8945eed68e7 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/security-groups?id=0169e122-edb7-4e88-a009-c22d772b9c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1359546 May 30 05:02:02.863506 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Provisioning for port 1dd5bebd-dca0-459e-b77f-9eda62bd9432 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:02:02.869139 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Provisioning complete for port 1dd5bebd-dca0-459e-b77f-9eda62bd9432 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:02:02.869531 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:02.886397 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-730a7679-a545-456b-b21c-aaf4c5417ff8 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867540', 'neutron.services.segments.db._delete_segments_for_network-8729234922972'] for network, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:02.931950 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-730a7679-a545-456b-b21c-aaf4c5417ff8 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dca043a-b37a-4723-9d7b-43c1402b7673']}} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:02:02.966255 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-730a7679-a545-456b-b21c-aaf4c5417ff8 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8356bff-0d02-41c6-b83e-95182e85a613') {'for_net_delete': True} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:02:02.966558 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-730a7679-a545-456b-b21c-aaf4c5417ff8 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8356bff-0d02-41c6-b83e-95182e85a613') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:02:02.991955 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Current status of the port 1dd5bebd-dca0-459e-b77f-9eda62bd9432 is: BUILD; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:02:02.992348 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:03.020668 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17865d17-737c-4b24-98d7-379fcd769d45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dd5bebd-dca0-459e-b77f-9eda62bd9432'}] {{(pid=88262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:02:03.030600 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port 1dd5bebd-dca0-459e-b77f-9eda62bd9432, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=1dd5bebd-dca0-459e-b77f-9eda62bd9432,segment=NetworkSegment(084e388d-319f-4998-938e-0681ba13a099),segment_id=084e388d-319f-4998-938e-0681ba13a099)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:02:03.036340 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:03.038409 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-730a7679-a545-456b-b21c-aaf4c5417ff8 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729235042807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3545573'] for segment, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:03.062977 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-730a7679-a545-456b-b21c-aaf4c5417ff8 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:03.077094 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-730a7679-a545-456b-b21c-aaf4c5417ff8 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Releasing vlan 225 on physical network physnet1 to pool {{(pid=88261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 05:02:03.077504 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-730a7679-a545-456b-b21c-aaf4c5417ff8 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-862858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2304281'] for segment, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:03.096517 dv-neutron-843763-1-hyperv neutron-server[88262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba41f9b3-d916-43f9-b158-e28177b274b2'] response: {'server_uuid': '17865d17-737c-4b24-98d7-379fcd769d45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dd5bebd-dca0-459e-b77f-9eda62bd9432', 'code': 200} May 30 05:02:03.124142 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Pushing event updated for resources: {'Port': ['ID=1dd5bebd-dca0-459e-b77f-9eda62bd9432,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:02:03.166218 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment a8356bff-0d02-41c6-b83e-95182e85a613 resource provider aggregate not found May 30 05:02:03.213043 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment a8356bff-0d02-41c6-b83e-95182e85a613 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a8356bff-0d02-41c6-b83e-95182e85a613 found for delete ", "request_id": "req-f4b33f00-6221-445f-873f-d408b0df082c"}]} May 30 05:02:03.227713 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1ffe6d59-f644-4729-948d-68727c408178 tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:03.239085 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-730a7679-a545-456b-b21c-aaf4c5417ff8 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604744'] for network, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:03.241969 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3e92946-db45-4dd3-89c2-86a8aaac5e14 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Router 76c14fcb-6412-4ae6-89fd-b603e163c0d9 has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 05:02:03.311398 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-730a7679-a545-456b-b21c-aaf4c5417ff8 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:03.380666 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-1ffe6d59-f644-4729-948d-68727c408178 tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Calling delete_port for bfe86ae1-530f-436a-b2a2-85c8b1e016e9 owned by network:router_interface {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:02:03.420093 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3e92946-db45-4dd3-89c2-86a8aaac5e14 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:02:03.430412 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54b8306-86d2-45b8-9ad7-da22d0a1ee1d None None] Sync routers for ids ['76c14fcb-6412-4ae6-89fd-b603e163c0d9'] in dv-neutron-843763-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:02:03.436876 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-c3e92946-db45-4dd3-89c2-86a8aaac5e14 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] 10.222.0.15 "PUT /v2.0/routers/76c14fcb-6412-4ae6-89fd-b603e163c0d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5632079 May 30 05:02:03.437079 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 46316) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:02:03.440463 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54b8306-86d2-45b8-9ad7-da22d0a1ee1d None None] Routers {'76c14fcb-6412-4ae6-89fd-b603e163c0d9'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:02:03.441089 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-e54b8306-86d2-45b8-9ad7-da22d0a1ee1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:02:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['76c14fcb-6412-4ae6-89fd-b603e163c0d9'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:02:03.449142 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730a7679-a545-456b-b21c-aaf4c5417ff8 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] Pushing event deleted for resources: {'Network': ['ID=5dca043a-b37a-4723-9d7b-43c1402b7673,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:02:03.465685 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-730a7679-a545-456b-b21c-aaf4c5417ff8 tempest-PortsIpV6TestJSON-340969199 tempest-PortsIpV6TestJSON-340969199-project] 10.222.0.15 "DELETE /v2.0/networks/5dca043a-b37a-4723-9d7b-43c1402b7673 HTTP/1.1" status: 204 len: 168 time: 1.1543491 May 30 05:02:03.511516 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-e54b8306-86d2-45b8-9ad7-da22d0a1ee1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:02:03.521025 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54b8306-86d2-45b8-9ad7-da22d0a1ee1d None None] Routers {'76c14fcb-6412-4ae6-89fd-b603e163c0d9'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:02:03.521969 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-e54b8306-86d2-45b8-9ad7-da22d0a1ee1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:02:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['76c14fcb-6412-4ae6-89fd-b603e163c0d9'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:02:03.551196 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e12e99-a942-421e-9049-9b1cd3d06d22 req-231f456d-5283-4b9a-9f08-fec87b9cfac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:02:03.553237 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c1e12e99-a942-421e-9049-9b1cd3d06d22 req-231f456d-5283-4b9a-9f08-fec87b9cfac9 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=17865d17-737c-4b24-98d7-379fcd769d45 HTTP/1.1" status: 200 len: 1099 time: 0.1789250 May 30 05:02:03.585409 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-e54b8306-86d2-45b8-9ad7-da22d0a1ee1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:02:03.585841 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54b8306-86d2-45b8-9ad7-da22d0a1ee1d None None] The sync data for ids ['76c14fcb-6412-4ae6-89fd-b603e163c0d9'] in dv-neutron-843763-1-hyperv is: [] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:02:03.634743 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c1e12e99-a942-421e-9049-9b1cd3d06d22 req-7a728e69-0a18-48c1-8e18-d238a279fab1 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=0169e122-edb7-4e88-a009-c22d772b9c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727961 May 30 05:02:03.667980 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2f85d43a-caaf-406f-9467-11b81f394246 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks [] for router, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:03.671291 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1ffe6d59-f644-4729-948d-68727c408178 tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:03.731207 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffe6d59-f644-4729-948d-68727c408178 tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Pushing event deleted for resources: {'Port': ['ID=bfe86ae1-530f-436a-b2a2-85c8b1e016e9,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:02:03.855489 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 46324) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:02:03.872248 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2f85d43a-caaf-406f-9467-11b81f394246 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:03.890957 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-2f85d43a-caaf-406f-9467-11b81f394246 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Deleting port c0f4f3b2-1702-483a-8966-c98b8f8d9488 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:02:03.891326 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2f85d43a-caaf-406f-9467-11b81f394246 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:04.097787 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1ffe6d59-f644-4729-948d-68727c408178 tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1642797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602100'] for router_interface, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:04.196162 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-f3cdc307-eb9b-414e-8706-d1663ecf015f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=895764a2d33a4b6180a8faca69c63db7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3395796 May 30 05:02:04.199808 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 46334) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:02:04.215727 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2f85d43a-caaf-406f-9467-11b81f394246 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:04.365443 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ffe6d59-f644-4729-948d-68727c408178 tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Router 27931f04-4cf2-407e-8f46-ffe2ee88beea has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 05:02:04.365964 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-2f85d43a-caaf-406f-9467-11b81f394246 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Calling delete_port for c0f4f3b2-1702-483a-8966-c98b8f8d9488 owned by network:router_gateway {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:02:04.414894 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fb9285-68e3-4691-b120-75eec1fbb792 req-e48ccae0-50fd-43c5-a0b6-34356b16b2a3 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:02:04.416336 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-09fb9285-68e3-4691-b120-75eec1fbb792 req-e48ccae0-50fd-43c5-a0b6-34356b16b2a3 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=17865d17-737c-4b24-98d7-379fcd769d45 HTTP/1.1" status: 200 len: 946 time: 0.3662271 May 30 05:02:04.484551 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c65ffb3b-1533-4f71-9117-8ea4ddd557ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:04.502249 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ffe6d59-f644-4729-948d-68727c408178 tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:02:04.511838 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-1ffe6d59-f644-4729-948d-68727c408178 tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] 10.222.0.15 "PUT /v2.0/routers/27931f04-4cf2-407e-8f46-ffe2ee88beea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0077195 May 30 05:02:04.514313 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e7cc1d-4e98-4902-b322-7b1377d7c01d None None] Sync routers for ids ['27931f04-4cf2-407e-8f46-ffe2ee88beea'] in dv-neutron-843763-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:02:04.515310 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 46338) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:02:04.527112 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e7cc1d-4e98-4902-b322-7b1377d7c01d None None] Routers {'27931f04-4cf2-407e-8f46-ffe2ee88beea'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:02:04.528086 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-76e7cc1d-4e98-4902-b322-7b1377d7c01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:02:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['27931f04-4cf2-407e-8f46-ffe2ee88beea'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:02:04.583397 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.api.v2.resource [None req-81e672c0-8987-483c-945f-11e4e3396a96 tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] show failed (client error): The resource could not be found. May 30 05:02:04.588570 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-81e672c0-8987-483c-945f-11e4e3396a96 tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] 10.222.0.15 "GET /v2.0/routers/tempest-non_exist_router-255515704 HTTP/1.1" status: 404 len: 334 time: 0.0687618 May 30 05:02:04.588823 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 46342) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:02:04.593885 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-6d205f5a-3564-487d-8a8f-0864ec0688e6 tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:02:04.600560 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-76e7cc1d-4e98-4902-b322-7b1377d7c01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:02:04.609834 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e7cc1d-4e98-4902-b322-7b1377d7c01d None None] Routers {'27931f04-4cf2-407e-8f46-ffe2ee88beea'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:02:04.610458 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-76e7cc1d-4e98-4902-b322-7b1377d7c01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:02:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['27931f04-4cf2-407e-8f46-ffe2ee88beea'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:02:04.641438 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-09fb9285-68e3-4691-b120-75eec1fbb792 req-1508e196-aae6-4503-998f-f45f50a62821 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/security-groups?id=0169e122-edb7-4e88-a009-c22d772b9c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2159734 May 30 05:02:04.650374 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c65ffb3b-1533-4f71-9117-8ea4ddd557ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:04.669152 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.api.v2.resource [None req-6d205f5a-3564-487d-8a8f-0864ec0688e6 tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] update failed (client error): The resource could not be found. May 30 05:02:04.673947 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-6d205f5a-3564-487d-8a8f-0864ec0688e6 tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] 10.222.0.15 "PUT /v2.0/routers/tempest-non_exist_router-812096322 HTTP/1.1" status: 404 len: 334 time: 0.0806861 May 30 05:02:04.674230 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 46346) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:02:04.681174 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-76e7cc1d-4e98-4902-b322-7b1377d7c01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:02:04.681569 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e7cc1d-4e98-4902-b322-7b1377d7c01d None None] The sync data for ids ['27931f04-4cf2-407e-8f46-ffe2ee88beea'] in dv-neutron-843763-1-hyperv is: [] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:02:04.748876 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c65ffb3b-1533-4f71-9117-8ea4ddd557ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:04.749641 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_v2 [None req-d725aacb-c917-446c-b8c6-4a5c4f97086e tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Deleting subnet 5248c871-d330-4c30-8873-54921c20c3a5 {{(pid=88261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 30 05:02:04.752824 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d725aacb-c917-446c-b8c6-4a5c4f97086e tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Notify callbacks [] for subnet, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:04.772865 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65ffb3b-1533-4f71-9117-8ea4ddd557ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0468b305-b4e5-44dd-b463-b2b4c09dd8fd,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:02:04.776151 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2f85d43a-caaf-406f-9467-11b81f394246 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:04.812937 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d725aacb-c917-446c-b8c6-4a5c4f97086e tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3545586'] for subnet, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:04.827806 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f85d43a-caaf-406f-9467-11b81f394246 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Pushing event deleted for resources: {'Port': ['ID=c0f4f3b2-1702-483a-8966-c98b8f8d9488,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:02:04.831268 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c65ffb3b-1533-4f71-9117-8ea4ddd557ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:04.832560 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-c65ffb3b-1533-4f71-9117-8ea4ddd557ec admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0468b305-b4e5-44dd-b463-b2b4c09dd8fd HTTP/1.1" status: 204 len: 168 time: 0.6305888 May 30 05:02:04.937580 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d725aacb-c917-446c-b8c6-4a5c4f97086e tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860493'] for subnet, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:04.971043 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2f85d43a-caaf-406f-9467-11b81f394246 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1604781'] for router_gateway, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:05.047793 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d725aacb-c917-446c-b8c6-4a5c4f97086e tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2304955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9305493'] for subnet, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:05.098347 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d725aacb-c917-446c-b8c6-4a5c4f97086e tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Pushing event deleted for resources: {'Subnet': ['ID=5248c871-d330-4c30-8873-54921c20c3a5,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:02:05.107652 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d725aacb-c917-446c-b8c6-4a5c4f97086e tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:05.117069 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cc4a98c-eb57-4e2a-b00d-092d99abb36a None None] Network 4128eb64-12d1-4167-8862-5640adedf011 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:02:05.118795 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-d725aacb-c917-446c-b8c6-4a5c4f97086e tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] 10.222.0.15 "DELETE /v2.0/subnets/5248c871-d330-4c30-8873-54921c20c3a5 HTTP/1.1" status: 204 len: 168 time: 0.4434512 May 30 05:02:05.121137 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 46352) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:02:05.203655 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1c8407a-af08-4f4e-84b8-264b987f5e4d tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Deleting subnet 196be56e-1f9f-46fb-856e-96d07514a4a4 {{(pid=88261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 30 05:02:05.207986 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f1c8407a-af08-4f4e-84b8-264b987f5e4d tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Notify callbacks [] for subnet, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:05.279617 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f1c8407a-af08-4f4e-84b8-264b987f5e4d tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3545586'] for subnet, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:05.351940 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2f85d43a-caaf-406f-9467-11b81f394246 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11660'] for router, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:05.355799 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2f85d43a-caaf-406f-9467-11b81f394246 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:05.381368 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f1c8407a-af08-4f4e-84b8-264b987f5e4d tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860493'] for subnet, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:05.384982 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2f85d43a-caaf-406f-9467-11b81f394246 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1601605'] for router, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:05.386222 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f85d43a-caaf-406f-9467-11b81f394246 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Fanout notify agent at l3_agent the message router_deleted on router 76c14fcb-6412-4ae6-89fd-b603e163c0d9 {{(pid=88260) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 30 05:02:05.398925 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2f85d43a-caaf-406f-9467-11b81f394246 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:05.400052 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-2f85d43a-caaf-406f-9467-11b81f394246 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] 10.222.0.15 "DELETE /v2.0/routers/76c14fcb-6412-4ae6-89fd-b603e163c0d9 HTTP/1.1" status: 204 len: 168 time: 1.9619935 May 30 05:02:05.402604 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 46356) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:02:05.460575 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f1c8407a-af08-4f4e-84b8-264b987f5e4d tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2304955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9305493'] for subnet, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:05.468452 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6434b08b-bb19-4912-b49b-01268a0a9b31 None None] DHCP port deletion for 4128eb64-12d1-4167-8862-5640adedf011 request from dv-neutron-843763-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 30 05:02:05.472859 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-6434b08b-bb19-4912-b49b-01268a0a9b31 None None] Deleting port 257053b4-440e-4463-b16d-1416960c6b50 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:02:05.473362 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb23023c-51b3-4bb2-82aa-c539374cdbee tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Deleting subnet e34d080e-fa70-4015-9ca1-4fdeeab14bf8 {{(pid=88260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 30 05:02:05.473523 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-6434b08b-bb19-4912-b49b-01268a0a9b31 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:05.477176 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-bb23023c-51b3-4bb2-82aa-c539374cdbee tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks [] for subnet, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:05.503384 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c8407a-af08-4f4e-84b8-264b987f5e4d tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Pushing event deleted for resources: {'Subnet': ['ID=196be56e-1f9f-46fb-856e-96d07514a4a4,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:02:05.507044 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f1c8407a-af08-4f4e-84b8-264b987f5e4d tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:05.513169 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-f1c8407a-af08-4f4e-84b8-264b987f5e4d tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] 10.222.0.15 "DELETE /v2.0/subnets/196be56e-1f9f-46fb-856e-96d07514a4a4 HTTP/1.1" status: 204 len: 168 time: 0.3909740 May 30 05:02:05.515686 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 46360) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:02:05.522724 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba73cda9-3b15-4088-b33b-11e0941f5a43 None None] Network 8c6e8521-cd06-47e7-9411-802b21fef57c requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:02:05.538969 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-bb23023c-51b3-4bb2-82aa-c539374cdbee tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1454738'] for subnet, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:05.629482 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-bb23023c-51b3-4bb2-82aa-c539374cdbee tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860493'] for subnet, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:05.632363 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6be8e16a-41d5-4a59-9be2-aabf7819f95a tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897784'] for network, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:05.642952 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-6be8e16a-41d5-4a59-9be2-aabf7819f95a tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Deleting port 257053b4-440e-4463-b16d-1416960c6b50 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:02:05.643286 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6be8e16a-41d5-4a59-9be2-aabf7819f95a tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:05.721933 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-bb23023c-51b3-4bb2-82aa-c539374cdbee tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1547867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2133322'] for subnet, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:05.776004 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb23023c-51b3-4bb2-82aa-c539374cdbee tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Pushing event deleted for resources: {'Subnet': ['ID=e34d080e-fa70-4015-9ca1-4fdeeab14bf8,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:02:05.779923 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-bb23023c-51b3-4bb2-82aa-c539374cdbee tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:05.795746 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-bb23023c-51b3-4bb2-82aa-c539374cdbee tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] 10.222.0.15 "DELETE /v2.0/subnets/e34d080e-fa70-4015-9ca1-4fdeeab14bf8 HTTP/1.1" status: 204 len: 168 time: 0.3914587 May 30 05:02:05.797780 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 46366) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:02:05.840958 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f30753f1-2057-42a2-9d85-0ed5f12bb15f None None] Network 8bc3d839-355b-4d15-bcc7-690ad39f78d2 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:02:05.923995 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a25516d4-906e-43a5-bd83-e6935a3789a7 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897784'] for network, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:05.935770 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-a25516d4-906e-43a5-bd83-e6935a3789a7 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Deleting port e703ea78-9a3d-4c8e-b85f-31941104047f {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:02:05.936577 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a25516d4-906e-43a5-bd83-e6935a3789a7 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:05.968284 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-6434b08b-bb19-4912-b49b-01268a0a9b31 None None] For port 257053b4-440e-4463-b16d-1416960c6b50, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=257053b4-440e-4463-b16d-1416960c6b50,segment=NetworkSegment(9108c665-7c99-48fb-b3c8-8f2a9c8ac44f),segment_id=9108c665-7c99-48fb-b3c8-8f2a9c8ac44f)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:02:05.968680 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-6434b08b-bb19-4912-b49b-01268a0a9b31 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:06.031300 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-6be8e16a-41d5-4a59-9be2-aabf7819f95a tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] For port 257053b4-440e-4463-b16d-1416960c6b50, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=257053b4-440e-4463-b16d-1416960c6b50,segment=NetworkSegment(9108c665-7c99-48fb-b3c8-8f2a9c8ac44f),segment_id=9108c665-7c99-48fb-b3c8-8f2a9c8ac44f)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:02:06.031687 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6be8e16a-41d5-4a59-9be2-aabf7819f95a tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:06.109937 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-6434b08b-bb19-4912-b49b-01268a0a9b31 None None] Calling delete_port for 257053b4-440e-4463-b16d-1416960c6b50 owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:02:06.152305 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-a25516d4-906e-43a5-bd83-e6935a3789a7 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] For port e703ea78-9a3d-4c8e-b85f-31941104047f, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=e703ea78-9a3d-4c8e-b85f-31941104047f,segment=NetworkSegment(abd7fc22-a84e-4269-b2ff-30a1291ed3ff),segment_id=abd7fc22-a84e-4269-b2ff-30a1291ed3ff)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:02:06.152305 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a25516d4-906e-43a5-bd83-e6935a3789a7 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:06.158324 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-6be8e16a-41d5-4a59-9be2-aabf7819f95a tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Calling delete_port for 257053b4-440e-4463-b16d-1416960c6b50 owned by network:dhcp {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:02:06.216976 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-45f79e78-106a-4f09-9d2c-69baeab7263d None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 05:02:06.221590 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11380edd-dd3a-466a-b261-573d2ff8ab74 req-33ccc233-e96f-4fc6-8832-9a1feb4632ae tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:02:06.223115 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-11380edd-dd3a-466a-b261-573d2ff8ab74 req-33ccc233-e96f-4fc6-8832-9a1feb4632ae tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=17865d17-737c-4b24-98d7-379fcd769d45 HTTP/1.1" status: 200 len: 946 time: 0.2723558 May 30 05:02:06.286607 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-11380edd-dd3a-466a-b261-573d2ff8ab74 req-bd1fd96a-8779-4b8a-b451-f85b15babc77 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/security-groups?id=0169e122-edb7-4e88-a009-c22d772b9c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553386 May 30 05:02:06.287110 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-6434b08b-bb19-4912-b49b-01268a0a9b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069'] for port, after_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:06.290113 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-a25516d4-906e-43a5-bd83-e6935a3789a7 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Calling delete_port for e703ea78-9a3d-4c8e-b85f-31941104047f owned by network:dhcp {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:02:06.294001 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.db.api [None req-6be8e16a-41d5-4a59-9be2-aabf7819f95a tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88261) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 05:02:06.294534 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG oslo_db.api [None req-6be8e16a-41d5-4a59-9be2-aabf7819f95a tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 05:02:06.341833 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93684b9d-8cbf-478a-b273-cf8d19ff52ff None None] DHCP port deletion for 8c6e8521-cd06-47e7-9411-802b21fef57c request from dv-neutron-843763-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 30 05:02:06.350986 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6434b08b-bb19-4912-b49b-01268a0a9b31 None None] No DVR routers for this DVR port 257053b4-440e-4463-b16d-1416960c6b50 on host dv-neutron-843763-1-hyperv {{(pid=88262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 05:02:06.356078 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6434b08b-bb19-4912-b49b-01268a0a9b31 None None] Pushing event deleted for resources: {'Port': ['ID=257053b4-440e-4463-b16d-1416960c6b50,revision_number=None']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:02:06.358754 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-93684b9d-8cbf-478a-b273-cf8d19ff52ff None None] Deleting port b703d808-df8c-4520-9f1b-0a4b758e944d {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:02:06.359013 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-93684b9d-8cbf-478a-b273-cf8d19ff52ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:06.406937 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a25516d4-906e-43a5-bd83-e6935a3789a7 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:06.457861 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25516d4-906e-43a5-bd83-e6935a3789a7 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Pushing event deleted for resources: {'Port': ['ID=e703ea78-9a3d-4c8e-b85f-31941104047f,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:02:06.462626 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f57bc0-d6f6-4232-a692-45b037f8b070 None None] DHCP port deletion for 8bc3d839-355b-4d15-bcc7-690ad39f78d2 request from dv-neutron-843763-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 30 05:02:06.494056 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25516d4-906e-43a5-bd83-e6935a3789a7 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] No DVR routers for this DVR port e703ea78-9a3d-4c8e-b85f-31941104047f on host dv-neutron-843763-1-hyperv {{(pid=88260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 05:02:06.593104 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-93684b9d-8cbf-478a-b273-cf8d19ff52ff None None] For port b703d808-df8c-4520-9f1b-0a4b758e944d, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=b703d808-df8c-4520-9f1b-0a4b758e944d,segment=NetworkSegment(7d353a1b-f7b8-4181-a94e-f8e5ebe8fde5),segment_id=7d353a1b-f7b8-4181-a94e-f8e5ebe8fde5)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:02:06.593507 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-93684b9d-8cbf-478a-b273-cf8d19ff52ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:06.655435 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device b703d808-df8c-4520-9f1b-0a4b758e944d no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 05:02:06.736781 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a25516d4-906e-43a5-bd83-e6935a3789a7 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867540', 'neutron.services.segments.db._delete_segments_for_network-8729234922972'] for network, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:06.748897 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-93684b9d-8cbf-478a-b273-cf8d19ff52ff None None] Calling delete_port for b703d808-df8c-4520-9f1b-0a4b758e944d owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:02:06.773034 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a277dfb8-02b8-4456-8b9f-bf9599e1f39e req-85455355-191c-4f4a-9b28-e9f7fcd8f61b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:02:06.774528 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-a277dfb8-02b8-4456-8b9f-bf9599e1f39e req-85455355-191c-4f4a-9b28-e9f7fcd8f61b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=17865d17-737c-4b24-98d7-379fcd769d45 HTTP/1.1" status: 200 len: 946 time: 0.3178656 May 30 05:02:06.775981 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-a25516d4-906e-43a5-bd83-e6935a3789a7 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bc3d839-355b-4d15-bcc7-690ad39f78d2']}} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:02:06.796390 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-6be8e16a-41d5-4a59-9be2-aabf7819f95a tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Deleting port 257053b4-440e-4463-b16d-1416960c6b50 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:02:06.796709 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6be8e16a-41d5-4a59-9be2-aabf7819f95a tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:06.805384 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-a25516d4-906e-43a5-bd83-e6935a3789a7 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abd7fc22-a84e-4269-b2ff-30a1291ed3ff') {'for_net_delete': True} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:02:06.805950 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-a25516d4-906e-43a5-bd83-e6935a3789a7 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abd7fc22-a84e-4269-b2ff-30a1291ed3ff') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:02:06.826140 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a25516d4-906e-43a5-bd83-e6935a3789a7 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729235042807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1454725'] for segment, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:06.848644 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-a277dfb8-02b8-4456-8b9f-bf9599e1f39e req-7db24111-7b2b-4bdb-9a7e-7a388b4a3d02 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/security-groups?id=0169e122-edb7-4e88-a009-c22d772b9c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652754 May 30 05:02:06.850154 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a25516d4-906e-43a5-bd83-e6935a3789a7 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:06.857526 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a25516d4-906e-43a5-bd83-e6935a3789a7 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=88260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 05:02:06.857909 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a25516d4-906e-43a5-bd83-e6935a3789a7 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-862858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1547513'] for segment, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:06.884716 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-6be8e16a-41d5-4a59-9be2-aabf7819f95a tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] The port '257053b4-440e-4463-b16d-1416960c6b50' was deleted {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 30 05:02:06.891103 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port b703d808-df8c-4520-9f1b-0a4b758e944d is: ACTIVE; New status is: DOWN {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:02:06.891497 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:06.914774 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-93684b9d-8cbf-478a-b273-cf8d19ff52ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069'] for port, after_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:06.946095 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment abd7fc22-a84e-4269-b2ff-30a1291ed3ff resource provider aggregate not found May 30 05:02:06.977163 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment abd7fc22-a84e-4269-b2ff-30a1291ed3ff resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid abd7fc22-a84e-4269-b2ff-30a1291ed3ff found for delete ", "request_id": "req-40d10587-d450-41c1-88cf-c81a4c6e8904"}]} May 30 05:02:06.993285 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a25516d4-906e-43a5-bd83-e6935a3789a7 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604744'] for network, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:07.012773 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6be8e16a-41d5-4a59-9be2-aabf7819f95a tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867540', 'neutron.services.segments.db._delete_segments_for_network-8729234922972'] for network, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:07.020201 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a25516d4-906e-43a5-bd83-e6935a3789a7 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:07.026795 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25516d4-906e-43a5-bd83-e6935a3789a7 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Pushing event deleted for resources: {'Network': ['ID=8bc3d839-355b-4d15-bcc7-690ad39f78d2,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:02:07.040639 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-6be8e16a-41d5-4a59-9be2-aabf7819f95a tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4128eb64-12d1-4167-8862-5640adedf011']}} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:02:07.040816 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-a25516d4-906e-43a5-bd83-e6935a3789a7 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] 10.222.0.15 "DELETE /v2.0/networks/8bc3d839-355b-4d15-bcc7-690ad39f78d2 HTTP/1.1" status: 204 len: 168 time: 1.2418163 May 30 05:02:07.042007 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 46380) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:02:07.047717 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93684b9d-8cbf-478a-b273-cf8d19ff52ff None None] Pushing event deleted for resources: {'Port': ['ID=b703d808-df8c-4520-9f1b-0a4b758e944d,revision_number=None']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:02:07.049699 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93684b9d-8cbf-478a-b273-cf8d19ff52ff None None] No DVR routers for this DVR port b703d808-df8c-4520-9f1b-0a4b758e944d on host dv-neutron-843763-1-hyperv {{(pid=88262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 05:02:07.051537 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device e703ea78-9a3d-4c8e-b85f-31941104047f no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 05:02:07.058677 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-6be8e16a-41d5-4a59-9be2-aabf7819f95a tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9108c665-7c99-48fb-b3c8-8f2a9c8ac44f') {'for_net_delete': True} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:02:07.059006 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-6be8e16a-41d5-4a59-9be2-aabf7819f95a tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9108c665-7c99-48fb-b3c8-8f2a9c8ac44f') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:02:07.071033 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6be8e16a-41d5-4a59-9be2-aabf7819f95a tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729235042807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3545573'] for segment, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:07.091874 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6be8e16a-41d5-4a59-9be2-aabf7819f95a tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:07.093202 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] No Port match for: e703ea78-9a3d-4c8e-b85f-31941104047f {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 05:02:07.093562 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device e703ea78-9a3d-4c8e-b85f-31941104047f not bound to the agent host dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 05:02:07.094053 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 257053b4-440e-4463-b16d-1416960c6b50 no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 05:02:07.098652 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6be8e16a-41d5-4a59-9be2-aabf7819f95a tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=88261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 05:02:07.099050 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6be8e16a-41d5-4a59-9be2-aabf7819f95a tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-862858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2304281'] for segment, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:07.132616 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] No Port match for: 257053b4-440e-4463-b16d-1416960c6b50 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 05:02:07.132869 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 257053b4-440e-4463-b16d-1416960c6b50 not bound to the agent host dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 05:02:07.173652 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 9108c665-7c99-48fb-b3c8-8f2a9c8ac44f resource provider aggregate not found May 30 05:02:07.197894 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 9108c665-7c99-48fb-b3c8-8f2a9c8ac44f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9108c665-7c99-48fb-b3c8-8f2a9c8ac44f found for delete ", "request_id": "req-3b82b0eb-d796-42ae-b696-f66469f4c489"}]} May 30 05:02:07.213266 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-2f695821-d1cf-46f4-b725-6cc361403b68 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Deleting port 4d808b5a-f06e-4fab-89c3-11c4c6a8f462 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:02:07.213639 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2f695821-d1cf-46f4-b725-6cc361403b68 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:07.217293 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6be8e16a-41d5-4a59-9be2-aabf7819f95a tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604744'] for network, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:07.235385 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6be8e16a-41d5-4a59-9be2-aabf7819f95a tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:07.247911 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be8e16a-41d5-4a59-9be2-aabf7819f95a tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Pushing event deleted for resources: {'Network': ['ID=4128eb64-12d1-4167-8862-5640adedf011,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:02:07.250589 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-6be8e16a-41d5-4a59-9be2-aabf7819f95a tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] 10.222.0.15 "DELETE /v2.0/networks/4128eb64-12d1-4167-8862-5640adedf011 HTTP/1.1" status: 204 len: 168 time: 1.7339780 May 30 05:02:07.253271 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 46388) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:02:07.365682 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4efab1c9-6800-4d7d-835e-063cf2d75afb tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897784'] for network, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:07.389090 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2f695821-d1cf-46f4-b725-6cc361403b68 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:07.389373 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2f695821-d1cf-46f4-b725-6cc361403b68 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:07.494026 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4efab1c9-6800-4d7d-835e-063cf2d75afb tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867540', 'neutron.services.segments.db._delete_segments_for_network-8729234922972'] for network, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:07.512132 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-2f695821-d1cf-46f4-b725-6cc361403b68 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Calling delete_port for 4d808b5a-f06e-4fab-89c3-11c4c6a8f462 owned by network:floatingip {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:02:07.518829 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-4efab1c9-6800-4d7d-835e-063cf2d75afb tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c6e8521-cd06-47e7-9411-802b21fef57c']}} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:02:07.532555 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-4efab1c9-6800-4d7d-835e-063cf2d75afb tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d353a1b-f7b8-4181-a94e-f8e5ebe8fde5') {'for_net_delete': True} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:02:07.532960 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-4efab1c9-6800-4d7d-835e-063cf2d75afb tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d353a1b-f7b8-4181-a94e-f8e5ebe8fde5') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:02:07.545291 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4efab1c9-6800-4d7d-835e-063cf2d75afb tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729235042807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3545573'] for segment, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:07.562159 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4efab1c9-6800-4d7d-835e-063cf2d75afb tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:07.569755 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4efab1c9-6800-4d7d-835e-063cf2d75afb tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=88261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 05:02:07.570299 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4efab1c9-6800-4d7d-835e-063cf2d75afb tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-862858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2304281'] for segment, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:07.666432 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4efab1c9-6800-4d7d-835e-063cf2d75afb tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604744'] for network, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:07.675179 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2f695821-d1cf-46f4-b725-6cc361403b68 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:07.687143 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4efab1c9-6800-4d7d-835e-063cf2d75afb tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:07.694696 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efab1c9-6800-4d7d-835e-063cf2d75afb tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Pushing event deleted for resources: {'Network': ['ID=8c6e8521-cd06-47e7-9411-802b21fef57c,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:02:07.697487 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-4efab1c9-6800-4d7d-835e-063cf2d75afb tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] 10.222.0.15 "DELETE /v2.0/networks/8c6e8521-cd06-47e7-9411-802b21fef57c HTTP/1.1" status: 204 len: 168 time: 0.4433858 May 30 05:02:07.699925 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 46392) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:02:07.724184 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f695821-d1cf-46f4-b725-6cc361403b68 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Pushing event deleted for resources: {'Port': ['ID=4d808b5a-f06e-4fab-89c3-11c4c6a8f462,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:02:07.764359 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_v2 [None req-64ef49bf-6988-4fb1-823d-163efdb1269f tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Deleting subnet 2faf6267-804a-4f2b-b89d-655600f53f49 {{(pid=88261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 30 05:02:07.767301 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-64ef49bf-6988-4fb1-823d-163efdb1269f tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Notify callbacks [] for subnet, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:07.817315 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2f695821-d1cf-46f4-b725-6cc361403b68 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks [] for floatingip, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:07.824533 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-64ef49bf-6988-4fb1-823d-163efdb1269f tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3545586'] for subnet, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:07.835258 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2f695821-d1cf-46f4-b725-6cc361403b68 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for floatingip, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:07.840349 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-2f695821-d1cf-46f4-b725-6cc361403b68 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] 10.222.0.15 "DELETE /v2.0/floatingips/4e5b62b6-4c47-440f-851b-268f9c252762 HTTP/1.1" status: 204 len: 168 time: 0.7936645 May 30 05:02:07.840760 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 46396) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:02:07.882489 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b5a4a0c-d714-4b37-b06a-d42f965d583f tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] DELETE failed (client error): The resource could not be found. May 30 05:02:07.882965 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b5a4a0c-d714-4b37-b06a-d42f965d583f tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 05:02:07.884654 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-3b5a4a0c-d714-4b37-b06a-d42f965d583f tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] 10.222.0.15 "DELETE /v2.0/ports/6c34d92d-592d-4c8f-8477-2b9c40f05e25 HTTP/1.1" status: 404 len: 333 time: 0.0429482 May 30 05:02:07.887376 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 46400) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:02:07.910790 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-64ef49bf-6988-4fb1-823d-163efdb1269f tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860493'] for subnet, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:07.933501 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-c9423a93-15cc-447a-87d8-8786a6a6d70d tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Synchronizing usage tracker for tenant:fb4b15beed874bf4bdf9eab934db65bc on resource:port {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:02:07.961167 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-c9423a93-15cc-447a-87d8-8786a6a6d70d tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Unset dirty status for tenant:fb4b15beed874bf4bdf9eab934db65bc on resource:port {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:02:07.962447 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-c9423a93-15cc-447a-87d8-8786a6a6d70d tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] 10.222.0.15 "GET /v2.0/ports?device_id=76c14fcb-6412-4ae6-89fd-b603e163c0d9 HTTP/1.1" status: 200 len: 205 time: 0.0741432 May 30 05:02:07.964869 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 46404) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:02:08.032378 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.api.v2.resource [None req-ca43be35-cbe4-4ed7-92d4-13d43babb718 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] delete failed (client error): The resource could not be found. May 30 05:02:08.033412 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-ca43be35-cbe4-4ed7-92d4-13d43babb718 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] 10.222.0.15 "DELETE /v2.0/routers/76c14fcb-6412-4ae6-89fd-b603e163c0d9 HTTP/1.1" status: 404 len: 336 time: 0.0675771 May 30 05:02:08.035992 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 46408) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:02:08.078048 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddd751b2-a73b-493e-9e90-2b12e8597348 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] DELETE failed (client error): The resource could not be found. May 30 05:02:08.078514 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddd751b2-a73b-493e-9e90-2b12e8597348 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 05:02:08.080180 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-ddd751b2-a73b-493e-9e90-2b12e8597348 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] 10.222.0.15 "DELETE /v2.0/subnets/e34d080e-fa70-4015-9ca1-4fdeeab14bf8 HTTP/1.1" status: 404 len: 337 time: 0.0432284 May 30 05:02:08.082729 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 46412) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:02:08.101777 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-64ef49bf-6988-4fb1-823d-163efdb1269f tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2304955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9305493'] for subnet, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:08.141220 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ef49bf-6988-4fb1-823d-163efdb1269f tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Pushing event deleted for resources: {'Subnet': ['ID=2faf6267-804a-4f2b-b89d-655600f53f49,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:02:08.143168 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-64ef49bf-6988-4fb1-823d-163efdb1269f tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:08.148756 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-b339c080-0b93-43c3-bc47-f6ae04ef91f0 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Deleting port cad7ea11-2d3b-48c8-8f6e-46cf7357439f {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:02:08.148994 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b339c080-0b93-43c3-bc47-f6ae04ef91f0 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:08.149288 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eddd27c-02fc-4b0c-8949-89c0bd736ac1 None None] Network c2d02d05-aa01-4b58-a4dc-6810c9647b8d requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:02:08.156183 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-64ef49bf-6988-4fb1-823d-163efdb1269f tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] 10.222.0.15 "DELETE /v2.0/subnets/2faf6267-804a-4f2b-b89d-655600f53f49 HTTP/1.1" status: 204 len: 168 time: 0.4552879 May 30 05:02:08.158619 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 46416) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:02:08.283302 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-79be7351-81e8-4caf-9b22-2a972da50628 tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897784'] for network, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:08.295210 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-79be7351-81e8-4caf-9b22-2a972da50628 tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Deleting port 7c9f727d-bceb-4e81-83bb-911e2c1713ac {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:02:08.295694 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-79be7351-81e8-4caf-9b22-2a972da50628 tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:08.394381 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 46420) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:02:08.411207 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fec40f7-d602-4fed-9223-8dde33fee430 None None] DHCP port deletion for c2d02d05-aa01-4b58-a4dc-6810c9647b8d request from dv-neutron-843763-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 30 05:02:08.416492 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-8fec40f7-d602-4fed-9223-8dde33fee430 None None] Deleting port 7c9f727d-bceb-4e81-83bb-911e2c1713ac {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:02:08.416927 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8fec40f7-d602-4fed-9223-8dde33fee430 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:08.510372 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-79be7351-81e8-4caf-9b22-2a972da50628 tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] For port 7c9f727d-bceb-4e81-83bb-911e2c1713ac, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=7c9f727d-bceb-4e81-83bb-911e2c1713ac,segment=NetworkSegment(6c2227ae-27d7-4b3d-8227-d242ad22fef1),segment_id=6c2227ae-27d7-4b3d-8227-d242ad22fef1)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:02:08.510735 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-79be7351-81e8-4caf-9b22-2a972da50628 tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:08.637372 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-79be7351-81e8-4caf-9b22-2a972da50628 tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Calling delete_port for 7c9f727d-bceb-4e81-83bb-911e2c1713ac owned by network:dhcp {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:02:08.642405 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-8fec40f7-d602-4fed-9223-8dde33fee430 None None] For port 7c9f727d-bceb-4e81-83bb-911e2c1713ac, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=7c9f727d-bceb-4e81-83bb-911e2c1713ac,segment=NetworkSegment(6c2227ae-27d7-4b3d-8227-d242ad22fef1),segment_id=6c2227ae-27d7-4b3d-8227-d242ad22fef1)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:02:08.642826 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8fec40f7-d602-4fed-9223-8dde33fee430 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:08.654395 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 7c9f727d-bceb-4e81-83bb-911e2c1713ac no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 05:02:08.719271 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-79be7351-81e8-4caf-9b22-2a972da50628 tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:08.749225 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b339c080-0b93-43c3-bc47-f6ae04ef91f0 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:08.772525 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79be7351-81e8-4caf-9b22-2a972da50628 tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Pushing event deleted for resources: {'Port': ['ID=7c9f727d-bceb-4e81-83bb-911e2c1713ac,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:02:08.774365 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79be7351-81e8-4caf-9b22-2a972da50628 tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] No DVR routers for this DVR port 7c9f727d-bceb-4e81-83bb-911e2c1713ac on host dv-neutron-843763-1-hyperv {{(pid=88261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 05:02:08.806233 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-8fec40f7-d602-4fed-9223-8dde33fee430 None None] Calling delete_port for 7c9f727d-bceb-4e81-83bb-911e2c1713ac owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:02:08.868525 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] No active binding found for port 7c9f727d-bceb-4e81-83bb-911e2c1713ac {{(pid=88262) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 30 05:02:08.868829 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 7c9f727d-bceb-4e81-83bb-911e2c1713ac not bound to the agent host dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 05:02:08.890097 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.db.api [None req-8fec40f7-d602-4fed-9223-8dde33fee430 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 05:02:08.890452 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG oslo_db.api [None req-8fec40f7-d602-4fed-9223-8dde33fee430 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 05:02:08.897331 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-79be7351-81e8-4caf-9b22-2a972da50628 tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867540', 'neutron.services.segments.db._delete_segments_for_network-8729234922972'] for network, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:08.902324 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-b339c080-0b93-43c3-bc47-f6ae04ef91f0 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Calling delete_port for cad7ea11-2d3b-48c8-8f6e-46cf7357439f owned by {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:02:08.922573 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-79be7351-81e8-4caf-9b22-2a972da50628 tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2d02d05-aa01-4b58-a4dc-6810c9647b8d']}} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:02:08.934327 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-79be7351-81e8-4caf-9b22-2a972da50628 tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c2227ae-27d7-4b3d-8227-d242ad22fef1') {'for_net_delete': True} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:02:08.934627 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-79be7351-81e8-4caf-9b22-2a972da50628 tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c2227ae-27d7-4b3d-8227-d242ad22fef1') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:02:08.945776 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-79be7351-81e8-4caf-9b22-2a972da50628 tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729235042807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3545573'] for segment, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:08.961570 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-79be7351-81e8-4caf-9b22-2a972da50628 tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:08.967667 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79be7351-81e8-4caf-9b22-2a972da50628 tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=88261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 05:02:08.968080 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-79be7351-81e8-4caf-9b22-2a972da50628 tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-862858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2304281'] for segment, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:09.066705 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-79be7351-81e8-4caf-9b22-2a972da50628 tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604744'] for network, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:09.084711 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-79be7351-81e8-4caf-9b22-2a972da50628 tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:09.096438 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79be7351-81e8-4caf-9b22-2a972da50628 tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Pushing event deleted for resources: {'Network': ['ID=c2d02d05-aa01-4b58-a4dc-6810c9647b8d,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:02:09.099593 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-79be7351-81e8-4caf-9b22-2a972da50628 tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] 10.222.0.15 "DELETE /v2.0/networks/c2d02d05-aa01-4b58-a4dc-6810c9647b8d HTTP/1.1" status: 204 len: 168 time: 0.9398725 May 30 05:02:09.102344 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 46424) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:02:09.144542 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-41937cf3-18b8-4563-8afb-b767af2546d0 tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Synchronizing usage tracker for tenant:c21e664597df4071b0a614c1851fa302 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:02:09.160101 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-41937cf3-18b8-4563-8afb-b767af2546d0 tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Unset dirty status for tenant:c21e664597df4071b0a614c1851fa302 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:02:09.161424 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-41937cf3-18b8-4563-8afb-b767af2546d0 tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] 10.222.0.15 "GET /v2.0/ports?device_id=27931f04-4cf2-407e-8f46-ffe2ee88beea HTTP/1.1" status: 200 len: 205 time: 0.0580409 May 30 05:02:09.164266 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 46428) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:02:09.270296 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b339c080-0b93-43c3-bc47-f6ae04ef91f0 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:09.289349 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 7d353a1b-f7b8-4181-a94e-f8e5ebe8fde5 resource provider aggregate not found May 30 05:02:09.307778 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 7d353a1b-f7b8-4181-a94e-f8e5ebe8fde5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7d353a1b-f7b8-4181-a94e-f8e5ebe8fde5 found for delete ", "request_id": "req-6196c133-f30c-49b4-812b-7389837c134b"}]} May 30 05:02:09.313409 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3ac1c7cf-b5ab-4293-898e-d0686e005a64 tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Notify callbacks [] for router, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:09.326833 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b339c080-0b93-43c3-bc47-f6ae04ef91f0 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Pushing event deleted for resources: {'Port': ['ID=cad7ea11-2d3b-48c8-8f6e-46cf7357439f,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:02:09.363415 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 6c2227ae-27d7-4b3d-8227-d242ad22fef1 resource provider aggregate not found May 30 05:02:09.392105 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-8fec40f7-d602-4fed-9223-8dde33fee430 None None] Deleting port 7c9f727d-bceb-4e81-83bb-911e2c1713ac {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:02:09.392793 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8fec40f7-d602-4fed-9223-8dde33fee430 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:09.432120 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 6c2227ae-27d7-4b3d-8227-d242ad22fef1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6c2227ae-27d7-4b3d-8227-d242ad22fef1 found for delete ", "request_id": "req-f88b2661-0e99-4f99-b754-f2f896ae9614"}]} May 30 05:02:09.463885 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-8fec40f7-d602-4fed-9223-8dde33fee430 None None] The port '7c9f727d-bceb-4e81-83bb-911e2c1713ac' was deleted {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 30 05:02:09.510581 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b339c080-0b93-43c3-bc47-f6ae04ef91f0 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:09.534767 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-b339c080-0b93-43c3-bc47-f6ae04ef91f0 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] 10.222.0.15 "DELETE /v2.0/ports/cad7ea11-2d3b-48c8-8f6e-46cf7357439f HTTP/1.1" status: 204 len: 168 time: 1.4510098 May 30 05:02:09.537524 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 46440) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:02:09.738870 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3ac1c7cf-b5ab-4293-898e-d0686e005a64 tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11660'] for router, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:09.741437 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3ac1c7cf-b5ab-4293-898e-d0686e005a64 tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:09.764236 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-d0b7f17b-5930-418f-8940-fea1f220b40e tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Deleting port eaa11aa3-9b94-4281-91e5-7b8060165836 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:02:09.764572 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d0b7f17b-5930-418f-8940-fea1f220b40e tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:09.765221 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3ac1c7cf-b5ab-4293-898e-d0686e005a64 tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1601605'] for router, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:09.765775 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ac1c7cf-b5ab-4293-898e-d0686e005a64 tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Fanout notify agent at l3_agent the message router_deleted on router 27931f04-4cf2-407e-8f46-ffe2ee88beea {{(pid=88261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 30 05:02:09.777984 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3ac1c7cf-b5ab-4293-898e-d0686e005a64 tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] Notify callbacks [] for router, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:09.779060 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-3ac1c7cf-b5ab-4293-898e-d0686e005a64 tempest-RoutersNegativeTest-946180339 tempest-RoutersNegativeTest-946180339-project] 10.222.0.15 "DELETE /v2.0/routers/27931f04-4cf2-407e-8f46-ffe2ee88beea HTTP/1.1" status: 204 len: 168 time: 0.6138754 May 30 05:02:09.797090 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8dd3b7eb-674d-450e-b47a-9121aff31fec tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:10.054439 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 46448) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:02:10.204729 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-d3329eec-6d52-4225-8db2-9e5d2a0c87a1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c21e664597df4071b0a614c1851fa302&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1490209 May 30 05:02:10.207523 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 46454) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:02:10.238505 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d0b7f17b-5930-418f-8940-fea1f220b40e tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:10.269070 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8167326c-dea4-4205-9c6a-add33667a16e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:10.297056 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8167326c-dea4-4205-9c6a-add33667a16e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:10.350308 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8167326c-dea4-4205-9c6a-add33667a16e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:10.366138 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8167326c-dea4-4205-9c6a-add33667a16e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3ea3150-e21e-4bef-bcb6-b602fa61fff7,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:02:10.370777 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8167326c-dea4-4205-9c6a-add33667a16e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:10.374187 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-8167326c-dea4-4205-9c6a-add33667a16e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c3ea3150-e21e-4bef-bcb6-b602fa61fff7 HTTP/1.1" status: 204 len: 168 time: 0.1632202 May 30 05:02:10.405756 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-d0b7f17b-5930-418f-8940-fea1f220b40e tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Calling delete_port for eaa11aa3-9b94-4281-91e5-7b8060165836 owned by {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:02:10.595542 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-8dd3b7eb-674d-450e-b47a-9121aff31fec tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Allocated IP 172.20.0.17 (3a472c4e-706e-49c5-9d72-fbb66b9c0513/c3042e91-f5bc-43b2-9ec2-f93d3862d3d0/38613f85-79db-4262-8d27-86ee31ea01ca) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:02:10.686388 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d0b7f17b-5930-418f-8940-fea1f220b40e tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:10.751590 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b7f17b-5930-418f-8940-fea1f220b40e tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Pushing event deleted for resources: {'Port': ['ID=eaa11aa3-9b94-4281-91e5-7b8060165836,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:02:10.893495 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d0b7f17b-5930-418f-8940-fea1f220b40e tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:10.903308 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8dd3b7eb-674d-450e-b47a-9121aff31fec tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:10.915895 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-d0b7f17b-5930-418f-8940-fea1f220b40e tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] 10.222.0.15 "DELETE /v2.0/ports/eaa11aa3-9b94-4281-91e5-7b8060165836 HTTP/1.1" status: 204 len: 168 time: 1.3773727 May 30 05:02:10.918477 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 46476) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:02:10.924088 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [None req-8dd3b7eb-674d-450e-b47a-9121aff31fec tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Transition to ACTIVE for port object 38613f85-79db-4262-8d27-86ee31ea01ca will not be triggered until provisioned by entity DHCP. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:02:10.964269 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8dd3b7eb-674d-450e-b47a-9121aff31fec tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:11.014982 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-177fbffd-9e4d-4e7a-adad-40020957100b tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:02:11.015909 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-177fbffd-9e4d-4e7a-adad-40020957100b tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Synchronizing usage tracker for tenant:fb4b15beed874bf4bdf9eab934db65bc on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:02:11.033933 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-177fbffd-9e4d-4e7a-adad-40020957100b tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Unset dirty status for tenant:fb4b15beed874bf4bdf9eab934db65bc on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:02:11.036553 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-177fbffd-9e4d-4e7a-adad-40020957100b tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] 10.222.0.15 "GET /v2.0/ports?device_id=035cf39c-ba36-4715-9375-d6e51365b793 HTTP/1.1" status: 200 len: 913 time: 0.1168108 May 30 05:02:11.038331 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd3b7eb-674d-450e-b47a-9121aff31fec tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Network 3a472c4e-706e-49c5-9d72-fbb66b9c0513 is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:02:11.039291 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 46482) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:02:11.041838 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-8dd3b7eb-674d-450e-b47a-9121aff31fec tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:02:11.045675 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd3b7eb-674d-450e-b47a-9121aff31fec tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:02:11.082008 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd3b7eb-674d-450e-b47a-9121aff31fec tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event updated for resources: {'Port': ['ID=38613f85-79db-4262-8d27-86ee31ea01ca,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:02:11.101509 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 46486) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:02:11.105167 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [-] 10.222.0.15 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0027535 May 30 05:02:11.111784 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 46488) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:02:11.123117 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8dd3b7eb-674d-450e-b47a-9121aff31fec tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604623'] for router_interface, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:11.400254 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-3ea42ba1-7530-4b3b-8a9e-4ceb8faf01e4 tempest-NetworksApiDiscovery-371284309 tempest-NetworksApiDiscovery-371284309-project] 10.222.0.15 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2873046 May 30 05:02:11.418505 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-7341568d-2657-4fd5-90c0-3fb481bf79d0 None None] Provisioning for port 38613f85-79db-4262-8d27-86ee31ea01ca completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:02:11.426961 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-7341568d-2657-4fd5-90c0-3fb481bf79d0 None None] Provisioning complete for port 38613f85-79db-4262-8d27-86ee31ea01ca triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:02:11.428698 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7341568d-2657-4fd5-90c0-3fb481bf79d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:11.485769 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-7341568d-2657-4fd5-90c0-3fb481bf79d0 None None] Port 38613f85-79db-4262-8d27-86ee31ea01ca cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 05:02:11.560458 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8dd3b7eb-674d-450e-b47a-9121aff31fec tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:11.647847 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1b4982c3-39b6-42ff-8f13-ee1386b22a62 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602184'] for router_interface, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:11.716896 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 46498) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:02:11.851623 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6271c1f1-f52f-4157-a649-0aa9cb88017e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:11.931826 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-6271c1f1-f52f-4157-a649-0aa9cb88017e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:02:11.944598 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-6271c1f1-f52f-4157-a649-0aa9cb88017e admin admin] Usage tracker for resource:security_group_rule and tenant:32ef7093d51747458657d5211ba1bf61 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:02:11.949316 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-6271c1f1-f52f-4157-a649-0aa9cb88017e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:02:11.958567 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-6271c1f1-f52f-4157-a649-0aa9cb88017e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:02:12.009076 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-1b4982c3-39b6-42ff-8f13-ee1386b22a62 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Deleting port e98667f5-b46f-4af1-bc96-014d3809b240 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:02:12.009332 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1b4982c3-39b6-42ff-8f13-ee1386b22a62 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:12.062118 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8dd3b7eb-674d-450e-b47a-9121aff31fec tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for port, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:12.071426 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8dd3b7eb-674d-450e-b47a-9121aff31fec tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1547421'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:12.222526 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6271c1f1-f52f-4157-a649-0aa9cb88017e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:12.223881 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8dd3b7eb-674d-450e-b47a-9121aff31fec tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1642774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602230'] for router_interface, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:12.227457 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd3b7eb-674d-450e-b47a-9121aff31fec tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event updated for resources: {'Port': ['ID=38613f85-79db-4262-8d27-86ee31ea01ca,revision_number=2']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:02:12.233407 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6271c1f1-f52f-4157-a649-0aa9cb88017e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:12.321469 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1b4982c3-39b6-42ff-8f13-ee1386b22a62 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:12.354417 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-6271c1f1-f52f-4157-a649-0aa9cb88017e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=32ef7093d51747458657d5211ba1bf61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6364894 May 30 05:02:12.360613 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 46504) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:02:12.375386 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6271c1f1-f52f-4157-a649-0aa9cb88017e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9844b786-6a13-4e1a-99c2-48a447331967,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:02:12.446227 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-1b4982c3-39b6-42ff-8f13-ee1386b22a62 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Calling delete_port for e98667f5-b46f-4af1-bc96-014d3809b240 owned by network:router_interface {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:02:12.457170 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd3b7eb-674d-450e-b47a-9121aff31fec tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Network 3a472c4e-706e-49c5-9d72-fbb66b9c0513 is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:02:12.459886 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-8dd3b7eb-674d-450e-b47a-9121aff31fec tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:02:12.465901 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c6cc400d-72f8-4642-aaed-cd88d347d7f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:12.569982 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c6cc400d-72f8-4642-aaed-cd88d347d7f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:12.656799 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1b4982c3-39b6-42ff-8f13-ee1386b22a62 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:12.704355 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dd3b7eb-674d-450e-b47a-9121aff31fec tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Router 8df89f11-e96e-4a0c-9912-fe14e6e07613 has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 05:02:12.706052 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4982c3-39b6-42ff-8f13-ee1386b22a62 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Pushing event deleted for resources: {'Port': ['ID=e98667f5-b46f-4af1-bc96-014d3809b240,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:02:12.726059 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-a5d999bb-a000-42a4-8779-96b2090c9c90 None None] Provisioning complete for port 38613f85-79db-4262-8d27-86ee31ea01ca triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:02:12.726573 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a5d999bb-a000-42a4-8779-96b2090c9c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:12.767697 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c6cc400d-72f8-4642-aaed-cd88d347d7f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:12.783726 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-a5d999bb-a000-42a4-8779-96b2090c9c90 None None] Port 38613f85-79db-4262-8d27-86ee31ea01ca cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 05:02:12.806955 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc400d-72f8-4642-aaed-cd88d347d7f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9844b786-6a13-4e1a-99c2-48a447331967,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:02:12.813616 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c6cc400d-72f8-4642-aaed-cd88d347d7f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:12.814784 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-c6cc400d-72f8-4642-aaed-cd88d347d7f5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9844b786-6a13-4e1a-99c2-48a447331967 HTTP/1.1" status: 204 len: 168 time: 0.4532588 May 30 05:02:12.920645 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dd3b7eb-674d-450e-b47a-9121aff31fec tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:02:12.925492 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-8dd3b7eb-674d-450e-b47a-9121aff31fec tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "PUT /v2.0/routers/8df89f11-e96e-4a0c-9912-fe14e6e07613/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5301375 May 30 05:02:12.932122 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba9f10d4-57bc-4b15-b7d6-536e61b0be2d None None] Sync routers for ids ['8df89f11-e96e-4a0c-9912-fe14e6e07613'] in dv-neutron-843763-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:02:12.942590 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9f10d4-57bc-4b15-b7d6-536e61b0be2d None None] Routers {'8df89f11-e96e-4a0c-9912-fe14e6e07613'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:02:12.943261 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-ba9f10d4-57bc-4b15-b7d6-536e61b0be2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:02:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['8df89f11-e96e-4a0c-9912-fe14e6e07613'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:02:13.008278 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1b4982c3-39b6-42ff-8f13-ee1386b22a62 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1642797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602100'] for router_interface, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:13.126599 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-ba9f10d4-57bc-4b15-b7d6-536e61b0be2d None None] Set router 8df89f11-e96e-4a0c-9912-fe14e6e07613 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:02:13.399805 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b4982c3-39b6-42ff-8f13-ee1386b22a62 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Router 035cf39c-ba36-4715-9375-d6e51365b793 has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 05:02:13.545011 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-ba9f10d4-57bc-4b15-b7d6-536e61b0be2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8df89f11-e96e-4a0c-9912-fe14e6e07613', 'name': 'tempest-TestNetworkBasicOps-router-1784091264', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.168'}], 'enable_snat': True}, 'gw_port_id': '45643f2a-2144-47ee-8c5c-b98833323da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T04:59:10Z', 'updated_at': '2022-05-30T05:02:11Z', 'revision_number': 5, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'gw_port': {'id': '45643f2a-2144-47ee-8c5c-b98833323da3', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:8d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df89f11-e96e-4a0c-9912-fe14e6e07613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:59:13Z', 'updated_at': '2022-05-30T04:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_floatingips': [{'id': '0f3c7aeb-2350-450e-a626-ae9112ba2ed3', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'floating_ip_address': '172.26.6.58', 'floating_network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'router_id': '8df89f11-e96e-4a0c-9912-fe14e6e07613', 'port_id': '9ead05bc-ece0-4d02-9e8e-c6949d789f26', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83d1d881-1387-42cf-a16f-9c6e02a5e965', 'mac_address': 'fa:16:3e:3a:53:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b9579b7-bae6-478c-894f-e20038a7bb0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T05:00:22Z', 'updated_at': '2022-05-30T05:00:30Z', 'revision_number': 1, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38613f85-79db-4262-8d27-86ee31ea01ca', 'name': '', 'network_id': '3a472c4e-706e-49c5-9d72-fbb66b9c0513', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'mac_address': 'fa:16:3e:ba:f8:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8df89f11-e96e-4a0c-9912-fe14e6e07613', 'device_owner': 'network:router_interface', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': 'c3042e91-f5bc-43b2-9ec2-f93d3862d3d0', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:02:10Z', 'updated_at': '2022-05-30T05:02:11Z', 'revision_number': 2, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'subnets': [{'id': 'c3042e91-f5bc-43b2-9ec2-f93d3862d3d0', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0655984-3405-4621-9760-408d68a84799', 'name': '', 'network_id': '83d1d881-1387-42cf-a16f-9c6e02a5e965', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'mac_address': 'fa:16:3e:b1:40:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df89f11-e96e-4a0c-9912-fe14e6e07613', 'device_owner': 'network:router_interface', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '1acbe121-74d9-41fa-8525-29a9efbdfaac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:59:27Z', 'updated_at': '2022-05-30T04:59:39Z', 'revision_number': 5, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'subnets': [{'id': '1acbe121-74d9-41fa-8525-29a9efbdfaac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:02:13.548906 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba9f10d4-57bc-4b15-b7d6-536e61b0be2d None None] Checking router: 8df89f11-e96e-4a0c-9912-fe14e6e07613 for host: dv-neutron-843763-1-hyperv {{(pid=88262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 05:02:13.549268 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba9f10d4-57bc-4b15-b7d6-536e61b0be2d None None] Updating router 8df89f11-e96e-4a0c-9912-fe14e6e07613 port 38613f85-79db-4262-8d27-86ee31ea01ca binding host dv-neutron-843763-1-hyperv {{(pid=88262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 30 05:02:13.569597 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 46532) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:02:13.592590 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b4982c3-39b6-42ff-8f13-ee1386b22a62 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:02:13.604948 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8c2546-8b01-4765-9ff0-b4ca8e0be522 None None] Sync routers for ids ['035cf39c-ba36-4715-9375-d6e51365b793'] in dv-neutron-843763-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:02:13.605493 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-ba9f10d4-57bc-4b15-b7d6-536e61b0be2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:13.614692 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-1b4982c3-39b6-42ff-8f13-ee1386b22a62 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] 10.222.0.15 "PUT /v2.0/routers/035cf39c-ba36-4715-9375-d6e51365b793/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5740905 May 30 05:02:13.615886 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8c2546-8b01-4765-9ff0-b4ca8e0be522 None None] Routers {'035cf39c-ba36-4715-9375-d6e51365b793'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:02:13.616493 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-ae8c2546-8b01-4765-9ff0-b4ca8e0be522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:02:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['035cf39c-ba36-4715-9375-d6e51365b793'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:02:13.617155 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 46538) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:02:13.691525 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-ae8c2546-8b01-4765-9ff0-b4ca8e0be522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:02:13.701231 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8c2546-8b01-4765-9ff0-b4ca8e0be522 None None] Routers {'035cf39c-ba36-4715-9375-d6e51365b793'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:02:13.701863 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-ae8c2546-8b01-4765-9ff0-b4ca8e0be522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:02:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['035cf39c-ba36-4715-9375-d6e51365b793'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:02:13.761280 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-ae8c2546-8b01-4765-9ff0-b4ca8e0be522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:02:13.761743 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8c2546-8b01-4765-9ff0-b4ca8e0be522 None None] The sync data for ids ['035cf39c-ba36-4715-9375-d6e51365b793'] in dv-neutron-843763-1-hyperv is: [] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:02:13.828614 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-8efda199-8e46-4a72-b183-f1f62e4c38dc admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1089136327-network', 'tenant_id': '88101d051d394b379575d1a4b606816a'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:02:13.843246 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-8efda199-8e46-4a72-b183-f1f62e4c38dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:02:13.850689 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-8efda199-8e46-4a72-b183-f1f62e4c38dc admin admin] Usage tracker for resource:network and tenant:88101d051d394b379575d1a4b606816a is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:02:13.855005 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-8efda199-8e46-4a72-b183-f1f62e4c38dc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:02:13.863780 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-8efda199-8e46-4a72-b183-f1f62e4c38dc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:02:13.945605 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8efda199-8e46-4a72-b183-f1f62e4c38dc admin admin] Made reservation on behalf of 88101d051d394b379575d1a4b606816a for: {'network': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:02:13.947921 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8efda199-8e46-4a72-b183-f1f62e4c38dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for network, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:13.963164 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8efda199-8e46-4a72-b183-f1f62e4c38dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:13.976259 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-ba9f10d4-57bc-4b15-b7d6-536e61b0be2d None None] Notify callbacks [] for port, precommit_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:13.983250 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-8efda199-8e46-4a72-b183-f1f62e4c38dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:02:13.987881 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-ba9f10d4-57bc-4b15-b7d6-536e61b0be2d None None] Transition to ACTIVE for port object 38613f85-79db-4262-8d27-86ee31ea01ca will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:02:13.989732 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-997f0bf2-cae1-42f5-af7c-5a6cca76a266 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks [] for router, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:13.994660 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-ba9f10d4-57bc-4b15-b7d6-536e61b0be2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:14.037378 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-8efda199-8e46-4a72-b183-f1f62e4c38dc admin admin] Usage tracker for resource:security_group_rule and tenant:88101d051d394b379575d1a4b606816a is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:02:14.048920 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-8efda199-8e46-4a72-b183-f1f62e4c38dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:02:14.063323 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-8efda199-8e46-4a72-b183-f1f62e4c38dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:02:14.159706 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f65fb44-bbf2-4c0b-8771-024756fcac9e None None] Pushing event updated for resources: {'Port': ['ID=38613f85-79db-4262-8d27-86ee31ea01ca,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:02:14.219494 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-ba9f10d4-57bc-4b15-b7d6-536e61b0be2d None None] Attempting to bind port 38613f85-79db-4262-8d27-86ee31ea01ca on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 05:02:14.219810 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-ba9f10d4-57bc-4b15-b7d6-536e61b0be2d None None] Attempting to bind port 38613f85-79db-4262-8d27-86ee31ea01ca by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': '084e388d-319f-4998-938e-0681ba13a099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '3a472c4e-706e-49c5-9d72-fbb66b9c0513'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 05:02:14.220286 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9f10d4-57bc-4b15-b7d6-536e61b0be2d None None] Attempting to bind port 38613f85-79db-4262-8d27-86ee31ea01ca on network 3a472c4e-706e-49c5-9d72-fbb66b9c0513 {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:02:14.220777 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-997f0bf2-cae1-42f5-af7c-5a6cca76a266 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:14.227339 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9f10d4-57bc-4b15-b7d6-536e61b0be2d None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 5, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 05:02:14.227726 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9f10d4-57bc-4b15-b7d6-536e61b0be2d None None] Checking segment: {'id': '084e388d-319f-4998-938e-0681ba13a099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '3a472c4e-706e-49c5-9d72-fbb66b9c0513'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:02:14.228169 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-ba9f10d4-57bc-4b15-b7d6-536e61b0be2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:14.228563 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9f10d4-57bc-4b15-b7d6-536e61b0be2d None None] Bound using segment: {'id': '084e388d-319f-4998-938e-0681ba13a099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '3a472c4e-706e-49c5-9d72-fbb66b9c0513'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 05:02:14.229085 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-ba9f10d4-57bc-4b15-b7d6-536e61b0be2d None None] Bound port: 38613f85-79db-4262-8d27-86ee31ea01ca, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '084e388d-319f-4998-938e-0681ba13a099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '3a472c4e-706e-49c5-9d72-fbb66b9c0513'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 05:02:14.229463 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-ba9f10d4-57bc-4b15-b7d6-536e61b0be2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:14.250236 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-997f0bf2-cae1-42f5-af7c-5a6cca76a266 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Deleting port fedc5be0-23d1-4cac-b660-7961f750ec2c {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:02:14.250623 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-997f0bf2-cae1-42f5-af7c-5a6cca76a266 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:14.309231 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8efda199-8e46-4a72-b183-f1f62e4c38dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:14.316048 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8efda199-8e46-4a72-b183-f1f62e4c38dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:14.338694 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-ba9f10d4-57bc-4b15-b7d6-536e61b0be2d None None] For port 38613f85-79db-4262-8d27-86ee31ea01ca, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 05:02:14.342152 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-ba9f10d4-57bc-4b15-b7d6-536e61b0be2d None None] For port 38613f85-79db-4262-8d27-86ee31ea01ca, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=38613f85-79db-4262-8d27-86ee31ea01ca,segment=NetworkSegment(084e388d-319f-4998-938e-0681ba13a099),segment_id=084e388d-319f-4998-938e-0681ba13a099)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 05:02:14.346454 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-ba9f10d4-57bc-4b15-b7d6-536e61b0be2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:14.422291 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9f10d4-57bc-4b15-b7d6-536e61b0be2d None None] Routers {'8df89f11-e96e-4a0c-9912-fe14e6e07613'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:02:14.422937 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-ba9f10d4-57bc-4b15-b7d6-536e61b0be2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:02:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['8df89f11-e96e-4a0c-9912-fe14e6e07613'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:02:14.424378 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8efda199-8e46-4a72-b183-f1f62e4c38dc admin admin] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=88261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 05:02:14.431832 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efda199-8e46-4a72-b183-f1f62e4c38dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06585397-0422-42a3-a927-4a6be52eaa0e,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:02:14.444030 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8efda199-8e46-4a72-b183-f1f62e4c38dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:14.444248 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.db.segments_db [None req-8efda199-8e46-4a72-b183-f1f62e4c38dc admin admin] Added segment e44dcc7a-45b8-400b-a163-3c280c77686f of type vlan for network 719d6beb-a88c-42b5-a4d8-b710f113657a May 30 05:02:14.492023 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f65fb44-bbf2-4c0b-8771-024756fcac9e None None] Pushing event updated for resources: {'Port': ['ID=38613f85-79db-4262-8d27-86ee31ea01ca,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:02:14.494001 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-997f0bf2-cae1-42f5-af7c-5a6cca76a266 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:14.506440 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8efda199-8e46-4a72-b183-f1f62e4c38dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729234556353'] for network, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:14.619450 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-ba9f10d4-57bc-4b15-b7d6-536e61b0be2d None None] Set router 8df89f11-e96e-4a0c-9912-fe14e6e07613 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:02:14.634023 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-997f0bf2-cae1-42f5-af7c-5a6cca76a266 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Calling delete_port for fedc5be0-23d1-4cac-b660-7961f750ec2c owned by network:router_gateway {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:02:14.702236 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8efda199-8e46-4a72-b183-f1f62e4c38dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788'] for network, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:14.703047 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8efda199-8e46-4a72-b183-f1f62e4c38dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:02:14.703607 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8efda199-8e46-4a72-b183-f1f62e4c38dc admin admin] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:14.824121 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-8efda199-8e46-4a72-b183-f1f62e4c38dc admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2506964 May 30 05:02:14.825094 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 46542) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:02:14.831808 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-a4c7975e-b78d-42a8-aa7d-54f0883c7a86 admin admin] Request body: {'subnet': {'network_id': '719d6beb-a88c-42b5-a4d8-b710f113657a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1089136327-subnet', 'tenant_id': '88101d051d394b379575d1a4b606816a', 'ip_version': 4}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:02:14.832717 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efda199-8e46-4a72-b183-f1f62e4c38dc admin admin] Pushing event updated for resources: {'Network': ['ID=719d6beb-a88c-42b5-a4d8-b710f113657a,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:02:14.837906 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-a4c7975e-b78d-42a8-aa7d-54f0883c7a86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:02:14.843045 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-a4c7975e-b78d-42a8-aa7d-54f0883c7a86 admin admin] Usage tracker for resource:subnet and tenant:88101d051d394b379575d1a4b606816a is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:02:14.847626 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-a4c7975e-b78d-42a8-aa7d-54f0883c7a86 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:02:14.855334 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-a4c7975e-b78d-42a8-aa7d-54f0883c7a86 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:02:14.905257 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Network 719d6beb-a88c-42b5-a4d8-b710f113657a details requested by agent ovs-agent-dv-neutron-843763-1-hyperv with host dv-neutron-843763-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 05:02:14.922531 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-997f0bf2-cae1-42f5-af7c-5a6cca76a266 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:14.971291 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997f0bf2-cae1-42f5-af7c-5a6cca76a266 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Pushing event deleted for resources: {'Port': ['ID=fedc5be0-23d1-4cac-b660-7961f750ec2c,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:02:14.988711 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4c7975e-b78d-42a8-aa7d-54f0883c7a86 admin admin] Made reservation on behalf of 88101d051d394b379575d1a4b606816a for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:02:14.991395 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a4c7975e-b78d-42a8-aa7d-54f0883c7a86 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2133361'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:15.061673 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-997f0bf2-cae1-42f5-af7c-5a6cca76a266 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1604781'] for router_gateway, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:15.130325 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-ba9f10d4-57bc-4b15-b7d6-536e61b0be2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8df89f11-e96e-4a0c-9912-fe14e6e07613', 'name': 'tempest-TestNetworkBasicOps-router-1784091264', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.168'}], 'enable_snat': True}, 'gw_port_id': '45643f2a-2144-47ee-8c5c-b98833323da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T04:59:10Z', 'updated_at': '2022-05-30T05:02:11Z', 'revision_number': 5, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'gw_port': {'id': '45643f2a-2144-47ee-8c5c-b98833323da3', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:8d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df89f11-e96e-4a0c-9912-fe14e6e07613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:59:13Z', 'updated_at': '2022-05-30T04:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_floatingips': [{'id': '0f3c7aeb-2350-450e-a626-ae9112ba2ed3', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'floating_ip_address': '172.26.6.58', 'floating_network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'router_id': '8df89f11-e96e-4a0c-9912-fe14e6e07613', 'port_id': '9ead05bc-ece0-4d02-9e8e-c6949d789f26', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83d1d881-1387-42cf-a16f-9c6e02a5e965', 'mac_address': 'fa:16:3e:3a:53:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b9579b7-bae6-478c-894f-e20038a7bb0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T05:00:22Z', 'updated_at': '2022-05-30T05:00:30Z', 'revision_number': 1, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38613f85-79db-4262-8d27-86ee31ea01ca', 'name': '', 'network_id': '3a472c4e-706e-49c5-9d72-fbb66b9c0513', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'mac_address': 'fa:16:3e:ba:f8:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8df89f11-e96e-4a0c-9912-fe14e6e07613', 'device_owner': 'network:router_interface', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': 'c3042e91-f5bc-43b2-9ec2-f93d3862d3d0', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:02:10Z', 'updated_at': '2022-05-30T05:02:14Z', 'revision_number': 4, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'subnets': [{'id': 'c3042e91-f5bc-43b2-9ec2-f93d3862d3d0', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0655984-3405-4621-9760-408d68a84799', 'name': '', 'network_id': '83d1d881-1387-42cf-a16f-9c6e02a5e965', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'mac_address': 'fa:16:3e:b1:40:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df89f11-e96e-4a0c-9912-fe14e6e07613', 'device_owner': 'network:router_interface', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '1acbe121-74d9-41fa-8525-29a9efbdfaac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:59:27Z', 'updated_at': '2022-05-30T04:59:39Z', 'revision_number': 5, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'subnets': [{'id': '1acbe121-74d9-41fa-8525-29a9efbdfaac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:02:15.134920 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba9f10d4-57bc-4b15-b7d6-536e61b0be2d None None] The sync data for ids ['8df89f11-e96e-4a0c-9912-fe14e6e07613'] in dv-neutron-843763-1-hyperv is: [{'id': '8df89f11-e96e-4a0c-9912-fe14e6e07613', 'name': 'tempest-TestNetworkBasicOps-router-1784091264', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.168'}], 'enable_snat': True}, 'gw_port_id': '45643f2a-2144-47ee-8c5c-b98833323da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T04:59:10Z', 'updated_at': '2022-05-30T05:02:11Z', 'revision_number': 5, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'gw_port': {'id': '45643f2a-2144-47ee-8c5c-b98833323da3', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:8d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df89f11-e96e-4a0c-9912-fe14e6e07613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:59:13Z', 'updated_at': '2022-05-30T04:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_floatingips': [{'id': '0f3c7aeb-2350-450e-a626-ae9112ba2ed3', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'floating_ip_address': '172.26.6.58', 'floating_network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'router_id': '8df89f11-e96e-4a0c-9912-fe14e6e07613', 'port_id': '9ead05bc-ece0-4d02-9e8e-c6949d789f26', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83d1d881-1387-42cf-a16f-9c6e02a5e965', 'mac_address': 'fa:16:3e:3a:53:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b9579b7-bae6-478c-894f-e20038a7bb0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T05:00:22Z', 'updated_at': '2022-05-30T05:00:30Z', 'revision_number': 1, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38613f85-79db-4262-8d27-86ee31ea01ca', 'name': '', 'network_id': '3a472c4e-706e-49c5-9d72-fbb66b9c0513', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'mac_address': 'fa:16:3e:ba:f8:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8df89f11-e96e-4a0c-9912-fe14e6e07613', 'device_owner': 'network:router_interface', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': 'c3042e91-f5bc-43b2-9ec2-f93d3862d3d0', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:02:10Z', 'updated_at': '2022-05-30T05:02:14Z', 'revision_number': 4, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'subnets': [{'id': 'c3042e91-f5bc-43b2-9ec2-f93d3862d3d0', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0655984-3405-4621-9760-408d68a84799', 'name': '', 'network_id': '83d1d881-1387-42cf-a16f-9c6e02a5e965', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'mac_address': 'fa:16:3e:b1:40:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df89f11-e96e-4a0c-9912-fe14e6e07613', 'device_owner': 'network:router_interface', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '1acbe121-74d9-41fa-8525-29a9efbdfaac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:59:27Z', 'updated_at': '2022-05-30T04:59:39Z', 'revision_number': 5, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'subnets': [{'id': '1acbe121-74d9-41fa-8525-29a9efbdfaac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:02:15.219939 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a4c7975e-b78d-42a8-aa7d-54f0883c7a86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1547796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2133315'] for subnet, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:15.259072 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-997f0bf2-cae1-42f5-af7c-5a6cca76a266 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11660'] for router, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:15.262476 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-997f0bf2-cae1-42f5-af7c-5a6cca76a266 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:15.300929 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-997f0bf2-cae1-42f5-af7c-5a6cca76a266 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1601605'] for router, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:15.301551 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-997f0bf2-cae1-42f5-af7c-5a6cca76a266 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Fanout notify agent at l3_agent the message router_deleted on router 035cf39c-ba36-4715-9375-d6e51365b793 {{(pid=88261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 30 05:02:15.319796 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-997f0bf2-cae1-42f5-af7c-5a6cca76a266 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks [] for router, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:15.323154 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-997f0bf2-cae1-42f5-af7c-5a6cca76a266 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] 10.222.0.15 "DELETE /v2.0/routers/035cf39c-ba36-4715-9375-d6e51365b793 HTTP/1.1" status: 204 len: 168 time: 1.7025909 May 30 05:02:15.324211 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 46546) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:02:15.368755 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c7975e-b78d-42a8-aa7d-54f0883c7a86 admin admin] Pushing event updated for resources: {'Subnet': ['ID=195eaa06-b93a-44cb-9e99-e406979df128,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:02:15.383464 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c7975e-b78d-42a8-aa7d-54f0883c7a86 admin admin] Checking segment: {'id': 'e44dcc7a-45b8-400b-a163-3c280c77686f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '719d6beb-a88c-42b5-a4d8-b710f113657a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:02:15.383822 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c7975e-b78d-42a8-aa7d-54f0883c7a86 admin admin] Network hostable DHCP agents. Network: 719d6beb-a88c-42b5-a4d8-b710f113657a, hostable agents: ['1c705e68-3d3e-4dd3-9252-feb21d4b96ab'], hosted agents: [] {{(pid=88260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 05:02:15.416006 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ab82ae1-2e62-4b1a-af4d-825e8ee06c7d tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Deleting subnet fdbb4b63-cc73-42ea-be1d-9590bee05d3a {{(pid=88260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 30 05:02:15.423661 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2ab82ae1-2e62-4b1a-af4d-825e8ee06c7d tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks [] for subnet, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:15.451580 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c7975e-b78d-42a8-aa7d-54f0883c7a86 admin admin] Network 719d6beb-a88c-42b5-a4d8-b710f113657a is scheduled to be hosted by DHCP agent 1c705e68-3d3e-4dd3-9252-feb21d4b96ab with binding_index 1 {{(pid=88260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 05:02:15.476835 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-a4c7975e-b78d-42a8-aa7d-54f0883c7a86 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843763-1-hyperv, 719d6beb-a88c-42b5-a4d8-b710f113657a) {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:02:15.484553 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c7975e-b78d-42a8-aa7d-54f0883c7a86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:02:15.485134 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a4c7975e-b78d-42a8-aa7d-54f0883c7a86 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:15.486315 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e9f85a-6a30-4a0b-a7fa-3bc2f98dc756 None None] Network 719d6beb-a88c-42b5-a4d8-b710f113657a requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:02:15.499810 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2ab82ae1-2e62-4b1a-af4d-825e8ee06c7d tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1454738'] for subnet, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:15.549736 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-a4c7975e-b78d-42a8-aa7d-54f0883c7a86 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7224109 May 30 05:02:15.552052 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 46552) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:02:15.558009 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-db4d6f9d-3626-452e-acd0-bba882176c83 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1089136327-router', 'tenant_id': '88101d051d394b379575d1a4b606816a', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'}}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:02:15.563875 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-db4d6f9d-3626-452e-acd0-bba882176c83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:02:15.568786 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-db4d6f9d-3626-452e-acd0-bba882176c83 admin admin] Usage tracker for resource:router and tenant:88101d051d394b379575d1a4b606816a is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:02:15.571026 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2ab82ae1-2e62-4b1a-af4d-825e8ee06c7d tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860493'] for subnet, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:15.572272 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-db4d6f9d-3626-452e-acd0-bba882176c83 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:02:15.578603 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-db4d6f9d-3626-452e-acd0-bba882176c83 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:02:15.667094 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2ab82ae1-2e62-4b1a-af4d-825e8ee06c7d tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1547867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2133322'] for subnet, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:15.716955 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab82ae1-2e62-4b1a-af4d-825e8ee06c7d tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Pushing event deleted for resources: {'Subnet': ['ID=fdbb4b63-cc73-42ea-be1d-9590bee05d3a,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:02:15.720738 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2ab82ae1-2e62-4b1a-af4d-825e8ee06c7d tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:15.721928 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-db4d6f9d-3626-452e-acd0-bba882176c83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1603901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11666'] for router, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:15.723657 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-db4d6f9d-3626-452e-acd0-bba882176c83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11675'] for router, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:15.733888 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-2ab82ae1-2e62-4b1a-af4d-825e8ee06c7d tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] 10.222.0.15 "DELETE /v2.0/subnets/fdbb4b63-cc73-42ea-be1d-9590bee05d3a HTTP/1.1" status: 204 len: 168 time: 0.4054613 May 30 05:02:15.735235 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 46556) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:02:15.744257 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-db4d6f9d-3626-452e-acd0-bba882176c83 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:15.774649 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f9adc8-bbcd-49f1-8ca4-692035a3b8ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bbf24ed-7ba9-53d2-873f-8f9642b1e987-719d6beb-a88c-42b5-a4d8-b710f113657a', 'network_id': '719d6beb-a88c-42b5-a4d8-b710f113657a', 'tenant_id': '88101d051d394b379575d1a4b606816a', 'fixed_ips': [{'subnet_id': '195eaa06-b93a-44cb-9e99-e406979df128'}]}} from dv-neutron-843763-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 30 05:02:15.775834 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-d1f9adc8-bbcd-49f1-8ca4-692035a3b8ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:15.869886 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6056ae40-8c11-432a-b9fe-ecd7bb7beaa4 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897784'] for network, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:15.953957 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-d1f9adc8-bbcd-49f1-8ca4-692035a3b8ab None None] Allocated IP 172.20.0.2 (719d6beb-a88c-42b5-a4d8-b710f113657a/195eaa06-b93a-44cb-9e99-e406979df128/86f9ef3a-6b43-4958-abaf-4fa69ed69ae4) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:02:16.015028 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6056ae40-8c11-432a-b9fe-ecd7bb7beaa4 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867540', 'neutron.services.segments.db._delete_segments_for_network-8729234922972'] for network, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:16.041040 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-6056ae40-8c11-432a-b9fe-ecd7bb7beaa4 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2513721-9039-4ed7-a80f-21e1d8f859c7']}} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:02:16.045558 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-db4d6f9d-3626-452e-acd0-bba882176c83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11765'] for router, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:16.054352 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-6056ae40-8c11-432a-b9fe-ecd7bb7beaa4 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1965b9e4-b4f3-482a-8b51-2b4ba9912bd2') {'for_net_delete': True} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:02:16.054657 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-6056ae40-8c11-432a-b9fe-ecd7bb7beaa4 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1965b9e4-b4f3-482a-8b51-2b4ba9912bd2') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:02:16.066832 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6056ae40-8c11-432a-b9fe-ecd7bb7beaa4 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729235042807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1454725'] for segment, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:16.084816 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6056ae40-8c11-432a-b9fe-ecd7bb7beaa4 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:16.092398 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6056ae40-8c11-432a-b9fe-ecd7bb7beaa4 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=88260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 05:02:16.092790 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6056ae40-8c11-432a-b9fe-ecd7bb7beaa4 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-862858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1547513'] for segment, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:16.162492 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 1965b9e4-b4f3-482a-8b51-2b4ba9912bd2 resource provider aggregate not found May 30 05:02:16.173913 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-d1f9adc8-bbcd-49f1-8ca4-692035a3b8ab None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:16.192779 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 1965b9e4-b4f3-482a-8b51-2b4ba9912bd2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1965b9e4-b4f3-482a-8b51-2b4ba9912bd2 found for delete ", "request_id": "req-f8c542b9-5912-4458-b285-c29b623781a9"}]} May 30 05:02:16.211776 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6056ae40-8c11-432a-b9fe-ecd7bb7beaa4 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604744'] for network, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:16.212686 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-d1f9adc8-bbcd-49f1-8ca4-692035a3b8ab None None] Transition to ACTIVE for port object 86f9ef3a-6b43-4958-abaf-4fa69ed69ae4 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:02:16.239730 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-d1f9adc8-bbcd-49f1-8ca4-692035a3b8ab None None] Transition to ACTIVE for port object 86f9ef3a-6b43-4958-abaf-4fa69ed69ae4 will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:02:16.243429 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6056ae40-8c11-432a-b9fe-ecd7bb7beaa4 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:16.247202 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-d1f9adc8-bbcd-49f1-8ca4-692035a3b8ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:16.252547 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6056ae40-8c11-432a-b9fe-ecd7bb7beaa4 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] Pushing event deleted for resources: {'Network': ['ID=e2513721-9039-4ed7-a80f-21e1d8f859c7,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:02:16.256980 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-6056ae40-8c11-432a-b9fe-ecd7bb7beaa4 tempest-FloatingIPTestJSON-1427731804 tempest-FloatingIPTestJSON-1427731804-project] 10.222.0.15 "DELETE /v2.0/networks/e2513721-9039-4ed7-a80f-21e1d8f859c7 HTTP/1.1" status: 204 len: 168 time: 0.5207198 May 30 05:02:16.331573 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f9adc8-bbcd-49f1-8ca4-692035a3b8ab None None] Network 719d6beb-a88c-42b5-a4d8-b710f113657a is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:02:16.334864 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-d1f9adc8-bbcd-49f1-8ca4-692035a3b8ab None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:02:16.337480 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f9adc8-bbcd-49f1-8ca4-692035a3b8ab None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:02:16.348079 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f9adc8-bbcd-49f1-8ca4-692035a3b8ab None None] Pushing event updated for resources: {'Port': ['ID=86f9ef3a-6b43-4958-abaf-4fa69ed69ae4,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:02:16.398166 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-db4d6f9d-3626-452e-acd0-bba882176c83 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:16.439000 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-db4d6f9d-3626-452e-acd0-bba882176c83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:16.440691 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-d1f9adc8-bbcd-49f1-8ca4-692035a3b8ab None None] Attempting to bind port 86f9ef3a-6b43-4958-abaf-4fa69ed69ae4 on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 05:02:16.441053 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-d1f9adc8-bbcd-49f1-8ca4-692035a3b8ab None None] Attempting to bind port 86f9ef3a-6b43-4958-abaf-4fa69ed69ae4 by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': 'e44dcc7a-45b8-400b-a163-3c280c77686f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '719d6beb-a88c-42b5-a4d8-b710f113657a'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 05:02:16.441409 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f9adc8-bbcd-49f1-8ca4-692035a3b8ab None None] Attempting to bind port 86f9ef3a-6b43-4958-abaf-4fa69ed69ae4 on network 719d6beb-a88c-42b5-a4d8-b710f113657a {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:02:16.447349 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f9adc8-bbcd-49f1-8ca4-692035a3b8ab None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 5, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 05:02:16.447739 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f9adc8-bbcd-49f1-8ca4-692035a3b8ab None None] Checking segment: {'id': 'e44dcc7a-45b8-400b-a163-3c280c77686f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '719d6beb-a88c-42b5-a4d8-b710f113657a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:02:16.448121 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-d1f9adc8-bbcd-49f1-8ca4-692035a3b8ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:16.448510 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f9adc8-bbcd-49f1-8ca4-692035a3b8ab None None] Bound using segment: {'id': 'e44dcc7a-45b8-400b-a163-3c280c77686f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '719d6beb-a88c-42b5-a4d8-b710f113657a'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 05:02:16.448963 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-d1f9adc8-bbcd-49f1-8ca4-692035a3b8ab None None] Bound port: 86f9ef3a-6b43-4958-abaf-4fa69ed69ae4, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e44dcc7a-45b8-400b-a163-3c280c77686f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '719d6beb-a88c-42b5-a4d8-b710f113657a'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 05:02:16.449334 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-d1f9adc8-bbcd-49f1-8ca4-692035a3b8ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:16.496041 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 46568) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:02:16.540212 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-d1f9adc8-bbcd-49f1-8ca4-692035a3b8ab None None] For port 86f9ef3a-6b43-4958-abaf-4fa69ed69ae4, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 05:02:16.543708 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-d1f9adc8-bbcd-49f1-8ca4-692035a3b8ab None None] For port 86f9ef3a-6b43-4958-abaf-4fa69ed69ae4, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=86f9ef3a-6b43-4958-abaf-4fa69ed69ae4,segment=NetworkSegment(e44dcc7a-45b8-400b-a163-3c280c77686f),segment_id=e44dcc7a-45b8-400b-a163-3c280c77686f)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 05:02:16.548067 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-d1f9adc8-bbcd-49f1-8ca4-692035a3b8ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:16.598906 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-db4d6f9d-3626-452e-acd0-bba882176c83 admin admin] Allocated IP 172.26.6.86 (1bab70f4-3794-44db-8e17-19f483aa8ffa/6b5b73c1-b0ce-4f83-a930-c00cc5522926/09d84916-c5bc-4647-93c2-5196ea1d5602) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:02:16.635742 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f9adc8-bbcd-49f1-8ca4-692035a3b8ab None None] Pushing event updated for resources: {'Port': ['ID=86f9ef3a-6b43-4958-abaf-4fa69ed69ae4,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:02:16.681746 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-94a38231-9bee-4a80-90d9-534eb072e51b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fb4b15beed874bf4bdf9eab934db65bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1843226 May 30 05:02:16.682506 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 46574) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:02:16.719224 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 38613f85-79db-4262-8d27-86ee31ea01ca up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:02:16.753200 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-04e41cba-d957-4ccd-a0c7-c74b136b9da4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:16.790372 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-04e41cba-d957-4ccd-a0c7-c74b136b9da4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:16.812481 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-db4d6f9d-3626-452e-acd0-bba882176c83 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:16.823828 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port 38613f85-79db-4262-8d27-86ee31ea01ca completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:02:16.831558 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 38613f85-79db-4262-8d27-86ee31ea01ca triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:02:16.831977 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:16.858289 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-04e41cba-d957-4ccd-a0c7-c74b136b9da4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:16.871201 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-db4d6f9d-3626-452e-acd0-bba882176c83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:16.922076 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e41cba-d957-4ccd-a0c7-c74b136b9da4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6cd16e2-3792-496d-ba85-ba4f6b75bdb6,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:02:16.925961 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-04e41cba-d957-4ccd-a0c7-c74b136b9da4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:16.927243 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-04e41cba-d957-4ccd-a0c7-c74b136b9da4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f6cd16e2-3792-496d-ba85-ba4f6b75bdb6 HTTP/1.1" status: 204 len: 168 time: 0.2438574 May 30 05:02:17.007484 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db4d6f9d-3626-452e-acd0-bba882176c83 admin admin] Network 1bab70f4-3794-44db-8e17-19f483aa8ffa is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:02:17.010626 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-db4d6f9d-3626-452e-acd0-bba882176c83 admin admin] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:02:17.025377 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4d6f9d-3626-452e-acd0-bba882176c83 admin admin] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:02:17.069254 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4d6f9d-3626-452e-acd0-bba882176c83 admin admin] Pushing event updated for resources: {'Port': ['ID=09d84916-c5bc-4647-93c2-5196ea1d5602,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:02:17.077177 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 38613f85-79db-4262-8d27-86ee31ea01ca is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:02:17.077708 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:17.130122 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] For port 38613f85-79db-4262-8d27-86ee31ea01ca, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=38613f85-79db-4262-8d27-86ee31ea01ca,segment=NetworkSegment(084e388d-319f-4998-938e-0681ba13a099),segment_id=084e388d-319f-4998-938e-0681ba13a099)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:02:17.135433 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:17.217668 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Pushing event updated for resources: {'Port': ['ID=38613f85-79db-4262-8d27-86ee31ea01ca,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:02:17.361912 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:17.631017 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-db4d6f9d-3626-452e-acd0-bba882176c83 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:17.745767 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 46598) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:02:17.816859 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0822fbd8-22b3-4620-b60d-fde2172c0b29 None None] Network 719d6beb-a88c-42b5-a4d8-b710f113657a requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:02:17.867276 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-6c8f5a9b-a43f-467c-929b-cdb5a4162844 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-770856296'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:02:17.873629 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-6c8f5a9b-a43f-467c-929b-cdb5a4162844 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:02:17.877544 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-6c8f5a9b-a43f-467c-929b-cdb5a4162844 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Usage tracker for resource:network and tenant:2986bc6e94a0447cb05e0db4a95b2605 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:02:17.880501 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-6c8f5a9b-a43f-467c-929b-cdb5a4162844 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:02:17.887377 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-6c8f5a9b-a43f-467c-929b-cdb5a4162844 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:02:17.898683 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c8f5a9b-a43f-467c-929b-cdb5a4162844 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Made reservation on behalf of 2986bc6e94a0447cb05e0db4a95b2605 for: {'network': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:02:17.902372 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6c8f5a9b-a43f-467c-929b-cdb5a4162844 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for network, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:17.912501 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-d84130cd-262c-4bdb-a468-a5fbbe153c39 None None] Provisioning for port 86f9ef3a-6b43-4958-abaf-4fa69ed69ae4 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:02:17.915744 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6c8f5a9b-a43f-467c-929b-cdb5a4162844 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks [] for security_group, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:17.931139 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-6c8f5a9b-a43f-467c-929b-cdb5a4162844 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:02:17.935012 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-6c8f5a9b-a43f-467c-929b-cdb5a4162844 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Usage tracker for resource:security_group_rule and tenant:2986bc6e94a0447cb05e0db4a95b2605 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:02:17.938166 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-6c8f5a9b-a43f-467c-929b-cdb5a4162844 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:02:17.944452 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-6c8f5a9b-a43f-467c-929b-cdb5a4162844 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:02:18.022043 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-db4d6f9d-3626-452e-acd0-bba882176c83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603653'] for router, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:18.038553 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6c8f5a9b-a43f-467c-929b-cdb5a4162844 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks [] for security_group, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:18.043597 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6c8f5a9b-a43f-467c-929b-cdb5a4162844 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:18.074147 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c8f5a9b-a43f-467c-929b-cdb5a4162844 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=88260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 05:02:18.086462 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8f5a9b-a43f-467c-929b-cdb5a4162844 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac4ab561-dd85-48a0-ba6d-ba3e3f772bd0,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:02:18.090879 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6c8f5a9b-a43f-467c-929b-cdb5a4162844 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:18.091221 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.db.segments_db [None req-6c8f5a9b-a43f-467c-929b-cdb5a4162844 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Added segment edfb82a8-d5f8-454c-a707-a86272899841 of type vlan for network 8c2f28ac-334c-4317-b172-03009bb1a41a May 30 05:02:18.122086 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6c8f5a9b-a43f-467c-929b-cdb5a4162844 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729234556353'] for network, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:18.164682 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6c8f5a9b-a43f-467c-929b-cdb5a4162844 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788'] for network, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:18.170162 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c8f5a9b-a43f-467c-929b-cdb5a4162844 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:02:18.170755 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6c8f5a9b-a43f-467c-929b-cdb5a4162844 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:18.255358 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db4d6f9d-3626-452e-acd0-bba882176c83 admin admin] Router 0052139e-6291-4d45-bd81-95a00b5b5a70 is scheduled to L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 with binding_index 1 {{(pid=88261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 30 05:02:18.287418 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-6c8f5a9b-a43f-467c-929b-cdb5a4162844 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5396855 May 30 05:02:18.288264 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8f5a9b-a43f-467c-929b-cdb5a4162844 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Pushing event updated for resources: {'Network': ['ID=8c2f28ac-334c-4317-b172-03009bb1a41a,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:02:18.290557 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 46606) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:02:18.296051 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-8131a7c3-9d1c-440c-9b1d-58824bd75302 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-569904911'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:02:18.306256 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Network 8c2f28ac-334c-4317-b172-03009bb1a41a details requested by agent ovs-agent-dv-neutron-843763-1-hyperv with host dv-neutron-843763-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 05:02:18.307374 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-8131a7c3-9d1c-440c-9b1d-58824bd75302 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:02:18.313995 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-8131a7c3-9d1c-440c-9b1d-58824bd75302 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Usage tracker for resource:network and tenant:2986bc6e94a0447cb05e0db4a95b2605 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:02:18.319206 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-8131a7c3-9d1c-440c-9b1d-58824bd75302 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:02:18.328062 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-8131a7c3-9d1c-440c-9b1d-58824bd75302 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:02:18.343333 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8131a7c3-9d1c-440c-9b1d-58824bd75302 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Made reservation on behalf of 2986bc6e94a0447cb05e0db4a95b2605 for: {'network': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:02:18.347475 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8131a7c3-9d1c-440c-9b1d-58824bd75302 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for network, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:18.384097 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8131a7c3-9d1c-440c-9b1d-58824bd75302 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=88260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 05:02:18.394516 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8131a7c3-9d1c-440c-9b1d-58824bd75302 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:18.394996 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.db.segments_db [None req-8131a7c3-9d1c-440c-9b1d-58824bd75302 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Added segment f9e4f46a-1dc9-4709-a65e-8ca928a4a5ed of type vlan for network eeddab20-4608-4ba4-8e5f-72b967f6e540 May 30 05:02:18.421427 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8131a7c3-9d1c-440c-9b1d-58824bd75302 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729234556353'] for network, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:18.454421 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8131a7c3-9d1c-440c-9b1d-58824bd75302 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788'] for network, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:18.460512 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8131a7c3-9d1c-440c-9b1d-58824bd75302 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:02:18.461089 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8131a7c3-9d1c-440c-9b1d-58824bd75302 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:18.469841 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db4d6f9d-3626-452e-acd0-bba882176c83 admin admin] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:02:18.479337 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce7fabb-38ee-4708-ab41-5688a3e6997b None None] Sync routers for ids ['0052139e-6291-4d45-bd81-95a00b5b5a70'] in dv-neutron-843763-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:02:18.488929 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce7fabb-38ee-4708-ab41-5688a3e6997b None None] Routers {'0052139e-6291-4d45-bd81-95a00b5b5a70'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:02:18.489700 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-0ce7fabb-38ee-4708-ab41-5688a3e6997b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:02:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['0052139e-6291-4d45-bd81-95a00b5b5a70'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:02:18.495416 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-db4d6f9d-3626-452e-acd0-bba882176c83 admin admin] Notify callbacks [] for router, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:18.496806 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-db4d6f9d-3626-452e-acd0-bba882176c83 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.9431531 May 30 05:02:18.499396 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 46610) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:02:18.677173 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-8131a7c3-9d1c-440c-9b1d-58824bd75302 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3857341 May 30 05:02:18.680269 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8131a7c3-9d1c-440c-9b1d-58824bd75302 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Pushing event updated for resources: {'Network': ['ID=eeddab20-4608-4ba4-8e5f-72b967f6e540,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:02:18.681026 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 46614) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:02:18.687133 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-61bf2824-236f-4355-9a5f-f95fbbedc82c tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Request body: {'subnet': {'network_id': '8c2f28ac-334c-4317-b172-03009bb1a41a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:02:18.713847 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Network eeddab20-4608-4ba4-8e5f-72b967f6e540 details requested by agent ovs-agent-dv-neutron-843763-1-hyperv with host dv-neutron-843763-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 05:02:18.782837 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 38613f85-79db-4262-8d27-86ee31ea01ca up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:02:18.843180 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-0ce7fabb-38ee-4708-ab41-5688a3e6997b None None] Set router 0052139e-6291-4d45-bd81-95a00b5b5a70 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:02:18.881280 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-61bf2824-236f-4355-9a5f-f95fbbedc82c tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:02:19.062507 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-61bf2824-236f-4355-9a5f-f95fbbedc82c tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Usage tracker for resource:subnet and tenant:2986bc6e94a0447cb05e0db4a95b2605 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:02:19.071476 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-61bf2824-236f-4355-9a5f-f95fbbedc82c tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:02:19.086898 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-61bf2824-236f-4355-9a5f-f95fbbedc82c tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:02:19.091565 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 38613f85-79db-4262-8d27-86ee31ea01ca triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:02:19.091943 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:19.103655 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61bf2824-236f-4355-9a5f-f95fbbedc82c tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Made reservation on behalf of 2986bc6e94a0447cb05e0db4a95b2605 for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:02:19.107317 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-61bf2824-236f-4355-9a5f-f95fbbedc82c tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9305518'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:19.275871 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 38613f85-79db-4262-8d27-86ee31ea01ca is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:02:19.276954 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 86f9ef3a-6b43-4958-abaf-4fa69ed69ae4 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:02:19.301413 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-0ce7fabb-38ee-4708-ab41-5688a3e6997b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0052139e-6291-4d45-bd81-95a00b5b5a70', 'name': 'tempest-TestVolumeBootPattern-1089136327-router', 'tenant_id': '88101d051d394b379575d1a4b606816a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.86'}], 'enable_snat': True}, 'gw_port_id': '09d84916-c5bc-4647-93c2-5196ea1d5602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:02:15Z', 'updated_at': '2022-05-30T05:02:17Z', 'revision_number': 3, 'project_id': '88101d051d394b379575d1a4b606816a', 'gw_port': {'id': '09d84916-c5bc-4647-93c2-5196ea1d5602', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:2d:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0052139e-6291-4d45-bd81-95a00b5b5a70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:02:16Z', 'updated_at': '2022-05-30T05:02:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv'}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:02:19.320682 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce7fabb-38ee-4708-ab41-5688a3e6997b None None] Checking router: 0052139e-6291-4d45-bd81-95a00b5b5a70 for host: dv-neutron-843763-1-hyperv {{(pid=88262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 05:02:19.321298 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce7fabb-38ee-4708-ab41-5688a3e6997b None None] Updating router 0052139e-6291-4d45-bd81-95a00b5b5a70 port 09d84916-c5bc-4647-93c2-5196ea1d5602 binding host dv-neutron-843763-1-hyperv {{(pid=88262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 30 05:02:19.386799 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-0ce7fabb-38ee-4708-ab41-5688a3e6997b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:19.441127 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port 86f9ef3a-6b43-4958-abaf-4fa69ed69ae4 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:02:19.451023 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 86f9ef3a-6b43-4958-abaf-4fa69ed69ae4 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:02:19.451669 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:19.588649 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-61bf2824-236f-4355-9a5f-f95fbbedc82c tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2305012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9305500'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:19.688099 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f10ae0cb-3636-4aa8-bc58-71e3ae6b4ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:19.707816 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bf2824-236f-4355-9a5f-f95fbbedc82c tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Pushing event updated for resources: {'Subnet': ['ID=5bc48e94-4752-482d-8993-06766b6a3539,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:02:19.713834 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61bf2824-236f-4355-9a5f-f95fbbedc82c tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Checking segment: {'id': 'edfb82a8-d5f8-454c-a707-a86272899841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8c2f28ac-334c-4317-b172-03009bb1a41a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:02:19.714116 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61bf2824-236f-4355-9a5f-f95fbbedc82c tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Network hostable DHCP agents. Network: 8c2f28ac-334c-4317-b172-03009bb1a41a, hostable agents: ['1c705e68-3d3e-4dd3-9252-feb21d4b96ab'], hosted agents: [] {{(pid=88261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 05:02:19.767209 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 86f9ef3a-6b43-4958-abaf-4fa69ed69ae4 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:02:19.767628 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:19.780159 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61bf2824-236f-4355-9a5f-f95fbbedc82c tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Network 8c2f28ac-334c-4317-b172-03009bb1a41a is scheduled to be hosted by DHCP agent 1c705e68-3d3e-4dd3-9252-feb21d4b96ab with binding_index 1 {{(pid=88261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 05:02:19.796936 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-61bf2824-236f-4355-9a5f-f95fbbedc82c tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843763-1-hyperv, 8c2f28ac-334c-4317-b172-03009bb1a41a) {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:02:19.805090 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61bf2824-236f-4355-9a5f-f95fbbedc82c tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:02:19.805672 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-61bf2824-236f-4355-9a5f-f95fbbedc82c tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:19.810388 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55731560-921e-4ee8-aa78-2aa3985aae4d None None] Network 8c2f28ac-334c-4317-b172-03009bb1a41a requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:02:19.873561 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-61bf2824-236f-4355-9a5f-f95fbbedc82c tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1912718 May 30 05:02:19.876711 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 46620) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:02:19.883893 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-b699a9eb-57cf-4424-befc-103b0388db98 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Request body: {'subnet': {'network_id': 'eeddab20-4608-4ba4-8e5f-72b967f6e540', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:02:19.901184 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] For port 86f9ef3a-6b43-4958-abaf-4fa69ed69ae4, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=86f9ef3a-6b43-4958-abaf-4fa69ed69ae4,segment=NetworkSegment(e44dcc7a-45b8-400b-a163-3c280c77686f),segment_id=e44dcc7a-45b8-400b-a163-3c280c77686f)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:02:19.917581 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:19.948587 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-f10ae0cb-3636-4aa8-bc58-71e3ae6b4ce6 admin admin] Allocated IP 172.20.0.1 (719d6beb-a88c-42b5-a4d8-b710f113657a/195eaa06-b93a-44cb-9e99-e406979df128/d3f40e31-186f-4ed2-8ffb-16622562b07e) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:02:20.000869 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-b699a9eb-57cf-4424-befc-103b0388db98 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:02:20.005194 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-b699a9eb-57cf-4424-befc-103b0388db98 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Usage tracker for resource:subnet and tenant:2986bc6e94a0447cb05e0db4a95b2605 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:02:20.008674 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-b699a9eb-57cf-4424-befc-103b0388db98 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:02:20.014816 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-b699a9eb-57cf-4424-befc-103b0388db98 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:02:20.024868 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b699a9eb-57cf-4424-befc-103b0388db98 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Made reservation on behalf of 2986bc6e94a0447cb05e0db4a95b2605 for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:02:20.028433 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b699a9eb-57cf-4424-befc-103b0388db98 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2133361'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:20.073123 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-0ce7fabb-38ee-4708-ab41-5688a3e6997b None None] Notify callbacks [] for port, precommit_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:20.103835 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f10ae0cb-3636-4aa8-bc58-71e3ae6b4ce6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:20.113708 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Pushing event updated for resources: {'Port': ['ID=86f9ef3a-6b43-4958-abaf-4fa69ed69ae4,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:02:20.118776 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-0ce7fabb-38ee-4708-ab41-5688a3e6997b None None] Transition to ACTIVE for port object 09d84916-c5bc-4647-93c2-5196ea1d5602 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:02:20.123045 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [None req-f10ae0cb-3636-4aa8-bc58-71e3ae6b4ce6 admin admin] Transition to ACTIVE for port object d3f40e31-186f-4ed2-8ffb-16622562b07e will not be triggered until provisioned by entity DHCP. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:02:20.135420 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-0ce7fabb-38ee-4708-ab41-5688a3e6997b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:20.153336 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f10ae0cb-3636-4aa8-bc58-71e3ae6b4ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:20.243754 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f10ae0cb-3636-4aa8-bc58-71e3ae6b4ce6 admin admin] Network 719d6beb-a88c-42b5-a4d8-b710f113657a is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:02:20.247574 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-f10ae0cb-3636-4aa8-bc58-71e3ae6b4ce6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:02:20.251819 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10ae0cb-3636-4aa8-bc58-71e3ae6b4ce6 admin admin] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:02:20.274604 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b699a9eb-57cf-4424-befc-103b0388db98 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1547796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2133315'] for subnet, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:20.282370 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-0ce7fabb-38ee-4708-ab41-5688a3e6997b None None] Attempting to bind port 09d84916-c5bc-4647-93c2-5196ea1d5602 on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 05:02:20.282791 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-0ce7fabb-38ee-4708-ab41-5688a3e6997b None None] Attempting to bind port 09d84916-c5bc-4647-93c2-5196ea1d5602 by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': 'ad083d94-0233-4c50-a0ed-00ef7686038c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 05:02:20.283206 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce7fabb-38ee-4708-ab41-5688a3e6997b None None] Attempting to bind port 09d84916-c5bc-4647-93c2-5196ea1d5602 on network 1bab70f4-3794-44db-8e17-19f483aa8ffa {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:02:20.304869 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10ae0cb-3636-4aa8-bc58-71e3ae6b4ce6 admin admin] Pushing event updated for resources: {'Port': ['ID=d3f40e31-186f-4ed2-8ffb-16622562b07e,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:02:20.308117 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7291853e-1af2-44de-a008-add6a62dc7ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bbf24ed-7ba9-53d2-873f-8f9642b1e987-8c2f28ac-334c-4317-b172-03009bb1a41a', 'network_id': '8c2f28ac-334c-4317-b172-03009bb1a41a', 'tenant_id': '2986bc6e94a0447cb05e0db4a95b2605', 'fixed_ips': [{'subnet_id': '5bc48e94-4752-482d-8993-06766b6a3539'}]}} from dv-neutron-843763-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 30 05:02:20.309106 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7291853e-1af2-44de-a008-add6a62dc7ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:20.323650 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce7fabb-38ee-4708-ab41-5688a3e6997b None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 5, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 05:02:20.324362 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce7fabb-38ee-4708-ab41-5688a3e6997b None None] Checking segment: {'id': 'ad083d94-0233-4c50-a0ed-00ef7686038c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:02:20.324571 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-0ce7fabb-38ee-4708-ab41-5688a3e6997b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:20.324823 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce7fabb-38ee-4708-ab41-5688a3e6997b None None] Bound using segment: {'id': 'ad083d94-0233-4c50-a0ed-00ef7686038c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 05:02:20.325296 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-0ce7fabb-38ee-4708-ab41-5688a3e6997b None None] Bound port: 09d84916-c5bc-4647-93c2-5196ea1d5602, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad083d94-0233-4c50-a0ed-00ef7686038c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 05:02:20.325635 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f10ae0cb-3636-4aa8-bc58-71e3ae6b4ce6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604623'] for router_interface, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:20.325773 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-0ce7fabb-38ee-4708-ab41-5688a3e6997b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:20.355092 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea03fdd-a228-43fb-9bf9-c9190d392793 None None] Pushing event updated for resources: {'Port': ['ID=09d84916-c5bc-4647-93c2-5196ea1d5602,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:02:20.386796 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b699a9eb-57cf-4424-befc-103b0388db98 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Checking segment: {'id': 'f9e4f46a-1dc9-4709-a65e-8ca928a4a5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'eeddab20-4608-4ba4-8e5f-72b967f6e540'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:02:20.387229 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b699a9eb-57cf-4424-befc-103b0388db98 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Network hostable DHCP agents. Network: eeddab20-4608-4ba4-8e5f-72b967f6e540, hostable agents: ['1c705e68-3d3e-4dd3-9252-feb21d4b96ab'], hosted agents: [] {{(pid=88260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 05:02:20.395632 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b699a9eb-57cf-4424-befc-103b0388db98 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Pushing event updated for resources: {'Subnet': ['ID=1289b235-69a6-485a-98d7-b44c9bf4eb4a,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:02:20.415275 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b699a9eb-57cf-4424-befc-103b0388db98 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Network eeddab20-4608-4ba4-8e5f-72b967f6e540 is scheduled to be hosted by DHCP agent 1c705e68-3d3e-4dd3-9252-feb21d4b96ab with binding_index 1 {{(pid=88260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 05:02:20.428074 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-b699a9eb-57cf-4424-befc-103b0388db98 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843763-1-hyperv, eeddab20-4608-4ba4-8e5f-72b967f6e540) {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:02:20.440342 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b699a9eb-57cf-4424-befc-103b0388db98 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:02:20.441438 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fca31c4-4002-4717-aae9-325ad686e577 None None] Network eeddab20-4608-4ba4-8e5f-72b967f6e540 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:02:20.441951 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b699a9eb-57cf-4424-befc-103b0388db98 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:20.470429 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-b699a9eb-57cf-4424-befc-103b0388db98 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5918112 May 30 05:02:20.473032 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 46626) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:02:20.479496 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-f61b431c-6f47-4dc4-897b-2b4549bdbc4b tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-478432659', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:02:20.489119 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-f61b431c-6f47-4dc4-897b-2b4549bdbc4b tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:02:20.495428 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-f61b431c-6f47-4dc4-897b-2b4549bdbc4b tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Usage tracker for resource:router and tenant:2986bc6e94a0447cb05e0db4a95b2605 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:02:20.498549 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-f61b431c-6f47-4dc4-897b-2b4549bdbc4b tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:02:20.504781 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-f61b431c-6f47-4dc4-897b-2b4549bdbc4b tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:02:20.520403 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f61b431c-6f47-4dc4-897b-2b4549bdbc4b tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1603901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11666'] for router, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:20.521459 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f61b431c-6f47-4dc4-897b-2b4549bdbc4b tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11675'] for router, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:20.527213 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f10ae0cb-3636-4aa8-bc58-71e3ae6b4ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:20.539982 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f61b431c-6f47-4dc4-897b-2b4549bdbc4b tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:20.560555 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f61b431c-6f47-4dc4-897b-2b4549bdbc4b tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603653'] for router, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:20.576357 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-0ce7fabb-38ee-4708-ab41-5688a3e6997b None None] For port 09d84916-c5bc-4647-93c2-5196ea1d5602, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 05:02:20.597207 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f61b431c-6f47-4dc4-897b-2b4549bdbc4b tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:20.600210 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-f61b431c-6f47-4dc4-897b-2b4549bdbc4b tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1249998 May 30 05:02:20.602468 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 46630) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:02:20.639711 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-0ce7fabb-38ee-4708-ab41-5688a3e6997b None None] For port 09d84916-c5bc-4647-93c2-5196ea1d5602, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=09d84916-c5bc-4647-93c2-5196ea1d5602,segment=NetworkSegment(ad083d94-0233-4c50-a0ed-00ef7686038c),segment_id=ad083d94-0233-4c50-a0ed-00ef7686038c)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 05:02:20.662503 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-0ce7fabb-38ee-4708-ab41-5688a3e6997b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:20.666167 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 86f9ef3a-6b43-4958-abaf-4fa69ed69ae4 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:02:20.755687 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-e5c72a1f-7c85-4dd6-99fb-cd484d4d7504 None None] Provisioning for port d3f40e31-186f-4ed2-8ffb-16622562b07e completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:02:20.812985 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-7291853e-1af2-44de-a008-add6a62dc7ee None None] Allocated IP 2001:db8::2 (8c2f28ac-334c-4317-b172-03009bb1a41a/5bc48e94-4752-482d-8993-06766b6a3539/be2220c3-2a86-4c41-b39e-63ee5d9c8d6c) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:02:20.818891 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-e5c72a1f-7c85-4dd6-99fb-cd484d4d7504 None None] Provisioning complete for port d3f40e31-186f-4ed2-8ffb-16622562b07e triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:02:20.819247 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e5c72a1f-7c85-4dd6-99fb-cd484d4d7504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:20.929234 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce7fabb-38ee-4708-ab41-5688a3e6997b None None] Routers {'0052139e-6291-4d45-bd81-95a00b5b5a70'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:02:20.929773 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-0ce7fabb-38ee-4708-ab41-5688a3e6997b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:02:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['0052139e-6291-4d45-bd81-95a00b5b5a70'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:02:21.063627 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea03fdd-a228-43fb-9bf9-c9190d392793 None None] Pushing event updated for resources: {'Port': ['ID=09d84916-c5bc-4647-93c2-5196ea1d5602,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:02:21.131286 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-e5c72a1f-7c85-4dd6-99fb-cd484d4d7504 None None] Port d3f40e31-186f-4ed2-8ffb-16622562b07e cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 05:02:21.230169 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 86f9ef3a-6b43-4958-abaf-4fa69ed69ae4 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:02:21.230549 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:21.324036 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f10ae0cb-3636-4aa8-bc58-71e3ae6b4ce6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:21.327734 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1975df8a-fbd5-43f1-8c4a-e31021d1b929 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bbf24ed-7ba9-53d2-873f-8f9642b1e987-eeddab20-4608-4ba4-8e5f-72b967f6e540', 'network_id': 'eeddab20-4608-4ba4-8e5f-72b967f6e540', 'tenant_id': '2986bc6e94a0447cb05e0db4a95b2605', 'fixed_ips': [{'subnet_id': '1289b235-69a6-485a-98d7-b44c9bf4eb4a'}]}} from dv-neutron-843763-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 30 05:02:21.328579 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-1975df8a-fbd5-43f1-8c4a-e31021d1b929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:21.333024 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-adee0f35-1698-40e1-82c0-c39f573b38aa tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:21.341953 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f10ae0cb-3636-4aa8-bc58-71e3ae6b4ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2304381'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:21.447772 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-0ce7fabb-38ee-4708-ab41-5688a3e6997b None None] Set router 0052139e-6291-4d45-bd81-95a00b5b5a70 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:02:21.559712 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10ae0cb-3636-4aa8-bc58-71e3ae6b4ce6 admin admin] Pushing event updated for resources: {'Port': ['ID=d3f40e31-186f-4ed2-8ffb-16622562b07e,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:02:21.571927 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f10ae0cb-3636-4aa8-bc58-71e3ae6b4ce6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1642774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602230'] for router_interface, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:21.755018 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7291853e-1af2-44de-a008-add6a62dc7ee None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:21.828217 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-7291853e-1af2-44de-a008-add6a62dc7ee None None] Transition to ACTIVE for port object be2220c3-2a86-4c41-b39e-63ee5d9c8d6c will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:02:21.828751 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f10ae0cb-3636-4aa8-bc58-71e3ae6b4ce6 admin admin] Network 719d6beb-a88c-42b5-a4d8-b710f113657a is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:02:21.829866 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-f10ae0cb-3636-4aa8-bc58-71e3ae6b4ce6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:02:21.888726 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 86f9ef3a-6b43-4958-abaf-4fa69ed69ae4 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:02:21.892980 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-7291853e-1af2-44de-a008-add6a62dc7ee None None] Transition to ACTIVE for port object be2220c3-2a86-4c41-b39e-63ee5d9c8d6c will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:02:21.894571 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-1975df8a-fbd5-43f1-8c4a-e31021d1b929 None None] Allocated IP 2001:db8:1::2 (eeddab20-4608-4ba4-8e5f-72b967f6e540/1289b235-69a6-485a-98d7-b44c9bf4eb4a/d82da64b-43b6-4813-b22c-82f0b5a3348a) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:02:21.916801 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7291853e-1af2-44de-a008-add6a62dc7ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:22.054896 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-adee0f35-1698-40e1-82c0-c39f573b38aa tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Allocated IP 2001:db8::1 (8c2f28ac-334c-4317-b172-03009bb1a41a/5bc48e94-4752-482d-8993-06766b6a3539/bac1ea32-744d-4468-a4ac-c3318cedfc29) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:02:22.104719 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7291853e-1af2-44de-a008-add6a62dc7ee None None] Network 8c2f28ac-334c-4317-b172-03009bb1a41a is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:02:22.120864 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-7291853e-1af2-44de-a008-add6a62dc7ee None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:02:22.125967 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7291853e-1af2-44de-a008-add6a62dc7ee None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:02:22.133159 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7291853e-1af2-44de-a008-add6a62dc7ee None None] Pushing event updated for resources: {'Port': ['ID=be2220c3-2a86-4c41-b39e-63ee5d9c8d6c,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:02:22.245457 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-d90aed1a-996a-4c01-90da-4851865c3d8e None None] Provisioning complete for port d3f40e31-186f-4ed2-8ffb-16622562b07e triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:02:22.245871 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-d90aed1a-996a-4c01-90da-4851865c3d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:22.277953 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f10ae0cb-3636-4aa8-bc58-71e3ae6b4ce6 admin admin] Router 0052139e-6291-4d45-bd81-95a00b5b5a70 has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 05:02:22.343234 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-7291853e-1af2-44de-a008-add6a62dc7ee None None] Attempting to bind port be2220c3-2a86-4c41-b39e-63ee5d9c8d6c on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 05:02:22.343876 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-7291853e-1af2-44de-a008-add6a62dc7ee None None] Attempting to bind port be2220c3-2a86-4c41-b39e-63ee5d9c8d6c by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': 'edfb82a8-d5f8-454c-a707-a86272899841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8c2f28ac-334c-4317-b172-03009bb1a41a'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 05:02:22.344000 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7291853e-1af2-44de-a008-add6a62dc7ee None None] Attempting to bind port be2220c3-2a86-4c41-b39e-63ee5d9c8d6c on network 8c2f28ac-334c-4317-b172-03009bb1a41a {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:02:22.382465 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-d90aed1a-996a-4c01-90da-4851865c3d8e None None] Port d3f40e31-186f-4ed2-8ffb-16622562b07e cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 05:02:22.394857 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7291853e-1af2-44de-a008-add6a62dc7ee None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 5, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 05:02:22.395240 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7291853e-1af2-44de-a008-add6a62dc7ee None None] Checking segment: {'id': 'edfb82a8-d5f8-454c-a707-a86272899841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8c2f28ac-334c-4317-b172-03009bb1a41a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:02:22.395646 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7291853e-1af2-44de-a008-add6a62dc7ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:22.396062 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7291853e-1af2-44de-a008-add6a62dc7ee None None] Bound using segment: {'id': 'edfb82a8-d5f8-454c-a707-a86272899841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8c2f28ac-334c-4317-b172-03009bb1a41a'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 05:02:22.396542 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-7291853e-1af2-44de-a008-add6a62dc7ee None None] Bound port: be2220c3-2a86-4c41-b39e-63ee5d9c8d6c, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edfb82a8-d5f8-454c-a707-a86272899841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8c2f28ac-334c-4317-b172-03009bb1a41a'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 05:02:22.396918 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7291853e-1af2-44de-a008-add6a62dc7ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:22.454252 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-0ce7fabb-38ee-4708-ab41-5688a3e6997b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0052139e-6291-4d45-bd81-95a00b5b5a70', 'name': 'tempest-TestVolumeBootPattern-1089136327-router', 'tenant_id': '88101d051d394b379575d1a4b606816a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.86'}], 'enable_snat': True}, 'gw_port_id': '09d84916-c5bc-4647-93c2-5196ea1d5602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:02:15Z', 'updated_at': '2022-05-30T05:02:20Z', 'revision_number': 4, 'project_id': '88101d051d394b379575d1a4b606816a', 'gw_port': {'id': '09d84916-c5bc-4647-93c2-5196ea1d5602', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:2d:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0052139e-6291-4d45-bd81-95a00b5b5a70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:02:16Z', 'updated_at': '2022-05-30T05:02:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': 'd3f40e31-186f-4ed2-8ffb-16622562b07e', 'name': '', 'network_id': '719d6beb-a88c-42b5-a4d8-b710f113657a', 'tenant_id': '88101d051d394b379575d1a4b606816a', 'mac_address': 'fa:16:3e:97:d3:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0052139e-6291-4d45-bd81-95a00b5b5a70', 'device_owner': 'network:router_interface', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': '195eaa06-b93a-44cb-9e99-e406979df128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:02:19Z', 'updated_at': '2022-05-30T05:02:19Z', 'revision_number': 1, 'project_id': '88101d051d394b379575d1a4b606816a', 'subnets': [{'id': '195eaa06-b93a-44cb-9e99-e406979df128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:02:22.481731 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce7fabb-38ee-4708-ab41-5688a3e6997b None None] The sync data for ids ['0052139e-6291-4d45-bd81-95a00b5b5a70'] in dv-neutron-843763-1-hyperv is: [{'id': '0052139e-6291-4d45-bd81-95a00b5b5a70', 'name': 'tempest-TestVolumeBootPattern-1089136327-router', 'tenant_id': '88101d051d394b379575d1a4b606816a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.86'}], 'enable_snat': True}, 'gw_port_id': '09d84916-c5bc-4647-93c2-5196ea1d5602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:02:15Z', 'updated_at': '2022-05-30T05:02:20Z', 'revision_number': 4, 'project_id': '88101d051d394b379575d1a4b606816a', 'gw_port': {'id': '09d84916-c5bc-4647-93c2-5196ea1d5602', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:2d:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0052139e-6291-4d45-bd81-95a00b5b5a70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:02:16Z', 'updated_at': '2022-05-30T05:02:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': 'd3f40e31-186f-4ed2-8ffb-16622562b07e', 'name': '', 'network_id': '719d6beb-a88c-42b5-a4d8-b710f113657a', 'tenant_id': '88101d051d394b379575d1a4b606816a', 'mac_address': 'fa:16:3e:97:d3:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0052139e-6291-4d45-bd81-95a00b5b5a70', 'device_owner': 'network:router_interface', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': '195eaa06-b93a-44cb-9e99-e406979df128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:02:19Z', 'updated_at': '2022-05-30T05:02:19Z', 'revision_number': 1, 'project_id': '88101d051d394b379575d1a4b606816a', 'subnets': [{'id': '195eaa06-b93a-44cb-9e99-e406979df128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:02:22.485251 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-1975df8a-fbd5-43f1-8c4a-e31021d1b929 None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:22.507083 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-adee0f35-1698-40e1-82c0-c39f573b38aa tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:22.520353 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-1975df8a-fbd5-43f1-8c4a-e31021d1b929 None None] Transition to ACTIVE for port object d82da64b-43b6-4813-b22c-82f0b5a3348a will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:02:22.531939 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [None req-adee0f35-1698-40e1-82c0-c39f573b38aa tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Transition to ACTIVE for port object bac1ea32-744d-4468-a4ac-c3318cedfc29 will not be triggered until provisioned by entity DHCP. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:02:22.544209 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f10ae0cb-3636-4aa8-bc58-71e3ae6b4ce6 admin admin] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:02:22.545403 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-7291853e-1af2-44de-a008-add6a62dc7ee None None] For port be2220c3-2a86-4c41-b39e-63ee5d9c8d6c, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 05:02:22.549782 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-7291853e-1af2-44de-a008-add6a62dc7ee None None] For port be2220c3-2a86-4c41-b39e-63ee5d9c8d6c, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=be2220c3-2a86-4c41-b39e-63ee5d9c8d6c,segment=NetworkSegment(edfb82a8-d5f8-454c-a707-a86272899841),segment_id=edfb82a8-d5f8-454c-a707-a86272899841)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 05:02:22.551223 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-1975df8a-fbd5-43f1-8c4a-e31021d1b929 None None] Transition to ACTIVE for port object d82da64b-43b6-4813-b22c-82f0b5a3348a will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:02:22.557047 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7291853e-1af2-44de-a008-add6a62dc7ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:22.557285 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-f10ae0cb-3636-4aa8-bc58-71e3ae6b4ce6 admin admin] 10.222.0.15 "PUT /v2.0/routers/0052139e-6291-4d45-bd81-95a00b5b5a70/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0568533 May 30 05:02:22.584743 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-adee0f35-1698-40e1-82c0-c39f573b38aa tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:22.608620 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-1975df8a-fbd5-43f1-8c4a-e31021d1b929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:22.665561 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1975df8a-fbd5-43f1-8c4a-e31021d1b929 None None] Network eeddab20-4608-4ba4-8e5f-72b967f6e540 is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:02:22.666258 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adee0f35-1698-40e1-82c0-c39f573b38aa tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Network 8c2f28ac-334c-4317-b172-03009bb1a41a is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:02:22.670444 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-adee0f35-1698-40e1-82c0-c39f573b38aa tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:02:22.672615 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adee0f35-1698-40e1-82c0-c39f573b38aa tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:02:22.672798 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-1975df8a-fbd5-43f1-8c4a-e31021d1b929 None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:02:22.673157 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-adee0f35-1698-40e1-82c0-c39f573b38aa tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604623'] for router_interface, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:22.678313 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1975df8a-fbd5-43f1-8c4a-e31021d1b929 None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:02:22.682509 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7291853e-1af2-44de-a008-add6a62dc7ee None None] Pushing event updated for resources: {'Port': ['ID=be2220c3-2a86-4c41-b39e-63ee5d9c8d6c,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:02:22.708108 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adee0f35-1698-40e1-82c0-c39f573b38aa tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Pushing event updated for resources: {'Port': ['ID=bac1ea32-744d-4468-a4ac-c3318cedfc29,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:02:22.835042 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-adee0f35-1698-40e1-82c0-c39f573b38aa tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:22.870612 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1975df8a-fbd5-43f1-8c4a-e31021d1b929 None None] Pushing event updated for resources: {'Port': ['ID=d82da64b-43b6-4813-b22c-82f0b5a3348a,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:02:22.880637 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-1975df8a-fbd5-43f1-8c4a-e31021d1b929 None None] Attempting to bind port d82da64b-43b6-4813-b22c-82f0b5a3348a on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 05:02:22.881273 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-1975df8a-fbd5-43f1-8c4a-e31021d1b929 None None] Attempting to bind port d82da64b-43b6-4813-b22c-82f0b5a3348a by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': 'f9e4f46a-1dc9-4709-a65e-8ca928a4a5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'eeddab20-4608-4ba4-8e5f-72b967f6e540'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 05:02:22.881852 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1975df8a-fbd5-43f1-8c4a-e31021d1b929 None None] Attempting to bind port d82da64b-43b6-4813-b22c-82f0b5a3348a on network eeddab20-4608-4ba4-8e5f-72b967f6e540 {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:02:22.888807 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1975df8a-fbd5-43f1-8c4a-e31021d1b929 None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 5, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 05:02:22.889187 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1975df8a-fbd5-43f1-8c4a-e31021d1b929 None None] Checking segment: {'id': 'f9e4f46a-1dc9-4709-a65e-8ca928a4a5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'eeddab20-4608-4ba4-8e5f-72b967f6e540'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:02:22.889594 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-1975df8a-fbd5-43f1-8c4a-e31021d1b929 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:22.890078 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1975df8a-fbd5-43f1-8c4a-e31021d1b929 None None] Bound using segment: {'id': 'f9e4f46a-1dc9-4709-a65e-8ca928a4a5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'eeddab20-4608-4ba4-8e5f-72b967f6e540'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 05:02:22.891101 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-1975df8a-fbd5-43f1-8c4a-e31021d1b929 None None] Bound port: d82da64b-43b6-4813-b22c-82f0b5a3348a, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9e4f46a-1dc9-4709-a65e-8ca928a4a5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'eeddab20-4608-4ba4-8e5f-72b967f6e540'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 05:02:22.891653 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-1975df8a-fbd5-43f1-8c4a-e31021d1b929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:23.031823 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-1975df8a-fbd5-43f1-8c4a-e31021d1b929 None None] For port d82da64b-43b6-4813-b22c-82f0b5a3348a, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 05:02:23.038165 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-1975df8a-fbd5-43f1-8c4a-e31021d1b929 None None] For port d82da64b-43b6-4813-b22c-82f0b5a3348a, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=d82da64b-43b6-4813-b22c-82f0b5a3348a,segment=NetworkSegment(f9e4f46a-1dc9-4709-a65e-8ca928a4a5ed),segment_id=f9e4f46a-1dc9-4709-a65e-8ca928a4a5ed)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 05:02:23.051728 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-1975df8a-fbd5-43f1-8c4a-e31021d1b929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:23.150999 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1975df8a-fbd5-43f1-8c4a-e31021d1b929 None None] Pushing event updated for resources: {'Port': ['ID=d82da64b-43b6-4813-b22c-82f0b5a3348a,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:02:23.490366 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-adee0f35-1698-40e1-82c0-c39f573b38aa tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:23.501520 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-adee0f35-1698-40e1-82c0-c39f573b38aa tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2304381'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:23.502060 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-adee0f35-1698-40e1-82c0-c39f573b38aa tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1642774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602230'] for router_interface, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:23.582167 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 46650) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:02:23.588647 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-dc860592-3490-4721-ac99-f6412de00475 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1215283099-network', 'tenant_id': 'd33e4326757b4ba3a639277b57d5e241'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:02:23.598591 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-dc860592-3490-4721-ac99-f6412de00475 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:02:23.602890 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-dc860592-3490-4721-ac99-f6412de00475 admin admin] Usage tracker for resource:network and tenant:d33e4326757b4ba3a639277b57d5e241 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:02:23.612906 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-dc860592-3490-4721-ac99-f6412de00475 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:02:23.633346 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-dc860592-3490-4721-ac99-f6412de00475 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:02:23.656978 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc860592-3490-4721-ac99-f6412de00475 admin admin] Made reservation on behalf of d33e4326757b4ba3a639277b57d5e241 for: {'network': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:02:23.666031 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-dc860592-3490-4721-ac99-f6412de00475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for network, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:23.686284 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-dc860592-3490-4721-ac99-f6412de00475 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:23.715309 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-dc860592-3490-4721-ac99-f6412de00475 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:02:23.719739 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-dc860592-3490-4721-ac99-f6412de00475 admin admin] Usage tracker for resource:security_group_rule and tenant:d33e4326757b4ba3a639277b57d5e241 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:02:23.723074 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-dc860592-3490-4721-ac99-f6412de00475 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:02:23.732709 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-dc860592-3490-4721-ac99-f6412de00475 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:02:23.744486 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adee0f35-1698-40e1-82c0-c39f573b38aa tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Pushing event updated for resources: {'Port': ['ID=bac1ea32-744d-4468-a4ac-c3318cedfc29,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:02:23.786157 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adee0f35-1698-40e1-82c0-c39f573b38aa tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Network 8c2f28ac-334c-4317-b172-03009bb1a41a is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:02:23.787881 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-adee0f35-1698-40e1-82c0-c39f573b38aa tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:02:23.859028 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-dc860592-3490-4721-ac99-f6412de00475 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:23.863861 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-dc860592-3490-4721-ac99-f6412de00475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:23.905002 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc860592-3490-4721-ac99-f6412de00475 admin admin] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=88260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 05:02:23.914423 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc860592-3490-4721-ac99-f6412de00475 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e1f1a5d-fa0e-4f6d-84c2-a18e08fedcd7,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:02:23.921111 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-dc860592-3490-4721-ac99-f6412de00475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:23.921375 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.db.segments_db [None req-dc860592-3490-4721-ac99-f6412de00475 admin admin] Added segment 8f3099db-1eb7-47dd-ae5e-6918d0139ebd of type vlan for network 2669e161-f095-40c1-913b-ff9a8d308969 May 30 05:02:23.957199 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-dc860592-3490-4721-ac99-f6412de00475 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729234556353'] for network, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:23.991353 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-dc860592-3490-4721-ac99-f6412de00475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788'] for network, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:23.992332 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc860592-3490-4721-ac99-f6412de00475 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:02:23.992903 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-dc860592-3490-4721-ac99-f6412de00475 admin admin] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:24.044531 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adee0f35-1698-40e1-82c0-c39f573b38aa tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Router 6111aecf-69ae-4752-be46-5656a9736692 is scheduled to L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 with binding_index 1 {{(pid=88261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 30 05:02:24.098952 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-906fe8f5-ec0b-4302-bf60-76d94f64eb15 None None] Network 8c2f28ac-334c-4317-b172-03009bb1a41a requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:02:24.113467 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-dc860592-3490-4721-ac99-f6412de00475 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5283391 May 30 05:02:24.118483 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 46654) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:02:24.128274 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-3028af16-8025-47f2-ab8d-490f17cb2840 admin admin] Request body: {'subnet': {'network_id': '2669e161-f095-40c1-913b-ff9a8d308969', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1215283099-subnet', 'tenant_id': 'd33e4326757b4ba3a639277b57d5e241', 'ip_version': 4}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:02:24.151083 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-3028af16-8025-47f2-ab8d-490f17cb2840 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:02:24.156956 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-3028af16-8025-47f2-ab8d-490f17cb2840 admin admin] Usage tracker for resource:subnet and tenant:d33e4326757b4ba3a639277b57d5e241 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:02:24.162939 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-3028af16-8025-47f2-ab8d-490f17cb2840 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:02:24.166416 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc860592-3490-4721-ac99-f6412de00475 admin admin] Pushing event updated for resources: {'Network': ['ID=2669e161-f095-40c1-913b-ff9a8d308969,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:02:24.181202 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-3028af16-8025-47f2-ab8d-490f17cb2840 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:02:24.201249 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3028af16-8025-47f2-ab8d-490f17cb2840 admin admin] Made reservation on behalf of d33e4326757b4ba3a639277b57d5e241 for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:02:24.204633 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3028af16-8025-47f2-ab8d-490f17cb2840 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2133361'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:24.335412 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Network 2669e161-f095-40c1-913b-ff9a8d308969 details requested by agent ovs-agent-dv-neutron-843763-1-hyperv with host dv-neutron-843763-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 05:02:24.438196 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adee0f35-1698-40e1-82c0-c39f573b38aa tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:02:24.438856 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-f18e2cc9-da6a-4fe1-9588-6a5cafe97254 None None] Provisioning for port be2220c3-2a86-4c41-b39e-63ee5d9c8d6c completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:02:24.446845 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-adee0f35-1698-40e1-82c0-c39f573b38aa tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] 10.222.0.15 "PUT /v2.0/routers/6111aecf-69ae-4752-be46-5656a9736692/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8418801 May 30 05:02:24.448498 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 46660) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:02:24.448687 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d87712-b597-466b-9304-7f4138c635ca None None] Sync routers for ids ['6111aecf-69ae-4752-be46-5656a9736692'] in dv-neutron-843763-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:02:24.470793 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d87712-b597-466b-9304-7f4138c635ca None None] Routers {'6111aecf-69ae-4752-be46-5656a9736692'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:02:24.471821 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-b6d87712-b597-466b-9304-7f4138c635ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:02:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['6111aecf-69ae-4752-be46-5656a9736692'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:02:24.570134 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ac4ab29-ff2f-4d0b-a976-03d9f7594fae None None] Network eeddab20-4608-4ba4-8e5f-72b967f6e540 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:02:24.570469 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3028af16-8025-47f2-ab8d-490f17cb2840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1547796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2133315'] for subnet, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:24.580838 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eae94d7-3b43-4a94-9a18-db6a773c0f00 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:02:24.582093 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-6eae94d7-3b43-4a94-9a18-db6a773c0f00 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Synchronizing usage tracker for tenant:2986bc6e94a0447cb05e0db4a95b2605 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:02:24.587480 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-b6d87712-b597-466b-9304-7f4138c635ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:02:24.598690 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d87712-b597-466b-9304-7f4138c635ca None None] Routers {'6111aecf-69ae-4752-be46-5656a9736692'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:02:24.600198 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-b6d87712-b597-466b-9304-7f4138c635ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:02:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['6111aecf-69ae-4752-be46-5656a9736692'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:02:24.606703 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-6eae94d7-3b43-4a94-9a18-db6a773c0f00 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Unset dirty status for tenant:2986bc6e94a0447cb05e0db4a95b2605 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:02:24.608386 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-6eae94d7-3b43-4a94-9a18-db6a773c0f00 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] 10.222.0.15 "GET /v2.0/ports/bac1ea32-744d-4468-a4ac-c3318cedfc29 HTTP/1.1" status: 200 len: 911 time: 0.1580856 May 30 05:02:24.611496 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 46664) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:02:24.676245 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-b6d87712-b597-466b-9304-7f4138c635ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:02:24.676865 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d87712-b597-466b-9304-7f4138c635ca None None] The sync data for ids ['6111aecf-69ae-4752-be46-5656a9736692'] in dv-neutron-843763-1-hyperv is: [] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:02:24.717574 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3028af16-8025-47f2-ab8d-490f17cb2840 admin admin] Pushing event updated for resources: {'Subnet': ['ID=449c8ac6-347a-4fd2-8dc0-9c7f0c6872b9,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:02:24.752921 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3028af16-8025-47f2-ab8d-490f17cb2840 admin admin] Checking segment: {'id': '8f3099db-1eb7-47dd-ae5e-6918d0139ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '2669e161-f095-40c1-913b-ff9a8d308969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:02:24.753473 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3028af16-8025-47f2-ab8d-490f17cb2840 admin admin] Network hostable DHCP agents. Network: 2669e161-f095-40c1-913b-ff9a8d308969, hostable agents: ['1c705e68-3d3e-4dd3-9252-feb21d4b96ab'], hosted agents: [] {{(pid=88260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 05:02:24.789866 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-6e33c980-13f0-4699-b733-e2147a09d4e2 None None] Provisioning for port d82da64b-43b6-4813-b22c-82f0b5a3348a completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:02:24.804731 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3028af16-8025-47f2-ab8d-490f17cb2840 admin admin] Network 2669e161-f095-40c1-913b-ff9a8d308969 is scheduled to be hosted by DHCP agent 1c705e68-3d3e-4dd3-9252-feb21d4b96ab with binding_index 1 {{(pid=88260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 05:02:24.810233 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device d82da64b-43b6-4813-b22c-82f0b5a3348a up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:02:24.816962 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-3028af16-8025-47f2-ab8d-490f17cb2840 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843763-1-hyperv, 2669e161-f095-40c1-913b-ff9a8d308969) {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:02:24.823099 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3028af16-8025-47f2-ab8d-490f17cb2840 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:02:24.823891 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3028af16-8025-47f2-ab8d-490f17cb2840 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:24.850724 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0be4f344-c01d-4024-9000-d1fe27ac464b None None] Network 2669e161-f095-40c1-913b-ff9a8d308969 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:02:24.855788 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-3028af16-8025-47f2-ab8d-490f17cb2840 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7341504 May 30 05:02:24.856136 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 46668) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:02:24.862045 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-a568aacc-48d4-49e1-aa6b-721ccfb15407 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1215283099-router', 'tenant_id': 'd33e4326757b4ba3a639277b57d5e241', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'}}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:02:24.867191 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-a568aacc-48d4-49e1-aa6b-721ccfb15407 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:02:24.872355 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-a568aacc-48d4-49e1-aa6b-721ccfb15407 admin admin] Usage tracker for resource:router and tenant:d33e4326757b4ba3a639277b57d5e241 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:02:24.877213 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-a568aacc-48d4-49e1-aa6b-721ccfb15407 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:02:24.884178 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-a568aacc-48d4-49e1-aa6b-721ccfb15407 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:02:24.897301 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a568aacc-48d4-49e1-aa6b-721ccfb15407 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1603901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11666'] for router, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:24.898483 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a568aacc-48d4-49e1-aa6b-721ccfb15407 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11675'] for router, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:24.914499 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a568aacc-48d4-49e1-aa6b-721ccfb15407 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:25.148752 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port d82da64b-43b6-4813-b22c-82f0b5a3348a completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:02:25.206311 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port d82da64b-43b6-4813-b22c-82f0b5a3348a triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:02:25.206818 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:25.268266 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a568aacc-48d4-49e1-aa6b-721ccfb15407 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11765'] for router, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:25.324456 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f1ba406-3f7a-4eb9-a1ef-ecdb9d5ca6c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bbf24ed-7ba9-53d2-873f-8f9642b1e987-2669e161-f095-40c1-913b-ff9a8d308969', 'network_id': '2669e161-f095-40c1-913b-ff9a8d308969', 'tenant_id': 'd33e4326757b4ba3a639277b57d5e241', 'fixed_ips': [{'subnet_id': '449c8ac6-347a-4fd2-8dc0-9c7f0c6872b9'}]}} from dv-neutron-843763-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 30 05:02:25.325292 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-0f1ba406-3f7a-4eb9-a1ef-ecdb9d5ca6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:25.394590 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f98f1c5c-bb71-4ebc-bf2b-7190d769bd8c tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:25.556527 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea06d79-37f0-48e1-a72f-3d46eb678368 None None] Sync routers for ids ['0052139e-6291-4d45-bd81-95a00b5b5a70'] in dv-neutron-843763-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:02:25.644290 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea06d79-37f0-48e1-a72f-3d46eb678368 None None] Routers {'0052139e-6291-4d45-bd81-95a00b5b5a70'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:02:25.645210 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-aea06d79-37f0-48e1-a72f-3d46eb678368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:02:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['0052139e-6291-4d45-bd81-95a00b5b5a70'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:02:25.749522 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-e7dc6f2a-3924-4262-8b1b-73aa2d3e9d5e None None] Provisioning for port bac1ea32-744d-4468-a4ac-c3318cedfc29 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:02:25.773587 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-0f1ba406-3f7a-4eb9-a1ef-ecdb9d5ca6c0 None None] Allocated IP 172.20.0.2 (2669e161-f095-40c1-913b-ff9a8d308969/449c8ac6-347a-4fd2-8dc0-9c7f0c6872b9/1c60d5ab-7aac-4eaf-aca1-59856b17f51c) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:02:25.779075 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-e7dc6f2a-3924-4262-8b1b-73aa2d3e9d5e None None] Provisioning complete for port bac1ea32-744d-4468-a4ac-c3318cedfc29 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:02:25.779506 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e7dc6f2a-3924-4262-8b1b-73aa2d3e9d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:25.833404 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a568aacc-48d4-49e1-aa6b-721ccfb15407 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:25.855337 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-f98f1c5c-bb71-4ebc-bf2b-7190d769bd8c tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Allocated IP 2001:db8:1::1 (eeddab20-4608-4ba4-8e5f-72b967f6e540/1289b235-69a6-485a-98d7-b44c9bf4eb4a/911d3c41-8ff9-4c89-a040-96dd3ddcca12) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:02:25.868930 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port d82da64b-43b6-4813-b22c-82f0b5a3348a is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:02:25.869437 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:25.873506 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a568aacc-48d4-49e1-aa6b-721ccfb15407 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:26.027734 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-a568aacc-48d4-49e1-aa6b-721ccfb15407 admin admin] Allocated IP 172.26.6.31 (1bab70f4-3794-44db-8e17-19f483aa8ffa/6b5b73c1-b0ce-4f83-a930-c00cc5522926/823e5eb1-036d-4cf1-80db-3ae10b55a0f6) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:02:26.060630 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f98f1c5c-bb71-4ebc-bf2b-7190d769bd8c tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:26.077155 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [None req-f98f1c5c-bb71-4ebc-bf2b-7190d769bd8c tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Transition to ACTIVE for port object 911d3c41-8ff9-4c89-a040-96dd3ddcca12 will not be triggered until provisioned by entity DHCP. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:02:26.102257 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f98f1c5c-bb71-4ebc-bf2b-7190d769bd8c tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:26.114981 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-e7dc6f2a-3924-4262-8b1b-73aa2d3e9d5e None None] Port bac1ea32-744d-4468-a4ac-c3318cedfc29 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 05:02:26.151990 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] For port d82da64b-43b6-4813-b22c-82f0b5a3348a, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=d82da64b-43b6-4813-b22c-82f0b5a3348a,segment=NetworkSegment(f9e4f46a-1dc9-4709-a65e-8ca928a4a5ed),segment_id=f9e4f46a-1dc9-4709-a65e-8ca928a4a5ed)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:02:26.161145 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-aea06d79-37f0-48e1-a72f-3d46eb678368 None None] Set router 0052139e-6291-4d45-bd81-95a00b5b5a70 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:02:26.182757 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a568aacc-48d4-49e1-aa6b-721ccfb15407 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:26.192049 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f98f1c5c-bb71-4ebc-bf2b-7190d769bd8c tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Network eeddab20-4608-4ba4-8e5f-72b967f6e540 is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:02:26.193340 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98f1c5c-bb71-4ebc-bf2b-7190d769bd8c tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Pushing event updated for resources: {'Port': ['ID=911d3c41-8ff9-4c89-a040-96dd3ddcca12,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:02:26.196154 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-f98f1c5c-bb71-4ebc-bf2b-7190d769bd8c tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:02:26.198580 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98f1c5c-bb71-4ebc-bf2b-7190d769bd8c tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:02:26.199484 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f98f1c5c-bb71-4ebc-bf2b-7190d769bd8c tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604623'] for router_interface, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:26.221663 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a568aacc-48d4-49e1-aa6b-721ccfb15407 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:26.245614 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:26.246540 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 09d84916-c5bc-4647-93c2-5196ea1d5602 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:02:26.299331 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a568aacc-48d4-49e1-aa6b-721ccfb15407 admin admin] Network 1bab70f4-3794-44db-8e17-19f483aa8ffa is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:02:26.302759 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-a568aacc-48d4-49e1-aa6b-721ccfb15407 admin admin] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:02:26.307170 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a568aacc-48d4-49e1-aa6b-721ccfb15407 admin admin] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:02:26.345238 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a568aacc-48d4-49e1-aa6b-721ccfb15407 admin admin] Pushing event updated for resources: {'Port': ['ID=823e5eb1-036d-4cf1-80db-3ae10b55a0f6,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:02:26.405255 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f98f1c5c-bb71-4ebc-bf2b-7190d769bd8c tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:26.570530 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port 09d84916-c5bc-4647-93c2-5196ea1d5602 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:02:26.591014 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-b08d8ff6-92b5-45ed-844d-8ed40fef242b None None] Provisioning complete for port bac1ea32-744d-4468-a4ac-c3318cedfc29 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:02:26.591391 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-b08d8ff6-92b5-45ed-844d-8ed40fef242b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:26.623862 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Pushing event updated for resources: {'Port': ['ID=d82da64b-43b6-4813-b22c-82f0b5a3348a,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:02:26.681159 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 09d84916-c5bc-4647-93c2-5196ea1d5602 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:02:26.681580 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:26.763042 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a568aacc-48d4-49e1-aa6b-721ccfb15407 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:26.783890 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-0f1ba406-3f7a-4eb9-a1ef-ecdb9d5ca6c0 None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:26.805383 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-0f1ba406-3f7a-4eb9-a1ef-ecdb9d5ca6c0 None None] Transition to ACTIVE for port object 1c60d5ab-7aac-4eaf-aca1-59856b17f51c will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:02:26.807644 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-b08d8ff6-92b5-45ed-844d-8ed40fef242b None None] Port bac1ea32-744d-4468-a4ac-c3318cedfc29 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 05:02:26.897721 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-0f1ba406-3f7a-4eb9-a1ef-ecdb9d5ca6c0 None None] Transition to ACTIVE for port object 1c60d5ab-7aac-4eaf-aca1-59856b17f51c will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:02:26.948771 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-b08d8ff6-92b5-45ed-844d-8ed40fef242b None None] Provisioning complete for port d82da64b-43b6-4813-b22c-82f0b5a3348a triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:02:26.949146 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-b08d8ff6-92b5-45ed-844d-8ed40fef242b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:26.952285 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f98f1c5c-bb71-4ebc-bf2b-7190d769bd8c tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:26.957941 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f98f1c5c-bb71-4ebc-bf2b-7190d769bd8c tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2304381'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:26.958801 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f98f1c5c-bb71-4ebc-bf2b-7190d769bd8c tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1642774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602230'] for router_interface, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:26.978594 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-0f1ba406-3f7a-4eb9-a1ef-ecdb9d5ca6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:27.080503 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 09d84916-c5bc-4647-93c2-5196ea1d5602 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:02:27.080895 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:27.097103 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f1ba406-3f7a-4eb9-a1ef-ecdb9d5ca6c0 None None] Network 2669e161-f095-40c1-913b-ff9a8d308969 is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:02:27.103005 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98f1c5c-bb71-4ebc-bf2b-7190d769bd8c tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Pushing event updated for resources: {'Port': ['ID=911d3c41-8ff9-4c89-a040-96dd3ddcca12,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:02:27.111967 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-0f1ba406-3f7a-4eb9-a1ef-ecdb9d5ca6c0 None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:02:27.114297 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1ba406-3f7a-4eb9-a1ef-ecdb9d5ca6c0 None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:02:27.119196 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a568aacc-48d4-49e1-aa6b-721ccfb15407 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603653'] for router, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:27.129078 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1ba406-3f7a-4eb9-a1ef-ecdb9d5ca6c0 None None] Pushing event updated for resources: {'Port': ['ID=1c60d5ab-7aac-4eaf-aca1-59856b17f51c,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:02:27.159717 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f98f1c5c-bb71-4ebc-bf2b-7190d769bd8c tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Network eeddab20-4608-4ba4-8e5f-72b967f6e540 is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:02:27.160744 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-f98f1c5c-bb71-4ebc-bf2b-7190d769bd8c tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:02:27.164876 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] For port 09d84916-c5bc-4647-93c2-5196ea1d5602, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=09d84916-c5bc-4647-93c2-5196ea1d5602,segment=NetworkSegment(ad083d94-0233-4c50-a0ed-00ef7686038c),segment_id=ad083d94-0233-4c50-a0ed-00ef7686038c)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:02:27.208521 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:27.209312 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device be2220c3-2a86-4c41-b39e-63ee5d9c8d6c up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:02:27.343066 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f98f1c5c-bb71-4ebc-bf2b-7190d769bd8c tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Router 6111aecf-69ae-4752-be46-5656a9736692 has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 05:02:27.429959 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-0f1ba406-3f7a-4eb9-a1ef-ecdb9d5ca6c0 None None] Attempting to bind port 1c60d5ab-7aac-4eaf-aca1-59856b17f51c on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 05:02:27.430397 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-0f1ba406-3f7a-4eb9-a1ef-ecdb9d5ca6c0 None None] Attempting to bind port 1c60d5ab-7aac-4eaf-aca1-59856b17f51c by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': '8f3099db-1eb7-47dd-ae5e-6918d0139ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '2669e161-f095-40c1-913b-ff9a8d308969'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 05:02:27.430882 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1ba406-3f7a-4eb9-a1ef-ecdb9d5ca6c0 None None] Attempting to bind port 1c60d5ab-7aac-4eaf-aca1-59856b17f51c on network 2669e161-f095-40c1-913b-ff9a8d308969 {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:02:27.445193 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1ba406-3f7a-4eb9-a1ef-ecdb9d5ca6c0 None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 5, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 05:02:27.445729 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1ba406-3f7a-4eb9-a1ef-ecdb9d5ca6c0 None None] Checking segment: {'id': '8f3099db-1eb7-47dd-ae5e-6918d0139ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '2669e161-f095-40c1-913b-ff9a8d308969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:02:27.446257 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-0f1ba406-3f7a-4eb9-a1ef-ecdb9d5ca6c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:27.446768 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1ba406-3f7a-4eb9-a1ef-ecdb9d5ca6c0 None None] Bound using segment: {'id': '8f3099db-1eb7-47dd-ae5e-6918d0139ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '2669e161-f095-40c1-913b-ff9a8d308969'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 05:02:27.447349 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-0f1ba406-3f7a-4eb9-a1ef-ecdb9d5ca6c0 None None] Bound port: 1c60d5ab-7aac-4eaf-aca1-59856b17f51c, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f3099db-1eb7-47dd-ae5e-6918d0139ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '2669e161-f095-40c1-913b-ff9a8d308969'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 05:02:27.447827 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-0f1ba406-3f7a-4eb9-a1ef-ecdb9d5ca6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:27.490413 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-aea06d79-37f0-48e1-a72f-3d46eb678368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0052139e-6291-4d45-bd81-95a00b5b5a70', 'name': 'tempest-TestVolumeBootPattern-1089136327-router', 'tenant_id': '88101d051d394b379575d1a4b606816a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.86'}], 'enable_snat': True}, 'gw_port_id': '09d84916-c5bc-4647-93c2-5196ea1d5602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:02:15Z', 'updated_at': '2022-05-30T05:02:20Z', 'revision_number': 4, 'project_id': '88101d051d394b379575d1a4b606816a', 'gw_port': {'id': '09d84916-c5bc-4647-93c2-5196ea1d5602', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:2d:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0052139e-6291-4d45-bd81-95a00b5b5a70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:02:16Z', 'updated_at': '2022-05-30T05:02:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': 'd3f40e31-186f-4ed2-8ffb-16622562b07e', 'name': '', 'network_id': '719d6beb-a88c-42b5-a4d8-b710f113657a', 'tenant_id': '88101d051d394b379575d1a4b606816a', 'mac_address': 'fa:16:3e:97:d3:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0052139e-6291-4d45-bd81-95a00b5b5a70', 'device_owner': 'network:router_interface', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': '195eaa06-b93a-44cb-9e99-e406979df128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:02:19Z', 'updated_at': '2022-05-30T05:02:20Z', 'revision_number': 2, 'project_id': '88101d051d394b379575d1a4b606816a', 'subnets': [{'id': '195eaa06-b93a-44cb-9e99-e406979df128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:02:27.494998 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a568aacc-48d4-49e1-aa6b-721ccfb15407 admin admin] Router 3fc3ed28-4e49-48e9-8b08-4b5fdd3c4c0e is scheduled to L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 with binding_index 1 {{(pid=88260) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 30 05:02:27.495675 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-b08d8ff6-92b5-45ed-844d-8ed40fef242b None None] Current status of the port d82da64b-43b6-4813-b22c-82f0b5a3348a is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:02:27.497737 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port be2220c3-2a86-4c41-b39e-63ee5d9c8d6c completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:02:27.536075 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Pushing event updated for resources: {'Port': ['ID=09d84916-c5bc-4647-93c2-5196ea1d5602,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:02:27.538437 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f98f1c5c-bb71-4ebc-bf2b-7190d769bd8c tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:02:27.545731 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea06d79-37f0-48e1-a72f-3d46eb678368 None None] Checking router: 0052139e-6291-4d45-bd81-95a00b5b5a70 for host: dv-neutron-843763-1-hyperv {{(pid=88262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 05:02:27.547040 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea06d79-37f0-48e1-a72f-3d46eb678368 None None] Updating router 0052139e-6291-4d45-bd81-95a00b5b5a70 port d3f40e31-186f-4ed2-8ffb-16622562b07e binding host dv-neutron-843763-1-hyperv {{(pid=88262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 30 05:02:27.557312 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe21a5b-0113-453d-8d89-e19dc11e94ac None None] Sync routers for ids ['6111aecf-69ae-4752-be46-5656a9736692'] in dv-neutron-843763-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:02:27.567947 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe21a5b-0113-453d-8d89-e19dc11e94ac None None] Routers {'6111aecf-69ae-4752-be46-5656a9736692'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:02:27.568534 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-7fe21a5b-0113-453d-8d89-e19dc11e94ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:02:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['6111aecf-69ae-4752-be46-5656a9736692'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:02:27.574006 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-f98f1c5c-bb71-4ebc-bf2b-7190d769bd8c tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] 10.222.0.15 "PUT /v2.0/routers/6111aecf-69ae-4752-be46-5656a9736692/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9611542 May 30 05:02:27.576121 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 46674) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:02:27.576941 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port be2220c3-2a86-4c41-b39e-63ee5d9c8d6c triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:02:27.577514 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:27.662529 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82add299-b33e-4d64-8fd0-55ed76d82a87 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:02:27.663953 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-82add299-b33e-4d64-8fd0-55ed76d82a87 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Synchronizing usage tracker for tenant:2986bc6e94a0447cb05e0db4a95b2605 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:02:27.674102 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-7fe21a5b-0113-453d-8d89-e19dc11e94ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:02:27.685262 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe21a5b-0113-453d-8d89-e19dc11e94ac None None] Routers {'6111aecf-69ae-4752-be46-5656a9736692'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:02:27.685652 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-82add299-b33e-4d64-8fd0-55ed76d82a87 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Unset dirty status for tenant:2986bc6e94a0447cb05e0db4a95b2605 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:02:27.686299 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-7fe21a5b-0113-453d-8d89-e19dc11e94ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:02:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['6111aecf-69ae-4752-be46-5656a9736692'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:02:27.691146 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-82add299-b33e-4d64-8fd0-55ed76d82a87 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] 10.222.0.15 "GET /v2.0/ports/911d3c41-8ff9-4c89-a040-96dd3ddcca12 HTTP/1.1" status: 200 len: 913 time: 0.1136100 May 30 05:02:27.691867 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 46678) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:02:27.702803 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-2bf97996-941d-49ec-9c65-c98b1fc9306b None None] Provisioning for port 911d3c41-8ff9-4c89-a040-96dd3ddcca12 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:02:27.709844 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-aea06d79-37f0-48e1-a72f-3d46eb678368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:27.718734 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a568aacc-48d4-49e1-aa6b-721ccfb15407 admin admin] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:02:27.736349 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1b801c-1b13-4a72-b1f3-25c595548582 None None] Sync routers for ids ['3fc3ed28-4e49-48e9-8b08-4b5fdd3c4c0e'] in dv-neutron-843763-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:02:27.743371 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-2bf97996-941d-49ec-9c65-c98b1fc9306b None None] Provisioning complete for port 911d3c41-8ff9-4c89-a040-96dd3ddcca12 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:02:27.743867 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-2bf97996-941d-49ec-9c65-c98b1fc9306b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:27.749891 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a568aacc-48d4-49e1-aa6b-721ccfb15407 admin admin] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:27.751473 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-a568aacc-48d4-49e1-aa6b-721ccfb15407 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.8936708 May 30 05:02:27.754167 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 46682) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:02:27.761120 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-7fe21a5b-0113-453d-8d89-e19dc11e94ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:02:27.761781 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe21a5b-0113-453d-8d89-e19dc11e94ac None None] The sync data for ids ['6111aecf-69ae-4752-be46-5656a9736692'] in dv-neutron-843763-1-hyperv is: [] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:02:27.819580 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-0f1ba406-3f7a-4eb9-a1ef-ecdb9d5ca6c0 None None] For port 1c60d5ab-7aac-4eaf-aca1-59856b17f51c, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 05:02:27.923659 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-0f1ba406-3f7a-4eb9-a1ef-ecdb9d5ca6c0 None None] For port 1c60d5ab-7aac-4eaf-aca1-59856b17f51c, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=1c60d5ab-7aac-4eaf-aca1-59856b17f51c,segment=NetworkSegment(8f3099db-1eb7-47dd-ae5e-6918d0139ebd),segment_id=8f3099db-1eb7-47dd-ae5e-6918d0139ebd)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 05:02:27.926709 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1b801c-1b13-4a72-b1f3-25c595548582 None None] Routers {'3fc3ed28-4e49-48e9-8b08-4b5fdd3c4c0e'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:02:27.927487 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-fe1b801c-1b13-4a72-b1f3-25c595548582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:02:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['3fc3ed28-4e49-48e9-8b08-4b5fdd3c4c0e'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:02:27.996122 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-0f1ba406-3f7a-4eb9-a1ef-ecdb9d5ca6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:28.080891 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-2bf97996-941d-49ec-9c65-c98b1fc9306b None None] Port 911d3c41-8ff9-4c89-a040-96dd3ddcca12 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 05:02:28.207793 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port be2220c3-2a86-4c41-b39e-63ee5d9c8d6c is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:02:28.208454 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:28.288023 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-b154a275-453b-4570-8043-ef2e7919d8ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:28.350147 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1ba406-3f7a-4eb9-a1ef-ecdb9d5ca6c0 None None] Pushing event updated for resources: {'Port': ['ID=1c60d5ab-7aac-4eaf-aca1-59856b17f51c,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:02:28.354746 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] For port be2220c3-2a86-4c41-b39e-63ee5d9c8d6c, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=be2220c3-2a86-4c41-b39e-63ee5d9c8d6c,segment=NetworkSegment(edfb82a8-d5f8-454c-a707-a86272899841),segment_id=edfb82a8-d5f8-454c-a707-a86272899841)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:02:28.382394 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f9536cbe-c1bf-48db-bb93-8e6400226161 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602184'] for router_interface, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:28.387006 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:28.534330 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6c6d8c99-ddb0-46ba-871b-b7bcf5b27172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:28.538039 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device d82da64b-43b6-4813-b22c-82f0b5a3348a up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:02:28.604027 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-fe1b801c-1b13-4a72-b1f3-25c595548582 None None] Set router 3fc3ed28-4e49-48e9-8b08-4b5fdd3c4c0e gateway port host: dv-neutron-843763-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:02:28.804787 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-6c6d8c99-ddb0-46ba-871b-b7bcf5b27172 admin admin] Allocated IP 172.20.0.1 (2669e161-f095-40c1-913b-ff9a8d308969/449c8ac6-347a-4fd2-8dc0-9c7f0c6872b9/749217d6-1a98-43b2-8b6a-92bc1e46502c) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:02:28.829959 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-f9536cbe-c1bf-48db-bb93-8e6400226161 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Deleting port 911d3c41-8ff9-4c89-a040-96dd3ddcca12 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:02:28.830509 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f9536cbe-c1bf-48db-bb93-8e6400226161 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:28.893258 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Pushing event updated for resources: {'Port': ['ID=be2220c3-2a86-4c41-b39e-63ee5d9c8d6c,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:02:28.990189 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port d82da64b-43b6-4813-b22c-82f0b5a3348a triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:02:28.990693 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:29.035435 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f9536cbe-c1bf-48db-bb93-8e6400226161 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:29.073591 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-aea06d79-37f0-48e1-a72f-3d46eb678368 None None] Notify callbacks [] for port, precommit_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:29.080677 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6c6d8c99-ddb0-46ba-871b-b7bcf5b27172 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:29.097217 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [None req-6c6d8c99-ddb0-46ba-871b-b7bcf5b27172 admin admin] Transition to ACTIVE for port object 749217d6-1a98-43b2-8b6a-92bc1e46502c will not be triggered until provisioned by entity DHCP. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:02:29.122093 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6c6d8c99-ddb0-46ba-871b-b7bcf5b27172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:29.125175 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-aea06d79-37f0-48e1-a72f-3d46eb678368 None None] Transition to ACTIVE for port object d3f40e31-186f-4ed2-8ffb-16622562b07e will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:02:29.142976 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-aea06d79-37f0-48e1-a72f-3d46eb678368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:29.163393 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-f9536cbe-c1bf-48db-bb93-8e6400226161 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Calling delete_port for 911d3c41-8ff9-4c89-a040-96dd3ddcca12 owned by network:router_interface {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:02:29.191423 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c6d8c99-ddb0-46ba-871b-b7bcf5b27172 admin admin] Network 2669e161-f095-40c1-913b-ff9a8d308969 is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:02:29.195272 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-6c6d8c99-ddb0-46ba-871b-b7bcf5b27172 admin admin] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:02:29.199198 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6d8c99-ddb0-46ba-871b-b7bcf5b27172 admin admin] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:02:29.254976 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6c6d8c99-ddb0-46ba-871b-b7bcf5b27172 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604623'] for router_interface, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:29.271369 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6d8c99-ddb0-46ba-871b-b7bcf5b27172 admin admin] Pushing event updated for resources: {'Port': ['ID=749217d6-1a98-43b2-8b6a-92bc1e46502c,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:02:29.383335 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1bdc6e-0a05-48a0-8410-26a8e06dc7dd None None] Pushing event updated for resources: {'Port': ['ID=d3f40e31-186f-4ed2-8ffb-16622562b07e,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:02:29.418090 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6c6d8c99-ddb0-46ba-871b-b7bcf5b27172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:29.477489 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port d82da64b-43b6-4813-b22c-82f0b5a3348a is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:02:29.478671 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 09d84916-c5bc-4647-93c2-5196ea1d5602 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:02:29.577179 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f9536cbe-c1bf-48db-bb93-8e6400226161 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:29.672130 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-fe1b801c-1b13-4a72-b1f3-25c595548582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fc3ed28-4e49-48e9-8b08-4b5fdd3c4c0e', 'name': 'tempest-TestVolumeBootPattern-1215283099-router', 'tenant_id': 'd33e4326757b4ba3a639277b57d5e241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.31'}], 'enable_snat': True}, 'gw_port_id': '823e5eb1-036d-4cf1-80db-3ae10b55a0f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:02:24Z', 'updated_at': '2022-05-30T05:02:26Z', 'revision_number': 3, 'project_id': 'd33e4326757b4ba3a639277b57d5e241', 'gw_port': {'id': '823e5eb1-036d-4cf1-80db-3ae10b55a0f6', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:f1:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fc3ed28-4e49-48e9-8b08-4b5fdd3c4c0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:02:25Z', 'updated_at': '2022-05-30T05:02:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv'}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:02:29.689527 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-aea06d79-37f0-48e1-a72f-3d46eb678368 None None] Attempting to bind port d3f40e31-186f-4ed2-8ffb-16622562b07e on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 05:02:29.689910 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-aea06d79-37f0-48e1-a72f-3d46eb678368 None None] Attempting to bind port d3f40e31-186f-4ed2-8ffb-16622562b07e by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': 'e44dcc7a-45b8-400b-a163-3c280c77686f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '719d6beb-a88c-42b5-a4d8-b710f113657a'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 05:02:29.690270 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea06d79-37f0-48e1-a72f-3d46eb678368 None None] Attempting to bind port d3f40e31-186f-4ed2-8ffb-16622562b07e on network 719d6beb-a88c-42b5-a4d8-b710f113657a {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:02:29.692199 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1b801c-1b13-4a72-b1f3-25c595548582 None None] Checking router: 3fc3ed28-4e49-48e9-8b08-4b5fdd3c4c0e for host: dv-neutron-843763-1-hyperv {{(pid=88262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 05:02:29.692548 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1b801c-1b13-4a72-b1f3-25c595548582 None None] Updating router 3fc3ed28-4e49-48e9-8b08-4b5fdd3c4c0e port 823e5eb1-036d-4cf1-80db-3ae10b55a0f6 binding host dv-neutron-843763-1-hyperv {{(pid=88262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 30 05:02:29.711696 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9536cbe-c1bf-48db-bb93-8e6400226161 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Pushing event deleted for resources: {'Port': ['ID=911d3c41-8ff9-4c89-a040-96dd3ddcca12,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:02:29.742314 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea06d79-37f0-48e1-a72f-3d46eb678368 None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 5, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 05:02:29.742693 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea06d79-37f0-48e1-a72f-3d46eb678368 None None] Checking segment: {'id': 'e44dcc7a-45b8-400b-a163-3c280c77686f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '719d6beb-a88c-42b5-a4d8-b710f113657a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:02:29.743094 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-aea06d79-37f0-48e1-a72f-3d46eb678368 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:29.743817 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea06d79-37f0-48e1-a72f-3d46eb678368 None None] Bound using segment: {'id': 'e44dcc7a-45b8-400b-a163-3c280c77686f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '719d6beb-a88c-42b5-a4d8-b710f113657a'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 05:02:29.744207 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-aea06d79-37f0-48e1-a72f-3d46eb678368 None None] Bound port: d3f40e31-186f-4ed2-8ffb-16622562b07e, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e44dcc7a-45b8-400b-a163-3c280c77686f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '719d6beb-a88c-42b5-a4d8-b710f113657a'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 05:02:29.744580 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-aea06d79-37f0-48e1-a72f-3d46eb678368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:29.811195 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6c6d8c99-ddb0-46ba-871b-b7bcf5b27172 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:29.820912 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6c6d8c99-ddb0-46ba-871b-b7bcf5b27172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1547421'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:29.822734 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b206f12-66ad-4fda-a837-f51b25078357 None None] Network 2669e161-f095-40c1-913b-ff9a8d308969 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:02:29.846171 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-fe1b801c-1b13-4a72-b1f3-25c595548582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:29.893728 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 09d84916-c5bc-4647-93c2-5196ea1d5602 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:02:29.894278 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:29.942341 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6d8c99-ddb0-46ba-871b-b7bcf5b27172 admin admin] Pushing event updated for resources: {'Port': ['ID=749217d6-1a98-43b2-8b6a-92bc1e46502c,revision_number=2']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:02:29.947827 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6c6d8c99-ddb0-46ba-871b-b7bcf5b27172 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1642774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602230'] for router_interface, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:30.059048 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f9536cbe-c1bf-48db-bb93-8e6400226161 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1642797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602100'] for router_interface, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:30.093006 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c6d8c99-ddb0-46ba-871b-b7bcf5b27172 admin admin] Network 2669e161-f095-40c1-913b-ff9a8d308969 is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:02:30.094340 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-6c6d8c99-ddb0-46ba-871b-b7bcf5b27172 admin admin] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:02:30.112258 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-6589cb01-f342-475e-8ce4-eb524576a4bf None None] Provisioning for port 1c60d5ab-7aac-4eaf-aca1-59856b17f51c completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:02:30.143659 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-aea06d79-37f0-48e1-a72f-3d46eb678368 None None] For port d3f40e31-186f-4ed2-8ffb-16622562b07e, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 05:02:30.204852 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-aea06d79-37f0-48e1-a72f-3d46eb678368 None None] For port d3f40e31-186f-4ed2-8ffb-16622562b07e, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=d3f40e31-186f-4ed2-8ffb-16622562b07e,segment=NetworkSegment(e44dcc7a-45b8-400b-a163-3c280c77686f),segment_id=e44dcc7a-45b8-400b-a163-3c280c77686f)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 05:02:30.246211 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-aea06d79-37f0-48e1-a72f-3d46eb678368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:30.312026 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-df84aaf6-9b03-43f9-bc94-f585da6c2242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:30.318213 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c6d8c99-ddb0-46ba-871b-b7bcf5b27172 admin admin] Router 3fc3ed28-4e49-48e9-8b08-4b5fdd3c4c0e has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 05:02:30.421212 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9536cbe-c1bf-48db-bb93-8e6400226161 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Router 6111aecf-69ae-4752-be46-5656a9736692 has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 05:02:30.522644 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c6d8c99-ddb0-46ba-871b-b7bcf5b27172 admin admin] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:02:30.534257 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-6c6d8c99-ddb0-46ba-871b-b7bcf5b27172 admin admin] 10.222.0.15 "PUT /v2.0/routers/3fc3ed28-4e49-48e9-8b08-4b5fdd3c4c0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7789145 May 30 05:02:30.542350 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 09d84916-c5bc-4647-93c2-5196ea1d5602 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:02:30.544526 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea06d79-37f0-48e1-a72f-3d46eb678368 None None] Routers {'0052139e-6291-4d45-bd81-95a00b5b5a70'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:02:30.545215 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-aea06d79-37f0-48e1-a72f-3d46eb678368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:02:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['0052139e-6291-4d45-bd81-95a00b5b5a70'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:02:30.604853 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1bdc6e-0a05-48a0-8410-26a8e06dc7dd None None] Pushing event updated for resources: {'Port': ['ID=d3f40e31-186f-4ed2-8ffb-16622562b07e,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:02:30.615003 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9536cbe-c1bf-48db-bb93-8e6400226161 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:02:30.628047 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b5a3f56-a980-439f-bb63-b51b99789b27 None None] Sync routers for ids ['6111aecf-69ae-4752-be46-5656a9736692'] in dv-neutron-843763-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:02:30.636838 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-f9536cbe-c1bf-48db-bb93-8e6400226161 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] 10.222.0.15 "PUT /v2.0/routers/6111aecf-69ae-4752-be46-5656a9736692/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9431517 May 30 05:02:30.640036 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 46690) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:02:30.644647 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5a3f56-a980-439f-bb63-b51b99789b27 None None] Routers {'6111aecf-69ae-4752-be46-5656a9736692'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:02:30.645461 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-4b5a3f56-a980-439f-bb63-b51b99789b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:02:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['6111aecf-69ae-4752-be46-5656a9736692'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:02:30.737687 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-4b5a3f56-a980-439f-bb63-b51b99789b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:02:30.747556 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5a3f56-a980-439f-bb63-b51b99789b27 None None] Routers {'6111aecf-69ae-4752-be46-5656a9736692'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:02:30.748281 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-4b5a3f56-a980-439f-bb63-b51b99789b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:02:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['6111aecf-69ae-4752-be46-5656a9736692'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:02:30.825484 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-4b5a3f56-a980-439f-bb63-b51b99789b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:02:30.826061 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b5a3f56-a980-439f-bb63-b51b99789b27 None None] The sync data for ids ['6111aecf-69ae-4752-be46-5656a9736692'] in dv-neutron-843763-1-hyperv is: [] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:02:30.866134 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 1c60d5ab-7aac-4eaf-aca1-59856b17f51c up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:02:30.990872 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-fe1b801c-1b13-4a72-b1f3-25c595548582 None None] Notify callbacks [] for port, precommit_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:31.024646 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-fe1b801c-1b13-4a72-b1f3-25c595548582 None None] Transition to ACTIVE for port object 823e5eb1-036d-4cf1-80db-3ae10b55a0f6 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:02:31.029183 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-aea06d79-37f0-48e1-a72f-3d46eb678368 None None] Set router 0052139e-6291-4d45-bd81-95a00b5b5a70 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:02:31.054911 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 46700) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:02:31.060071 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-a3b28c3c-927b-44d3-ad42-f47f6bdd653f tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1445389464', 'description': 'tempest-secgroup-smoke-1445389464 description', 'project_id': '88101d051d394b379575d1a4b606816a'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:02:31.066388 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-a3b28c3c-927b-44d3-ad42-f47f6bdd653f tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:02:31.071174 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-a3b28c3c-927b-44d3-ad42-f47f6bdd653f tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Usage tracker for resource:security_group and tenant:88101d051d394b379575d1a4b606816a is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:02:31.074262 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-a3b28c3c-927b-44d3-ad42-f47f6bdd653f tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:02:31.081742 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-a3b28c3c-927b-44d3-ad42-f47f6bdd653f tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:02:31.099061 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-fe1b801c-1b13-4a72-b1f3-25c595548582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:31.100224 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a3b28c3c-927b-44d3-ad42-f47f6bdd653f tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Notify callbacks [] for security_group, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:31.126696 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-a3b28c3c-927b-44d3-ad42-f47f6bdd653f tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:02:31.131919 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-a3b28c3c-927b-44d3-ad42-f47f6bdd653f tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Usage tracker for resource:security_group_rule and tenant:88101d051d394b379575d1a4b606816a is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:02:31.134953 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-a3b28c3c-927b-44d3-ad42-f47f6bdd653f tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:02:31.142071 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-a3b28c3c-927b-44d3-ad42-f47f6bdd653f tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:02:31.196367 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port 1c60d5ab-7aac-4eaf-aca1-59856b17f51c completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:02:31.255254 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a3b28c3c-927b-44d3-ad42-f47f6bdd653f tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Notify callbacks [] for security_group, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:31.264863 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a3b28c3c-927b-44d3-ad42-f47f6bdd653f tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:31.293519 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-54f1cef2-f770-4a7f-a3a2-6b10ba457bcf tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602184'] for router_interface, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:31.312730 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a3b28c3c-927b-44d3-ad42-f47f6bdd653f tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:31.314188 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-a3b28c3c-927b-44d3-ad42-f47f6bdd653f tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2582767 May 30 05:02:31.322344 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 46704) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:02:31.336630 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 1c60d5ab-7aac-4eaf-aca1-59856b17f51c triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:02:31.337000 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:31.337132 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-7a5f4fc2-f641-477a-bffd-06978cbe313e tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Request body: {'security_group_rule': {'security_group_id': '52528308-5406-4aa0-bc49-d5582af75908', 'project_id': '88101d051d394b379575d1a4b606816a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:02:31.356191 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-7a5f4fc2-f641-477a-bffd-06978cbe313e tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:02:31.363526 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b28c3c-927b-44d3-ad42-f47f6bdd653f tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52528308-5406-4aa0-bc49-d5582af75908,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:02:31.367031 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-7a5f4fc2-f641-477a-bffd-06978cbe313e tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Usage tracker for resource:security_group_rule and tenant:88101d051d394b379575d1a4b606816a is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:02:31.370810 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-7a5f4fc2-f641-477a-bffd-06978cbe313e tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:02:31.379024 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-7a5f4fc2-f641-477a-bffd-06978cbe313e tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:02:31.415397 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7a5f4fc2-f641-477a-bffd-06978cbe313e tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:31.493287 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7a5f4fc2-f641-477a-bffd-06978cbe313e tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:31.504630 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7a5f4fc2-f641-477a-bffd-06978cbe313e tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:31.523676 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79f03ce-d264-4962-941e-2ecd232b76eb None None] Pushing event updated for resources: {'Port': ['ID=823e5eb1-036d-4cf1-80db-3ae10b55a0f6,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:02:31.529105 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5f4fc2-f641-477a-bffd-06978cbe313e tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=245123c7-abcd-4154-b162-38ce768ddc76,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:02:31.538975 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56ded65b-0e68-413c-8b9b-1097922cc81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:31.542373 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-fe1b801c-1b13-4a72-b1f3-25c595548582 None None] Attempting to bind port 823e5eb1-036d-4cf1-80db-3ae10b55a0f6 on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 05:02:31.542947 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-fe1b801c-1b13-4a72-b1f3-25c595548582 None None] Attempting to bind port 823e5eb1-036d-4cf1-80db-3ae10b55a0f6 by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': 'ad083d94-0233-4c50-a0ed-00ef7686038c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 05:02:31.543159 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1b801c-1b13-4a72-b1f3-25c595548582 None None] Attempting to bind port 823e5eb1-036d-4cf1-80db-3ae10b55a0f6 on network 1bab70f4-3794-44db-8e17-19f483aa8ffa {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:02:31.548249 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7a5f4fc2-f641-477a-bffd-06978cbe313e tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:31.553955 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-7a5f4fc2-f641-477a-bffd-06978cbe313e tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2276018 May 30 05:02:31.554323 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 46708) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:02:31.561902 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-d15ba012-036c-4a67-8765-155b0fabb085 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Request body: {'security_group_rule': {'security_group_id': '52528308-5406-4aa0-bc49-d5582af75908', 'project_id': '88101d051d394b379575d1a4b606816a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:02:31.571013 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-d15ba012-036c-4a67-8765-155b0fabb085 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:02:31.575886 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-d15ba012-036c-4a67-8765-155b0fabb085 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Usage tracker for resource:security_group_rule and tenant:88101d051d394b379575d1a4b606816a is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:02:31.579461 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-d15ba012-036c-4a67-8765-155b0fabb085 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:02:31.586303 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-d15ba012-036c-4a67-8765-155b0fabb085 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:02:31.610077 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d15ba012-036c-4a67-8765-155b0fabb085 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:31.615679 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1b801c-1b13-4a72-b1f3-25c595548582 None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 5, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 05:02:31.616111 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1b801c-1b13-4a72-b1f3-25c595548582 None None] Checking segment: {'id': 'ad083d94-0233-4c50-a0ed-00ef7686038c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:02:31.616565 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-fe1b801c-1b13-4a72-b1f3-25c595548582 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:31.616967 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1b801c-1b13-4a72-b1f3-25c595548582 None None] Bound using segment: {'id': 'ad083d94-0233-4c50-a0ed-00ef7686038c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 05:02:31.617935 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-fe1b801c-1b13-4a72-b1f3-25c595548582 None None] Bound port: 823e5eb1-036d-4cf1-80db-3ae10b55a0f6, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad083d94-0233-4c50-a0ed-00ef7686038c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 05:02:31.618060 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-fe1b801c-1b13-4a72-b1f3-25c595548582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:31.662640 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:31.665076 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-7ff457c7-8b15-46d7-985a-df5d0c24a079 None None] Provisioning for port 749217d6-1a98-43b2-8b6a-92bc1e46502c completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:02:31.691147 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d15ba012-036c-4a67-8765-155b0fabb085 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:31.697323 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d15ba012-036c-4a67-8765-155b0fabb085 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:31.718370 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15ba012-036c-4a67-8765-155b0fabb085 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c162d988-4315-451e-ba36-0e6c94e22db3,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:02:31.730402 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-7ff457c7-8b15-46d7-985a-df5d0c24a079 None None] Provisioning complete for port 749217d6-1a98-43b2-8b6a-92bc1e46502c triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:02:31.730793 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7ff457c7-8b15-46d7-985a-df5d0c24a079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:31.741474 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d15ba012-036c-4a67-8765-155b0fabb085 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:31.745669 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-d15ba012-036c-4a67-8765-155b0fabb085 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1898053 May 30 05:02:31.746318 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 46712) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:02:31.751624 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-987f71aa-e820-445a-8c98-1d50a84ed076 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Request body: {'security_group_rule': {'security_group_id': '52528308-5406-4aa0-bc49-d5582af75908', 'project_id': '88101d051d394b379575d1a4b606816a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:02:31.757798 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-987f71aa-e820-445a-8c98-1d50a84ed076 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:02:31.761841 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-987f71aa-e820-445a-8c98-1d50a84ed076 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Usage tracker for resource:security_group_rule and tenant:88101d051d394b379575d1a4b606816a is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:02:31.765487 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-987f71aa-e820-445a-8c98-1d50a84ed076 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:02:31.772064 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-987f71aa-e820-445a-8c98-1d50a84ed076 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:02:31.799766 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-987f71aa-e820-445a-8c98-1d50a84ed076 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:31.871443 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-987f71aa-e820-445a-8c98-1d50a84ed076 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:31.875317 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-987f71aa-e820-445a-8c98-1d50a84ed076 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:31.897281 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-54f1cef2-f770-4a7f-a3a2-6b10ba457bcf tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Deleting port bac1ea32-744d-4468-a4ac-c3318cedfc29 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:02:31.897710 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-54f1cef2-f770-4a7f-a3a2-6b10ba457bcf tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:31.899040 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987f71aa-e820-445a-8c98-1d50a84ed076 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11487bb0-899f-4cf5-abab-8a5d4710453b,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:02:31.908352 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-7ff457c7-8b15-46d7-985a-df5d0c24a079 None None] Port 749217d6-1a98-43b2-8b6a-92bc1e46502c cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 05:02:31.912676 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-987f71aa-e820-445a-8c98-1d50a84ed076 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:31.917138 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-987f71aa-e820-445a-8c98-1d50a84ed076 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1668861 May 30 05:02:31.918982 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 46716) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:02:31.924426 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-8f262ad9-43f1-4deb-9d1d-c510b0bbe483 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Request body: {'security_group_rule': {'security_group_id': '52528308-5406-4aa0-bc49-d5582af75908', 'project_id': '88101d051d394b379575d1a4b606816a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:02:31.931126 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-8f262ad9-43f1-4deb-9d1d-c510b0bbe483 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:02:31.933370 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-fe1b801c-1b13-4a72-b1f3-25c595548582 None None] For port 823e5eb1-036d-4cf1-80db-3ae10b55a0f6, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 05:02:31.935684 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-8f262ad9-43f1-4deb-9d1d-c510b0bbe483 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Usage tracker for resource:security_group_rule and tenant:88101d051d394b379575d1a4b606816a is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:02:31.938952 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-8f262ad9-43f1-4deb-9d1d-c510b0bbe483 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:02:31.946364 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-8f262ad9-43f1-4deb-9d1d-c510b0bbe483 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:02:31.960080 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-fe1b801c-1b13-4a72-b1f3-25c595548582 None None] For port 823e5eb1-036d-4cf1-80db-3ae10b55a0f6, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=823e5eb1-036d-4cf1-80db-3ae10b55a0f6,segment=NetworkSegment(ad083d94-0233-4c50-a0ed-00ef7686038c),segment_id=ad083d94-0233-4c50-a0ed-00ef7686038c)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 05:02:31.968390 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8f262ad9-43f1-4deb-9d1d-c510b0bbe483 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:31.970567 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 1c60d5ab-7aac-4eaf-aca1-59856b17f51c is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:02:31.970954 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:31.983886 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-fe1b801c-1b13-4a72-b1f3-25c595548582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:32.016939 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-7ff457c7-8b15-46d7-985a-df5d0c24a079 None None] Provisioning complete for port 1c60d5ab-7aac-4eaf-aca1-59856b17f51c triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:02:32.017352 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7ff457c7-8b15-46d7-985a-df5d0c24a079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:32.037375 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8f262ad9-43f1-4deb-9d1d-c510b0bbe483 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:32.041762 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8f262ad9-43f1-4deb-9d1d-c510b0bbe483 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:32.071427 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f262ad9-43f1-4deb-9d1d-c510b0bbe483 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99497280-ca46-4afb-8608-1f8dcc6d6899,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:02:32.079439 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8f262ad9-43f1-4deb-9d1d-c510b0bbe483 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:32.083936 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-8f262ad9-43f1-4deb-9d1d-c510b0bbe483 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1608479 May 30 05:02:32.084193 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 46720) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:02:32.089305 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-40a69556-58de-431f-8485-980019d294ab tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Request body: {'security_group_rule': {'security_group_id': '52528308-5406-4aa0-bc49-d5582af75908', 'project_id': '88101d051d394b379575d1a4b606816a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:02:32.096230 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-40a69556-58de-431f-8485-980019d294ab tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:02:32.102411 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-54f1cef2-f770-4a7f-a3a2-6b10ba457bcf tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:32.102661 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-40a69556-58de-431f-8485-980019d294ab tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Usage tracker for resource:security_group_rule and tenant:88101d051d394b379575d1a4b606816a is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:02:32.106939 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-40a69556-58de-431f-8485-980019d294ab tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:02:32.115107 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-40a69556-58de-431f-8485-980019d294ab tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:02:32.127593 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.db.securitygroups_db [None req-40a69556-58de-431f-8485-980019d294ab tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Project 88101d051d394b379575d1a4b606816a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 30 05:02:32.138601 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-40a69556-58de-431f-8485-980019d294ab tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:32.140257 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] For port 1c60d5ab-7aac-4eaf-aca1-59856b17f51c, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=1c60d5ab-7aac-4eaf-aca1-59856b17f51c,segment=NetworkSegment(8f3099db-1eb7-47dd-ae5e-6918d0139ebd),segment_id=8f3099db-1eb7-47dd-ae5e-6918d0139ebd)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:02:32.155689 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79f03ce-d264-4962-941e-2ecd232b76eb None None] Pushing event updated for resources: {'Port': ['ID=823e5eb1-036d-4cf1-80db-3ae10b55a0f6,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:02:32.164011 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:32.165287 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device be2220c3-2a86-4c41-b39e-63ee5d9c8d6c up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:02:32.195156 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1b801c-1b13-4a72-b1f3-25c595548582 None None] Routers {'3fc3ed28-4e49-48e9-8b08-4b5fdd3c4c0e'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:02:32.196054 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-fe1b801c-1b13-4a72-b1f3-25c595548582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:02:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['3fc3ed28-4e49-48e9-8b08-4b5fdd3c4c0e'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:02:32.223842 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-40a69556-58de-431f-8485-980019d294ab tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:32.228771 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-40a69556-58de-431f-8485-980019d294ab tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:32.258443 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a69556-58de-431f-8485-980019d294ab tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=187d40e2-a515-4950-ac8f-3da792de618d,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:02:32.258872 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-54f1cef2-f770-4a7f-a3a2-6b10ba457bcf tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Calling delete_port for bac1ea32-744d-4468-a4ac-c3318cedfc29 owned by network:router_interface {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:02:32.276722 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-40a69556-58de-431f-8485-980019d294ab tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:32.278221 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-40a69556-58de-431f-8485-980019d294ab tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1928596 May 30 05:02:32.280621 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 46724) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:02:32.285869 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-725e786e-33dd-46a3-96ce-b1bcbf8fa115 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Request body: {'security_group_rule': {'security_group_id': '52528308-5406-4aa0-bc49-d5582af75908', 'project_id': '88101d051d394b379575d1a4b606816a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:02:32.293835 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-725e786e-33dd-46a3-96ce-b1bcbf8fa115 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:02:32.297922 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-725e786e-33dd-46a3-96ce-b1bcbf8fa115 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Usage tracker for resource:security_group_rule and tenant:88101d051d394b379575d1a4b606816a is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:02:32.300789 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-725e786e-33dd-46a3-96ce-b1bcbf8fa115 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:02:32.306939 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-725e786e-33dd-46a3-96ce-b1bcbf8fa115 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:02:32.388875 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-aea06d79-37f0-48e1-a72f-3d46eb678368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0052139e-6291-4d45-bd81-95a00b5b5a70', 'name': 'tempest-TestVolumeBootPattern-1089136327-router', 'tenant_id': '88101d051d394b379575d1a4b606816a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.86'}], 'enable_snat': True}, 'gw_port_id': '09d84916-c5bc-4647-93c2-5196ea1d5602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:02:15Z', 'updated_at': '2022-05-30T05:02:20Z', 'revision_number': 4, 'project_id': '88101d051d394b379575d1a4b606816a', 'gw_port': {'id': '09d84916-c5bc-4647-93c2-5196ea1d5602', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:2d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0052139e-6291-4d45-bd81-95a00b5b5a70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:02:16Z', 'updated_at': '2022-05-30T05:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': 'd3f40e31-186f-4ed2-8ffb-16622562b07e', 'name': '', 'network_id': '719d6beb-a88c-42b5-a4d8-b710f113657a', 'tenant_id': '88101d051d394b379575d1a4b606816a', 'mac_address': 'fa:16:3e:97:d3:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0052139e-6291-4d45-bd81-95a00b5b5a70', 'device_owner': 'network:router_interface', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': '195eaa06-b93a-44cb-9e99-e406979df128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:02:19Z', 'updated_at': '2022-05-30T05:02:30Z', 'revision_number': 4, 'project_id': '88101d051d394b379575d1a4b606816a', 'subnets': [{'id': '195eaa06-b93a-44cb-9e99-e406979df128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:02:32.427305 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.db.securitygroups_db [None req-725e786e-33dd-46a3-96ce-b1bcbf8fa115 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Project 88101d051d394b379575d1a4b606816a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 30 05:02:32.433639 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea06d79-37f0-48e1-a72f-3d46eb678368 None None] The sync data for ids ['0052139e-6291-4d45-bd81-95a00b5b5a70'] in dv-neutron-843763-1-hyperv is: [{'id': '0052139e-6291-4d45-bd81-95a00b5b5a70', 'name': 'tempest-TestVolumeBootPattern-1089136327-router', 'tenant_id': '88101d051d394b379575d1a4b606816a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.86'}], 'enable_snat': True}, 'gw_port_id': '09d84916-c5bc-4647-93c2-5196ea1d5602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:02:15Z', 'updated_at': '2022-05-30T05:02:20Z', 'revision_number': 4, 'project_id': '88101d051d394b379575d1a4b606816a', 'gw_port': {'id': '09d84916-c5bc-4647-93c2-5196ea1d5602', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:2d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0052139e-6291-4d45-bd81-95a00b5b5a70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:02:16Z', 'updated_at': '2022-05-30T05:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': 'd3f40e31-186f-4ed2-8ffb-16622562b07e', 'name': '', 'network_id': '719d6beb-a88c-42b5-a4d8-b710f113657a', 'tenant_id': '88101d051d394b379575d1a4b606816a', 'mac_address': 'fa:16:3e:97:d3:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0052139e-6291-4d45-bd81-95a00b5b5a70', 'device_owner': 'network:router_interface', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': '195eaa06-b93a-44cb-9e99-e406979df128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:02:19Z', 'updated_at': '2022-05-30T05:02:30Z', 'revision_number': 4, 'project_id': '88101d051d394b379575d1a4b606816a', 'subnets': [{'id': '195eaa06-b93a-44cb-9e99-e406979df128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:02:32.435403 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-725e786e-33dd-46a3-96ce-b1bcbf8fa115 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:32.463419 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-54f1cef2-f770-4a7f-a3a2-6b10ba457bcf tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:32.509536 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Pushing event updated for resources: {'Port': ['ID=1c60d5ab-7aac-4eaf-aca1-59856b17f51c,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:02:32.517670 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-725e786e-33dd-46a3-96ce-b1bcbf8fa115 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:32.527718 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-725e786e-33dd-46a3-96ce-b1bcbf8fa115 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:32.543514 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-7ff457c7-8b15-46d7-985a-df5d0c24a079 None None] Current status of the port 1c60d5ab-7aac-4eaf-aca1-59856b17f51c is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:02:32.550714 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f1cef2-f770-4a7f-a3a2-6b10ba457bcf tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Pushing event deleted for resources: {'Port': ['ID=bac1ea32-744d-4468-a4ac-c3318cedfc29,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:02:32.571001 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725e786e-33dd-46a3-96ce-b1bcbf8fa115 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54ec50ef-295b-46c0-86eb-8d3f9cd239c2,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:02:32.573438 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-725e786e-33dd-46a3-96ce-b1bcbf8fa115 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:32.574717 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-725e786e-33dd-46a3-96ce-b1bcbf8fa115 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2931762 May 30 05:02:32.576133 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port be2220c3-2a86-4c41-b39e-63ee5d9c8d6c triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:02:32.576552 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:32.637823 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-fe1b801c-1b13-4a72-b1f3-25c595548582 None None] Set router 3fc3ed28-4e49-48e9-8b08-4b5fdd3c4c0e gateway port host: dv-neutron-843763-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:02:32.804380 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-54f1cef2-f770-4a7f-a3a2-6b10ba457bcf tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1642797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602100'] for router_interface, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:32.894546 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a142624-940e-4c55-bf49-a5329c884075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:32.901360 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-11751f76-ba5b-477f-b80e-1dcaa715589f None None] Provisioning complete for port 749217d6-1a98-43b2-8b6a-92bc1e46502c triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:02:32.901739 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-11751f76-ba5b-477f-b80e-1dcaa715589f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:33.055146 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port be2220c3-2a86-4c41-b39e-63ee5d9c8d6c is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:02:33.070073 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-11751f76-ba5b-477f-b80e-1dcaa715589f None None] Port 749217d6-1a98-43b2-8b6a-92bc1e46502c cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 05:02:33.149869 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54f1cef2-f770-4a7f-a3a2-6b10ba457bcf tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Router 6111aecf-69ae-4752-be46-5656a9736692 has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 05:02:33.207903 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-fe1b801c-1b13-4a72-b1f3-25c595548582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fc3ed28-4e49-48e9-8b08-4b5fdd3c4c0e', 'name': 'tempest-TestVolumeBootPattern-1215283099-router', 'tenant_id': 'd33e4326757b4ba3a639277b57d5e241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.31'}], 'enable_snat': True}, 'gw_port_id': '823e5eb1-036d-4cf1-80db-3ae10b55a0f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:02:24Z', 'updated_at': '2022-05-30T05:02:29Z', 'revision_number': 4, 'project_id': 'd33e4326757b4ba3a639277b57d5e241', 'gw_port': {'id': '823e5eb1-036d-4cf1-80db-3ae10b55a0f6', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:f1:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fc3ed28-4e49-48e9-8b08-4b5fdd3c4c0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:02:25Z', 'updated_at': '2022-05-30T05:02:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': '749217d6-1a98-43b2-8b6a-92bc1e46502c', 'name': '', 'network_id': '2669e161-f095-40c1-913b-ff9a8d308969', 'tenant_id': 'd33e4326757b4ba3a639277b57d5e241', 'mac_address': 'fa:16:3e:c8:22:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fc3ed28-4e49-48e9-8b08-4b5fdd3c4c0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '449c8ac6-347a-4fd2-8dc0-9c7f0c6872b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:02:28Z', 'updated_at': '2022-05-30T05:02:29Z', 'revision_number': 2, 'project_id': 'd33e4326757b4ba3a639277b57d5e241', 'subnets': [{'id': '449c8ac6-347a-4fd2-8dc0-9c7f0c6872b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:02:33.218131 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device d3f40e31-186f-4ed2-8ffb-16622562b07e up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:02:33.332208 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1b801c-1b13-4a72-b1f3-25c595548582 None None] The sync data for ids ['3fc3ed28-4e49-48e9-8b08-4b5fdd3c4c0e'] in dv-neutron-843763-1-hyperv is: [{'id': '3fc3ed28-4e49-48e9-8b08-4b5fdd3c4c0e', 'name': 'tempest-TestVolumeBootPattern-1215283099-router', 'tenant_id': 'd33e4326757b4ba3a639277b57d5e241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.31'}], 'enable_snat': True}, 'gw_port_id': '823e5eb1-036d-4cf1-80db-3ae10b55a0f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:02:24Z', 'updated_at': '2022-05-30T05:02:29Z', 'revision_number': 4, 'project_id': 'd33e4326757b4ba3a639277b57d5e241', 'gw_port': {'id': '823e5eb1-036d-4cf1-80db-3ae10b55a0f6', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:f1:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fc3ed28-4e49-48e9-8b08-4b5fdd3c4c0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:02:25Z', 'updated_at': '2022-05-30T05:02:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': '749217d6-1a98-43b2-8b6a-92bc1e46502c', 'name': '', 'network_id': '2669e161-f095-40c1-913b-ff9a8d308969', 'tenant_id': 'd33e4326757b4ba3a639277b57d5e241', 'mac_address': 'fa:16:3e:c8:22:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fc3ed28-4e49-48e9-8b08-4b5fdd3c4c0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '449c8ac6-347a-4fd2-8dc0-9c7f0c6872b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:02:28Z', 'updated_at': '2022-05-30T05:02:29Z', 'revision_number': 2, 'project_id': 'd33e4326757b4ba3a639277b57d5e241', 'subnets': [{'id': '449c8ac6-347a-4fd2-8dc0-9c7f0c6872b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:02:33.352313 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54f1cef2-f770-4a7f-a3a2-6b10ba457bcf tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:02:33.366295 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00bf3df-c4f2-4336-8450-cfad13ce00ed None None] Sync routers for ids ['6111aecf-69ae-4752-be46-5656a9736692'] in dv-neutron-843763-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:02:33.377144 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-54f1cef2-f770-4a7f-a3a2-6b10ba457bcf tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] 10.222.0.15 "PUT /v2.0/routers/6111aecf-69ae-4752-be46-5656a9736692/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7360082 May 30 05:02:33.380161 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 46772) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:02:33.390571 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00bf3df-c4f2-4336-8450-cfad13ce00ed None None] Routers {'6111aecf-69ae-4752-be46-5656a9736692'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:02:33.391421 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-c00bf3df-c4f2-4336-8450-cfad13ce00ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:02:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['6111aecf-69ae-4752-be46-5656a9736692'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:02:33.441339 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-5243674f-1cb0-4740-82e4-9aedb4a474bb tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] 10.222.0.15 "GET /v2.0/ports?device_id=6111aecf-69ae-4752-be46-5656a9736692 HTTP/1.1" status: 200 len: 205 time: 0.0569880 May 30 05:02:33.441714 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 46776) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:02:33.455236 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port d3f40e31-186f-4ed2-8ffb-16622562b07e completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:02:33.472132 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-c00bf3df-c4f2-4336-8450-cfad13ce00ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:02:33.474835 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port d3f40e31-186f-4ed2-8ffb-16622562b07e triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:02:33.475339 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:33.550510 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00bf3df-c4f2-4336-8450-cfad13ce00ed None None] Routers {'6111aecf-69ae-4752-be46-5656a9736692'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:02:33.551132 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-c00bf3df-c4f2-4336-8450-cfad13ce00ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:02:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['6111aecf-69ae-4752-be46-5656a9736692'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:02:33.628099 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-c00bf3df-c4f2-4336-8450-cfad13ce00ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:02:33.628395 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00bf3df-c4f2-4336-8450-cfad13ce00ed None None] The sync data for ids ['6111aecf-69ae-4752-be46-5656a9736692'] in dv-neutron-843763-1-hyperv is: [] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:02:33.688528 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port d3f40e31-186f-4ed2-8ffb-16622562b07e is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:02:33.689319 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:33.730071 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] For port d3f40e31-186f-4ed2-8ffb-16622562b07e, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=d3f40e31-186f-4ed2-8ffb-16622562b07e,segment=NetworkSegment(e44dcc7a-45b8-400b-a163-3c280c77686f),segment_id=e44dcc7a-45b8-400b-a163-3c280c77686f)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:02:33.735518 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:33.736926 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 1c60d5ab-7aac-4eaf-aca1-59856b17f51c up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:02:33.781530 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e26a3f79-a19e-4c96-87e7-a35726ac1b1d tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks [] for router, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:33.922538 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Pushing event updated for resources: {'Port': ['ID=d3f40e31-186f-4ed2-8ffb-16622562b07e,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:02:33.934391 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 1c60d5ab-7aac-4eaf-aca1-59856b17f51c triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:02:33.934768 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:34.062962 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 1c60d5ab-7aac-4eaf-aca1-59856b17f51c is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:02:34.164045 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e26a3f79-a19e-4c96-87e7-a35726ac1b1d tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11660'] for router, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:34.168281 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e26a3f79-a19e-4c96-87e7-a35726ac1b1d tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:34.202823 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e26a3f79-a19e-4c96-87e7-a35726ac1b1d tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1601605'] for router, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:34.203764 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e26a3f79-a19e-4c96-87e7-a35726ac1b1d tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Fanout notify agent at l3_agent the message router_deleted on router 6111aecf-69ae-4752-be46-5656a9736692 {{(pid=88261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 30 05:02:34.220514 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e26a3f79-a19e-4c96-87e7-a35726ac1b1d tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks [] for router, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:34.223973 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-e26a3f79-a19e-4c96-87e7-a35726ac1b1d tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] 10.222.0.15 "DELETE /v2.0/routers/6111aecf-69ae-4752-be46-5656a9736692 HTTP/1.1" status: 204 len: 168 time: 0.7788167 May 30 05:02:34.224340 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 46818) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:02:34.296092 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_v2 [None req-78c9b4e6-bc8f-422d-8b0d-467eea749b7a tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Deleting subnet 1289b235-69a6-485a-98d7-b44c9bf4eb4a {{(pid=88261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 30 05:02:34.301565 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-78c9b4e6-bc8f-422d-8b0d-467eea749b7a tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks [] for subnet, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:34.392230 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-78c9b4e6-bc8f-422d-8b0d-467eea749b7a tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3545586'] for subnet, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:34.492835 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-78c9b4e6-bc8f-422d-8b0d-467eea749b7a tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860493'] for subnet, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:34.578320 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-78c9b4e6-bc8f-422d-8b0d-467eea749b7a tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2304955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9305493'] for subnet, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:34.622517 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c9b4e6-bc8f-422d-8b0d-467eea749b7a tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Pushing event deleted for resources: {'Subnet': ['ID=1289b235-69a6-485a-98d7-b44c9bf4eb4a,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:02:34.627328 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-78c9b4e6-bc8f-422d-8b0d-467eea749b7a tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:34.635532 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-810b5542-bedc-446d-b9df-a1ad13f58286 None None] Network eeddab20-4608-4ba4-8e5f-72b967f6e540 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:02:34.642292 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-78c9b4e6-bc8f-422d-8b0d-467eea749b7a tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] 10.222.0.15 "DELETE /v2.0/subnets/1289b235-69a6-485a-98d7-b44c9bf4eb4a HTTP/1.1" status: 204 len: 168 time: 0.4145925 May 30 05:02:34.642724 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 46826) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:02:34.654354 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c9b4e6-bc8f-422d-8b0d-467eea749b7a tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:02:34.655224 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c9b4e6-bc8f-422d-8b0d-467eea749b7a tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:02:34.655573 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c9b4e6-bc8f-422d-8b0d-467eea749b7a tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:02:34.655911 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c9b4e6-bc8f-422d-8b0d-467eea749b7a tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:02:34.656240 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c9b4e6-bc8f-422d-8b0d-467eea749b7a tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:02:34.659790 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c9b4e6-bc8f-422d-8b0d-467eea749b7a tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:02:34.660684 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c9b4e6-bc8f-422d-8b0d-467eea749b7a tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:02:34.660684 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c9b4e6-bc8f-422d-8b0d-467eea749b7a tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:02:34.663456 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c9b4e6-bc8f-422d-8b0d-467eea749b7a tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:02:34.664245 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c9b4e6-bc8f-422d-8b0d-467eea749b7a tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:02:34.664598 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c9b4e6-bc8f-422d-8b0d-467eea749b7a tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:02:34.664931 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c9b4e6-bc8f-422d-8b0d-467eea749b7a tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:02:34.732471 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_v2 [None req-def9a411-e1f8-4fd2-ae76-b204a02c937c tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Deleting subnet 5bc48e94-4752-482d-8993-06766b6a3539 {{(pid=88260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 30 05:02:34.745995 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-def9a411-e1f8-4fd2-ae76-b204a02c937c tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks [] for subnet, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:34.817372 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-def9a411-e1f8-4fd2-ae76-b204a02c937c tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1454738'] for subnet, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:34.915970 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-def9a411-e1f8-4fd2-ae76-b204a02c937c tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860493'] for subnet, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:34.949166 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab84fe09-d8f9-4050-883c-80207958ec62 None None] DHCP port deletion for eeddab20-4608-4ba4-8e5f-72b967f6e540 request from dv-neutron-843763-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 30 05:02:34.953525 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-ab84fe09-d8f9-4050-883c-80207958ec62 None None] Deleting port d82da64b-43b6-4813-b22c-82f0b5a3348a {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:02:34.954199 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-ab84fe09-d8f9-4050-883c-80207958ec62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:35.007657 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-def9a411-e1f8-4fd2-ae76-b204a02c937c tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1547867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2133322'] for subnet, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:35.057787 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-def9a411-e1f8-4fd2-ae76-b204a02c937c tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:35.065705 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9a411-e1f8-4fd2-ae76-b204a02c937c tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Pushing event deleted for resources: {'Subnet': ['ID=5bc48e94-4752-482d-8993-06766b6a3539,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:02:35.069044 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f3188a-649b-4ca9-b261-e10b0b9244db None None] Network 8c2f28ac-334c-4317-b172-03009bb1a41a requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:02:35.075273 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-def9a411-e1f8-4fd2-ae76-b204a02c937c tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] 10.222.0.15 "DELETE /v2.0/subnets/5bc48e94-4752-482d-8993-06766b6a3539 HTTP/1.1" status: 204 len: 168 time: 0.4313960 May 30 05:02:35.076544 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9a411-e1f8-4fd2-ae76-b204a02c937c tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:02:35.077170 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9a411-e1f8-4fd2-ae76-b204a02c937c tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:02:35.077752 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 46830) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:02:35.087893 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9a411-e1f8-4fd2-ae76-b204a02c937c tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:02:35.088141 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9a411-e1f8-4fd2-ae76-b204a02c937c tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:02:35.088491 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9a411-e1f8-4fd2-ae76-b204a02c937c tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:02:35.088793 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9a411-e1f8-4fd2-ae76-b204a02c937c tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:02:35.089126 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9a411-e1f8-4fd2-ae76-b204a02c937c tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:02:35.089451 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9a411-e1f8-4fd2-ae76-b204a02c937c tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:02:35.089786 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9a411-e1f8-4fd2-ae76-b204a02c937c tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:02:35.094568 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9a411-e1f8-4fd2-ae76-b204a02c937c tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:02:35.094865 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9a411-e1f8-4fd2-ae76-b204a02c937c tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:02:35.095202 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9a411-e1f8-4fd2-ae76-b204a02c937c tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:02:35.294880 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device d3f40e31-186f-4ed2-8ffb-16622562b07e up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:02:35.302085 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a9c46ede-4d56-4a82-b63c-2ce366ba47ae tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897784'] for network, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:35.313673 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-a9c46ede-4d56-4a82-b63c-2ce366ba47ae tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Deleting port d82da64b-43b6-4813-b22c-82f0b5a3348a {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:02:35.314049 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a9c46ede-4d56-4a82-b63c-2ce366ba47ae tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:35.435263 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-ab84fe09-d8f9-4050-883c-80207958ec62 None None] For port d82da64b-43b6-4813-b22c-82f0b5a3348a, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=d82da64b-43b6-4813-b22c-82f0b5a3348a,segment=NetworkSegment(f9e4f46a-1dc9-4709-a65e-8ca928a4a5ed),segment_id=f9e4f46a-1dc9-4709-a65e-8ca928a4a5ed)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:02:35.435508 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-ab84fe09-d8f9-4050-883c-80207958ec62 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:35.531928 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-a9c46ede-4d56-4a82-b63c-2ce366ba47ae tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] For port d82da64b-43b6-4813-b22c-82f0b5a3348a, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=d82da64b-43b6-4813-b22c-82f0b5a3348a,segment=NetworkSegment(f9e4f46a-1dc9-4709-a65e-8ca928a4a5ed),segment_id=f9e4f46a-1dc9-4709-a65e-8ca928a4a5ed)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:02:35.532398 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a9c46ede-4d56-4a82-b63c-2ce366ba47ae tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:35.573923 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-ab84fe09-d8f9-4050-883c-80207958ec62 None None] Calling delete_port for d82da64b-43b6-4813-b22c-82f0b5a3348a owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:02:35.681229 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-a9c46ede-4d56-4a82-b63c-2ce366ba47ae tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Calling delete_port for d82da64b-43b6-4813-b22c-82f0b5a3348a owned by network:dhcp {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:02:35.684626 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port d3f40e31-186f-4ed2-8ffb-16622562b07e triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:02:35.685102 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:35.793135 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.db.api [None req-a9c46ede-4d56-4a82-b63c-2ce366ba47ae tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') May 30 05:02:35.793135 dv-neutron-843763-1-hyperv neutron-server[88261]: [SQL: DELETE FROM portsecuritybindings WHERE portsecuritybindings.port_id = %(port_id)s] May 30 05:02:35.793135 dv-neutron-843763-1-hyperv neutron-server[88261]: [parameters: {'port_id': 'd82da64b-43b6-4813-b22c-82f0b5a3348a'}] May 30 05:02:35.793135 dv-neutron-843763-1-hyperv neutron-server[88261]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=88261) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 05:02:35.793642 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG oslo_db.api [None req-a9c46ede-4d56-4a82-b63c-2ce366ba47ae tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 05:02:35.837794 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-ab84fe09-d8f9-4050-883c-80207958ec62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069'] for port, after_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:35.883246 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e3c663e-5124-4308-a69e-66e165dca22a None None] DHCP port deletion for 8c2f28ac-334c-4317-b172-03009bb1a41a request from dv-neutron-843763-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 30 05:02:35.903313 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab84fe09-d8f9-4050-883c-80207958ec62 None None] Pushing event deleted for resources: {'Port': ['ID=d82da64b-43b6-4813-b22c-82f0b5a3348a,revision_number=None']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:02:35.905061 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-1e3c663e-5124-4308-a69e-66e165dca22a None None] Deleting port be2220c3-2a86-4c41-b39e-63ee5d9c8d6c {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:02:35.905436 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-1e3c663e-5124-4308-a69e-66e165dca22a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:35.934945 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab84fe09-d8f9-4050-883c-80207958ec62 None None] No DVR routers for this DVR port d82da64b-43b6-4813-b22c-82f0b5a3348a on host dv-neutron-843763-1-hyperv {{(pid=88262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 05:02:35.958335 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port d3f40e31-186f-4ed2-8ffb-16622562b07e is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:02:35.958811 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 823e5eb1-036d-4cf1-80db-3ae10b55a0f6 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:02:35.971639 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8abb4d46-3fd4-476e-b861-450493a2502c None None] Sync routers for ids ['3fc3ed28-4e49-48e9-8b08-4b5fdd3c4c0e'] in dv-neutron-843763-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:02:35.982676 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8abb4d46-3fd4-476e-b861-450493a2502c None None] Routers {'3fc3ed28-4e49-48e9-8b08-4b5fdd3c4c0e'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:02:35.983888 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-8abb4d46-3fd4-476e-b861-450493a2502c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:02:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['3fc3ed28-4e49-48e9-8b08-4b5fdd3c4c0e'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:02:36.146771 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port 823e5eb1-036d-4cf1-80db-3ae10b55a0f6 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:02:36.165223 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 823e5eb1-036d-4cf1-80db-3ae10b55a0f6 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:02:36.165596 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:36.169084 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-8abb4d46-3fd4-476e-b861-450493a2502c None None] Set router 3fc3ed28-4e49-48e9-8b08-4b5fdd3c4c0e gateway port host: dv-neutron-843763-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:02:36.225770 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-1e3c663e-5124-4308-a69e-66e165dca22a None None] For port be2220c3-2a86-4c41-b39e-63ee5d9c8d6c, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=be2220c3-2a86-4c41-b39e-63ee5d9c8d6c,segment=NetworkSegment(edfb82a8-d5f8-454c-a707-a86272899841),segment_id=edfb82a8-d5f8-454c-a707-a86272899841)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:02:36.226186 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-1e3c663e-5124-4308-a69e-66e165dca22a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:36.294772 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-a9c46ede-4d56-4a82-b63c-2ce366ba47ae tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Deleting port d82da64b-43b6-4813-b22c-82f0b5a3348a {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:02:36.295948 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a9c46ede-4d56-4a82-b63c-2ce366ba47ae tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:36.356893 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-1e3c663e-5124-4308-a69e-66e165dca22a None None] Calling delete_port for be2220c3-2a86-4c41-b39e-63ee5d9c8d6c owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:02:36.483215 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 823e5eb1-036d-4cf1-80db-3ae10b55a0f6 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:02:36.483506 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:36.490344 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-1e3c663e-5124-4308-a69e-66e165dca22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069'] for port, after_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:36.529076 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-a9c46ede-4d56-4a82-b63c-2ce366ba47ae tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] The port 'd82da64b-43b6-4813-b22c-82f0b5a3348a' was deleted {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 30 05:02:36.551089 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3c663e-5124-4308-a69e-66e165dca22a None None] Pushing event deleted for resources: {'Port': ['ID=be2220c3-2a86-4c41-b39e-63ee5d9c8d6c,revision_number=None']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:02:36.555126 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3c663e-5124-4308-a69e-66e165dca22a None None] No DVR routers for this DVR port be2220c3-2a86-4c41-b39e-63ee5d9c8d6c on host dv-neutron-843763-1-hyperv {{(pid=88262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 05:02:36.557711 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] For port 823e5eb1-036d-4cf1-80db-3ae10b55a0f6, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=823e5eb1-036d-4cf1-80db-3ae10b55a0f6,segment=NetworkSegment(ad083d94-0233-4c50-a0ed-00ef7686038c),segment_id=ad083d94-0233-4c50-a0ed-00ef7686038c)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:02:36.567348 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:36.626700 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-8abb4d46-3fd4-476e-b861-450493a2502c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fc3ed28-4e49-48e9-8b08-4b5fdd3c4c0e', 'name': 'tempest-TestVolumeBootPattern-1215283099-router', 'tenant_id': 'd33e4326757b4ba3a639277b57d5e241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.31'}], 'enable_snat': True}, 'gw_port_id': '823e5eb1-036d-4cf1-80db-3ae10b55a0f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:02:24Z', 'updated_at': '2022-05-30T05:02:29Z', 'revision_number': 4, 'project_id': 'd33e4326757b4ba3a639277b57d5e241', 'gw_port': {'id': '823e5eb1-036d-4cf1-80db-3ae10b55a0f6', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:f1:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fc3ed28-4e49-48e9-8b08-4b5fdd3c4c0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:02:25Z', 'updated_at': '2022-05-30T05:02:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': '749217d6-1a98-43b2-8b6a-92bc1e46502c', 'name': '', 'network_id': '2669e161-f095-40c1-913b-ff9a8d308969', 'tenant_id': 'd33e4326757b4ba3a639277b57d5e241', 'mac_address': 'fa:16:3e:c8:22:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fc3ed28-4e49-48e9-8b08-4b5fdd3c4c0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '449c8ac6-347a-4fd2-8dc0-9c7f0c6872b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:02:28Z', 'updated_at': '2022-05-30T05:02:29Z', 'revision_number': 2, 'project_id': 'd33e4326757b4ba3a639277b57d5e241', 'subnets': [{'id': '449c8ac6-347a-4fd2-8dc0-9c7f0c6872b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:02:36.633887 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8abb4d46-3fd4-476e-b861-450493a2502c None None] Checking router: 3fc3ed28-4e49-48e9-8b08-4b5fdd3c4c0e for host: dv-neutron-843763-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 05:02:36.636665 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8abb4d46-3fd4-476e-b861-450493a2502c None None] Updating router 3fc3ed28-4e49-48e9-8b08-4b5fdd3c4c0e port 749217d6-1a98-43b2-8b6a-92bc1e46502c binding host dv-neutron-843763-1-hyperv {{(pid=88263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 30 05:02:36.637482 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device d82da64b-43b6-4813-b22c-82f0b5a3348a no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 05:02:36.685273 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] No Port match for: d82da64b-43b6-4813-b22c-82f0b5a3348a {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 05:02:36.685964 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device d82da64b-43b6-4813-b22c-82f0b5a3348a not bound to the agent host dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 05:02:36.699385 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a9c46ede-4d56-4a82-b63c-2ce366ba47ae tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867540', 'neutron.services.segments.db._delete_segments_for_network-8729234922972'] for network, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:36.704785 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Pushing event updated for resources: {'Port': ['ID=823e5eb1-036d-4cf1-80db-3ae10b55a0f6,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:02:36.711819 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-8abb4d46-3fd4-476e-b861-450493a2502c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:36.732776 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-a9c46ede-4d56-4a82-b63c-2ce366ba47ae tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eeddab20-4608-4ba4-8e5f-72b967f6e540']}} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:02:36.748782 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-a9c46ede-4d56-4a82-b63c-2ce366ba47ae tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9e4f46a-1dc9-4709-a65e-8ca928a4a5ed') {'for_net_delete': True} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:02:36.748990 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-a9c46ede-4d56-4a82-b63c-2ce366ba47ae tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9e4f46a-1dc9-4709-a65e-8ca928a4a5ed') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:02:36.762212 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a9c46ede-4d56-4a82-b63c-2ce366ba47ae tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729235042807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3545573'] for segment, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:36.780452 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a9c46ede-4d56-4a82-b63c-2ce366ba47ae tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:36.787594 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9c46ede-4d56-4a82-b63c-2ce366ba47ae tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=88261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 05:02:36.788190 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a9c46ede-4d56-4a82-b63c-2ce366ba47ae tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-862858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2304281'] for segment, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:36.856480 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment f9e4f46a-1dc9-4709-a65e-8ca928a4a5ed resource provider aggregate not found May 30 05:02:36.886655 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment f9e4f46a-1dc9-4709-a65e-8ca928a4a5ed resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f9e4f46a-1dc9-4709-a65e-8ca928a4a5ed found for delete ", "request_id": "req-b6e87927-28b5-4983-8473-be79908d5a48"}]} May 30 05:02:36.899280 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a9c46ede-4d56-4a82-b63c-2ce366ba47ae tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604744'] for network, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:36.923683 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a9c46ede-4d56-4a82-b63c-2ce366ba47ae tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:36.931949 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-a9c46ede-4d56-4a82-b63c-2ce366ba47ae tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] 10.222.0.15 "DELETE /v2.0/networks/eeddab20-4608-4ba4-8e5f-72b967f6e540 HTTP/1.1" status: 204 len: 168 time: 1.8531086 May 30 05:02:36.934667 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 46844) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:02:36.947157 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c46ede-4d56-4a82-b63c-2ce366ba47ae tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Pushing event deleted for resources: {'Network': ['ID=eeddab20-4608-4ba4-8e5f-72b967f6e540,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:02:37.064224 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b10befe8-188c-4c0c-a9c8-d934dd8fb8b9 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897784'] for network, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:37.095178 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-8abb4d46-3fd4-476e-b861-450493a2502c None None] Notify callbacks [] for port, precommit_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:37.109446 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.provisioning_blocks [None req-8abb4d46-3fd4-476e-b861-450493a2502c None None] Transition to ACTIVE for port object 749217d6-1a98-43b2-8b6a-92bc1e46502c will not be triggered until provisioned by entity L2. {{(pid=88263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:02:37.118806 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-8abb4d46-3fd4-476e-b861-450493a2502c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:37.155384 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 823e5eb1-036d-4cf1-80db-3ae10b55a0f6 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:02:37.241402 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b10befe8-188c-4c0c-a9c8-d934dd8fb8b9 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867540', 'neutron.services.segments.db._delete_segments_for_network-8729234922972'] for network, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:37.288887 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 823e5eb1-036d-4cf1-80db-3ae10b55a0f6 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:02:37.290275 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:37.297721 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-b10befe8-188c-4c0c-a9c8-d934dd8fb8b9 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c2f28ac-334c-4317-b172-03009bb1a41a']}} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:02:37.312547 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-b10befe8-188c-4c0c-a9c8-d934dd8fb8b9 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edfb82a8-d5f8-454c-a707-a86272899841') {'for_net_delete': True} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:02:37.313177 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-b10befe8-188c-4c0c-a9c8-d934dd8fb8b9 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edfb82a8-d5f8-454c-a707-a86272899841') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:02:37.330969 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b10befe8-188c-4c0c-a9c8-d934dd8fb8b9 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729235042807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1454725'] for segment, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:37.333788 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a102b610-2076-4938-aaeb-1059c53c6647 None None] Pushing event updated for resources: {'Port': ['ID=749217d6-1a98-43b2-8b6a-92bc1e46502c,revision_number=3']} {{(pid=88263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:02:37.365956 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b10befe8-188c-4c0c-a9c8-d934dd8fb8b9 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:37.374312 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b10befe8-188c-4c0c-a9c8-d934dd8fb8b9 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=88260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 05:02:37.375313 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b10befe8-188c-4c0c-a9c8-d934dd8fb8b9 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-862858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1547513'] for segment, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:37.436095 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a102b610-2076-4938-aaeb-1059c53c6647 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:02:37.436456 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a102b610-2076-4938-aaeb-1059c53c6647 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:02:37.436779 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a102b610-2076-4938-aaeb-1059c53c6647 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:02:37.437103 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a102b610-2076-4938-aaeb-1059c53c6647 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:02:37.437422 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a102b610-2076-4938-aaeb-1059c53c6647 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:02:37.437753 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a102b610-2076-4938-aaeb-1059c53c6647 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:02:37.438095 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a102b610-2076-4938-aaeb-1059c53c6647 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:02:37.438412 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a102b610-2076-4938-aaeb-1059c53c6647 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:02:37.438739 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a102b610-2076-4938-aaeb-1059c53c6647 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:02:37.439058 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a102b610-2076-4938-aaeb-1059c53c6647 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:02:37.439355 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a102b610-2076-4938-aaeb-1059c53c6647 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:02:37.439663 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a102b610-2076-4938-aaeb-1059c53c6647 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:02:37.480043 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-8abb4d46-3fd4-476e-b861-450493a2502c None None] Attempting to bind port 749217d6-1a98-43b2-8b6a-92bc1e46502c on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 05:02:37.480526 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-8abb4d46-3fd4-476e-b861-450493a2502c None None] Attempting to bind port 749217d6-1a98-43b2-8b6a-92bc1e46502c by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': '8f3099db-1eb7-47dd-ae5e-6918d0139ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '2669e161-f095-40c1-913b-ff9a8d308969'}] {{(pid=88263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 05:02:37.480745 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8abb4d46-3fd4-476e-b861-450493a2502c None None] Attempting to bind port 749217d6-1a98-43b2-8b6a-92bc1e46502c on network 2669e161-f095-40c1-913b-ff9a8d308969 {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:02:37.482546 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 823e5eb1-036d-4cf1-80db-3ae10b55a0f6 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:02:37.486481 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8abb4d46-3fd4-476e-b861-450493a2502c None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 5, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 05:02:37.486852 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8abb4d46-3fd4-476e-b861-450493a2502c None None] Checking segment: {'id': '8f3099db-1eb7-47dd-ae5e-6918d0139ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '2669e161-f095-40c1-913b-ff9a8d308969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:02:37.487255 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-8abb4d46-3fd4-476e-b861-450493a2502c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:37.487623 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8abb4d46-3fd4-476e-b861-450493a2502c None None] Bound using segment: {'id': '8f3099db-1eb7-47dd-ae5e-6918d0139ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '2669e161-f095-40c1-913b-ff9a8d308969'} {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 05:02:37.488074 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-8abb4d46-3fd4-476e-b861-450493a2502c None None] Bound port: 749217d6-1a98-43b2-8b6a-92bc1e46502c, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f3099db-1eb7-47dd-ae5e-6918d0139ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '2669e161-f095-40c1-913b-ff9a8d308969'}}] {{(pid=88263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 05:02:37.488455 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-8abb4d46-3fd4-476e-b861-450493a2502c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:37.531604 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment edfb82a8-d5f8-454c-a707-a86272899841 resource provider aggregate not found May 30 05:02:37.538371 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b10befe8-188c-4c0c-a9c8-d934dd8fb8b9 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604744'] for network, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:37.564164 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b10befe8-188c-4c0c-a9c8-d934dd8fb8b9 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:37.573575 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device be2220c3-2a86-4c41-b39e-63ee5d9c8d6c no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 05:02:37.574033 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment edfb82a8-d5f8-454c-a707-a86272899841 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid edfb82a8-d5f8-454c-a707-a86272899841 found for delete ", "request_id": "req-a134d316-11f9-4423-8ad4-2aad399ab400"}]} May 30 05:02:37.585536 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10befe8-188c-4c0c-a9c8-d934dd8fb8b9 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Pushing event deleted for resources: {'Network': ['ID=8c2f28ac-334c-4317-b172-03009bb1a41a,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:02:37.594473 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-b10befe8-188c-4c0c-a9c8-d934dd8fb8b9 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] 10.222.0.15 "DELETE /v2.0/networks/8c2f28ac-334c-4317-b172-03009bb1a41a HTTP/1.1" status: 204 len: 168 time: 0.6585844 May 30 05:02:37.595279 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 46854) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:02:37.602688 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-20bc49c0-94d9-43f7-bb4b-e8f7723c42bb tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1528879491'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:02:37.611320 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-20bc49c0-94d9-43f7-bb4b-e8f7723c42bb tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:02:37.616436 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-20bc49c0-94d9-43f7-bb4b-e8f7723c42bb tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Usage tracker for resource:network and tenant:2986bc6e94a0447cb05e0db4a95b2605 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:02:37.619960 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-20bc49c0-94d9-43f7-bb4b-e8f7723c42bb tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:02:37.625132 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] No Port match for: be2220c3-2a86-4c41-b39e-63ee5d9c8d6c {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 05:02:37.625847 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device be2220c3-2a86-4c41-b39e-63ee5d9c8d6c not bound to the agent host dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 05:02:37.628067 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.db [None req-8abb4d46-3fd4-476e-b861-450493a2502c None None] For port 749217d6-1a98-43b2-8b6a-92bc1e46502c, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 05:02:37.628852 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-20bc49c0-94d9-43f7-bb4b-e8f7723c42bb tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:02:37.631457 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.db [None req-8abb4d46-3fd4-476e-b861-450493a2502c None None] For port 749217d6-1a98-43b2-8b6a-92bc1e46502c, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=749217d6-1a98-43b2-8b6a-92bc1e46502c,segment=NetworkSegment(8f3099db-1eb7-47dd-ae5e-6918d0139ebd),segment_id=8f3099db-1eb7-47dd-ae5e-6918d0139ebd)] {{(pid=88263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 05:02:37.638120 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-8abb4d46-3fd4-476e-b861-450493a2502c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:37.651773 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20bc49c0-94d9-43f7-bb4b-e8f7723c42bb tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Made reservation on behalf of 2986bc6e94a0447cb05e0db4a95b2605 for: {'network': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:02:37.655901 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-20bc49c0-94d9-43f7-bb4b-e8f7723c42bb tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for network, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:37.699621 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20bc49c0-94d9-43f7-bb4b-e8f7723c42bb tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=88261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 05:02:37.712005 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-20bc49c0-94d9-43f7-bb4b-e8f7723c42bb tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:37.712736 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.db.segments_db [None req-20bc49c0-94d9-43f7-bb4b-e8f7723c42bb tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Added segment 5f699e64-3eed-4926-9534-c59cb7431ec2 of type vlan for network f98aa1d6-608d-4776-b191-448113dfe6e4 May 30 05:02:37.716593 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8abb4d46-3fd4-476e-b861-450493a2502c None None] Routers {'3fc3ed28-4e49-48e9-8b08-4b5fdd3c4c0e'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:02:37.717222 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-8abb4d46-3fd4-476e-b861-450493a2502c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:02:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['3fc3ed28-4e49-48e9-8b08-4b5fdd3c4c0e'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:02:37.770978 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-20bc49c0-94d9-43f7-bb4b-e8f7723c42bb tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729234556353'] for network, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:37.807137 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a102b610-2076-4938-aaeb-1059c53c6647 None None] Pushing event updated for resources: {'Port': ['ID=749217d6-1a98-43b2-8b6a-92bc1e46502c,revision_number=4']} {{(pid=88263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:02:37.825889 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-20bc49c0-94d9-43f7-bb4b-e8f7723c42bb tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788'] for network, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:37.834362 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20bc49c0-94d9-43f7-bb4b-e8f7723c42bb tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:02:37.835086 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-20bc49c0-94d9-43f7-bb4b-e8f7723c42bb tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:37.948973 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bc49c0-94d9-43f7-bb4b-e8f7723c42bb tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Pushing event updated for resources: {'Network': ['ID=f98aa1d6-608d-4776-b191-448113dfe6e4,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:02:37.953857 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-20bc49c0-94d9-43f7-bb4b-e8f7723c42bb tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3551087 May 30 05:02:37.955465 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 46858) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:02:37.956471 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-8abb4d46-3fd4-476e-b861-450493a2502c None None] Set router 3fc3ed28-4e49-48e9-8b08-4b5fdd3c4c0e gateway port host: dv-neutron-843763-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:02:37.962684 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Network f98aa1d6-608d-4776-b191-448113dfe6e4 details requested by agent ovs-agent-dv-neutron-843763-1-hyperv with host dv-neutron-843763-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 05:02:37.965247 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-dd77b976-8c26-403e-a8ab-e7dd1ad9158f tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Request body: {'subnet': {'network_id': 'f98aa1d6-608d-4776-b191-448113dfe6e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:02:38.109220 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-dd77b976-8c26-403e-a8ab-e7dd1ad9158f tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:02:38.114000 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-dd77b976-8c26-403e-a8ab-e7dd1ad9158f tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Usage tracker for resource:subnet and tenant:2986bc6e94a0447cb05e0db4a95b2605 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:02:38.117513 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-dd77b976-8c26-403e-a8ab-e7dd1ad9158f tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:02:38.123342 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-dd77b976-8c26-403e-a8ab-e7dd1ad9158f tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:02:38.134808 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd77b976-8c26-403e-a8ab-e7dd1ad9158f tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Made reservation on behalf of 2986bc6e94a0447cb05e0db4a95b2605 for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:02:38.138729 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-dd77b976-8c26-403e-a8ab-e7dd1ad9158f tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2133361'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:38.374260 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-8abb4d46-3fd4-476e-b861-450493a2502c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fc3ed28-4e49-48e9-8b08-4b5fdd3c4c0e', 'name': 'tempest-TestVolumeBootPattern-1215283099-router', 'tenant_id': 'd33e4326757b4ba3a639277b57d5e241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.31'}], 'enable_snat': True}, 'gw_port_id': '823e5eb1-036d-4cf1-80db-3ae10b55a0f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:02:24Z', 'updated_at': '2022-05-30T05:02:29Z', 'revision_number': 4, 'project_id': 'd33e4326757b4ba3a639277b57d5e241', 'gw_port': {'id': '823e5eb1-036d-4cf1-80db-3ae10b55a0f6', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:f1:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fc3ed28-4e49-48e9-8b08-4b5fdd3c4c0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:02:25Z', 'updated_at': '2022-05-30T05:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': '749217d6-1a98-43b2-8b6a-92bc1e46502c', 'name': '', 'network_id': '2669e161-f095-40c1-913b-ff9a8d308969', 'tenant_id': 'd33e4326757b4ba3a639277b57d5e241', 'mac_address': 'fa:16:3e:c8:22:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fc3ed28-4e49-48e9-8b08-4b5fdd3c4c0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '449c8ac6-347a-4fd2-8dc0-9c7f0c6872b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:02:28Z', 'updated_at': '2022-05-30T05:02:37Z', 'revision_number': 4, 'project_id': 'd33e4326757b4ba3a639277b57d5e241', 'subnets': [{'id': '449c8ac6-347a-4fd2-8dc0-9c7f0c6872b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:02:38.378355 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8abb4d46-3fd4-476e-b861-450493a2502c None None] The sync data for ids ['3fc3ed28-4e49-48e9-8b08-4b5fdd3c4c0e'] in dv-neutron-843763-1-hyperv is: [{'id': '3fc3ed28-4e49-48e9-8b08-4b5fdd3c4c0e', 'name': 'tempest-TestVolumeBootPattern-1215283099-router', 'tenant_id': 'd33e4326757b4ba3a639277b57d5e241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.31'}], 'enable_snat': True}, 'gw_port_id': '823e5eb1-036d-4cf1-80db-3ae10b55a0f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:02:24Z', 'updated_at': '2022-05-30T05:02:29Z', 'revision_number': 4, 'project_id': 'd33e4326757b4ba3a639277b57d5e241', 'gw_port': {'id': '823e5eb1-036d-4cf1-80db-3ae10b55a0f6', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:f1:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fc3ed28-4e49-48e9-8b08-4b5fdd3c4c0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:02:25Z', 'updated_at': '2022-05-30T05:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': '749217d6-1a98-43b2-8b6a-92bc1e46502c', 'name': '', 'network_id': '2669e161-f095-40c1-913b-ff9a8d308969', 'tenant_id': 'd33e4326757b4ba3a639277b57d5e241', 'mac_address': 'fa:16:3e:c8:22:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fc3ed28-4e49-48e9-8b08-4b5fdd3c4c0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '449c8ac6-347a-4fd2-8dc0-9c7f0c6872b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:02:28Z', 'updated_at': '2022-05-30T05:02:37Z', 'revision_number': 4, 'project_id': 'd33e4326757b4ba3a639277b57d5e241', 'subnets': [{'id': '449c8ac6-347a-4fd2-8dc0-9c7f0c6872b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:02:38.396316 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-dd77b976-8c26-403e-a8ab-e7dd1ad9158f tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1547796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2133315'] for subnet, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:38.491365 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd77b976-8c26-403e-a8ab-e7dd1ad9158f tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Pushing event updated for resources: {'Subnet': ['ID=612eced6-d108-43cd-ba60-4c5939145543,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:02:38.494006 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd77b976-8c26-403e-a8ab-e7dd1ad9158f tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Checking segment: {'id': '5f699e64-3eed-4926-9534-c59cb7431ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'f98aa1d6-608d-4776-b191-448113dfe6e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:02:38.494374 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd77b976-8c26-403e-a8ab-e7dd1ad9158f tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Network hostable DHCP agents. Network: f98aa1d6-608d-4776-b191-448113dfe6e4, hostable agents: ['1c705e68-3d3e-4dd3-9252-feb21d4b96ab'], hosted agents: [] {{(pid=88260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 05:02:38.516834 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd77b976-8c26-403e-a8ab-e7dd1ad9158f tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Network f98aa1d6-608d-4776-b191-448113dfe6e4 is scheduled to be hosted by DHCP agent 1c705e68-3d3e-4dd3-9252-feb21d4b96ab with binding_index 1 {{(pid=88260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 05:02:38.527223 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-dd77b976-8c26-403e-a8ab-e7dd1ad9158f tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843763-1-hyperv, f98aa1d6-608d-4776-b191-448113dfe6e4) {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:02:38.532176 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd77b976-8c26-403e-a8ab-e7dd1ad9158f tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:02:38.532780 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-dd77b976-8c26-403e-a8ab-e7dd1ad9158f tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:38.539674 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec189bc-2df7-416d-9135-f07324f35380 None None] Network f98aa1d6-608d-4776-b191-448113dfe6e4 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:02:38.572198 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-dd77b976-8c26-403e-a8ab-e7dd1ad9158f tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6120334 May 30 05:02:38.574956 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 46864) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:02:38.580318 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-4e30e94a-2db3-4d41-953d-2e7307899fa9 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-649167980', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:02:38.588559 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-4e30e94a-2db3-4d41-953d-2e7307899fa9 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:02:38.596652 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-4e30e94a-2db3-4d41-953d-2e7307899fa9 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Usage tracker for resource:router and tenant:2986bc6e94a0447cb05e0db4a95b2605 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:02:38.600595 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-4e30e94a-2db3-4d41-953d-2e7307899fa9 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:02:38.608419 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-4e30e94a-2db3-4d41-953d-2e7307899fa9 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:02:38.623377 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4e30e94a-2db3-4d41-953d-2e7307899fa9 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1603901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11666'] for router, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:38.624756 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4e30e94a-2db3-4d41-953d-2e7307899fa9 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11675'] for router, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:38.654427 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4e30e94a-2db3-4d41-953d-2e7307899fa9 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:38.684360 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4e30e94a-2db3-4d41-953d-2e7307899fa9 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603653'] for router, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:38.714807 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4e30e94a-2db3-4d41-953d-2e7307899fa9 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:38.718999 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-4e30e94a-2db3-4d41-953d-2e7307899fa9 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1405368 May 30 05:02:38.719572 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 46868) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:02:38.726716 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-2b96fe7b-8853-43d1-90fd-1cb571920cab tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Request body: {'port': {'network_id': 'f98aa1d6-608d-4776-b191-448113dfe6e4', 'name': 'tempest-RoutersIpV6Test-518766166'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:02:38.855205 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92bd3810-ccfe-4613-82ed-d00fff75156a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bbf24ed-7ba9-53d2-873f-8f9642b1e987-f98aa1d6-608d-4776-b191-448113dfe6e4', 'network_id': 'f98aa1d6-608d-4776-b191-448113dfe6e4', 'tenant_id': '2986bc6e94a0447cb05e0db4a95b2605', 'fixed_ips': [{'subnet_id': '612eced6-d108-43cd-ba60-4c5939145543'}]}} from dv-neutron-843763-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 30 05:02:38.857397 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-92bd3810-ccfe-4613-82ed-d00fff75156a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:38.908693 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-2b96fe7b-8853-43d1-90fd-1cb571920cab tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:02:38.913935 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-2b96fe7b-8853-43d1-90fd-1cb571920cab tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Usage tracker for resource:port and tenant:2986bc6e94a0447cb05e0db4a95b2605 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:02:38.917348 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-2b96fe7b-8853-43d1-90fd-1cb571920cab tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:02:38.923308 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-2b96fe7b-8853-43d1-90fd-1cb571920cab tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:02:38.938341 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b96fe7b-8853-43d1-90fd-1cb571920cab tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Made reservation on behalf of 2986bc6e94a0447cb05e0db4a95b2605 for: {'port': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:02:38.942008 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2b96fe7b-8853-43d1-90fd-1cb571920cab tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:38.967664 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [None req-2b96fe7b-8853-43d1-90fd-1cb571920cab tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] device_id is not set on port 3c289f08-2975-4e22-ba37-362c9acca6f1 yet. {{(pid=88261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 30 05:02:39.057992 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-92bd3810-ccfe-4613-82ed-d00fff75156a None None] Allocated IP 2001:db8::2 (f98aa1d6-608d-4776-b191-448113dfe6e4/612eced6-d108-43cd-ba60-4c5939145543/e5ee1778-abe5-48e5-93c4-9b6a67736cd2) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:02:39.206120 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 749217d6-1a98-43b2-8b6a-92bc1e46502c up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:02:39.347134 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-92bd3810-ccfe-4613-82ed-d00fff75156a None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:39.358997 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-92bd3810-ccfe-4613-82ed-d00fff75156a None None] Transition to ACTIVE for port object e5ee1778-abe5-48e5-93c4-9b6a67736cd2 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:02:39.364579 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port 749217d6-1a98-43b2-8b6a-92bc1e46502c completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:02:39.373821 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 749217d6-1a98-43b2-8b6a-92bc1e46502c triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:02:39.374193 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:39.420238 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-92bd3810-ccfe-4613-82ed-d00fff75156a None None] Transition to ACTIVE for port object e5ee1778-abe5-48e5-93c4-9b6a67736cd2 will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:02:39.432414 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-92bd3810-ccfe-4613-82ed-d00fff75156a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:39.507267 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92bd3810-ccfe-4613-82ed-d00fff75156a None None] Network f98aa1d6-608d-4776-b191-448113dfe6e4 is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:02:39.510762 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-92bd3810-ccfe-4613-82ed-d00fff75156a None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:02:39.515070 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92bd3810-ccfe-4613-82ed-d00fff75156a None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:02:39.518658 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-2b96fe7b-8853-43d1-90fd-1cb571920cab tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Allocated IP 2001:db8::2f8 (f98aa1d6-608d-4776-b191-448113dfe6e4/612eced6-d108-43cd-ba60-4c5939145543/3c289f08-2975-4e22-ba37-362c9acca6f1) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:02:39.578801 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bd3810-ccfe-4613-82ed-d00fff75156a None None] Pushing event updated for resources: {'Port': ['ID=e5ee1778-abe5-48e5-93c4-9b6a67736cd2,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:02:39.660865 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 749217d6-1a98-43b2-8b6a-92bc1e46502c is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:02:39.661250 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:39.680461 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-92bd3810-ccfe-4613-82ed-d00fff75156a None None] Attempting to bind port e5ee1778-abe5-48e5-93c4-9b6a67736cd2 on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 05:02:39.680761 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-92bd3810-ccfe-4613-82ed-d00fff75156a None None] Attempting to bind port e5ee1778-abe5-48e5-93c4-9b6a67736cd2 by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': '5f699e64-3eed-4926-9534-c59cb7431ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'f98aa1d6-608d-4776-b191-448113dfe6e4'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 05:02:39.681088 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92bd3810-ccfe-4613-82ed-d00fff75156a None None] Attempting to bind port e5ee1778-abe5-48e5-93c4-9b6a67736cd2 on network f98aa1d6-608d-4776-b191-448113dfe6e4 {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:02:39.693396 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92bd3810-ccfe-4613-82ed-d00fff75156a None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 5, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 05:02:39.693770 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92bd3810-ccfe-4613-82ed-d00fff75156a None None] Checking segment: {'id': '5f699e64-3eed-4926-9534-c59cb7431ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'f98aa1d6-608d-4776-b191-448113dfe6e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:02:39.694191 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-92bd3810-ccfe-4613-82ed-d00fff75156a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:39.694582 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92bd3810-ccfe-4613-82ed-d00fff75156a None None] Bound using segment: {'id': '5f699e64-3eed-4926-9534-c59cb7431ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'f98aa1d6-608d-4776-b191-448113dfe6e4'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 05:02:39.695042 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-92bd3810-ccfe-4613-82ed-d00fff75156a None None] Bound port: e5ee1778-abe5-48e5-93c4-9b6a67736cd2, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f699e64-3eed-4926-9534-c59cb7431ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'f98aa1d6-608d-4776-b191-448113dfe6e4'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 05:02:39.695414 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-92bd3810-ccfe-4613-82ed-d00fff75156a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:39.742253 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] For port 749217d6-1a98-43b2-8b6a-92bc1e46502c, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=749217d6-1a98-43b2-8b6a-92bc1e46502c,segment=NetworkSegment(8f3099db-1eb7-47dd-ae5e-6918d0139ebd),segment_id=8f3099db-1eb7-47dd-ae5e-6918d0139ebd)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:02:39.747792 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:39.762015 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2b96fe7b-8853-43d1-90fd-1cb571920cab tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:39.778338 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [None req-2b96fe7b-8853-43d1-90fd-1cb571920cab tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Transition to ACTIVE for port object 3c289f08-2975-4e22-ba37-362c9acca6f1 will not be triggered until provisioned by entity DHCP. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:02:39.816124 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2b96fe7b-8853-43d1-90fd-1cb571920cab tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:39.851541 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Pushing event updated for resources: {'Port': ['ID=749217d6-1a98-43b2-8b6a-92bc1e46502c,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:02:39.856054 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-92bd3810-ccfe-4613-82ed-d00fff75156a None None] For port e5ee1778-abe5-48e5-93c4-9b6a67736cd2, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 05:02:39.859144 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-92bd3810-ccfe-4613-82ed-d00fff75156a None None] For port e5ee1778-abe5-48e5-93c4-9b6a67736cd2, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=e5ee1778-abe5-48e5-93c4-9b6a67736cd2,segment=NetworkSegment(5f699e64-3eed-4926-9534-c59cb7431ec2),segment_id=5f699e64-3eed-4926-9534-c59cb7431ec2)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 05:02:39.867347 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-92bd3810-ccfe-4613-82ed-d00fff75156a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:39.902638 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b96fe7b-8853-43d1-90fd-1cb571920cab tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Network f98aa1d6-608d-4776-b191-448113dfe6e4 is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:02:39.906022 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-2b96fe7b-8853-43d1-90fd-1cb571920cab tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:02:39.910250 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b96fe7b-8853-43d1-90fd-1cb571920cab tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:02:39.916644 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b96fe7b-8853-43d1-90fd-1cb571920cab tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:02:39.917271 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2b96fe7b-8853-43d1-90fd-1cb571920cab tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:39.939828 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b96fe7b-8853-43d1-90fd-1cb571920cab tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Pushing event updated for resources: {'Port': ['ID=3c289f08-2975-4e22-ba37-362c9acca6f1,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:02:39.955018 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bd3810-ccfe-4613-82ed-d00fff75156a None None] Pushing event updated for resources: {'Port': ['ID=e5ee1778-abe5-48e5-93c4-9b6a67736cd2,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:02:39.962903 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bd3810-ccfe-4613-82ed-d00fff75156a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:02:39.963428 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bd3810-ccfe-4613-82ed-d00fff75156a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:02:39.963566 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bd3810-ccfe-4613-82ed-d00fff75156a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:02:39.963900 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bd3810-ccfe-4613-82ed-d00fff75156a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:02:39.964025 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-2b96fe7b-8853-43d1-90fd-1cb571920cab tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.2424858 May 30 05:02:39.964351 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bd3810-ccfe-4613-82ed-d00fff75156a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:02:39.964688 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bd3810-ccfe-4613-82ed-d00fff75156a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:02:39.965019 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bd3810-ccfe-4613-82ed-d00fff75156a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:02:39.965345 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bd3810-ccfe-4613-82ed-d00fff75156a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:02:39.965670 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bd3810-ccfe-4613-82ed-d00fff75156a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:02:39.975003 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bd3810-ccfe-4613-82ed-d00fff75156a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:02:39.975003 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bd3810-ccfe-4613-82ed-d00fff75156a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:02:39.975003 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bd3810-ccfe-4613-82ed-d00fff75156a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:02:39.975719 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 46876) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:02:40.731142 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-89a6ef54-5a59-461e-9029-8714daa30361 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:40.993106 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f1123cc-811a-4410-862f-5698eb03a9b4 None None] Network f98aa1d6-608d-4776-b191-448113dfe6e4 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:02:41.095760 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-b6693509-f24d-4ea6-82ce-5f1db44cf94e None None] Provisioning for port e5ee1778-abe5-48e5-93c4-9b6a67736cd2 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:02:41.141052 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-89a6ef54-5a59-461e-9029-8714daa30361 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks [] for port, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:41.148062 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-89a6ef54-5a59-461e-9029-8714daa30361 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1547421'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:41.291701 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a6ef54-5a59-461e-9029-8714daa30361 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Pushing event updated for resources: {'Port': ['ID=3c289f08-2975-4e22-ba37-362c9acca6f1,revision_number=2']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:02:41.301326 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 749217d6-1a98-43b2-8b6a-92bc1e46502c up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:02:41.394916 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 749217d6-1a98-43b2-8b6a-92bc1e46502c triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:02:41.395294 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:41.462696 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-89a6ef54-5a59-461e-9029-8714daa30361 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604623'] for router_interface, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:41.530573 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 749217d6-1a98-43b2-8b6a-92bc1e46502c is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:02:41.531469 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device e5ee1778-abe5-48e5-93c4-9b6a67736cd2 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:02:41.587061 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-89a6ef54-5a59-461e-9029-8714daa30361 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:41.616324 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port e5ee1778-abe5-48e5-93c4-9b6a67736cd2 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:02:41.622167 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port e5ee1778-abe5-48e5-93c4-9b6a67736cd2 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:02:41.622709 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:41.768679 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port e5ee1778-abe5-48e5-93c4-9b6a67736cd2 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:02:41.769060 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:41.794085 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-3a59fa12-3067-4a97-80a3-0091064b101c None None] Provisioning for port 3c289f08-2975-4e22-ba37-362c9acca6f1 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:02:41.811404 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-3a59fa12-3067-4a97-80a3-0091064b101c None None] Provisioning complete for port 3c289f08-2975-4e22-ba37-362c9acca6f1 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:02:41.811860 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-3a59fa12-3067-4a97-80a3-0091064b101c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:41.933288 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-3a59fa12-3067-4a97-80a3-0091064b101c None None] Port 3c289f08-2975-4e22-ba37-362c9acca6f1 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 05:02:41.942927 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] For port e5ee1778-abe5-48e5-93c4-9b6a67736cd2, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=e5ee1778-abe5-48e5-93c4-9b6a67736cd2,segment=NetworkSegment(5f699e64-3eed-4926-9534-c59cb7431ec2),segment_id=5f699e64-3eed-4926-9534-c59cb7431ec2)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:02:41.950730 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-3a59fa12-3067-4a97-80a3-0091064b101c None None] Provisioning complete for port e5ee1778-abe5-48e5-93c4-9b6a67736cd2 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:02:41.951031 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-3a59fa12-3067-4a97-80a3-0091064b101c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:41.981091 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:42.081100 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Pushing event updated for resources: {'Port': ['ID=e5ee1778-abe5-48e5-93c4-9b6a67736cd2,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:02:42.153144 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-3a59fa12-3067-4a97-80a3-0091064b101c None None] Current status of the port e5ee1778-abe5-48e5-93c4-9b6a67736cd2 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:02:42.193740 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-89a6ef54-5a59-461e-9029-8714daa30361 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks [] for port, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:42.199238 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-89a6ef54-5a59-461e-9029-8714daa30361 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1547421'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:42.200200 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-89a6ef54-5a59-461e-9029-8714daa30361 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1642774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602230'] for router_interface, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:42.279102 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c6514df9-8c2f-4a35-adf3-f8e3ba2275db None None] Provisioning complete for port 3c289f08-2975-4e22-ba37-362c9acca6f1 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:02:42.279419 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c6514df9-8c2f-4a35-adf3-f8e3ba2275db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:42.342760 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c6514df9-8c2f-4a35-adf3-f8e3ba2275db None None] Port 3c289f08-2975-4e22-ba37-362c9acca6f1 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 05:02:42.355197 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a6ef54-5a59-461e-9029-8714daa30361 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Pushing event updated for resources: {'Port': ['ID=3c289f08-2975-4e22-ba37-362c9acca6f1,revision_number=3']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:02:42.417520 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a6ef54-5a59-461e-9029-8714daa30361 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Network f98aa1d6-608d-4776-b191-448113dfe6e4 is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:02:42.418707 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-89a6ef54-5a59-461e-9029-8714daa30361 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:02:42.578896 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 46888) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:02:42.766138 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-4fc67c9b-dd92-437d-b7ff-b0f9dac2e622 None None] Provisioning complete for port 3c289f08-2975-4e22-ba37-362c9acca6f1 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:02:42.766428 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-4fc67c9b-dd92-437d-b7ff-b0f9dac2e622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:42.791029 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89a6ef54-5a59-461e-9029-8714daa30361 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Router b72e2f70-bc60-41d9-80cb-4f5bff43cc77 is scheduled to L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 with binding_index 1 {{(pid=88260) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 30 05:02:42.821205 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-4fc67c9b-dd92-437d-b7ff-b0f9dac2e622 None None] Port 3c289f08-2975-4e22-ba37-362c9acca6f1 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 05:02:43.113667 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89a6ef54-5a59-461e-9029-8714daa30361 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:02:43.122324 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 46892) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:02:43.122879 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-89a6ef54-5a59-461e-9029-8714daa30361 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] 10.222.0.15 "PUT /v2.0/routers/b72e2f70-bc60-41d9-80cb-4f5bff43cc77/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1542151 May 30 05:02:43.124590 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7733a109-7f40-47d9-8341-13849d89fbc4 None None] Sync routers for ids ['b72e2f70-bc60-41d9-80cb-4f5bff43cc77'] in dv-neutron-843763-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:02:43.135127 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7733a109-7f40-47d9-8341-13849d89fbc4 None None] Routers {'b72e2f70-bc60-41d9-80cb-4f5bff43cc77'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:02:43.135753 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-7733a109-7f40-47d9-8341-13849d89fbc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:02:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['b72e2f70-bc60-41d9-80cb-4f5bff43cc77'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:02:43.212149 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05df5717-968c-41a6-a254-da981bf63f60 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:02:43.213180 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-05df5717-968c-41a6-a254-da981bf63f60 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Synchronizing usage tracker for tenant:2986bc6e94a0447cb05e0db4a95b2605 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:02:43.216951 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-45f79e78-106a-4f09-9d2c-69baeab7263d None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 05:02:43.225482 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-7733a109-7f40-47d9-8341-13849d89fbc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:02:43.232154 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device e5ee1778-abe5-48e5-93c4-9b6a67736cd2 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:02:43.232714 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-05df5717-968c-41a6-a254-da981bf63f60 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Unset dirty status for tenant:2986bc6e94a0447cb05e0db4a95b2605 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:02:43.234656 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-05df5717-968c-41a6-a254-da981bf63f60 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] 10.222.0.15 "GET /v2.0/ports/3c289f08-2975-4e22-ba37-362c9acca6f1 HTTP/1.1" status: 200 len: 983 time: 0.1112611 May 30 05:02:43.237404 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 46896) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:02:43.281718 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7733a109-7f40-47d9-8341-13849d89fbc4 None None] Routers {'b72e2f70-bc60-41d9-80cb-4f5bff43cc77'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:02:43.282406 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-7733a109-7f40-47d9-8341-13849d89fbc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:02:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['b72e2f70-bc60-41d9-80cb-4f5bff43cc77'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:02:43.364716 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-7733a109-7f40-47d9-8341-13849d89fbc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:02:43.365032 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7733a109-7f40-47d9-8341-13849d89fbc4 None None] The sync data for ids ['b72e2f70-bc60-41d9-80cb-4f5bff43cc77'] in dv-neutron-843763-1-hyperv is: [] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:02:43.390429 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port e5ee1778-abe5-48e5-93c4-9b6a67736cd2 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:02:43.390800 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:43.486727 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-19669986-64a4-4a07-b48b-7a3fa32f63a2 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602184'] for router_interface, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:43.552713 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port e5ee1778-abe5-48e5-93c4-9b6a67736cd2 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:02:43.924810 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-33cb9761-a985-4dda-870c-79a0d5e790e4 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602184'] for router_interface, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:44.059026 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-19669986-64a4-4a07-b48b-7a3fa32f63a2 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Deleting port 38613f85-79db-4262-8d27-86ee31ea01ca {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:02:44.059377 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-19669986-64a4-4a07-b48b-7a3fa32f63a2 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:44.222715 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-33cb9761-a985-4dda-870c-79a0d5e790e4 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Deleting port 3c289f08-2975-4e22-ba37-362c9acca6f1 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:02:44.223291 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-33cb9761-a985-4dda-870c-79a0d5e790e4 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:44.263272 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-19669986-64a4-4a07-b48b-7a3fa32f63a2 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] For port 38613f85-79db-4262-8d27-86ee31ea01ca, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=38613f85-79db-4262-8d27-86ee31ea01ca,segment=NetworkSegment(084e388d-319f-4998-938e-0681ba13a099),segment_id=084e388d-319f-4998-938e-0681ba13a099)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:02:44.263782 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-19669986-64a4-4a07-b48b-7a3fa32f63a2 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:44.409167 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-19669986-64a4-4a07-b48b-7a3fa32f63a2 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Calling delete_port for 38613f85-79db-4262-8d27-86ee31ea01ca owned by network:router_interface {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:02:44.424766 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-33cb9761-a985-4dda-870c-79a0d5e790e4 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:44.554153 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-33cb9761-a985-4dda-870c-79a0d5e790e4 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Calling delete_port for 3c289f08-2975-4e22-ba37-362c9acca6f1 owned by network:router_interface {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:02:44.763731 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-33cb9761-a985-4dda-870c-79a0d5e790e4 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:44.780923 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-19669986-64a4-4a07-b48b-7a3fa32f63a2 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:44.816086 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cb9761-a985-4dda-870c-79a0d5e790e4 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Pushing event deleted for resources: {'Port': ['ID=3c289f08-2975-4e22-ba37-362c9acca6f1,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:02:44.853472 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19669986-64a4-4a07-b48b-7a3fa32f63a2 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event deleted for resources: {'Port': ['ID=38613f85-79db-4262-8d27-86ee31ea01ca,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:02:45.026174 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-33cb9761-a985-4dda-870c-79a0d5e790e4 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1642797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602100'] for router_interface, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:45.344193 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-19669986-64a4-4a07-b48b-7a3fa32f63a2 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1642797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602100'] for router_interface, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:45.467614 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33cb9761-a985-4dda-870c-79a0d5e790e4 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Router b72e2f70-bc60-41d9-80cb-4f5bff43cc77 has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 05:02:45.618454 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33cb9761-a985-4dda-870c-79a0d5e790e4 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:02:45.633174 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d05d8cb6-954e-422a-8cdc-fca693682c92 None None] Sync routers for ids ['b72e2f70-bc60-41d9-80cb-4f5bff43cc77'] in dv-neutron-843763-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:02:45.640315 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-33cb9761-a985-4dda-870c-79a0d5e790e4 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] 10.222.0.15 "PUT /v2.0/routers/b72e2f70-bc60-41d9-80cb-4f5bff43cc77/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4016421 May 30 05:02:45.643146 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 46904) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:02:45.647722 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05d8cb6-954e-422a-8cdc-fca693682c92 None None] Routers {'b72e2f70-bc60-41d9-80cb-4f5bff43cc77'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:02:45.648456 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-d05d8cb6-954e-422a-8cdc-fca693682c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:02:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['b72e2f70-bc60-41d9-80cb-4f5bff43cc77'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:02:45.729035 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-d05d8cb6-954e-422a-8cdc-fca693682c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:02:45.738492 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05d8cb6-954e-422a-8cdc-fca693682c92 None None] Routers {'b72e2f70-bc60-41d9-80cb-4f5bff43cc77'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:02:45.739148 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-d05d8cb6-954e-422a-8cdc-fca693682c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:02:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['b72e2f70-bc60-41d9-80cb-4f5bff43cc77'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:02:45.797784 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19669986-64a4-4a07-b48b-7a3fa32f63a2 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Router 8df89f11-e96e-4a0c-9912-fe14e6e07613 has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 05:02:45.805588 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-d05d8cb6-954e-422a-8cdc-fca693682c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:02:45.806000 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d05d8cb6-954e-422a-8cdc-fca693682c92 None None] The sync data for ids ['b72e2f70-bc60-41d9-80cb-4f5bff43cc77'] in dv-neutron-843763-1-hyperv is: [] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:02:46.006484 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19669986-64a4-4a07-b48b-7a3fa32f63a2 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:02:46.009995 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.api.v2.resource [None req-07120e21-b5cc-45b1-af27-902c932a7332 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] remove_router_interface failed (client error): The resource could not be found. May 30 05:02:46.013607 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-07120e21-b5cc-45b1-af27-902c932a7332 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] 10.222.0.15 "PUT /v2.0/routers/b72e2f70-bc60-41d9-80cb-4f5bff43cc77/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3668075 May 30 05:02:46.014200 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 46910) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:02:46.017532 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4ede93-2a54-4ae8-ae0e-e91e6e7b2e5f None None] Sync routers for ids ['8df89f11-e96e-4a0c-9912-fe14e6e07613'] in dv-neutron-843763-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:02:46.028538 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4ede93-2a54-4ae8-ae0e-e91e6e7b2e5f None None] Routers {'8df89f11-e96e-4a0c-9912-fe14e6e07613'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:02:46.029582 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-ad4ede93-2a54-4ae8-ae0e-e91e6e7b2e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:02:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['8df89f11-e96e-4a0c-9912-fe14e6e07613'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:02:46.033177 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-19669986-64a4-4a07-b48b-7a3fa32f63a2 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "PUT /v2.0/routers/8df89f11-e96e-4a0c-9912-fe14e6e07613/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4500215 May 30 05:02:46.061389 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-ee367fa0-c493-48e3-91d3-b64e58ef3c55 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Synchronizing usage tracker for tenant:2986bc6e94a0447cb05e0db4a95b2605 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:02:46.122855 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-ee367fa0-c493-48e3-91d3-b64e58ef3c55 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Unset dirty status for tenant:2986bc6e94a0447cb05e0db4a95b2605 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:02:46.124061 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-ee367fa0-c493-48e3-91d3-b64e58ef3c55 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] 10.222.0.15 "GET /v2.0/ports?device_id=b72e2f70-bc60-41d9-80cb-4f5bff43cc77 HTTP/1.1" status: 200 len: 205 time: 0.1092453 May 30 05:02:46.127327 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 46916) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:02:46.292654 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-ad4ede93-2a54-4ae8-ae0e-e91e6e7b2e5f None None] Set router 8df89f11-e96e-4a0c-9912-fe14e6e07613 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:02:46.355471 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-60983643-223a-409f-aae4-2621a2044d9d tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks [] for router, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:46.682340 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-ad4ede93-2a54-4ae8-ae0e-e91e6e7b2e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8df89f11-e96e-4a0c-9912-fe14e6e07613', 'name': 'tempest-TestNetworkBasicOps-router-1784091264', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.168'}], 'enable_snat': True}, 'gw_port_id': '45643f2a-2144-47ee-8c5c-b98833323da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T04:59:10Z', 'updated_at': '2022-05-30T05:02:44Z', 'revision_number': 6, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'gw_port': {'id': '45643f2a-2144-47ee-8c5c-b98833323da3', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:8d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df89f11-e96e-4a0c-9912-fe14e6e07613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:59:13Z', 'updated_at': '2022-05-30T04:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_floatingips': [{'id': '0f3c7aeb-2350-450e-a626-ae9112ba2ed3', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'floating_ip_address': '172.26.6.58', 'floating_network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'router_id': '8df89f11-e96e-4a0c-9912-fe14e6e07613', 'port_id': '9ead05bc-ece0-4d02-9e8e-c6949d789f26', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83d1d881-1387-42cf-a16f-9c6e02a5e965', 'mac_address': 'fa:16:3e:3a:53:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b9579b7-bae6-478c-894f-e20038a7bb0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T05:00:22Z', 'updated_at': '2022-05-30T05:00:30Z', 'revision_number': 1, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0655984-3405-4621-9760-408d68a84799', 'name': '', 'network_id': '83d1d881-1387-42cf-a16f-9c6e02a5e965', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'mac_address': 'fa:16:3e:b1:40:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df89f11-e96e-4a0c-9912-fe14e6e07613', 'device_owner': 'network:router_interface', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '1acbe121-74d9-41fa-8525-29a9efbdfaac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:59:27Z', 'updated_at': '2022-05-30T04:59:39Z', 'revision_number': 5, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'subnets': [{'id': '1acbe121-74d9-41fa-8525-29a9efbdfaac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:02:46.686459 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4ede93-2a54-4ae8-ae0e-e91e6e7b2e5f None None] Checking router: 8df89f11-e96e-4a0c-9912-fe14e6e07613 for host: dv-neutron-843763-1-hyperv {{(pid=88262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 05:02:46.695911 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4ede93-2a54-4ae8-ae0e-e91e6e7b2e5f None None] Routers {'8df89f11-e96e-4a0c-9912-fe14e6e07613'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:02:46.696532 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-ad4ede93-2a54-4ae8-ae0e-e91e6e7b2e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:02:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['8df89f11-e96e-4a0c-9912-fe14e6e07613'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:02:46.853310 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-60983643-223a-409f-aae4-2621a2044d9d tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11660'] for router, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:46.856544 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-60983643-223a-409f-aae4-2621a2044d9d tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:46.902492 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da675c1e-5939-47cf-bea1-c9efcef44f6e req-c940fe05-b0b9-4dce-a464-c0ef58fda227 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:02:46.904381 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-da675c1e-5939-47cf-bea1-c9efcef44f6e req-c940fe05-b0b9-4dce-a464-c0ef58fda227 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=17865d17-737c-4b24-98d7-379fcd769d45 HTTP/1.1" status: 200 len: 946 time: 0.3573482 May 30 05:02:46.905967 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-60983643-223a-409f-aae4-2621a2044d9d tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1601605'] for router, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:46.906460 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60983643-223a-409f-aae4-2621a2044d9d tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Fanout notify agent at l3_agent the message router_deleted on router b72e2f70-bc60-41d9-80cb-4f5bff43cc77 {{(pid=88261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 30 05:02:46.939744 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-60983643-223a-409f-aae4-2621a2044d9d tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks [] for router, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:46.940818 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-60983643-223a-409f-aae4-2621a2044d9d tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] 10.222.0.15 "DELETE /v2.0/routers/b72e2f70-bc60-41d9-80cb-4f5bff43cc77 HTTP/1.1" status: 204 len: 168 time: 0.8127849 May 30 05:02:46.944375 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 46934) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:02:46.947325 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-ad4ede93-2a54-4ae8-ae0e-e91e6e7b2e5f None None] Set router 8df89f11-e96e-4a0c-9912-fe14e6e07613 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:02:47.009985 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-da675c1e-5939-47cf-bea1-c9efcef44f6e req-bc705265-0531-4794-a6e4-1037998b5eee tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/security-groups?id=0169e122-edb7-4e88-a009-c22d772b9c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980408 May 30 05:02:47.025745 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_v2 [None req-1161c9a3-cf9f-4af6-9199-3d4fc8614eaf tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Deleting subnet 612eced6-d108-43cd-ba60-4c5939145543 {{(pid=88260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 30 05:02:47.029232 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1161c9a3-cf9f-4af6-9199-3d4fc8614eaf tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks [] for subnet, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:47.088027 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1161c9a3-cf9f-4af6-9199-3d4fc8614eaf tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1454738'] for subnet, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:47.175685 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1161c9a3-cf9f-4af6-9199-3d4fc8614eaf tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860493'] for subnet, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:47.256865 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1161c9a3-cf9f-4af6-9199-3d4fc8614eaf tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1547867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2133322'] for subnet, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:47.299625 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1161c9a3-cf9f-4af6-9199-3d4fc8614eaf tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Pushing event deleted for resources: {'Subnet': ['ID=612eced6-d108-43cd-ba60-4c5939145543,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:02:47.306000 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1161c9a3-cf9f-4af6-9199-3d4fc8614eaf tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:47.312206 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-1161c9a3-cf9f-4af6-9199-3d4fc8614eaf tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] 10.222.0.15 "DELETE /v2.0/subnets/612eced6-d108-43cd-ba60-4c5939145543 HTTP/1.1" status: 204 len: 168 time: 0.3666949 May 30 05:02:47.316346 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 46944) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:02:47.322117 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-847f60e5-4c4a-4262-86fc-b689807c9557 None None] Network f98aa1d6-608d-4776-b191-448113dfe6e4 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:02:47.427469 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:47.436266 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-60c290ba-edfa-4a3e-ad68-e85da39f8ea2 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897784'] for network, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:47.447132 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-60c290ba-edfa-4a3e-ad68-e85da39f8ea2 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Deleting port e5ee1778-abe5-48e5-93c4-9b6a67736cd2 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:02:47.447501 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-60c290ba-edfa-4a3e-ad68-e85da39f8ea2 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:47.541650 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-ad4ede93-2a54-4ae8-ae0e-e91e6e7b2e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8df89f11-e96e-4a0c-9912-fe14e6e07613', 'name': 'tempest-TestNetworkBasicOps-router-1784091264', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.168'}], 'enable_snat': True}, 'gw_port_id': '45643f2a-2144-47ee-8c5c-b98833323da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T04:59:10Z', 'updated_at': '2022-05-30T05:02:44Z', 'revision_number': 6, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'gw_port': {'id': '45643f2a-2144-47ee-8c5c-b98833323da3', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:8d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df89f11-e96e-4a0c-9912-fe14e6e07613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:59:13Z', 'updated_at': '2022-05-30T04:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_floatingips': [{'id': '0f3c7aeb-2350-450e-a626-ae9112ba2ed3', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'floating_ip_address': '172.26.6.58', 'floating_network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'router_id': '8df89f11-e96e-4a0c-9912-fe14e6e07613', 'port_id': '9ead05bc-ece0-4d02-9e8e-c6949d789f26', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83d1d881-1387-42cf-a16f-9c6e02a5e965', 'mac_address': 'fa:16:3e:3a:53:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b9579b7-bae6-478c-894f-e20038a7bb0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T05:00:22Z', 'updated_at': '2022-05-30T05:00:30Z', 'revision_number': 1, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0655984-3405-4621-9760-408d68a84799', 'name': '', 'network_id': '83d1d881-1387-42cf-a16f-9c6e02a5e965', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'mac_address': 'fa:16:3e:b1:40:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df89f11-e96e-4a0c-9912-fe14e6e07613', 'device_owner': 'network:router_interface', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '1acbe121-74d9-41fa-8525-29a9efbdfaac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:59:27Z', 'updated_at': '2022-05-30T04:59:39Z', 'revision_number': 5, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'subnets': [{'id': '1acbe121-74d9-41fa-8525-29a9efbdfaac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:02:47.548375 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4ede93-2a54-4ae8-ae0e-e91e6e7b2e5f None None] The sync data for ids ['8df89f11-e96e-4a0c-9912-fe14e6e07613'] in dv-neutron-843763-1-hyperv is: [{'id': '8df89f11-e96e-4a0c-9912-fe14e6e07613', 'name': 'tempest-TestNetworkBasicOps-router-1784091264', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.168'}], 'enable_snat': True}, 'gw_port_id': '45643f2a-2144-47ee-8c5c-b98833323da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T04:59:10Z', 'updated_at': '2022-05-30T05:02:44Z', 'revision_number': 6, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'gw_port': {'id': '45643f2a-2144-47ee-8c5c-b98833323da3', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:8d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df89f11-e96e-4a0c-9912-fe14e6e07613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:59:13Z', 'updated_at': '2022-05-30T04:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_floatingips': [{'id': '0f3c7aeb-2350-450e-a626-ae9112ba2ed3', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'floating_ip_address': '172.26.6.58', 'floating_network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'router_id': '8df89f11-e96e-4a0c-9912-fe14e6e07613', 'port_id': '9ead05bc-ece0-4d02-9e8e-c6949d789f26', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83d1d881-1387-42cf-a16f-9c6e02a5e965', 'mac_address': 'fa:16:3e:3a:53:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b9579b7-bae6-478c-894f-e20038a7bb0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T05:00:22Z', 'updated_at': '2022-05-30T05:00:30Z', 'revision_number': 1, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0655984-3405-4621-9760-408d68a84799', 'name': '', 'network_id': '83d1d881-1387-42cf-a16f-9c6e02a5e965', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'mac_address': 'fa:16:3e:b1:40:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df89f11-e96e-4a0c-9912-fe14e6e07613', 'device_owner': 'network:router_interface', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '1acbe121-74d9-41fa-8525-29a9efbdfaac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:59:27Z', 'updated_at': '2022-05-30T04:59:39Z', 'revision_number': 5, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'subnets': [{'id': '1acbe121-74d9-41fa-8525-29a9efbdfaac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:02:47.674019 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-60c290ba-edfa-4a3e-ad68-e85da39f8ea2 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] For port e5ee1778-abe5-48e5-93c4-9b6a67736cd2, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=e5ee1778-abe5-48e5-93c4-9b6a67736cd2,segment=NetworkSegment(5f699e64-3eed-4926-9534-c59cb7431ec2),segment_id=5f699e64-3eed-4926-9534-c59cb7431ec2)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:02:47.674370 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-60c290ba-edfa-4a3e-ad68-e85da39f8ea2 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:47.799317 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-60c290ba-edfa-4a3e-ad68-e85da39f8ea2 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Calling delete_port for e5ee1778-abe5-48e5-93c4-9b6a67736cd2 owned by network:dhcp {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:02:47.875109 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-60c290ba-edfa-4a3e-ad68-e85da39f8ea2 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:47.923675 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4881b0a-489e-4366-ac01-5865aa0b8ec0 None None] DHCP port deletion for f98aa1d6-608d-4776-b191-448113dfe6e4 request from dv-neutron-843763-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 30 05:02:47.928195 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c290ba-edfa-4a3e-ad68-e85da39f8ea2 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Pushing event deleted for resources: {'Port': ['ID=e5ee1778-abe5-48e5-93c4-9b6a67736cd2,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:02:47.930236 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c290ba-edfa-4a3e-ad68-e85da39f8ea2 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] No DVR routers for this DVR port e5ee1778-abe5-48e5-93c4-9b6a67736cd2 on host dv-neutron-843763-1-hyperv {{(pid=88261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 05:02:48.131546 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-60c290ba-edfa-4a3e-ad68-e85da39f8ea2 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867540', 'neutron.services.segments.db._delete_segments_for_network-8729234922972'] for network, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:48.162226 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-60c290ba-edfa-4a3e-ad68-e85da39f8ea2 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f98aa1d6-608d-4776-b191-448113dfe6e4']}} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:02:48.182532 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0112bf40-52aa-4c95-95fe-e4635d1f3eb5 req-d6ebde87-9b26-4e57-9dc1-848d53b81674 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:02:48.184631 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0112bf40-52aa-4c95-95fe-e4635d1f3eb5 req-d6ebde87-9b26-4e57-9dc1-848d53b81674 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.39 "GET /v2.0/ports?device_id=17865d17-737c-4b24-98d7-379fcd769d45 HTTP/1.1" status: 200 len: 946 time: 0.2256699 May 30 05:02:48.185691 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-60c290ba-edfa-4a3e-ad68-e85da39f8ea2 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f699e64-3eed-4926-9534-c59cb7431ec2') {'for_net_delete': True} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:02:48.186056 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-60c290ba-edfa-4a3e-ad68-e85da39f8ea2 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f699e64-3eed-4926-9534-c59cb7431ec2') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:02:48.249014 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87425833-a04b-4fdb-b05a-69776ef5f794 req-a76e5dfc-4177-443c-9263-8a16148c944e tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:02:48.250571 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [req-87425833-a04b-4fdb-b05a-69776ef5f794 req-a76e5dfc-4177-443c-9263-8a16148c944e tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Synchronizing usage tracker for tenant:f9fe59584bbe4d5aaa42841eedb71980 on resource:port {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:02:48.252028 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-60c290ba-edfa-4a3e-ad68-e85da39f8ea2 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729235042807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3545573'] for segment, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:48.269425 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [req-87425833-a04b-4fdb-b05a-69776ef5f794 req-a76e5dfc-4177-443c-9263-8a16148c944e tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Unset dirty status for tenant:f9fe59584bbe4d5aaa42841eedb71980 on resource:port {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:02:48.272058 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-87425833-a04b-4fdb-b05a-69776ef5f794 req-a76e5dfc-4177-443c-9263-8a16148c944e tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=17865d17-737c-4b24-98d7-379fcd769d45 HTTP/1.1" status: 200 len: 946 time: 0.1296697 May 30 05:02:48.284196 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-60c290ba-edfa-4a3e-ad68-e85da39f8ea2 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:48.297056 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [req-0112bf40-52aa-4c95-95fe-e4635d1f3eb5 req-8c395312-1fc2-4da0-9f06-3b780f87b5a0 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Deleting port 1dd5bebd-dca0-459e-b77f-9eda62bd9432 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:02:48.297403 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-0112bf40-52aa-4c95-95fe-e4635d1f3eb5 req-8c395312-1fc2-4da0-9f06-3b780f87b5a0 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:48.328032 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-87425833-a04b-4fdb-b05a-69776ef5f794 req-433e5c34-e90c-4026-aa1c-19aafd366426 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/security-groups?id=0169e122-edb7-4e88-a009-c22d772b9c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499678 May 30 05:02:48.330554 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60c290ba-edfa-4a3e-ad68-e85da39f8ea2 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=88261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 05:02:48.330964 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-60c290ba-edfa-4a3e-ad68-e85da39f8ea2 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-862858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2304281'] for segment, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:48.371912 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 5f699e64-3eed-4926-9534-c59cb7431ec2 resource provider aggregate not found May 30 05:02:48.444179 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 5f699e64-3eed-4926-9534-c59cb7431ec2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5f699e64-3eed-4926-9534-c59cb7431ec2 found for delete ", "request_id": "req-f838b398-4330-4e1d-a6fe-3a80de320496"}]} May 30 05:02:48.488993 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-60c290ba-edfa-4a3e-ad68-e85da39f8ea2 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604744'] for network, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:48.494356 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-60c290ba-edfa-4a3e-ad68-e85da39f8ea2 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:48.539628 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c290ba-edfa-4a3e-ad68-e85da39f8ea2 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Pushing event deleted for resources: {'Network': ['ID=f98aa1d6-608d-4776-b191-448113dfe6e4,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:02:48.551004 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-60c290ba-edfa-4a3e-ad68-e85da39f8ea2 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] 10.222.0.15 "DELETE /v2.0/networks/f98aa1d6-608d-4776-b191-448113dfe6e4 HTTP/1.1" status: 204 len: 168 time: 1.2336233 May 30 05:02:48.556027 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 46958) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:02:48.561610 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-7c45ddb9-b3da-460b-bdf6-ffa2b2061826 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-258080251'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:02:48.566812 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-7c45ddb9-b3da-460b-bdf6-ffa2b2061826 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:02:48.572072 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-7c45ddb9-b3da-460b-bdf6-ffa2b2061826 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Usage tracker for resource:network and tenant:2986bc6e94a0447cb05e0db4a95b2605 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:02:48.574903 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-7c45ddb9-b3da-460b-bdf6-ffa2b2061826 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:02:48.581085 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-7c45ddb9-b3da-460b-bdf6-ffa2b2061826 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:02:48.591814 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c45ddb9-b3da-460b-bdf6-ffa2b2061826 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Made reservation on behalf of 2986bc6e94a0447cb05e0db4a95b2605 for: {'network': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:02:48.595236 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7c45ddb9-b3da-460b-bdf6-ffa2b2061826 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for network, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:48.625039 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c45ddb9-b3da-460b-bdf6-ffa2b2061826 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=88260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 05:02:48.637230 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7c45ddb9-b3da-460b-bdf6-ffa2b2061826 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:48.637586 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.db.segments_db [None req-7c45ddb9-b3da-460b-bdf6-ffa2b2061826 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Added segment 8b3fcd80-c36d-46f7-9d88-1ddeefc288d7 of type vlan for network 0f9a5f11-5fbe-4991-9ad5-11175efa9ac2 May 30 05:02:48.668048 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7c45ddb9-b3da-460b-bdf6-ffa2b2061826 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729234556353'] for network, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:48.703083 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7c45ddb9-b3da-460b-bdf6-ffa2b2061826 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788'] for network, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:48.717534 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c45ddb9-b3da-460b-bdf6-ffa2b2061826 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:02:48.717990 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7c45ddb9-b3da-460b-bdf6-ffa2b2061826 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:48.811283 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [req-0112bf40-52aa-4c95-95fe-e4635d1f3eb5 req-8c395312-1fc2-4da0-9f06-3b780f87b5a0 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] For port 1dd5bebd-dca0-459e-b77f-9eda62bd9432, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=1dd5bebd-dca0-459e-b77f-9eda62bd9432,segment=NetworkSegment(084e388d-319f-4998-938e-0681ba13a099),segment_id=084e388d-319f-4998-938e-0681ba13a099)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:02:48.812392 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-0112bf40-52aa-4c95-95fe-e4635d1f3eb5 req-8c395312-1fc2-4da0-9f06-3b780f87b5a0 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:48.829699 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-7c45ddb9-b3da-460b-bdf6-ffa2b2061826 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2725241 May 30 05:02:48.832616 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 46962) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:02:48.838300 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-ceee3d76-fc2f-4a4a-8564-ade3cab6f600 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Request body: {'subnet': {'network_id': '0f9a5f11-5fbe-4991-9ad5-11175efa9ac2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:02:48.861960 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c45ddb9-b3da-460b-bdf6-ffa2b2061826 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Pushing event updated for resources: {'Network': ['ID=0f9a5f11-5fbe-4991-9ad5-11175efa9ac2,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:02:48.875927 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Network 0f9a5f11-5fbe-4991-9ad5-11175efa9ac2 details requested by agent ovs-agent-dv-neutron-843763-1-hyperv with host dv-neutron-843763-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 05:02:48.942326 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [req-0112bf40-52aa-4c95-95fe-e4635d1f3eb5 req-8c395312-1fc2-4da0-9f06-3b780f87b5a0 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Calling delete_port for 1dd5bebd-dca0-459e-b77f-9eda62bd9432 owned by compute:nova {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:02:48.973396 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-ceee3d76-fc2f-4a4a-8564-ade3cab6f600 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:02:48.979307 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-ceee3d76-fc2f-4a4a-8564-ade3cab6f600 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Usage tracker for resource:subnet and tenant:2986bc6e94a0447cb05e0db4a95b2605 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:02:48.982582 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-ceee3d76-fc2f-4a4a-8564-ade3cab6f600 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:02:48.994550 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-ceee3d76-fc2f-4a4a-8564-ade3cab6f600 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:02:49.004996 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceee3d76-fc2f-4a4a-8564-ade3cab6f600 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Made reservation on behalf of 2986bc6e94a0447cb05e0db4a95b2605 for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:02:49.008834 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ceee3d76-fc2f-4a4a-8564-ade3cab6f600 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2133361'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:49.098019 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-0112bf40-52aa-4c95-95fe-e4635d1f3eb5 req-8c395312-1fc2-4da0-9f06-3b780f87b5a0 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:49.151941 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 38613f85-79db-4262-8d27-86ee31ea01ca no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 05:02:49.164560 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c395312-1fc2-4da0-9f06-3b780f87b5a0 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event deleted for resources: {'Port': ['ID=1dd5bebd-dca0-459e-b77f-9eda62bd9432,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:02:49.211068 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] No Port match for: 38613f85-79db-4262-8d27-86ee31ea01ca {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 05:02:49.211706 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 38613f85-79db-4262-8d27-86ee31ea01ca not bound to the agent host dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 05:02:49.212433 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device e5ee1778-abe5-48e5-93c4-9b6a67736cd2 no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 05:02:49.284761 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] No Port match for: e5ee1778-abe5-48e5-93c4-9b6a67736cd2 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 05:02:49.285115 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device e5ee1778-abe5-48e5-93c4-9b6a67736cd2 not bound to the agent host dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 05:02:49.298934 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [req-0112bf40-52aa-4c95-95fe-e4635d1f3eb5 req-8c395312-1fc2-4da0-9f06-3b780f87b5a0 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] No DVR routers for this DVR port 1dd5bebd-dca0-459e-b77f-9eda62bd9432 on host hv-neutron-8437 {{(pid=88261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 05:02:49.301672 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-0112bf40-52aa-4c95-95fe-e4635d1f3eb5 req-8c395312-1fc2-4da0-9f06-3b780f87b5a0 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:49.304544 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17865d17-737c-4b24-98d7-379fcd769d45', 'name': 'network-vif-deleted', 'tag': '1dd5bebd-dca0-459e-b77f-9eda62bd9432'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:02:49.322514 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0112bf40-52aa-4c95-95fe-e4635d1f3eb5 req-8c395312-1fc2-4da0-9f06-3b780f87b5a0 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.39 "DELETE /v2.0/ports/1dd5bebd-dca0-459e-b77f-9eda62bd9432 HTTP/1.1" status: 204 len: 173 time: 1.1290643 May 30 05:02:49.377823 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db5d4797-9791-45f3-8fa9-f3f98e010c7d'] response: {'server_uuid': '17865d17-737c-4b24-98d7-379fcd769d45', 'name': 'network-vif-deleted', 'tag': '1dd5bebd-dca0-459e-b77f-9eda62bd9432', 'status': 'completed', 'code': 200} May 30 05:02:49.414201 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ceee3d76-fc2f-4a4a-8564-ade3cab6f600 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1547796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2133315'] for subnet, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:49.549334 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceee3d76-fc2f-4a4a-8564-ade3cab6f600 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Pushing event updated for resources: {'Subnet': ['ID=59334381-c870-4fab-a575-b2c528d1cc7d,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:02:49.553251 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-757c1ca8-a43a-492b-82d7-f9613de84e79 req-37449b3e-cb7f-4187-9b81-db62de0b0185 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=17865d17-737c-4b24-98d7-379fcd769d45 HTTP/1.1" status: 200 len: 210 time: 0.0632861 May 30 05:02:49.556281 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceee3d76-fc2f-4a4a-8564-ade3cab6f600 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Checking segment: {'id': '8b3fcd80-c36d-46f7-9d88-1ddeefc288d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '0f9a5f11-5fbe-4991-9ad5-11175efa9ac2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:02:49.556656 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceee3d76-fc2f-4a4a-8564-ade3cab6f600 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Network hostable DHCP agents. Network: 0f9a5f11-5fbe-4991-9ad5-11175efa9ac2, hostable agents: ['1c705e68-3d3e-4dd3-9252-feb21d4b96ab'], hosted agents: [] {{(pid=88260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 05:02:49.581216 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceee3d76-fc2f-4a4a-8564-ade3cab6f600 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Network 0f9a5f11-5fbe-4991-9ad5-11175efa9ac2 is scheduled to be hosted by DHCP agent 1c705e68-3d3e-4dd3-9252-feb21d4b96ab with binding_index 1 {{(pid=88260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 05:02:49.591749 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-ceee3d76-fc2f-4a4a-8564-ade3cab6f600 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843763-1-hyperv, 0f9a5f11-5fbe-4991-9ad5-11175efa9ac2) {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:02:49.595973 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceee3d76-fc2f-4a4a-8564-ade3cab6f600 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:02:49.596671 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ceee3d76-fc2f-4a4a-8564-ade3cab6f600 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:49.603440 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd3023ac-28d0-4919-8618-d35b28ca5b43 None None] Network 0f9a5f11-5fbe-4991-9ad5-11175efa9ac2 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:02:49.625835 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 46980) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:02:49.626155 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-ceee3d76-fc2f-4a4a-8564-ade3cab6f600 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7924376 May 30 05:02:49.631868 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-7dcda74e-3908-45b0-b9c4-0a621b173de5 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-59725547', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:02:49.638831 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-7dcda74e-3908-45b0-b9c4-0a621b173de5 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:02:49.642924 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-7dcda74e-3908-45b0-b9c4-0a621b173de5 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Usage tracker for resource:router and tenant:2986bc6e94a0447cb05e0db4a95b2605 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:02:49.650044 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-7dcda74e-3908-45b0-b9c4-0a621b173de5 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:02:49.663265 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-7dcda74e-3908-45b0-b9c4-0a621b173de5 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:02:49.685076 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7dcda74e-3908-45b0-b9c4-0a621b173de5 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1603901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11666'] for router, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:49.686442 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7dcda74e-3908-45b0-b9c4-0a621b173de5 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11675'] for router, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:49.704886 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7dcda74e-3908-45b0-b9c4-0a621b173de5 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:49.727121 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7dcda74e-3908-45b0-b9c4-0a621b173de5 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603653'] for router, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:49.756717 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7dcda74e-3908-45b0-b9c4-0a621b173de5 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks [] for router, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:49.762102 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 46984) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:02:49.772553 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-7dcda74e-3908-45b0-b9c4-0a621b173de5 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1454804 May 30 05:02:49.878613 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45be3733-c341-40b4-857d-70a2ded57b90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bbf24ed-7ba9-53d2-873f-8f9642b1e987-0f9a5f11-5fbe-4991-9ad5-11175efa9ac2', 'network_id': '0f9a5f11-5fbe-4991-9ad5-11175efa9ac2', 'tenant_id': '2986bc6e94a0447cb05e0db4a95b2605', 'fixed_ips': [{'subnet_id': '59334381-c870-4fab-a575-b2c528d1cc7d'}]}} from dv-neutron-843763-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 30 05:02:49.879421 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-45be3733-c341-40b4-857d-70a2ded57b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:50.065947 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-45be3733-c341-40b4-857d-70a2ded57b90 None None] Allocated IP 2001:db8::2 (0f9a5f11-5fbe-4991-9ad5-11175efa9ac2/59334381-c870-4fab-a575-b2c528d1cc7d/486b86ed-ee3a-4385-8db5-ac17a2250732) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:02:50.300529 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4c04d0e7-fd56-40be-8e55-4cac8c68f399 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:50.316378 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-45be3733-c341-40b4-857d-70a2ded57b90 None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:50.328589 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-45be3733-c341-40b4-857d-70a2ded57b90 None None] Transition to ACTIVE for port object 486b86ed-ee3a-4385-8db5-ac17a2250732 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:02:50.352129 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-45be3733-c341-40b4-857d-70a2ded57b90 None None] Transition to ACTIVE for port object 486b86ed-ee3a-4385-8db5-ac17a2250732 will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:02:50.360410 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-45be3733-c341-40b4-857d-70a2ded57b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:50.428607 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45be3733-c341-40b4-857d-70a2ded57b90 None None] Network 0f9a5f11-5fbe-4991-9ad5-11175efa9ac2 is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:02:50.431377 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-45be3733-c341-40b4-857d-70a2ded57b90 None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:02:50.435033 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45be3733-c341-40b4-857d-70a2ded57b90 None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:02:50.473422 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45be3733-c341-40b4-857d-70a2ded57b90 None None] Pushing event updated for resources: {'Port': ['ID=486b86ed-ee3a-4385-8db5-ac17a2250732,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:02:50.574302 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-45be3733-c341-40b4-857d-70a2ded57b90 None None] Attempting to bind port 486b86ed-ee3a-4385-8db5-ac17a2250732 on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 05:02:50.574664 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-45be3733-c341-40b4-857d-70a2ded57b90 None None] Attempting to bind port 486b86ed-ee3a-4385-8db5-ac17a2250732 by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': '8b3fcd80-c36d-46f7-9d88-1ddeefc288d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '0f9a5f11-5fbe-4991-9ad5-11175efa9ac2'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 05:02:50.574943 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45be3733-c341-40b4-857d-70a2ded57b90 None None] Attempting to bind port 486b86ed-ee3a-4385-8db5-ac17a2250732 on network 0f9a5f11-5fbe-4991-9ad5-11175efa9ac2 {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:02:50.582541 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45be3733-c341-40b4-857d-70a2ded57b90 None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 5, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 05:02:50.584232 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45be3733-c341-40b4-857d-70a2ded57b90 None None] Checking segment: {'id': '8b3fcd80-c36d-46f7-9d88-1ddeefc288d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '0f9a5f11-5fbe-4991-9ad5-11175efa9ac2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:02:50.584898 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-45be3733-c341-40b4-857d-70a2ded57b90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:50.586336 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45be3733-c341-40b4-857d-70a2ded57b90 None None] Bound using segment: {'id': '8b3fcd80-c36d-46f7-9d88-1ddeefc288d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '0f9a5f11-5fbe-4991-9ad5-11175efa9ac2'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 05:02:50.587147 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-45be3733-c341-40b4-857d-70a2ded57b90 None None] Bound port: 486b86ed-ee3a-4385-8db5-ac17a2250732, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b3fcd80-c36d-46f7-9d88-1ddeefc288d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '0f9a5f11-5fbe-4991-9ad5-11175efa9ac2'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 05:02:50.587748 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-45be3733-c341-40b4-857d-70a2ded57b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:50.662972 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 46992) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:02:50.697311 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-4c04d0e7-fd56-40be-8e55-4cac8c68f399 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Allocated IP 2001:db8::1 (0f9a5f11-5fbe-4991-9ad5-11175efa9ac2/59334381-c870-4fab-a575-b2c528d1cc7d/b731c7b3-8183-4548-af21-3a644d93d8ea) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:02:50.719456 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-45be3733-c341-40b4-857d-70a2ded57b90 None None] For port 486b86ed-ee3a-4385-8db5-ac17a2250732, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 05:02:50.725260 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-45be3733-c341-40b4-857d-70a2ded57b90 None None] For port 486b86ed-ee3a-4385-8db5-ac17a2250732, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=486b86ed-ee3a-4385-8db5-ac17a2250732,segment=NetworkSegment(8b3fcd80-c36d-46f7-9d88-1ddeefc288d7),segment_id=8b3fcd80-c36d-46f7-9d88-1ddeefc288d7)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 05:02:50.730504 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-45be3733-c341-40b4-857d-70a2ded57b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:50.778150 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9528c86d-5124-4424-89a8-c65ae43dfd73 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:50.825060 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9528c86d-5124-4424-89a8-c65ae43dfd73 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:50.863523 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45be3733-c341-40b4-857d-70a2ded57b90 None None] Pushing event updated for resources: {'Port': ['ID=486b86ed-ee3a-4385-8db5-ac17a2250732,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:02:50.921455 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9528c86d-5124-4424-89a8-c65ae43dfd73 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:50.948852 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9528c86d-5124-4424-89a8-c65ae43dfd73 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0169e122-edb7-4e88-a009-c22d772b9c5c,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:02:50.955875 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4c04d0e7-fd56-40be-8e55-4cac8c68f399 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:50.960834 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9528c86d-5124-4424-89a8-c65ae43dfd73 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:50.962768 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-9528c86d-5124-4424-89a8-c65ae43dfd73 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "DELETE /v2.0/security-groups/0169e122-edb7-4e88-a009-c22d772b9c5c HTTP/1.1" status: 204 len: 168 time: 0.2976322 May 30 05:02:50.989997 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [None req-4c04d0e7-fd56-40be-8e55-4cac8c68f399 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Transition to ACTIVE for port object b731c7b3-8183-4548-af21-3a644d93d8ea will not be triggered until provisioned by entity DHCP. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:02:51.022305 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4c04d0e7-fd56-40be-8e55-4cac8c68f399 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:51.135775 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c04d0e7-fd56-40be-8e55-4cac8c68f399 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Network 0f9a5f11-5fbe-4991-9ad5-11175efa9ac2 is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:02:51.140782 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-4c04d0e7-fd56-40be-8e55-4cac8c68f399 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:02:51.146782 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c04d0e7-fd56-40be-8e55-4cac8c68f399 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:02:51.147324 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4c04d0e7-fd56-40be-8e55-4cac8c68f399 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604623'] for router_interface, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:51.159266 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c04d0e7-fd56-40be-8e55-4cac8c68f399 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Pushing event updated for resources: {'Port': ['ID=b731c7b3-8183-4548-af21-3a644d93d8ea,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:02:51.240394 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 486b86ed-ee3a-4385-8db5-ac17a2250732 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:02:51.340847 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port 486b86ed-ee3a-4385-8db5-ac17a2250732 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:02:51.446665 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4c04d0e7-fd56-40be-8e55-4cac8c68f399 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:51.868151 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4c04d0e7-fd56-40be-8e55-4cac8c68f399 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks [] for port, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:51.873748 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4c04d0e7-fd56-40be-8e55-4cac8c68f399 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1547421'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:51.874704 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4c04d0e7-fd56-40be-8e55-4cac8c68f399 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1642774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602230'] for router_interface, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:51.899121 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5ded395-9d9b-4135-bf72-230af007e5b7 None None] Network 0f9a5f11-5fbe-4991-9ad5-11175efa9ac2 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:02:51.996687 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-03cc22e4-7160-4cc0-a552-c6ab0688f9ab None None] Provisioning for port 486b86ed-ee3a-4385-8db5-ac17a2250732 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:02:52.018148 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-03cc22e4-7160-4cc0-a552-c6ab0688f9ab None None] Provisioning complete for port 486b86ed-ee3a-4385-8db5-ac17a2250732 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:02:52.018522 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-03cc22e4-7160-4cc0-a552-c6ab0688f9ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:52.028866 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c04d0e7-fd56-40be-8e55-4cac8c68f399 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Pushing event updated for resources: {'Port': ['ID=b731c7b3-8183-4548-af21-3a644d93d8ea,revision_number=2']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:02:52.089276 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c04d0e7-fd56-40be-8e55-4cac8c68f399 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Network 0f9a5f11-5fbe-4991-9ad5-11175efa9ac2 is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:02:52.090401 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-4c04d0e7-fd56-40be-8e55-4cac8c68f399 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:02:52.250625 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-03cc22e4-7160-4cc0-a552-c6ab0688f9ab None None] Current status of the port 486b86ed-ee3a-4385-8db5-ac17a2250732 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:02:52.251211 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-03cc22e4-7160-4cc0-a552-c6ab0688f9ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:52.296005 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-03cc22e4-7160-4cc0-a552-c6ab0688f9ab None None] For port 486b86ed-ee3a-4385-8db5-ac17a2250732, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=486b86ed-ee3a-4385-8db5-ac17a2250732,segment=NetworkSegment(8b3fcd80-c36d-46f7-9d88-1ddeefc288d7),segment_id=8b3fcd80-c36d-46f7-9d88-1ddeefc288d7)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:02:52.301034 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-03cc22e4-7160-4cc0-a552-c6ab0688f9ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:52.302561 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c04d0e7-fd56-40be-8e55-4cac8c68f399 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Router 985f27a6-95e5-4aba-9704-713e679eac64 is scheduled to L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 with binding_index 1 {{(pid=88260) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 30 05:02:52.369167 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cc22e4-7160-4cc0-a552-c6ab0688f9ab None None] Pushing event updated for resources: {'Port': ['ID=486b86ed-ee3a-4385-8db5-ac17a2250732,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:02:52.466996 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c04d0e7-fd56-40be-8e55-4cac8c68f399 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:02:52.478636 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a165a15-6818-4c42-bfa4-3dc28a7f41ad None None] Sync routers for ids ['985f27a6-95e5-4aba-9704-713e679eac64'] in dv-neutron-843763-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:02:52.484970 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 47002) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:02:52.485412 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-4c04d0e7-fd56-40be-8e55-4cac8c68f399 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] 10.222.0.15 "PUT /v2.0/routers/985f27a6-95e5-4aba-9704-713e679eac64/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7214525 May 30 05:02:52.512998 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a165a15-6818-4c42-bfa4-3dc28a7f41ad None None] Routers {'985f27a6-95e5-4aba-9704-713e679eac64'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:02:52.513946 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-2a165a15-6818-4c42-bfa4-3dc28a7f41ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:02:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['985f27a6-95e5-4aba-9704-713e679eac64'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:02:52.530917 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-3be7e1ae-c00f-4212-81a6-a640c4afa96e None None] Provisioning complete for port 486b86ed-ee3a-4385-8db5-ac17a2250732 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:02:52.531291 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-3be7e1ae-c00f-4212-81a6-a640c4afa96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:52.585595 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-2a165a15-6818-4c42-bfa4-3dc28a7f41ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:02:52.598152 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b2beca1-973e-407f-858e-404be5701b7e tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:02:52.599009 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-0b2beca1-973e-407f-858e-404be5701b7e tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Synchronizing usage tracker for tenant:2986bc6e94a0447cb05e0db4a95b2605 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:02:52.607518 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a165a15-6818-4c42-bfa4-3dc28a7f41ad None None] Routers {'985f27a6-95e5-4aba-9704-713e679eac64'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:02:52.608249 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-2a165a15-6818-4c42-bfa4-3dc28a7f41ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:02:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['985f27a6-95e5-4aba-9704-713e679eac64'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:02:52.619888 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-0b2beca1-973e-407f-858e-404be5701b7e tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Unset dirty status for tenant:2986bc6e94a0447cb05e0db4a95b2605 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:02:52.621912 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-0b2beca1-973e-407f-858e-404be5701b7e tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] 10.222.0.15 "GET /v2.0/ports/b731c7b3-8183-4548-af21-3a644d93d8ea HTTP/1.1" status: 200 len: 911 time: 0.1360109 May 30 05:02:52.624787 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 47008) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:02:52.686294 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-2a165a15-6818-4c42-bfa4-3dc28a7f41ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:02:52.686695 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a165a15-6818-4c42-bfa4-3dc28a7f41ad None None] The sync data for ids ['985f27a6-95e5-4aba-9704-713e679eac64'] in dv-neutron-843763-1-hyperv is: [] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:02:52.716584 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-3be7e1ae-c00f-4212-81a6-a640c4afa96e None None] Current status of the port 486b86ed-ee3a-4385-8db5-ac17a2250732 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:02:52.729605 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-3be7e1ae-c00f-4212-81a6-a640c4afa96e None None] Provisioning for port b731c7b3-8183-4548-af21-3a644d93d8ea completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:02:52.735319 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-3be7e1ae-c00f-4212-81a6-a640c4afa96e None None] Provisioning complete for port b731c7b3-8183-4548-af21-3a644d93d8ea triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:02:52.735708 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-3be7e1ae-c00f-4212-81a6-a640c4afa96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:52.800121 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-3be7e1ae-c00f-4212-81a6-a640c4afa96e None None] Port b731c7b3-8183-4548-af21-3a644d93d8ea cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 05:02:52.894032 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device 1dd5bebd-dca0-459e-b77f-9eda62bd9432 no longer exists at agent hyperv_hv-neutron-8437 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 05:02:52.937186 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] No Port match for: 1dd5bebd-dca0-459e-b77f-9eda62bd9432 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 05:02:52.937637 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device 1dd5bebd-dca0-459e-b77f-9eda62bd9432 not bound to the agent host hv-neutron-8437 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 05:02:52.948203 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-5707edac-9379-4aa7-8ddb-d2f1d28414d8 None None] Provisioning complete for port b731c7b3-8183-4548-af21-3a644d93d8ea triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:02:52.948653 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-5707edac-9379-4aa7-8ddb-d2f1d28414d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:53.001979 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-5707edac-9379-4aa7-8ddb-d2f1d28414d8 None None] Port b731c7b3-8183-4548-af21-3a644d93d8ea cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 05:02:53.009561 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-f6d8c4a6-5e92-47e3-b562-20136dec8bf8 req-85f8eabe-494f-4084-8f6e-0070c26fff19 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Synchronizing usage tracker for tenant:88101d051d394b379575d1a4b606816a on resource:security_group {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:02:53.069519 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-f6d8c4a6-5e92-47e3-b562-20136dec8bf8 req-85f8eabe-494f-4084-8f6e-0070c26fff19 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Unset dirty status for tenant:88101d051d394b379575d1a4b606816a on resource:security_group {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:02:53.070673 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f6d8c4a6-5e92-47e3-b562-20136dec8bf8 req-85f8eabe-494f-4084-8f6e-0070c26fff19 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1445389464&fields=id&tenant_id=88101d051d394b379575d1a4b606816a HTTP/1.1" status: 200 len: 267 time: 0.1356263 May 30 05:02:53.121975 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-7aae08fa-ffd6-4804-b04b-24fdefa7f3b9 None None] Provisioning complete for port b731c7b3-8183-4548-af21-3a644d93d8ea triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:02:53.122350 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7aae08fa-ffd6-4804-b04b-24fdefa7f3b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:53.152337 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 486b86ed-ee3a-4385-8db5-ac17a2250732 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:02:53.224572 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-7aae08fa-ffd6-4804-b04b-24fdefa7f3b9 None None] Port b731c7b3-8183-4548-af21-3a644d93d8ea cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 05:02:53.242275 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 486b86ed-ee3a-4385-8db5-ac17a2250732 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:02:53.242706 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:53.304230 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d8c4a6-5e92-47e3-b562-20136dec8bf8 req-3b12f3ca-43b1-40a1-b3c7-9e960e4b88b3 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:02:53.304909 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-f6d8c4a6-5e92-47e3-b562-20136dec8bf8 req-3b12f3ca-43b1-40a1-b3c7-9e960e4b88b3 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Synchronizing usage tracker for tenant:88101d051d394b379575d1a4b606816a on resource:network {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:02:53.337087 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-f6d8c4a6-5e92-47e3-b562-20136dec8bf8 req-3b12f3ca-43b1-40a1-b3c7-9e960e4b88b3 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Unset dirty status for tenant:88101d051d394b379575d1a4b606816a on resource:network {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:02:53.338385 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f6d8c4a6-5e92-47e3-b562-20136dec8bf8 req-3b12f3ca-43b1-40a1-b3c7-9e960e4b88b3 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] 10.222.0.15 "GET /v2.0/networks?id=719d6beb-a88c-42b5-a4d8-b710f113657a HTTP/1.1" status: 200 len: 812 time: 0.2602198 May 30 05:02:53.357559 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f6d8c4a6-5e92-47e3-b562-20136dec8bf8 req-543ddf1a-fe61-47e2-859a-fd990175751a tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] 10.222.0.15 "GET /v2.0/quotas/88101d051d394b379575d1a4b606816a HTTP/1.1" status: 200 len: 375 time: 0.0125160 May 30 05:02:53.360936 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 486b86ed-ee3a-4385-8db5-ac17a2250732 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:02:53.366167 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-19ccf2f4-d5de-43a5-b349-9e60ed7d0cee tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602184'] for router_interface, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:53.768296 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-f6d8c4a6-5e92-47e3-b562-20136dec8bf8 req-3de67aee-eaba-4f42-864d-64ddd3485745 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Synchronizing usage tracker for tenant:88101d051d394b379575d1a4b606816a on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:02:53.795837 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-f6d8c4a6-5e92-47e3-b562-20136dec8bf8 req-3de67aee-eaba-4f42-864d-64ddd3485745 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Unset dirty status for tenant:88101d051d394b379575d1a4b606816a on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:02:53.797108 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f6d8c4a6-5e92-47e3-b562-20136dec8bf8 req-3de67aee-eaba-4f42-864d-64ddd3485745 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=88101d051d394b379575d1a4b606816a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4341357 May 30 05:02:53.869865 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-19ccf2f4-d5de-43a5-b349-9e60ed7d0cee tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Deleting port b731c7b3-8183-4548-af21-3a644d93d8ea {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:02:53.870215 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-19ccf2f4-d5de-43a5-b349-9e60ed7d0cee tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:54.156789 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-19ccf2f4-d5de-43a5-b349-9e60ed7d0cee tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:54.171845 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f6d8c4a6-5e92-47e3-b562-20136dec8bf8 req-2c4d0997-3351-4f27-8c0b-810cbeae0721 service neutron] 10.222.0.15 "GET /v2.0/networks/719d6beb-a88c-42b5-a4d8-b710f113657a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3372087 May 30 05:02:54.297948 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-19ccf2f4-d5de-43a5-b349-9e60ed7d0cee tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Calling delete_port for b731c7b3-8183-4548-af21-3a644d93d8ea owned by network:router_interface {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:02:54.502928 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f6d8c4a6-5e92-47e3-b562-20136dec8bf8 req-2e7fa21c-72ee-44e3-ac56-e6edf9d9d040 service neutron] 10.222.0.15 "GET /v2.0/networks/719d6beb-a88c-42b5-a4d8-b710f113657a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2793949 May 30 05:02:54.586924 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-19ccf2f4-d5de-43a5-b349-9e60ed7d0cee tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:54.637265 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ccf2f4-d5de-43a5-b349-9e60ed7d0cee tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Pushing event deleted for resources: {'Port': ['ID=b731c7b3-8183-4548-af21-3a644d93d8ea,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:02:54.812879 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-19ccf2f4-d5de-43a5-b349-9e60ed7d0cee tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1642797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602100'] for router_interface, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:55.113994 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6749af9c-c020-454e-887f-aef9a6e20bb6 req-4d1cbe01-c55d-490a-8330-64f07f84a374 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c69bfab-543e-4cc5-b406-b3b679a8308c HTTP/1.1" status: 200 len: 210 time: 0.1096778 May 30 05:02:55.256630 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19ccf2f4-d5de-43a5-b349-9e60ed7d0cee tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Router 985f27a6-95e5-4aba-9704-713e679eac64 has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 05:02:55.390105 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19ccf2f4-d5de-43a5-b349-9e60ed7d0cee tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:02:55.399776 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c23185-1f76-4d90-a6aa-3d05c543e917 None None] Sync routers for ids ['985f27a6-95e5-4aba-9704-713e679eac64'] in dv-neutron-843763-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:02:55.408747 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-19ccf2f4-d5de-43a5-b349-9e60ed7d0cee tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] 10.222.0.15 "PUT /v2.0/routers/985f27a6-95e5-4aba-9704-713e679eac64/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7821844 May 30 05:02:55.412645 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 47036) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:02:55.413325 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c23185-1f76-4d90-a6aa-3d05c543e917 None None] Routers {'985f27a6-95e5-4aba-9704-713e679eac64'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:02:55.414099 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-e0c23185-1f76-4d90-a6aa-3d05c543e917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:02:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['985f27a6-95e5-4aba-9704-713e679eac64'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:02:55.457456 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-6f540a5d-ad34-418f-b1eb-2a3e6f07012d tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Synchronizing usage tracker for tenant:2986bc6e94a0447cb05e0db4a95b2605 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:02:55.477762 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-6f540a5d-ad34-418f-b1eb-2a3e6f07012d tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Unset dirty status for tenant:2986bc6e94a0447cb05e0db4a95b2605 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:02:55.478512 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-e0c23185-1f76-4d90-a6aa-3d05c543e917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:02:55.481697 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-6f540a5d-ad34-418f-b1eb-2a3e6f07012d tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] 10.222.0.15 "GET /v2.0/ports?device_id=985f27a6-95e5-4aba-9704-713e679eac64 HTTP/1.1" status: 200 len: 205 time: 0.0654051 May 30 05:02:55.482267 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 47040) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:02:55.487317 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c23185-1f76-4d90-a6aa-3d05c543e917 None None] Routers {'985f27a6-95e5-4aba-9704-713e679eac64'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:02:55.487980 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-e0c23185-1f76-4d90-a6aa-3d05c543e917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:02:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['985f27a6-95e5-4aba-9704-713e679eac64'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:02:55.549618 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-e0c23185-1f76-4d90-a6aa-3d05c543e917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:02:55.550124 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c23185-1f76-4d90-a6aa-3d05c543e917 None None] The sync data for ids ['985f27a6-95e5-4aba-9704-713e679eac64'] in dv-neutron-843763-1-hyperv is: [] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:02:55.620020 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c6cd914a-79b1-4888-9bd1-6642e2d16e05 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks [] for router, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:55.909745 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c6cd914a-79b1-4888-9bd1-6642e2d16e05 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11660'] for router, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:55.912138 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c6cd914a-79b1-4888-9bd1-6642e2d16e05 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:55.934817 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c6cd914a-79b1-4888-9bd1-6642e2d16e05 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1601605'] for router, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:55.935322 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6cd914a-79b1-4888-9bd1-6642e2d16e05 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Fanout notify agent at l3_agent the message router_deleted on router 985f27a6-95e5-4aba-9704-713e679eac64 {{(pid=88261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 30 05:02:55.946869 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c6cd914a-79b1-4888-9bd1-6642e2d16e05 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks [] for router, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:55.947967 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-c6cd914a-79b1-4888-9bd1-6642e2d16e05 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] 10.222.0.15 "DELETE /v2.0/routers/985f27a6-95e5-4aba-9704-713e679eac64 HTTP/1.1" status: 204 len: 168 time: 0.4647696 May 30 05:02:55.950491 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 47044) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:02:56.220283 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_v2 [None req-56c4816c-c89b-428e-8893-8da63bfa799f tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Deleting subnet 59334381-c870-4fab-a575-b2c528d1cc7d {{(pid=88261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 30 05:02:56.225094 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-56c4816c-c89b-428e-8893-8da63bfa799f tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks [] for subnet, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:56.325481 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-680803af-d77c-4258-b7d1-16d20555dc50 req-766265df-dea0-4110-b82e-8e9e0418ee31 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c69bfab-543e-4cc5-b406-b3b679a8308c HTTP/1.1" status: 200 len: 210 time: 0.0731025 May 30 05:02:56.349277 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-56c4816c-c89b-428e-8893-8da63bfa799f tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3545586'] for subnet, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:56.394082 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d8c4a6-5e92-47e3-b562-20136dec8bf8 req-6318b82b-17bd-421a-a7f2-3f8391a04444 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:02:56.395501 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f6d8c4a6-5e92-47e3-b562-20136dec8bf8 req-6318b82b-17bd-421a-a7f2-3f8391a04444 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] 10.222.0.39 "GET /v2.0/networks?id=719d6beb-a88c-42b5-a4d8-b710f113657a HTTP/1.1" status: 200 len: 812 time: 0.4120491 May 30 05:02:56.464150 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f6d8c4a6-5e92-47e3-b562-20136dec8bf8 req-7fd51b90-1f61-4d63-9eaf-2c494e83ef1b tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=88101d051d394b379575d1a4b606816a HTTP/1.1" status: 200 len: 380 time: 0.0601728 May 30 05:02:56.474840 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [req-f6d8c4a6-5e92-47e3-b562-20136dec8bf8 req-33800e23-d0b4-4901-9317-7264a5a27dd1 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Request body: {'port': {'device_id': '4c69bfab-543e-4cc5-b406-b3b679a8308c', 'network_id': '719d6beb-a88c-42b5-a4d8-b710f113657a', 'admin_state_up': True, 'tenant_id': '88101d051d394b379575d1a4b606816a', 'security_groups': ['52528308-5406-4aa0-bc49-d5582af75908']}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:02:56.548117 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-56c4816c-c89b-428e-8893-8da63bfa799f tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860493'] for subnet, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:56.668525 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [req-f6d8c4a6-5e92-47e3-b562-20136dec8bf8 req-33800e23-d0b4-4901-9317-7264a5a27dd1 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:02:56.672580 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-56c4816c-c89b-428e-8893-8da63bfa799f tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2304955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9305493'] for subnet, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:56.716173 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [req-f6d8c4a6-5e92-47e3-b562-20136dec8bf8 req-33800e23-d0b4-4901-9317-7264a5a27dd1 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:02:56.718291 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c4816c-c89b-428e-8893-8da63bfa799f tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Pushing event deleted for resources: {'Subnet': ['ID=59334381-c870-4fab-a575-b2c528d1cc7d,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:02:56.722602 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-56c4816c-c89b-428e-8893-8da63bfa799f tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:56.730501 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c78b152-f9fd-4a6c-998e-908ce674b4da None None] Network 0f9a5f11-5fbe-4991-9ad5-11175efa9ac2 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:02:56.734152 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-56c4816c-c89b-428e-8893-8da63bfa799f tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] 10.222.0.15 "DELETE /v2.0/subnets/59334381-c870-4fab-a575-b2c528d1cc7d HTTP/1.1" status: 204 len: 168 time: 0.7814419 May 30 05:02:56.736017 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 47052) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:02:56.736751 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6d8c4a6-5e92-47e3-b562-20136dec8bf8 req-33800e23-d0b4-4901-9317-7264a5a27dd1 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Made reservation on behalf of 88101d051d394b379575d1a4b606816a for: {'port': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:02:56.740434 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-f6d8c4a6-5e92-47e3-b562-20136dec8bf8 req-33800e23-d0b4-4901-9317-7264a5a27dd1 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:56.897305 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4e6447e9-3292-4448-ab89-1e6017b15b22 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897784'] for network, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:56.911083 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-4e6447e9-3292-4448-ab89-1e6017b15b22 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Deleting port 486b86ed-ee3a-4385-8db5-ac17a2250732 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:02:56.912577 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4e6447e9-3292-4448-ab89-1e6017b15b22 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:56.939955 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [req-f6d8c4a6-5e92-47e3-b562-20136dec8bf8 req-33800e23-d0b4-4901-9317-7264a5a27dd1 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Allocated IP 172.20.0.5 (719d6beb-a88c-42b5-a4d8-b710f113657a/195eaa06-b93a-44cb-9e99-e406979df128/e702d0e6-f8d7-480f-9f6e-2c7e29e6138d) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:02:57.152430 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-4e6447e9-3292-4448-ab89-1e6017b15b22 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] For port 486b86ed-ee3a-4385-8db5-ac17a2250732, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=486b86ed-ee3a-4385-8db5-ac17a2250732,segment=NetworkSegment(8b3fcd80-c36d-46f7-9d88-1ddeefc288d7),segment_id=8b3fcd80-c36d-46f7-9d88-1ddeefc288d7)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:02:57.152715 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4e6447e9-3292-4448-ab89-1e6017b15b22 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:57.155570 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-f6d8c4a6-5e92-47e3-b562-20136dec8bf8 req-33800e23-d0b4-4901-9317-7264a5a27dd1 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:57.178999 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [req-f6d8c4a6-5e92-47e3-b562-20136dec8bf8 req-33800e23-d0b4-4901-9317-7264a5a27dd1 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Transition to ACTIVE for port object e702d0e6-f8d7-480f-9f6e-2c7e29e6138d will not be triggered until provisioned by entity DHCP. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:02:57.204591 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f453998b-1ef2-4c76-92ad-cb9ae27b9407 None None] DHCP port deletion for 0f9a5f11-5fbe-4991-9ad5-11175efa9ac2 request from dv-neutron-843763-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 30 05:02:57.209718 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-f453998b-1ef2-4c76-92ad-cb9ae27b9407 None None] Deleting port 486b86ed-ee3a-4385-8db5-ac17a2250732 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:02:57.210121 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f453998b-1ef2-4c76-92ad-cb9ae27b9407 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:57.210802 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-f6d8c4a6-5e92-47e3-b562-20136dec8bf8 req-33800e23-d0b4-4901-9317-7264a5a27dd1 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:57.301364 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6d8c4a6-5e92-47e3-b562-20136dec8bf8 req-33800e23-d0b4-4901-9317-7264a5a27dd1 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Network 719d6beb-a88c-42b5-a4d8-b710f113657a is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:02:57.306317 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [req-f6d8c4a6-5e92-47e3-b562-20136dec8bf8 req-33800e23-d0b4-4901-9317-7264a5a27dd1 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:02:57.309452 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6d8c4a6-5e92-47e3-b562-20136dec8bf8 req-33800e23-d0b4-4901-9317-7264a5a27dd1 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:02:57.363603 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33800e23-d0b4-4901-9317-7264a5a27dd1 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Pushing event updated for resources: {'Port': ['ID=e702d0e6-f8d7-480f-9f6e-2c7e29e6138d,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:02:57.396968 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d8c4a6-5e92-47e3-b562-20136dec8bf8 req-33800e23-d0b4-4901-9317-7264a5a27dd1 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:02:57.397636 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-f6d8c4a6-5e92-47e3-b562-20136dec8bf8 req-33800e23-d0b4-4901-9317-7264a5a27dd1 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:57.431256 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f6d8c4a6-5e92-47e3-b562-20136dec8bf8 req-33800e23-d0b4-4901-9317-7264a5a27dd1 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9609911 May 30 05:02:57.444441 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [req-f6d8c4a6-5e92-47e3-b562-20136dec8bf8 req-955f8a7a-f53a-4324-a4b1-565bbbf8353f service neutron] Request body: {'port': {'device_id': '4c69bfab-543e-4cc5-b406-b3b679a8308c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8437'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:02:57.603879 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-f453998b-1ef2-4c76-92ad-cb9ae27b9407 None None] For port 486b86ed-ee3a-4385-8db5-ac17a2250732, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=486b86ed-ee3a-4385-8db5-ac17a2250732,segment=NetworkSegment(8b3fcd80-c36d-46f7-9d88-1ddeefc288d7),segment_id=8b3fcd80-c36d-46f7-9d88-1ddeefc288d7)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:02:57.604334 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f453998b-1ef2-4c76-92ad-cb9ae27b9407 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:57.610485 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-4e6447e9-3292-4448-ab89-1e6017b15b22 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Calling delete_port for 486b86ed-ee3a-4385-8db5-ac17a2250732 owned by network:dhcp {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:02:57.672637 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-f6d8c4a6-5e92-47e3-b562-20136dec8bf8 req-955f8a7a-f53a-4324-a4b1-565bbbf8353f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:57.716057 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4e6447e9-3292-4448-ab89-1e6017b15b22 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:57.764928 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c583434-3e07-4f8a-8614-139535d31e05 req-d23d09f8-855b-4727-a0ee-9005464a2c99 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:02:57.765662 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-9c583434-3e07-4f8a-8614-139535d31e05 req-d23d09f8-855b-4727-a0ee-9005464a2c99 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Synchronizing usage tracker for tenant:88101d051d394b379575d1a4b606816a on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:02:57.785394 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6447e9-3292-4448-ab89-1e6017b15b22 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Pushing event deleted for resources: {'Port': ['ID=486b86ed-ee3a-4385-8db5-ac17a2250732,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:02:57.792758 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6447e9-3292-4448-ab89-1e6017b15b22 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] No DVR routers for this DVR port 486b86ed-ee3a-4385-8db5-ac17a2250732 on host dv-neutron-843763-1-hyperv {{(pid=88260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 05:02:57.804704 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-f453998b-1ef2-4c76-92ad-cb9ae27b9407 None None] Calling delete_port for 486b86ed-ee3a-4385-8db5-ac17a2250732 owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:02:57.840448 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-9c583434-3e07-4f8a-8614-139535d31e05 req-d23d09f8-855b-4727-a0ee-9005464a2c99 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Unset dirty status for tenant:88101d051d394b379575d1a4b606816a on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:02:57.841620 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9c583434-3e07-4f8a-8614-139535d31e05 req-d23d09f8-855b-4727-a0ee-9005464a2c99 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c69bfab-543e-4cc5-b406-b3b679a8308c HTTP/1.1" status: 200 len: 931 time: 0.2672536 May 30 05:02:57.872132 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-e25ec20d-d48a-4ca3-ac94-5e546a50fb80 None None] Provisioning for port e702d0e6-f8d7-480f-9f6e-2c7e29e6138d completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:02:57.887160 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-e25ec20d-d48a-4ca3-ac94-5e546a50fb80 None None] Provisioning complete for port e702d0e6-f8d7-480f-9f6e-2c7e29e6138d triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:02:57.887406 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e25ec20d-d48a-4ca3-ac94-5e546a50fb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:57.986199 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9c583434-3e07-4f8a-8614-139535d31e05 req-2b88f156-fe67-4d41-8636-91a4c91954c7 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] 10.222.0.15 "GET /v2.0/security-groups?id=52528308-5406-4aa0-bc49-d5582af75908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1301816 May 30 05:02:57.993291 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-e25ec20d-d48a-4ca3-ac94-5e546a50fb80 None None] Port e702d0e6-f8d7-480f-9f6e-2c7e29e6138d cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 05:02:57.997566 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c6383ca3-f045-456a-a30a-915339cc678a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:58.002728 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.db.api [None req-f453998b-1ef2-4c76-92ad-cb9ae27b9407 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 05:02:58.002728 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG oslo_db.api [None req-f453998b-1ef2-4c76-92ad-cb9ae27b9407 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 05:02:58.029105 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4e6447e9-3292-4448-ab89-1e6017b15b22 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867540', 'neutron.services.segments.db._delete_segments_for_network-8729234922972'] for network, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:58.058455 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-4e6447e9-3292-4448-ab89-1e6017b15b22 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f9a5f11-5fbe-4991-9ad5-11175efa9ac2']}} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:02:58.071165 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-4e6447e9-3292-4448-ab89-1e6017b15b22 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b3fcd80-c36d-46f7-9d88-1ddeefc288d7') {'for_net_delete': True} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:02:58.071556 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-4e6447e9-3292-4448-ab89-1e6017b15b22 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b3fcd80-c36d-46f7-9d88-1ddeefc288d7') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:02:58.085440 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4e6447e9-3292-4448-ab89-1e6017b15b22 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729235042807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1454725'] for segment, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:58.107710 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4e6447e9-3292-4448-ab89-1e6017b15b22 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:58.118164 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e6447e9-3292-4448-ab89-1e6017b15b22 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=88260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 05:02:58.118924 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4e6447e9-3292-4448-ab89-1e6017b15b22 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-862858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1547513'] for segment, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:58.156419 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [req-f6d8c4a6-5e92-47e3-b562-20136dec8bf8 req-955f8a7a-f53a-4324-a4b1-565bbbf8353f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e702d0e6-f8d7-480f-9f6e-2c7e29e6138d {{(pid=88261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 30 05:02:58.168459 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-f6d8c4a6-5e92-47e3-b562-20136dec8bf8 req-955f8a7a-f53a-4324-a4b1-565bbbf8353f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:58.189691 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [req-f6d8c4a6-5e92-47e3-b562-20136dec8bf8 req-955f8a7a-f53a-4324-a4b1-565bbbf8353f service neutron] Transition to ACTIVE for port object e702d0e6-f8d7-480f-9f6e-2c7e29e6138d will not be triggered until provisioned by entity L2. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:02:58.194479 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 8b3fcd80-c36d-46f7-9d88-1ddeefc288d7 resource provider aggregate not found May 30 05:02:58.194950 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-f6d8c4a6-5e92-47e3-b562-20136dec8bf8 req-955f8a7a-f53a-4324-a4b1-565bbbf8353f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2304381'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:58.235441 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 8b3fcd80-c36d-46f7-9d88-1ddeefc288d7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8b3fcd80-c36d-46f7-9d88-1ddeefc288d7 found for delete ", "request_id": "req-d67e522d-86a0-4b76-9cc2-5dceff9f42ed"}]} May 30 05:02:58.253032 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4e6447e9-3292-4448-ab89-1e6017b15b22 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604744'] for network, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:58.258805 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4e6447e9-3292-4448-ab89-1e6017b15b22 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:58.288102 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6447e9-3292-4448-ab89-1e6017b15b22 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Pushing event deleted for resources: {'Network': ['ID=0f9a5f11-5fbe-4991-9ad5-11175efa9ac2,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:02:58.308440 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-4e6447e9-3292-4448-ab89-1e6017b15b22 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] 10.222.0.15 "DELETE /v2.0/networks/0f9a5f11-5fbe-4991-9ad5-11175efa9ac2 HTTP/1.1" status: 204 len: 168 time: 1.5676453 May 30 05:02:58.308988 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 47062) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:02:58.314897 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-94a287ca-ad37-4153-aaf4-319b039e5301 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1924759605', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'}, 'admin_state_up': False}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:02:58.324428 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-94a287ca-ad37-4153-aaf4-319b039e5301 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:02:58.328780 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-94a287ca-ad37-4153-aaf4-319b039e5301 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Usage tracker for resource:router and tenant:2986bc6e94a0447cb05e0db4a95b2605 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:02:58.332091 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-94a287ca-ad37-4153-aaf4-319b039e5301 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:02:58.339415 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-94a287ca-ad37-4153-aaf4-319b039e5301 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:02:58.354176 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-94a287ca-ad37-4153-aaf4-319b039e5301 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1603901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11666'] for router, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:58.356295 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-94a287ca-ad37-4153-aaf4-319b039e5301 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11675'] for router, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:58.377633 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-94a287ca-ad37-4153-aaf4-319b039e5301 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:58.502475 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-f453998b-1ef2-4c76-92ad-cb9ae27b9407 None None] Deleting port 486b86ed-ee3a-4385-8db5-ac17a2250732 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:02:58.502864 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f453998b-1ef2-4c76-92ad-cb9ae27b9407 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:58.536735 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955f8a7a-f53a-4324-a4b1-565bbbf8353f service neutron] Pushing event updated for resources: {'Port': ['ID=e702d0e6-f8d7-480f-9f6e-2c7e29e6138d,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:02:58.581927 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-f453998b-1ef2-4c76-92ad-cb9ae27b9407 None None] The port '486b86ed-ee3a-4385-8db5-ac17a2250732' was deleted {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 30 05:02:58.664059 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [req-f6d8c4a6-5e92-47e3-b562-20136dec8bf8 req-955f8a7a-f53a-4324-a4b1-565bbbf8353f service neutron] Attempting to bind port e702d0e6-f8d7-480f-9f6e-2c7e29e6138d on host hv-neutron-8437 for vnic_type normal with profile {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 05:02:58.664307 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [req-f6d8c4a6-5e92-47e3-b562-20136dec8bf8 req-955f8a7a-f53a-4324-a4b1-565bbbf8353f service neutron] Attempting to bind port e702d0e6-f8d7-480f-9f6e-2c7e29e6138d by drivers openvswitch,hyperv on host hv-neutron-8437 at level 0 using segments [{'id': 'e44dcc7a-45b8-400b-a163-3c280c77686f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '719d6beb-a88c-42b5-a4d8-b710f113657a'}] {{(pid=88261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 05:02:58.664638 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d8c4a6-5e92-47e3-b562-20136dec8bf8 req-955f8a7a-f53a-4324-a4b1-565bbbf8353f service neutron] Attempting to bind port e702d0e6-f8d7-480f-9f6e-2c7e29e6138d on network 719d6beb-a88c-42b5-a4d8-b710f113657a {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:02:58.669213 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d8c4a6-5e92-47e3-b562-20136dec8bf8 req-955f8a7a-f53a-4324-a4b1-565bbbf8353f service neutron] Port e702d0e6-f8d7-480f-9f6e-2c7e29e6138d on network 719d6beb-a88c-42b5-a4d8-b710f113657a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8437 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 30 05:02:58.669523 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d8c4a6-5e92-47e3-b562-20136dec8bf8 req-955f8a7a-f53a-4324-a4b1-565bbbf8353f service neutron] Attempting to bind port e702d0e6-f8d7-480f-9f6e-2c7e29e6138d on network 719d6beb-a88c-42b5-a4d8-b710f113657a {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:02:58.674612 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d8c4a6-5e92-47e3-b562-20136dec8bf8 req-955f8a7a-f53a-4324-a4b1-565bbbf8353f service neutron] Checking agent: {'id': 'de0c936d-420b-412f-9642-7bfe80b5ab25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8437', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 51, 47), 'started_at': datetime.datetime(2022, 5, 30, 4, 51, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 5, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 05:02:58.674949 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d8c4a6-5e92-47e3-b562-20136dec8bf8 req-955f8a7a-f53a-4324-a4b1-565bbbf8353f service neutron] Checking segment: {'id': 'e44dcc7a-45b8-400b-a163-3c280c77686f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '719d6beb-a88c-42b5-a4d8-b710f113657a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:02:58.675326 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d8c4a6-5e92-47e3-b562-20136dec8bf8 req-955f8a7a-f53a-4324-a4b1-565bbbf8353f service neutron] Bound using segment: {'id': 'e44dcc7a-45b8-400b-a163-3c280c77686f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '719d6beb-a88c-42b5-a4d8-b710f113657a'} {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 05:02:58.675742 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [req-f6d8c4a6-5e92-47e3-b562-20136dec8bf8 req-955f8a7a-f53a-4324-a4b1-565bbbf8353f service neutron] Bound port: e702d0e6-f8d7-480f-9f6e-2c7e29e6138d, host: hv-neutron-8437, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e44dcc7a-45b8-400b-a163-3c280c77686f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '719d6beb-a88c-42b5-a4d8-b710f113657a'}}] {{(pid=88261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 05:02:58.676084 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-f6d8c4a6-5e92-47e3-b562-20136dec8bf8 req-955f8a7a-f53a-4324-a4b1-565bbbf8353f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:58.727596 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-94a287ca-ad37-4153-aaf4-319b039e5301 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11765'] for router, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:58.769243 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [req-f6d8c4a6-5e92-47e3-b562-20136dec8bf8 req-955f8a7a-f53a-4324-a4b1-565bbbf8353f service neutron] For port e702d0e6-f8d7-480f-9f6e-2c7e29e6138d, host hv-neutron-8437, cleared binding levels {{(pid=88261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 05:02:58.773212 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [req-f6d8c4a6-5e92-47e3-b562-20136dec8bf8 req-955f8a7a-f53a-4324-a4b1-565bbbf8353f service neutron] For port e702d0e6-f8d7-480f-9f6e-2c7e29e6138d, host hv-neutron-8437, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=e702d0e6-f8d7-480f-9f6e-2c7e29e6138d,segment=NetworkSegment(e44dcc7a-45b8-400b-a163-3c280c77686f),segment_id=e44dcc7a-45b8-400b-a163-3c280c77686f)] {{(pid=88261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 05:02:58.776675 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-f6d8c4a6-5e92-47e3-b562-20136dec8bf8 req-955f8a7a-f53a-4324-a4b1-565bbbf8353f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2304381'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:58.825622 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d8c4a6-5e92-47e3-b562-20136dec8bf8 req-955f8a7a-f53a-4324-a4b1-565bbbf8353f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:02:58.830902 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-f6d8c4a6-5e92-47e3-b562-20136dec8bf8 req-955f8a7a-f53a-4324-a4b1-565bbbf8353f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:58.832516 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f6d8c4a6-5e92-47e3-b562-20136dec8bf8 req-955f8a7a-f53a-4324-a4b1-565bbbf8353f service neutron] 10.222.0.39 "PUT /v2.0/ports/e702d0e6-f8d7-480f-9f6e-2c7e29e6138d HTTP/1.1" status: 200 len: 1093 time: 1.3944755 May 30 05:02:58.848814 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c69bfab-543e-4cc5-b406-b3b679a8308c', 'tag': 'e702d0e6-f8d7-480f-9f6e-2c7e29e6138d'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:02:58.946774 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955f8a7a-f53a-4324-a4b1-565bbbf8353f service neutron] Pushing event updated for resources: {'Port': ['ID=e702d0e6-f8d7-480f-9f6e-2c7e29e6138d,revision_number=3']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:02:58.977263 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d8c4a6-5e92-47e3-b562-20136dec8bf8 req-03578e6d-f196-4757-a16d-85e923f7ab09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:02:58.981311 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f6d8c4a6-5e92-47e3-b562-20136dec8bf8 req-03578e6d-f196-4757-a16d-85e923f7ab09 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=88101d051d394b379575d1a4b606816a&device_id=4c69bfab-543e-4cc5-b406-b3b679a8308c HTTP/1.1" status: 200 len: 1096 time: 0.0970700 May 30 05:02:59.124740 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05bc3902-1a28-4cb7-a942-0ead198bae8d'] response: {'name': 'network-changed', 'server_uuid': '4c69bfab-543e-4cc5-b406-b3b679a8308c', 'tag': 'e702d0e6-f8d7-480f-9f6e-2c7e29e6138d', 'status': 'completed', 'code': 200} May 30 05:02:59.126524 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f6d8c4a6-5e92-47e3-b562-20136dec8bf8 req-aba4c7f6-e2d8-4899-8e2d-b25892ee9548 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e702d0e6-f8d7-480f-9f6e-2c7e29e6138d HTTP/1.1" status: 200 len: 217 time: 0.1399739 May 30 05:02:59.137047 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-94a287ca-ad37-4153-aaf4-319b039e5301 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks [] for router_gateway, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:59.178375 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-94a287ca-ad37-4153-aaf4-319b039e5301 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:59.208945 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 486b86ed-ee3a-4385-8db5-ac17a2250732 no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 05:02:59.248405 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] No Port match for: 486b86ed-ee3a-4385-8db5-ac17a2250732 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 05:02:59.248762 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 486b86ed-ee3a-4385-8db5-ac17a2250732 not bound to the agent host dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 05:02:59.304920 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d8c4a6-5e92-47e3-b562-20136dec8bf8 req-c5433063-dfda-4302-92fd-bfceef44d838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:02:59.306471 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f6d8c4a6-5e92-47e3-b562-20136dec8bf8 req-c5433063-dfda-4302-92fd-bfceef44d838 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=195eaa06-b93a-44cb-9e99-e406979df128 HTTP/1.1" status: 200 len: 851 time: 0.1500196 May 30 05:02:59.339603 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-94a287ca-ad37-4153-aaf4-319b039e5301 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Allocated IP 172.26.6.41 (1bab70f4-3794-44db-8e17-19f483aa8ffa/6b5b73c1-b0ce-4f83-a930-c00cc5522926/79cb22a5-963f-4fd0-84ff-e7a075047cb6) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:02:59.386590 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1183ff8f-6f96-40b2-ae32-5810f76fb982 req-de8bd5f3-cca8-40af-b523-987d3813dd7c tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:02:59.388104 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1183ff8f-6f96-40b2-ae32-5810f76fb982 req-de8bd5f3-cca8-40af-b523-987d3813dd7c tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c69bfab-543e-4cc5-b406-b3b679a8308c HTTP/1.1" status: 200 len: 943 time: 0.1665392 May 30 05:02:59.440666 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d8c4a6-5e92-47e3-b562-20136dec8bf8 req-9bc83cfe-f650-4806-a96d-febb2aa5cea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:02:59.442224 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f6d8c4a6-5e92-47e3-b562-20136dec8bf8 req-9bc83cfe-f650-4806-a96d-febb2aa5cea9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=719d6beb-a88c-42b5-a4d8-b710f113657a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1287646 May 30 05:02:59.447301 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1183ff8f-6f96-40b2-ae32-5810f76fb982 req-b7e18aea-475c-4cb2-9e88-66d914863d7d tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] 10.222.0.15 "GET /v2.0/security-groups?id=52528308-5406-4aa0-bc49-d5582af75908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520272 May 30 05:02:59.583206 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f6d8c4a6-5e92-47e3-b562-20136dec8bf8 req-55b2f9ec-1269-4a34-8567-2e15b8633fdf service neutron] 10.222.0.39 "GET /v2.0/networks/719d6beb-a88c-42b5-a4d8-b710f113657a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347609 May 30 05:02:59.628191 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-94a287ca-ad37-4153-aaf4-319b039e5301 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:59.657463 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-94a287ca-ad37-4153-aaf4-319b039e5301 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:02:59.715576 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f6d8c4a6-5e92-47e3-b562-20136dec8bf8 req-c4fd97cb-3cd4-4c48-9d05-bbada9ca211c service neutron] 10.222.0.39 "GET /v2.0/networks/719d6beb-a88c-42b5-a4d8-b710f113657a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268673 May 30 05:02:59.732389 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a287ca-ad37-4153-aaf4-319b039e5301 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Network 1bab70f4-3794-44db-8e17-19f483aa8ffa is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:02:59.735970 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-94a287ca-ad37-4153-aaf4-319b039e5301 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:02:59.740450 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a287ca-ad37-4153-aaf4-319b039e5301 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:02:59.788845 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a287ca-ad37-4153-aaf4-319b039e5301 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Pushing event updated for resources: {'Port': ['ID=79cb22a5-963f-4fd0-84ff-e7a075047cb6,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:02:59.870792 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db25e0a8-9c21-4b48-bfba-43253484f0fc req-6a5b7339-c07d-4e29-8da0-003a40fa8aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:02:59.872134 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-db25e0a8-9c21-4b48-bfba-43253484f0fc req-6a5b7339-c07d-4e29-8da0-003a40fa8aa0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=88101d051d394b379575d1a4b606816a&device_id=4c69bfab-543e-4cc5-b406-b3b679a8308c HTTP/1.1" status: 200 len: 1096 time: 0.1039305 May 30 05:02:59.875511 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-941a626a-9bc6-491b-be83-687e973be8dd req-c1d0dcf7-13e6-484a-9f7f-84126b188278 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1b9579b7-bae6-478c-894f-e20038a7bb0f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1471472 May 30 05:03:00.082525 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db25e0a8-9c21-4b48-bfba-43253484f0fc req-88b0de72-3584-47a8-9936-a4387fc9c9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:03:00.084661 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-db25e0a8-9c21-4b48-bfba-43253484f0fc req-88b0de72-3584-47a8-9936-a4387fc9c9b8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=719d6beb-a88c-42b5-a4d8-b710f113657a HTTP/1.1" status: 200 len: 913 time: 0.1979718 May 30 05:03:00.145055 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941a626a-9bc6-491b-be83-687e973be8dd req-577b9fc2-0271-4e29-bc19-ccb3f0af50e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:03:00.147106 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-941a626a-9bc6-491b-be83-687e973be8dd req-577b9fc2-0271-4e29-bc19-ccb3f0af50e9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f9fe59584bbe4d5aaa42841eedb71980&device_id=1b9579b7-bae6-478c-894f-e20038a7bb0f HTTP/1.1" status: 200 len: 1099 time: 0.1802776 May 30 05:03:00.157747 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-db25e0a8-9c21-4b48-bfba-43253484f0fc req-43a55fc4-126b-467d-a455-de29938015d8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e702d0e6-f8d7-480f-9f6e-2c7e29e6138d HTTP/1.1" status: 200 len: 217 time: 0.0652142 May 30 05:03:00.180121 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-212c578a-f3f6-49dd-9c49-751f1955c71d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:00.196640 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-94a287ca-ad37-4153-aaf4-319b039e5301 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks [] for router_gateway, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:00.324076 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db25e0a8-9c21-4b48-bfba-43253484f0fc req-fef53972-659f-4342-b9a8-d1bf326a8d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:03:00.325583 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-db25e0a8-9c21-4b48-bfba-43253484f0fc req-fef53972-659f-4342-b9a8-d1bf326a8d75 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=195eaa06-b93a-44cb-9e99-e406979df128 HTTP/1.1" status: 200 len: 851 time: 0.1612654 May 30 05:03:00.533669 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941a626a-9bc6-491b-be83-687e973be8dd req-e3d50be3-be8b-458e-9931-6019d843fe25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:03:00.535137 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-941a626a-9bc6-491b-be83-687e973be8dd req-e3d50be3-be8b-458e-9931-6019d843fe25 service neutron] 10.222.0.39 "GET /v2.0/networks?id=83d1d881-1387-42cf-a16f-9c6e02a5e965 HTTP/1.1" status: 200 len: 897 time: 0.3219261 May 30 05:03:00.596794 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-94a287ca-ad37-4153-aaf4-319b039e5301 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603653'] for router, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:00.649253 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-941a626a-9bc6-491b-be83-687e973be8dd req-57044d4c-27d9-4d41-b28b-b58233d8efce service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9ead05bc-ece0-4d02-9e8e-c6949d789f26 HTTP/1.1" status: 200 len: 1001 time: 0.1079762 May 30 05:03:00.797310 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941a626a-9bc6-491b-be83-687e973be8dd req-8d8d1f8d-1edc-48bb-9ccc-a185905cef7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:03:00.798716 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-941a626a-9bc6-491b-be83-687e973be8dd req-8d8d1f8d-1edc-48bb-9ccc-a185905cef7d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1acbe121-74d9-41fa-8525-29a9efbdfaac HTTP/1.1" status: 200 len: 834 time: 0.1123950 May 30 05:03:00.800543 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db25e0a8-9c21-4b48-bfba-43253484f0fc req-16307ef4-acaa-4a8b-9573-c4d9041a8d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:03:00.802443 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-db25e0a8-9c21-4b48-bfba-43253484f0fc req-16307ef4-acaa-4a8b-9573-c4d9041a8d15 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=719d6beb-a88c-42b5-a4d8-b710f113657a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4694772 May 30 05:03:00.846930 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94a287ca-ad37-4153-aaf4-319b039e5301 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Router 6df35ca0-df3c-4557-ba96-7614197cba4b is scheduled to L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 with binding_index 1 {{(pid=88260) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 30 05:03:00.941695 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f4106c-f9c4-450b-9de5-fe84a3cd5dc4 req-163de87c-d7b0-4fdf-b815-b8fb600eb93d tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:03:00.943205 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-16f4106c-f9c4-450b-9de5-fe84a3cd5dc4 req-163de87c-d7b0-4fdf-b815-b8fb600eb93d tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c69bfab-543e-4cc5-b406-b3b679a8308c HTTP/1.1" status: 200 len: 943 time: 0.2921867 May 30 05:03:01.042104 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-16f4106c-f9c4-450b-9de5-fe84a3cd5dc4 req-4d90977a-27bb-4eba-b482-8bdc7cabda3c tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] 10.222.0.15 "GET /v2.0/security-groups?id=52528308-5406-4aa0-bc49-d5582af75908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839577 May 30 05:03:01.050195 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-db25e0a8-9c21-4b48-bfba-43253484f0fc req-52dfefc7-2eb7-48bd-b0f5-af7fe40614b4 service neutron] 10.222.0.39 "GET /v2.0/networks/719d6beb-a88c-42b5-a4d8-b710f113657a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2394762 May 30 05:03:01.057326 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941a626a-9bc6-491b-be83-687e973be8dd req-ea3187ea-936a-4d6e-8bb0-76b0f2b83b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:03:01.058915 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-941a626a-9bc6-491b-be83-687e973be8dd req-ea3187ea-936a-4d6e-8bb0-76b0f2b83b88 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=83d1d881-1387-42cf-a16f-9c6e02a5e965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2472439 May 30 05:03:01.180629 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94a287ca-ad37-4153-aaf4-319b039e5301 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:03:01.183645 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56ded65b-0e68-413c-8b9b-1097922cc81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:01.202216 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09f14e2-b69f-44cb-924e-6bc96943c44c None None] Sync routers for ids ['6df35ca0-df3c-4557-ba96-7614197cba4b'] in dv-neutron-843763-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:03:01.215113 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-94a287ca-ad37-4153-aaf4-319b039e5301 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:01.219007 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-94a287ca-ad37-4153-aaf4-319b039e5301 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.9061449 May 30 05:03:01.219262 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 47074) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:03:01.220148 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09f14e2-b69f-44cb-924e-6bc96943c44c None None] Routers {'6df35ca0-df3c-4557-ba96-7614197cba4b'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:03:01.221952 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-f09f14e2-b69f-44cb-924e-6bc96943c44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:03:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['6df35ca0-df3c-4557-ba96-7614197cba4b'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:03:01.305061 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-db25e0a8-9c21-4b48-bfba-43253484f0fc req-52346436-96fa-44c7-ba30-d9b940629568 service neutron] 10.222.0.39 "GET /v2.0/networks/719d6beb-a88c-42b5-a4d8-b710f113657a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2451794 May 30 05:03:01.306910 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-941a626a-9bc6-491b-be83-687e973be8dd req-427e1b4e-b488-4e28-972b-1b4a3659ba7d service neutron] 10.222.0.39 "GET /v2.0/networks/83d1d881-1387-42cf-a16f-9c6e02a5e965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286012 May 30 05:03:01.335838 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-f09f14e2-b69f-44cb-924e-6bc96943c44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:03:01.345030 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09f14e2-b69f-44cb-924e-6bc96943c44c None None] Routers {'6df35ca0-df3c-4557-ba96-7614197cba4b'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:03:01.345866 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-f09f14e2-b69f-44cb-924e-6bc96943c44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:03:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['6df35ca0-df3c-4557-ba96-7614197cba4b'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:03:01.408571 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:01.413146 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-f09f14e2-b69f-44cb-924e-6bc96943c44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:03:01.413835 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09f14e2-b69f-44cb-924e-6bc96943c44c None None] The sync data for ids ['6df35ca0-df3c-4557-ba96-7614197cba4b'] in dv-neutron-843763-1-hyperv is: [] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:03:01.449784 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-01b9a9fb-40ee-4e7e-a874-0a751e2a6c12 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] 10.222.0.15 "GET /v2.0/routers/6df35ca0-df3c-4557-ba96-7614197cba4b HTTP/1.1" status: 200 len: 884 time: 0.2292817 May 30 05:03:01.454062 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 47078) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:03:01.463285 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-941a626a-9bc6-491b-be83-687e973be8dd req-00e576f6-539c-453b-9c70-8d5670ce52b7 service neutron] 10.222.0.39 "GET /v2.0/networks/83d1d881-1387-42cf-a16f-9c6e02a5e965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479764 May 30 05:03:01.655565 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-fcf778b0-c927-4bb1-94cf-2e89df92f1e0 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Synchronizing usage tracker for tenant:2986bc6e94a0447cb05e0db4a95b2605 on resource:router {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:03:01.672103 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-fcf778b0-c927-4bb1-94cf-2e89df92f1e0 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Unset dirty status for tenant:2986bc6e94a0447cb05e0db4a95b2605 on resource:router {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:03:01.673350 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-fcf778b0-c927-4bb1-94cf-2e89df92f1e0 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.2182856 May 30 05:03:01.676045 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 47082) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:03:01.681304 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-a1f72c16-32df-432d-a864-0600506d6240 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1924759605'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:03:02.199087 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a1f72c16-32df-432d-a864-0600506d6240 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11765'] for router, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:02.211482 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a1f72c16-32df-432d-a864-0600506d6240 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1603699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1603708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1603909'] for router, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:02.234311 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82765143-e2fb-43f1-8ee2-a4cb0c187ed4 req-d073be62-c712-4fde-abec-145a8a3d7f85 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:03:02.235862 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-82765143-e2fb-43f1-8ee2-a4cb0c187ed4 req-d073be62-c712-4fde-abec-145a8a3d7f85 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c69bfab-543e-4cc5-b406-b3b679a8308c HTTP/1.1" status: 200 len: 943 time: 0.0807645 May 30 05:03:02.282240 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-82765143-e2fb-43f1-8ee2-a4cb0c187ed4 req-673be71c-64b7-4396-a333-d26bfb79cb63 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] 10.222.0.15 "GET /v2.0/security-groups?id=52528308-5406-4aa0-bc49-d5582af75908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398664 May 30 05:03:02.392154 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1f72c16-32df-432d-a864-0600506d6240 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Router 6df35ca0-df3c-4557-ba96-7614197cba4b has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 05:03:02.682460 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1f72c16-32df-432d-a864-0600506d6240 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:03:02.688716 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a1f72c16-32df-432d-a864-0600506d6240 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:02.689770 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-a1f72c16-32df-432d-a864-0600506d6240 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] 10.222.0.15 "PUT /v2.0/routers/6df35ca0-df3c-4557-ba96-7614197cba4b HTTP/1.1" status: 200 len: 891 time: 1.0128121 May 30 05:03:02.692887 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f62a55-6869-45ac-92ac-b7332f2671e9 None None] Sync routers for ids ['6df35ca0-df3c-4557-ba96-7614197cba4b'] in dv-neutron-843763-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:03:02.693313 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 47088) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:03:02.702855 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f62a55-6869-45ac-92ac-b7332f2671e9 None None] Routers {'6df35ca0-df3c-4557-ba96-7614197cba4b'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:03:02.703476 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-48f62a55-6869-45ac-92ac-b7332f2671e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:03:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['6df35ca0-df3c-4557-ba96-7614197cba4b'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:03:02.777104 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-48f62a55-6869-45ac-92ac-b7332f2671e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:03:02.798615 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f62a55-6869-45ac-92ac-b7332f2671e9 None None] Routers {'6df35ca0-df3c-4557-ba96-7614197cba4b'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:03:02.799585 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-48f62a55-6869-45ac-92ac-b7332f2671e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:03:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['6df35ca0-df3c-4557-ba96-7614197cba4b'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:03:02.867709 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a142624-940e-4c55-bf49-a5329c884075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:02.874952 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-48f62a55-6869-45ac-92ac-b7332f2671e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:03:02.875354 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f62a55-6869-45ac-92ac-b7332f2671e9 None None] The sync data for ids ['6df35ca0-df3c-4557-ba96-7614197cba4b'] in dv-neutron-843763-1-hyperv is: [] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:03:02.883836 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-d11c618d-8238-41c9-a7ac-cf330a1f02ab tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] 10.222.0.15 "GET /v2.0/routers/6df35ca0-df3c-4557-ba96-7614197cba4b HTTP/1.1" status: 200 len: 891 time: 0.1898715 May 30 05:03:02.886411 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 47092) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:03:02.927842 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-4a155e0a-eac1-4f87-bb9d-e18f67ab2cf8 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Synchronizing usage tracker for tenant:2986bc6e94a0447cb05e0db4a95b2605 on resource:port {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:03:02.942911 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-4a155e0a-eac1-4f87-bb9d-e18f67ab2cf8 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Unset dirty status for tenant:2986bc6e94a0447cb05e0db4a95b2605 on resource:port {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:03:02.943960 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-4a155e0a-eac1-4f87-bb9d-e18f67ab2cf8 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] 10.222.0.15 "GET /v2.0/ports?device_id=6df35ca0-df3c-4557-ba96-7614197cba4b HTTP/1.1" status: 200 len: 205 time: 0.0566678 May 30 05:03:02.946552 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 47096) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:03:03.122499 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-72e25a2d-2223-41b2-bc89-bf39f90e6956 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks [] for router, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:03.311171 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-72e25a2d-2223-41b2-bc89-bf39f90e6956 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:03.320817 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-72e25a2d-2223-41b2-bc89-bf39f90e6956 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Deleting port 79cb22a5-963f-4fd0-84ff-e7a075047cb6 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:03:03.321216 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-72e25a2d-2223-41b2-bc89-bf39f90e6956 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:03.466279 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54755f79-11b4-4fcf-b0fd-3c1300e98cbb req-3fae71bd-1ed0-4765-94ec-5332ea2a054e tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:03:03.468139 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-54755f79-11b4-4fcf-b0fd-3c1300e98cbb req-3fae71bd-1ed0-4765-94ec-5332ea2a054e tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c69bfab-543e-4cc5-b406-b3b679a8308c HTTP/1.1" status: 200 len: 943 time: 0.0820394 May 30 05:03:03.502384 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-72e25a2d-2223-41b2-bc89-bf39f90e6956 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:03.517167 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-54755f79-11b4-4fcf-b0fd-3c1300e98cbb req-19206613-be7b-4d8c-b2ec-738fbe97d999 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] 10.222.0.15 "GET /v2.0/security-groups?id=52528308-5406-4aa0-bc49-d5582af75908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390913 May 30 05:03:03.621581 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-72e25a2d-2223-41b2-bc89-bf39f90e6956 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Calling delete_port for 79cb22a5-963f-4fd0-84ff-e7a075047cb6 owned by network:router_gateway {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:03:03.781759 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-72e25a2d-2223-41b2-bc89-bf39f90e6956 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:03.829311 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e25a2d-2223-41b2-bc89-bf39f90e6956 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Pushing event deleted for resources: {'Port': ['ID=79cb22a5-963f-4fd0-84ff-e7a075047cb6,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:03:03.917673 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-72e25a2d-2223-41b2-bc89-bf39f90e6956 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1604781'] for router_gateway, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:04.189421 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-72e25a2d-2223-41b2-bc89-bf39f90e6956 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11660'] for router, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:04.191579 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-72e25a2d-2223-41b2-bc89-bf39f90e6956 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:04.213455 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-72e25a2d-2223-41b2-bc89-bf39f90e6956 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1601605'] for router, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:04.213973 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72e25a2d-2223-41b2-bc89-bf39f90e6956 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Fanout notify agent at l3_agent the message router_deleted on router 6df35ca0-df3c-4557-ba96-7614197cba4b {{(pid=88260) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 30 05:03:04.235900 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-72e25a2d-2223-41b2-bc89-bf39f90e6956 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:04.237085 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-72e25a2d-2223-41b2-bc89-bf39f90e6956 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] 10.222.0.15 "DELETE /v2.0/routers/6df35ca0-df3c-4557-ba96-7614197cba4b HTTP/1.1" status: 204 len: 168 time: 1.2895503 May 30 05:03:04.241310 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 47102) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:03:04.246850 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-669e785d-d173-4afd-ae7f-211605f1b11b tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1599780300'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:03:04.251925 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-669e785d-d173-4afd-ae7f-211605f1b11b tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:03:04.256468 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-669e785d-d173-4afd-ae7f-211605f1b11b tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Usage tracker for resource:network and tenant:2986bc6e94a0447cb05e0db4a95b2605 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:03:04.259355 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-669e785d-d173-4afd-ae7f-211605f1b11b tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:03:04.264993 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-669e785d-d173-4afd-ae7f-211605f1b11b tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:03:04.274823 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-669e785d-d173-4afd-ae7f-211605f1b11b tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Made reservation on behalf of 2986bc6e94a0447cb05e0db4a95b2605 for: {'network': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:03:04.278340 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-669e785d-d173-4afd-ae7f-211605f1b11b tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for network, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:04.306234 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-669e785d-d173-4afd-ae7f-211605f1b11b tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=88261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 05:03:04.314734 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-669e785d-d173-4afd-ae7f-211605f1b11b tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:04.315070 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.db.segments_db [None req-669e785d-d173-4afd-ae7f-211605f1b11b tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Added segment a7364ef3-e7f8-4478-82a3-b7c9f4c5796b of type vlan for network dc1fc8df-4fbe-4abd-9e18-695b18167df0 May 30 05:03:04.340335 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-669e785d-d173-4afd-ae7f-211605f1b11b tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729234556353'] for network, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:04.370587 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-669e785d-d173-4afd-ae7f-211605f1b11b tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788'] for network, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:04.375941 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-669e785d-d173-4afd-ae7f-211605f1b11b tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:03:04.376514 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-669e785d-d173-4afd-ae7f-211605f1b11b tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:04.463116 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-669e785d-d173-4afd-ae7f-211605f1b11b tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2205923 May 30 05:03:04.466175 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 47106) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:03:04.471876 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-05c9778f-83e3-46ab-9195-beeae61e9a7c tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Request body: {'subnet': {'network_id': 'dc1fc8df-4fbe-4abd-9e18-695b18167df0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:03:04.482264 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669e785d-d173-4afd-ae7f-211605f1b11b tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Pushing event updated for resources: {'Network': ['ID=dc1fc8df-4fbe-4abd-9e18-695b18167df0,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:03:04.493288 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Network dc1fc8df-4fbe-4abd-9e18-695b18167df0 details requested by agent ovs-agent-dv-neutron-843763-1-hyperv with host dv-neutron-843763-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 05:03:04.582876 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-05c9778f-83e3-46ab-9195-beeae61e9a7c tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:03:04.587170 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-05c9778f-83e3-46ab-9195-beeae61e9a7c tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Usage tracker for resource:subnet and tenant:2986bc6e94a0447cb05e0db4a95b2605 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:03:04.590043 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-05c9778f-83e3-46ab-9195-beeae61e9a7c tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:03:04.595841 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-05c9778f-83e3-46ab-9195-beeae61e9a7c tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:03:04.605781 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05c9778f-83e3-46ab-9195-beeae61e9a7c tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Made reservation on behalf of 2986bc6e94a0447cb05e0db4a95b2605 for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:03:04.609481 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-05c9778f-83e3-46ab-9195-beeae61e9a7c tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2133361'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:04.706277 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474f62bb-e9e0-4c6f-8af3-e1a98a96cf8d req-c8dd0155-d92a-427d-ac26-8470bcfcbcff tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:03:04.707749 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-474f62bb-e9e0-4c6f-8af3-e1a98a96cf8d req-c8dd0155-d92a-427d-ac26-8470bcfcbcff tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c69bfab-543e-4cc5-b406-b3b679a8308c HTTP/1.1" status: 200 len: 943 time: 0.0828009 May 30 05:03:04.752227 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-474f62bb-e9e0-4c6f-8af3-e1a98a96cf8d req-cd0ccc79-c1d9-4133-be81-bc1487569e13 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] 10.222.0.15 "GET /v2.0/security-groups?id=52528308-5406-4aa0-bc49-d5582af75908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383487 May 30 05:03:04.834073 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-05c9778f-83e3-46ab-9195-beeae61e9a7c tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1547796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2133315'] for subnet, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:04.909233 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c9778f-83e3-46ab-9195-beeae61e9a7c tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Pushing event updated for resources: {'Subnet': ['ID=4871cd15-5dbd-46d5-93a9-c53cbcb9d15d,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:03:04.917143 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c9778f-83e3-46ab-9195-beeae61e9a7c tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Checking segment: {'id': 'a7364ef3-e7f8-4478-82a3-b7c9f4c5796b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'dc1fc8df-4fbe-4abd-9e18-695b18167df0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:03:04.917495 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c9778f-83e3-46ab-9195-beeae61e9a7c tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Network hostable DHCP agents. Network: dc1fc8df-4fbe-4abd-9e18-695b18167df0, hostable agents: ['1c705e68-3d3e-4dd3-9252-feb21d4b96ab'], hosted agents: [] {{(pid=88260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 05:03:04.936199 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c9778f-83e3-46ab-9195-beeae61e9a7c tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Network dc1fc8df-4fbe-4abd-9e18-695b18167df0 is scheduled to be hosted by DHCP agent 1c705e68-3d3e-4dd3-9252-feb21d4b96ab with binding_index 1 {{(pid=88260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 05:03:04.945205 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-05c9778f-83e3-46ab-9195-beeae61e9a7c tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843763-1-hyperv, dc1fc8df-4fbe-4abd-9e18-695b18167df0) {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:03:04.949058 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c9778f-83e3-46ab-9195-beeae61e9a7c tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:03:04.949632 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-05c9778f-83e3-46ab-9195-beeae61e9a7c tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:04.955742 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b1a8371-5b60-48f5-8db1-893077c611aa None None] Network dc1fc8df-4fbe-4abd-9e18-695b18167df0 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:03:04.971517 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-05c9778f-83e3-46ab-9195-beeae61e9a7c tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5042515 May 30 05:03:04.974780 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 47112) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:03:04.979902 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-0299056e-c49f-4613-a6b9-947b53ee4f42 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1532466892', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:03:04.986448 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-0299056e-c49f-4613-a6b9-947b53ee4f42 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:03:04.990593 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-0299056e-c49f-4613-a6b9-947b53ee4f42 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Usage tracker for resource:router and tenant:2986bc6e94a0447cb05e0db4a95b2605 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:03:04.993402 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-0299056e-c49f-4613-a6b9-947b53ee4f42 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:03:04.999506 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-0299056e-c49f-4613-a6b9-947b53ee4f42 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:03:05.010032 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0299056e-c49f-4613-a6b9-947b53ee4f42 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1603901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11666'] for router, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:05.010920 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0299056e-c49f-4613-a6b9-947b53ee4f42 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11675'] for router, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:05.026583 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0299056e-c49f-4613-a6b9-947b53ee4f42 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:05.044754 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0299056e-c49f-4613-a6b9-947b53ee4f42 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603653'] for router, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:05.069486 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0299056e-c49f-4613-a6b9-947b53ee4f42 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks [] for router, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:05.070780 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-0299056e-c49f-4613-a6b9-947b53ee4f42 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.0948880 May 30 05:03:05.073458 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 47116) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:03:05.225016 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-805f7f32-1d6d-4612-baa7-ca18d2db7035 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bbf24ed-7ba9-53d2-873f-8f9642b1e987-dc1fc8df-4fbe-4abd-9e18-695b18167df0', 'network_id': 'dc1fc8df-4fbe-4abd-9e18-695b18167df0', 'tenant_id': '2986bc6e94a0447cb05e0db4a95b2605', 'fixed_ips': [{'subnet_id': '4871cd15-5dbd-46d5-93a9-c53cbcb9d15d'}]}} from dv-neutron-843763-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 30 05:03:05.225869 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-805f7f32-1d6d-4612-baa7-ca18d2db7035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:05.398656 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-805f7f32-1d6d-4612-baa7-ca18d2db7035 None None] Allocated IP 2001:db8::2 (dc1fc8df-4fbe-4abd-9e18-695b18167df0/4871cd15-5dbd-46d5-93a9-c53cbcb9d15d/da650fb1-9b83-40b0-9904-6d319f15c091) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:03:05.604711 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-805f7f32-1d6d-4612-baa7-ca18d2db7035 None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:05.615031 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-805f7f32-1d6d-4612-baa7-ca18d2db7035 None None] Transition to ACTIVE for port object da650fb1-9b83-40b0-9904-6d319f15c091 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:03:05.633642 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-805f7f32-1d6d-4612-baa7-ca18d2db7035 None None] Transition to ACTIVE for port object da650fb1-9b83-40b0-9904-6d319f15c091 will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:03:05.640043 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-805f7f32-1d6d-4612-baa7-ca18d2db7035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:05.682975 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-513519c8-b7a7-4c50-aa99-94aaf2d481c6 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:05.708902 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-805f7f32-1d6d-4612-baa7-ca18d2db7035 None None] Network dc1fc8df-4fbe-4abd-9e18-695b18167df0 is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:03:05.711812 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-805f7f32-1d6d-4612-baa7-ca18d2db7035 None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:03:05.715374 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805f7f32-1d6d-4612-baa7-ca18d2db7035 None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:03:05.720829 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805f7f32-1d6d-4612-baa7-ca18d2db7035 None None] Pushing event updated for resources: {'Port': ['ID=da650fb1-9b83-40b0-9904-6d319f15c091,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:03:05.806850 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-805f7f32-1d6d-4612-baa7-ca18d2db7035 None None] Attempting to bind port da650fb1-9b83-40b0-9904-6d319f15c091 on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 05:03:05.807220 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-805f7f32-1d6d-4612-baa7-ca18d2db7035 None None] Attempting to bind port da650fb1-9b83-40b0-9904-6d319f15c091 by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': 'a7364ef3-e7f8-4478-82a3-b7c9f4c5796b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'dc1fc8df-4fbe-4abd-9e18-695b18167df0'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 05:03:05.807595 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805f7f32-1d6d-4612-baa7-ca18d2db7035 None None] Attempting to bind port da650fb1-9b83-40b0-9904-6d319f15c091 on network dc1fc8df-4fbe-4abd-9e18-695b18167df0 {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:03:05.812772 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805f7f32-1d6d-4612-baa7-ca18d2db7035 None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 5, 3, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 05:03:05.813276 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805f7f32-1d6d-4612-baa7-ca18d2db7035 None None] Checking segment: {'id': 'a7364ef3-e7f8-4478-82a3-b7c9f4c5796b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'dc1fc8df-4fbe-4abd-9e18-695b18167df0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:03:05.813705 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-805f7f32-1d6d-4612-baa7-ca18d2db7035 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:05.814098 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805f7f32-1d6d-4612-baa7-ca18d2db7035 None None] Bound using segment: {'id': 'a7364ef3-e7f8-4478-82a3-b7c9f4c5796b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'dc1fc8df-4fbe-4abd-9e18-695b18167df0'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 05:03:05.814557 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-805f7f32-1d6d-4612-baa7-ca18d2db7035 None None] Bound port: da650fb1-9b83-40b0-9904-6d319f15c091, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7364ef3-e7f8-4478-82a3-b7c9f4c5796b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'dc1fc8df-4fbe-4abd-9e18-695b18167df0'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 05:03:05.814931 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-805f7f32-1d6d-4612-baa7-ca18d2db7035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:05.908436 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-805f7f32-1d6d-4612-baa7-ca18d2db7035 None None] For port da650fb1-9b83-40b0-9904-6d319f15c091, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 05:03:05.911571 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-805f7f32-1d6d-4612-baa7-ca18d2db7035 None None] For port da650fb1-9b83-40b0-9904-6d319f15c091, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=da650fb1-9b83-40b0-9904-6d319f15c091,segment=NetworkSegment(a7364ef3-e7f8-4478-82a3-b7c9f4c5796b),segment_id=a7364ef3-e7f8-4478-82a3-b7c9f4c5796b)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 05:03:05.915354 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-805f7f32-1d6d-4612-baa7-ca18d2db7035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:05.999079 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805f7f32-1d6d-4612-baa7-ca18d2db7035 None None] Pushing event updated for resources: {'Port': ['ID=da650fb1-9b83-40b0-9904-6d319f15c091,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:03:06.025138 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734d1431-ae6e-46b4-9648-8cb0079798a1 req-fadb272a-08b9-4605-8bc5-c5b8be95cb4c tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:03:06.026624 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-734d1431-ae6e-46b4-9648-8cb0079798a1 req-fadb272a-08b9-4605-8bc5-c5b8be95cb4c tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c69bfab-543e-4cc5-b406-b3b679a8308c HTTP/1.1" status: 200 len: 943 time: 0.1649437 May 30 05:03:06.126807 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-734d1431-ae6e-46b4-9648-8cb0079798a1 req-853194f9-e750-4fe2-a0d4-d6cd81f3a890 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] 10.222.0.15 "GET /v2.0/security-groups?id=52528308-5406-4aa0-bc49-d5582af75908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935724 May 30 05:03:06.135685 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-513519c8-b7a7-4c50-aa99-94aaf2d481c6 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Allocated IP 2001:db8::1 (dc1fc8df-4fbe-4abd-9e18-695b18167df0/4871cd15-5dbd-46d5-93a9-c53cbcb9d15d/6b4c7649-018a-450f-92b3-7c245dc4c06e) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:03:06.319822 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-513519c8-b7a7-4c50-aa99-94aaf2d481c6 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:06.342362 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [None req-513519c8-b7a7-4c50-aa99-94aaf2d481c6 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Transition to ACTIVE for port object 6b4c7649-018a-450f-92b3-7c245dc4c06e will not be triggered until provisioned by entity DHCP. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:03:06.373771 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-513519c8-b7a7-4c50-aa99-94aaf2d481c6 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:06.442199 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-513519c8-b7a7-4c50-aa99-94aaf2d481c6 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Network dc1fc8df-4fbe-4abd-9e18-695b18167df0 is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:03:06.445075 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-513519c8-b7a7-4c50-aa99-94aaf2d481c6 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:03:06.449183 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513519c8-b7a7-4c50-aa99-94aaf2d481c6 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:03:06.449706 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-513519c8-b7a7-4c50-aa99-94aaf2d481c6 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604623'] for router_interface, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:06.577304 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513519c8-b7a7-4c50-aa99-94aaf2d481c6 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Pushing event updated for resources: {'Port': ['ID=6b4c7649-018a-450f-92b3-7c245dc4c06e,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:03:06.798314 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-513519c8-b7a7-4c50-aa99-94aaf2d481c6 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:06.930823 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d53438e6-06d2-43b0-88a5-f4d3c249dd2d None None] Network dc1fc8df-4fbe-4abd-9e18-695b18167df0 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:03:07.087278 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-3cfafdba-7db0-4d01-add7-897b7f015dbe None None] Provisioning for port da650fb1-9b83-40b0-9904-6d319f15c091 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:03:07.194331 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-513519c8-b7a7-4c50-aa99-94aaf2d481c6 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:07.203123 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-513519c8-b7a7-4c50-aa99-94aaf2d481c6 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2304381'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:07.204221 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-513519c8-b7a7-4c50-aa99-94aaf2d481c6 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1642774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602230'] for router_interface, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:07.205730 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device da650fb1-9b83-40b0-9904-6d319f15c091 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:03:07.301845 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port da650fb1-9b83-40b0-9904-6d319f15c091 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:03:07.307533 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port da650fb1-9b83-40b0-9904-6d319f15c091 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:03:07.307905 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:07.399586 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513519c8-b7a7-4c50-aa99-94aaf2d481c6 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Pushing event updated for resources: {'Port': ['ID=6b4c7649-018a-450f-92b3-7c245dc4c06e,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:03:07.439068 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port da650fb1-9b83-40b0-9904-6d319f15c091 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:03:07.439646 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:07.476156 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] For port da650fb1-9b83-40b0-9904-6d319f15c091, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=da650fb1-9b83-40b0-9904-6d319f15c091,segment=NetworkSegment(a7364ef3-e7f8-4478-82a3-b7c9f4c5796b),segment_id=a7364ef3-e7f8-4478-82a3-b7c9f4c5796b)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:03:07.480837 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:07.481014 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eb1e32-b2c7-4fb2-b4ba-8f5950f65d51 req-ef0f2555-6de9-4e4b-b643-1cd068a874ae tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:03:07.484295 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e9eb1e32-b2c7-4fb2-b4ba-8f5950f65d51 req-ef0f2555-6de9-4e4b-b643-1cd068a874ae tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c69bfab-543e-4cc5-b406-b3b679a8308c HTTP/1.1" status: 200 len: 943 time: 0.1987784 May 30 05:03:07.494355 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-513519c8-b7a7-4c50-aa99-94aaf2d481c6 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Network dc1fc8df-4fbe-4abd-9e18-695b18167df0 is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:03:07.507365 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-513519c8-b7a7-4c50-aa99-94aaf2d481c6 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:03:07.561402 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-98d64f84-988e-4558-bfd9-678b47139b36 None None] Provisioning complete for port da650fb1-9b83-40b0-9904-6d319f15c091 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:03:07.561770 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-98d64f84-988e-4558-bfd9-678b47139b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:07.612919 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Pushing event updated for resources: {'Port': ['ID=da650fb1-9b83-40b0-9904-6d319f15c091,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:03:07.670902 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e9eb1e32-b2c7-4fb2-b4ba-8f5950f65d51 req-832e8f7b-92a8-4e7a-9473-d70240a31829 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] 10.222.0.15 "GET /v2.0/security-groups?id=52528308-5406-4aa0-bc49-d5582af75908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1786573 May 30 05:03:07.707608 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-98d64f84-988e-4558-bfd9-678b47139b36 None None] Current status of the port da650fb1-9b83-40b0-9904-6d319f15c091 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:03:07.720304 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-98d64f84-988e-4558-bfd9-678b47139b36 None None] Provisioning for port 6b4c7649-018a-450f-92b3-7c245dc4c06e completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:03:07.725348 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-98d64f84-988e-4558-bfd9-678b47139b36 None None] Provisioning complete for port 6b4c7649-018a-450f-92b3-7c245dc4c06e triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:03:07.725799 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-98d64f84-988e-4558-bfd9-678b47139b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:07.737681 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-513519c8-b7a7-4c50-aa99-94aaf2d481c6 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Router 01092010-5051-4941-8fc8-abae4912d51b is scheduled to L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 with binding_index 1 {{(pid=88261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 30 05:03:07.782739 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-98d64f84-988e-4558-bfd9-678b47139b36 None None] Port 6b4c7649-018a-450f-92b3-7c245dc4c06e cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 05:03:07.896600 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-513519c8-b7a7-4c50-aa99-94aaf2d481c6 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:03:07.906163 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-8fcbfd63-4187-48e0-8951-1c867e8f86cf None None] Provisioning complete for port 6b4c7649-018a-450f-92b3-7c245dc4c06e triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:03:07.906538 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8fcbfd63-4187-48e0-8951-1c867e8f86cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:07.906837 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4588e5e3-e9a2-48fe-8f0e-bfea28a73635 None None] Sync routers for ids ['01092010-5051-4941-8fc8-abae4912d51b'] in dv-neutron-843763-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:03:07.913555 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-513519c8-b7a7-4c50-aa99-94aaf2d481c6 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] 10.222.0.15 "PUT /v2.0/routers/01092010-5051-4941-8fc8-abae4912d51b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8388033 May 30 05:03:07.915881 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 47124) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:03:07.919419 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4588e5e3-e9a2-48fe-8f0e-bfea28a73635 None None] Routers {'01092010-5051-4941-8fc8-abae4912d51b'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:03:07.920218 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-4588e5e3-e9a2-48fe-8f0e-bfea28a73635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:03:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['01092010-5051-4941-8fc8-abae4912d51b'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:03:07.961526 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-8fcbfd63-4187-48e0-8951-1c867e8f86cf None None] Port 6b4c7649-018a-450f-92b3-7c245dc4c06e cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 05:03:07.990803 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81356ffd-0fbb-4512-9dcc-69a15e4ba323 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:03:07.991374 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-81356ffd-0fbb-4512-9dcc-69a15e4ba323 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Synchronizing usage tracker for tenant:2986bc6e94a0447cb05e0db4a95b2605 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:03:08.007753 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-81356ffd-0fbb-4512-9dcc-69a15e4ba323 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Unset dirty status for tenant:2986bc6e94a0447cb05e0db4a95b2605 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:03:08.011718 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-81356ffd-0fbb-4512-9dcc-69a15e4ba323 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] 10.222.0.15 "GET /v2.0/ports/6b4c7649-018a-450f-92b3-7c245dc4c06e HTTP/1.1" status: 200 len: 911 time: 0.0922384 May 30 05:03:08.011888 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-4588e5e3-e9a2-48fe-8f0e-bfea28a73635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:03:08.012181 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 47128) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:03:08.017869 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-a0718e47-6888-4a8e-9665-afbec258281e tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4871cd15-5dbd-46d5-93a9-c53cbcb9d15d'}]}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:03:08.020614 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4588e5e3-e9a2-48fe-8f0e-bfea28a73635 None None] Routers {'01092010-5051-4941-8fc8-abae4912d51b'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:03:08.021208 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-4588e5e3-e9a2-48fe-8f0e-bfea28a73635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:03:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['01092010-5051-4941-8fc8-abae4912d51b'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:03:08.081651 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-4588e5e3-e9a2-48fe-8f0e-bfea28a73635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:03:08.081988 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4588e5e3-e9a2-48fe-8f0e-bfea28a73635 None None] The sync data for ids ['01092010-5051-4941-8fc8-abae4912d51b'] in dv-neutron-843763-1-hyperv is: [] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:03:08.251723 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a0718e47-6888-4a8e-9665-afbec258281e tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:08.903996 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed83744c-3fc8-45e1-91b4-6846e1f28df4 req-406d8eb3-8979-4b64-a18e-218eeb03a6b4 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:03:08.905424 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ed83744c-3fc8-45e1-91b4-6846e1f28df4 req-406d8eb3-8979-4b64-a18e-218eeb03a6b4 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c69bfab-543e-4cc5-b406-b3b679a8308c HTTP/1.1" status: 200 len: 943 time: 0.1262727 May 30 05:03:08.935186 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a0718e47-6888-4a8e-9665-afbec258281e tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:08.953049 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a0718e47-6888-4a8e-9665-afbec258281e tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2304381'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:08.959014 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0718e47-6888-4a8e-9665-afbec258281e tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:03:08.959601 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a0718e47-6888-4a8e-9665-afbec258281e tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:08.960843 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-a0718e47-6888-4a8e-9665-afbec258281e tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] 10.222.0.15 "PUT /v2.0/ports/6b4c7649-018a-450f-92b3-7c245dc4c06e HTTP/1.1" status: 200 len: 911 time: 0.9477410 May 30 05:03:08.964004 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 47134) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:03:09.013361 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ed83744c-3fc8-45e1-91b4-6846e1f28df4 req-9943b4fb-c613-4ad6-bcef-20eadcf053ca tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] 10.222.0.15 "GET /v2.0/security-groups?id=52528308-5406-4aa0-bc49-d5582af75908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970204 May 30 05:03:09.038211 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0718e47-6888-4a8e-9665-afbec258281e tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Pushing event updated for resources: {'Port': ['ID=6b4c7649-018a-450f-92b3-7c245dc4c06e,revision_number=3']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:03:09.146061 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device da650fb1-9b83-40b0-9904-6d319f15c091 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:03:09.213173 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port da650fb1-9b83-40b0-9904-6d319f15c091 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:03:09.213551 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:09.356915 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port da650fb1-9b83-40b0-9904-6d319f15c091 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:03:09.456062 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3172e4b3-7d65-4a13-bc24-09027eb98c03 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602184'] for router_interface, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:09.882400 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-3172e4b3-7d65-4a13-bc24-09027eb98c03 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Deleting port 6b4c7649-018a-450f-92b3-7c245dc4c06e {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:03:09.882745 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3172e4b3-7d65-4a13-bc24-09027eb98c03 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:10.070186 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3172e4b3-7d65-4a13-bc24-09027eb98c03 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:10.194109 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-3172e4b3-7d65-4a13-bc24-09027eb98c03 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Calling delete_port for 6b4c7649-018a-450f-92b3-7c245dc4c06e owned by network:router_interface {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:03:10.204711 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc357f73-4617-4833-bdec-45998f5721f1 req-4cfbce86-af77-428f-9649-906e81211793 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:03:10.206914 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-bc357f73-4617-4833-bdec-45998f5721f1 req-4cfbce86-af77-428f-9649-906e81211793 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c69bfab-543e-4cc5-b406-b3b679a8308c HTTP/1.1" status: 200 len: 943 time: 0.0875499 May 30 05:03:10.252307 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-bc357f73-4617-4833-bdec-45998f5721f1 req-3e7afff7-d200-41fc-99e4-a38d2c20b51b tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] 10.222.0.15 "GET /v2.0/security-groups?id=52528308-5406-4aa0-bc49-d5582af75908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388370 May 30 05:03:10.369195 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3172e4b3-7d65-4a13-bc24-09027eb98c03 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:10.418029 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3172e4b3-7d65-4a13-bc24-09027eb98c03 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Pushing event deleted for resources: {'Port': ['ID=6b4c7649-018a-450f-92b3-7c245dc4c06e,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:03:10.594784 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3172e4b3-7d65-4a13-bc24-09027eb98c03 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1642797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602100'] for router_interface, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:10.856820 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3172e4b3-7d65-4a13-bc24-09027eb98c03 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Router 01092010-5051-4941-8fc8-abae4912d51b has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 05:03:10.984940 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3172e4b3-7d65-4a13-bc24-09027eb98c03 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:03:10.994805 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86421eea-4d71-45bf-807e-56a34d24a5e6 None None] Sync routers for ids ['01092010-5051-4941-8fc8-abae4912d51b'] in dv-neutron-843763-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:03:11.000788 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-3172e4b3-7d65-4a13-bc24-09027eb98c03 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] 10.222.0.15 "PUT /v2.0/routers/01092010-5051-4941-8fc8-abae4912d51b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0357356 May 30 05:03:11.003452 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 47140) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:03:11.007825 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86421eea-4d71-45bf-807e-56a34d24a5e6 None None] Routers {'01092010-5051-4941-8fc8-abae4912d51b'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:03:11.008504 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-86421eea-4d71-45bf-807e-56a34d24a5e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:03:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['01092010-5051-4941-8fc8-abae4912d51b'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:03:11.056600 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device e702d0e6-f8d7-480f-9f6e-2c7e29e6138d details requested by agent hyperv_hv-neutron-8437 with host hv-neutron-8437 {{(pid=88262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 05:03:11.077639 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-86421eea-4d71-45bf-807e-56a34d24a5e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:03:11.092407 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86421eea-4d71-45bf-807e-56a34d24a5e6 None None] Routers {'01092010-5051-4941-8fc8-abae4912d51b'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:03:11.093036 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-86421eea-4d71-45bf-807e-56a34d24a5e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:03:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['01092010-5051-4941-8fc8-abae4912d51b'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:03:11.153531 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-7c764b3f-ab92-4611-ac06-d5c4c8b4ed80 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Synchronizing usage tracker for tenant:2986bc6e94a0447cb05e0db4a95b2605 on resource:port {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:03:11.170175 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-7c764b3f-ab92-4611-ac06-d5c4c8b4ed80 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Unset dirty status for tenant:2986bc6e94a0447cb05e0db4a95b2605 on resource:port {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:03:11.171333 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-7c764b3f-ab92-4611-ac06-d5c4c8b4ed80 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] 10.222.0.15 "GET /v2.0/ports?device_id=01092010-5051-4941-8fc8-abae4912d51b HTTP/1.1" status: 200 len: 205 time: 0.1669877 May 30 05:03:11.174002 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 47144) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:03:11.210080 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-86421eea-4d71-45bf-807e-56a34d24a5e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:03:11.210483 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86421eea-4d71-45bf-807e-56a34d24a5e6 None None] The sync data for ids ['01092010-5051-4941-8fc8-abae4912d51b'] in dv-neutron-843763-1-hyperv is: [] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:03:11.271283 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port e702d0e6-f8d7-480f-9f6e-2c7e29e6138d, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=e702d0e6-f8d7-480f-9f6e-2c7e29e6138d,segment=NetworkSegment(e44dcc7a-45b8-400b-a163-3c280c77686f),segment_id=e44dcc7a-45b8-400b-a163-3c280c77686f)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:03:11.284840 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Returning: {'device': 'e702d0e6-f8d7-480f-9f6e-2c7e29e6138d', 'network_id': '719d6beb-a88c-42b5-a4d8-b710f113657a', 'port_id': 'e702d0e6-f8d7-480f-9f6e-2c7e29e6138d', 'mac_address': 'fa:16:3e:c3:00:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '195eaa06-b93a-44cb-9e99-e406979df128', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 05:03:11.304346 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-594eb27c-3c71-417d-8912-1104bbd3d757 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks [] for router, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:11.344947 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Current status of the port e702d0e6-f8d7-480f-9f6e-2c7e29e6138d is: DOWN; New status is: BUILD {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:03:11.345593 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:11.362506 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e702d0e6-f8d7-480f-9f6e-2c7e29e6138d {{(pid=88262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 30 05:03:11.378498 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port e702d0e6-f8d7-480f-9f6e-2c7e29e6138d, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=e702d0e6-f8d7-480f-9f6e-2c7e29e6138d,segment=NetworkSegment(e44dcc7a-45b8-400b-a163-3c280c77686f),segment_id=e44dcc7a-45b8-400b-a163-3c280c77686f)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:03:11.384816 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:11.452463 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b44a721-338e-4514-b1eb-6e24cfed0915 req-7620d9f9-9dd0-4bcc-b622-b6731fdfb7bf tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:03:11.453859 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3b44a721-338e-4514-b1eb-6e24cfed0915 req-7620d9f9-9dd0-4bcc-b622-b6731fdfb7bf tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c69bfab-543e-4cc5-b406-b3b679a8308c HTTP/1.1" status: 200 len: 944 time: 0.0918345 May 30 05:03:11.456656 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Pushing event updated for resources: {'Port': ['ID=e702d0e6-f8d7-480f-9f6e-2c7e29e6138d,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:03:11.505563 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3b44a721-338e-4514-b1eb-6e24cfed0915 req-cabcbb5a-97c6-4e93-b9e7-4d6797f1a9aa tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] 10.222.0.15 "GET /v2.0/security-groups?id=52528308-5406-4aa0-bc49-d5582af75908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379100 May 30 05:03:11.616514 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-594eb27c-3c71-417d-8912-1104bbd3d757 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11660'] for router, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:11.618679 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-594eb27c-3c71-417d-8912-1104bbd3d757 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:11.643200 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-594eb27c-3c71-417d-8912-1104bbd3d757 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1601605'] for router, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:11.643759 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-594eb27c-3c71-417d-8912-1104bbd3d757 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Fanout notify agent at l3_agent the message router_deleted on router 01092010-5051-4941-8fc8-abae4912d51b {{(pid=88260) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 30 05:03:11.658563 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-594eb27c-3c71-417d-8912-1104bbd3d757 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:11.659626 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-594eb27c-3c71-417d-8912-1104bbd3d757 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] 10.222.0.15 "DELETE /v2.0/routers/01092010-5051-4941-8fc8-abae4912d51b HTTP/1.1" status: 204 len: 168 time: 0.4847443 May 30 05:03:11.662539 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 47150) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:03:11.715623 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] get_ports_and_sgs() called for port_ids ['e702d0e6-f8d7-480f-9f6e-2c7e29e6138d'] {{(pid=88262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 30 05:03:11.725936 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_v2 [None req-f19859f9-5b86-4515-8e9a-15202d6c8477 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Deleting subnet 4871cd15-5dbd-46d5-93a9-c53cbcb9d15d {{(pid=88260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 30 05:03:11.728877 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f19859f9-5b86-4515-8e9a-15202d6c8477 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks [] for subnet, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:11.782232 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f19859f9-5b86-4515-8e9a-15202d6c8477 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1454738'] for subnet, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:11.868700 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f19859f9-5b86-4515-8e9a-15202d6c8477 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860493'] for subnet, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:11.944888 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f19859f9-5b86-4515-8e9a-15202d6c8477 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1547867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2133322'] for subnet, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:11.983801 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19859f9-5b86-4515-8e9a-15202d6c8477 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Pushing event deleted for resources: {'Subnet': ['ID=4871cd15-5dbd-46d5-93a9-c53cbcb9d15d,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:03:11.988424 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f19859f9-5b86-4515-8e9a-15202d6c8477 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:11.996367 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-f19859f9-5b86-4515-8e9a-15202d6c8477 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] 10.222.0.15 "DELETE /v2.0/subnets/4871cd15-5dbd-46d5-93a9-c53cbcb9d15d HTTP/1.1" status: 204 len: 168 time: 0.3328595 May 30 05:03:11.996548 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e620146-c6f2-41e4-be02-d30f132ec2ee None None] Network dc1fc8df-4fbe-4abd-9e18-695b18167df0 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:03:11.998910 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 47154) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:03:12.115146 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-85d45248-40c9-4db2-a5c4-92e9da413d91 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897784'] for network, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:12.125294 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-85d45248-40c9-4db2-a5c4-92e9da413d91 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Deleting port da650fb1-9b83-40b0-9904-6d319f15c091 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:03:12.125627 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-85d45248-40c9-4db2-a5c4-92e9da413d91 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:12.255674 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7af309d5-1405-4fc5-94ba-915ce77823a5 None None] DHCP port deletion for dc1fc8df-4fbe-4abd-9e18-695b18167df0 request from dv-neutron-843763-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 30 05:03:12.260236 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-7af309d5-1405-4fc5-94ba-915ce77823a5 None None] Deleting port da650fb1-9b83-40b0-9904-6d319f15c091 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:03:12.260647 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7af309d5-1405-4fc5-94ba-915ce77823a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:12.335611 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-85d45248-40c9-4db2-a5c4-92e9da413d91 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] For port da650fb1-9b83-40b0-9904-6d319f15c091, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=da650fb1-9b83-40b0-9904-6d319f15c091,segment=NetworkSegment(a7364ef3-e7f8-4478-82a3-b7c9f4c5796b),segment_id=a7364ef3-e7f8-4478-82a3-b7c9f4c5796b)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:03:12.336224 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-85d45248-40c9-4db2-a5c4-92e9da413d91 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:12.456528 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-85d45248-40c9-4db2-a5c4-92e9da413d91 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Calling delete_port for da650fb1-9b83-40b0-9904-6d319f15c091 owned by network:dhcp {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:03:12.460890 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-7af309d5-1405-4fc5-94ba-915ce77823a5 None None] For port da650fb1-9b83-40b0-9904-6d319f15c091, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=da650fb1-9b83-40b0-9904-6d319f15c091,segment=NetworkSegment(a7364ef3-e7f8-4478-82a3-b7c9f4c5796b),segment_id=a7364ef3-e7f8-4478-82a3-b7c9f4c5796b)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:03:12.461284 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7af309d5-1405-4fc5-94ba-915ce77823a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:12.580642 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-7af309d5-1405-4fc5-94ba-915ce77823a5 None None] Calling delete_port for da650fb1-9b83-40b0-9904-6d319f15c091 owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:03:12.646728 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-85d45248-40c9-4db2-a5c4-92e9da413d91 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:12.648924 dv-neutron-843763-1-hyperv neutron-server[88262]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 30 05:03:12.648924 dv-neutron-843763-1-hyperv neutron-server[88262]: from cryptography.utils import int_from_bytes May 30 05:03:12.648924 dv-neutron-843763-1-hyperv neutron-server[88262]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 30 05:03:12.648924 dv-neutron-843763-1-hyperv neutron-server[88262]: from cryptography.utils import int_from_bytes May 30 05:03:12.648924 dv-neutron-843763-1-hyperv neutron-server[88262]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) May 30 05:03:12.648924 dv-neutron-843763-1-hyperv neutron-server[88262]: util.warn_limited( May 30 05:03:12.648924 dv-neutron-843763-1-hyperv neutron-server[88262]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) May 30 05:03:12.648924 dv-neutron-843763-1-hyperv neutron-server[88262]: util.warn_limited( May 30 05:03:12.648924 dv-neutron-843763-1-hyperv neutron-server[88262]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 05:03:12.648924 dv-neutron-843763-1-hyperv neutron-server[88262]: util.warn( May 30 05:03:12.648924 dv-neutron-843763-1-hyperv neutron-server[88262]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 05:03:12.648924 dv-neutron-843763-1-hyperv neutron-server[88262]: util.warn( May 30 05:03:12.648924 dv-neutron-843763-1-hyperv neutron-server[88262]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 05:03:12.648924 dv-neutron-843763-1-hyperv neutron-server[88262]: util.warn( May 30 05:03:12.648924 dv-neutron-843763-1-hyperv neutron-server[88262]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 05:03:12.648924 dv-neutron-843763-1-hyperv neutron-server[88262]: util.warn( May 30 05:03:12.648924 dv-neutron-843763-1-hyperv neutron-server[88262]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 05:03:12.648924 dv-neutron-843763-1-hyperv neutron-server[88262]: util.warn( May 30 05:03:12.648924 dv-neutron-843763-1-hyperv neutron-server[88262]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 05:03:12.648924 dv-neutron-843763-1-hyperv neutron-server[88262]: util.warn( May 30 05:03:12.648924 dv-neutron-843763-1-hyperv neutron-server[88262]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 05:03:12.648924 dv-neutron-843763-1-hyperv neutron-server[88262]: util.warn( May 30 05:03:12.648924 dv-neutron-843763-1-hyperv neutron-server[88262]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 05:03:12.648924 dv-neutron-843763-1-hyperv neutron-server[88262]: util.warn( May 30 05:03:12.648924 dv-neutron-843763-1-hyperv neutron-server[88262]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 05:03:12.648924 dv-neutron-843763-1-hyperv neutron-server[88262]: util.warn( May 30 05:03:12.648924 dv-neutron-843763-1-hyperv neutron-server[88262]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 05:03:12.648924 dv-neutron-843763-1-hyperv neutron-server[88262]: util.warn( May 30 05:03:12.648924 dv-neutron-843763-1-hyperv neutron-server[88262]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 05:03:12.648924 dv-neutron-843763-1-hyperv neutron-server[88262]: util.warn( May 30 05:03:12.648924 dv-neutron-843763-1-hyperv neutron-server[88262]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 05:03:12.648924 dv-neutron-843763-1-hyperv neutron-server[88262]: util.warn( May 30 05:03:12.648924 dv-neutron-843763-1-hyperv neutron-server[88262]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 05:03:12.648924 dv-neutron-843763-1-hyperv neutron-server[88262]: util.warn( May 30 05:03:12.648924 dv-neutron-843763-1-hyperv neutron-server[88262]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 05:03:12.648924 dv-neutron-843763-1-hyperv neutron-server[88262]: util.warn( May 30 05:03:12.648924 dv-neutron-843763-1-hyperv neutron-server[88262]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 05:03:12.648924 dv-neutron-843763-1-hyperv neutron-server[88262]: util.warn( May 30 05:03:12.648924 dv-neutron-843763-1-hyperv neutron-server[88262]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 05:03:12.648924 dv-neutron-843763-1-hyperv neutron-server[88262]: util.warn( May 30 05:03:12.648924 dv-neutron-843763-1-hyperv neutron-server[88262]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 05:03:12.648924 dv-neutron-843763-1-hyperv neutron-server[88262]: util.warn( May 30 05:03:12.648924 dv-neutron-843763-1-hyperv neutron-server[88262]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 05:03:12.648924 dv-neutron-843763-1-hyperv neutron-server[88262]: util.warn( May 30 05:03:12.648924 dv-neutron-843763-1-hyperv neutron-server[88262]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 05:03:12.648924 dv-neutron-843763-1-hyperv neutron-server[88262]: util.warn( May 30 05:03:12.648924 dv-neutron-843763-1-hyperv neutron-server[88262]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 05:03:12.648924 dv-neutron-843763-1-hyperv neutron-server[88262]: util.warn( May 30 05:03:12.648924 dv-neutron-843763-1-hyperv neutron-server[88262]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 05:03:12.648924 dv-neutron-843763-1-hyperv neutron-server[88262]: util.warn( May 30 05:03:12.648924 dv-neutron-843763-1-hyperv neutron-server[88262]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 05:03:12.648924 dv-neutron-843763-1-hyperv neutron-server[88262]: util.warn( May 30 05:03:12.648924 dv-neutron-843763-1-hyperv neutron-server[88262]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 05:03:12.648924 dv-neutron-843763-1-hyperv neutron-server[88262]: util.warn( May 30 05:03:12.648924 dv-neutron-843763-1-hyperv neutron-server[88262]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 05:03:12.648924 dv-neutron-843763-1-hyperv neutron-server[88262]: util.warn( May 30 05:03:12.660129 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.db.api [None req-7af309d5-1405-4fc5-94ba-915ce77823a5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 05:03:12.662156 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG oslo_db.api [None req-7af309d5-1405-4fc5-94ba-915ce77823a5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 05:03:12.694433 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d45248-40c9-4db2-a5c4-92e9da413d91 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Pushing event deleted for resources: {'Port': ['ID=da650fb1-9b83-40b0-9904-6d319f15c091,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:03:12.695797 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e0f6fe-2ce9-4a7e-ade1-44d644af7090 req-9cedf716-d711-49e8-9b12-549974336892 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:03:12.696303 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d45248-40c9-4db2-a5c4-92e9da413d91 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] No DVR routers for this DVR port da650fb1-9b83-40b0-9904-6d319f15c091 on host dv-neutron-843763-1-hyperv {{(pid=88260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 05:03:12.700914 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a8e0f6fe-2ce9-4a7e-ade1-44d644af7090 req-9cedf716-d711-49e8-9b12-549974336892 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c69bfab-543e-4cc5-b406-b3b679a8308c HTTP/1.1" status: 200 len: 944 time: 0.0841861 May 30 05:03:12.744527 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a8e0f6fe-2ce9-4a7e-ade1-44d644af7090 req-bc97aa38-9038-412b-8d13-263182f39cb5 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] 10.222.0.15 "GET /v2.0/security-groups?id=52528308-5406-4aa0-bc49-d5582af75908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388465 May 30 05:03:12.817850 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-85d45248-40c9-4db2-a5c4-92e9da413d91 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867540', 'neutron.services.segments.db._delete_segments_for_network-8729234922972'] for network, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:12.842404 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-85d45248-40c9-4db2-a5c4-92e9da413d91 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc1fc8df-4fbe-4abd-9e18-695b18167df0']}} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:03:12.854032 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-85d45248-40c9-4db2-a5c4-92e9da413d91 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7364ef3-e7f8-4478-82a3-b7c9f4c5796b') {'for_net_delete': True} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:03:12.854337 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-85d45248-40c9-4db2-a5c4-92e9da413d91 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7364ef3-e7f8-4478-82a3-b7c9f4c5796b') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:03:12.865211 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-85d45248-40c9-4db2-a5c4-92e9da413d91 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729235042807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1454725'] for segment, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:12.880881 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-85d45248-40c9-4db2-a5c4-92e9da413d91 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:12.886801 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85d45248-40c9-4db2-a5c4-92e9da413d91 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Releasing vlan 203 on physical network physnet1 to pool {{(pid=88260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 05:03:12.887222 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-85d45248-40c9-4db2-a5c4-92e9da413d91 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-862858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1547513'] for segment, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:12.954356 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment a7364ef3-e7f8-4478-82a3-b7c9f4c5796b resource provider aggregate not found May 30 05:03:12.977348 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment a7364ef3-e7f8-4478-82a3-b7c9f4c5796b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a7364ef3-e7f8-4478-82a3-b7c9f4c5796b found for delete ", "request_id": "req-19019cbf-22ed-4e41-b821-9d4e79ccafe4"}]} May 30 05:03:12.988896 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-85d45248-40c9-4db2-a5c4-92e9da413d91 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604744'] for network, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:13.006202 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-85d45248-40c9-4db2-a5c4-92e9da413d91 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:13.016846 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d45248-40c9-4db2-a5c4-92e9da413d91 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Pushing event deleted for resources: {'Network': ['ID=dc1fc8df-4fbe-4abd-9e18-695b18167df0,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:03:13.027675 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-85d45248-40c9-4db2-a5c4-92e9da413d91 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] 10.222.0.15 "DELETE /v2.0/networks/dc1fc8df-4fbe-4abd-9e18-695b18167df0 HTTP/1.1" status: 204 len: 168 time: 1.0278180 May 30 05:03:13.031442 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 47164) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:03:13.032897 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device e702d0e6-f8d7-480f-9f6e-2c7e29e6138d up at agent hyperv_hv-neutron-8437 {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:03:13.037129 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-224674b0-e9eb-4095-834b-d53b649f8dc9 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2087313429', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:03:13.043663 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-224674b0-e9eb-4095-834b-d53b649f8dc9 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:03:13.047710 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-224674b0-e9eb-4095-834b-d53b649f8dc9 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Usage tracker for resource:router and tenant:2986bc6e94a0447cb05e0db4a95b2605 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:03:13.050561 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-224674b0-e9eb-4095-834b-d53b649f8dc9 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:03:13.056996 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-224674b0-e9eb-4095-834b-d53b649f8dc9 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:03:13.068811 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-224674b0-e9eb-4095-834b-d53b649f8dc9 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1603901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11666'] for router, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:13.069712 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-224674b0-e9eb-4095-834b-d53b649f8dc9 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11675'] for router, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:13.084970 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-224674b0-e9eb-4095-834b-d53b649f8dc9 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:13.103648 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-224674b0-e9eb-4095-834b-d53b649f8dc9 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603653'] for router, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:13.105162 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Provisioning for port e702d0e6-f8d7-480f-9f6e-2c7e29e6138d completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:03:13.110321 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Provisioning complete for port e702d0e6-f8d7-480f-9f6e-2c7e29e6138d triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:03:13.111526 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:13.128850 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-224674b0-e9eb-4095-834b-d53b649f8dc9 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:13.130624 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-224674b0-e9eb-4095-834b-d53b649f8dc9 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.0978606 May 30 05:03:13.133257 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 47168) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:03:13.138911 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-582cae1e-c512-439a-8807-37e774b7c6aa tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1640186172'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:03:13.143675 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-582cae1e-c512-439a-8807-37e774b7c6aa tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:03:13.152576 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device da650fb1-9b83-40b0-9904-6d319f15c091 no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 05:03:13.152846 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-582cae1e-c512-439a-8807-37e774b7c6aa tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Usage tracker for resource:network and tenant:2986bc6e94a0447cb05e0db4a95b2605 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:03:13.155623 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-582cae1e-c512-439a-8807-37e774b7c6aa tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:03:13.161289 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-582cae1e-c512-439a-8807-37e774b7c6aa tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:03:13.170133 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-582cae1e-c512-439a-8807-37e774b7c6aa tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Made reservation on behalf of 2986bc6e94a0447cb05e0db4a95b2605 for: {'network': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:03:13.173462 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-582cae1e-c512-439a-8807-37e774b7c6aa tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for network, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:13.190008 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-7af309d5-1405-4fc5-94ba-915ce77823a5 None None] Deleting port da650fb1-9b83-40b0-9904-6d319f15c091 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:03:13.190383 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7af309d5-1405-4fc5-94ba-915ce77823a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:13.202991 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-582cae1e-c512-439a-8807-37e774b7c6aa tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=88260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 05:03:13.212897 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-582cae1e-c512-439a-8807-37e774b7c6aa tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:13.213300 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.db.segments_db [None req-582cae1e-c512-439a-8807-37e774b7c6aa tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Added segment 91f20bf6-b556-4ebe-b8b1-2314ecf4447b of type vlan for network a54f8e2b-0821-4a8b-bdd5-bb1bcc294a5f May 30 05:03:13.240633 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-582cae1e-c512-439a-8807-37e774b7c6aa tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729234556353'] for network, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:13.270311 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-582cae1e-c512-439a-8807-37e774b7c6aa tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788'] for network, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:13.275879 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-582cae1e-c512-439a-8807-37e774b7c6aa tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:03:13.276476 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-582cae1e-c512-439a-8807-37e774b7c6aa tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:13.295442 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] No Port match for: da650fb1-9b83-40b0-9904-6d319f15c091 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 05:03:13.295785 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device da650fb1-9b83-40b0-9904-6d319f15c091 not bound to the agent host dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 05:03:13.302421 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-7af309d5-1405-4fc5-94ba-915ce77823a5 None None] The port 'da650fb1-9b83-40b0-9904-6d319f15c091' was deleted {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 30 05:03:13.381121 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-582cae1e-c512-439a-8807-37e774b7c6aa tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2466719 May 30 05:03:13.382553 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Current status of the port e702d0e6-f8d7-480f-9f6e-2c7e29e6138d is: BUILD; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:03:13.382937 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:13.385264 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 47172) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:03:13.390114 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582cae1e-c512-439a-8807-37e774b7c6aa tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Pushing event updated for resources: {'Network': ['ID=a54f8e2b-0821-4a8b-bdd5-bb1bcc294a5f,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:03:13.392709 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-f226d8c8-9475-4bb4-b2da-2015d8f63a2d tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Request body: {'subnet': {'network_id': 'a54f8e2b-0821-4a8b-bdd5-bb1bcc294a5f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:03:13.405552 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Network a54f8e2b-0821-4a8b-bdd5-bb1bcc294a5f details requested by agent ovs-agent-dv-neutron-843763-1-hyperv with host dv-neutron-843763-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 05:03:13.472115 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c69bfab-543e-4cc5-b406-b3b679a8308c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e702d0e6-f8d7-480f-9f6e-2c7e29e6138d'}] {{(pid=88262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:03:13.496224 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port e702d0e6-f8d7-480f-9f6e-2c7e29e6138d, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=e702d0e6-f8d7-480f-9f6e-2c7e29e6138d,segment=NetworkSegment(e44dcc7a-45b8-400b-a163-3c280c77686f),segment_id=e44dcc7a-45b8-400b-a163-3c280c77686f)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:03:13.505211 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-f226d8c8-9475-4bb4-b2da-2015d8f63a2d tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:03:13.509460 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-f226d8c8-9475-4bb4-b2da-2015d8f63a2d tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Usage tracker for resource:subnet and tenant:2986bc6e94a0447cb05e0db4a95b2605 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:03:13.512527 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-f226d8c8-9475-4bb4-b2da-2015d8f63a2d tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:03:13.513717 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:13.518532 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-f226d8c8-9475-4bb4-b2da-2015d8f63a2d tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:03:13.528286 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f226d8c8-9475-4bb4-b2da-2015d8f63a2d tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Made reservation on behalf of 2986bc6e94a0447cb05e0db4a95b2605 for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:03:13.532685 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f226d8c8-9475-4bb4-b2da-2015d8f63a2d tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9305518'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:13.553225 dv-neutron-843763-1-hyperv neutron-server[88262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5c5941c-646d-48c5-a795-cf04d2551fdb'] response: {'server_uuid': '4c69bfab-543e-4cc5-b406-b3b679a8308c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e702d0e6-f8d7-480f-9f6e-2c7e29e6138d', 'code': 200} May 30 05:03:13.588700 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Pushing event updated for resources: {'Port': ['ID=e702d0e6-f8d7-480f-9f6e-2c7e29e6138d,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:03:13.812807 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f226d8c8-9475-4bb4-b2da-2015d8f63a2d tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2305012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9305500'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:13.845366 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1056be1d-64bf-4ea4-9c71-60b1f2ec7362 req-ef10f54b-2a7c-4606-a9f6-c5656902fc6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:03:13.846962 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1056be1d-64bf-4ea4-9c71-60b1f2ec7362 req-ef10f54b-2a7c-4606-a9f6-c5656902fc6c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4c69bfab-543e-4cc5-b406-b3b679a8308c HTTP/1.1" status: 200 len: 1098 time: 0.1509168 May 30 05:03:13.980273 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1056be1d-64bf-4ea4-9c71-60b1f2ec7362 req-b9074dbf-b851-4180-877c-23a637419c83 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=52528308-5406-4aa0-bc49-d5582af75908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148632 May 30 05:03:13.980839 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f226d8c8-9475-4bb4-b2da-2015d8f63a2d tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Pushing event updated for resources: {'Subnet': ['ID=f22a9ff9-0868-4442-9c7b-a8a04362aa72,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:03:13.991400 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f226d8c8-9475-4bb4-b2da-2015d8f63a2d tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Checking segment: {'id': '91f20bf6-b556-4ebe-b8b1-2314ecf4447b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'a54f8e2b-0821-4a8b-bdd5-bb1bcc294a5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:03:13.991751 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f226d8c8-9475-4bb4-b2da-2015d8f63a2d tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Network hostable DHCP agents. Network: a54f8e2b-0821-4a8b-bdd5-bb1bcc294a5f, hostable agents: ['1c705e68-3d3e-4dd3-9252-feb21d4b96ab'], hosted agents: [] {{(pid=88261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 05:03:14.019896 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f226d8c8-9475-4bb4-b2da-2015d8f63a2d tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Network a54f8e2b-0821-4a8b-bdd5-bb1bcc294a5f is scheduled to be hosted by DHCP agent 1c705e68-3d3e-4dd3-9252-feb21d4b96ab with binding_index 1 {{(pid=88261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 05:03:14.032411 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2b47f2-e275-4abc-94ce-8031edf82f8d req-dd2c3fd0-8f10-453b-9e97-02c947f3f4a0 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:03:14.033778 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ab2b47f2-e275-4abc-94ce-8031edf82f8d req-dd2c3fd0-8f10-453b-9e97-02c947f3f4a0 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c69bfab-543e-4cc5-b406-b3b679a8308c HTTP/1.1" status: 200 len: 945 time: 0.1673899 May 30 05:03:14.038311 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-f226d8c8-9475-4bb4-b2da-2015d8f63a2d tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843763-1-hyperv, a54f8e2b-0821-4a8b-bdd5-bb1bcc294a5f) {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:03:14.045885 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-945759e7-63dd-473d-82ef-0e6ac56a08b8 None None] Network a54f8e2b-0821-4a8b-bdd5-bb1bcc294a5f requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:03:14.054877 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f226d8c8-9475-4bb4-b2da-2015d8f63a2d tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:03:14.055438 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f226d8c8-9475-4bb4-b2da-2015d8f63a2d tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:14.205014 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-f226d8c8-9475-4bb4-b2da-2015d8f63a2d tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8182642 May 30 05:03:14.208778 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 47180) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:03:14.210049 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ab2b47f2-e275-4abc-94ce-8031edf82f8d req-ad112611-a27f-4cf8-b726-2a0832454d49 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] 10.222.0.15 "GET /v2.0/security-groups?id=52528308-5406-4aa0-bc49-d5582af75908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1698616 May 30 05:03:14.271020 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f13af6-3bac-4604-b51a-e2b55236a9e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bbf24ed-7ba9-53d2-873f-8f9642b1e987-a54f8e2b-0821-4a8b-bdd5-bb1bcc294a5f', 'network_id': 'a54f8e2b-0821-4a8b-bdd5-bb1bcc294a5f', 'tenant_id': '2986bc6e94a0447cb05e0db4a95b2605', 'fixed_ips': [{'subnet_id': 'f22a9ff9-0868-4442-9c7b-a8a04362aa72'}]}} from dv-neutron-843763-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 30 05:03:14.271847 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-37f13af6-3bac-4604-b51a-e2b55236a9e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:14.422431 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-37f13af6-3bac-4604-b51a-e2b55236a9e3 None None] Allocated IP 2001:db8::2 (a54f8e2b-0821-4a8b-bdd5-bb1bcc294a5f/f22a9ff9-0868-4442-9c7b-a8a04362aa72/f4c0e5af-89e3-4722-b60f-eb8665fbdac6) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:03:14.622915 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-37f13af6-3bac-4604-b51a-e2b55236a9e3 None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:14.632550 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-37f13af6-3bac-4604-b51a-e2b55236a9e3 None None] Transition to ACTIVE for port object f4c0e5af-89e3-4722-b60f-eb8665fbdac6 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:03:14.649984 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-37f13af6-3bac-4604-b51a-e2b55236a9e3 None None] Transition to ACTIVE for port object f4c0e5af-89e3-4722-b60f-eb8665fbdac6 will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:03:14.656488 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-37f13af6-3bac-4604-b51a-e2b55236a9e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:14.692228 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9e6be9b0-62e3-47dc-a64a-5141b8bf83c0 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:14.721077 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f13af6-3bac-4604-b51a-e2b55236a9e3 None None] Network a54f8e2b-0821-4a8b-bdd5-bb1bcc294a5f is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:03:14.724518 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-37f13af6-3bac-4604-b51a-e2b55236a9e3 None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:03:14.728062 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f13af6-3bac-4604-b51a-e2b55236a9e3 None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:03:14.733480 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f13af6-3bac-4604-b51a-e2b55236a9e3 None None] Pushing event updated for resources: {'Port': ['ID=f4c0e5af-89e3-4722-b60f-eb8665fbdac6,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:03:14.825412 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-37f13af6-3bac-4604-b51a-e2b55236a9e3 None None] Attempting to bind port f4c0e5af-89e3-4722-b60f-eb8665fbdac6 on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 05:03:14.825776 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-37f13af6-3bac-4604-b51a-e2b55236a9e3 None None] Attempting to bind port f4c0e5af-89e3-4722-b60f-eb8665fbdac6 by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': '91f20bf6-b556-4ebe-b8b1-2314ecf4447b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'a54f8e2b-0821-4a8b-bdd5-bb1bcc294a5f'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 05:03:14.826165 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f13af6-3bac-4604-b51a-e2b55236a9e3 None None] Attempting to bind port f4c0e5af-89e3-4722-b60f-eb8665fbdac6 on network a54f8e2b-0821-4a8b-bdd5-bb1bcc294a5f {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:03:14.831320 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f13af6-3bac-4604-b51a-e2b55236a9e3 None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 5, 3, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 05:03:14.831702 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f13af6-3bac-4604-b51a-e2b55236a9e3 None None] Checking segment: {'id': '91f20bf6-b556-4ebe-b8b1-2314ecf4447b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'a54f8e2b-0821-4a8b-bdd5-bb1bcc294a5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:03:14.832099 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-37f13af6-3bac-4604-b51a-e2b55236a9e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:14.832488 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f13af6-3bac-4604-b51a-e2b55236a9e3 None None] Bound using segment: {'id': '91f20bf6-b556-4ebe-b8b1-2314ecf4447b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'a54f8e2b-0821-4a8b-bdd5-bb1bcc294a5f'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 05:03:14.833496 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-37f13af6-3bac-4604-b51a-e2b55236a9e3 None None] Bound port: f4c0e5af-89e3-4722-b60f-eb8665fbdac6, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91f20bf6-b556-4ebe-b8b1-2314ecf4447b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'a54f8e2b-0821-4a8b-bdd5-bb1bcc294a5f'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 05:03:14.833975 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-37f13af6-3bac-4604-b51a-e2b55236a9e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:14.925550 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-37f13af6-3bac-4604-b51a-e2b55236a9e3 None None] For port f4c0e5af-89e3-4722-b60f-eb8665fbdac6, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 05:03:14.929033 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-37f13af6-3bac-4604-b51a-e2b55236a9e3 None None] For port f4c0e5af-89e3-4722-b60f-eb8665fbdac6, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=f4c0e5af-89e3-4722-b60f-eb8665fbdac6,segment=NetworkSegment(91f20bf6-b556-4ebe-b8b1-2314ecf4447b),segment_id=91f20bf6-b556-4ebe-b8b1-2314ecf4447b)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 05:03:14.932711 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-37f13af6-3bac-4604-b51a-e2b55236a9e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:15.014232 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f13af6-3bac-4604-b51a-e2b55236a9e3 None None] Pushing event updated for resources: {'Port': ['ID=f4c0e5af-89e3-4722-b60f-eb8665fbdac6,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:03:15.159210 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-9e6be9b0-62e3-47dc-a64a-5141b8bf83c0 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Allocated IP 2001:db8::1 (a54f8e2b-0821-4a8b-bdd5-bb1bcc294a5f/f22a9ff9-0868-4442-9c7b-a8a04362aa72/9bb76f96-4d55-449c-adae-e8364a8fad08) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:03:15.378928 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9e6be9b0-62e3-47dc-a64a-5141b8bf83c0 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:15.405113 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [None req-9e6be9b0-62e3-47dc-a64a-5141b8bf83c0 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Transition to ACTIVE for port object 9bb76f96-4d55-449c-adae-e8364a8fad08 will not be triggered until provisioned by entity DHCP. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:03:15.434439 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9e6be9b0-62e3-47dc-a64a-5141b8bf83c0 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:15.462193 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcac7d4-69b4-482f-9d27-a639c07bf8b4 req-cf51cdc6-4572-4764-a2c8-8665d6706273 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:03:15.463654 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-efcac7d4-69b4-482f-9d27-a639c07bf8b4 req-cf51cdc6-4572-4764-a2c8-8665d6706273 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c69bfab-543e-4cc5-b406-b3b679a8308c HTTP/1.1" status: 200 len: 945 time: 0.0889688 May 30 05:03:15.504505 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e6be9b0-62e3-47dc-a64a-5141b8bf83c0 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Network a54f8e2b-0821-4a8b-bdd5-bb1bcc294a5f is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:03:15.508204 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-9e6be9b0-62e3-47dc-a64a-5141b8bf83c0 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:03:15.508555 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-efcac7d4-69b4-482f-9d27-a639c07bf8b4 req-01f33281-023b-4f36-9aec-3df66d69edf9 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] 10.222.0.15 "GET /v2.0/security-groups?id=52528308-5406-4aa0-bc49-d5582af75908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389264 May 30 05:03:15.512235 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6be9b0-62e3-47dc-a64a-5141b8bf83c0 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:03:15.512769 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9e6be9b0-62e3-47dc-a64a-5141b8bf83c0 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604623'] for router_interface, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:15.526107 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6be9b0-62e3-47dc-a64a-5141b8bf83c0 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Pushing event updated for resources: {'Port': ['ID=9bb76f96-4d55-449c-adae-e8364a8fad08,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:03:15.620377 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9e6be9b0-62e3-47dc-a64a-5141b8bf83c0 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:16.011396 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9e6be9b0-62e3-47dc-a64a-5141b8bf83c0 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks [] for port, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:16.015283 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a5aa50-a7a5-4762-94d8-4df74c7898cd None None] Network a54f8e2b-0821-4a8b-bdd5-bb1bcc294a5f requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:03:16.016023 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9e6be9b0-62e3-47dc-a64a-5141b8bf83c0 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1547421'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:16.016738 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9e6be9b0-62e3-47dc-a64a-5141b8bf83c0 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1642774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602230'] for router_interface, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:16.111990 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-88798eb0-b8a0-40d9-9660-ff8f96bea229 None None] Provisioning for port f4c0e5af-89e3-4722-b60f-eb8665fbdac6 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:03:16.158526 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6be9b0-62e3-47dc-a64a-5141b8bf83c0 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Pushing event updated for resources: {'Port': ['ID=9bb76f96-4d55-449c-adae-e8364a8fad08,revision_number=2']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:03:16.217044 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e6be9b0-62e3-47dc-a64a-5141b8bf83c0 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Network a54f8e2b-0821-4a8b-bdd5-bb1bcc294a5f is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:03:16.218301 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-9e6be9b0-62e3-47dc-a64a-5141b8bf83c0 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:03:16.408332 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e6be9b0-62e3-47dc-a64a-5141b8bf83c0 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Router 9794419c-7a3c-4b9e-97b5-35d19d210184 is scheduled to L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 with binding_index 1 {{(pid=88260) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 30 05:03:16.561235 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-155f5bc8-350a-409a-8b86-d5f9711c1733 None None] Provisioning for port 9bb76f96-4d55-449c-adae-e8364a8fad08 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:03:16.569162 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-155f5bc8-350a-409a-8b86-d5f9711c1733 None None] Provisioning complete for port 9bb76f96-4d55-449c-adae-e8364a8fad08 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:03:16.569627 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-155f5bc8-350a-409a-8b86-d5f9711c1733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:16.583587 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e6be9b0-62e3-47dc-a64a-5141b8bf83c0 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:03:16.594497 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a168df-42d2-4a2b-9c3c-10205360cb45 None None] Sync routers for ids ['9794419c-7a3c-4b9e-97b5-35d19d210184'] in dv-neutron-843763-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:03:16.600563 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-9e6be9b0-62e3-47dc-a64a-5141b8bf83c0 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] 10.222.0.15 "PUT /v2.0/routers/9794419c-7a3c-4b9e-97b5-35d19d210184/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3906538 May 30 05:03:16.603292 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 47188) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:03:16.605446 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a168df-42d2-4a2b-9c3c-10205360cb45 None None] Routers {'9794419c-7a3c-4b9e-97b5-35d19d210184'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:03:16.609325 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-e03653c8-f4ec-4a7b-9a48-fd06b83a07f4 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1068645880'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:03:16.610117 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-17a168df-42d2-4a2b-9c3c-10205360cb45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:03:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['9794419c-7a3c-4b9e-97b5-35d19d210184'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:03:16.614644 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-e03653c8-f4ec-4a7b-9a48-fd06b83a07f4 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:03:16.619274 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-e03653c8-f4ec-4a7b-9a48-fd06b83a07f4 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Usage tracker for resource:network and tenant:2986bc6e94a0447cb05e0db4a95b2605 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:03:16.622694 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-e03653c8-f4ec-4a7b-9a48-fd06b83a07f4 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:03:16.650946 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-155f5bc8-350a-409a-8b86-d5f9711c1733 None None] Port 9bb76f96-4d55-449c-adae-e8364a8fad08 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 05:03:16.677189 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-e03653c8-f4ec-4a7b-9a48-fd06b83a07f4 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:03:16.703005 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e03653c8-f4ec-4a7b-9a48-fd06b83a07f4 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Made reservation on behalf of 2986bc6e94a0447cb05e0db4a95b2605 for: {'network': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:03:16.706655 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e03653c8-f4ec-4a7b-9a48-fd06b83a07f4 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for network, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:16.742510 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e03653c8-f4ec-4a7b-9a48-fd06b83a07f4 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=88261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 05:03:16.751659 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8cfb87-de16-4b48-8a62-eb580ba25f8b req-327900fb-782e-4804-a6e0-3be93386f03f tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:03:16.753154 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ce8cfb87-de16-4b48-8a62-eb580ba25f8b req-327900fb-782e-4804-a6e0-3be93386f03f tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c69bfab-543e-4cc5-b406-b3b679a8308c HTTP/1.1" status: 200 len: 945 time: 0.1269162 May 30 05:03:16.762191 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e03653c8-f4ec-4a7b-9a48-fd06b83a07f4 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:16.762943 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.db.segments_db [None req-e03653c8-f4ec-4a7b-9a48-fd06b83a07f4 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Added segment d1cabb38-3b77-47e1-b132-cc7fe02e81ef of type vlan for network e26ad8af-0267-46e2-b49c-fe2324438bd1 May 30 05:03:16.791076 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-b3d4b31b-0d6a-4872-8ca1-90dd765d0a4a None None] Provisioning complete for port 9bb76f96-4d55-449c-adae-e8364a8fad08 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:03:16.791600 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-17a168df-42d2-4a2b-9c3c-10205360cb45 None None] Set router 9794419c-7a3c-4b9e-97b5-35d19d210184 gateway port host: None {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:03:16.792619 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-b3d4b31b-0d6a-4872-8ca1-90dd765d0a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:16.829089 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ce8cfb87-de16-4b48-8a62-eb580ba25f8b req-5cb7f667-3cd3-426a-b60e-0f742571471d tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] 10.222.0.15 "GET /v2.0/security-groups?id=52528308-5406-4aa0-bc49-d5582af75908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642672 May 30 05:03:16.836412 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e03653c8-f4ec-4a7b-9a48-fd06b83a07f4 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729234556353'] for network, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:16.900685 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e03653c8-f4ec-4a7b-9a48-fd06b83a07f4 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788'] for network, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:16.911954 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e03653c8-f4ec-4a7b-9a48-fd06b83a07f4 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:03:16.914171 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e03653c8-f4ec-4a7b-9a48-fd06b83a07f4 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:16.949459 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-b3d4b31b-0d6a-4872-8ca1-90dd765d0a4a None None] Port 9bb76f96-4d55-449c-adae-e8364a8fad08 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 05:03:17.019943 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-e03653c8-f4ec-4a7b-9a48-fd06b83a07f4 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4153669 May 30 05:03:17.022651 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 47194) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:03:17.028874 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-303ce517-7bd4-4954-9c79-ceb82fca0309 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Request body: {'subnet': {'network_id': 'e26ad8af-0267-46e2-b49c-fe2324438bd1', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:03:17.076101 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-671deeee-cb89-47e2-a15e-221b7e65f38c None None] Provisioning complete for port 9bb76f96-4d55-449c-adae-e8364a8fad08 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:03:17.077304 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-671deeee-cb89-47e2-a15e-221b7e65f38c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:17.105086 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03653c8-f4ec-4a7b-9a48-fd06b83a07f4 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Pushing event updated for resources: {'Network': ['ID=e26ad8af-0267-46e2-b49c-fe2324438bd1,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:03:17.133608 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e399638d-8ac8-4e44-9641-e7064b090cc0 req-8a329220-2301-4263-898c-4ccece5a4288 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:03:17.136135 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e399638d-8ac8-4e44-9641-e7064b090cc0 req-8a329220-2301-4263-898c-4ccece5a4288 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c69bfab-543e-4cc5-b406-b3b679a8308c HTTP/1.1" status: 200 len: 945 time: 0.1100013 May 30 05:03:17.144047 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-17a168df-42d2-4a2b-9c3c-10205360cb45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9794419c-7a3c-4b9e-97b5-35d19d210184', 'name': 'tempest-RoutersIpV6Test-router-2087313429', 'tenant_id': '2986bc6e94a0447cb05e0db4a95b2605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:03:13Z', 'updated_at': '2022-05-30T05:03:15Z', 'revision_number': 2, 'project_id': '2986bc6e94a0447cb05e0db4a95b2605', 'gw_port_host': None, '_interfaces': [{'id': '9bb76f96-4d55-449c-adae-e8364a8fad08', 'name': '', 'network_id': 'a54f8e2b-0821-4a8b-bdd5-bb1bcc294a5f', 'tenant_id': '2986bc6e94a0447cb05e0db4a95b2605', 'mac_address': 'fa:16:3e:c6:23:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9794419c-7a3c-4b9e-97b5-35d19d210184', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': 'f22a9ff9-0868-4442-9c7b-a8a04362aa72', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:03:14Z', 'updated_at': '2022-05-30T05:03:15Z', 'revision_number': 2, 'project_id': '2986bc6e94a0447cb05e0db4a95b2605', 'subnets': [{'id': 'f22a9ff9-0868-4442-9c7b-a8a04362aa72', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:03:17.152867 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a168df-42d2-4a2b-9c3c-10205360cb45 None None] Checking router: 9794419c-7a3c-4b9e-97b5-35d19d210184 for host: dv-neutron-843763-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 05:03:17.153540 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a168df-42d2-4a2b-9c3c-10205360cb45 None None] Updating router 9794419c-7a3c-4b9e-97b5-35d19d210184 port 9bb76f96-4d55-449c-adae-e8364a8fad08 binding host dv-neutron-843763-1-hyperv {{(pid=88263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 30 05:03:17.167955 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Network e26ad8af-0267-46e2-b49c-fe2324438bd1 details requested by agent ovs-agent-dv-neutron-843763-1-hyperv with host dv-neutron-843763-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 05:03:17.221392 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-17a168df-42d2-4a2b-9c3c-10205360cb45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:17.250854 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e399638d-8ac8-4e44-9641-e7064b090cc0 req-75d63e5e-95ce-46ca-8919-8c08dd595fef tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] 10.222.0.15 "GET /v2.0/security-groups?id=52528308-5406-4aa0-bc49-d5582af75908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083565 May 30 05:03:17.280953 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 47198) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:03:17.292868 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device f4c0e5af-89e3-4722-b60f-eb8665fbdac6 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:03:17.352160 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-303ce517-7bd4-4954-9c79-ceb82fca0309 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:03:17.357640 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-303ce517-7bd4-4954-9c79-ceb82fca0309 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Usage tracker for resource:subnet and tenant:2986bc6e94a0447cb05e0db4a95b2605 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:03:17.360891 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-303ce517-7bd4-4954-9c79-ceb82fca0309 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:03:17.367539 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-303ce517-7bd4-4954-9c79-ceb82fca0309 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:03:17.380886 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-303ce517-7bd4-4954-9c79-ceb82fca0309 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Made reservation on behalf of 2986bc6e94a0447cb05e0db4a95b2605 for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:03:17.388478 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-303ce517-7bd4-4954-9c79-ceb82fca0309 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2133361'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:17.416912 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-671deeee-cb89-47e2-a15e-221b7e65f38c None None] Port 9bb76f96-4d55-449c-adae-e8364a8fad08 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 05:03:17.427419 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:17.433602 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port f4c0e5af-89e3-4722-b60f-eb8665fbdac6 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:03:17.439510 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port f4c0e5af-89e3-4722-b60f-eb8665fbdac6 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:03:17.440050 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:17.446558 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0895b4b-14db-4549-a941-c518e8e6b41c tempest-TestVolumeBootPattern-1696715433 tempest-TestVolumeBootPattern-1696715433-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:03:17.448054 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-f0895b4b-14db-4549-a941-c518e8e6b41c tempest-TestVolumeBootPattern-1696715433 tempest-TestVolumeBootPattern-1696715433-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=4c69bfab-543e-4cc5-b406-b3b679a8308c HTTP/1.1" status: 200 len: 1093 time: 0.1661181 May 30 05:03:17.454332 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 47204) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:03:17.459673 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-7a3c8aa3-0826-4459-b0a6-d09995330179 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Request body: {'floatingip': {'floating_network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'port_id': 'e702d0e6-f8d7-480f-9f6e-2c7e29e6138d', 'tenant_id': '88101d051d394b379575d1a4b606816a', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:03:17.466771 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-7a3c8aa3-0826-4459-b0a6-d09995330179 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:03:17.471489 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-7a3c8aa3-0826-4459-b0a6-d09995330179 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Usage tracker for resource:floatingip and tenant:88101d051d394b379575d1a4b606816a is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:03:17.476525 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-7a3c8aa3-0826-4459-b0a6-d09995330179 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:03:17.483316 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-7a3c8aa3-0826-4459-b0a6-d09995330179 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:03:17.500050 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7a3c8aa3-0826-4459-b0a6-d09995330179 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Notify callbacks [] for floatingip, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:17.593263 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port f4c0e5af-89e3-4722-b60f-eb8665fbdac6 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:03:17.594097 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:17.631149 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] For port f4c0e5af-89e3-4722-b60f-eb8665fbdac6, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=f4c0e5af-89e3-4722-b60f-eb8665fbdac6,segment=NetworkSegment(91f20bf6-b556-4ebe-b8b1-2314ecf4447b),segment_id=91f20bf6-b556-4ebe-b8b1-2314ecf4447b)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:03:17.638966 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:17.651595 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-17a168df-42d2-4a2b-9c3c-10205360cb45 None None] Notify callbacks [] for port, precommit_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:17.667335 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.provisioning_blocks [None req-17a168df-42d2-4a2b-9c3c-10205360cb45 None None] Transition to ACTIVE for port object 9bb76f96-4d55-449c-adae-e8364a8fad08 will not be triggered until provisioned by entity L2. {{(pid=88263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:03:17.669240 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7a3c8aa3-0826-4459-b0a6-d09995330179 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:17.678364 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-17a168df-42d2-4a2b-9c3c-10205360cb45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:17.686657 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-303ce517-7bd4-4954-9c79-ceb82fca0309 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1547796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2133315'] for subnet, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:17.728318 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Pushing event updated for resources: {'Port': ['ID=f4c0e5af-89e3-4722-b60f-eb8665fbdac6,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:03:17.789226 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303ce517-7bd4-4954-9c79-ceb82fca0309 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Pushing event updated for resources: {'Subnet': ['ID=2ebea61f-33fb-4b13-a658-9c1e4a496214,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:03:17.808528 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303ce517-7bd4-4954-9c79-ceb82fca0309 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Checking segment: {'id': 'd1cabb38-3b77-47e1-b132-cc7fe02e81ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'e26ad8af-0267-46e2-b49c-fe2324438bd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:03:17.808767 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-303ce517-7bd4-4954-9c79-ceb82fca0309 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Network hostable DHCP agents. Network: e26ad8af-0267-46e2-b49c-fe2324438bd1, hostable agents: ['1c705e68-3d3e-4dd3-9252-feb21d4b96ab'], hosted agents: [] {{(pid=88260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 05:03:17.830707 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-303ce517-7bd4-4954-9c79-ceb82fca0309 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Network e26ad8af-0267-46e2-b49c-fe2324438bd1 is scheduled to be hosted by DHCP agent 1c705e68-3d3e-4dd3-9252-feb21d4b96ab with binding_index 1 {{(pid=88260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 05:03:17.843236 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-7a3c8aa3-0826-4459-b0a6-d09995330179 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Allocated IP 172.26.6.158 (1bab70f4-3794-44db-8e17-19f483aa8ffa/6b5b73c1-b0ce-4f83-a930-c00cc5522926/3480059d-e5af-415e-a306-03bf4c7ba068) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:03:17.845088 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-303ce517-7bd4-4954-9c79-ceb82fca0309 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843763-1-hyperv, e26ad8af-0267-46e2-b49c-fe2324438bd1) {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:03:17.859974 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be1e4e66-38d1-4d57-9c1b-5d4db14e2ea8 None None] Network e26ad8af-0267-46e2-b49c-fe2324438bd1 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:03:17.875205 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccd8412-1327-4df2-ab8a-7a262ebc4049 None None] Pushing event updated for resources: {'Port': ['ID=9bb76f96-4d55-449c-adae-e8364a8fad08,revision_number=3']} {{(pid=88263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:03:17.875448 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-303ce517-7bd4-4954-9c79-ceb82fca0309 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:03:17.875996 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-303ce517-7bd4-4954-9c79-ceb82fca0309 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:17.898752 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-17a168df-42d2-4a2b-9c3c-10205360cb45 None None] Attempting to bind port 9bb76f96-4d55-449c-adae-e8364a8fad08 on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 05:03:17.899120 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-17a168df-42d2-4a2b-9c3c-10205360cb45 None None] Attempting to bind port 9bb76f96-4d55-449c-adae-e8364a8fad08 by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': '91f20bf6-b556-4ebe-b8b1-2314ecf4447b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'a54f8e2b-0821-4a8b-bdd5-bb1bcc294a5f'}] {{(pid=88263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 05:03:17.899474 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a168df-42d2-4a2b-9c3c-10205360cb45 None None] Attempting to bind port 9bb76f96-4d55-449c-adae-e8364a8fad08 on network a54f8e2b-0821-4a8b-bdd5-bb1bcc294a5f {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:03:17.905580 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a168df-42d2-4a2b-9c3c-10205360cb45 None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 5, 3, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 05:03:17.905993 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a168df-42d2-4a2b-9c3c-10205360cb45 None None] Checking segment: {'id': '91f20bf6-b556-4ebe-b8b1-2314ecf4447b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'a54f8e2b-0821-4a8b-bdd5-bb1bcc294a5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:03:17.906375 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-17a168df-42d2-4a2b-9c3c-10205360cb45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:17.906813 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a168df-42d2-4a2b-9c3c-10205360cb45 None None] Bound using segment: {'id': '91f20bf6-b556-4ebe-b8b1-2314ecf4447b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'a54f8e2b-0821-4a8b-bdd5-bb1bcc294a5f'} {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 05:03:17.907274 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-17a168df-42d2-4a2b-9c3c-10205360cb45 None None] Bound port: 9bb76f96-4d55-449c-adae-e8364a8fad08, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91f20bf6-b556-4ebe-b8b1-2314ecf4447b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'a54f8e2b-0821-4a8b-bdd5-bb1bcc294a5f'}}] {{(pid=88263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 05:03:17.907653 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-17a168df-42d2-4a2b-9c3c-10205360cb45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:17.933564 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-303ce517-7bd4-4954-9c79-ceb82fca0309 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9070940 May 30 05:03:17.933989 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 47208) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:03:18.016592 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.db [None req-17a168df-42d2-4a2b-9c3c-10205360cb45 None None] For port 9bb76f96-4d55-449c-adae-e8364a8fad08, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 05:03:18.020488 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.db [None req-17a168df-42d2-4a2b-9c3c-10205360cb45 None None] For port 9bb76f96-4d55-449c-adae-e8364a8fad08, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=9bb76f96-4d55-449c-adae-e8364a8fad08,segment=NetworkSegment(91f20bf6-b556-4ebe-b8b1-2314ecf4447b),segment_id=91f20bf6-b556-4ebe-b8b1-2314ecf4447b)] {{(pid=88263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 05:03:18.027282 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-17a168df-42d2-4a2b-9c3c-10205360cb45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:18.044332 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7a3c8aa3-0826-4459-b0a6-d09995330179 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:18.080669 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7a3c8aa3-0826-4459-b0a6-d09995330179 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:18.123186 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a168df-42d2-4a2b-9c3c-10205360cb45 None None] Routers {'9794419c-7a3c-4b9e-97b5-35d19d210184'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:03:18.123819 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-17a168df-42d2-4a2b-9c3c-10205360cb45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:03:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['9794419c-7a3c-4b9e-97b5-35d19d210184'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:03:18.148795 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a3c8aa3-0826-4459-b0a6-d09995330179 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Network 1bab70f4-3794-44db-8e17-19f483aa8ffa is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:03:18.161376 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-7a3c8aa3-0826-4459-b0a6-d09995330179 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:03:18.171529 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3c8aa3-0826-4459-b0a6-d09995330179 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:03:18.260280 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3c8aa3-0826-4459-b0a6-d09995330179 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Pushing event updated for resources: {'Port': ['ID=3480059d-e5af-415e-a306-03bf4c7ba068,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:03:18.285777 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-013be115-8bea-4623-916d-fa73155db249 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bbf24ed-7ba9-53d2-873f-8f9642b1e987-e26ad8af-0267-46e2-b49c-fe2324438bd1', 'network_id': 'e26ad8af-0267-46e2-b49c-fe2324438bd1', 'tenant_id': '2986bc6e94a0447cb05e0db4a95b2605', 'fixed_ips': [{'subnet_id': '2ebea61f-33fb-4b13-a658-9c1e4a496214'}]}} from dv-neutron-843763-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 30 05:03:18.287710 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-013be115-8bea-4623-916d-fa73155db249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:18.371196 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-17a168df-42d2-4a2b-9c3c-10205360cb45 None None] Set router 9794419c-7a3c-4b9e-97b5-35d19d210184 gateway port host: None {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:03:18.445069 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccd8412-1327-4df2-ab8a-7a262ebc4049 None None] Pushing event updated for resources: {'Port': ['ID=9bb76f96-4d55-449c-adae-e8364a8fad08,revision_number=4']} {{(pid=88263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:03:18.492038 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-013be115-8bea-4623-916d-fa73155db249 None None] Allocated IP 2001:db8:1::2 (e26ad8af-0267-46e2-b49c-fe2324438bd1/2ebea61f-33fb-4b13-a658-9c1e4a496214/a4601823-c141-4204-a418-90f50984d5e6) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:03:18.742449 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7a3c8aa3-0826-4459-b0a6-d09995330179 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:18.751005 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-17a168df-42d2-4a2b-9c3c-10205360cb45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9794419c-7a3c-4b9e-97b5-35d19d210184', 'name': 'tempest-RoutersIpV6Test-router-2087313429', 'tenant_id': '2986bc6e94a0447cb05e0db4a95b2605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:03:13Z', 'updated_at': '2022-05-30T05:03:15Z', 'revision_number': 2, 'project_id': '2986bc6e94a0447cb05e0db4a95b2605', 'gw_port_host': None, '_interfaces': [{'id': '9bb76f96-4d55-449c-adae-e8364a8fad08', 'name': '', 'network_id': 'a54f8e2b-0821-4a8b-bdd5-bb1bcc294a5f', 'tenant_id': '2986bc6e94a0447cb05e0db4a95b2605', 'mac_address': 'fa:16:3e:c6:23:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9794419c-7a3c-4b9e-97b5-35d19d210184', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': 'f22a9ff9-0868-4442-9c7b-a8a04362aa72', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:03:14Z', 'updated_at': '2022-05-30T05:03:18Z', 'revision_number': 4, 'project_id': '2986bc6e94a0447cb05e0db4a95b2605', 'subnets': [{'id': 'f22a9ff9-0868-4442-9c7b-a8a04362aa72', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:03:18.756339 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a168df-42d2-4a2b-9c3c-10205360cb45 None None] The sync data for ids ['9794419c-7a3c-4b9e-97b5-35d19d210184'] in dv-neutron-843763-1-hyperv is: [{'id': '9794419c-7a3c-4b9e-97b5-35d19d210184', 'name': 'tempest-RoutersIpV6Test-router-2087313429', 'tenant_id': '2986bc6e94a0447cb05e0db4a95b2605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:03:13Z', 'updated_at': '2022-05-30T05:03:15Z', 'revision_number': 2, 'project_id': '2986bc6e94a0447cb05e0db4a95b2605', 'gw_port_host': None, '_interfaces': [{'id': '9bb76f96-4d55-449c-adae-e8364a8fad08', 'name': '', 'network_id': 'a54f8e2b-0821-4a8b-bdd5-bb1bcc294a5f', 'tenant_id': '2986bc6e94a0447cb05e0db4a95b2605', 'mac_address': 'fa:16:3e:c6:23:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9794419c-7a3c-4b9e-97b5-35d19d210184', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': 'f22a9ff9-0868-4442-9c7b-a8a04362aa72', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:03:14Z', 'updated_at': '2022-05-30T05:03:18Z', 'revision_number': 4, 'project_id': '2986bc6e94a0447cb05e0db4a95b2605', 'subnets': [{'id': 'f22a9ff9-0868-4442-9c7b-a8a04362aa72', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:03:18.765564 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-013be115-8bea-4623-916d-fa73155db249 None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:18.776506 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6d3987bf-5d86-4ff1-89d8-f0cdf1fa27e9 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:18.778946 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-013be115-8bea-4623-916d-fa73155db249 None None] Transition to ACTIVE for port object a4601823-c141-4204-a418-90f50984d5e6 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:03:18.800012 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-013be115-8bea-4623-916d-fa73155db249 None None] Transition to ACTIVE for port object a4601823-c141-4204-a418-90f50984d5e6 will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:03:18.808386 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-013be115-8bea-4623-916d-fa73155db249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:18.840194 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7a3c8aa3-0826-4459-b0a6-d09995330179 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:18.882847 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-013be115-8bea-4623-916d-fa73155db249 None None] Network e26ad8af-0267-46e2-b49c-fe2324438bd1 is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:03:18.886019 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-013be115-8bea-4623-916d-fa73155db249 None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:03:18.888537 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013be115-8bea-4623-916d-fa73155db249 None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:03:18.925053 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013be115-8bea-4623-916d-fa73155db249 None None] Pushing event updated for resources: {'Port': ['ID=a4601823-c141-4204-a418-90f50984d5e6,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:03:19.006140 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-013be115-8bea-4623-916d-fa73155db249 None None] Attempting to bind port a4601823-c141-4204-a418-90f50984d5e6 on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 05:03:19.006779 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-013be115-8bea-4623-916d-fa73155db249 None None] Attempting to bind port a4601823-c141-4204-a418-90f50984d5e6 by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': 'd1cabb38-3b77-47e1-b132-cc7fe02e81ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'e26ad8af-0267-46e2-b49c-fe2324438bd1'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 05:03:19.007370 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013be115-8bea-4623-916d-fa73155db249 None None] Attempting to bind port a4601823-c141-4204-a418-90f50984d5e6 on network e26ad8af-0267-46e2-b49c-fe2324438bd1 {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:03:19.022344 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013be115-8bea-4623-916d-fa73155db249 None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 5, 3, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 05:03:19.023097 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013be115-8bea-4623-916d-fa73155db249 None None] Checking segment: {'id': 'd1cabb38-3b77-47e1-b132-cc7fe02e81ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'e26ad8af-0267-46e2-b49c-fe2324438bd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:03:19.024597 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-013be115-8bea-4623-916d-fa73155db249 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:19.025217 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013be115-8bea-4623-916d-fa73155db249 None None] Bound using segment: {'id': 'd1cabb38-3b77-47e1-b132-cc7fe02e81ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'e26ad8af-0267-46e2-b49c-fe2324438bd1'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 05:03:19.025966 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-013be115-8bea-4623-916d-fa73155db249 None None] Bound port: a4601823-c141-4204-a418-90f50984d5e6, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1cabb38-3b77-47e1-b132-cc7fe02e81ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'e26ad8af-0267-46e2-b49c-fe2324438bd1'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 05:03:19.026667 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-013be115-8bea-4623-916d-fa73155db249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:19.133446 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-013be115-8bea-4623-916d-fa73155db249 None None] For port a4601823-c141-4204-a418-90f50984d5e6, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 05:03:19.138505 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-013be115-8bea-4623-916d-fa73155db249 None None] For port a4601823-c141-4204-a418-90f50984d5e6, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=a4601823-c141-4204-a418-90f50984d5e6,segment=NetworkSegment(d1cabb38-3b77-47e1-b132-cc7fe02e81ef),segment_id=d1cabb38-3b77-47e1-b132-cc7fe02e81ef)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 05:03:19.145519 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-013be115-8bea-4623-916d-fa73155db249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:19.284450 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013be115-8bea-4623-916d-fa73155db249 None None] Pushing event updated for resources: {'Port': ['ID=a4601823-c141-4204-a418-90f50984d5e6,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:03:19.339326 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device f4c0e5af-89e3-4722-b60f-eb8665fbdac6 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:03:19.379283 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7a3c8aa3-0826-4459-b0a6-d09995330179 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:19.384329 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7a3c8aa3-0826-4459-b0a6-d09995330179 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2304381'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:19.435237 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port f4c0e5af-89e3-4722-b60f-eb8665fbdac6 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:03:19.435766 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:19.470164 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3c8aa3-0826-4459-b0a6-d09995330179 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Pushing event updated for resources: {'Port': ['ID=3480059d-e5af-415e-a306-03bf4c7ba068,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:03:19.489955 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-6d3987bf-5d86-4ff1-89d8-f0cdf1fa27e9 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Allocated IP 2001:db8:1::1 (e26ad8af-0267-46e2-b49c-fe2324438bd1/2ebea61f-33fb-4b13-a658-9c1e4a496214/6f2ca202-649d-475c-bb52-7d5bb1612e01) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:03:19.565435 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7a3c8aa3-0826-4459-b0a6-d09995330179 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1604762'] for floatingip, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:19.615272 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port f4c0e5af-89e3-4722-b60f-eb8665fbdac6 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:03:19.616614 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 9bb76f96-4d55-449c-adae-e8364a8fad08 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:03:19.732227 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6d3987bf-5d86-4ff1-89d8-f0cdf1fa27e9 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:19.753497 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [None req-6d3987bf-5d86-4ff1-89d8-f0cdf1fa27e9 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Transition to ACTIVE for port object 6f2ca202-649d-475c-bb52-7d5bb1612e01 will not be triggered until provisioned by entity DHCP. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:03:19.772037 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port 9bb76f96-4d55-449c-adae-e8364a8fad08 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:03:19.779107 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 9bb76f96-4d55-449c-adae-e8364a8fad08 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:03:19.779804 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:19.794948 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6d3987bf-5d86-4ff1-89d8-f0cdf1fa27e9 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:19.800406 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.db.l3_db [None req-7a3c8aa3-0826-4459-b0a6-d09995330179 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Floating IP 2e6683a9-aaf1-4fd8-9451-1e5089002943 associated. External IP: 172.26.6.158, port: e702d0e6-f8d7-480f-9f6e-2c7e29e6138d. May 30 05:03:19.864997 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d3987bf-5d86-4ff1-89d8-f0cdf1fa27e9 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Network e26ad8af-0267-46e2-b49c-fe2324438bd1 is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:03:19.868224 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-6d3987bf-5d86-4ff1-89d8-f0cdf1fa27e9 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:03:19.873013 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3987bf-5d86-4ff1-89d8-f0cdf1fa27e9 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:03:19.873535 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6d3987bf-5d86-4ff1-89d8-f0cdf1fa27e9 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604623'] for router_interface, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:19.899343 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3987bf-5d86-4ff1-89d8-f0cdf1fa27e9 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Pushing event updated for resources: {'Port': ['ID=6f2ca202-649d-475c-bb52-7d5bb1612e01,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:03:19.908932 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 9bb76f96-4d55-449c-adae-e8364a8fad08 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:03:19.909319 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:19.948993 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] For port 9bb76f96-4d55-449c-adae-e8364a8fad08, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=9bb76f96-4d55-449c-adae-e8364a8fad08,segment=NetworkSegment(91f20bf6-b556-4ebe-b8b1-2314ecf4447b),segment_id=91f20bf6-b556-4ebe-b8b1-2314ecf4447b)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:03:19.953715 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:20.011055 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6d3987bf-5d86-4ff1-89d8-f0cdf1fa27e9 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:20.024490 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Pushing event updated for resources: {'Port': ['ID=9bb76f96-4d55-449c-adae-e8364a8fad08,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:03:20.172760 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a3c8aa3-0826-4459-b0a6-d09995330179 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Router 0052139e-6291-4d45-bd81-95a00b5b5a70 has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 05:03:20.216733 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-45f79e78-106a-4f09-9d2c-69baeab7263d None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 05:03:20.384263 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a3c8aa3-0826-4459-b0a6-d09995330179 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:03:20.394764 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6249df8-d5d5-44ff-a8c1-97bd97aa8151 None None] Sync routers for ids ['0052139e-6291-4d45-bd81-95a00b5b5a70'] in dv-neutron-843763-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:03:20.407522 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6249df8-d5d5-44ff-a8c1-97bd97aa8151 None None] Routers {'0052139e-6291-4d45-bd81-95a00b5b5a70'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:03:20.408519 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-a6249df8-d5d5-44ff-a8c1-97bd97aa8151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:03:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['0052139e-6291-4d45-bd81-95a00b5b5a70'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:03:20.410369 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7a3c8aa3-0826-4459-b0a6-d09995330179 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for floatingip, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:20.430651 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6d3987bf-5d86-4ff1-89d8-f0cdf1fa27e9 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks [] for port, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:20.435141 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6d3987bf-5d86-4ff1-89d8-f0cdf1fa27e9 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1547421'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:20.436155 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6d3987bf-5d86-4ff1-89d8-f0cdf1fa27e9 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1642774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602230'] for router_interface, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:20.475356 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-7a3c8aa3-0826-4459-b0a6-d09995330179 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0173302 May 30 05:03:20.475356 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c69bfab-543e-4cc5-b406-b3b679a8308c', 'tag': 'e702d0e6-f8d7-480f-9f6e-2c7e29e6138d'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:03:20.532986 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c0bcdaa-9283-4e01-9f73-ddab6245a7f1'] response: {'name': 'network-changed', 'server_uuid': '4c69bfab-543e-4cc5-b406-b3b679a8308c', 'tag': 'e702d0e6-f8d7-480f-9f6e-2c7e29e6138d', 'status': 'completed', 'code': 200} May 30 05:03:20.607152 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3987bf-5d86-4ff1-89d8-f0cdf1fa27e9 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Pushing event updated for resources: {'Port': ['ID=6f2ca202-649d-475c-bb52-7d5bb1612e01,revision_number=2']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:03:20.624205 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-a6249df8-d5d5-44ff-a8c1-97bd97aa8151 None None] Set router 0052139e-6291-4d45-bd81-95a00b5b5a70 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:03:20.635271 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0a905e-d058-423c-9d19-aea0723128bb req-bae9a946-cb28-4d4e-8ae4-dbed5b50f081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:03:20.636953 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3a0a905e-d058-423c-9d19-aea0723128bb req-bae9a946-cb28-4d4e-8ae4-dbed5b50f081 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=88101d051d394b379575d1a4b606816a&device_id=4c69bfab-543e-4cc5-b406-b3b679a8308c HTTP/1.1" status: 200 len: 1098 time: 0.0802927 May 30 05:03:20.660394 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d3987bf-5d86-4ff1-89d8-f0cdf1fa27e9 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Network e26ad8af-0267-46e2-b49c-fe2324438bd1 is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:03:20.662306 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-6d3987bf-5d86-4ff1-89d8-f0cdf1fa27e9 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:03:20.770560 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0a905e-d058-423c-9d19-aea0723128bb req-0a72cebe-4730-4730-ba39-e092528e4b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:03:20.772119 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3a0a905e-d058-423c-9d19-aea0723128bb req-0a72cebe-4730-4730-ba39-e092528e4b16 service neutron] 10.222.0.39 "GET /v2.0/networks?id=719d6beb-a88c-42b5-a4d8-b710f113657a HTTP/1.1" status: 200 len: 913 time: 0.1287470 May 30 05:03:20.831652 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d3987bf-5d86-4ff1-89d8-f0cdf1fa27e9 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Router 9794419c-7a3c-4b9e-97b5-35d19d210184 has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 05:03:21.008658 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-a6249df8-d5d5-44ff-a8c1-97bd97aa8151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0052139e-6291-4d45-bd81-95a00b5b5a70', 'name': 'tempest-TestVolumeBootPattern-1089136327-router', 'tenant_id': '88101d051d394b379575d1a4b606816a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.86'}], 'enable_snat': True}, 'gw_port_id': '09d84916-c5bc-4647-93c2-5196ea1d5602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:02:15Z', 'updated_at': '2022-05-30T05:02:20Z', 'revision_number': 4, 'project_id': '88101d051d394b379575d1a4b606816a', 'gw_port': {'id': '09d84916-c5bc-4647-93c2-5196ea1d5602', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:2d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0052139e-6291-4d45-bd81-95a00b5b5a70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:02:16Z', 'updated_at': '2022-05-30T05:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_floatingips': [{'id': '2e6683a9-aaf1-4fd8-9451-1e5089002943', 'tenant_id': '88101d051d394b379575d1a4b606816a', 'floating_ip_address': '172.26.6.158', 'floating_network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'router_id': '0052139e-6291-4d45-bd81-95a00b5b5a70', 'port_id': 'e702d0e6-f8d7-480f-9f6e-2c7e29e6138d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1279, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '719d6beb-a88c-42b5-a4d8-b710f113657a', 'mac_address': 'fa:16:3e:c3:00:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c69bfab-543e-4cc5-b406-b3b679a8308c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T05:03:18Z', 'updated_at': '2022-05-30T05:03:18Z', 'revision_number': 0, 'project_id': '88101d051d394b379575d1a4b606816a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3f40e31-186f-4ed2-8ffb-16622562b07e', 'name': '', 'network_id': '719d6beb-a88c-42b5-a4d8-b710f113657a', 'tenant_id': '88101d051d394b379575d1a4b606816a', 'mac_address': 'fa:16:3e:97:d3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0052139e-6291-4d45-bd81-95a00b5b5a70', 'device_owner': 'network:router_interface', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': '195eaa06-b93a-44cb-9e99-e406979df128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:02:19Z', 'updated_at': '2022-05-30T05:02:33Z', 'revision_number': 5, 'project_id': '88101d051d394b379575d1a4b606816a', 'subnets': [{'id': '195eaa06-b93a-44cb-9e99-e406979df128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:03:21.013364 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6249df8-d5d5-44ff-a8c1-97bd97aa8151 None None] Checking router: 0052139e-6291-4d45-bd81-95a00b5b5a70 for host: dv-neutron-843763-1-hyperv {{(pid=88262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 05:03:21.024119 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6249df8-d5d5-44ff-a8c1-97bd97aa8151 None None] Routers {'0052139e-6291-4d45-bd81-95a00b5b5a70'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:03:21.024796 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d3987bf-5d86-4ff1-89d8-f0cdf1fa27e9 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:03:21.024939 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-a6249df8-d5d5-44ff-a8c1-97bd97aa8151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:03:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['0052139e-6291-4d45-bd81-95a00b5b5a70'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:03:21.035087 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26953938-2a8d-4e13-ab87-4b88da5e5091 None None] Sync routers for ids ['9794419c-7a3c-4b9e-97b5-35d19d210184'] in dv-neutron-843763-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:03:21.049729 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3a0a905e-d058-423c-9d19-aea0723128bb req-8c3d7f6d-b449-4c4a-a72c-eb2d1e4affed service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e702d0e6-f8d7-480f-9f6e-2c7e29e6138d HTTP/1.1" status: 200 len: 999 time: 0.2715378 May 30 05:03:21.050851 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26953938-2a8d-4e13-ab87-4b88da5e5091 None None] Routers {'9794419c-7a3c-4b9e-97b5-35d19d210184'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:03:21.051758 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-26953938-2a8d-4e13-ab87-4b88da5e5091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:03:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['9794419c-7a3c-4b9e-97b5-35d19d210184'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:03:21.066494 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-6d3987bf-5d86-4ff1-89d8-f0cdf1fa27e9 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] 10.222.0.15 "PUT /v2.0/routers/9794419c-7a3c-4b9e-97b5-35d19d210184/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1313667 May 30 05:03:21.068448 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 47216) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:03:21.079785 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-64478617-4100-4bca-8d07-67f050a9d787 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1922033962'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:03:21.087803 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-64478617-4100-4bca-8d07-67f050a9d787 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:03:21.103801 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-64478617-4100-4bca-8d07-67f050a9d787 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Usage tracker for resource:network and tenant:2986bc6e94a0447cb05e0db4a95b2605 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:03:21.114318 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-64478617-4100-4bca-8d07-67f050a9d787 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:03:21.130108 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-64478617-4100-4bca-8d07-67f050a9d787 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:03:21.158426 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0a905e-d058-423c-9d19-aea0723128bb req-c115b8b6-9fdb-4174-9ddd-6a4a4eec8b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:03:21.160093 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3a0a905e-d058-423c-9d19-aea0723128bb req-c115b8b6-9fdb-4174-9ddd-6a4a4eec8b62 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=195eaa06-b93a-44cb-9e99-e406979df128 HTTP/1.1" status: 200 len: 851 time: 0.1033814 May 30 05:03:21.163566 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64478617-4100-4bca-8d07-67f050a9d787 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Made reservation on behalf of 2986bc6e94a0447cb05e0db4a95b2605 for: {'network': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:03:21.167969 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-64478617-4100-4bca-8d07-67f050a9d787 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for network, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:21.234944 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64478617-4100-4bca-8d07-67f050a9d787 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=88260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 05:03:21.246464 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-64478617-4100-4bca-8d07-67f050a9d787 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:21.246873 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.db.segments_db [None req-64478617-4100-4bca-8d07-67f050a9d787 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Added segment 7dd4c810-d90e-4147-ae2b-34e8360aa90a of type vlan for network acc2224b-5c73-455d-a50e-16da2bde4982 May 30 05:03:21.260119 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff0d78b-87f9-460c-8ecf-b12c1e3b683e None None] Network e26ad8af-0267-46e2-b49c-fe2324438bd1 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:03:21.287362 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-26953938-2a8d-4e13-ab87-4b88da5e5091 None None] Set router 9794419c-7a3c-4b9e-97b5-35d19d210184 gateway port host: None {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:03:21.314470 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0a905e-d058-423c-9d19-aea0723128bb req-93418399-b1db-44be-b4b7-dcb6c350297b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:03:21.314735 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-64478617-4100-4bca-8d07-67f050a9d787 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729234556353'] for network, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:21.317526 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3a0a905e-d058-423c-9d19-aea0723128bb req-93418399-b1db-44be-b4b7-dcb6c350297b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=719d6beb-a88c-42b5-a4d8-b710f113657a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1512322 May 30 05:03:21.364129 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-64478617-4100-4bca-8d07-67f050a9d787 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788'] for network, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:21.371161 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64478617-4100-4bca-8d07-67f050a9d787 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:03:21.372047 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-64478617-4100-4bca-8d07-67f050a9d787 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:21.377502 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-5484b902-a8e3-4435-b64d-806c667baf19 None None] Provisioning for port a4601823-c141-4204-a418-90f50984d5e6 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:03:21.383007 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 9bb76f96-4d55-449c-adae-e8364a8fad08 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:03:21.427672 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-64478617-4100-4bca-8d07-67f050a9d787 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3551998 May 30 05:03:21.429919 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 47220) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:03:21.435532 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-4a423a17-3a48-470b-a48d-0dfc9368ea34 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Request body: {'subnet': {'network_id': 'acc2224b-5c73-455d-a50e-16da2bde4982', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:03:21.563327 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-4a423a17-3a48-470b-a48d-0dfc9368ea34 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:03:21.571605 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-4a423a17-3a48-470b-a48d-0dfc9368ea34 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Usage tracker for resource:subnet and tenant:2986bc6e94a0447cb05e0db4a95b2605 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:03:21.572990 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-a6249df8-d5d5-44ff-a8c1-97bd97aa8151 None None] Set router 0052139e-6291-4d45-bd81-95a00b5b5a70 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:03:21.577011 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-4a423a17-3a48-470b-a48d-0dfc9368ea34 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:03:21.587752 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-4a423a17-3a48-470b-a48d-0dfc9368ea34 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:03:21.625656 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3a0a905e-d058-423c-9d19-aea0723128bb req-cdde2ad1-7b2f-4512-bee2-f6ac75eb7b0a service neutron] 10.222.0.39 "GET /v2.0/networks/719d6beb-a88c-42b5-a4d8-b710f113657a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3008339 May 30 05:03:21.627209 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a423a17-3a48-470b-a48d-0dfc9368ea34 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Made reservation on behalf of 2986bc6e94a0447cb05e0db4a95b2605 for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:03:21.631762 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4a423a17-3a48-470b-a48d-0dfc9368ea34 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9305518'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:21.693311 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64478617-4100-4bca-8d07-67f050a9d787 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Pushing event updated for resources: {'Network': ['ID=acc2224b-5c73-455d-a50e-16da2bde4982,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:03:21.699638 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-26953938-2a8d-4e13-ab87-4b88da5e5091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9794419c-7a3c-4b9e-97b5-35d19d210184', 'name': 'tempest-RoutersIpV6Test-router-2087313429', 'tenant_id': '2986bc6e94a0447cb05e0db4a95b2605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:03:13Z', 'updated_at': '2022-05-30T05:03:19Z', 'revision_number': 3, 'project_id': '2986bc6e94a0447cb05e0db4a95b2605', 'gw_port_host': None, '_interfaces': [{'id': '6f2ca202-649d-475c-bb52-7d5bb1612e01', 'name': '', 'network_id': 'e26ad8af-0267-46e2-b49c-fe2324438bd1', 'tenant_id': '2986bc6e94a0447cb05e0db4a95b2605', 'mac_address': 'fa:16:3e:95:0d:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9794419c-7a3c-4b9e-97b5-35d19d210184', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '2ebea61f-33fb-4b13-a658-9c1e4a496214', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:03:19Z', 'updated_at': '2022-05-30T05:03:20Z', 'revision_number': 2, 'project_id': '2986bc6e94a0447cb05e0db4a95b2605', 'subnets': [{'id': '2ebea61f-33fb-4b13-a658-9c1e4a496214', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9bb76f96-4d55-449c-adae-e8364a8fad08', 'name': '', 'network_id': 'a54f8e2b-0821-4a8b-bdd5-bb1bcc294a5f', 'tenant_id': '2986bc6e94a0447cb05e0db4a95b2605', 'mac_address': 'fa:16:3e:c6:23:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9794419c-7a3c-4b9e-97b5-35d19d210184', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': 'f22a9ff9-0868-4442-9c7b-a8a04362aa72', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:03:14Z', 'updated_at': '2022-05-30T05:03:19Z', 'revision_number': 5, 'project_id': '2986bc6e94a0447cb05e0db4a95b2605', 'subnets': [{'id': 'f22a9ff9-0868-4442-9c7b-a8a04362aa72', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:03:21.705637 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26953938-2a8d-4e13-ab87-4b88da5e5091 None None] Checking router: 9794419c-7a3c-4b9e-97b5-35d19d210184 for host: dv-neutron-843763-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 05:03:21.706070 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26953938-2a8d-4e13-ab87-4b88da5e5091 None None] Updating router 9794419c-7a3c-4b9e-97b5-35d19d210184 port 6f2ca202-649d-475c-bb52-7d5bb1612e01 binding host dv-neutron-843763-1-hyperv {{(pid=88263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 30 05:03:21.759751 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-26953938-2a8d-4e13-ab87-4b88da5e5091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:21.811870 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Network acc2224b-5c73-455d-a50e-16da2bde4982 details requested by agent ovs-agent-dv-neutron-843763-1-hyperv with host dv-neutron-843763-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 05:03:21.872018 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3a0a905e-d058-423c-9d19-aea0723128bb req-1271a392-88ac-4999-9fd7-1ad44f33dd1b service neutron] 10.222.0.39 "GET /v2.0/networks/719d6beb-a88c-42b5-a4d8-b710f113657a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2207611 May 30 05:03:21.939515 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 9bb76f96-4d55-449c-adae-e8364a8fad08 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:03:21.939895 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:21.991118 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4a423a17-3a48-470b-a48d-0dfc9368ea34 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2305012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9305500'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:22.085197 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a423a17-3a48-470b-a48d-0dfc9368ea34 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Pushing event updated for resources: {'Subnet': ['ID=5b14bc70-398e-49f8-aca2-ebd8fc0f0762,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:03:22.093509 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a423a17-3a48-470b-a48d-0dfc9368ea34 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Checking segment: {'id': '7dd4c810-d90e-4147-ae2b-34e8360aa90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'acc2224b-5c73-455d-a50e-16da2bde4982'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:03:22.093908 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a423a17-3a48-470b-a48d-0dfc9368ea34 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Network hostable DHCP agents. Network: acc2224b-5c73-455d-a50e-16da2bde4982, hostable agents: ['1c705e68-3d3e-4dd3-9252-feb21d4b96ab'], hosted agents: [] {{(pid=88261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 05:03:22.121039 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-26953938-2a8d-4e13-ab87-4b88da5e5091 None None] Notify callbacks [] for port, precommit_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:22.122698 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a423a17-3a48-470b-a48d-0dfc9368ea34 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Network acc2224b-5c73-455d-a50e-16da2bde4982 is scheduled to be hosted by DHCP agent 1c705e68-3d3e-4dd3-9252-feb21d4b96ab with binding_index 1 {{(pid=88261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 05:03:22.134961 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.provisioning_blocks [None req-26953938-2a8d-4e13-ab87-4b88da5e5091 None None] Transition to ACTIVE for port object 6f2ca202-649d-475c-bb52-7d5bb1612e01 will not be triggered until provisioned by entity L2. {{(pid=88263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:03:22.137904 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-4a423a17-3a48-470b-a48d-0dfc9368ea34 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843763-1-hyperv, acc2224b-5c73-455d-a50e-16da2bde4982) {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:03:22.142502 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a423a17-3a48-470b-a48d-0dfc9368ea34 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:03:22.142682 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-26953938-2a8d-4e13-ab87-4b88da5e5091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:22.143090 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4a423a17-3a48-470b-a48d-0dfc9368ea34 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:22.177361 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-4a423a17-3a48-470b-a48d-0dfc9368ea34 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7439330 May 30 05:03:22.178629 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 47224) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:03:22.199005 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f5480aa-aec2-4900-8b3d-c3d8b784e4e6 None None] Network acc2224b-5c73-455d-a50e-16da2bde4982 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:03:22.361403 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 9bb76f96-4d55-449c-adae-e8364a8fad08 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:03:22.362533 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device a4601823-c141-4204-a418-90f50984d5e6 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:03:22.423426 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1fde69-d99b-4610-9273-1c267166b746 None None] Pushing event updated for resources: {'Port': ['ID=6f2ca202-649d-475c-bb52-7d5bb1612e01,revision_number=3']} {{(pid=88263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:03:22.426696 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-26953938-2a8d-4e13-ab87-4b88da5e5091 None None] Attempting to bind port 6f2ca202-649d-475c-bb52-7d5bb1612e01 on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 05:03:22.427126 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-26953938-2a8d-4e13-ab87-4b88da5e5091 None None] Attempting to bind port 6f2ca202-649d-475c-bb52-7d5bb1612e01 by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': 'd1cabb38-3b77-47e1-b132-cc7fe02e81ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'e26ad8af-0267-46e2-b49c-fe2324438bd1'}] {{(pid=88263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 05:03:22.427428 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26953938-2a8d-4e13-ab87-4b88da5e5091 None None] Attempting to bind port 6f2ca202-649d-475c-bb52-7d5bb1612e01 on network e26ad8af-0267-46e2-b49c-fe2324438bd1 {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:03:22.433939 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26953938-2a8d-4e13-ab87-4b88da5e5091 None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 5, 3, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 05:03:22.434822 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26953938-2a8d-4e13-ab87-4b88da5e5091 None None] Checking segment: {'id': 'd1cabb38-3b77-47e1-b132-cc7fe02e81ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'e26ad8af-0267-46e2-b49c-fe2324438bd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:03:22.435326 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-26953938-2a8d-4e13-ab87-4b88da5e5091 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:22.435596 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26953938-2a8d-4e13-ab87-4b88da5e5091 None None] Bound using segment: {'id': 'd1cabb38-3b77-47e1-b132-cc7fe02e81ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'e26ad8af-0267-46e2-b49c-fe2324438bd1'} {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 05:03:22.436054 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-26953938-2a8d-4e13-ab87-4b88da5e5091 None None] Bound port: 6f2ca202-649d-475c-bb52-7d5bb1612e01, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1cabb38-3b77-47e1-b132-cc7fe02e81ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'e26ad8af-0267-46e2-b49c-fe2324438bd1'}}] {{(pid=88263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 05:03:22.436424 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-26953938-2a8d-4e13-ab87-4b88da5e5091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:22.460581 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-a6249df8-d5d5-44ff-a8c1-97bd97aa8151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0052139e-6291-4d45-bd81-95a00b5b5a70', 'name': 'tempest-TestVolumeBootPattern-1089136327-router', 'tenant_id': '88101d051d394b379575d1a4b606816a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.86'}], 'enable_snat': True}, 'gw_port_id': '09d84916-c5bc-4647-93c2-5196ea1d5602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:02:15Z', 'updated_at': '2022-05-30T05:02:20Z', 'revision_number': 4, 'project_id': '88101d051d394b379575d1a4b606816a', 'gw_port': {'id': '09d84916-c5bc-4647-93c2-5196ea1d5602', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:2d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0052139e-6291-4d45-bd81-95a00b5b5a70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:02:16Z', 'updated_at': '2022-05-30T05:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_floatingips': [{'id': '2e6683a9-aaf1-4fd8-9451-1e5089002943', 'tenant_id': '88101d051d394b379575d1a4b606816a', 'floating_ip_address': '172.26.6.158', 'floating_network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'router_id': '0052139e-6291-4d45-bd81-95a00b5b5a70', 'port_id': 'e702d0e6-f8d7-480f-9f6e-2c7e29e6138d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1279, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '719d6beb-a88c-42b5-a4d8-b710f113657a', 'mac_address': 'fa:16:3e:c3:00:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c69bfab-543e-4cc5-b406-b3b679a8308c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T05:03:18Z', 'updated_at': '2022-05-30T05:03:18Z', 'revision_number': 0, 'project_id': '88101d051d394b379575d1a4b606816a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3f40e31-186f-4ed2-8ffb-16622562b07e', 'name': '', 'network_id': '719d6beb-a88c-42b5-a4d8-b710f113657a', 'tenant_id': '88101d051d394b379575d1a4b606816a', 'mac_address': 'fa:16:3e:97:d3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0052139e-6291-4d45-bd81-95a00b5b5a70', 'device_owner': 'network:router_interface', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': '195eaa06-b93a-44cb-9e99-e406979df128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:02:19Z', 'updated_at': '2022-05-30T05:02:33Z', 'revision_number': 5, 'project_id': '88101d051d394b379575d1a4b606816a', 'subnets': [{'id': '195eaa06-b93a-44cb-9e99-e406979df128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:03:22.475907 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6249df8-d5d5-44ff-a8c1-97bd97aa8151 None None] The sync data for ids ['0052139e-6291-4d45-bd81-95a00b5b5a70'] in dv-neutron-843763-1-hyperv is: [{'id': '0052139e-6291-4d45-bd81-95a00b5b5a70', 'name': 'tempest-TestVolumeBootPattern-1089136327-router', 'tenant_id': '88101d051d394b379575d1a4b606816a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.86'}], 'enable_snat': True}, 'gw_port_id': '09d84916-c5bc-4647-93c2-5196ea1d5602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:02:15Z', 'updated_at': '2022-05-30T05:02:20Z', 'revision_number': 4, 'project_id': '88101d051d394b379575d1a4b606816a', 'gw_port': {'id': '09d84916-c5bc-4647-93c2-5196ea1d5602', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:2d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0052139e-6291-4d45-bd81-95a00b5b5a70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:02:16Z', 'updated_at': '2022-05-30T05:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_floatingips': [{'id': '2e6683a9-aaf1-4fd8-9451-1e5089002943', 'tenant_id': '88101d051d394b379575d1a4b606816a', 'floating_ip_address': '172.26.6.158', 'floating_network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'router_id': '0052139e-6291-4d45-bd81-95a00b5b5a70', 'port_id': 'e702d0e6-f8d7-480f-9f6e-2c7e29e6138d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1279, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '719d6beb-a88c-42b5-a4d8-b710f113657a', 'mac_address': 'fa:16:3e:c3:00:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c69bfab-543e-4cc5-b406-b3b679a8308c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T05:03:18Z', 'updated_at': '2022-05-30T05:03:18Z', 'revision_number': 0, 'project_id': '88101d051d394b379575d1a4b606816a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3f40e31-186f-4ed2-8ffb-16622562b07e', 'name': '', 'network_id': '719d6beb-a88c-42b5-a4d8-b710f113657a', 'tenant_id': '88101d051d394b379575d1a4b606816a', 'mac_address': 'fa:16:3e:97:d3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0052139e-6291-4d45-bd81-95a00b5b5a70', 'device_owner': 'network:router_interface', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': '195eaa06-b93a-44cb-9e99-e406979df128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:02:19Z', 'updated_at': '2022-05-30T05:02:33Z', 'revision_number': 5, 'project_id': '88101d051d394b379575d1a4b606816a', 'subnets': [{'id': '195eaa06-b93a-44cb-9e99-e406979df128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:03:22.537790 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.db [None req-26953938-2a8d-4e13-ab87-4b88da5e5091 None None] For port 6f2ca202-649d-475c-bb52-7d5bb1612e01, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 05:03:22.541582 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.db [None req-26953938-2a8d-4e13-ab87-4b88da5e5091 None None] For port 6f2ca202-649d-475c-bb52-7d5bb1612e01, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=6f2ca202-649d-475c-bb52-7d5bb1612e01,segment=NetworkSegment(d1cabb38-3b77-47e1-b132-cc7fe02e81ef),segment_id=d1cabb38-3b77-47e1-b132-cc7fe02e81ef)] {{(pid=88263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 05:03:22.552702 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-26953938-2a8d-4e13-ab87-4b88da5e5091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:22.600410 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-6651e87a-f8a7-45e6-a579-f1830df895aa None None] Provisioning for port 6f2ca202-649d-475c-bb52-7d5bb1612e01 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:03:22.640917 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port a4601823-c141-4204-a418-90f50984d5e6 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:03:22.650647 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port a4601823-c141-4204-a418-90f50984d5e6 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:03:22.651097 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:22.659658 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26953938-2a8d-4e13-ab87-4b88da5e5091 None None] Routers {'9794419c-7a3c-4b9e-97b5-35d19d210184'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:03:22.660433 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-26953938-2a8d-4e13-ab87-4b88da5e5091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:03:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['9794419c-7a3c-4b9e-97b5-35d19d210184'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:03:22.685529 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-647e07fa-388e-460f-9f11-32d52897da5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bbf24ed-7ba9-53d2-873f-8f9642b1e987-acc2224b-5c73-455d-a50e-16da2bde4982', 'network_id': 'acc2224b-5c73-455d-a50e-16da2bde4982', 'tenant_id': '2986bc6e94a0447cb05e0db4a95b2605', 'fixed_ips': [{'subnet_id': '5b14bc70-398e-49f8-aca2-ebd8fc0f0762'}]}} from dv-neutron-843763-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 30 05:03:22.686499 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-647e07fa-388e-460f-9f11-32d52897da5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:22.829871 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1fde69-d99b-4610-9273-1c267166b746 None None] Pushing event updated for resources: {'Port': ['ID=6f2ca202-649d-475c-bb52-7d5bb1612e01,revision_number=4']} {{(pid=88263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:03:22.862571 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-26953938-2a8d-4e13-ab87-4b88da5e5091 None None] Set router 9794419c-7a3c-4b9e-97b5-35d19d210184 gateway port host: None {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:03:22.913901 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-647e07fa-388e-460f-9f11-32d52897da5c None None] Allocated IP 2001:db8:2::2 (acc2224b-5c73-455d-a50e-16da2bde4982/5b14bc70-398e-49f8-aca2-ebd8fc0f0762/fd1222d2-6849-4b31-9764-b3b7c80e0e48) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:03:22.919986 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a9ca31-7ac2-476e-a59d-b7c77e096242 None None] New status for floating IP 2e6683a9-aaf1-4fd8-9451-1e5089002943: ACTIVE {{(pid=88262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 30 05:03:23.025934 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-6651e87a-f8a7-45e6-a579-f1830df895aa None None] Provisioning complete for port a4601823-c141-4204-a418-90f50984d5e6 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:03:23.026332 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-6651e87a-f8a7-45e6-a579-f1830df895aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:23.065475 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7dc8453a-faaa-450f-a028-2bfd4deb60f8 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:23.225502 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-26953938-2a8d-4e13-ab87-4b88da5e5091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9794419c-7a3c-4b9e-97b5-35d19d210184', 'name': 'tempest-RoutersIpV6Test-router-2087313429', 'tenant_id': '2986bc6e94a0447cb05e0db4a95b2605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:03:13Z', 'updated_at': '2022-05-30T05:03:19Z', 'revision_number': 3, 'project_id': '2986bc6e94a0447cb05e0db4a95b2605', 'gw_port_host': None, '_interfaces': [{'id': '6f2ca202-649d-475c-bb52-7d5bb1612e01', 'name': '', 'network_id': 'e26ad8af-0267-46e2-b49c-fe2324438bd1', 'tenant_id': '2986bc6e94a0447cb05e0db4a95b2605', 'mac_address': 'fa:16:3e:95:0d:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9794419c-7a3c-4b9e-97b5-35d19d210184', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '2ebea61f-33fb-4b13-a658-9c1e4a496214', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:03:19Z', 'updated_at': '2022-05-30T05:03:22Z', 'revision_number': 4, 'project_id': '2986bc6e94a0447cb05e0db4a95b2605', 'subnets': [{'id': '2ebea61f-33fb-4b13-a658-9c1e4a496214', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9bb76f96-4d55-449c-adae-e8364a8fad08', 'name': '', 'network_id': 'a54f8e2b-0821-4a8b-bdd5-bb1bcc294a5f', 'tenant_id': '2986bc6e94a0447cb05e0db4a95b2605', 'mac_address': 'fa:16:3e:c6:23:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9794419c-7a3c-4b9e-97b5-35d19d210184', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': 'f22a9ff9-0868-4442-9c7b-a8a04362aa72', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:03:14Z', 'updated_at': '2022-05-30T05:03:19Z', 'revision_number': 5, 'project_id': '2986bc6e94a0447cb05e0db4a95b2605', 'subnets': [{'id': 'f22a9ff9-0868-4442-9c7b-a8a04362aa72', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:03:23.230919 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26953938-2a8d-4e13-ab87-4b88da5e5091 None None] The sync data for ids ['9794419c-7a3c-4b9e-97b5-35d19d210184'] in dv-neutron-843763-1-hyperv is: [{'id': '9794419c-7a3c-4b9e-97b5-35d19d210184', 'name': 'tempest-RoutersIpV6Test-router-2087313429', 'tenant_id': '2986bc6e94a0447cb05e0db4a95b2605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:03:13Z', 'updated_at': '2022-05-30T05:03:19Z', 'revision_number': 3, 'project_id': '2986bc6e94a0447cb05e0db4a95b2605', 'gw_port_host': None, '_interfaces': [{'id': '6f2ca202-649d-475c-bb52-7d5bb1612e01', 'name': '', 'network_id': 'e26ad8af-0267-46e2-b49c-fe2324438bd1', 'tenant_id': '2986bc6e94a0447cb05e0db4a95b2605', 'mac_address': 'fa:16:3e:95:0d:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9794419c-7a3c-4b9e-97b5-35d19d210184', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '2ebea61f-33fb-4b13-a658-9c1e4a496214', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:03:19Z', 'updated_at': '2022-05-30T05:03:22Z', 'revision_number': 4, 'project_id': '2986bc6e94a0447cb05e0db4a95b2605', 'subnets': [{'id': '2ebea61f-33fb-4b13-a658-9c1e4a496214', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9bb76f96-4d55-449c-adae-e8364a8fad08', 'name': '', 'network_id': 'a54f8e2b-0821-4a8b-bdd5-bb1bcc294a5f', 'tenant_id': '2986bc6e94a0447cb05e0db4a95b2605', 'mac_address': 'fa:16:3e:c6:23:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9794419c-7a3c-4b9e-97b5-35d19d210184', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': 'f22a9ff9-0868-4442-9c7b-a8a04362aa72', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:03:14Z', 'updated_at': '2022-05-30T05:03:19Z', 'revision_number': 5, 'project_id': '2986bc6e94a0447cb05e0db4a95b2605', 'subnets': [{'id': 'f22a9ff9-0868-4442-9c7b-a8a04362aa72', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:03:23.619933 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port a4601823-c141-4204-a418-90f50984d5e6 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:03:23.620587 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:23.674421 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-6651e87a-f8a7-45e6-a579-f1830df895aa None None] Current status of the port a4601823-c141-4204-a418-90f50984d5e6 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:03:23.674814 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-6651e87a-f8a7-45e6-a579-f1830df895aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:23.748598 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] For port a4601823-c141-4204-a418-90f50984d5e6, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=a4601823-c141-4204-a418-90f50984d5e6,segment=NetworkSegment(d1cabb38-3b77-47e1-b132-cc7fe02e81ef),segment_id=d1cabb38-3b77-47e1-b132-cc7fe02e81ef)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:03:23.757326 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:23.865532 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-647e07fa-388e-460f-9f11-32d52897da5c None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:23.876413 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 6f2ca202-649d-475c-bb52-7d5bb1612e01 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:03:23.922850 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-647e07fa-388e-460f-9f11-32d52897da5c None None] Transition to ACTIVE for port object fd1222d2-6849-4b31-9764-b3b7c80e0e48 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:03:23.961242 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.db.api [None req-6651e87a-f8a7-45e6-a579-f1830df895aa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 05:03:23.961493 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG oslo_db.api [None req-6651e87a-f8a7-45e6-a579-f1830df895aa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 05:03:23.971575 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Pushing event updated for resources: {'Port': ['ID=a4601823-c141-4204-a418-90f50984d5e6,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:03:23.975085 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-647e07fa-388e-460f-9f11-32d52897da5c None None] Transition to ACTIVE for port object fd1222d2-6849-4b31-9764-b3b7c80e0e48 will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:03:23.984507 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-647e07fa-388e-460f-9f11-32d52897da5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:24.046619 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-7dc8453a-faaa-450f-a028-2bfd4deb60f8 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Allocated IP 2001:db8:2::1 (acc2224b-5c73-455d-a50e-16da2bde4982/5b14bc70-398e-49f8-aca2-ebd8fc0f0762/cf77c1f6-4c1b-4537-b77f-9e5e90dd3006) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:03:24.054653 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-647e07fa-388e-460f-9f11-32d52897da5c None None] Network acc2224b-5c73-455d-a50e-16da2bde4982 is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:03:24.055393 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port 6f2ca202-649d-475c-bb52-7d5bb1612e01 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:03:24.060488 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-647e07fa-388e-460f-9f11-32d52897da5c None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:03:24.065574 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647e07fa-388e-460f-9f11-32d52897da5c None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:03:24.072106 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647e07fa-388e-460f-9f11-32d52897da5c None None] Pushing event updated for resources: {'Port': ['ID=fd1222d2-6849-4b31-9764-b3b7c80e0e48,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:03:24.076556 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 6f2ca202-649d-475c-bb52-7d5bb1612e01 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:03:24.077621 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:24.209134 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7dc8453a-faaa-450f-a028-2bfd4deb60f8 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:24.210416 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-647e07fa-388e-460f-9f11-32d52897da5c None None] Attempting to bind port fd1222d2-6849-4b31-9764-b3b7c80e0e48 on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 05:03:24.210796 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-647e07fa-388e-460f-9f11-32d52897da5c None None] Attempting to bind port fd1222d2-6849-4b31-9764-b3b7c80e0e48 by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': '7dd4c810-d90e-4147-ae2b-34e8360aa90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'acc2224b-5c73-455d-a50e-16da2bde4982'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 05:03:24.211163 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647e07fa-388e-460f-9f11-32d52897da5c None None] Attempting to bind port fd1222d2-6849-4b31-9764-b3b7c80e0e48 on network acc2224b-5c73-455d-a50e-16da2bde4982 {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:03:24.217999 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647e07fa-388e-460f-9f11-32d52897da5c None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 5, 3, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 05:03:24.218382 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647e07fa-388e-460f-9f11-32d52897da5c None None] Checking segment: {'id': '7dd4c810-d90e-4147-ae2b-34e8360aa90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'acc2224b-5c73-455d-a50e-16da2bde4982'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:03:24.218786 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-647e07fa-388e-460f-9f11-32d52897da5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:24.219184 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647e07fa-388e-460f-9f11-32d52897da5c None None] Bound using segment: {'id': '7dd4c810-d90e-4147-ae2b-34e8360aa90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'acc2224b-5c73-455d-a50e-16da2bde4982'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 05:03:24.219650 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-647e07fa-388e-460f-9f11-32d52897da5c None None] Bound port: fd1222d2-6849-4b31-9764-b3b7c80e0e48, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dd4c810-d90e-4147-ae2b-34e8360aa90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'acc2224b-5c73-455d-a50e-16da2bde4982'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 05:03:24.220031 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-647e07fa-388e-460f-9f11-32d52897da5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:24.232402 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [None req-7dc8453a-faaa-450f-a028-2bfd4deb60f8 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Transition to ACTIVE for port object cf77c1f6-4c1b-4537-b77f-9e5e90dd3006 will not be triggered until provisioned by entity DHCP. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:03:24.258084 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7dc8453a-faaa-450f-a028-2bfd4deb60f8 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:24.330837 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc8453a-faaa-450f-a028-2bfd4deb60f8 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Network acc2224b-5c73-455d-a50e-16da2bde4982 is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:03:24.334666 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-7dc8453a-faaa-450f-a028-2bfd4deb60f8 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:03:24.338612 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc8453a-faaa-450f-a028-2bfd4deb60f8 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:03:24.339135 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7dc8453a-faaa-450f-a028-2bfd4deb60f8 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604623'] for router_interface, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:24.344534 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc8453a-faaa-450f-a028-2bfd4deb60f8 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Pushing event updated for resources: {'Port': ['ID=cf77c1f6-4c1b-4537-b77f-9e5e90dd3006,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:03:24.351998 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 6f2ca202-649d-475c-bb52-7d5bb1612e01 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:03:24.352300 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:24.381566 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-647e07fa-388e-460f-9f11-32d52897da5c None None] For port fd1222d2-6849-4b31-9764-b3b7c80e0e48, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 05:03:24.385012 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-647e07fa-388e-460f-9f11-32d52897da5c None None] For port fd1222d2-6849-4b31-9764-b3b7c80e0e48, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=fd1222d2-6849-4b31-9764-b3b7c80e0e48,segment=NetworkSegment(7dd4c810-d90e-4147-ae2b-34e8360aa90a),segment_id=7dd4c810-d90e-4147-ae2b-34e8360aa90a)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 05:03:24.391863 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-647e07fa-388e-460f-9f11-32d52897da5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:24.440847 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] For port 6f2ca202-649d-475c-bb52-7d5bb1612e01, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=6f2ca202-649d-475c-bb52-7d5bb1612e01,segment=NetworkSegment(d1cabb38-3b77-47e1-b132-cc7fe02e81ef),segment_id=d1cabb38-3b77-47e1-b132-cc7fe02e81ef)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:03:24.459497 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:24.469599 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7dc8453a-faaa-450f-a028-2bfd4deb60f8 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:24.528202 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647e07fa-388e-460f-9f11-32d52897da5c None None] Pushing event updated for resources: {'Port': ['ID=fd1222d2-6849-4b31-9764-b3b7c80e0e48,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:03:24.574215 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-6651e87a-f8a7-45e6-a579-f1830df895aa None None] Current status of the port a4601823-c141-4204-a418-90f50984d5e6 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:03:24.601554 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Pushing event updated for resources: {'Port': ['ID=6f2ca202-649d-475c-bb52-7d5bb1612e01,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:03:24.696664 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-92836095-81e3-4d1f-a2be-48e4c36705c6 None None] Provisioning complete for port 6f2ca202-649d-475c-bb52-7d5bb1612e01 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:03:24.698552 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-92836095-81e3-4d1f-a2be-48e4c36705c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:24.837605 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-92836095-81e3-4d1f-a2be-48e4c36705c6 None None] Current status of the port 6f2ca202-649d-475c-bb52-7d5bb1612e01 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:03:24.893666 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7dc8453a-faaa-450f-a028-2bfd4deb60f8 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:24.898006 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7dc8453a-faaa-450f-a028-2bfd4deb60f8 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2304381'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:24.898853 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7dc8453a-faaa-450f-a028-2bfd4deb60f8 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1642774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602230'] for router_interface, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:25.041044 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc8453a-faaa-450f-a028-2bfd4deb60f8 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Pushing event updated for resources: {'Port': ['ID=cf77c1f6-4c1b-4537-b77f-9e5e90dd3006,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:03:25.093338 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc8453a-faaa-450f-a028-2bfd4deb60f8 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Network acc2224b-5c73-455d-a50e-16da2bde4982 is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:03:25.094438 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-7dc8453a-faaa-450f-a028-2bfd4deb60f8 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:03:25.427054 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dc8453a-faaa-450f-a028-2bfd4deb60f8 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Router 9794419c-7a3c-4b9e-97b5-35d19d210184 has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 05:03:25.524578 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b13005-a3fc-42a7-a9da-0e39cc88489b None None] Network acc2224b-5c73-455d-a50e-16da2bde4982 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:03:25.611191 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dc8453a-faaa-450f-a028-2bfd4deb60f8 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:03:25.620227 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53518b1d-6171-4ae5-8aff-433aa04f8d6b None None] Sync routers for ids ['9794419c-7a3c-4b9e-97b5-35d19d210184'] in dv-neutron-843763-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:03:25.630907 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9af4c53f-13b9-42be-9f29-c46defe7a907 None None] Provisioning for port fd1222d2-6849-4b31-9764-b3b7c80e0e48 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:03:25.633102 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53518b1d-6171-4ae5-8aff-433aa04f8d6b None None] Routers {'9794419c-7a3c-4b9e-97b5-35d19d210184'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:03:25.633377 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-53518b1d-6171-4ae5-8aff-433aa04f8d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:03:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['9794419c-7a3c-4b9e-97b5-35d19d210184'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:03:25.645991 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 47228) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:03:25.650866 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-7dc8453a-faaa-450f-a028-2bfd4deb60f8 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] 10.222.0.15 "PUT /v2.0/routers/9794419c-7a3c-4b9e-97b5-35d19d210184/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4707282 May 30 05:03:25.651075 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-a22a43ec-cbac-410e-a13f-dd63697b8652 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-450028782'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:03:25.657511 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-a22a43ec-cbac-410e-a13f-dd63697b8652 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:03:25.661991 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-a22a43ec-cbac-410e-a13f-dd63697b8652 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Usage tracker for resource:network and tenant:2986bc6e94a0447cb05e0db4a95b2605 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:03:25.665563 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-a22a43ec-cbac-410e-a13f-dd63697b8652 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:03:25.674446 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-a22a43ec-cbac-410e-a13f-dd63697b8652 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:03:25.688539 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a22a43ec-cbac-410e-a13f-dd63697b8652 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Made reservation on behalf of 2986bc6e94a0447cb05e0db4a95b2605 for: {'network': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:03:25.693587 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a22a43ec-cbac-410e-a13f-dd63697b8652 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for network, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:25.732124 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a22a43ec-cbac-410e-a13f-dd63697b8652 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=88260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 05:03:25.743037 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a22a43ec-cbac-410e-a13f-dd63697b8652 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:25.745570 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.db.segments_db [None req-a22a43ec-cbac-410e-a13f-dd63697b8652 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Added segment 13ad0597-5165-4d49-8ef5-9ab15e48f7ee of type vlan for network b2a05d68-07e3-4c95-8f4e-4d924188a935 May 30 05:03:25.786134 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a22a43ec-cbac-410e-a13f-dd63697b8652 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729234556353'] for network, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:25.830574 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-53518b1d-6171-4ae5-8aff-433aa04f8d6b None None] Set router 9794419c-7a3c-4b9e-97b5-35d19d210184 gateway port host: None {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:03:25.837010 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a22a43ec-cbac-410e-a13f-dd63697b8652 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788'] for network, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:25.843248 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a22a43ec-cbac-410e-a13f-dd63697b8652 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:03:25.843784 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a22a43ec-cbac-410e-a13f-dd63697b8652 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:25.957402 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-a22a43ec-cbac-410e-a13f-dd63697b8652 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3119934 May 30 05:03:25.960868 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 47232) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:03:25.965272 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22a43ec-cbac-410e-a13f-dd63697b8652 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Pushing event updated for resources: {'Network': ['ID=b2a05d68-07e3-4c95-8f4e-4d924188a935,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:03:25.967112 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-61bf5469-c9b4-400c-a380-effda8c3696d tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Request body: {'subnet': {'network_id': 'b2a05d68-07e3-4c95-8f4e-4d924188a935', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:03:25.984071 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Network b2a05d68-07e3-4c95-8f4e-4d924188a935 details requested by agent ovs-agent-dv-neutron-843763-1-hyperv with host dv-neutron-843763-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 05:03:26.014375 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device fd1222d2-6849-4b31-9764-b3b7c80e0e48 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:03:26.145186 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-61bf5469-c9b4-400c-a380-effda8c3696d tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:03:26.155752 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-61bf5469-c9b4-400c-a380-effda8c3696d tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Usage tracker for resource:subnet and tenant:2986bc6e94a0447cb05e0db4a95b2605 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:03:26.161523 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-61bf5469-c9b4-400c-a380-effda8c3696d tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:03:26.175770 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-61bf5469-c9b4-400c-a380-effda8c3696d tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:03:26.189771 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port fd1222d2-6849-4b31-9764-b3b7c80e0e48 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:03:26.194081 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61bf5469-c9b4-400c-a380-effda8c3696d tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Made reservation on behalf of 2986bc6e94a0447cb05e0db4a95b2605 for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:03:26.198012 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-61bf5469-c9b4-400c-a380-effda8c3696d tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9305518'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:26.211812 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port fd1222d2-6849-4b31-9764-b3b7c80e0e48 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:03:26.211812 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:26.327822 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-06c8bf17-93b7-484b-adc5-0bb155a4e776 None None] Provisioning complete for port fd1222d2-6849-4b31-9764-b3b7c80e0e48 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:03:26.328499 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-06c8bf17-93b7-484b-adc5-0bb155a4e776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:26.350491 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-53518b1d-6171-4ae5-8aff-433aa04f8d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9794419c-7a3c-4b9e-97b5-35d19d210184', 'name': 'tempest-RoutersIpV6Test-router-2087313429', 'tenant_id': '2986bc6e94a0447cb05e0db4a95b2605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:03:13Z', 'updated_at': '2022-05-30T05:03:24Z', 'revision_number': 4, 'project_id': '2986bc6e94a0447cb05e0db4a95b2605', 'gw_port_host': None, '_interfaces': [{'id': '6f2ca202-649d-475c-bb52-7d5bb1612e01', 'name': '', 'network_id': 'e26ad8af-0267-46e2-b49c-fe2324438bd1', 'tenant_id': '2986bc6e94a0447cb05e0db4a95b2605', 'mac_address': 'fa:16:3e:95:0d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9794419c-7a3c-4b9e-97b5-35d19d210184', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '2ebea61f-33fb-4b13-a658-9c1e4a496214', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:03:19Z', 'updated_at': '2022-05-30T05:03:24Z', 'revision_number': 5, 'project_id': '2986bc6e94a0447cb05e0db4a95b2605', 'subnets': [{'id': '2ebea61f-33fb-4b13-a658-9c1e4a496214', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9bb76f96-4d55-449c-adae-e8364a8fad08', 'name': '', 'network_id': 'a54f8e2b-0821-4a8b-bdd5-bb1bcc294a5f', 'tenant_id': '2986bc6e94a0447cb05e0db4a95b2605', 'mac_address': 'fa:16:3e:c6:23:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9794419c-7a3c-4b9e-97b5-35d19d210184', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': 'f22a9ff9-0868-4442-9c7b-a8a04362aa72', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:03:14Z', 'updated_at': '2022-05-30T05:03:19Z', 'revision_number': 5, 'project_id': '2986bc6e94a0447cb05e0db4a95b2605', 'subnets': [{'id': 'f22a9ff9-0868-4442-9c7b-a8a04362aa72', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf77c1f6-4c1b-4537-b77f-9e5e90dd3006', 'name': '', 'network_id': 'acc2224b-5c73-455d-a50e-16da2bde4982', 'tenant_id': '2986bc6e94a0447cb05e0db4a95b2605', 'mac_address': 'fa:16:3e:41:3f:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9794419c-7a3c-4b9e-97b5-35d19d210184', 'device_owner': 'network:router_interface', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '5b14bc70-398e-49f8-aca2-ebd8fc0f0762', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:03:23Z', 'updated_at': '2022-05-30T05:03:24Z', 'revision_number': 2, 'project_id': '2986bc6e94a0447cb05e0db4a95b2605', 'subnets': [{'id': '5b14bc70-398e-49f8-aca2-ebd8fc0f0762', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:03:26.361603 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53518b1d-6171-4ae5-8aff-433aa04f8d6b None None] Checking router: 9794419c-7a3c-4b9e-97b5-35d19d210184 for host: dv-neutron-843763-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 05:03:26.363294 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53518b1d-6171-4ae5-8aff-433aa04f8d6b None None] Updating router 9794419c-7a3c-4b9e-97b5-35d19d210184 port cf77c1f6-4c1b-4537-b77f-9e5e90dd3006 binding host dv-neutron-843763-1-hyperv {{(pid=88263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 30 05:03:26.527684 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-53518b1d-6171-4ae5-8aff-433aa04f8d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:26.570530 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-61bf5469-c9b4-400c-a380-effda8c3696d tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2305012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9305500'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:26.608354 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port fd1222d2-6849-4b31-9764-b3b7c80e0e48 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:03:26.608783 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:26.650249 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] For port fd1222d2-6849-4b31-9764-b3b7c80e0e48, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=fd1222d2-6849-4b31-9764-b3b7c80e0e48,segment=NetworkSegment(7dd4c810-d90e-4147-ae2b-34e8360aa90a),segment_id=7dd4c810-d90e-4147-ae2b-34e8360aa90a)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:03:26.658382 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:26.659737 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 6f2ca202-649d-475c-bb52-7d5bb1612e01 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:03:26.713306 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bf5469-c9b4-400c-a380-effda8c3696d tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Pushing event updated for resources: {'Subnet': ['ID=45055fef-28ef-46f6-8762-f71ac840bec2,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:03:26.716852 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61bf5469-c9b4-400c-a380-effda8c3696d tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Checking segment: {'id': '13ad0597-5165-4d49-8ef5-9ab15e48f7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'b2a05d68-07e3-4c95-8f4e-4d924188a935'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:03:26.717278 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61bf5469-c9b4-400c-a380-effda8c3696d tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Network hostable DHCP agents. Network: b2a05d68-07e3-4c95-8f4e-4d924188a935, hostable agents: ['1c705e68-3d3e-4dd3-9252-feb21d4b96ab'], hosted agents: [] {{(pid=88261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 05:03:26.745362 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61bf5469-c9b4-400c-a380-effda8c3696d tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Network b2a05d68-07e3-4c95-8f4e-4d924188a935 is scheduled to be hosted by DHCP agent 1c705e68-3d3e-4dd3-9252-feb21d4b96ab with binding_index 1 {{(pid=88261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 05:03:26.765425 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-61bf5469-c9b4-400c-a380-effda8c3696d tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843763-1-hyperv, b2a05d68-07e3-4c95-8f4e-4d924188a935) {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:03:26.776714 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61bf5469-c9b4-400c-a380-effda8c3696d tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:03:26.777531 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-61bf5469-c9b4-400c-a380-effda8c3696d tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:26.807747 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f7ce67-acd9-4a91-84c7-5da55e5ce75b None None] Network b2a05d68-07e3-4c95-8f4e-4d924188a935 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:03:26.812459 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-61bf5469-c9b4-400c-a380-effda8c3696d tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8505390 May 30 05:03:26.816251 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 47236) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:03:26.954122 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-06c8bf17-93b7-484b-adc5-0bb155a4e776 None None] Current status of the port fd1222d2-6849-4b31-9764-b3b7c80e0e48 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:03:26.967557 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Pushing event updated for resources: {'Port': ['ID=fd1222d2-6849-4b31-9764-b3b7c80e0e48,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:03:27.001881 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-06c8bf17-93b7-484b-adc5-0bb155a4e776 None None] Provisioning for port cf77c1f6-4c1b-4537-b77f-9e5e90dd3006 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:03:27.014058 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-06c8bf17-93b7-484b-adc5-0bb155a4e776 None None] Provisioning complete for port cf77c1f6-4c1b-4537-b77f-9e5e90dd3006 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:03:27.014442 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-06c8bf17-93b7-484b-adc5-0bb155a4e776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:27.017991 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-53518b1d-6171-4ae5-8aff-433aa04f8d6b None None] Notify callbacks [] for port, precommit_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:27.030020 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.provisioning_blocks [None req-53518b1d-6171-4ae5-8aff-433aa04f8d6b None None] Transition to ACTIVE for port object cf77c1f6-4c1b-4537-b77f-9e5e90dd3006 will not be triggered until provisioned by entity L2. {{(pid=88263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:03:27.036996 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-53518b1d-6171-4ae5-8aff-433aa04f8d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:27.055990 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 6f2ca202-649d-475c-bb52-7d5bb1612e01 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:03:27.056377 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:27.165422 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce886010-dca9-456f-95c2-3246f2091180 None None] Pushing event updated for resources: {'Port': ['ID=cf77c1f6-4c1b-4537-b77f-9e5e90dd3006,revision_number=3']} {{(pid=88263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:03:27.173018 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-06c8bf17-93b7-484b-adc5-0bb155a4e776 None None] Port cf77c1f6-4c1b-4537-b77f-9e5e90dd3006 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 05:03:27.265774 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77a7dabf-37a7-4404-bc87-4029bed5a4d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bbf24ed-7ba9-53d2-873f-8f9642b1e987-b2a05d68-07e3-4c95-8f4e-4d924188a935', 'network_id': 'b2a05d68-07e3-4c95-8f4e-4d924188a935', 'tenant_id': '2986bc6e94a0447cb05e0db4a95b2605', 'fixed_ips': [{'subnet_id': '45055fef-28ef-46f6-8762-f71ac840bec2'}]}} from dv-neutron-843763-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 30 05:03:27.266853 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-77a7dabf-37a7-4404-bc87-4029bed5a4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:27.312809 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-53518b1d-6171-4ae5-8aff-433aa04f8d6b None None] Attempting to bind port cf77c1f6-4c1b-4537-b77f-9e5e90dd3006 on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 05:03:27.313169 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-53518b1d-6171-4ae5-8aff-433aa04f8d6b None None] Attempting to bind port cf77c1f6-4c1b-4537-b77f-9e5e90dd3006 by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': '7dd4c810-d90e-4147-ae2b-34e8360aa90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'acc2224b-5c73-455d-a50e-16da2bde4982'}] {{(pid=88263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 05:03:27.313524 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53518b1d-6171-4ae5-8aff-433aa04f8d6b None None] Attempting to bind port cf77c1f6-4c1b-4537-b77f-9e5e90dd3006 on network acc2224b-5c73-455d-a50e-16da2bde4982 {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:03:27.327862 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53518b1d-6171-4ae5-8aff-433aa04f8d6b None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 5, 3, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 05:03:27.328323 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53518b1d-6171-4ae5-8aff-433aa04f8d6b None None] Checking segment: {'id': '7dd4c810-d90e-4147-ae2b-34e8360aa90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'acc2224b-5c73-455d-a50e-16da2bde4982'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:03:27.328935 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-53518b1d-6171-4ae5-8aff-433aa04f8d6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:27.329478 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53518b1d-6171-4ae5-8aff-433aa04f8d6b None None] Bound using segment: {'id': '7dd4c810-d90e-4147-ae2b-34e8360aa90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'acc2224b-5c73-455d-a50e-16da2bde4982'} {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 05:03:27.330128 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-53518b1d-6171-4ae5-8aff-433aa04f8d6b None None] Bound port: cf77c1f6-4c1b-4537-b77f-9e5e90dd3006, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dd4c810-d90e-4147-ae2b-34e8360aa90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'acc2224b-5c73-455d-a50e-16da2bde4982'}}] {{(pid=88263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 05:03:27.330769 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-53518b1d-6171-4ae5-8aff-433aa04f8d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:27.376649 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 6f2ca202-649d-475c-bb52-7d5bb1612e01 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:03:27.377957 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device a4601823-c141-4204-a418-90f50984d5e6 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:03:27.434605 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.db [None req-53518b1d-6171-4ae5-8aff-433aa04f8d6b None None] For port cf77c1f6-4c1b-4537-b77f-9e5e90dd3006, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 05:03:27.437950 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.db [None req-53518b1d-6171-4ae5-8aff-433aa04f8d6b None None] For port cf77c1f6-4c1b-4537-b77f-9e5e90dd3006, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=cf77c1f6-4c1b-4537-b77f-9e5e90dd3006,segment=NetworkSegment(7dd4c810-d90e-4147-ae2b-34e8360aa90a),segment_id=7dd4c810-d90e-4147-ae2b-34e8360aa90a)] {{(pid=88263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 05:03:27.443222 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-53518b1d-6171-4ae5-8aff-433aa04f8d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:27.510514 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d4b1a2f9-bba0-477d-8f31-dc1601973ae3 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:27.529767 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53518b1d-6171-4ae5-8aff-433aa04f8d6b None None] Routers {'9794419c-7a3c-4b9e-97b5-35d19d210184'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:03:27.530510 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-53518b1d-6171-4ae5-8aff-433aa04f8d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:03:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['9794419c-7a3c-4b9e-97b5-35d19d210184'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:03:27.537502 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port a4601823-c141-4204-a418-90f50984d5e6 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:03:27.538249 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:27.598082 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-77a7dabf-37a7-4404-bc87-4029bed5a4d2 None None] Allocated IP 2001:db8:3::2 (b2a05d68-07e3-4c95-8f4e-4d924188a935/45055fef-28ef-46f6-8762-f71ac840bec2/720eedc4-62ce-4ccd-a5fa-82b213b86a76) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:03:27.659931 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce886010-dca9-456f-95c2-3246f2091180 None None] Pushing event updated for resources: {'Port': ['ID=cf77c1f6-4c1b-4537-b77f-9e5e90dd3006,revision_number=4']} {{(pid=88263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:03:27.719836 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-53518b1d-6171-4ae5-8aff-433aa04f8d6b None None] Set router 9794419c-7a3c-4b9e-97b5-35d19d210184 gateway port host: None {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:03:27.805415 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port a4601823-c141-4204-a418-90f50984d5e6 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:03:27.902540 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device fd1222d2-6849-4b31-9764-b3b7c80e0e48 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:03:27.976862 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-77a7dabf-37a7-4404-bc87-4029bed5a4d2 None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:27.994032 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-5f106236-4fac-4e42-aab7-2da98188c1b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:27.999399 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-77a7dabf-37a7-4404-bc87-4029bed5a4d2 None None] Transition to ACTIVE for port object 720eedc4-62ce-4ccd-a5fa-82b213b86a76 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:03:28.022165 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-77a7dabf-37a7-4404-bc87-4029bed5a4d2 None None] Transition to ACTIVE for port object 720eedc4-62ce-4ccd-a5fa-82b213b86a76 will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:03:28.030927 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-77a7dabf-37a7-4404-bc87-4029bed5a4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:28.061623 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-53518b1d-6171-4ae5-8aff-433aa04f8d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9794419c-7a3c-4b9e-97b5-35d19d210184', 'name': 'tempest-RoutersIpV6Test-router-2087313429', 'tenant_id': '2986bc6e94a0447cb05e0db4a95b2605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:03:13Z', 'updated_at': '2022-05-30T05:03:24Z', 'revision_number': 4, 'project_id': '2986bc6e94a0447cb05e0db4a95b2605', 'gw_port_host': None, '_interfaces': [{'id': '6f2ca202-649d-475c-bb52-7d5bb1612e01', 'name': '', 'network_id': 'e26ad8af-0267-46e2-b49c-fe2324438bd1', 'tenant_id': '2986bc6e94a0447cb05e0db4a95b2605', 'mac_address': 'fa:16:3e:95:0d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9794419c-7a3c-4b9e-97b5-35d19d210184', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '2ebea61f-33fb-4b13-a658-9c1e4a496214', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:03:19Z', 'updated_at': '2022-05-30T05:03:24Z', 'revision_number': 5, 'project_id': '2986bc6e94a0447cb05e0db4a95b2605', 'subnets': [{'id': '2ebea61f-33fb-4b13-a658-9c1e4a496214', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9bb76f96-4d55-449c-adae-e8364a8fad08', 'name': '', 'network_id': 'a54f8e2b-0821-4a8b-bdd5-bb1bcc294a5f', 'tenant_id': '2986bc6e94a0447cb05e0db4a95b2605', 'mac_address': 'fa:16:3e:c6:23:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9794419c-7a3c-4b9e-97b5-35d19d210184', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': 'f22a9ff9-0868-4442-9c7b-a8a04362aa72', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:03:14Z', 'updated_at': '2022-05-30T05:03:19Z', 'revision_number': 5, 'project_id': '2986bc6e94a0447cb05e0db4a95b2605', 'subnets': [{'id': 'f22a9ff9-0868-4442-9c7b-a8a04362aa72', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf77c1f6-4c1b-4537-b77f-9e5e90dd3006', 'name': '', 'network_id': 'acc2224b-5c73-455d-a50e-16da2bde4982', 'tenant_id': '2986bc6e94a0447cb05e0db4a95b2605', 'mac_address': 'fa:16:3e:41:3f:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9794419c-7a3c-4b9e-97b5-35d19d210184', 'device_owner': 'network:router_interface', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '5b14bc70-398e-49f8-aca2-ebd8fc0f0762', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:03:23Z', 'updated_at': '2022-05-30T05:03:27Z', 'revision_number': 4, 'project_id': '2986bc6e94a0447cb05e0db4a95b2605', 'subnets': [{'id': '5b14bc70-398e-49f8-aca2-ebd8fc0f0762', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:03:28.063841 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port fd1222d2-6849-4b31-9764-b3b7c80e0e48 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:03:28.064566 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:28.065777 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53518b1d-6171-4ae5-8aff-433aa04f8d6b None None] The sync data for ids ['9794419c-7a3c-4b9e-97b5-35d19d210184'] in dv-neutron-843763-1-hyperv is: [{'id': '9794419c-7a3c-4b9e-97b5-35d19d210184', 'name': 'tempest-RoutersIpV6Test-router-2087313429', 'tenant_id': '2986bc6e94a0447cb05e0db4a95b2605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:03:13Z', 'updated_at': '2022-05-30T05:03:24Z', 'revision_number': 4, 'project_id': '2986bc6e94a0447cb05e0db4a95b2605', 'gw_port_host': None, '_interfaces': [{'id': '6f2ca202-649d-475c-bb52-7d5bb1612e01', 'name': '', 'network_id': 'e26ad8af-0267-46e2-b49c-fe2324438bd1', 'tenant_id': '2986bc6e94a0447cb05e0db4a95b2605', 'mac_address': 'fa:16:3e:95:0d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9794419c-7a3c-4b9e-97b5-35d19d210184', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '2ebea61f-33fb-4b13-a658-9c1e4a496214', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:03:19Z', 'updated_at': '2022-05-30T05:03:24Z', 'revision_number': 5, 'project_id': '2986bc6e94a0447cb05e0db4a95b2605', 'subnets': [{'id': '2ebea61f-33fb-4b13-a658-9c1e4a496214', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9bb76f96-4d55-449c-adae-e8364a8fad08', 'name': '', 'network_id': 'a54f8e2b-0821-4a8b-bdd5-bb1bcc294a5f', 'tenant_id': '2986bc6e94a0447cb05e0db4a95b2605', 'mac_address': 'fa:16:3e:c6:23:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9794419c-7a3c-4b9e-97b5-35d19d210184', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': 'f22a9ff9-0868-4442-9c7b-a8a04362aa72', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:03:14Z', 'updated_at': '2022-05-30T05:03:19Z', 'revision_number': 5, 'project_id': '2986bc6e94a0447cb05e0db4a95b2605', 'subnets': [{'id': 'f22a9ff9-0868-4442-9c7b-a8a04362aa72', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf77c1f6-4c1b-4537-b77f-9e5e90dd3006', 'name': '', 'network_id': 'acc2224b-5c73-455d-a50e-16da2bde4982', 'tenant_id': '2986bc6e94a0447cb05e0db4a95b2605', 'mac_address': 'fa:16:3e:41:3f:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9794419c-7a3c-4b9e-97b5-35d19d210184', 'device_owner': 'network:router_interface', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '5b14bc70-398e-49f8-aca2-ebd8fc0f0762', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:03:23Z', 'updated_at': '2022-05-30T05:03:27Z', 'revision_number': 4, 'project_id': '2986bc6e94a0447cb05e0db4a95b2605', 'subnets': [{'id': '5b14bc70-398e-49f8-aca2-ebd8fc0f0762', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:03:28.103100 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-d4b1a2f9-bba0-477d-8f31-dc1601973ae3 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Allocated IP 2001:db8:3::1 (b2a05d68-07e3-4c95-8f4e-4d924188a935/45055fef-28ef-46f6-8762-f71ac840bec2/bcb3de97-dcc1-4b5a-9411-9fd0671c412d) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:03:28.150636 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a7dabf-37a7-4404-bc87-4029bed5a4d2 None None] Network b2a05d68-07e3-4c95-8f4e-4d924188a935 is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:03:28.156979 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-77a7dabf-37a7-4404-bc87-4029bed5a4d2 None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:03:28.159422 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a7dabf-37a7-4404-bc87-4029bed5a4d2 None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:03:28.214167 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a7dabf-37a7-4404-bc87-4029bed5a4d2 None None] Pushing event updated for resources: {'Port': ['ID=720eedc4-62ce-4ccd-a5fa-82b213b86a76,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:03:28.324095 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d4b1a2f9-bba0-477d-8f31-dc1601973ae3 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:28.341609 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [None req-d4b1a2f9-bba0-477d-8f31-dc1601973ae3 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Transition to ACTIVE for port object bcb3de97-dcc1-4b5a-9411-9fd0671c412d will not be triggered until provisioned by entity DHCP. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:03:28.364182 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-77a7dabf-37a7-4404-bc87-4029bed5a4d2 None None] Attempting to bind port 720eedc4-62ce-4ccd-a5fa-82b213b86a76 on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 05:03:28.364481 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-77a7dabf-37a7-4404-bc87-4029bed5a4d2 None None] Attempting to bind port 720eedc4-62ce-4ccd-a5fa-82b213b86a76 by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': '13ad0597-5165-4d49-8ef5-9ab15e48f7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'b2a05d68-07e3-4c95-8f4e-4d924188a935'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 05:03:28.364850 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a7dabf-37a7-4404-bc87-4029bed5a4d2 None None] Attempting to bind port 720eedc4-62ce-4ccd-a5fa-82b213b86a76 on network b2a05d68-07e3-4c95-8f4e-4d924188a935 {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:03:28.372786 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d4b1a2f9-bba0-477d-8f31-dc1601973ae3 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:28.375172 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a7dabf-37a7-4404-bc87-4029bed5a4d2 None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 5, 3, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 05:03:28.375552 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a7dabf-37a7-4404-bc87-4029bed5a4d2 None None] Checking segment: {'id': '13ad0597-5165-4d49-8ef5-9ab15e48f7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'b2a05d68-07e3-4c95-8f4e-4d924188a935'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:03:28.375958 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-77a7dabf-37a7-4404-bc87-4029bed5a4d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:28.376356 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a7dabf-37a7-4404-bc87-4029bed5a4d2 None None] Bound using segment: {'id': '13ad0597-5165-4d49-8ef5-9ab15e48f7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'b2a05d68-07e3-4c95-8f4e-4d924188a935'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 05:03:28.376827 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-77a7dabf-37a7-4404-bc87-4029bed5a4d2 None None] Bound port: 720eedc4-62ce-4ccd-a5fa-82b213b86a76, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13ad0597-5165-4d49-8ef5-9ab15e48f7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'b2a05d68-07e3-4c95-8f4e-4d924188a935'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 05:03:28.377409 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-77a7dabf-37a7-4404-bc87-4029bed5a4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:28.423869 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port fd1222d2-6849-4b31-9764-b3b7c80e0e48 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:03:28.483864 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-77a7dabf-37a7-4404-bc87-4029bed5a4d2 None None] For port 720eedc4-62ce-4ccd-a5fa-82b213b86a76, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 05:03:28.487398 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-77a7dabf-37a7-4404-bc87-4029bed5a4d2 None None] For port 720eedc4-62ce-4ccd-a5fa-82b213b86a76, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=720eedc4-62ce-4ccd-a5fa-82b213b86a76,segment=NetworkSegment(13ad0597-5165-4d49-8ef5-9ab15e48f7ee),segment_id=13ad0597-5165-4d49-8ef5-9ab15e48f7ee)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 05:03:28.491522 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-77a7dabf-37a7-4404-bc87-4029bed5a4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:28.562706 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4b1a2f9-bba0-477d-8f31-dc1601973ae3 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Network b2a05d68-07e3-4c95-8f4e-4d924188a935 is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:03:28.565760 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-d4b1a2f9-bba0-477d-8f31-dc1601973ae3 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:03:28.568887 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b1a2f9-bba0-477d-8f31-dc1601973ae3 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:03:28.569310 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d4b1a2f9-bba0-477d-8f31-dc1601973ae3 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604623'] for router_interface, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:28.584319 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a7dabf-37a7-4404-bc87-4029bed5a4d2 None None] Pushing event updated for resources: {'Port': ['ID=720eedc4-62ce-4ccd-a5fa-82b213b86a76,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:03:28.585856 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b1a2f9-bba0-477d-8f31-dc1601973ae3 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Pushing event updated for resources: {'Port': ['ID=bcb3de97-dcc1-4b5a-9411-9fd0671c412d,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:03:28.706781 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d4b1a2f9-bba0-477d-8f31-dc1601973ae3 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:29.116414 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d4b1a2f9-bba0-477d-8f31-dc1601973ae3 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks [] for port, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:29.121223 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d4b1a2f9-bba0-477d-8f31-dc1601973ae3 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1547421'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:29.121958 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d4b1a2f9-bba0-477d-8f31-dc1601973ae3 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1642774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602230'] for router_interface, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:29.264632 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b1a2f9-bba0-477d-8f31-dc1601973ae3 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Pushing event updated for resources: {'Port': ['ID=bcb3de97-dcc1-4b5a-9411-9fd0671c412d,revision_number=2']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:03:29.323700 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4b1a2f9-bba0-477d-8f31-dc1601973ae3 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Network b2a05d68-07e3-4c95-8f4e-4d924188a935 is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:03:29.324978 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-d4b1a2f9-bba0-477d-8f31-dc1601973ae3 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:03:29.470145 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f254ca-15d5-418c-8023-28541d0ba782 None None] Network b2a05d68-07e3-4c95-8f4e-4d924188a935 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:03:29.490088 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4b1a2f9-bba0-477d-8f31-dc1601973ae3 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Router 9794419c-7a3c-4b9e-97b5-35d19d210184 has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 05:03:29.563557 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-a8cbe44e-caa8-46c1-af8a-5fe0cdb974de None None] Provisioning for port 720eedc4-62ce-4ccd-a5fa-82b213b86a76 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:03:29.649922 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4b1a2f9-bba0-477d-8f31-dc1601973ae3 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:03:29.663028 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-d4b1a2f9-bba0-477d-8f31-dc1601973ae3 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] 10.222.0.15 "PUT /v2.0/routers/9794419c-7a3c-4b9e-97b5-35d19d210184/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8462973 May 30 05:03:29.665867 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 47242) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:03:29.671121 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-cec170e1-a5c2-481a-aedc-a4d0f7acb392 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:03:29.677118 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8a5aba-c7b8-45e7-baf8-211caa52138f None None] Sync routers for ids ['9794419c-7a3c-4b9e-97b5-35d19d210184'] in dv-neutron-843763-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:03:29.701967 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8a5aba-c7b8-45e7-baf8-211caa52138f None None] Routers {'9794419c-7a3c-4b9e-97b5-35d19d210184'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:03:29.702591 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-7c8a5aba-c7b8-45e7-baf8-211caa52138f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:03:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['9794419c-7a3c-4b9e-97b5-35d19d210184'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:03:29.871116 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-7c8a5aba-c7b8-45e7-baf8-211caa52138f None None] Set router 9794419c-7a3c-4b9e-97b5-35d19d210184 gateway port host: None {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:03:30.016889 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 720eedc4-62ce-4ccd-a5fa-82b213b86a76 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:03:30.219236 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-06f50aad-cd6d-488b-9114-94baeacb5064 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:30.263628 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port 720eedc4-62ce-4ccd-a5fa-82b213b86a76 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:03:30.266790 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-506a11d8-0944-40ec-a381-38fdf8a347a6 None None] Provisioning for port bcb3de97-dcc1-4b5a-9411-9fd0671c412d completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:03:30.281893 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-506a11d8-0944-40ec-a381-38fdf8a347a6 None None] Provisioning complete for port bcb3de97-dcc1-4b5a-9411-9fd0671c412d triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:03:30.282592 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-506a11d8-0944-40ec-a381-38fdf8a347a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:30.287521 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.extraroute_db [None req-cec170e1-a5c2-481a-aedc-a4d0f7acb392 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=88261) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} May 30 05:03:30.312896 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.extraroute_db [None req-cec170e1-a5c2-481a-aedc-a4d0f7acb392 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Removed routes are [] {{(pid=88261) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} May 30 05:03:30.313352 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cec170e1-a5c2-481a-aedc-a4d0f7acb392 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11765'] for router, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:30.315202 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 720eedc4-62ce-4ccd-a5fa-82b213b86a76 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:03:30.315792 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:30.405707 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-506a11d8-0944-40ec-a381-38fdf8a347a6 None None] Port bcb3de97-dcc1-4b5a-9411-9fd0671c412d cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 05:03:30.436510 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-506a11d8-0944-40ec-a381-38fdf8a347a6 None None] Provisioning complete for port 720eedc4-62ce-4ccd-a5fa-82b213b86a76 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:03:30.436883 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-506a11d8-0944-40ec-a381-38fdf8a347a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:30.502797 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-7c8a5aba-c7b8-45e7-baf8-211caa52138f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9794419c-7a3c-4b9e-97b5-35d19d210184', 'name': 'tempest-RoutersIpV6Test-router-2087313429', 'tenant_id': '2986bc6e94a0447cb05e0db4a95b2605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:03:13Z', 'updated_at': '2022-05-30T05:03:28Z', 'revision_number': 5, 'project_id': '2986bc6e94a0447cb05e0db4a95b2605', 'gw_port_host': None, '_interfaces': [{'id': '6f2ca202-649d-475c-bb52-7d5bb1612e01', 'name': '', 'network_id': 'e26ad8af-0267-46e2-b49c-fe2324438bd1', 'tenant_id': '2986bc6e94a0447cb05e0db4a95b2605', 'mac_address': 'fa:16:3e:95:0d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9794419c-7a3c-4b9e-97b5-35d19d210184', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '2ebea61f-33fb-4b13-a658-9c1e4a496214', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:03:19Z', 'updated_at': '2022-05-30T05:03:24Z', 'revision_number': 5, 'project_id': '2986bc6e94a0447cb05e0db4a95b2605', 'subnets': [{'id': '2ebea61f-33fb-4b13-a658-9c1e4a496214', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9bb76f96-4d55-449c-adae-e8364a8fad08', 'name': '', 'network_id': 'a54f8e2b-0821-4a8b-bdd5-bb1bcc294a5f', 'tenant_id': '2986bc6e94a0447cb05e0db4a95b2605', 'mac_address': 'fa:16:3e:c6:23:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9794419c-7a3c-4b9e-97b5-35d19d210184', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': 'f22a9ff9-0868-4442-9c7b-a8a04362aa72', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:03:14Z', 'updated_at': '2022-05-30T05:03:19Z', 'revision_number': 5, 'project_id': '2986bc6e94a0447cb05e0db4a95b2605', 'subnets': [{'id': 'f22a9ff9-0868-4442-9c7b-a8a04362aa72', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bcb3de97-dcc1-4b5a-9411-9fd0671c412d', 'name': '', 'network_id': 'b2a05d68-07e3-4c95-8f4e-4d924188a935', 'tenant_id': '2986bc6e94a0447cb05e0db4a95b2605', 'mac_address': 'fa:16:3e:68:14:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9794419c-7a3c-4b9e-97b5-35d19d210184', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '45055fef-28ef-46f6-8762-f71ac840bec2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:03:27Z', 'updated_at': '2022-05-30T05:03:28Z', 'revision_number': 2, 'project_id': '2986bc6e94a0447cb05e0db4a95b2605', 'subnets': [{'id': '45055fef-28ef-46f6-8762-f71ac840bec2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf77c1f6-4c1b-4537-b77f-9e5e90dd3006', 'name': '', 'network_id': 'acc2224b-5c73-455d-a50e-16da2bde4982', 'tenant_id': '2986bc6e94a0447cb05e0db4a95b2605', 'mac_address': 'fa:16:3e:41:3f:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9794419c-7a3c-4b9e-97b5-35d19d210184', 'device_owner': 'network:router_interface', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '5b14bc70-398e-49f8-aca2-ebd8fc0f0762', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:03:23Z', 'updated_at': '2022-05-30T05:03:27Z', 'revision_number': 4, 'project_id': '2986bc6e94a0447cb05e0db4a95b2605', 'subnets': [{'id': '5b14bc70-398e-49f8-aca2-ebd8fc0f0762', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:03:30.533708 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8a5aba-c7b8-45e7-baf8-211caa52138f None None] Checking router: 9794419c-7a3c-4b9e-97b5-35d19d210184 for host: dv-neutron-843763-1-hyperv {{(pid=88262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 05:03:30.534093 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8a5aba-c7b8-45e7-baf8-211caa52138f None None] Updating router 9794419c-7a3c-4b9e-97b5-35d19d210184 port bcb3de97-dcc1-4b5a-9411-9fd0671c412d binding host dv-neutron-843763-1-hyperv {{(pid=88262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 30 05:03:30.595253 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 720eedc4-62ce-4ccd-a5fa-82b213b86a76 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:03:30.595628 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:30.617357 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7c8a5aba-c7b8-45e7-baf8-211caa52138f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:30.768219 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cec170e1-a5c2-481a-aedc-a4d0f7acb392 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11765'] for router, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:30.771882 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cec170e1-a5c2-481a-aedc-a4d0f7acb392 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1603699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1603708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1603909'] for router, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:30.774100 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] For port 720eedc4-62ce-4ccd-a5fa-82b213b86a76, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=720eedc4-62ce-4ccd-a5fa-82b213b86a76,segment=NetworkSegment(13ad0597-5165-4d49-8ef5-9ab15e48f7ee),segment_id=13ad0597-5165-4d49-8ef5-9ab15e48f7ee)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:03:30.782187 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:30.782980 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device cf77c1f6-4c1b-4537-b77f-9e5e90dd3006 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:03:30.847826 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-506a11d8-0944-40ec-a381-38fdf8a347a6 None None] Current status of the port 720eedc4-62ce-4ccd-a5fa-82b213b86a76 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:03:30.848732 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-506a11d8-0944-40ec-a381-38fdf8a347a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:30.930596 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cec170e1-a5c2-481a-aedc-a4d0f7acb392 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Router 9794419c-7a3c-4b9e-97b5-35d19d210184 has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 05:03:30.981788 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Pushing event updated for resources: {'Port': ['ID=720eedc4-62ce-4ccd-a5fa-82b213b86a76,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:03:31.099420 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cec170e1-a5c2-481a-aedc-a4d0f7acb392 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:03:31.105943 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cec170e1-a5c2-481a-aedc-a4d0f7acb392 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks [] for router, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:31.107111 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-cec170e1-a5c2-481a-aedc-a4d0f7acb392 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] 10.222.0.15 "PUT /v2.0/routers/9794419c-7a3c-4b9e-97b5-35d19d210184 HTTP/1.1" status: 200 len: 954 time: 1.4402521 May 30 05:03:31.108969 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port cf77c1f6-4c1b-4537-b77f-9e5e90dd3006 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:03:31.109685 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 47246) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:03:31.124899 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.db.api [None req-506a11d8-0944-40ec-a381-38fdf8a347a6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 05:03:31.125251 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG oslo_db.api [None req-506a11d8-0944-40ec-a381-38fdf8a347a6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 05:03:31.129583 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port cf77c1f6-4c1b-4537-b77f-9e5e90dd3006 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:03:31.129976 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:31.225530 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56ded65b-0e68-413c-8b9b-1097922cc81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:31.277862 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-8500dcf6-e960-49f3-9f57-1930118a2852 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] 10.222.0.15 "GET /v2.0/routers/9794419c-7a3c-4b9e-97b5-35d19d210184 HTTP/1.1" status: 200 len: 954 time: 0.1668217 May 30 05:03:31.280315 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 47250) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:03:31.285304 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-149a38f4-ec20-49e0-b257-61f37cd0010a tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Request body: {'router': {'routes': None}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:03:31.356892 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port cf77c1f6-4c1b-4537-b77f-9e5e90dd3006 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:03:31.356892 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:31.376542 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7c8a5aba-c7b8-45e7-baf8-211caa52138f None None] Notify callbacks [] for port, precommit_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:31.398612 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-7c8a5aba-c7b8-45e7-baf8-211caa52138f None None] Transition to ACTIVE for port object bcb3de97-dcc1-4b5a-9411-9fd0671c412d will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:03:31.415744 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7c8a5aba-c7b8-45e7-baf8-211caa52138f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:31.420028 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] For port cf77c1f6-4c1b-4537-b77f-9e5e90dd3006, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=cf77c1f6-4c1b-4537-b77f-9e5e90dd3006,segment=NetworkSegment(7dd4c810-d90e-4147-ae2b-34e8360aa90a),segment_id=7dd4c810-d90e-4147-ae2b-34e8360aa90a)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:03:31.475545 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:31.480996 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:31.548708 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77472aa0-2d36-4d99-b4db-29ef6b91dbe7 None None] Pushing event updated for resources: {'Port': ['ID=bcb3de97-dcc1-4b5a-9411-9fd0671c412d,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:03:31.748418 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Pushing event updated for resources: {'Port': ['ID=cf77c1f6-4c1b-4537-b77f-9e5e90dd3006,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:03:31.752172 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-506a11d8-0944-40ec-a381-38fdf8a347a6 None None] Current status of the port 720eedc4-62ce-4ccd-a5fa-82b213b86a76 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:03:31.755114 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-7c8a5aba-c7b8-45e7-baf8-211caa52138f None None] Attempting to bind port bcb3de97-dcc1-4b5a-9411-9fd0671c412d on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 05:03:31.755480 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-7c8a5aba-c7b8-45e7-baf8-211caa52138f None None] Attempting to bind port bcb3de97-dcc1-4b5a-9411-9fd0671c412d by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': '13ad0597-5165-4d49-8ef5-9ab15e48f7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'b2a05d68-07e3-4c95-8f4e-4d924188a935'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 05:03:31.755840 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8a5aba-c7b8-45e7-baf8-211caa52138f None None] Attempting to bind port bcb3de97-dcc1-4b5a-9411-9fd0671c412d on network b2a05d68-07e3-4c95-8f4e-4d924188a935 {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:03:31.761511 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8a5aba-c7b8-45e7-baf8-211caa52138f None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 5, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 05:03:31.761912 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8a5aba-c7b8-45e7-baf8-211caa52138f None None] Checking segment: {'id': '13ad0597-5165-4d49-8ef5-9ab15e48f7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'b2a05d68-07e3-4c95-8f4e-4d924188a935'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:03:31.762312 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7c8a5aba-c7b8-45e7-baf8-211caa52138f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:31.762692 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8a5aba-c7b8-45e7-baf8-211caa52138f None None] Bound using segment: {'id': '13ad0597-5165-4d49-8ef5-9ab15e48f7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'b2a05d68-07e3-4c95-8f4e-4d924188a935'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 05:03:31.763145 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-7c8a5aba-c7b8-45e7-baf8-211caa52138f None None] Bound port: bcb3de97-dcc1-4b5a-9411-9fd0671c412d, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13ad0597-5165-4d49-8ef5-9ab15e48f7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'b2a05d68-07e3-4c95-8f4e-4d924188a935'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 05:03:31.763516 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7c8a5aba-c7b8-45e7-baf8-211caa52138f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:31.855094 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-7c8a5aba-c7b8-45e7-baf8-211caa52138f None None] For port bcb3de97-dcc1-4b5a-9411-9fd0671c412d, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 05:03:31.858483 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-7c8a5aba-c7b8-45e7-baf8-211caa52138f None None] For port bcb3de97-dcc1-4b5a-9411-9fd0671c412d, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=bcb3de97-dcc1-4b5a-9411-9fd0671c412d,segment=NetworkSegment(13ad0597-5165-4d49-8ef5-9ab15e48f7ee),segment_id=13ad0597-5165-4d49-8ef5-9ab15e48f7ee)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 05:03:31.867253 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7c8a5aba-c7b8-45e7-baf8-211caa52138f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:31.905716 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 720eedc4-62ce-4ccd-a5fa-82b213b86a76 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:03:32.014946 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.extraroute_db [None req-149a38f4-ec20-49e0-b257-61f37cd0010a tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Added routes are [] {{(pid=88261) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} May 30 05:03:32.015471 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.extraroute_db [None req-149a38f4-ec20-49e0-b257-61f37cd0010a tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=88261) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} May 30 05:03:32.022153 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8a5aba-c7b8-45e7-baf8-211caa52138f None None] Routers {'9794419c-7a3c-4b9e-97b5-35d19d210184'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:03:32.022788 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-7c8a5aba-c7b8-45e7-baf8-211caa52138f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:03:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['9794419c-7a3c-4b9e-97b5-35d19d210184'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:03:32.049662 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-149a38f4-ec20-49e0-b257-61f37cd0010a tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11765'] for router, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:32.072777 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77472aa0-2d36-4d99-b4db-29ef6b91dbe7 None None] Pushing event updated for resources: {'Port': ['ID=bcb3de97-dcc1-4b5a-9411-9fd0671c412d,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:03:32.182578 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 720eedc4-62ce-4ccd-a5fa-82b213b86a76 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:03:32.182955 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:32.242686 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-7c8a5aba-c7b8-45e7-baf8-211caa52138f None None] Set router 9794419c-7a3c-4b9e-97b5-35d19d210184 gateway port host: None {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:03:32.412800 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-149a38f4-ec20-49e0-b257-61f37cd0010a tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11765'] for router, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:32.417377 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-149a38f4-ec20-49e0-b257-61f37cd0010a tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1603699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1603708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1603909'] for router, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:32.600786 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 720eedc4-62ce-4ccd-a5fa-82b213b86a76 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:03:32.600786 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device cf77c1f6-4c1b-4537-b77f-9e5e90dd3006 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:03:32.616060 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-149a38f4-ec20-49e0-b257-61f37cd0010a tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Router 9794419c-7a3c-4b9e-97b5-35d19d210184 has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 05:03:32.745741 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port cf77c1f6-4c1b-4537-b77f-9e5e90dd3006 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:03:32.745741 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:32.790277 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a142624-940e-4c55-bf49-a5329c884075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:32.809356 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-149a38f4-ec20-49e0-b257-61f37cd0010a tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:03:32.812203 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-7c8a5aba-c7b8-45e7-baf8-211caa52138f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9794419c-7a3c-4b9e-97b5-35d19d210184', 'name': 'tempest-RoutersIpV6Test-router-2087313429', 'tenant_id': '2986bc6e94a0447cb05e0db4a95b2605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:03:13Z', 'updated_at': '2022-05-30T05:03:32Z', 'revision_number': 7, 'project_id': '2986bc6e94a0447cb05e0db4a95b2605', 'gw_port_host': None, '_interfaces': [{'id': '6f2ca202-649d-475c-bb52-7d5bb1612e01', 'name': '', 'network_id': 'e26ad8af-0267-46e2-b49c-fe2324438bd1', 'tenant_id': '2986bc6e94a0447cb05e0db4a95b2605', 'mac_address': 'fa:16:3e:95:0d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9794419c-7a3c-4b9e-97b5-35d19d210184', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '2ebea61f-33fb-4b13-a658-9c1e4a496214', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:03:19Z', 'updated_at': '2022-05-30T05:03:24Z', 'revision_number': 5, 'project_id': '2986bc6e94a0447cb05e0db4a95b2605', 'subnets': [{'id': '2ebea61f-33fb-4b13-a658-9c1e4a496214', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9bb76f96-4d55-449c-adae-e8364a8fad08', 'name': '', 'network_id': 'a54f8e2b-0821-4a8b-bdd5-bb1bcc294a5f', 'tenant_id': '2986bc6e94a0447cb05e0db4a95b2605', 'mac_address': 'fa:16:3e:c6:23:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9794419c-7a3c-4b9e-97b5-35d19d210184', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': 'f22a9ff9-0868-4442-9c7b-a8a04362aa72', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:03:14Z', 'updated_at': '2022-05-30T05:03:19Z', 'revision_number': 5, 'project_id': '2986bc6e94a0447cb05e0db4a95b2605', 'subnets': [{'id': 'f22a9ff9-0868-4442-9c7b-a8a04362aa72', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bcb3de97-dcc1-4b5a-9411-9fd0671c412d', 'name': '', 'network_id': 'b2a05d68-07e3-4c95-8f4e-4d924188a935', 'tenant_id': '2986bc6e94a0447cb05e0db4a95b2605', 'mac_address': 'fa:16:3e:68:14:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9794419c-7a3c-4b9e-97b5-35d19d210184', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '45055fef-28ef-46f6-8762-f71ac840bec2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:03:27Z', 'updated_at': '2022-05-30T05:03:31Z', 'revision_number': 4, 'project_id': '2986bc6e94a0447cb05e0db4a95b2605', 'subnets': [{'id': '45055fef-28ef-46f6-8762-f71ac840bec2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf77c1f6-4c1b-4537-b77f-9e5e90dd3006', 'name': '', 'network_id': 'acc2224b-5c73-455d-a50e-16da2bde4982', 'tenant_id': '2986bc6e94a0447cb05e0db4a95b2605', 'mac_address': 'fa:16:3e:41:3f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9794419c-7a3c-4b9e-97b5-35d19d210184', 'device_owner': 'network:router_interface', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '5b14bc70-398e-49f8-aca2-ebd8fc0f0762', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:03:23Z', 'updated_at': '2022-05-30T05:03:31Z', 'revision_number': 5, 'project_id': '2986bc6e94a0447cb05e0db4a95b2605', 'subnets': [{'id': '5b14bc70-398e-49f8-aca2-ebd8fc0f0762', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:03:32.812608 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-149a38f4-ec20-49e0-b257-61f37cd0010a tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks [] for router, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:32.813009 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-149a38f4-ec20-49e0-b257-61f37cd0010a tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] 10.222.0.15 "PUT /v2.0/routers/9794419c-7a3c-4b9e-97b5-35d19d210184 HTTP/1.1" status: 200 len: 704 time: 1.5317752 May 30 05:03:32.815625 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 47256) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:03:32.816494 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8a5aba-c7b8-45e7-baf8-211caa52138f None None] The sync data for ids ['9794419c-7a3c-4b9e-97b5-35d19d210184'] in dv-neutron-843763-1-hyperv is: [{'id': '9794419c-7a3c-4b9e-97b5-35d19d210184', 'name': 'tempest-RoutersIpV6Test-router-2087313429', 'tenant_id': '2986bc6e94a0447cb05e0db4a95b2605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:03:13Z', 'updated_at': '2022-05-30T05:03:32Z', 'revision_number': 7, 'project_id': '2986bc6e94a0447cb05e0db4a95b2605', 'gw_port_host': None, '_interfaces': [{'id': '6f2ca202-649d-475c-bb52-7d5bb1612e01', 'name': '', 'network_id': 'e26ad8af-0267-46e2-b49c-fe2324438bd1', 'tenant_id': '2986bc6e94a0447cb05e0db4a95b2605', 'mac_address': 'fa:16:3e:95:0d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9794419c-7a3c-4b9e-97b5-35d19d210184', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '2ebea61f-33fb-4b13-a658-9c1e4a496214', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:03:19Z', 'updated_at': '2022-05-30T05:03:24Z', 'revision_number': 5, 'project_id': '2986bc6e94a0447cb05e0db4a95b2605', 'subnets': [{'id': '2ebea61f-33fb-4b13-a658-9c1e4a496214', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9bb76f96-4d55-449c-adae-e8364a8fad08', 'name': '', 'network_id': 'a54f8e2b-0821-4a8b-bdd5-bb1bcc294a5f', 'tenant_id': '2986bc6e94a0447cb05e0db4a95b2605', 'mac_address': 'fa:16:3e:c6:23:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9794419c-7a3c-4b9e-97b5-35d19d210184', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': 'f22a9ff9-0868-4442-9c7b-a8a04362aa72', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:03:14Z', 'updated_at': '2022-05-30T05:03:19Z', 'revision_number': 5, 'project_id': '2986bc6e94a0447cb05e0db4a95b2605', 'subnets': [{'id': 'f22a9ff9-0868-4442-9c7b-a8a04362aa72', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bcb3de97-dcc1-4b5a-9411-9fd0671c412d', 'name': '', 'network_id': 'b2a05d68-07e3-4c95-8f4e-4d924188a935', 'tenant_id': '2986bc6e94a0447cb05e0db4a95b2605', 'mac_address': 'fa:16:3e:68:14:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9794419c-7a3c-4b9e-97b5-35d19d210184', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '45055fef-28ef-46f6-8762-f71ac840bec2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:03:27Z', 'updated_at': '2022-05-30T05:03:31Z', 'revision_number': 4, 'project_id': '2986bc6e94a0447cb05e0db4a95b2605', 'subnets': [{'id': '45055fef-28ef-46f6-8762-f71ac840bec2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf77c1f6-4c1b-4537-b77f-9e5e90dd3006', 'name': '', 'network_id': 'acc2224b-5c73-455d-a50e-16da2bde4982', 'tenant_id': '2986bc6e94a0447cb05e0db4a95b2605', 'mac_address': 'fa:16:3e:41:3f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9794419c-7a3c-4b9e-97b5-35d19d210184', 'device_owner': 'network:router_interface', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '5b14bc70-398e-49f8-aca2-ebd8fc0f0762', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:03:23Z', 'updated_at': '2022-05-30T05:03:31Z', 'revision_number': 5, 'project_id': '2986bc6e94a0447cb05e0db4a95b2605', 'subnets': [{'id': '5b14bc70-398e-49f8-aca2-ebd8fc0f0762', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:03:32.916993 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port cf77c1f6-4c1b-4537-b77f-9e5e90dd3006 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:03:33.048690 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-3c0597b9-2147-45f5-ac09-797efd2fd020 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] 10.222.0.15 "GET /v2.0/routers/9794419c-7a3c-4b9e-97b5-35d19d210184 HTTP/1.1" status: 200 len: 704 time: 0.2286119 May 30 05:03:33.051781 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 47260) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:03:33.603201 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0f4679-f800-43ae-8a77-c91d788700b2 None None] Sync routers for ids ['9794419c-7a3c-4b9e-97b5-35d19d210184'] in dv-neutron-843763-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:03:33.612275 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0f4679-f800-43ae-8a77-c91d788700b2 None None] Routers {'9794419c-7a3c-4b9e-97b5-35d19d210184'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:03:33.612877 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-bb0f4679-f800-43ae-8a77-c91d788700b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:03:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['9794419c-7a3c-4b9e-97b5-35d19d210184'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:03:33.710325 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ce517af4-a5f1-4849-a4a4-47f9a133aa92 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602184'] for router_interface, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:33.822646 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-bb0f4679-f800-43ae-8a77-c91d788700b2 None None] Set router 9794419c-7a3c-4b9e-97b5-35d19d210184 gateway port host: None {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:03:33.909744 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device bcb3de97-dcc1-4b5a-9411-9fd0671c412d up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:03:33.980740 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port bcb3de97-dcc1-4b5a-9411-9fd0671c412d completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:03:33.986170 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port bcb3de97-dcc1-4b5a-9411-9fd0671c412d triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:03:33.986551 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:34.058148 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-ce517af4-a5f1-4849-a4a4-47f9a133aa92 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Deleting port bcb3de97-dcc1-4b5a-9411-9fd0671c412d {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:03:34.058785 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ce517af4-a5f1-4849-a4a4-47f9a133aa92 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:34.122992 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port bcb3de97-dcc1-4b5a-9411-9fd0671c412d is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:03:34.123458 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:34.178444 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] For port bcb3de97-dcc1-4b5a-9411-9fd0671c412d, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=bcb3de97-dcc1-4b5a-9411-9fd0671c412d,segment=NetworkSegment(13ad0597-5165-4d49-8ef5-9ab15e48f7ee),segment_id=13ad0597-5165-4d49-8ef5-9ab15e48f7ee)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:03:34.183058 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:34.184509 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-bb0f4679-f800-43ae-8a77-c91d788700b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9794419c-7a3c-4b9e-97b5-35d19d210184', 'name': 'tempest-RoutersIpV6Test-router-2087313429', 'tenant_id': '2986bc6e94a0447cb05e0db4a95b2605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:03:13Z', 'updated_at': '2022-05-30T05:03:32Z', 'revision_number': 7, 'project_id': '2986bc6e94a0447cb05e0db4a95b2605', 'gw_port_host': None, '_interfaces': [{'id': '6f2ca202-649d-475c-bb52-7d5bb1612e01', 'name': '', 'network_id': 'e26ad8af-0267-46e2-b49c-fe2324438bd1', 'tenant_id': '2986bc6e94a0447cb05e0db4a95b2605', 'mac_address': 'fa:16:3e:95:0d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9794419c-7a3c-4b9e-97b5-35d19d210184', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '2ebea61f-33fb-4b13-a658-9c1e4a496214', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:03:19Z', 'updated_at': '2022-05-30T05:03:24Z', 'revision_number': 5, 'project_id': '2986bc6e94a0447cb05e0db4a95b2605', 'subnets': [{'id': '2ebea61f-33fb-4b13-a658-9c1e4a496214', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9bb76f96-4d55-449c-adae-e8364a8fad08', 'name': '', 'network_id': 'a54f8e2b-0821-4a8b-bdd5-bb1bcc294a5f', 'tenant_id': '2986bc6e94a0447cb05e0db4a95b2605', 'mac_address': 'fa:16:3e:c6:23:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9794419c-7a3c-4b9e-97b5-35d19d210184', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': 'f22a9ff9-0868-4442-9c7b-a8a04362aa72', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:03:14Z', 'updated_at': '2022-05-30T05:03:19Z', 'revision_number': 5, 'project_id': '2986bc6e94a0447cb05e0db4a95b2605', 'subnets': [{'id': 'f22a9ff9-0868-4442-9c7b-a8a04362aa72', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bcb3de97-dcc1-4b5a-9411-9fd0671c412d', 'name': '', 'network_id': 'b2a05d68-07e3-4c95-8f4e-4d924188a935', 'tenant_id': '2986bc6e94a0447cb05e0db4a95b2605', 'mac_address': 'fa:16:3e:68:14:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9794419c-7a3c-4b9e-97b5-35d19d210184', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '45055fef-28ef-46f6-8762-f71ac840bec2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:03:27Z', 'updated_at': '2022-05-30T05:03:31Z', 'revision_number': 4, 'project_id': '2986bc6e94a0447cb05e0db4a95b2605', 'subnets': [{'id': '45055fef-28ef-46f6-8762-f71ac840bec2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf77c1f6-4c1b-4537-b77f-9e5e90dd3006', 'name': '', 'network_id': 'acc2224b-5c73-455d-a50e-16da2bde4982', 'tenant_id': '2986bc6e94a0447cb05e0db4a95b2605', 'mac_address': 'fa:16:3e:41:3f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9794419c-7a3c-4b9e-97b5-35d19d210184', 'device_owner': 'network:router_interface', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '5b14bc70-398e-49f8-aca2-ebd8fc0f0762', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:03:23Z', 'updated_at': '2022-05-30T05:03:31Z', 'revision_number': 5, 'project_id': '2986bc6e94a0447cb05e0db4a95b2605', 'subnets': [{'id': '5b14bc70-398e-49f8-aca2-ebd8fc0f0762', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:03:34.192881 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0f4679-f800-43ae-8a77-c91d788700b2 None None] Checking router: 9794419c-7a3c-4b9e-97b5-35d19d210184 for host: dv-neutron-843763-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 05:03:34.202727 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0f4679-f800-43ae-8a77-c91d788700b2 None None] Routers {'9794419c-7a3c-4b9e-97b5-35d19d210184'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:03:34.203544 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-bb0f4679-f800-43ae-8a77-c91d788700b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:03:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['9794419c-7a3c-4b9e-97b5-35d19d210184'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:03:34.265187 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-ce517af4-a5f1-4849-a4a4-47f9a133aa92 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] For port bcb3de97-dcc1-4b5a-9411-9fd0671c412d, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=bcb3de97-dcc1-4b5a-9411-9fd0671c412d,segment=NetworkSegment(13ad0597-5165-4d49-8ef5-9ab15e48f7ee),segment_id=13ad0597-5165-4d49-8ef5-9ab15e48f7ee)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:03:34.265559 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ce517af4-a5f1-4849-a4a4-47f9a133aa92 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:34.272457 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Pushing event updated for resources: {'Port': ['ID=bcb3de97-dcc1-4b5a-9411-9fd0671c412d,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:03:34.384174 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-bb0f4679-f800-43ae-8a77-c91d788700b2 None None] Set router 9794419c-7a3c-4b9e-97b5-35d19d210184 gateway port host: None {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:03:34.397605 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-ce517af4-a5f1-4849-a4a4-47f9a133aa92 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Calling delete_port for bcb3de97-dcc1-4b5a-9411-9fd0671c412d owned by network:router_interface {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:03:34.513960 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.db.api [None req-ce517af4-a5f1-4849-a4a4-47f9a133aa92 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88260) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 05:03:34.514270 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG oslo_db.api [None req-ce517af4-a5f1-4849-a4a4-47f9a133aa92 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 05:03:34.703919 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-bb0f4679-f800-43ae-8a77-c91d788700b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9794419c-7a3c-4b9e-97b5-35d19d210184', 'name': 'tempest-RoutersIpV6Test-router-2087313429', 'tenant_id': '2986bc6e94a0447cb05e0db4a95b2605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:03:13Z', 'updated_at': '2022-05-30T05:03:32Z', 'revision_number': 7, 'project_id': '2986bc6e94a0447cb05e0db4a95b2605', 'gw_port_host': None, '_interfaces': [{'id': '6f2ca202-649d-475c-bb52-7d5bb1612e01', 'name': '', 'network_id': 'e26ad8af-0267-46e2-b49c-fe2324438bd1', 'tenant_id': '2986bc6e94a0447cb05e0db4a95b2605', 'mac_address': 'fa:16:3e:95:0d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9794419c-7a3c-4b9e-97b5-35d19d210184', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '2ebea61f-33fb-4b13-a658-9c1e4a496214', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:03:19Z', 'updated_at': '2022-05-30T05:03:24Z', 'revision_number': 5, 'project_id': '2986bc6e94a0447cb05e0db4a95b2605', 'subnets': [{'id': '2ebea61f-33fb-4b13-a658-9c1e4a496214', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9bb76f96-4d55-449c-adae-e8364a8fad08', 'name': '', 'network_id': 'a54f8e2b-0821-4a8b-bdd5-bb1bcc294a5f', 'tenant_id': '2986bc6e94a0447cb05e0db4a95b2605', 'mac_address': 'fa:16:3e:c6:23:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9794419c-7a3c-4b9e-97b5-35d19d210184', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': 'f22a9ff9-0868-4442-9c7b-a8a04362aa72', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:03:14Z', 'updated_at': '2022-05-30T05:03:19Z', 'revision_number': 5, 'project_id': '2986bc6e94a0447cb05e0db4a95b2605', 'subnets': [{'id': 'f22a9ff9-0868-4442-9c7b-a8a04362aa72', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bcb3de97-dcc1-4b5a-9411-9fd0671c412d', 'name': '', 'network_id': 'b2a05d68-07e3-4c95-8f4e-4d924188a935', 'tenant_id': '2986bc6e94a0447cb05e0db4a95b2605', 'mac_address': 'fa:16:3e:68:14:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9794419c-7a3c-4b9e-97b5-35d19d210184', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '45055fef-28ef-46f6-8762-f71ac840bec2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:03:27Z', 'updated_at': '2022-05-30T05:03:34Z', 'revision_number': 5, 'project_id': '2986bc6e94a0447cb05e0db4a95b2605', 'subnets': [{'id': '45055fef-28ef-46f6-8762-f71ac840bec2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf77c1f6-4c1b-4537-b77f-9e5e90dd3006', 'name': '', 'network_id': 'acc2224b-5c73-455d-a50e-16da2bde4982', 'tenant_id': '2986bc6e94a0447cb05e0db4a95b2605', 'mac_address': 'fa:16:3e:41:3f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9794419c-7a3c-4b9e-97b5-35d19d210184', 'device_owner': 'network:router_interface', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '5b14bc70-398e-49f8-aca2-ebd8fc0f0762', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:03:23Z', 'updated_at': '2022-05-30T05:03:31Z', 'revision_number': 5, 'project_id': '2986bc6e94a0447cb05e0db4a95b2605', 'subnets': [{'id': '5b14bc70-398e-49f8-aca2-ebd8fc0f0762', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:03:34.708316 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0f4679-f800-43ae-8a77-c91d788700b2 None None] The sync data for ids ['9794419c-7a3c-4b9e-97b5-35d19d210184'] in dv-neutron-843763-1-hyperv is: [{'id': '9794419c-7a3c-4b9e-97b5-35d19d210184', 'name': 'tempest-RoutersIpV6Test-router-2087313429', 'tenant_id': '2986bc6e94a0447cb05e0db4a95b2605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:03:13Z', 'updated_at': '2022-05-30T05:03:32Z', 'revision_number': 7, 'project_id': '2986bc6e94a0447cb05e0db4a95b2605', 'gw_port_host': None, '_interfaces': [{'id': '6f2ca202-649d-475c-bb52-7d5bb1612e01', 'name': '', 'network_id': 'e26ad8af-0267-46e2-b49c-fe2324438bd1', 'tenant_id': '2986bc6e94a0447cb05e0db4a95b2605', 'mac_address': 'fa:16:3e:95:0d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9794419c-7a3c-4b9e-97b5-35d19d210184', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '2ebea61f-33fb-4b13-a658-9c1e4a496214', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:03:19Z', 'updated_at': '2022-05-30T05:03:24Z', 'revision_number': 5, 'project_id': '2986bc6e94a0447cb05e0db4a95b2605', 'subnets': [{'id': '2ebea61f-33fb-4b13-a658-9c1e4a496214', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9bb76f96-4d55-449c-adae-e8364a8fad08', 'name': '', 'network_id': 'a54f8e2b-0821-4a8b-bdd5-bb1bcc294a5f', 'tenant_id': '2986bc6e94a0447cb05e0db4a95b2605', 'mac_address': 'fa:16:3e:c6:23:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9794419c-7a3c-4b9e-97b5-35d19d210184', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': 'f22a9ff9-0868-4442-9c7b-a8a04362aa72', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:03:14Z', 'updated_at': '2022-05-30T05:03:19Z', 'revision_number': 5, 'project_id': '2986bc6e94a0447cb05e0db4a95b2605', 'subnets': [{'id': 'f22a9ff9-0868-4442-9c7b-a8a04362aa72', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bcb3de97-dcc1-4b5a-9411-9fd0671c412d', 'name': '', 'network_id': 'b2a05d68-07e3-4c95-8f4e-4d924188a935', 'tenant_id': '2986bc6e94a0447cb05e0db4a95b2605', 'mac_address': 'fa:16:3e:68:14:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9794419c-7a3c-4b9e-97b5-35d19d210184', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '45055fef-28ef-46f6-8762-f71ac840bec2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:03:27Z', 'updated_at': '2022-05-30T05:03:34Z', 'revision_number': 5, 'project_id': '2986bc6e94a0447cb05e0db4a95b2605', 'subnets': [{'id': '45055fef-28ef-46f6-8762-f71ac840bec2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf77c1f6-4c1b-4537-b77f-9e5e90dd3006', 'name': '', 'network_id': 'acc2224b-5c73-455d-a50e-16da2bde4982', 'tenant_id': '2986bc6e94a0447cb05e0db4a95b2605', 'mac_address': 'fa:16:3e:41:3f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9794419c-7a3c-4b9e-97b5-35d19d210184', 'device_owner': 'network:router_interface', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '5b14bc70-398e-49f8-aca2-ebd8fc0f0762', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:03:23Z', 'updated_at': '2022-05-30T05:03:31Z', 'revision_number': 5, 'project_id': '2986bc6e94a0447cb05e0db4a95b2605', 'subnets': [{'id': '5b14bc70-398e-49f8-aca2-ebd8fc0f0762', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:03:35.015742 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-ce517af4-a5f1-4849-a4a4-47f9a133aa92 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Deleting port bcb3de97-dcc1-4b5a-9411-9fd0671c412d {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:03:35.016099 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ce517af4-a5f1-4849-a4a4-47f9a133aa92 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:35.207389 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-ce517af4-a5f1-4849-a4a4-47f9a133aa92 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] For port bcb3de97-dcc1-4b5a-9411-9fd0671c412d, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=bcb3de97-dcc1-4b5a-9411-9fd0671c412d,segment=NetworkSegment(13ad0597-5165-4d49-8ef5-9ab15e48f7ee),segment_id=13ad0597-5165-4d49-8ef5-9ab15e48f7ee)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:03:35.207983 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ce517af4-a5f1-4849-a4a4-47f9a133aa92 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:35.442425 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-ce517af4-a5f1-4849-a4a4-47f9a133aa92 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Calling delete_port for bcb3de97-dcc1-4b5a-9411-9fd0671c412d owned by network:router_interface {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:03:35.616476 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ce517af4-a5f1-4849-a4a4-47f9a133aa92 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:35.674873 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce517af4-a5f1-4849-a4a4-47f9a133aa92 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Pushing event deleted for resources: {'Port': ['ID=bcb3de97-dcc1-4b5a-9411-9fd0671c412d,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:03:35.708312 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce517af4-a5f1-4849-a4a4-47f9a133aa92 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:03:35.708926 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce517af4-a5f1-4849-a4a4-47f9a133aa92 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:03:35.708926 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce517af4-a5f1-4849-a4a4-47f9a133aa92 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:03:35.709488 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce517af4-a5f1-4849-a4a4-47f9a133aa92 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:03:35.709488 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce517af4-a5f1-4849-a4a4-47f9a133aa92 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:03:35.709864 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce517af4-a5f1-4849-a4a4-47f9a133aa92 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:03:35.710556 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce517af4-a5f1-4849-a4a4-47f9a133aa92 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:03:35.710556 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce517af4-a5f1-4849-a4a4-47f9a133aa92 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:03:35.710742 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce517af4-a5f1-4849-a4a4-47f9a133aa92 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:03:35.711063 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce517af4-a5f1-4849-a4a4-47f9a133aa92 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:03:35.711389 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce517af4-a5f1-4849-a4a4-47f9a133aa92 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:03:35.711711 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce517af4-a5f1-4849-a4a4-47f9a133aa92 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:03:35.898682 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ce517af4-a5f1-4849-a4a4-47f9a133aa92 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1642797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602100'] for router_interface, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:36.233009 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce517af4-a5f1-4849-a4a4-47f9a133aa92 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Router 9794419c-7a3c-4b9e-97b5-35d19d210184 has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 05:03:36.404718 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce517af4-a5f1-4849-a4a4-47f9a133aa92 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:03:36.422088 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-ce517af4-a5f1-4849-a4a4-47f9a133aa92 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] 10.222.0.15 "PUT /v2.0/routers/9794419c-7a3c-4b9e-97b5-35d19d210184/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3701301 May 30 05:03:36.429592 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 47264) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:03:36.433021 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794a2942-4cf4-437d-9bd9-bd8875345a4d None None] Sync routers for ids ['9794419c-7a3c-4b9e-97b5-35d19d210184'] in dv-neutron-843763-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:03:36.437785 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794a2942-4cf4-437d-9bd9-bd8875345a4d None None] Routers {'9794419c-7a3c-4b9e-97b5-35d19d210184'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:03:36.437785 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-794a2942-4cf4-437d-9bd9-bd8875345a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:03:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['9794419c-7a3c-4b9e-97b5-35d19d210184'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:03:36.502046 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7403c1c-8249-4e2d-bf67-84bcfad0f4f0 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Deleting subnet 45055fef-28ef-46f6-8762-f71ac840bec2 {{(pid=88260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 30 05:03:36.505637 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d7403c1c-8249-4e2d-bf67-84bcfad0f4f0 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks [] for subnet, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:36.575841 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d7403c1c-8249-4e2d-bf67-84bcfad0f4f0 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1454738'] for subnet, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:36.607978 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-794a2942-4cf4-437d-9bd9-bd8875345a4d None None] Set router 9794419c-7a3c-4b9e-97b5-35d19d210184 gateway port host: None {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:03:36.661057 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d7403c1c-8249-4e2d-bf67-84bcfad0f4f0 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860493'] for subnet, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:36.737120 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d7403c1c-8249-4e2d-bf67-84bcfad0f4f0 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1547867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2133322'] for subnet, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:36.780561 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7403c1c-8249-4e2d-bf67-84bcfad0f4f0 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Pushing event deleted for resources: {'Subnet': ['ID=45055fef-28ef-46f6-8762-f71ac840bec2,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:03:36.783096 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d7403c1c-8249-4e2d-bf67-84bcfad0f4f0 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:36.793658 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-d7403c1c-8249-4e2d-bf67-84bcfad0f4f0 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] 10.222.0.15 "DELETE /v2.0/subnets/45055fef-28ef-46f6-8762-f71ac840bec2 HTTP/1.1" status: 204 len: 168 time: 0.3664412 May 30 05:03:36.793658 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 47268) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:03:36.804592 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d6953f-a780-4de9-82f0-ac6f12ab11cf None None] Network b2a05d68-07e3-4c95-8f4e-4d924188a935 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:03:36.911616 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2c54b380-8b5b-4ac3-a25d-342697ff9440 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897784'] for network, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:36.923581 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-2c54b380-8b5b-4ac3-a25d-342697ff9440 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Deleting port 720eedc4-62ce-4ccd-a5fa-82b213b86a76 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:03:36.923949 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2c54b380-8b5b-4ac3-a25d-342697ff9440 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:37.156734 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-794a2942-4cf4-437d-9bd9-bd8875345a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9794419c-7a3c-4b9e-97b5-35d19d210184', 'name': 'tempest-RoutersIpV6Test-router-2087313429', 'tenant_id': '2986bc6e94a0447cb05e0db4a95b2605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:03:13Z', 'updated_at': '2022-05-30T05:03:35Z', 'revision_number': 8, 'project_id': '2986bc6e94a0447cb05e0db4a95b2605', 'gw_port_host': None, '_interfaces': [{'id': '6f2ca202-649d-475c-bb52-7d5bb1612e01', 'name': '', 'network_id': 'e26ad8af-0267-46e2-b49c-fe2324438bd1', 'tenant_id': '2986bc6e94a0447cb05e0db4a95b2605', 'mac_address': 'fa:16:3e:95:0d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9794419c-7a3c-4b9e-97b5-35d19d210184', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '2ebea61f-33fb-4b13-a658-9c1e4a496214', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:03:19Z', 'updated_at': '2022-05-30T05:03:24Z', 'revision_number': 5, 'project_id': '2986bc6e94a0447cb05e0db4a95b2605', 'subnets': [{'id': '2ebea61f-33fb-4b13-a658-9c1e4a496214', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9bb76f96-4d55-449c-adae-e8364a8fad08', 'name': '', 'network_id': 'a54f8e2b-0821-4a8b-bdd5-bb1bcc294a5f', 'tenant_id': '2986bc6e94a0447cb05e0db4a95b2605', 'mac_address': 'fa:16:3e:c6:23:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9794419c-7a3c-4b9e-97b5-35d19d210184', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': 'f22a9ff9-0868-4442-9c7b-a8a04362aa72', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:03:14Z', 'updated_at': '2022-05-30T05:03:19Z', 'revision_number': 5, 'project_id': '2986bc6e94a0447cb05e0db4a95b2605', 'subnets': [{'id': 'f22a9ff9-0868-4442-9c7b-a8a04362aa72', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf77c1f6-4c1b-4537-b77f-9e5e90dd3006', 'name': '', 'network_id': 'acc2224b-5c73-455d-a50e-16da2bde4982', 'tenant_id': '2986bc6e94a0447cb05e0db4a95b2605', 'mac_address': 'fa:16:3e:41:3f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9794419c-7a3c-4b9e-97b5-35d19d210184', 'device_owner': 'network:router_interface', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '5b14bc70-398e-49f8-aca2-ebd8fc0f0762', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:03:23Z', 'updated_at': '2022-05-30T05:03:31Z', 'revision_number': 5, 'project_id': '2986bc6e94a0447cb05e0db4a95b2605', 'subnets': [{'id': '5b14bc70-398e-49f8-aca2-ebd8fc0f0762', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:03:37.161194 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794a2942-4cf4-437d-9bd9-bd8875345a4d None None] Checking router: 9794419c-7a3c-4b9e-97b5-35d19d210184 for host: dv-neutron-843763-1-hyperv {{(pid=88262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 05:03:37.169937 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794a2942-4cf4-437d-9bd9-bd8875345a4d None None] Routers {'9794419c-7a3c-4b9e-97b5-35d19d210184'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:03:37.170549 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-794a2942-4cf4-437d-9bd9-bd8875345a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:03:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['9794419c-7a3c-4b9e-97b5-35d19d210184'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:03:37.230377 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4c8e0ab-4536-4ade-bb54-e08f45169c6b None None] DHCP port deletion for b2a05d68-07e3-4c95-8f4e-4d924188a935 request from dv-neutron-843763-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 30 05:03:37.255149 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-2c54b380-8b5b-4ac3-a25d-342697ff9440 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] For port 720eedc4-62ce-4ccd-a5fa-82b213b86a76, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=720eedc4-62ce-4ccd-a5fa-82b213b86a76,segment=NetworkSegment(13ad0597-5165-4d49-8ef5-9ab15e48f7ee),segment_id=13ad0597-5165-4d49-8ef5-9ab15e48f7ee)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:03:37.255653 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2c54b380-8b5b-4ac3-a25d-342697ff9440 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:37.292012 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-f4c8e0ab-4536-4ade-bb54-e08f45169c6b None None] Deleting port 720eedc4-62ce-4ccd-a5fa-82b213b86a76 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:03:37.292390 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f4c8e0ab-4536-4ade-bb54-e08f45169c6b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:37.387558 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-2c54b380-8b5b-4ac3-a25d-342697ff9440 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Calling delete_port for 720eedc4-62ce-4ccd-a5fa-82b213b86a76 owned by network:dhcp {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:03:37.407511 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-794a2942-4cf4-437d-9bd9-bd8875345a4d None None] Set router 9794419c-7a3c-4b9e-97b5-35d19d210184 gateway port host: None {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:03:37.469581 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2c54b380-8b5b-4ac3-a25d-342697ff9440 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:37.518769 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c54b380-8b5b-4ac3-a25d-342697ff9440 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Pushing event deleted for resources: {'Port': ['ID=720eedc4-62ce-4ccd-a5fa-82b213b86a76,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:03:37.523614 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c54b380-8b5b-4ac3-a25d-342697ff9440 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] No DVR routers for this DVR port 720eedc4-62ce-4ccd-a5fa-82b213b86a76 on host dv-neutron-843763-1-hyperv {{(pid=88260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 05:03:37.664881 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2c54b380-8b5b-4ac3-a25d-342697ff9440 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867540', 'neutron.services.segments.db._delete_segments_for_network-8729234922972'] for network, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:37.697045 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-2c54b380-8b5b-4ac3-a25d-342697ff9440 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2a05d68-07e3-4c95-8f4e-4d924188a935']}} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:03:37.710390 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-2c54b380-8b5b-4ac3-a25d-342697ff9440 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13ad0597-5165-4d49-8ef5-9ab15e48f7ee') {'for_net_delete': True} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:03:37.710390 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-2c54b380-8b5b-4ac3-a25d-342697ff9440 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13ad0597-5165-4d49-8ef5-9ab15e48f7ee') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:03:37.724305 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2c54b380-8b5b-4ac3-a25d-342697ff9440 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729235042807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1454725'] for segment, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:37.741351 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2c54b380-8b5b-4ac3-a25d-342697ff9440 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:37.748069 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c54b380-8b5b-4ac3-a25d-342697ff9440 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=88260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 05:03:37.748452 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2c54b380-8b5b-4ac3-a25d-342697ff9440 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-862858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1547513'] for segment, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:37.765046 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-f4c8e0ab-4536-4ade-bb54-e08f45169c6b None None] For port 720eedc4-62ce-4ccd-a5fa-82b213b86a76, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=720eedc4-62ce-4ccd-a5fa-82b213b86a76,segment=NetworkSegment(13ad0597-5165-4d49-8ef5-9ab15e48f7ee),segment_id=13ad0597-5165-4d49-8ef5-9ab15e48f7ee)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:03:37.765546 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f4c8e0ab-4536-4ade-bb54-e08f45169c6b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:37.860625 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 13ad0597-5165-4d49-8ef5-9ab15e48f7ee resource provider aggregate not found May 30 05:03:37.893573 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2c54b380-8b5b-4ac3-a25d-342697ff9440 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604744'] for network, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:37.923229 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2c54b380-8b5b-4ac3-a25d-342697ff9440 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:37.930194 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 720eedc4-62ce-4ccd-a5fa-82b213b86a76 no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 05:03:37.934974 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 13ad0597-5165-4d49-8ef5-9ab15e48f7ee resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 13ad0597-5165-4d49-8ef5-9ab15e48f7ee found for delete ", "request_id": "req-21078f88-ab0c-4f2a-ae2a-e5127c0f65e9"}]} May 30 05:03:37.934974 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c54b380-8b5b-4ac3-a25d-342697ff9440 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Pushing event deleted for resources: {'Network': ['ID=b2a05d68-07e3-4c95-8f4e-4d924188a935,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:03:37.938348 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-2c54b380-8b5b-4ac3-a25d-342697ff9440 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] 10.222.0.15 "DELETE /v2.0/networks/b2a05d68-07e3-4c95-8f4e-4d924188a935 HTTP/1.1" status: 204 len: 168 time: 1.1430748 May 30 05:03:37.939534 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 47276) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:03:37.950776 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-f4c8e0ab-4536-4ade-bb54-e08f45169c6b None None] Calling delete_port for 720eedc4-62ce-4ccd-a5fa-82b213b86a76 owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:03:38.015739 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] No Port match for: 720eedc4-62ce-4ccd-a5fa-82b213b86a76 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 05:03:38.015739 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 720eedc4-62ce-4ccd-a5fa-82b213b86a76 not bound to the agent host dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 05:03:38.092758 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.db.api [None req-f4c8e0ab-4536-4ade-bb54-e08f45169c6b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 05:03:38.093034 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG oslo_db.api [None req-f4c8e0ab-4536-4ade-bb54-e08f45169c6b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 05:03:38.108062 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-794a2942-4cf4-437d-9bd9-bd8875345a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9794419c-7a3c-4b9e-97b5-35d19d210184', 'name': 'tempest-RoutersIpV6Test-router-2087313429', 'tenant_id': '2986bc6e94a0447cb05e0db4a95b2605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:03:13Z', 'updated_at': '2022-05-30T05:03:35Z', 'revision_number': 8, 'project_id': '2986bc6e94a0447cb05e0db4a95b2605', 'gw_port_host': None, '_interfaces': [{'id': '6f2ca202-649d-475c-bb52-7d5bb1612e01', 'name': '', 'network_id': 'e26ad8af-0267-46e2-b49c-fe2324438bd1', 'tenant_id': '2986bc6e94a0447cb05e0db4a95b2605', 'mac_address': 'fa:16:3e:95:0d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9794419c-7a3c-4b9e-97b5-35d19d210184', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '2ebea61f-33fb-4b13-a658-9c1e4a496214', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:03:19Z', 'updated_at': '2022-05-30T05:03:24Z', 'revision_number': 5, 'project_id': '2986bc6e94a0447cb05e0db4a95b2605', 'subnets': [{'id': '2ebea61f-33fb-4b13-a658-9c1e4a496214', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9bb76f96-4d55-449c-adae-e8364a8fad08', 'name': '', 'network_id': 'a54f8e2b-0821-4a8b-bdd5-bb1bcc294a5f', 'tenant_id': '2986bc6e94a0447cb05e0db4a95b2605', 'mac_address': 'fa:16:3e:c6:23:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9794419c-7a3c-4b9e-97b5-35d19d210184', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': 'f22a9ff9-0868-4442-9c7b-a8a04362aa72', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:03:14Z', 'updated_at': '2022-05-30T05:03:19Z', 'revision_number': 5, 'project_id': '2986bc6e94a0447cb05e0db4a95b2605', 'subnets': [{'id': 'f22a9ff9-0868-4442-9c7b-a8a04362aa72', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf77c1f6-4c1b-4537-b77f-9e5e90dd3006', 'name': '', 'network_id': 'acc2224b-5c73-455d-a50e-16da2bde4982', 'tenant_id': '2986bc6e94a0447cb05e0db4a95b2605', 'mac_address': 'fa:16:3e:41:3f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9794419c-7a3c-4b9e-97b5-35d19d210184', 'device_owner': 'network:router_interface', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '5b14bc70-398e-49f8-aca2-ebd8fc0f0762', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:03:23Z', 'updated_at': '2022-05-30T05:03:31Z', 'revision_number': 5, 'project_id': '2986bc6e94a0447cb05e0db4a95b2605', 'subnets': [{'id': '5b14bc70-398e-49f8-aca2-ebd8fc0f0762', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:03:38.112050 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794a2942-4cf4-437d-9bd9-bd8875345a4d None None] The sync data for ids ['9794419c-7a3c-4b9e-97b5-35d19d210184'] in dv-neutron-843763-1-hyperv is: [{'id': '9794419c-7a3c-4b9e-97b5-35d19d210184', 'name': 'tempest-RoutersIpV6Test-router-2087313429', 'tenant_id': '2986bc6e94a0447cb05e0db4a95b2605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:03:13Z', 'updated_at': '2022-05-30T05:03:35Z', 'revision_number': 8, 'project_id': '2986bc6e94a0447cb05e0db4a95b2605', 'gw_port_host': None, '_interfaces': [{'id': '6f2ca202-649d-475c-bb52-7d5bb1612e01', 'name': '', 'network_id': 'e26ad8af-0267-46e2-b49c-fe2324438bd1', 'tenant_id': '2986bc6e94a0447cb05e0db4a95b2605', 'mac_address': 'fa:16:3e:95:0d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9794419c-7a3c-4b9e-97b5-35d19d210184', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '2ebea61f-33fb-4b13-a658-9c1e4a496214', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:03:19Z', 'updated_at': '2022-05-30T05:03:24Z', 'revision_number': 5, 'project_id': '2986bc6e94a0447cb05e0db4a95b2605', 'subnets': [{'id': '2ebea61f-33fb-4b13-a658-9c1e4a496214', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9bb76f96-4d55-449c-adae-e8364a8fad08', 'name': '', 'network_id': 'a54f8e2b-0821-4a8b-bdd5-bb1bcc294a5f', 'tenant_id': '2986bc6e94a0447cb05e0db4a95b2605', 'mac_address': 'fa:16:3e:c6:23:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9794419c-7a3c-4b9e-97b5-35d19d210184', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': 'f22a9ff9-0868-4442-9c7b-a8a04362aa72', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:03:14Z', 'updated_at': '2022-05-30T05:03:19Z', 'revision_number': 5, 'project_id': '2986bc6e94a0447cb05e0db4a95b2605', 'subnets': [{'id': 'f22a9ff9-0868-4442-9c7b-a8a04362aa72', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf77c1f6-4c1b-4537-b77f-9e5e90dd3006', 'name': '', 'network_id': 'acc2224b-5c73-455d-a50e-16da2bde4982', 'tenant_id': '2986bc6e94a0447cb05e0db4a95b2605', 'mac_address': 'fa:16:3e:41:3f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9794419c-7a3c-4b9e-97b5-35d19d210184', 'device_owner': 'network:router_interface', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '5b14bc70-398e-49f8-aca2-ebd8fc0f0762', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:03:23Z', 'updated_at': '2022-05-30T05:03:31Z', 'revision_number': 5, 'project_id': '2986bc6e94a0447cb05e0db4a95b2605', 'subnets': [{'id': '5b14bc70-398e-49f8-aca2-ebd8fc0f0762', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:03:38.478450 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-32c4865f-008f-4a3a-8c72-d98871ae7fae tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602184'] for router_interface, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:38.595575 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-f4c8e0ab-4536-4ade-bb54-e08f45169c6b None None] Deleting port 720eedc4-62ce-4ccd-a5fa-82b213b86a76 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:03:38.595851 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f4c8e0ab-4536-4ade-bb54-e08f45169c6b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:38.670621 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-f4c8e0ab-4536-4ade-bb54-e08f45169c6b None None] The port '720eedc4-62ce-4ccd-a5fa-82b213b86a76' was deleted {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 30 05:03:38.929283 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-32c4865f-008f-4a3a-8c72-d98871ae7fae tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Deleting port cf77c1f6-4c1b-4537-b77f-9e5e90dd3006 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:03:38.929283 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-32c4865f-008f-4a3a-8c72-d98871ae7fae tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:39.121726 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-32c4865f-008f-4a3a-8c72-d98871ae7fae tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] For port cf77c1f6-4c1b-4537-b77f-9e5e90dd3006, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=cf77c1f6-4c1b-4537-b77f-9e5e90dd3006,segment=NetworkSegment(7dd4c810-d90e-4147-ae2b-34e8360aa90a),segment_id=7dd4c810-d90e-4147-ae2b-34e8360aa90a)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:03:39.121726 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-32c4865f-008f-4a3a-8c72-d98871ae7fae tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:39.256651 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-32c4865f-008f-4a3a-8c72-d98871ae7fae tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Calling delete_port for cf77c1f6-4c1b-4537-b77f-9e5e90dd3006 owned by network:router_interface {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:03:39.463455 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-32c4865f-008f-4a3a-8c72-d98871ae7fae tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:39.513823 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c4865f-008f-4a3a-8c72-d98871ae7fae tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Pushing event deleted for resources: {'Port': ['ID=cf77c1f6-4c1b-4537-b77f-9e5e90dd3006,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:03:39.739132 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-32c4865f-008f-4a3a-8c72-d98871ae7fae tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1642797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602100'] for router_interface, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:39.900411 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device bcb3de97-dcc1-4b5a-9411-9fd0671c412d no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 05:03:39.933976 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] No Port match for: bcb3de97-dcc1-4b5a-9411-9fd0671c412d {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 05:03:39.934325 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device bcb3de97-dcc1-4b5a-9411-9fd0671c412d not bound to the agent host dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 05:03:40.182527 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32c4865f-008f-4a3a-8c72-d98871ae7fae tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Router 9794419c-7a3c-4b9e-97b5-35d19d210184 has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 05:03:40.343861 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32c4865f-008f-4a3a-8c72-d98871ae7fae tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:03:40.352193 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66509602-e907-4b21-8cc4-0b9595c36bba None None] Sync routers for ids ['9794419c-7a3c-4b9e-97b5-35d19d210184'] in dv-neutron-843763-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:03:40.355179 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-32c4865f-008f-4a3a-8c72-d98871ae7fae tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] 10.222.0.15 "PUT /v2.0/routers/9794419c-7a3c-4b9e-97b5-35d19d210184/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4148321 May 30 05:03:40.357884 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 47282) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:03:40.363029 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66509602-e907-4b21-8cc4-0b9595c36bba None None] Routers {'9794419c-7a3c-4b9e-97b5-35d19d210184'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:03:40.364719 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-66509602-e907-4b21-8cc4-0b9595c36bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:03:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['9794419c-7a3c-4b9e-97b5-35d19d210184'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:03:40.428046 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_v2 [None req-f71065fa-c62d-48eb-8716-dc125c85d9b0 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Deleting subnet 5b14bc70-398e-49f8-aca2-ebd8fc0f0762 {{(pid=88260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 30 05:03:40.430970 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f71065fa-c62d-48eb-8716-dc125c85d9b0 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks [] for subnet, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:40.484335 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f71065fa-c62d-48eb-8716-dc125c85d9b0 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1454738'] for subnet, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:40.517510 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-66509602-e907-4b21-8cc4-0b9595c36bba None None] Set router 9794419c-7a3c-4b9e-97b5-35d19d210184 gateway port host: None {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:03:40.566247 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f71065fa-c62d-48eb-8716-dc125c85d9b0 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860493'] for subnet, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:40.640759 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f71065fa-c62d-48eb-8716-dc125c85d9b0 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1547867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2133322'] for subnet, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:40.679681 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71065fa-c62d-48eb-8716-dc125c85d9b0 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Pushing event deleted for resources: {'Subnet': ['ID=5b14bc70-398e-49f8-aca2-ebd8fc0f0762,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:03:40.683368 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f71065fa-c62d-48eb-8716-dc125c85d9b0 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:40.689432 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22ba3106-2a89-4a36-9e16-132832cc69bc None None] Network acc2224b-5c73-455d-a50e-16da2bde4982 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:03:40.690454 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-f71065fa-c62d-48eb-8716-dc125c85d9b0 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] 10.222.0.15 "DELETE /v2.0/subnets/5b14bc70-398e-49f8-aca2-ebd8fc0f0762 HTTP/1.1" status: 204 len: 168 time: 0.3315873 May 30 05:03:40.693069 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 47286) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:03:40.833690 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8f2f03f4-82a8-47b5-a9dc-340acda888e4 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897784'] for network, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:40.844946 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-8f2f03f4-82a8-47b5-a9dc-340acda888e4 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Deleting port fd1222d2-6849-4b31-9764-b3b7c80e0e48 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:03:40.845291 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8f2f03f4-82a8-47b5-a9dc-340acda888e4 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:40.869983 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-66509602-e907-4b21-8cc4-0b9595c36bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9794419c-7a3c-4b9e-97b5-35d19d210184', 'name': 'tempest-RoutersIpV6Test-router-2087313429', 'tenant_id': '2986bc6e94a0447cb05e0db4a95b2605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:03:13Z', 'updated_at': '2022-05-30T05:03:39Z', 'revision_number': 9, 'project_id': '2986bc6e94a0447cb05e0db4a95b2605', 'gw_port_host': None, '_interfaces': [{'id': '6f2ca202-649d-475c-bb52-7d5bb1612e01', 'name': '', 'network_id': 'e26ad8af-0267-46e2-b49c-fe2324438bd1', 'tenant_id': '2986bc6e94a0447cb05e0db4a95b2605', 'mac_address': 'fa:16:3e:95:0d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9794419c-7a3c-4b9e-97b5-35d19d210184', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '2ebea61f-33fb-4b13-a658-9c1e4a496214', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:03:19Z', 'updated_at': '2022-05-30T05:03:24Z', 'revision_number': 5, 'project_id': '2986bc6e94a0447cb05e0db4a95b2605', 'subnets': [{'id': '2ebea61f-33fb-4b13-a658-9c1e4a496214', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9bb76f96-4d55-449c-adae-e8364a8fad08', 'name': '', 'network_id': 'a54f8e2b-0821-4a8b-bdd5-bb1bcc294a5f', 'tenant_id': '2986bc6e94a0447cb05e0db4a95b2605', 'mac_address': 'fa:16:3e:c6:23:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9794419c-7a3c-4b9e-97b5-35d19d210184', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': 'f22a9ff9-0868-4442-9c7b-a8a04362aa72', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:03:14Z', 'updated_at': '2022-05-30T05:03:19Z', 'revision_number': 5, 'project_id': '2986bc6e94a0447cb05e0db4a95b2605', 'subnets': [{'id': 'f22a9ff9-0868-4442-9c7b-a8a04362aa72', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:03:40.874207 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66509602-e907-4b21-8cc4-0b9595c36bba None None] Checking router: 9794419c-7a3c-4b9e-97b5-35d19d210184 for host: dv-neutron-843763-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 05:03:40.883102 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66509602-e907-4b21-8cc4-0b9595c36bba None None] Routers {'9794419c-7a3c-4b9e-97b5-35d19d210184'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:03:40.883685 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-66509602-e907-4b21-8cc4-0b9595c36bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:03:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['9794419c-7a3c-4b9e-97b5-35d19d210184'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:03:40.986857 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0543b989-09d4-46eb-b563-c7cde3c2fb7a None None] DHCP port deletion for acc2224b-5c73-455d-a50e-16da2bde4982 request from dv-neutron-843763-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 30 05:03:40.991245 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-0543b989-09d4-46eb-b563-c7cde3c2fb7a None None] Deleting port fd1222d2-6849-4b31-9764-b3b7c80e0e48 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:03:40.991605 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-0543b989-09d4-46eb-b563-c7cde3c2fb7a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:41.042340 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-66509602-e907-4b21-8cc4-0b9595c36bba None None] Set router 9794419c-7a3c-4b9e-97b5-35d19d210184 gateway port host: None {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:03:41.079258 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-8f2f03f4-82a8-47b5-a9dc-340acda888e4 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] For port fd1222d2-6849-4b31-9764-b3b7c80e0e48, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=fd1222d2-6849-4b31-9764-b3b7c80e0e48,segment=NetworkSegment(7dd4c810-d90e-4147-ae2b-34e8360aa90a),segment_id=7dd4c810-d90e-4147-ae2b-34e8360aa90a)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:03:41.079620 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8f2f03f4-82a8-47b5-a9dc-340acda888e4 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:41.207909 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-0543b989-09d4-46eb-b563-c7cde3c2fb7a None None] For port fd1222d2-6849-4b31-9764-b3b7c80e0e48, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=fd1222d2-6849-4b31-9764-b3b7c80e0e48,segment=NetworkSegment(7dd4c810-d90e-4147-ae2b-34e8360aa90a),segment_id=7dd4c810-d90e-4147-ae2b-34e8360aa90a)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:03:41.208345 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-0543b989-09d4-46eb-b563-c7cde3c2fb7a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:41.211270 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-8f2f03f4-82a8-47b5-a9dc-340acda888e4 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Calling delete_port for fd1222d2-6849-4b31-9764-b3b7c80e0e48 owned by network:dhcp {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:03:41.294223 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8f2f03f4-82a8-47b5-a9dc-340acda888e4 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:41.342374 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-0543b989-09d4-46eb-b563-c7cde3c2fb7a None None] Calling delete_port for fd1222d2-6849-4b31-9764-b3b7c80e0e48 owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:03:41.344771 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2f03f4-82a8-47b5-a9dc-340acda888e4 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Pushing event deleted for resources: {'Port': ['ID=fd1222d2-6849-4b31-9764-b3b7c80e0e48,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:03:41.350218 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2f03f4-82a8-47b5-a9dc-340acda888e4 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] No DVR routers for this DVR port fd1222d2-6849-4b31-9764-b3b7c80e0e48 on host dv-neutron-843763-1-hyperv {{(pid=88260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 05:03:41.365782 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-66509602-e907-4b21-8cc4-0b9595c36bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9794419c-7a3c-4b9e-97b5-35d19d210184', 'name': 'tempest-RoutersIpV6Test-router-2087313429', 'tenant_id': '2986bc6e94a0447cb05e0db4a95b2605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:03:13Z', 'updated_at': '2022-05-30T05:03:39Z', 'revision_number': 9, 'project_id': '2986bc6e94a0447cb05e0db4a95b2605', 'gw_port_host': None, '_interfaces': [{'id': '6f2ca202-649d-475c-bb52-7d5bb1612e01', 'name': '', 'network_id': 'e26ad8af-0267-46e2-b49c-fe2324438bd1', 'tenant_id': '2986bc6e94a0447cb05e0db4a95b2605', 'mac_address': 'fa:16:3e:95:0d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9794419c-7a3c-4b9e-97b5-35d19d210184', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '2ebea61f-33fb-4b13-a658-9c1e4a496214', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:03:19Z', 'updated_at': '2022-05-30T05:03:24Z', 'revision_number': 5, 'project_id': '2986bc6e94a0447cb05e0db4a95b2605', 'subnets': [{'id': '2ebea61f-33fb-4b13-a658-9c1e4a496214', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9bb76f96-4d55-449c-adae-e8364a8fad08', 'name': '', 'network_id': 'a54f8e2b-0821-4a8b-bdd5-bb1bcc294a5f', 'tenant_id': '2986bc6e94a0447cb05e0db4a95b2605', 'mac_address': 'fa:16:3e:c6:23:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9794419c-7a3c-4b9e-97b5-35d19d210184', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': 'f22a9ff9-0868-4442-9c7b-a8a04362aa72', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:03:14Z', 'updated_at': '2022-05-30T05:03:19Z', 'revision_number': 5, 'project_id': '2986bc6e94a0447cb05e0db4a95b2605', 'subnets': [{'id': 'f22a9ff9-0868-4442-9c7b-a8a04362aa72', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:03:41.369749 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66509602-e907-4b21-8cc4-0b9595c36bba None None] The sync data for ids ['9794419c-7a3c-4b9e-97b5-35d19d210184'] in dv-neutron-843763-1-hyperv is: [{'id': '9794419c-7a3c-4b9e-97b5-35d19d210184', 'name': 'tempest-RoutersIpV6Test-router-2087313429', 'tenant_id': '2986bc6e94a0447cb05e0db4a95b2605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:03:13Z', 'updated_at': '2022-05-30T05:03:39Z', 'revision_number': 9, 'project_id': '2986bc6e94a0447cb05e0db4a95b2605', 'gw_port_host': None, '_interfaces': [{'id': '6f2ca202-649d-475c-bb52-7d5bb1612e01', 'name': '', 'network_id': 'e26ad8af-0267-46e2-b49c-fe2324438bd1', 'tenant_id': '2986bc6e94a0447cb05e0db4a95b2605', 'mac_address': 'fa:16:3e:95:0d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9794419c-7a3c-4b9e-97b5-35d19d210184', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '2ebea61f-33fb-4b13-a658-9c1e4a496214', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:03:19Z', 'updated_at': '2022-05-30T05:03:24Z', 'revision_number': 5, 'project_id': '2986bc6e94a0447cb05e0db4a95b2605', 'subnets': [{'id': '2ebea61f-33fb-4b13-a658-9c1e4a496214', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9bb76f96-4d55-449c-adae-e8364a8fad08', 'name': '', 'network_id': 'a54f8e2b-0821-4a8b-bdd5-bb1bcc294a5f', 'tenant_id': '2986bc6e94a0447cb05e0db4a95b2605', 'mac_address': 'fa:16:3e:c6:23:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9794419c-7a3c-4b9e-97b5-35d19d210184', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': 'f22a9ff9-0868-4442-9c7b-a8a04362aa72', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:03:14Z', 'updated_at': '2022-05-30T05:03:19Z', 'revision_number': 5, 'project_id': '2986bc6e94a0447cb05e0db4a95b2605', 'subnets': [{'id': 'f22a9ff9-0868-4442-9c7b-a8a04362aa72', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:03:41.433283 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.db.api [None req-0543b989-09d4-46eb-b563-c7cde3c2fb7a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 05:03:41.433912 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG oslo_db.api [None req-0543b989-09d4-46eb-b563-c7cde3c2fb7a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 05:03:41.493171 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8f2f03f4-82a8-47b5-a9dc-340acda888e4 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867540', 'neutron.services.segments.db._delete_segments_for_network-8729234922972'] for network, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:41.517738 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-8f2f03f4-82a8-47b5-a9dc-340acda888e4 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acc2224b-5c73-455d-a50e-16da2bde4982']}} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:03:41.530235 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-8f2f03f4-82a8-47b5-a9dc-340acda888e4 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dd4c810-d90e-4147-ae2b-34e8360aa90a') {'for_net_delete': True} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:03:41.530532 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-8f2f03f4-82a8-47b5-a9dc-340acda888e4 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dd4c810-d90e-4147-ae2b-34e8360aa90a') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:03:41.541827 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8f2f03f4-82a8-47b5-a9dc-340acda888e4 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729235042807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1454725'] for segment, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:41.557298 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8f2f03f4-82a8-47b5-a9dc-340acda888e4 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:41.563124 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f2f03f4-82a8-47b5-a9dc-340acda888e4 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=88260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 05:03:41.563508 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8f2f03f4-82a8-47b5-a9dc-340acda888e4 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-862858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1547513'] for segment, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:41.631016 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 7dd4c810-d90e-4147-ae2b-34e8360aa90a resource provider aggregate not found May 30 05:03:41.654649 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 7dd4c810-d90e-4147-ae2b-34e8360aa90a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7dd4c810-d90e-4147-ae2b-34e8360aa90a found for delete ", "request_id": "req-b278531b-3692-4bc3-b0e7-7a82e4c30110"}]} May 30 05:03:41.666640 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8f2f03f4-82a8-47b5-a9dc-340acda888e4 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604744'] for network, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:41.670812 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8f2f03f4-82a8-47b5-a9dc-340acda888e4 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:41.704054 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2f03f4-82a8-47b5-a9dc-340acda888e4 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Pushing event deleted for resources: {'Network': ['ID=acc2224b-5c73-455d-a50e-16da2bde4982,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:03:41.709191 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-8f2f03f4-82a8-47b5-a9dc-340acda888e4 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] 10.222.0.15 "DELETE /v2.0/networks/acc2224b-5c73-455d-a50e-16da2bde4982 HTTP/1.1" status: 204 len: 168 time: 1.0138686 May 30 05:03:41.711041 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 47294) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:03:41.913727 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device fd1222d2-6849-4b31-9764-b3b7c80e0e48 no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 05:03:41.945708 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-0543b989-09d4-46eb-b563-c7cde3c2fb7a None None] Deleting port fd1222d2-6849-4b31-9764-b3b7c80e0e48 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:03:41.946107 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-0543b989-09d4-46eb-b563-c7cde3c2fb7a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:42.021932 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] No Port match for: fd1222d2-6849-4b31-9764-b3b7c80e0e48 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 05:03:42.021932 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device fd1222d2-6849-4b31-9764-b3b7c80e0e48 not bound to the agent host dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 05:03:42.026289 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device cf77c1f6-4c1b-4537-b77f-9e5e90dd3006 no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 05:03:42.075875 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-0543b989-09d4-46eb-b563-c7cde3c2fb7a None None] The port 'fd1222d2-6849-4b31-9764-b3b7c80e0e48' was deleted {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 30 05:03:42.075875 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] No Port match for: cf77c1f6-4c1b-4537-b77f-9e5e90dd3006 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 05:03:42.076834 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device cf77c1f6-4c1b-4537-b77f-9e5e90dd3006 not bound to the agent host dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 05:03:42.390170 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d15d78ff-2d48-43fb-8213-aabc8557a8e2 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602184'] for router_interface, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:42.742892 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-d15d78ff-2d48-43fb-8213-aabc8557a8e2 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Deleting port 6f2ca202-649d-475c-bb52-7d5bb1612e01 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:03:42.743710 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d15d78ff-2d48-43fb-8213-aabc8557a8e2 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:42.932941 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-d15d78ff-2d48-43fb-8213-aabc8557a8e2 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] For port 6f2ca202-649d-475c-bb52-7d5bb1612e01, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=6f2ca202-649d-475c-bb52-7d5bb1612e01,segment=NetworkSegment(d1cabb38-3b77-47e1-b132-cc7fe02e81ef),segment_id=d1cabb38-3b77-47e1-b132-cc7fe02e81ef)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:03:42.933301 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d15d78ff-2d48-43fb-8213-aabc8557a8e2 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:43.059747 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-d15d78ff-2d48-43fb-8213-aabc8557a8e2 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Calling delete_port for 6f2ca202-649d-475c-bb52-7d5bb1612e01 owned by network:router_interface {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:03:43.243105 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d15d78ff-2d48-43fb-8213-aabc8557a8e2 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:43.292342 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15d78ff-2d48-43fb-8213-aabc8557a8e2 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Pushing event deleted for resources: {'Port': ['ID=6f2ca202-649d-475c-bb52-7d5bb1612e01,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:03:43.607471 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d15d78ff-2d48-43fb-8213-aabc8557a8e2 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1642797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602100'] for router_interface, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:43.959291 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d15d78ff-2d48-43fb-8213-aabc8557a8e2 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Router 9794419c-7a3c-4b9e-97b5-35d19d210184 has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 05:03:44.136241 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d15d78ff-2d48-43fb-8213-aabc8557a8e2 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:03:44.146140 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b5c5c6-7491-4421-95f1-8a34e78f3241 None None] Sync routers for ids ['9794419c-7a3c-4b9e-97b5-35d19d210184'] in dv-neutron-843763-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:03:44.151807 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-d15d78ff-2d48-43fb-8213-aabc8557a8e2 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] 10.222.0.15 "PUT /v2.0/routers/9794419c-7a3c-4b9e-97b5-35d19d210184/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4399729 May 30 05:03:44.154517 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 47298) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:03:44.157624 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b5c5c6-7491-4421-95f1-8a34e78f3241 None None] Routers {'9794419c-7a3c-4b9e-97b5-35d19d210184'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:03:44.157624 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-49b5c5c6-7491-4421-95f1-8a34e78f3241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:03:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['9794419c-7a3c-4b9e-97b5-35d19d210184'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:03:44.259606 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d845c72-fe4f-44c9-8764-47ef22656dce tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Deleting subnet 2ebea61f-33fb-4b13-a658-9c1e4a496214 {{(pid=88260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 30 05:03:44.269226 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5d845c72-fe4f-44c9-8764-47ef22656dce tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks [] for subnet, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:44.329651 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5d845c72-fe4f-44c9-8764-47ef22656dce tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1454738'] for subnet, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:44.341871 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-49b5c5c6-7491-4421-95f1-8a34e78f3241 None None] Set router 9794419c-7a3c-4b9e-97b5-35d19d210184 gateway port host: None {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:03:44.442848 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5d845c72-fe4f-44c9-8764-47ef22656dce tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860493'] for subnet, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:44.522759 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5d845c72-fe4f-44c9-8764-47ef22656dce tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1547867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2133322'] for subnet, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:44.568778 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d845c72-fe4f-44c9-8764-47ef22656dce tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Pushing event deleted for resources: {'Subnet': ['ID=2ebea61f-33fb-4b13-a658-9c1e4a496214,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:03:44.586394 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5d845c72-fe4f-44c9-8764-47ef22656dce tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:44.586394 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-5d845c72-fe4f-44c9-8764-47ef22656dce tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] 10.222.0.15 "DELETE /v2.0/subnets/2ebea61f-33fb-4b13-a658-9c1e4a496214 HTTP/1.1" status: 204 len: 168 time: 0.4249394 May 30 05:03:44.586394 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 47302) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:03:44.594245 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a1c9577-86a3-4efc-8d05-19a2d8a3e46e None None] Network e26ad8af-0267-46e2-b49c-fe2324438bd1 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:03:44.702326 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-24512c0f-e4c6-4aac-979c-c78081bed7ff tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897784'] for network, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:44.714559 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-24512c0f-e4c6-4aac-979c-c78081bed7ff tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Deleting port a4601823-c141-4204-a418-90f50984d5e6 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:03:44.715635 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-24512c0f-e4c6-4aac-979c-c78081bed7ff tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:44.819973 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-49b5c5c6-7491-4421-95f1-8a34e78f3241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9794419c-7a3c-4b9e-97b5-35d19d210184', 'name': 'tempest-RoutersIpV6Test-router-2087313429', 'tenant_id': '2986bc6e94a0447cb05e0db4a95b2605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:03:13Z', 'updated_at': '2022-05-30T05:03:43Z', 'revision_number': 10, 'project_id': '2986bc6e94a0447cb05e0db4a95b2605', 'gw_port_host': None, '_interfaces': [{'id': '9bb76f96-4d55-449c-adae-e8364a8fad08', 'name': '', 'network_id': 'a54f8e2b-0821-4a8b-bdd5-bb1bcc294a5f', 'tenant_id': '2986bc6e94a0447cb05e0db4a95b2605', 'mac_address': 'fa:16:3e:c6:23:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9794419c-7a3c-4b9e-97b5-35d19d210184', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': 'f22a9ff9-0868-4442-9c7b-a8a04362aa72', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:03:14Z', 'updated_at': '2022-05-30T05:03:19Z', 'revision_number': 5, 'project_id': '2986bc6e94a0447cb05e0db4a95b2605', 'subnets': [{'id': 'f22a9ff9-0868-4442-9c7b-a8a04362aa72', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:03:44.826868 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b5c5c6-7491-4421-95f1-8a34e78f3241 None None] Checking router: 9794419c-7a3c-4b9e-97b5-35d19d210184 for host: dv-neutron-843763-1-hyperv {{(pid=88262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 05:03:44.840662 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b5c5c6-7491-4421-95f1-8a34e78f3241 None None] Routers {'9794419c-7a3c-4b9e-97b5-35d19d210184'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:03:44.840827 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-49b5c5c6-7491-4421-95f1-8a34e78f3241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:03:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['9794419c-7a3c-4b9e-97b5-35d19d210184'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:03:44.957258 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-24512c0f-e4c6-4aac-979c-c78081bed7ff tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] For port a4601823-c141-4204-a418-90f50984d5e6, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=a4601823-c141-4204-a418-90f50984d5e6,segment=NetworkSegment(d1cabb38-3b77-47e1-b132-cc7fe02e81ef),segment_id=d1cabb38-3b77-47e1-b132-cc7fe02e81ef)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:03:44.957258 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-24512c0f-e4c6-4aac-979c-c78081bed7ff tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:45.044312 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-49b5c5c6-7491-4421-95f1-8a34e78f3241 None None] Set router 9794419c-7a3c-4b9e-97b5-35d19d210184 gateway port host: None {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:03:45.091817 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1afeb41-8ca8-43c6-b3ff-5c8797b4c392 None None] DHCP port deletion for e26ad8af-0267-46e2-b49c-fe2324438bd1 request from dv-neutron-843763-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 30 05:03:45.114303 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c1afeb41-8ca8-43c6-b3ff-5c8797b4c392 None None] Deleting port a4601823-c141-4204-a418-90f50984d5e6 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:03:45.114460 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c1afeb41-8ca8-43c6-b3ff-5c8797b4c392 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:45.212840 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-24512c0f-e4c6-4aac-979c-c78081bed7ff tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Calling delete_port for a4601823-c141-4204-a418-90f50984d5e6 owned by network:dhcp {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:03:45.294802 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-24512c0f-e4c6-4aac-979c-c78081bed7ff tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:45.328724 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c1afeb41-8ca8-43c6-b3ff-5c8797b4c392 None None] The port 'a4601823-c141-4204-a418-90f50984d5e6' was deleted {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 30 05:03:45.351066 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24512c0f-e4c6-4aac-979c-c78081bed7ff tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Pushing event deleted for resources: {'Port': ['ID=a4601823-c141-4204-a418-90f50984d5e6,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:03:45.356671 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24512c0f-e4c6-4aac-979c-c78081bed7ff tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] No DVR routers for this DVR port a4601823-c141-4204-a418-90f50984d5e6 on host dv-neutron-843763-1-hyperv {{(pid=88260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 05:03:45.458610 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-49b5c5c6-7491-4421-95f1-8a34e78f3241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9794419c-7a3c-4b9e-97b5-35d19d210184', 'name': 'tempest-RoutersIpV6Test-router-2087313429', 'tenant_id': '2986bc6e94a0447cb05e0db4a95b2605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:03:13Z', 'updated_at': '2022-05-30T05:03:43Z', 'revision_number': 10, 'project_id': '2986bc6e94a0447cb05e0db4a95b2605', 'gw_port_host': None, '_interfaces': [{'id': '9bb76f96-4d55-449c-adae-e8364a8fad08', 'name': '', 'network_id': 'a54f8e2b-0821-4a8b-bdd5-bb1bcc294a5f', 'tenant_id': '2986bc6e94a0447cb05e0db4a95b2605', 'mac_address': 'fa:16:3e:c6:23:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9794419c-7a3c-4b9e-97b5-35d19d210184', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': 'f22a9ff9-0868-4442-9c7b-a8a04362aa72', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:03:14Z', 'updated_at': '2022-05-30T05:03:19Z', 'revision_number': 5, 'project_id': '2986bc6e94a0447cb05e0db4a95b2605', 'subnets': [{'id': 'f22a9ff9-0868-4442-9c7b-a8a04362aa72', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:03:45.461981 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b5c5c6-7491-4421-95f1-8a34e78f3241 None None] The sync data for ids ['9794419c-7a3c-4b9e-97b5-35d19d210184'] in dv-neutron-843763-1-hyperv is: [{'id': '9794419c-7a3c-4b9e-97b5-35d19d210184', 'name': 'tempest-RoutersIpV6Test-router-2087313429', 'tenant_id': '2986bc6e94a0447cb05e0db4a95b2605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:03:13Z', 'updated_at': '2022-05-30T05:03:43Z', 'revision_number': 10, 'project_id': '2986bc6e94a0447cb05e0db4a95b2605', 'gw_port_host': None, '_interfaces': [{'id': '9bb76f96-4d55-449c-adae-e8364a8fad08', 'name': '', 'network_id': 'a54f8e2b-0821-4a8b-bdd5-bb1bcc294a5f', 'tenant_id': '2986bc6e94a0447cb05e0db4a95b2605', 'mac_address': 'fa:16:3e:c6:23:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9794419c-7a3c-4b9e-97b5-35d19d210184', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': 'f22a9ff9-0868-4442-9c7b-a8a04362aa72', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:03:14Z', 'updated_at': '2022-05-30T05:03:19Z', 'revision_number': 5, 'project_id': '2986bc6e94a0447cb05e0db4a95b2605', 'subnets': [{'id': 'f22a9ff9-0868-4442-9c7b-a8a04362aa72', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:03:45.487124 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-24512c0f-e4c6-4aac-979c-c78081bed7ff tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867540', 'neutron.services.segments.db._delete_segments_for_network-8729234922972'] for network, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:45.516205 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-24512c0f-e4c6-4aac-979c-c78081bed7ff tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e26ad8af-0267-46e2-b49c-fe2324438bd1']}} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:03:45.530633 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-24512c0f-e4c6-4aac-979c-c78081bed7ff tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1cabb38-3b77-47e1-b132-cc7fe02e81ef') {'for_net_delete': True} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:03:45.530633 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-24512c0f-e4c6-4aac-979c-c78081bed7ff tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1cabb38-3b77-47e1-b132-cc7fe02e81ef') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:03:45.543916 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-24512c0f-e4c6-4aac-979c-c78081bed7ff tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729235042807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1454725'] for segment, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:45.565777 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-24512c0f-e4c6-4aac-979c-c78081bed7ff tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:45.572780 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24512c0f-e4c6-4aac-979c-c78081bed7ff tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=88260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 05:03:45.573914 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-24512c0f-e4c6-4aac-979c-c78081bed7ff tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-862858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1547513'] for segment, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:45.638605 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment d1cabb38-3b77-47e1-b132-cc7fe02e81ef resource provider aggregate not found May 30 05:03:45.662666 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment d1cabb38-3b77-47e1-b132-cc7fe02e81ef resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d1cabb38-3b77-47e1-b132-cc7fe02e81ef found for delete ", "request_id": "req-28c0f614-08b8-41a4-a06b-4263117cd50b"}]} May 30 05:03:45.675075 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-24512c0f-e4c6-4aac-979c-c78081bed7ff tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604744'] for network, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:45.691550 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-24512c0f-e4c6-4aac-979c-c78081bed7ff tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:45.704728 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24512c0f-e4c6-4aac-979c-c78081bed7ff tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Pushing event deleted for resources: {'Network': ['ID=e26ad8af-0267-46e2-b49c-fe2324438bd1,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:03:45.710067 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-24512c0f-e4c6-4aac-979c-c78081bed7ff tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] 10.222.0.15 "DELETE /v2.0/networks/e26ad8af-0267-46e2-b49c-fe2324438bd1 HTTP/1.1" status: 204 len: 168 time: 1.1249704 May 30 05:03:45.712568 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 47312) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:03:45.890037 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 6f2ca202-649d-475c-bb52-7d5bb1612e01 no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 05:03:45.925611 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] No Port match for: 6f2ca202-649d-475c-bb52-7d5bb1612e01 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 05:03:45.926031 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 6f2ca202-649d-475c-bb52-7d5bb1612e01 not bound to the agent host dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 05:03:45.926453 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device a4601823-c141-4204-a418-90f50984d5e6 no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 05:03:45.960258 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] No Port match for: a4601823-c141-4204-a418-90f50984d5e6 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 05:03:45.960603 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device a4601823-c141-4204-a418-90f50984d5e6 not bound to the agent host dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 05:03:46.242942 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2da65826-0bf8-4792-8b88-5c73e14cd363 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602184'] for router_interface, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:46.567647 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-2da65826-0bf8-4792-8b88-5c73e14cd363 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Deleting port 9bb76f96-4d55-449c-adae-e8364a8fad08 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:03:46.567985 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2da65826-0bf8-4792-8b88-5c73e14cd363 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:46.845964 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-2da65826-0bf8-4792-8b88-5c73e14cd363 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] For port 9bb76f96-4d55-449c-adae-e8364a8fad08, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=9bb76f96-4d55-449c-adae-e8364a8fad08,segment=NetworkSegment(91f20bf6-b556-4ebe-b8b1-2314ecf4447b),segment_id=91f20bf6-b556-4ebe-b8b1-2314ecf4447b)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:03:46.846240 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2da65826-0bf8-4792-8b88-5c73e14cd363 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:46.971616 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-2da65826-0bf8-4792-8b88-5c73e14cd363 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Calling delete_port for 9bb76f96-4d55-449c-adae-e8364a8fad08 owned by network:router_interface {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:03:47.149045 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2da65826-0bf8-4792-8b88-5c73e14cd363 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:47.198295 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da65826-0bf8-4792-8b88-5c73e14cd363 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Pushing event deleted for resources: {'Port': ['ID=9bb76f96-4d55-449c-adae-e8364a8fad08,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:03:47.379594 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2da65826-0bf8-4792-8b88-5c73e14cd363 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1642797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602100'] for router_interface, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:47.380360 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:47.650789 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2da65826-0bf8-4792-8b88-5c73e14cd363 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Router 9794419c-7a3c-4b9e-97b5-35d19d210184 has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 05:03:47.786406 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2da65826-0bf8-4792-8b88-5c73e14cd363 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:03:47.796937 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c642dba-517e-4148-84ba-751fbd86d85b None None] Sync routers for ids ['9794419c-7a3c-4b9e-97b5-35d19d210184'] in dv-neutron-843763-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:03:47.800079 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-2da65826-0bf8-4792-8b88-5c73e14cd363 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] 10.222.0.15 "PUT /v2.0/routers/9794419c-7a3c-4b9e-97b5-35d19d210184/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0865421 May 30 05:03:47.802757 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 47318) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:03:47.806034 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c642dba-517e-4148-84ba-751fbd86d85b None None] Routers {'9794419c-7a3c-4b9e-97b5-35d19d210184'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:03:47.806626 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-5c642dba-517e-4148-84ba-751fbd86d85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:03:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['9794419c-7a3c-4b9e-97b5-35d19d210184'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:03:47.868025 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fc4aad7-a269-4a74-9326-ad219cd9d4d9 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Deleting subnet f22a9ff9-0868-4442-9c7b-a8a04362aa72 {{(pid=88260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 30 05:03:47.871044 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2fc4aad7-a269-4a74-9326-ad219cd9d4d9 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks [] for subnet, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:47.932067 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2fc4aad7-a269-4a74-9326-ad219cd9d4d9 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1454738'] for subnet, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:47.934355 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-5c642dba-517e-4148-84ba-751fbd86d85b None None] Set router 9794419c-7a3c-4b9e-97b5-35d19d210184 gateway port host: None {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:03:48.043263 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-5c642dba-517e-4148-84ba-751fbd86d85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9794419c-7a3c-4b9e-97b5-35d19d210184', 'name': 'tempest-RoutersIpV6Test-router-2087313429', 'tenant_id': '2986bc6e94a0447cb05e0db4a95b2605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:03:13Z', 'updated_at': '2022-05-30T05:03:47Z', 'revision_number': 11, 'project_id': '2986bc6e94a0447cb05e0db4a95b2605', 'gw_port_host': None}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:03:48.049158 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c642dba-517e-4148-84ba-751fbd86d85b None None] Checking router: 9794419c-7a3c-4b9e-97b5-35d19d210184 for host: dv-neutron-843763-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 05:03:48.061435 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c642dba-517e-4148-84ba-751fbd86d85b None None] Routers {'9794419c-7a3c-4b9e-97b5-35d19d210184'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:03:48.062070 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-5c642dba-517e-4148-84ba-751fbd86d85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:03:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['9794419c-7a3c-4b9e-97b5-35d19d210184'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:03:48.148475 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2fc4aad7-a269-4a74-9326-ad219cd9d4d9 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860493'] for subnet, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:48.199400 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-5c642dba-517e-4148-84ba-751fbd86d85b None None] Set router 9794419c-7a3c-4b9e-97b5-35d19d210184 gateway port host: None {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:03:48.226480 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2fc4aad7-a269-4a74-9326-ad219cd9d4d9 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1547867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2133322'] for subnet, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:48.273990 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2fc4aad7-a269-4a74-9326-ad219cd9d4d9 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:48.277282 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc4aad7-a269-4a74-9326-ad219cd9d4d9 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Pushing event deleted for resources: {'Subnet': ['ID=f22a9ff9-0868-4442-9c7b-a8a04362aa72,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:03:48.279608 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a07973c-ac4f-4f0e-b109-ba5b83bcfc98 None None] Network a54f8e2b-0821-4a8b-bdd5-bb1bcc294a5f requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:03:48.286335 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-2fc4aad7-a269-4a74-9326-ad219cd9d4d9 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] 10.222.0.15 "DELETE /v2.0/subnets/f22a9ff9-0868-4442-9c7b-a8a04362aa72 HTTP/1.1" status: 204 len: 168 time: 0.4803047 May 30 05:03:48.286561 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 47322) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:03:48.303911 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-5c642dba-517e-4148-84ba-751fbd86d85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9794419c-7a3c-4b9e-97b5-35d19d210184', 'name': 'tempest-RoutersIpV6Test-router-2087313429', 'tenant_id': '2986bc6e94a0447cb05e0db4a95b2605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:03:13Z', 'updated_at': '2022-05-30T05:03:47Z', 'revision_number': 11, 'project_id': '2986bc6e94a0447cb05e0db4a95b2605', 'gw_port_host': None}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:03:48.307862 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c642dba-517e-4148-84ba-751fbd86d85b None None] The sync data for ids ['9794419c-7a3c-4b9e-97b5-35d19d210184'] in dv-neutron-843763-1-hyperv is: [{'id': '9794419c-7a3c-4b9e-97b5-35d19d210184', 'name': 'tempest-RoutersIpV6Test-router-2087313429', 'tenant_id': '2986bc6e94a0447cb05e0db4a95b2605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:03:13Z', 'updated_at': '2022-05-30T05:03:47Z', 'revision_number': 11, 'project_id': '2986bc6e94a0447cb05e0db4a95b2605', 'gw_port_host': None}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:03:48.402426 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1ad2b593-e07d-4175-8673-5c622fc9954a tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897784'] for network, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:48.413221 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-1ad2b593-e07d-4175-8673-5c622fc9954a tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Deleting port f4c0e5af-89e3-4722-b60f-eb8665fbdac6 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:03:48.414730 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1ad2b593-e07d-4175-8673-5c622fc9954a tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:48.620026 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-1ad2b593-e07d-4175-8673-5c622fc9954a tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] For port f4c0e5af-89e3-4722-b60f-eb8665fbdac6, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=f4c0e5af-89e3-4722-b60f-eb8665fbdac6,segment=NetworkSegment(91f20bf6-b556-4ebe-b8b1-2314ecf4447b),segment_id=91f20bf6-b556-4ebe-b8b1-2314ecf4447b)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:03:48.620390 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1ad2b593-e07d-4175-8673-5c622fc9954a tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:48.699376 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b6487af-8e1b-4856-b334-4435afc15776 None None] DHCP port deletion for a54f8e2b-0821-4a8b-bdd5-bb1bcc294a5f request from dv-neutron-843763-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 30 05:03:48.703829 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-2b6487af-8e1b-4856-b334-4435afc15776 None None] Deleting port f4c0e5af-89e3-4722-b60f-eb8665fbdac6 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:03:48.704287 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-2b6487af-8e1b-4856-b334-4435afc15776 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:48.749071 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-1ad2b593-e07d-4175-8673-5c622fc9954a tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Calling delete_port for f4c0e5af-89e3-4722-b60f-eb8665fbdac6 owned by network:dhcp {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:03:48.829367 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1ad2b593-e07d-4175-8673-5c622fc9954a tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:48.875884 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad2b593-e07d-4175-8673-5c622fc9954a tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Pushing event deleted for resources: {'Port': ['ID=f4c0e5af-89e3-4722-b60f-eb8665fbdac6,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:03:48.879336 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad2b593-e07d-4175-8673-5c622fc9954a tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] No DVR routers for this DVR port f4c0e5af-89e3-4722-b60f-eb8665fbdac6 on host dv-neutron-843763-1-hyperv {{(pid=88260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 05:03:48.915221 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-2b6487af-8e1b-4856-b334-4435afc15776 None None] For port f4c0e5af-89e3-4722-b60f-eb8665fbdac6, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=f4c0e5af-89e3-4722-b60f-eb8665fbdac6,segment=NetworkSegment(91f20bf6-b556-4ebe-b8b1-2314ecf4447b),segment_id=91f20bf6-b556-4ebe-b8b1-2314ecf4447b)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:03:48.915610 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-2b6487af-8e1b-4856-b334-4435afc15776 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:49.000564 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1ad2b593-e07d-4175-8673-5c622fc9954a tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867540', 'neutron.services.segments.db._delete_segments_for_network-8729234922972'] for network, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:49.029896 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-1ad2b593-e07d-4175-8673-5c622fc9954a tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a54f8e2b-0821-4a8b-bdd5-bb1bcc294a5f']}} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:03:49.038140 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-2b6487af-8e1b-4856-b334-4435afc15776 None None] Calling delete_port for f4c0e5af-89e3-4722-b60f-eb8665fbdac6 owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:03:49.042733 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-1ad2b593-e07d-4175-8673-5c622fc9954a tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91f20bf6-b556-4ebe-b8b1-2314ecf4447b') {'for_net_delete': True} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:03:49.043040 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-1ad2b593-e07d-4175-8673-5c622fc9954a tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91f20bf6-b556-4ebe-b8b1-2314ecf4447b') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:03:49.060022 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1ad2b593-e07d-4175-8673-5c622fc9954a tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729235042807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1454725'] for segment, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:49.078605 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1ad2b593-e07d-4175-8673-5c622fc9954a tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:49.085408 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ad2b593-e07d-4175-8673-5c622fc9954a tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=88260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 05:03:49.085820 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1ad2b593-e07d-4175-8673-5c622fc9954a tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-862858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1547513'] for segment, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:49.115825 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.db.api [None req-2b6487af-8e1b-4856-b334-4435afc15776 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 05:03:49.116261 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG oslo_db.api [None req-2b6487af-8e1b-4856-b334-4435afc15776 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 05:03:49.150483 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 91f20bf6-b556-4ebe-b8b1-2314ecf4447b resource provider aggregate not found May 30 05:03:49.177218 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 91f20bf6-b556-4ebe-b8b1-2314ecf4447b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 91f20bf6-b556-4ebe-b8b1-2314ecf4447b found for delete ", "request_id": "req-33637b1f-d585-47a5-9aea-ac5321d38476"}]} May 30 05:03:49.189153 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1ad2b593-e07d-4175-8673-5c622fc9954a tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604744'] for network, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:49.194105 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1ad2b593-e07d-4175-8673-5c622fc9954a tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:49.220845 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad2b593-e07d-4175-8673-5c622fc9954a tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Pushing event deleted for resources: {'Network': ['ID=a54f8e2b-0821-4a8b-bdd5-bb1bcc294a5f,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:03:49.226843 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-1ad2b593-e07d-4175-8673-5c622fc9954a tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] 10.222.0.15 "DELETE /v2.0/networks/a54f8e2b-0821-4a8b-bdd5-bb1bcc294a5f HTTP/1.1" status: 204 len: 168 time: 0.9390764 May 30 05:03:49.229407 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 47330) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:03:49.235131 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-79fc6e99-05a4-4a3c-9ccd-66da4a11a968 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Request body: {'router': {'routes': None}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:03:49.618486 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-2b6487af-8e1b-4856-b334-4435afc15776 None None] Deleting port f4c0e5af-89e3-4722-b60f-eb8665fbdac6 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:03:49.618486 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-2b6487af-8e1b-4856-b334-4435afc15776 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:49.630368 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.extraroute_db [None req-79fc6e99-05a4-4a3c-9ccd-66da4a11a968 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Added routes are [] {{(pid=88260) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} May 30 05:03:49.630858 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.extraroute_db [None req-79fc6e99-05a4-4a3c-9ccd-66da4a11a968 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Removed routes are [] {{(pid=88260) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} May 30 05:03:49.631028 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-79fc6e99-05a4-4a3c-9ccd-66da4a11a968 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11765'] for router, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:49.717840 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-2b6487af-8e1b-4856-b334-4435afc15776 None None] The port 'f4c0e5af-89e3-4722-b60f-eb8665fbdac6' was deleted {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 30 05:03:49.885738 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device f4c0e5af-89e3-4722-b60f-eb8665fbdac6 no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 05:03:49.896353 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-79fc6e99-05a4-4a3c-9ccd-66da4a11a968 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11765'] for router, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:49.899701 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-79fc6e99-05a4-4a3c-9ccd-66da4a11a968 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1603699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1603708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1603909'] for router, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:49.919749 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] No Port match for: f4c0e5af-89e3-4722-b60f-eb8665fbdac6 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 05:03:49.920160 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device f4c0e5af-89e3-4722-b60f-eb8665fbdac6 not bound to the agent host dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 05:03:49.920638 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 9bb76f96-4d55-449c-adae-e8364a8fad08 no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 05:03:49.952870 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] No Port match for: 9bb76f96-4d55-449c-adae-e8364a8fad08 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 05:03:49.953217 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 9bb76f96-4d55-449c-adae-e8364a8fad08 not bound to the agent host dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 05:03:50.034938 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79fc6e99-05a4-4a3c-9ccd-66da4a11a968 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Router 9794419c-7a3c-4b9e-97b5-35d19d210184 has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 05:03:50.169786 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79fc6e99-05a4-4a3c-9ccd-66da4a11a968 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:03:50.176558 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-79fc6e99-05a4-4a3c-9ccd-66da4a11a968 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:50.178727 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-79fc6e99-05a4-4a3c-9ccd-66da4a11a968 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] 10.222.0.15 "PUT /v2.0/routers/9794419c-7a3c-4b9e-97b5-35d19d210184 HTTP/1.1" status: 200 len: 705 time: 0.9482827 May 30 05:03:50.179099 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff32129-4649-4bc2-96d4-66809625fcec None None] Sync routers for ids ['9794419c-7a3c-4b9e-97b5-35d19d210184'] in dv-neutron-843763-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:03:50.181559 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 47334) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:03:50.188269 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff32129-4649-4bc2-96d4-66809625fcec None None] Routers {'9794419c-7a3c-4b9e-97b5-35d19d210184'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:03:50.188886 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-dff32129-4649-4bc2-96d4-66809625fcec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:03:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['9794419c-7a3c-4b9e-97b5-35d19d210184'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:03:50.224635 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-dea1ec51-cfa9-44b6-beea-79b1d1cebeb7 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Synchronizing usage tracker for tenant:2986bc6e94a0447cb05e0db4a95b2605 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:03:50.240827 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-dea1ec51-cfa9-44b6-beea-79b1d1cebeb7 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Unset dirty status for tenant:2986bc6e94a0447cb05e0db4a95b2605 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:03:50.244641 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-dea1ec51-cfa9-44b6-beea-79b1d1cebeb7 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] 10.222.0.15 "GET /v2.0/ports?device_id=9794419c-7a3c-4b9e-97b5-35d19d210184 HTTP/1.1" status: 200 len: 205 time: 0.0595186 May 30 05:03:50.244830 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 47338) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:03:50.321968 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-dff32129-4649-4bc2-96d4-66809625fcec None None] Set router 9794419c-7a3c-4b9e-97b5-35d19d210184 gateway port host: None {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:03:50.383366 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7a95c2cd-244a-494f-a5f4-fff31535d0d1 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks [] for router, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:50.429217 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-dff32129-4649-4bc2-96d4-66809625fcec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9794419c-7a3c-4b9e-97b5-35d19d210184', 'name': 'tempest-RoutersIpV6Test-router-2087313429', 'tenant_id': '2986bc6e94a0447cb05e0db4a95b2605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:03:13Z', 'updated_at': '2022-05-30T05:03:47Z', 'revision_number': 11, 'project_id': '2986bc6e94a0447cb05e0db4a95b2605', 'gw_port_host': None}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:03:50.433070 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff32129-4649-4bc2-96d4-66809625fcec None None] Checking router: 9794419c-7a3c-4b9e-97b5-35d19d210184 for host: dv-neutron-843763-1-hyperv {{(pid=88262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 05:03:50.441616 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff32129-4649-4bc2-96d4-66809625fcec None None] Routers {'9794419c-7a3c-4b9e-97b5-35d19d210184'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:03:50.442257 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-dff32129-4649-4bc2-96d4-66809625fcec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:03:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['9794419c-7a3c-4b9e-97b5-35d19d210184'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:03:50.571186 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-dff32129-4649-4bc2-96d4-66809625fcec None None] Set router 9794419c-7a3c-4b9e-97b5-35d19d210184 gateway port host: None {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:03:50.678564 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-dff32129-4649-4bc2-96d4-66809625fcec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9794419c-7a3c-4b9e-97b5-35d19d210184', 'name': 'tempest-RoutersIpV6Test-router-2087313429', 'tenant_id': '2986bc6e94a0447cb05e0db4a95b2605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:03:13Z', 'updated_at': '2022-05-30T05:03:47Z', 'revision_number': 11, 'project_id': '2986bc6e94a0447cb05e0db4a95b2605', 'gw_port_host': None}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:03:50.682631 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff32129-4649-4bc2-96d4-66809625fcec None None] The sync data for ids ['9794419c-7a3c-4b9e-97b5-35d19d210184'] in dv-neutron-843763-1-hyperv is: [{'id': '9794419c-7a3c-4b9e-97b5-35d19d210184', 'name': 'tempest-RoutersIpV6Test-router-2087313429', 'tenant_id': '2986bc6e94a0447cb05e0db4a95b2605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:03:13Z', 'updated_at': '2022-05-30T05:03:47Z', 'revision_number': 11, 'project_id': '2986bc6e94a0447cb05e0db4a95b2605', 'gw_port_host': None}] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:03:50.819991 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7a95c2cd-244a-494f-a5f4-fff31535d0d1 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11660'] for router, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:50.821480 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7a95c2cd-244a-494f-a5f4-fff31535d0d1 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:50.844597 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7a95c2cd-244a-494f-a5f4-fff31535d0d1 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1601605'] for router, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:50.845122 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a95c2cd-244a-494f-a5f4-fff31535d0d1 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Fanout notify agent at l3_agent the message router_deleted on router 9794419c-7a3c-4b9e-97b5-35d19d210184 {{(pid=88261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 30 05:03:50.860482 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7a95c2cd-244a-494f-a5f4-fff31535d0d1 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks [] for router, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:50.861582 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-7a95c2cd-244a-494f-a5f4-fff31535d0d1 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] 10.222.0.15 "DELETE /v2.0/routers/9794419c-7a3c-4b9e-97b5-35d19d210184 HTTP/1.1" status: 204 len: 168 time: 0.6157436 May 30 05:03:50.865947 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 47342) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:03:50.871202 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-bca8d0ad-1795-4992-ad98-e3f85acd6d6d tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1868705183', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:03:50.878843 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-bca8d0ad-1795-4992-ad98-e3f85acd6d6d tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:03:50.883222 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-bca8d0ad-1795-4992-ad98-e3f85acd6d6d tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Usage tracker for resource:router and tenant:2986bc6e94a0447cb05e0db4a95b2605 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:03:50.886182 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-bca8d0ad-1795-4992-ad98-e3f85acd6d6d tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:03:50.893451 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-bca8d0ad-1795-4992-ad98-e3f85acd6d6d tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:03:50.906776 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bca8d0ad-1795-4992-ad98-e3f85acd6d6d tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1603901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11666'] for router, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:50.906911 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bca8d0ad-1795-4992-ad98-e3f85acd6d6d tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11675'] for router, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:50.924255 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bca8d0ad-1795-4992-ad98-e3f85acd6d6d tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:50.943322 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bca8d0ad-1795-4992-ad98-e3f85acd6d6d tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603653'] for router, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:50.968956 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bca8d0ad-1795-4992-ad98-e3f85acd6d6d tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks [] for router, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:50.970136 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-bca8d0ad-1795-4992-ad98-e3f85acd6d6d tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1033394 May 30 05:03:50.973284 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 47346) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:03:50.978406 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-18035ee4-d91f-41f9-9d1f-e6e7ad3e3882 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:03:51.059829 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 47352) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:03:51.151448 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_v2 [None req-848bc9e1-9829-4b69-b5fe-f582bff6eec3 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Deleting subnet c3042e91-f5bc-43b2-9ec2-f93d3862d3d0 {{(pid=88260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 30 05:03:51.154802 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-848bc9e1-9829-4b69-b5fe-f582bff6eec3 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for subnet, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:51.213333 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-848bc9e1-9829-4b69-b5fe-f582bff6eec3 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1454738'] for subnet, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:51.302493 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-848bc9e1-9829-4b69-b5fe-f582bff6eec3 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860493'] for subnet, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:51.362312 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-18035ee4-d91f-41f9-9d1f-e6e7ad3e3882 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11765'] for router, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:51.372533 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-18035ee4-d91f-41f9-9d1f-e6e7ad3e3882 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1603699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1603708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1603909'] for router, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:51.379928 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-848bc9e1-9829-4b69-b5fe-f582bff6eec3 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1547867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2133322'] for subnet, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:51.427201 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848bc9e1-9829-4b69-b5fe-f582bff6eec3 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event deleted for resources: {'Subnet': ['ID=c3042e91-f5bc-43b2-9ec2-f93d3862d3d0,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:03:51.433309 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-848bc9e1-9829-4b69-b5fe-f582bff6eec3 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:51.438653 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86070c04-cccc-421d-9343-24b05560cd13 None None] Network 3a472c4e-706e-49c5-9d72-fbb66b9c0513 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:03:51.440307 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-848bc9e1-9829-4b69-b5fe-f582bff6eec3 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "DELETE /v2.0/subnets/c3042e91-f5bc-43b2-9ec2-f93d3862d3d0 HTTP/1.1" status: 204 len: 168 time: 0.3797300 May 30 05:03:51.443647 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 47356) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:03:51.558818 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8b25ff52-eb16-45f0-9065-9865ada76d48 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897784'] for network, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:51.571500 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-8b25ff52-eb16-45f0-9065-9865ada76d48 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Deleting port b4f25b5c-d623-46d5-8cef-d93ba1d180ba {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:03:51.571760 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8b25ff52-eb16-45f0-9065-9865ada76d48 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:51.574940 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18035ee4-d91f-41f9-9d1f-e6e7ad3e3882 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Router afb9202f-9c81-45f9-9a57-50f5965199b0 is scheduled to L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 with binding_index 1 {{(pid=88261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 30 05:03:51.719705 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ffb8f2-df38-44a8-b5c0-d8ad9347d4a6 None None] DHCP port deletion for 3a472c4e-706e-49c5-9d72-fbb66b9c0513 request from dv-neutron-843763-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 30 05:03:51.720732 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18035ee4-d91f-41f9-9d1f-e6e7ad3e3882 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:03:51.728874 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-18035ee4-d91f-41f9-9d1f-e6e7ad3e3882 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks [] for router, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:51.729462 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-90ffb8f2-df38-44a8-b5c0-d8ad9347d4a6 None None] Deleting port b4f25b5c-d623-46d5-8cef-d93ba1d180ba {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:03:51.730047 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-90ffb8f2-df38-44a8-b5c0-d8ad9347d4a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:51.730199 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-18035ee4-d91f-41f9-9d1f-e6e7ad3e3882 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] 10.222.0.15 "PUT /v2.0/routers/afb9202f-9c81-45f9-9a57-50f5965199b0 HTTP/1.1" status: 200 len: 698 time: 0.7558765 May 30 05:03:51.731467 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258414ae-5fb1-4bb7-8565-50080d935832 None None] Sync routers for ids ['afb9202f-9c81-45f9-9a57-50f5965199b0'] in dv-neutron-843763-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:03:51.732508 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 47360) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:03:51.749796 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258414ae-5fb1-4bb7-8565-50080d935832 None None] Routers {'afb9202f-9c81-45f9-9a57-50f5965199b0'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:03:51.751030 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-258414ae-5fb1-4bb7-8565-50080d935832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:03:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['afb9202f-9c81-45f9-9a57-50f5965199b0'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:03:51.797602 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-8b25ff52-eb16-45f0-9065-9865ada76d48 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] For port b4f25b5c-d623-46d5-8cef-d93ba1d180ba, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=b4f25b5c-d623-46d5-8cef-d93ba1d180ba,segment=NetworkSegment(084e388d-319f-4998-938e-0681ba13a099),segment_id=084e388d-319f-4998-938e-0681ba13a099)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:03:51.798271 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8b25ff52-eb16-45f0-9065-9865ada76d48 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:51.942109 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-a7e9c01d-58f6-4214-aa44-d1e60b7eec9d tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] 10.222.0.15 "GET /v2.0/routers/afb9202f-9c81-45f9-9a57-50f5965199b0 HTTP/1.1" status: 200 len: 704 time: 0.2082083 May 30 05:03:51.949521 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 47364) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:03:51.958258 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device b4f25b5c-d623-46d5-8cef-d93ba1d180ba no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 05:03:51.964792 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-258414ae-5fb1-4bb7-8565-50080d935832 None None] Set router afb9202f-9c81-45f9-9a57-50f5965199b0 gateway port host: None {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:03:52.061132 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-8b25ff52-eb16-45f0-9065-9865ada76d48 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Calling delete_port for b4f25b5c-d623-46d5-8cef-d93ba1d180ba owned by network:dhcp {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:03:52.067677 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-90ffb8f2-df38-44a8-b5c0-d8ad9347d4a6 None None] For port b4f25b5c-d623-46d5-8cef-d93ba1d180ba, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=b4f25b5c-d623-46d5-8cef-d93ba1d180ba,segment=NetworkSegment(084e388d-319f-4998-938e-0681ba13a099),segment_id=084e388d-319f-4998-938e-0681ba13a099)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:03:52.068163 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-90ffb8f2-df38-44a8-b5c0-d8ad9347d4a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:52.102640 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-258414ae-5fb1-4bb7-8565-50080d935832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afb9202f-9c81-45f9-9a57-50f5965199b0', 'name': 'tempest-RoutersIpV6Test-router-1868705183', 'tenant_id': '2986bc6e94a0447cb05e0db4a95b2605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:03:50Z', 'updated_at': '2022-05-30T05:03:51Z', 'revision_number': 2, 'project_id': '2986bc6e94a0447cb05e0db4a95b2605', 'gw_port_host': None}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:03:52.107781 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258414ae-5fb1-4bb7-8565-50080d935832 None None] Checking router: afb9202f-9c81-45f9-9a57-50f5965199b0 for host: dv-neutron-843763-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 05:03:52.121694 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258414ae-5fb1-4bb7-8565-50080d935832 None None] Routers {'afb9202f-9c81-45f9-9a57-50f5965199b0'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:03:52.122359 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-258414ae-5fb1-4bb7-8565-50080d935832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:03:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['afb9202f-9c81-45f9-9a57-50f5965199b0'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:03:52.161193 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8b25ff52-eb16-45f0-9065-9865ada76d48 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:52.186451 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-8467aaf0-8e4c-4f16-9ef0-ff849da00d2f tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] 10.222.0.15 "GET /v2.0/ports?device_id=afb9202f-9c81-45f9-9a57-50f5965199b0 HTTP/1.1" status: 200 len: 205 time: 0.2342069 May 30 05:03:52.188837 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 47368) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:03:52.232117 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b25ff52-eb16-45f0-9065-9865ada76d48 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event deleted for resources: {'Port': ['ID=b4f25b5c-d623-46d5-8cef-d93ba1d180ba,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:03:52.242042 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b25ff52-eb16-45f0-9065-9865ada76d48 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] No DVR routers for this DVR port b4f25b5c-d623-46d5-8cef-d93ba1d180ba on host dv-neutron-843763-1-hyperv {{(pid=88260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 05:03:52.256003 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-90ffb8f2-df38-44a8-b5c0-d8ad9347d4a6 None None] Calling delete_port for b4f25b5c-d623-46d5-8cef-d93ba1d180ba owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:03:52.358125 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Port b4f25b5c-d623-46d5-8cef-d93ba1d180ba update to DOWN by agent not found {{(pid=88262) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} May 30 05:03:52.431585 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-85436765-4f13-468a-b281-fa7c4df0381f tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks [] for router, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:52.434902 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.db.api [None req-90ffb8f2-df38-44a8-b5c0-d8ad9347d4a6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 05:03:52.434902 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG oslo_db.api [None req-90ffb8f2-df38-44a8-b5c0-d8ad9347d4a6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 05:03:52.450557 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-258414ae-5fb1-4bb7-8565-50080d935832 None None] Set router afb9202f-9c81-45f9-9a57-50f5965199b0 gateway port host: None {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:03:52.495058 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8b25ff52-eb16-45f0-9065-9865ada76d48 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867540', 'neutron.services.segments.db._delete_segments_for_network-8729234922972'] for network, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:52.529296 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-8b25ff52-eb16-45f0-9065-9865ada76d48 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a472c4e-706e-49c5-9d72-fbb66b9c0513']}} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:03:52.548912 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-8b25ff52-eb16-45f0-9065-9865ada76d48 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '084e388d-319f-4998-938e-0681ba13a099') {'for_net_delete': True} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:03:52.548912 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-8b25ff52-eb16-45f0-9065-9865ada76d48 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '084e388d-319f-4998-938e-0681ba13a099') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:03:52.553626 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-258414ae-5fb1-4bb7-8565-50080d935832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afb9202f-9c81-45f9-9a57-50f5965199b0', 'name': 'tempest-RoutersIpV6Test-router-1868705183', 'tenant_id': '2986bc6e94a0447cb05e0db4a95b2605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:03:50Z', 'updated_at': '2022-05-30T05:03:51Z', 'revision_number': 2, 'project_id': '2986bc6e94a0447cb05e0db4a95b2605', 'gw_port_host': None}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:03:52.559227 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258414ae-5fb1-4bb7-8565-50080d935832 None None] The sync data for ids ['afb9202f-9c81-45f9-9a57-50f5965199b0'] in dv-neutron-843763-1-hyperv is: [{'id': 'afb9202f-9c81-45f9-9a57-50f5965199b0', 'name': 'tempest-RoutersIpV6Test-router-1868705183', 'tenant_id': '2986bc6e94a0447cb05e0db4a95b2605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:03:50Z', 'updated_at': '2022-05-30T05:03:51Z', 'revision_number': 2, 'project_id': '2986bc6e94a0447cb05e0db4a95b2605', 'gw_port_host': None}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:03:52.569719 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8b25ff52-eb16-45f0-9065-9865ada76d48 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729235042807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1454725'] for segment, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:52.596227 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8b25ff52-eb16-45f0-9065-9865ada76d48 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:52.603053 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b25ff52-eb16-45f0-9065-9865ada76d48 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=88260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 05:03:52.603479 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8b25ff52-eb16-45f0-9065-9865ada76d48 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-862858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1547513'] for segment, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:52.674213 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 084e388d-319f-4998-938e-0681ba13a099 resource provider aggregate not found May 30 05:03:52.710807 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 084e388d-319f-4998-938e-0681ba13a099 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 084e388d-319f-4998-938e-0681ba13a099 found for delete ", "request_id": "req-8c8e96a3-b1c6-4c09-ac02-03e283e619eb"}]} May 30 05:03:52.727555 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8b25ff52-eb16-45f0-9065-9865ada76d48 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604744'] for network, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:52.752960 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8b25ff52-eb16-45f0-9065-9865ada76d48 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:52.764806 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b25ff52-eb16-45f0-9065-9865ada76d48 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event deleted for resources: {'Network': ['ID=3a472c4e-706e-49c5-9d72-fbb66b9c0513,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:03:52.782927 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-8b25ff52-eb16-45f0-9065-9865ada76d48 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "DELETE /v2.0/networks/3a472c4e-706e-49c5-9d72-fbb66b9c0513 HTTP/1.1" status: 204 len: 168 time: 1.3356309 May 30 05:03:52.783088 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 47376) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:03:52.807156 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-85436765-4f13-468a-b281-fa7c4df0381f tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11660'] for router, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:52.810214 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-85436765-4f13-468a-b281-fa7c4df0381f tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:52.845411 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-85436765-4f13-468a-b281-fa7c4df0381f tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1601605'] for router, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:52.845411 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85436765-4f13-468a-b281-fa7c4df0381f tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Fanout notify agent at l3_agent the message router_deleted on router afb9202f-9c81-45f9-9a57-50f5965199b0 {{(pid=88261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 30 05:03:52.867184 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-85436765-4f13-468a-b281-fa7c4df0381f tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Notify callbacks [] for router, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:52.872321 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-85436765-4f13-468a-b281-fa7c4df0381f tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] 10.222.0.15 "DELETE /v2.0/routers/afb9202f-9c81-45f9-9a57-50f5965199b0 HTTP/1.1" status: 204 len: 168 time: 0.6778231 May 30 05:03:52.872321 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 47380) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:03:52.918996 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-0bbb0eb6-c607-4dea-b3d8-6a9d624d5f2d tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] 10.222.0.15 "GET /v2.0/ports?device_id=afb9202f-9c81-45f9-9a57-50f5965199b0 HTTP/1.1" status: 200 len: 205 time: 0.0447638 May 30 05:03:52.920948 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 47384) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:03:52.933630 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-90ffb8f2-df38-44a8-b5c0-d8ad9347d4a6 None None] Deleting port b4f25b5c-d623-46d5-8cef-d93ba1d180ba {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:03:52.934574 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-90ffb8f2-df38-44a8-b5c0-d8ad9347d4a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:52.992930 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.api.v2.resource [None req-f898ba97-78e9-4060-920c-e09eecbe5904 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] delete failed (client error): The resource could not be found. May 30 05:03:52.996956 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-f898ba97-78e9-4060-920c-e09eecbe5904 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] 10.222.0.15 "DELETE /v2.0/routers/afb9202f-9c81-45f9-9a57-50f5965199b0 HTTP/1.1" status: 404 len: 336 time: 0.0734878 May 30 05:03:52.996956 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 47388) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:03:53.010604 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-90ffb8f2-df38-44a8-b5c0-d8ad9347d4a6 None None] The port 'b4f25b5c-d623-46d5-8cef-d93ba1d180ba' was deleted {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 30 05:03:53.042581 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-016070c8-bc51-4573-8734-d692bb749e6e tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] DELETE failed (client error): The resource could not be found. May 30 05:03:53.042581 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-016070c8-bc51-4573-8734-d692bb749e6e tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 05:03:53.042581 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-016070c8-bc51-4573-8734-d692bb749e6e tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] 10.222.0.15 "DELETE /v2.0/subnets/45055fef-28ef-46f6-8762-f71ac840bec2 HTTP/1.1" status: 404 len: 337 time: 0.0423913 May 30 05:03:53.044339 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 47392) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:03:53.083964 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-58ca5248-f3a3-429a-ae04-303545f1ba2d tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Deleting port 7d1da2f7-77da-48f6-9ac4-185095d7ef93 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:03:53.083964 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-58ca5248-f3a3-429a-ae04-303545f1ba2d tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:53.142849 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-41e1186e-9bfb-4500-a380-039bae2f7cd5 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] DELETE failed (client error): The resource could not be found. May 30 05:03:53.142849 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41e1186e-9bfb-4500-a380-039bae2f7cd5 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 05:03:53.147482 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-41e1186e-9bfb-4500-a380-039bae2f7cd5 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] 10.222.0.15 "DELETE /v2.0/subnets/5b14bc70-398e-49f8-aca2-ebd8fc0f0762 HTTP/1.1" status: 404 len: 337 time: 0.0995610 May 30 05:03:53.149231 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 47398) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:03:53.195211 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b198b9d-40a5-47ac-94bd-101d3532c806 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] DELETE failed (client error): The resource could not be found. May 30 05:03:53.195211 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b198b9d-40a5-47ac-94bd-101d3532c806 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 05:03:53.199204 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-4b198b9d-40a5-47ac-94bd-101d3532c806 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] 10.222.0.15 "DELETE /v2.0/subnets/2ebea61f-33fb-4b13-a658-9c1e4a496214 HTTP/1.1" status: 404 len: 337 time: 0.0476606 May 30 05:03:53.199204 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 47402) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:03:53.245306 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1237e37-b5f3-4abb-aae6-7ab474467a77 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] DELETE failed (client error): The resource could not be found. May 30 05:03:53.245306 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1237e37-b5f3-4abb-aae6-7ab474467a77 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 05:03:53.250486 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 47406) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:03:53.254761 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-f1237e37-b5f3-4abb-aae6-7ab474467a77 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] 10.222.0.15 "DELETE /v2.0/subnets/f22a9ff9-0868-4442-9c7b-a8a04362aa72 HTTP/1.1" status: 404 len: 337 time: 0.0470581 May 30 05:03:53.314504 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-0a333607-f139-4bb0-ae90-9eff63495659 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Synchronizing usage tracker for tenant:2986bc6e94a0447cb05e0db4a95b2605 on resource:port {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:03:53.352337 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-0a333607-f139-4bb0-ae90-9eff63495659 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] Unset dirty status for tenant:2986bc6e94a0447cb05e0db4a95b2605 on resource:port {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:03:53.353492 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-0a333607-f139-4bb0-ae90-9eff63495659 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] 10.222.0.15 "GET /v2.0/ports?device_id=9794419c-7a3c-4b9e-97b5-35d19d210184 HTTP/1.1" status: 200 len: 205 time: 0.1061652 May 30 05:03:53.356953 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 47412) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:03:53.360162 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-58ca5248-f3a3-429a-ae04-303545f1ba2d tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:53.360501 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-58ca5248-f3a3-429a-ae04-303545f1ba2d tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:53.428315 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.api.v2.resource [None req-b8a62e24-413f-4237-91c5-d8d4e7c8324a tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] delete failed (client error): The resource could not be found. May 30 05:03:53.429511 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-b8a62e24-413f-4237-91c5-d8d4e7c8324a tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] 10.222.0.15 "DELETE /v2.0/routers/9794419c-7a3c-4b9e-97b5-35d19d210184 HTTP/1.1" status: 404 len: 336 time: 0.0715301 May 30 05:03:53.432211 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 47416) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:03:53.476898 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-cdb96a6c-f4ee-4a8d-8a41-7819155ba947 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] 10.222.0.15 "GET /v2.0/ports?device_id=01092010-5051-4941-8fc8-abae4912d51b HTTP/1.1" status: 200 len: 205 time: 0.0424688 May 30 05:03:53.479438 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 47420) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:03:53.486221 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-58ca5248-f3a3-429a-ae04-303545f1ba2d tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Calling delete_port for 7d1da2f7-77da-48f6-9ac4-185095d7ef93 owned by network:floatingip {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:03:53.550447 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.api.v2.resource [None req-af5fff2b-30d9-43d9-b66e-8c00cdda02c9 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] delete failed (client error): The resource could not be found. May 30 05:03:53.553846 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-af5fff2b-30d9-43d9-b66e-8c00cdda02c9 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] 10.222.0.15 "DELETE /v2.0/routers/01092010-5051-4941-8fc8-abae4912d51b HTTP/1.1" status: 404 len: 336 time: 0.0716879 May 30 05:03:53.555602 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 47424) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:03:53.600363 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f229263-3519-4196-a815-143321cfbe00 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] DELETE failed (client error): The resource could not be found. May 30 05:03:53.601106 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f229263-3519-4196-a815-143321cfbe00 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 05:03:53.602836 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-6f229263-3519-4196-a815-143321cfbe00 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] 10.222.0.15 "DELETE /v2.0/subnets/4871cd15-5dbd-46d5-93a9-c53cbcb9d15d HTTP/1.1" status: 404 len: 337 time: 0.0462904 May 30 05:03:53.605388 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 47428) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:03:53.659572 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-ef4fd180-e18e-4781-950e-804d6352050a tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] 10.222.0.15 "GET /v2.0/ports?device_id=6df35ca0-df3c-4557-ba96-7614197cba4b HTTP/1.1" status: 200 len: 205 time: 0.0495567 May 30 05:03:53.660770 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 47432) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:03:53.726236 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.api.v2.resource [None req-ef1c36dc-ffca-40da-b26f-cb0570f8455e tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] delete failed (client error): The resource could not be found. May 30 05:03:53.727299 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-ef1c36dc-ffca-40da-b26f-cb0570f8455e tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] 10.222.0.15 "DELETE /v2.0/routers/6df35ca0-df3c-4557-ba96-7614197cba4b HTTP/1.1" status: 404 len: 336 time: 0.0675828 May 30 05:03:53.729925 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 47436) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:03:53.739043 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-58ca5248-f3a3-429a-ae04-303545f1ba2d tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:53.778734 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-aa8f64b6-4106-47fd-af5d-6ffb74348fa5 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] 10.222.0.15 "GET /v2.0/ports?device_id=985f27a6-95e5-4aba-9704-713e679eac64 HTTP/1.1" status: 200 len: 205 time: 0.0473864 May 30 05:03:53.780809 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 47440) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:03:53.823170 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ca5248-f3a3-429a-ae04-303545f1ba2d tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event deleted for resources: {'Port': ['ID=7d1da2f7-77da-48f6-9ac4-185095d7ef93,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:03:53.852902 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.api.v2.resource [None req-6742b8ec-a1dd-4b46-8e13-580cecb179ea tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] delete failed (client error): The resource could not be found. May 30 05:03:53.852902 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-6742b8ec-a1dd-4b46-8e13-580cecb179ea tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] 10.222.0.15 "DELETE /v2.0/routers/985f27a6-95e5-4aba-9704-713e679eac64 HTTP/1.1" status: 404 len: 336 time: 0.0708480 May 30 05:03:53.855192 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 47444) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:03:54.006795 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-58ca5248-f3a3-429a-ae04-303545f1ba2d tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for floatingip, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:54.006795 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.db.l3_db [None req-58ca5248-f3a3-429a-ae04-303545f1ba2d tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Floating IP 0f3c7aeb-2350-450e-a626-ae9112ba2ed3 disassociated (deleted). External IP: 172.26.6.58, port: 9ead05bc-ece0-4d02-9e8e-c6949d789f26. May 30 05:03:54.021916 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c32f7fa-4923-473e-a340-063ce9cdfca4 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] DELETE failed (client error): The resource could not be found. May 30 05:03:54.023368 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c32f7fa-4923-473e-a340-063ce9cdfca4 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 05:03:54.024184 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-1c32f7fa-4923-473e-a340-063ce9cdfca4 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] 10.222.0.15 "DELETE /v2.0/subnets/59334381-c870-4fab-a575-b2c528d1cc7d HTTP/1.1" status: 404 len: 337 time: 0.1677499 May 30 05:03:54.027443 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 47448) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:03:54.082586 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-e0a962d6-3df0-4bc1-8d35-0b5d2591b6a4 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] 10.222.0.15 "GET /v2.0/ports?device_id=b72e2f70-bc60-41d9-80cb-4f5bff43cc77 HTTP/1.1" status: 200 len: 205 time: 0.0506279 May 30 05:03:54.082586 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 47452) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:03:54.201146 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.api.v2.resource [None req-f4db2656-9611-4940-805e-e5aae09134f6 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] delete failed (client error): The resource could not be found. May 30 05:03:54.201146 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-f4db2656-9611-4940-805e-e5aae09134f6 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] 10.222.0.15 "DELETE /v2.0/routers/b72e2f70-bc60-41d9-80cb-4f5bff43cc77 HTTP/1.1" status: 404 len: 336 time: 0.1150596 May 30 05:03:54.207042 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 47456) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:03:54.245716 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d96a177-5a95-4830-841d-bdc30ce780f7 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] DELETE failed (client error): The resource could not be found. May 30 05:03:54.248846 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d96a177-5a95-4830-841d-bdc30ce780f7 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 05:03:54.252034 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-8d96a177-5a95-4830-841d-bdc30ce780f7 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] 10.222.0.15 "DELETE /v2.0/subnets/612eced6-d108-43cd-ba60-4c5939145543 HTTP/1.1" status: 404 len: 337 time: 0.0470099 May 30 05:03:54.253243 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 47460) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:03:54.302456 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-8648a600-7a4b-4568-9579-b82d31c037f2 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] 10.222.0.15 "GET /v2.0/ports?device_id=6111aecf-69ae-4752-be46-5656a9736692 HTTP/1.1" status: 200 len: 205 time: 0.0477102 May 30 05:03:54.304635 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 47464) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:03:54.381460 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.api.v2.resource [None req-33561de0-1e39-4e0b-9dbe-5e8d06d2cc15 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] delete failed (client error): The resource could not be found. May 30 05:03:54.381460 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-33561de0-1e39-4e0b-9dbe-5e8d06d2cc15 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] 10.222.0.15 "DELETE /v2.0/routers/6111aecf-69ae-4752-be46-5656a9736692 HTTP/1.1" status: 404 len: 336 time: 0.0746615 May 30 05:03:54.389648 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 47468) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:03:54.398059 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58ca5248-f3a3-429a-ae04-303545f1ba2d tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Router 8df89f11-e96e-4a0c-9912-fe14e6e07613 has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 05:03:54.427025 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a4aced2-9de1-4ad0-b76b-452cfa8fa5c4 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] DELETE failed (client error): The resource could not be found. May 30 05:03:54.427025 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a4aced2-9de1-4ad0-b76b-452cfa8fa5c4 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 05:03:54.427025 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-8a4aced2-9de1-4ad0-b76b-452cfa8fa5c4 tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] 10.222.0.15 "DELETE /v2.0/subnets/1289b235-69a6-485a-98d7-b44c9bf4eb4a HTTP/1.1" status: 404 len: 337 time: 0.0405507 May 30 05:03:54.428045 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 47472) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:03:54.476992 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f4c3e27-2a0d-477b-b081-a5d8ce9be9ce tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] DELETE failed (client error): The resource could not be found. May 30 05:03:54.476992 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f4c3e27-2a0d-477b-b081-a5d8ce9be9ce tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 05:03:54.476992 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-9f4c3e27-2a0d-477b-b081-a5d8ce9be9ce tempest-RoutersIpV6Test-821281911 tempest-RoutersIpV6Test-821281911-project] 10.222.0.15 "DELETE /v2.0/subnets/5bc48e94-4752-482d-8993-06766b6a3539 HTTP/1.1" status: 404 len: 337 time: 0.0477152 May 30 05:03:54.595660 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58ca5248-f3a3-429a-ae04-303545f1ba2d tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:03:54.606380 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e54a83-40b5-4ad6-8b40-541041952637 None None] Sync routers for ids ['8df89f11-e96e-4a0c-9912-fe14e6e07613'] in dv-neutron-843763-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:03:54.615218 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-58ca5248-f3a3-429a-ae04-303545f1ba2d tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for floatingip, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:54.616344 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e54a83-40b5-4ad6-8b40-541041952637 None None] Routers {'8df89f11-e96e-4a0c-9912-fe14e6e07613'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:03:54.616975 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-23e54a83-40b5-4ad6-8b40-541041952637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:03:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['8df89f11-e96e-4a0c-9912-fe14e6e07613'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:03:54.683995 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-58ca5248-f3a3-429a-ae04-303545f1ba2d tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "DELETE /v2.0/floatingips/0f3c7aeb-2350-450e-a626-ae9112ba2ed3 HTTP/1.1" status: 204 len: 168 time: 1.8968821 May 30 05:03:54.683995 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b9579b7-bae6-478c-894f-e20038a7bb0f', 'tag': '9ead05bc-ece0-4d02-9e8e-c6949d789f26'}] {{(pid=88260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:03:54.784047 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 47486) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:03:54.819249 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-23e54a83-40b5-4ad6-8b40-541041952637 None None] Set router 8df89f11-e96e-4a0c-9912-fe14e6e07613 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:03:54.955017 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c97c49f6-6107-4f6f-bc30-0ad786e06363'] response: {'name': 'network-changed', 'server_uuid': '1b9579b7-bae6-478c-894f-e20038a7bb0f', 'tag': '9ead05bc-ece0-4d02-9e8e-c6949d789f26', 'status': 'completed', 'code': 200} May 30 05:03:54.971174 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-2bc67551-1a2c-4ba1-8ab3-76f0e8ae349c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2986bc6e94a0447cb05e0db4a95b2605&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1857965 May 30 05:03:54.973093 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 47494) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:03:55.157008 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1b730cc1-3bcb-4564-b978-ee88323c29e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:55.176113 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-23e54a83-40b5-4ad6-8b40-541041952637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8df89f11-e96e-4a0c-9912-fe14e6e07613', 'name': 'tempest-TestNetworkBasicOps-router-1784091264', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.168'}], 'enable_snat': True}, 'gw_port_id': '45643f2a-2144-47ee-8c5c-b98833323da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T04:59:10Z', 'updated_at': '2022-05-30T05:02:44Z', 'revision_number': 6, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'gw_port': {'id': '45643f2a-2144-47ee-8c5c-b98833323da3', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:8d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df89f11-e96e-4a0c-9912-fe14e6e07613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:59:13Z', 'updated_at': '2022-05-30T04:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': 'd0655984-3405-4621-9760-408d68a84799', 'name': '', 'network_id': '83d1d881-1387-42cf-a16f-9c6e02a5e965', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'mac_address': 'fa:16:3e:b1:40:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df89f11-e96e-4a0c-9912-fe14e6e07613', 'device_owner': 'network:router_interface', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '1acbe121-74d9-41fa-8525-29a9efbdfaac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:59:27Z', 'updated_at': '2022-05-30T04:59:39Z', 'revision_number': 5, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'subnets': [{'id': '1acbe121-74d9-41fa-8525-29a9efbdfaac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:03:55.177251 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03066e1a-e1ad-43cd-97bf-997b4731cd98 req-5fc3674a-07a9-4a57-be6a-18edf798b8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:03:55.177251 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-03066e1a-e1ad-43cd-97bf-997b4731cd98 req-5fc3674a-07a9-4a57-be6a-18edf798b8a7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f9fe59584bbe4d5aaa42841eedb71980&device_id=1b9579b7-bae6-478c-894f-e20038a7bb0f HTTP/1.1" status: 200 len: 1099 time: 0.1905618 May 30 05:03:55.178571 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e54a83-40b5-4ad6-8b40-541041952637 None None] Checking router: 8df89f11-e96e-4a0c-9912-fe14e6e07613 for host: dv-neutron-843763-1-hyperv {{(pid=88262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 05:03:55.188611 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e54a83-40b5-4ad6-8b40-541041952637 None None] Routers {'8df89f11-e96e-4a0c-9912-fe14e6e07613'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:03:55.188611 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-23e54a83-40b5-4ad6-8b40-541041952637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:03:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['8df89f11-e96e-4a0c-9912-fe14e6e07613'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:03:55.224793 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1b730cc1-3bcb-4564-b978-ee88323c29e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:55.296769 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e709b58-2085-4485-975b-239133c85d9e req-a69992ae-84c0-47b4-9d2a-34d5b053993f tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:03:55.297470 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-7e709b58-2085-4485-975b-239133c85d9e req-a69992ae-84c0-47b4-9d2a-34d5b053993f tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Synchronizing usage tracker for tenant:f9fe59584bbe4d5aaa42841eedb71980 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:03:55.359705 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-7e709b58-2085-4485-975b-239133c85d9e req-a69992ae-84c0-47b4-9d2a-34d5b053993f tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Unset dirty status for tenant:f9fe59584bbe4d5aaa42841eedb71980 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:03:55.360771 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7e709b58-2085-4485-975b-239133c85d9e req-a69992ae-84c0-47b4-9d2a-34d5b053993f tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b9579b7-bae6-478c-894f-e20038a7bb0f HTTP/1.1" status: 200 len: 946 time: 0.2968261 May 30 05:03:55.381675 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-23e54a83-40b5-4ad6-8b40-541041952637 None None] Set router 8df89f11-e96e-4a0c-9912-fe14e6e07613 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:03:55.400994 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03066e1a-e1ad-43cd-97bf-997b4731cd98 req-6b1d1bd2-0e47-4bab-823c-cc94b44f3308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:03:55.402436 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-03066e1a-e1ad-43cd-97bf-997b4731cd98 req-6b1d1bd2-0e47-4bab-823c-cc94b44f3308 service neutron] 10.222.0.39 "GET /v2.0/networks?id=83d1d881-1387-42cf-a16f-9c6e02a5e965 HTTP/1.1" status: 200 len: 897 time: 0.2143264 May 30 05:03:55.478703 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-03066e1a-e1ad-43cd-97bf-997b4731cd98 req-c02c0788-0c56-4883-9c59-a567c52bcec3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9ead05bc-ece0-4d02-9e8e-c6949d789f26 HTTP/1.1" status: 200 len: 217 time: 0.0666757 May 30 05:03:55.481043 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1b730cc1-3bcb-4564-b978-ee88323c29e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:55.491514 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-7e709b58-2085-4485-975b-239133c85d9e req-1e30f1f8-4673-4429-9f3a-065150d2d1d5 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Synchronizing usage tracker for tenant:f9fe59584bbe4d5aaa42841eedb71980 on resource:security_group {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:03:55.539717 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b730cc1-3bcb-4564-b978-ee88323c29e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac4ab561-dd85-48a0-ba6d-ba3e3f772bd0,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:03:55.562066 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b730cc1-3bcb-4564-b978-ee88323c29e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:03:55.562418 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b730cc1-3bcb-4564-b978-ee88323c29e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:03:55.562757 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b730cc1-3bcb-4564-b978-ee88323c29e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:03:55.563093 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b730cc1-3bcb-4564-b978-ee88323c29e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:03:55.563424 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b730cc1-3bcb-4564-b978-ee88323c29e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:03:55.563755 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b730cc1-3bcb-4564-b978-ee88323c29e6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:03:55.564084 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b730cc1-3bcb-4564-b978-ee88323c29e6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:03:55.564413 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b730cc1-3bcb-4564-b978-ee88323c29e6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:03:55.564762 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b730cc1-3bcb-4564-b978-ee88323c29e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:03:55.565053 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b730cc1-3bcb-4564-b978-ee88323c29e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:03:55.565376 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b730cc1-3bcb-4564-b978-ee88323c29e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:03:55.565698 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b730cc1-3bcb-4564-b978-ee88323c29e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:03:55.572830 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1b730cc1-3bcb-4564-b978-ee88323c29e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:55.576569 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-1b730cc1-3bcb-4564-b978-ee88323c29e6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ac4ab561-dd85-48a0-ba6d-ba3e3f772bd0 HTTP/1.1" status: 204 len: 168 time: 0.6025245 May 30 05:03:55.589440 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-7e709b58-2085-4485-975b-239133c85d9e req-1e30f1f8-4673-4429-9f3a-065150d2d1d5 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Unset dirty status for tenant:f9fe59584bbe4d5aaa42841eedb71980 on resource:security_group {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:03:55.590883 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7e709b58-2085-4485-975b-239133c85d9e req-1e30f1f8-4673-4429-9f3a-065150d2d1d5 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/security-groups?id=9b0443b2-0623-40f2-887b-f716d2afd1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2193699 May 30 05:03:55.592438 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03066e1a-e1ad-43cd-97bf-997b4731cd98 req-4c28c368-0eb3-44e6-a766-fdd5c73db281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:03:55.593835 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-03066e1a-e1ad-43cd-97bf-997b4731cd98 req-4c28c368-0eb3-44e6-a766-fdd5c73db281 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1acbe121-74d9-41fa-8525-29a9efbdfaac HTTP/1.1" status: 200 len: 834 time: 0.0994060 May 30 05:03:55.674101 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03066e1a-e1ad-43cd-97bf-997b4731cd98 req-74fc9ba1-fcb7-4c6a-90b2-4f5a31a4cd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:03:55.675625 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-03066e1a-e1ad-43cd-97bf-997b4731cd98 req-74fc9ba1-fcb7-4c6a-90b2-4f5a31a4cd34 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=83d1d881-1387-42cf-a16f-9c6e02a5e965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0754280 May 30 05:03:55.734206 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-23e54a83-40b5-4ad6-8b40-541041952637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8df89f11-e96e-4a0c-9912-fe14e6e07613', 'name': 'tempest-TestNetworkBasicOps-router-1784091264', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.168'}], 'enable_snat': True}, 'gw_port_id': '45643f2a-2144-47ee-8c5c-b98833323da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T04:59:10Z', 'updated_at': '2022-05-30T05:02:44Z', 'revision_number': 6, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'gw_port': {'id': '45643f2a-2144-47ee-8c5c-b98833323da3', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:8d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df89f11-e96e-4a0c-9912-fe14e6e07613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:59:13Z', 'updated_at': '2022-05-30T04:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': 'd0655984-3405-4621-9760-408d68a84799', 'name': '', 'network_id': '83d1d881-1387-42cf-a16f-9c6e02a5e965', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'mac_address': 'fa:16:3e:b1:40:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df89f11-e96e-4a0c-9912-fe14e6e07613', 'device_owner': 'network:router_interface', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '1acbe121-74d9-41fa-8525-29a9efbdfaac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:59:27Z', 'updated_at': '2022-05-30T04:59:39Z', 'revision_number': 5, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'subnets': [{'id': '1acbe121-74d9-41fa-8525-29a9efbdfaac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:03:55.738425 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e54a83-40b5-4ad6-8b40-541041952637 None None] The sync data for ids ['8df89f11-e96e-4a0c-9912-fe14e6e07613'] in dv-neutron-843763-1-hyperv is: [{'id': '8df89f11-e96e-4a0c-9912-fe14e6e07613', 'name': 'tempest-TestNetworkBasicOps-router-1784091264', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.168'}], 'enable_snat': True}, 'gw_port_id': '45643f2a-2144-47ee-8c5c-b98833323da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T04:59:10Z', 'updated_at': '2022-05-30T05:02:44Z', 'revision_number': 6, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'gw_port': {'id': '45643f2a-2144-47ee-8c5c-b98833323da3', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:8d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df89f11-e96e-4a0c-9912-fe14e6e07613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:59:13Z', 'updated_at': '2022-05-30T04:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': 'd0655984-3405-4621-9760-408d68a84799', 'name': '', 'network_id': '83d1d881-1387-42cf-a16f-9c6e02a5e965', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'mac_address': 'fa:16:3e:b1:40:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df89f11-e96e-4a0c-9912-fe14e6e07613', 'device_owner': 'network:router_interface', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '1acbe121-74d9-41fa-8525-29a9efbdfaac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:59:27Z', 'updated_at': '2022-05-30T04:59:39Z', 'revision_number': 5, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'subnets': [{'id': '1acbe121-74d9-41fa-8525-29a9efbdfaac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:03:55.814285 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-03066e1a-e1ad-43cd-97bf-997b4731cd98 req-19cd8a9b-ecbe-40f2-8b37-955de0911053 service neutron] 10.222.0.39 "GET /v2.0/networks/83d1d881-1387-42cf-a16f-9c6e02a5e965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310191 May 30 05:03:55.958018 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-03066e1a-e1ad-43cd-97bf-997b4731cd98 req-1002a976-7050-4182-b5cf-a1f91a4a2af5 service neutron] 10.222.0.39 "GET /v2.0/networks/83d1d881-1387-42cf-a16f-9c6e02a5e965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376987 May 30 05:03:55.981377 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ac1092-3f95-47b9-b8ce-47bd70dda35c None None] New status for floating IP 0f3c7aeb-2350-450e-a626-ae9112ba2ed3: DOWN {{(pid=88263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 30 05:03:56.339562 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 47518) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:03:56.439497 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-9c84b1ca-3de2-45af-9a92-0b450fb5e654 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Request body: {'security_group': {'name': 'tempest-secgroup--134317907'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:03:56.445431 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-9c84b1ca-3de2-45af-9a92-0b450fb5e654 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:03:56.450114 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-9c84b1ca-3de2-45af-9a92-0b450fb5e654 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Usage tracker for resource:security_group and tenant:1b40ba5dec1f4095940a6535729dd4ab is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:03:56.453257 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-9c84b1ca-3de2-45af-9a92-0b450fb5e654 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:03:56.459749 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-9c84b1ca-3de2-45af-9a92-0b450fb5e654 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:03:56.469742 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9c84b1ca-3de2-45af-9a92-0b450fb5e654 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:56.482943 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9c84b1ca-3de2-45af-9a92-0b450fb5e654 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:56.501568 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-9c84b1ca-3de2-45af-9a92-0b450fb5e654 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:03:56.505352 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-9c84b1ca-3de2-45af-9a92-0b450fb5e654 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Usage tracker for resource:security_group_rule and tenant:1b40ba5dec1f4095940a6535729dd4ab is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:03:56.508170 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-9c84b1ca-3de2-45af-9a92-0b450fb5e654 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:03:56.513775 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-9c84b1ca-3de2-45af-9a92-0b450fb5e654 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:03:56.646099 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2294f4c-29f5-4e00-9dd4-5391a403cb3a req-d63dfbc2-bdcd-43e8-a0c0-d1c4495d8af4 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:03:56.647552 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d2294f4c-29f5-4e00-9dd4-5391a403cb3a req-d63dfbc2-bdcd-43e8-a0c0-d1c4495d8af4 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b9579b7-bae6-478c-894f-e20038a7bb0f HTTP/1.1" status: 200 len: 946 time: 0.1178086 May 30 05:03:56.707884 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9c84b1ca-3de2-45af-9a92-0b450fb5e654 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:56.851806 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9c84b1ca-3de2-45af-9a92-0b450fb5e654 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:56.872437 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-9c84b1ca-3de2-45af-9a92-0b450fb5e654 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:03:56.890817 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-9c84b1ca-3de2-45af-9a92-0b450fb5e654 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Usage tracker for resource:security_group_rule and tenant:1b40ba5dec1f4095940a6535729dd4ab is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:03:56.900155 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-9c84b1ca-3de2-45af-9a92-0b450fb5e654 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:03:56.914314 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [req-d2294f4c-29f5-4e00-9dd4-5391a403cb3a req-49d04920-f54a-44ee-ae10-c6d9c0887e90 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Deleting port 9ead05bc-ece0-4d02-9e8e-c6949d789f26 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:03:56.914665 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-d2294f4c-29f5-4e00-9dd4-5391a403cb3a req-49d04920-f54a-44ee-ae10-c6d9c0887e90 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:56.946172 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-9c84b1ca-3de2-45af-9a92-0b450fb5e654 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:03:56.962232 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c84b1ca-3de2-45af-9a92-0b450fb5e654 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=566e2fe4-7129-4261-b12d-c7e57a3ee995,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:03:57.074308 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1d4329-d803-41ff-825b-706931c8a2b9 req-3a5589b8-3ea6-4fed-8a6a-69a3e25ac12b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:03:57.075782 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5b1d4329-d803-41ff-825b-706931c8a2b9 req-3a5589b8-3ea6-4fed-8a6a-69a3e25ac12b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b9579b7-bae6-478c-894f-e20038a7bb0f HTTP/1.1" status: 200 len: 946 time: 0.3705113 May 30 05:03:57.215767 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-45f79e78-106a-4f09-9d2c-69baeab7263d None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 05:03:57.238913 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5b1d4329-d803-41ff-825b-706931c8a2b9 req-e29e1e91-1b2a-4b7c-a4ab-86bae3939786 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/security-groups?id=9b0443b2-0623-40f2-887b-f716d2afd1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1565125 May 30 05:03:57.241001 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9c84b1ca-3de2-45af-9a92-0b450fb5e654 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:57.245841 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9c84b1ca-3de2-45af-9a92-0b450fb5e654 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:57.315990 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c84b1ca-3de2-45af-9a92-0b450fb5e654 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a57e7d2-fed1-494c-9bfd-a515f94334d0,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:03:57.321749 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9c84b1ca-3de2-45af-9a92-0b450fb5e654 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:57.322960 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-9c84b1ca-3de2-45af-9a92-0b450fb5e654 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9823816 May 30 05:03:57.325243 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [req-d2294f4c-29f5-4e00-9dd4-5391a403cb3a req-49d04920-f54a-44ee-ae10-c6d9c0887e90 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] For port 9ead05bc-ece0-4d02-9e8e-c6949d789f26, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=9ead05bc-ece0-4d02-9e8e-c6949d789f26,segment=NetworkSegment(b8a9e42d-533b-4fec-a68e-c4fe245449e7),segment_id=b8a9e42d-533b-4fec-a68e-c4fe245449e7)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:03:57.325609 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-d2294f4c-29f5-4e00-9dd4-5391a403cb3a req-49d04920-f54a-44ee-ae10-c6d9c0887e90 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:57.326132 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 47526) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:03:57.390327 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-e7cab59f-b031-43ae-b6ed-ba29807be156 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0621073 May 30 05:03:57.392298 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 47530) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:03:57.397104 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-238ac5dc-fd4e-4136-8fde-4bd0a5b36357 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Request body: {'security_group': {'name': 'tempest-security--1026122830', 'description': 'tempest-security-description-168653612'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:03:57.428086 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-238ac5dc-fd4e-4136-8fde-4bd0a5b36357 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks [] for security_group, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:57.454885 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [req-d2294f4c-29f5-4e00-9dd4-5391a403cb3a req-49d04920-f54a-44ee-ae10-c6d9c0887e90 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Calling delete_port for 9ead05bc-ece0-4d02-9e8e-c6949d789f26 owned by compute:nova {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:03:57.480121 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-238ac5dc-fd4e-4136-8fde-4bd0a5b36357 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks [] for security_group, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:57.484970 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-238ac5dc-fd4e-4136-8fde-4bd0a5b36357 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:57.487718 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-238ac5dc-fd4e-4136-8fde-4bd0a5b36357 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:57.489250 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-238ac5dc-fd4e-4136-8fde-4bd0a5b36357 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] 10.222.0.15 "PUT /v2.0/security-groups/2a57e7d2-fed1-494c-9bfd-a515f94334d0 HTTP/1.1" status: 200 len: 1779 time: 0.0959711 May 30 05:03:57.491863 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 47534) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:03:57.516409 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ac5dc-fd4e-4136-8fde-4bd0a5b36357 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a57e7d2-fed1-494c-9bfd-a515f94334d0,revision_number=2']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:03:57.568116 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-36d0d1f4-8ae3-4154-bfcf-db53a7e2381b tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] 10.222.0.15 "GET /v2.0/security-groups/2a57e7d2-fed1-494c-9bfd-a515f94334d0 HTTP/1.1" status: 200 len: 1779 time: 0.0751500 May 30 05:03:57.570600 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 47538) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:03:57.684612 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-43d3d3ef-acd3-46e9-a1cf-07d26d66148b tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks [] for security_group, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:57.686164 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-d2294f4c-29f5-4e00-9dd4-5391a403cb3a req-49d04920-f54a-44ee-ae10-c6d9c0887e90 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:57.750339 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d04920-f54a-44ee-ae10-c6d9c0887e90 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event deleted for resources: {'Port': ['ID=9ead05bc-ece0-4d02-9e8e-c6949d789f26,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:03:57.820293 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-43d3d3ef-acd3-46e9-a1cf-07d26d66148b tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:57.840960 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2294f4c-29f5-4e00-9dd4-5391a403cb3a req-49d04920-f54a-44ee-ae10-c6d9c0887e90 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] No DVR routers for this DVR port 9ead05bc-ece0-4d02-9e8e-c6949d789f26 on host hv-neutron-8437 {{(pid=88261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 05:03:57.848372 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-d2294f4c-29f5-4e00-9dd4-5391a403cb3a req-49d04920-f54a-44ee-ae10-c6d9c0887e90 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:57.850748 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b9579b7-bae6-478c-894f-e20038a7bb0f', 'name': 'network-vif-deleted', 'tag': '9ead05bc-ece0-4d02-9e8e-c6949d789f26'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:03:57.877100 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d2294f4c-29f5-4e00-9dd4-5391a403cb3a req-49d04920-f54a-44ee-ae10-c6d9c0887e90 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.39 "DELETE /v2.0/ports/9ead05bc-ece0-4d02-9e8e-c6949d789f26 HTTP/1.1" status: 204 len: 173 time: 1.2245040 May 30 05:03:57.895666 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71e1b265-1cc8-4879-ba2f-e628c02dbef9'] response: {'server_uuid': '1b9579b7-bae6-478c-894f-e20038a7bb0f', 'name': 'network-vif-deleted', 'tag': '9ead05bc-ece0-4d02-9e8e-c6949d789f26', 'status': 'completed', 'code': 200} May 30 05:03:57.896665 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-43d3d3ef-acd3-46e9-a1cf-07d26d66148b tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:57.913134 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d3d3ef-acd3-46e9-a1cf-07d26d66148b tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a57e7d2-fed1-494c-9bfd-a515f94334d0,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:03:57.923533 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-43d3d3ef-acd3-46e9-a1cf-07d26d66148b tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:57.927752 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-43d3d3ef-acd3-46e9-a1cf-07d26d66148b tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] 10.222.0.15 "DELETE /v2.0/security-groups/2a57e7d2-fed1-494c-9bfd-a515f94334d0 HTTP/1.1" status: 204 len: 168 time: 0.3538804 May 30 05:03:57.930330 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 47544) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:03:57.949435 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-66e1e96e-7dbe-499a-8e4e-1e2ee168ba2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:57.989038 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-e7a3b234-fd42-4104-9adc-710e9b399ad9 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0575757 May 30 05:03:57.991776 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 47548) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:03:58.009533 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.api.v2.resource [None req-0f877938-a444-4b4e-8c6e-e9727586e3d6 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] delete failed (client error): The resource could not be found. May 30 05:03:58.010470 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-0f877938-a444-4b4e-8c6e-e9727586e3d6 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] 10.222.0.15 "DELETE /v2.0/security-groups/2a57e7d2-fed1-494c-9bfd-a515f94334d0 HTTP/1.1" status: 404 len: 347 time: 0.0175500 May 30 05:03:58.014383 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 47552) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:03:58.019063 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-540992e2-6d4b-4222-b64f-8cc51aa9397a tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Request body: {'security_group': {'name': 'tempest-secgroup--2140281112'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:03:58.025225 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-540992e2-6d4b-4222-b64f-8cc51aa9397a tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:03:58.029087 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-540992e2-6d4b-4222-b64f-8cc51aa9397a tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Usage tracker for resource:security_group and tenant:1b40ba5dec1f4095940a6535729dd4ab is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:03:58.032852 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-540992e2-6d4b-4222-b64f-8cc51aa9397a tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:03:58.040148 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-540992e2-6d4b-4222-b64f-8cc51aa9397a tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:03:58.049489 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-540992e2-6d4b-4222-b64f-8cc51aa9397a tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks [] for security_group, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:58.068611 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-540992e2-6d4b-4222-b64f-8cc51aa9397a tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:03:58.072546 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-540992e2-6d4b-4222-b64f-8cc51aa9397a tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Usage tracker for resource:security_group_rule and tenant:1b40ba5dec1f4095940a6535729dd4ab is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:03:58.075538 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-540992e2-6d4b-4222-b64f-8cc51aa9397a tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:03:58.081426 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-540992e2-6d4b-4222-b64f-8cc51aa9397a tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:03:58.157158 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-540992e2-6d4b-4222-b64f-8cc51aa9397a tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks [] for security_group, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:58.161914 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-540992e2-6d4b-4222-b64f-8cc51aa9397a tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:58.205613 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540992e2-6d4b-4222-b64f-8cc51aa9397a tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45a16ec0-9a40-486a-b2e3-f2c4e18ce38e,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:03:58.210292 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-540992e2-6d4b-4222-b64f-8cc51aa9397a tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:58.214296 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-540992e2-6d4b-4222-b64f-8cc51aa9397a tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1963291 May 30 05:03:58.214530 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 47556) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:03:58.220459 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-27a5ab7a-3fe4-4384-9f32-63a7047a71c4 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Request body: {'security_group_rule': {'security_group_id': '45a16ec0-9a40-486a-b2e3-f2c4e18ce38e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:03:58.227276 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-27a5ab7a-3fe4-4384-9f32-63a7047a71c4 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:03:58.231303 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-27a5ab7a-3fe4-4384-9f32-63a7047a71c4 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Usage tracker for resource:security_group_rule and tenant:1b40ba5dec1f4095940a6535729dd4ab is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:03:58.234237 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-27a5ab7a-3fe4-4384-9f32-63a7047a71c4 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:03:58.240104 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-27a5ab7a-3fe4-4384-9f32-63a7047a71c4 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:03:58.259673 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-27a5ab7a-3fe4-4384-9f32-63a7047a71c4 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:58.325934 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-27a5ab7a-3fe4-4384-9f32-63a7047a71c4 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:58.330520 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-27a5ab7a-3fe4-4384-9f32-63a7047a71c4 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:58.356433 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a5ab7a-3fe4-4384-9f32-63a7047a71c4 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef6309d5-9cae-461f-91b6-e9a30424b5db,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:03:58.375887 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-27a5ab7a-3fe4-4384-9f32-63a7047a71c4 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:58.377054 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-27a5ab7a-3fe4-4384-9f32-63a7047a71c4 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1612287 May 30 05:03:58.379907 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 47562) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:03:58.409415 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-eaffc4b9-1238-4060-b657-91785fdf4910 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:58.418030 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-36e3814c-5584-4d32-90d0-a3d689bea6d4 req-8eb2dfd4-ed6c-47bc-af73-c257f72fdbdf tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Synchronizing usage tracker for tenant:f9fe59584bbe4d5aaa42841eedb71980 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:03:58.422400 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-eaffc4b9-1238-4060-b657-91785fdf4910 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:58.435702 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-36e3814c-5584-4d32-90d0-a3d689bea6d4 req-8eb2dfd4-ed6c-47bc-af73-c257f72fdbdf tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Unset dirty status for tenant:f9fe59584bbe4d5aaa42841eedb71980 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:03:58.437386 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-36e3814c-5584-4d32-90d0-a3d689bea6d4 req-8eb2dfd4-ed6c-47bc-af73-c257f72fdbdf tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b9579b7-bae6-478c-894f-e20038a7bb0f HTTP/1.1" status: 200 len: 210 time: 0.0694273 May 30 05:03:58.453533 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-eaffc4b9-1238-4060-b657-91785fdf4910 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:58.471191 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaffc4b9-1238-4060-b657-91785fdf4910 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ef6309d5-9cae-461f-91b6-e9a30424b5db,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:03:58.474453 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-eaffc4b9-1238-4060-b657-91785fdf4910 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:58.475853 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-eaffc4b9-1238-4060-b657-91785fdf4910 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/ef6309d5-9cae-461f-91b6-e9a30424b5db HTTP/1.1" status: 204 len: 168 time: 0.0950618 May 30 05:03:58.478556 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 47566) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:03:58.530061 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-12f90030-c6dd-4858-be63-d6bf1c1410fb tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Synchronizing usage tracker for tenant:1b40ba5dec1f4095940a6535729dd4ab on resource:security_group_rule {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:03:58.546787 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-12f90030-c6dd-4858-be63-d6bf1c1410fb tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Unset dirty status for tenant:1b40ba5dec1f4095940a6535729dd4ab on resource:security_group_rule {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:03:58.548041 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-12f90030-c6dd-4858-be63-d6bf1c1410fb tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0685234 May 30 05:03:58.551633 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 47570) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:03:58.612829 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4f45c8fd-3f63-41dd-a5f3-5c2257f27da7 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:58.640361 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4f45c8fd-3f63-41dd-a5f3-5c2257f27da7 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:58.690652 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4f45c8fd-3f63-41dd-a5f3-5c2257f27da7 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:58.706571 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f45c8fd-3f63-41dd-a5f3-5c2257f27da7 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45a16ec0-9a40-486a-b2e3-f2c4e18ce38e,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:03:58.721826 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4f45c8fd-3f63-41dd-a5f3-5c2257f27da7 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:58.723822 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-4f45c8fd-3f63-41dd-a5f3-5c2257f27da7 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] 10.222.0.15 "DELETE /v2.0/security-groups/45a16ec0-9a40-486a-b2e3-f2c4e18ce38e HTTP/1.1" status: 204 len: 168 time: 0.1712909 May 30 05:03:58.726471 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 47574) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:03:58.777105 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-df9faeef-25f1-4be9-a54a-dfcdc339de51 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Synchronizing usage tracker for tenant:1b40ba5dec1f4095940a6535729dd4ab on resource:security_group {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:03:58.794554 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-df9faeef-25f1-4be9-a54a-dfcdc339de51 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Unset dirty status for tenant:1b40ba5dec1f4095940a6535729dd4ab on resource:security_group {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:03:58.795797 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-df9faeef-25f1-4be9-a54a-dfcdc339de51 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0684454 May 30 05:03:58.799886 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 47578) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:03:58.805603 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-af99056a-e5c9-48d8-8a8b-ffe4ac2bbc06 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Request body: {'security_group': {'name': 'tempest-secgroup--611381301'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:03:58.812787 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-af99056a-e5c9-48d8-8a8b-ffe4ac2bbc06 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:03:58.822669 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-af99056a-e5c9-48d8-8a8b-ffe4ac2bbc06 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:03:58.833582 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-af99056a-e5c9-48d8-8a8b-ffe4ac2bbc06 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:58.854210 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-af99056a-e5c9-48d8-8a8b-ffe4ac2bbc06 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:03:58.858251 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-af99056a-e5c9-48d8-8a8b-ffe4ac2bbc06 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Usage tracker for resource:security_group_rule and tenant:1b40ba5dec1f4095940a6535729dd4ab is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:03:58.861033 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-af99056a-e5c9-48d8-8a8b-ffe4ac2bbc06 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:03:58.867364 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-af99056a-e5c9-48d8-8a8b-ffe4ac2bbc06 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:03:58.937517 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-af99056a-e5c9-48d8-8a8b-ffe4ac2bbc06 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:58.941291 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-af99056a-e5c9-48d8-8a8b-ffe4ac2bbc06 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:58.987121 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af99056a-e5c9-48d8-8a8b-ffe4ac2bbc06 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21a34cd0-b42e-41b4-8646-264ea87c391e,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:03:58.996673 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-af99056a-e5c9-48d8-8a8b-ffe4ac2bbc06 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:58.998041 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-af99056a-e5c9-48d8-8a8b-ffe4ac2bbc06 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1965616 May 30 05:03:59.002019 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 47582) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:03:59.007039 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-8c9db026-dee3-4b68-9409-2989cbaebc5c tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Request body: {'security_group_rule': {'security_group_id': '21a34cd0-b42e-41b4-8646-264ea87c391e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:03:59.013021 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-8c9db026-dee3-4b68-9409-2989cbaebc5c tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:03:59.017133 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-8c9db026-dee3-4b68-9409-2989cbaebc5c tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Usage tracker for resource:security_group_rule and tenant:1b40ba5dec1f4095940a6535729dd4ab is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:03:59.020532 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-8c9db026-dee3-4b68-9409-2989cbaebc5c tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:03:59.026358 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-8c9db026-dee3-4b68-9409-2989cbaebc5c tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:03:59.043207 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8c9db026-dee3-4b68-9409-2989cbaebc5c tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:59.106535 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8c9db026-dee3-4b68-9409-2989cbaebc5c tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:59.110111 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8c9db026-dee3-4b68-9409-2989cbaebc5c tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:59.132859 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9db026-dee3-4b68-9409-2989cbaebc5c tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f346a0ca-170d-436e-acf8-4fc91427aba2,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:03:59.146997 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8c9db026-dee3-4b68-9409-2989cbaebc5c tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:59.148212 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-8c9db026-dee3-4b68-9409-2989cbaebc5c tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1452241 May 30 05:03:59.150981 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 47586) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:03:59.155900 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-5674c4ac-6a46-4b30-9b90-fd3bd90b986a tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Request body: {'security_group_rule': {'security_group_id': '21a34cd0-b42e-41b4-8646-264ea87c391e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:03:59.162592 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-5674c4ac-6a46-4b30-9b90-fd3bd90b986a tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:03:59.166678 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-5674c4ac-6a46-4b30-9b90-fd3bd90b986a tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Usage tracker for resource:security_group_rule and tenant:1b40ba5dec1f4095940a6535729dd4ab is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:03:59.169563 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-5674c4ac-6a46-4b30-9b90-fd3bd90b986a tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:03:59.175252 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-5674c4ac-6a46-4b30-9b90-fd3bd90b986a tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:03:59.192088 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5674c4ac-6a46-4b30-9b90-fd3bd90b986a tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:59.253741 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5674c4ac-6a46-4b30-9b90-fd3bd90b986a tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:59.257680 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5674c4ac-6a46-4b30-9b90-fd3bd90b986a tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:59.283456 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5674c4ac-6a46-4b30-9b90-fd3bd90b986a tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8f810df-6c1f-4a92-a215-09b67e9b67c9,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:03:59.297418 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5674c4ac-6a46-4b30-9b90-fd3bd90b986a tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:59.298744 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-5674c4ac-6a46-4b30-9b90-fd3bd90b986a tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1468446 May 30 05:03:59.301972 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 47590) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:03:59.306785 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-820bbf9a-6a19-49ff-a641-55a00bb29250 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Request body: {'security_group_rule': {'security_group_id': '21a34cd0-b42e-41b4-8646-264ea87c391e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:03:59.312799 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-820bbf9a-6a19-49ff-a641-55a00bb29250 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:03:59.317629 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-820bbf9a-6a19-49ff-a641-55a00bb29250 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Usage tracker for resource:security_group_rule and tenant:1b40ba5dec1f4095940a6535729dd4ab is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:03:59.320525 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-820bbf9a-6a19-49ff-a641-55a00bb29250 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:03:59.326202 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-820bbf9a-6a19-49ff-a641-55a00bb29250 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:03:59.341868 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-820bbf9a-6a19-49ff-a641-55a00bb29250 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:59.403369 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-820bbf9a-6a19-49ff-a641-55a00bb29250 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:59.406807 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-820bbf9a-6a19-49ff-a641-55a00bb29250 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:59.432814 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820bbf9a-6a19-49ff-a641-55a00bb29250 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d592013-5e63-4fc3-bc57-4819bd580cdc,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:03:59.444890 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-820bbf9a-6a19-49ff-a641-55a00bb29250 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:59.446175 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-820bbf9a-6a19-49ff-a641-55a00bb29250 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1433036 May 30 05:03:59.448746 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 47594) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:03:59.453538 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-731c703e-a9cb-4cdd-ad29-1a25ea2b5002 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Request body: {'security_group_rule': {'security_group_id': '21a34cd0-b42e-41b4-8646-264ea87c391e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:03:59.459124 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-731c703e-a9cb-4cdd-ad29-1a25ea2b5002 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:03:59.463107 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-731c703e-a9cb-4cdd-ad29-1a25ea2b5002 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Usage tracker for resource:security_group_rule and tenant:1b40ba5dec1f4095940a6535729dd4ab is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:03:59.465982 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-731c703e-a9cb-4cdd-ad29-1a25ea2b5002 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:03:59.472176 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-731c703e-a9cb-4cdd-ad29-1a25ea2b5002 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:03:59.490583 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-731c703e-a9cb-4cdd-ad29-1a25ea2b5002 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:59.540102 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 47600) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:03:59.553801 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-731c703e-a9cb-4cdd-ad29-1a25ea2b5002 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:59.557365 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-731c703e-a9cb-4cdd-ad29-1a25ea2b5002 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:59.580829 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731c703e-a9cb-4cdd-ad29-1a25ea2b5002 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19c108fa-c802-4217-9bc7-cc54216075c1,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:03:59.592763 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-731c703e-a9cb-4cdd-ad29-1a25ea2b5002 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:59.593959 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-731c703e-a9cb-4cdd-ad29-1a25ea2b5002 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1442928 May 30 05:03:59.596673 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 47604) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:03:59.601514 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-4cba235d-c3a1-4b9d-8ed1-077ef15fcdaa tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Request body: {'security_group_rule': {'security_group_id': '21a34cd0-b42e-41b4-8646-264ea87c391e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:03:59.607113 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-4cba235d-c3a1-4b9d-8ed1-077ef15fcdaa tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:03:59.611094 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4d54fce8-faa8-4c74-98fd-b4a8cc342384 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:59.611238 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-4cba235d-c3a1-4b9d-8ed1-077ef15fcdaa tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Usage tracker for resource:security_group_rule and tenant:1b40ba5dec1f4095940a6535729dd4ab is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:03:59.614016 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-4cba235d-c3a1-4b9d-8ed1-077ef15fcdaa tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:03:59.619633 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-4cba235d-c3a1-4b9d-8ed1-077ef15fcdaa tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:03:59.636228 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4cba235d-c3a1-4b9d-8ed1-077ef15fcdaa tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:59.642262 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4d54fce8-faa8-4c74-98fd-b4a8cc342384 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:59.702194 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4cba235d-c3a1-4b9d-8ed1-077ef15fcdaa tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:59.705712 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4cba235d-c3a1-4b9d-8ed1-077ef15fcdaa tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:59.706915 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4d54fce8-faa8-4c74-98fd-b4a8cc342384 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:59.725468 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d54fce8-faa8-4c74-98fd-b4a8cc342384 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b0443b2-0623-40f2-887b-f716d2afd1cb,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:03:59.728347 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cba235d-c3a1-4b9d-8ed1-077ef15fcdaa tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=861954c3-d6f2-4890-bc35-62ca28f69269,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:03:59.744165 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4cba235d-c3a1-4b9d-8ed1-077ef15fcdaa tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:59.745429 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-4cba235d-c3a1-4b9d-8ed1-077ef15fcdaa tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1478448 May 30 05:03:59.745697 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4d54fce8-faa8-4c74-98fd-b4a8cc342384 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:59.746896 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-4d54fce8-faa8-4c74-98fd-b4a8cc342384 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "DELETE /v2.0/security-groups/9b0443b2-0623-40f2-887b-f716d2afd1cb HTTP/1.1" status: 204 len: 168 time: 0.2057528 May 30 05:03:59.748299 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 47608) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:03:59.776251 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 47614) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:03:59.778038 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c3a459e1-79a4-4ce8-a952-74ae04af62e5 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:59.791588 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c3a459e1-79a4-4ce8-a952-74ae04af62e5 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:59.815083 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c3a459e1-79a4-4ce8-a952-74ae04af62e5 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:59.834183 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a459e1-79a4-4ce8-a952-74ae04af62e5 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=861954c3-d6f2-4890-bc35-62ca28f69269,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:03:59.871531 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c3a459e1-79a4-4ce8-a952-74ae04af62e5 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:03:59.872610 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-c3a459e1-79a4-4ce8-a952-74ae04af62e5 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/861954c3-d6f2-4890-bc35-62ca28f69269 HTTP/1.1" status: 204 len: 168 time: 0.1231132 May 30 05:03:59.877720 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 47618) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:03:59.946896 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-75305d51-b4d8-429e-b9b7-01eb1e8b268a tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Synchronizing usage tracker for tenant:1b40ba5dec1f4095940a6535729dd4ab on resource:security_group_rule {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:03:59.965166 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e748450c-2fa5-4264-9afd-87a0d59707ff req-0a150980-60fe-43b2-afad-96af8d29ebfa service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4c69bfab-543e-4cc5-b406-b3b679a8308c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1272459 May 30 05:03:59.971802 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-75305d51-b4d8-429e-b9b7-01eb1e8b268a tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Unset dirty status for tenant:1b40ba5dec1f4095940a6535729dd4ab on resource:security_group_rule {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:03:59.973212 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-75305d51-b4d8-429e-b9b7-01eb1e8b268a tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0945909 May 30 05:03:59.976215 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 47622) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:04:00.006274 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-64b182d0-42a8-465f-bf8c-2601373ec364 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:00.017787 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-64b182d0-42a8-465f-bf8c-2601373ec364 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:00.083729 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-64b182d0-42a8-465f-bf8c-2601373ec364 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:00.117288 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b182d0-42a8-465f-bf8c-2601373ec364 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=19c108fa-c802-4217-9bc7-cc54216075c1,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:04:00.123894 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-64b182d0-42a8-465f-bf8c-2601373ec364 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:00.124993 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-64b182d0-42a8-465f-bf8c-2601373ec364 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/19c108fa-c802-4217-9bc7-cc54216075c1 HTTP/1.1" status: 204 len: 168 time: 0.1478608 May 30 05:04:00.128652 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 47626) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:04:00.158392 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e748450c-2fa5-4264-9afd-87a0d59707ff req-0cef9cbc-d163-45e8-8d9f-a6f2d49521a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:04:00.160386 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e748450c-2fa5-4264-9afd-87a0d59707ff req-0cef9cbc-d163-45e8-8d9f-a6f2d49521a3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=88101d051d394b379575d1a4b606816a&device_id=4c69bfab-543e-4cc5-b406-b3b679a8308c HTTP/1.1" status: 200 len: 1098 time: 0.1254208 May 30 05:04:00.179741 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-96f6d514-90b7-4b3c-be2a-a2c92a910195 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:00.188247 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-1f8a8215-41a7-4d5e-904d-6c8e0a6e3d23 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Synchronizing usage tracker for tenant:1b40ba5dec1f4095940a6535729dd4ab on resource:security_group_rule {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:04:00.280485 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-1f8a8215-41a7-4d5e-904d-6c8e0a6e3d23 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Unset dirty status for tenant:1b40ba5dec1f4095940a6535729dd4ab on resource:security_group_rule {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:04:00.281770 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-1f8a8215-41a7-4d5e-904d-6c8e0a6e3d23 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1522455 May 30 05:04:00.284681 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 47630) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:04:00.336891 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a3723fa0-77e9-4920-87ea-502578fcc62c tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:00.359928 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a3723fa0-77e9-4920-87ea-502578fcc62c tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:00.372601 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e748450c-2fa5-4264-9afd-87a0d59707ff req-5a808455-9649-47a6-91d7-0c122cfdd9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:04:00.374095 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e748450c-2fa5-4264-9afd-87a0d59707ff req-5a808455-9649-47a6-91d7-0c122cfdd9ed service neutron] 10.222.0.39 "GET /v2.0/networks?id=719d6beb-a88c-42b5-a4d8-b710f113657a HTTP/1.1" status: 200 len: 913 time: 0.1830966 May 30 05:04:00.485320 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5515ed23-3eed-4799-a828-47ef0c5c7fd9 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602184'] for router_interface, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:00.575791 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a3723fa0-77e9-4920-87ea-502578fcc62c tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:00.603648 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e748450c-2fa5-4264-9afd-87a0d59707ff req-18cdb55e-f3a9-468a-a361-8a792612416b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e702d0e6-f8d7-480f-9f6e-2c7e29e6138d HTTP/1.1" status: 200 len: 1001 time: 0.2231989 May 30 05:04:00.604297 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3723fa0-77e9-4920-87ea-502578fcc62c tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6d592013-5e63-4fc3-bc57-4819bd580cdc,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:04:00.645320 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a3723fa0-77e9-4920-87ea-502578fcc62c tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:00.646437 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-a3723fa0-77e9-4920-87ea-502578fcc62c tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/6d592013-5e63-4fc3-bc57-4819bd580cdc HTTP/1.1" status: 204 len: 168 time: 0.3603554 May 30 05:04:00.649065 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 47634) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:04:00.671876 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e748450c-2fa5-4264-9afd-87a0d59707ff req-a067d2f1-83f5-49ca-ba35-69bc5cebcbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:04:00.673517 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e748450c-2fa5-4264-9afd-87a0d59707ff req-a067d2f1-83f5-49ca-ba35-69bc5cebcbd3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=195eaa06-b93a-44cb-9e99-e406979df128 HTTP/1.1" status: 200 len: 851 time: 0.0632544 May 30 05:04:00.750541 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e748450c-2fa5-4264-9afd-87a0d59707ff req-dc1911b5-5b53-43ce-bb60-3d2bb3677151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:04:00.752196 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e748450c-2fa5-4264-9afd-87a0d59707ff req-dc1911b5-5b53-43ce-bb60-3d2bb3677151 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=719d6beb-a88c-42b5-a4d8-b710f113657a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732291 May 30 05:04:00.807264 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-fe36cb8d-ee88-4dfa-b740-7a2076867b34 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Synchronizing usage tracker for tenant:1b40ba5dec1f4095940a6535729dd4ab on resource:security_group_rule {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:04:00.839447 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-fe36cb8d-ee88-4dfa-b740-7a2076867b34 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Unset dirty status for tenant:1b40ba5dec1f4095940a6535729dd4ab on resource:security_group_rule {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:04:00.843535 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-fe36cb8d-ee88-4dfa-b740-7a2076867b34 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1907201 May 30 05:04:00.843730 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 47638) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:04:00.880343 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c08b9f44-f218-4a22-aada-695e8108018e tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:00.887334 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e748450c-2fa5-4264-9afd-87a0d59707ff req-65283710-2e96-46d8-baa7-55da078425bc service neutron] 10.222.0.39 "GET /v2.0/networks/719d6beb-a88c-42b5-a4d8-b710f113657a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292372 May 30 05:04:00.919214 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c08b9f44-f218-4a22-aada-695e8108018e tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:00.966268 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-5515ed23-3eed-4799-a828-47ef0c5c7fd9 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Deleting port d0655984-3405-4621-9760-408d68a84799 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:04:00.966644 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5515ed23-3eed-4799-a828-47ef0c5c7fd9 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:00.996807 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c08b9f44-f218-4a22-aada-695e8108018e tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:01.023021 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e748450c-2fa5-4264-9afd-87a0d59707ff req-dd05ddfe-8573-4cb0-a0bc-ddcca87d4e80 service neutron] 10.222.0.39 "GET /v2.0/networks/719d6beb-a88c-42b5-a4d8-b710f113657a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297350 May 30 05:04:01.041446 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08b9f44-f218-4a22-aada-695e8108018e tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b8f810df-6c1f-4a92-a215-09b67e9b67c9,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:04:01.049740 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c08b9f44-f218-4a22-aada-695e8108018e tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:01.053584 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 47642) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:04:01.053758 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-c08b9f44-f218-4a22-aada-695e8108018e tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/b8f810df-6c1f-4a92-a215-09b67e9b67c9 HTTP/1.1" status: 204 len: 168 time: 0.2089674 May 30 05:04:01.101446 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-6204ed8d-d23f-4f43-b29a-01ffa8a3b743 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Synchronizing usage tracker for tenant:1b40ba5dec1f4095940a6535729dd4ab on resource:security_group_rule {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:04:01.120493 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-6204ed8d-d23f-4f43-b29a-01ffa8a3b743 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Unset dirty status for tenant:1b40ba5dec1f4095940a6535729dd4ab on resource:security_group_rule {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:04:01.122129 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-6204ed8d-d23f-4f43-b29a-01ffa8a3b743 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0674708 May 30 05:04:01.124949 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 47646) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:04:01.158651 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ecd4569c-84f5-4d58-a231-72235d757e74 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:01.171584 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ecd4569c-84f5-4d58-a231-72235d757e74 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:01.195478 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56ded65b-0e68-413c-8b9b-1097922cc81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:01.200745 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ecd4569c-84f5-4d58-a231-72235d757e74 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:01.213218 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-5515ed23-3eed-4799-a828-47ef0c5c7fd9 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] For port d0655984-3405-4621-9760-408d68a84799, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=d0655984-3405-4621-9760-408d68a84799,segment=NetworkSegment(b8a9e42d-533b-4fec-a68e-c4fe245449e7),segment_id=b8a9e42d-533b-4fec-a68e-c4fe245449e7)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:04:01.213581 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5515ed23-3eed-4799-a828-47ef0c5c7fd9 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:01.223516 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd4569c-84f5-4d58-a231-72235d757e74 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f346a0ca-170d-436e-acf8-4fc91427aba2,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:04:01.228350 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ecd4569c-84f5-4d58-a231-72235d757e74 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:01.229595 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-ecd4569c-84f5-4d58-a231-72235d757e74 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/f346a0ca-170d-436e-acf8-4fc91427aba2 HTTP/1.1" status: 204 len: 168 time: 0.1036651 May 30 05:04:01.232134 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 47650) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:04:01.281315 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device 9ead05bc-ece0-4d02-9e8e-c6949d789f26 no longer exists at agent hyperv_hv-neutron-8437 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 05:04:01.283862 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-1861e8b8-81dc-43dd-bf9a-ab74381d55c2 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Synchronizing usage tracker for tenant:1b40ba5dec1f4095940a6535729dd4ab on resource:security_group_rule {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:04:01.300594 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-1861e8b8-81dc-43dd-bf9a-ab74381d55c2 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Unset dirty status for tenant:1b40ba5dec1f4095940a6535729dd4ab on resource:security_group_rule {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:04:01.305005 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-1861e8b8-81dc-43dd-bf9a-ab74381d55c2 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0691338 May 30 05:04:01.305231 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 47654) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:04:01.317441 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] No Port match for: 9ead05bc-ece0-4d02-9e8e-c6949d789f26 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 05:04:01.317890 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device 9ead05bc-ece0-4d02-9e8e-c6949d789f26 not bound to the agent host hv-neutron-8437 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 05:04:01.343323 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-5515ed23-3eed-4799-a828-47ef0c5c7fd9 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Calling delete_port for d0655984-3405-4621-9760-408d68a84799 owned by network:router_interface {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:04:01.370018 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d506d806-c350-4b7a-8ec0-0f91a6da0173 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks [] for security_group, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:01.399961 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d506d806-c350-4b7a-8ec0-0f91a6da0173 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:01.421721 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:01.453377 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d506d806-c350-4b7a-8ec0-0f91a6da0173 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:01.477788 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d506d806-c350-4b7a-8ec0-0f91a6da0173 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21a34cd0-b42e-41b4-8646-264ea87c391e,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:04:01.493787 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d506d806-c350-4b7a-8ec0-0f91a6da0173 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:01.497490 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-d506d806-c350-4b7a-8ec0-0f91a6da0173 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] 10.222.0.15 "DELETE /v2.0/security-groups/21a34cd0-b42e-41b4-8646-264ea87c391e HTTP/1.1" status: 204 len: 168 time: 0.1890576 May 30 05:04:01.497734 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 47658) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:04:01.549612 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-ee12fd69-e9ee-4cde-b164-f1a512b27ba9 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Synchronizing usage tracker for tenant:1b40ba5dec1f4095940a6535729dd4ab on resource:security_group {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:04:01.556866 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5515ed23-3eed-4799-a828-47ef0c5c7fd9 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:01.565584 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-ee12fd69-e9ee-4cde-b164-f1a512b27ba9 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Unset dirty status for tenant:1b40ba5dec1f4095940a6535729dd4ab on resource:security_group {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:04:01.567593 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-ee12fd69-e9ee-4cde-b164-f1a512b27ba9 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0689027 May 30 05:04:01.571895 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 47662) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:04:01.577122 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-da873e18-7b3b-49d0-9b7d-c742c49d3145 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Request body: {'security_group': {'name': 'tempest-secgroup--1271704803'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:04:01.584435 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-da873e18-7b3b-49d0-9b7d-c742c49d3145 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:04:01.594295 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-da873e18-7b3b-49d0-9b7d-c742c49d3145 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:04:01.604394 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-da873e18-7b3b-49d0-9b7d-c742c49d3145 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:01.605589 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5515ed23-3eed-4799-a828-47ef0c5c7fd9 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event deleted for resources: {'Port': ['ID=d0655984-3405-4621-9760-408d68a84799,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:04:01.626191 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-da873e18-7b3b-49d0-9b7d-c742c49d3145 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:04:01.631448 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-da873e18-7b3b-49d0-9b7d-c742c49d3145 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Usage tracker for resource:security_group_rule and tenant:1b40ba5dec1f4095940a6535729dd4ab is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:04:01.634359 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-da873e18-7b3b-49d0-9b7d-c742c49d3145 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:04:01.640057 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-da873e18-7b3b-49d0-9b7d-c742c49d3145 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:04:01.725263 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-da873e18-7b3b-49d0-9b7d-c742c49d3145 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:01.729485 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-da873e18-7b3b-49d0-9b7d-c742c49d3145 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:01.787574 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da873e18-7b3b-49d0-9b7d-c742c49d3145 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35641e8c-0085-4795-8ad6-959e1abc12c8,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:04:01.796955 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-da873e18-7b3b-49d0-9b7d-c742c49d3145 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:01.799299 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-da873e18-7b3b-49d0-9b7d-c742c49d3145 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2263103 May 30 05:04:01.802035 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 47666) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:04:01.808487 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-c6c64e69-28d0-4f31-8d2f-74478985fef3 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Request body: {'security_group_rule': {'security_group_id': '35641e8c-0085-4795-8ad6-959e1abc12c8', 'direction': 'ingress', 'protocol': 17}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:04:01.814654 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-c6c64e69-28d0-4f31-8d2f-74478985fef3 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:04:01.820017 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-c6c64e69-28d0-4f31-8d2f-74478985fef3 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Usage tracker for resource:security_group_rule and tenant:1b40ba5dec1f4095940a6535729dd4ab is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:04:01.822383 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-c6c64e69-28d0-4f31-8d2f-74478985fef3 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:04:01.828131 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-c6c64e69-28d0-4f31-8d2f-74478985fef3 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:04:01.850556 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c6c64e69-28d0-4f31-8d2f-74478985fef3 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:01.916873 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c6c64e69-28d0-4f31-8d2f-74478985fef3 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:01.922122 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c6c64e69-28d0-4f31-8d2f-74478985fef3 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:01.950244 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c64e69-28d0-4f31-8d2f-74478985fef3 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55d27311-a828-41c8-800f-2d240023f925,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:04:01.960565 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c6c64e69-28d0-4f31-8d2f-74478985fef3 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:01.961996 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-c6c64e69-28d0-4f31-8d2f-74478985fef3 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1589444 May 30 05:04:01.964648 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 47670) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:04:02.012439 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5515ed23-3eed-4799-a828-47ef0c5c7fd9 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1642797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602100'] for router_interface, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:02.026045 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-52a5a370-b08a-402a-852a-7bc9cf1f5b22 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks [] for security_group, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:02.053096 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-52a5a370-b08a-402a-852a-7bc9cf1f5b22 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:02.101214 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-52a5a370-b08a-402a-852a-7bc9cf1f5b22 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:02.125585 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a5a370-b08a-402a-852a-7bc9cf1f5b22 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35641e8c-0085-4795-8ad6-959e1abc12c8,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:04:02.134234 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-52a5a370-b08a-402a-852a-7bc9cf1f5b22 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:02.137848 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-52a5a370-b08a-402a-852a-7bc9cf1f5b22 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] 10.222.0.15 "DELETE /v2.0/security-groups/35641e8c-0085-4795-8ad6-959e1abc12c8 HTTP/1.1" status: 204 len: 168 time: 0.1697664 May 30 05:04:02.138252 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 47674) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:04:02.189970 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-138e6427-0313-4c8f-a988-1e498a039a89 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Synchronizing usage tracker for tenant:1b40ba5dec1f4095940a6535729dd4ab on resource:security_group {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:04:02.205513 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-138e6427-0313-4c8f-a988-1e498a039a89 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Unset dirty status for tenant:1b40ba5dec1f4095940a6535729dd4ab on resource:security_group {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:04:02.207091 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-138e6427-0313-4c8f-a988-1e498a039a89 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0678680 May 30 05:04:02.210885 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 47678) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:04:02.216189 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-d05fdd59-f824-4857-8dd4-85bdab0f0af1 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Request body: {'security_group': {'name': 'tempest-secgroup--463969544'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:04:02.222640 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-d05fdd59-f824-4857-8dd4-85bdab0f0af1 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:04:02.232266 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-d05fdd59-f824-4857-8dd4-85bdab0f0af1 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:04:02.242977 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d05fdd59-f824-4857-8dd4-85bdab0f0af1 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:02.266730 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-d05fdd59-f824-4857-8dd4-85bdab0f0af1 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:04:02.271106 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-d05fdd59-f824-4857-8dd4-85bdab0f0af1 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Usage tracker for resource:security_group_rule and tenant:1b40ba5dec1f4095940a6535729dd4ab is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:04:02.274114 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-d05fdd59-f824-4857-8dd4-85bdab0f0af1 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:04:02.279757 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-d05fdd59-f824-4857-8dd4-85bdab0f0af1 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:04:02.348735 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d05fdd59-f824-4857-8dd4-85bdab0f0af1 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:02.353865 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d05fdd59-f824-4857-8dd4-85bdab0f0af1 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:02.383970 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5515ed23-3eed-4799-a828-47ef0c5c7fd9 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Router 8df89f11-e96e-4a0c-9912-fe14e6e07613 has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 05:04:02.401180 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05fdd59-f824-4857-8dd4-85bdab0f0af1 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e55ca81b-ced9-44f3-bbf4-03bd8c67e724,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:04:02.407792 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d05fdd59-f824-4857-8dd4-85bdab0f0af1 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:02.409269 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-d05fdd59-f824-4857-8dd4-85bdab0f0af1 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1972015 May 30 05:04:02.412569 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 47682) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:04:02.417839 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-e045179b-d383-4857-bfdf-dbe2b48823ee tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Request body: {'security_group': {'name': 'tempest-secgroup--929982865'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:04:02.423568 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-e045179b-d383-4857-bfdf-dbe2b48823ee tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:04:02.428221 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-e045179b-d383-4857-bfdf-dbe2b48823ee tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Usage tracker for resource:security_group and tenant:1b40ba5dec1f4095940a6535729dd4ab is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:04:02.431112 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-e045179b-d383-4857-bfdf-dbe2b48823ee tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:04:02.436750 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-e045179b-d383-4857-bfdf-dbe2b48823ee tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:04:02.446721 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e045179b-d383-4857-bfdf-dbe2b48823ee tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:02.465938 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-e045179b-d383-4857-bfdf-dbe2b48823ee tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:04:02.470019 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-e045179b-d383-4857-bfdf-dbe2b48823ee tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Usage tracker for resource:security_group_rule and tenant:1b40ba5dec1f4095940a6535729dd4ab is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:04:02.473277 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-e045179b-d383-4857-bfdf-dbe2b48823ee tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:04:02.478970 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-e045179b-d383-4857-bfdf-dbe2b48823ee tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:04:02.547797 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e045179b-d383-4857-bfdf-dbe2b48823ee tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:02.552076 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e045179b-d383-4857-bfdf-dbe2b48823ee tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:02.565214 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5515ed23-3eed-4799-a828-47ef0c5c7fd9 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:04:02.575697 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51597dee-460a-45af-8ef1-b35bc998644d None None] Sync routers for ids ['8df89f11-e96e-4a0c-9912-fe14e6e07613'] in dv-neutron-843763-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:04:02.583084 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-5515ed23-3eed-4799-a828-47ef0c5c7fd9 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "PUT /v2.0/routers/8df89f11-e96e-4a0c-9912-fe14e6e07613/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8054376 May 30 05:04:02.585545 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 47686) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:04:02.586717 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51597dee-460a-45af-8ef1-b35bc998644d None None] Routers {'8df89f11-e96e-4a0c-9912-fe14e6e07613'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:04:02.587333 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-51597dee-460a-45af-8ef1-b35bc998644d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:04:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['8df89f11-e96e-4a0c-9912-fe14e6e07613'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:04:02.601311 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e045179b-d383-4857-bfdf-dbe2b48823ee tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42a50dd0-da8c-46c2-855f-f172105d5f6b,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:04:02.610480 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e045179b-d383-4857-bfdf-dbe2b48823ee tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:02.611984 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-e045179b-d383-4857-bfdf-dbe2b48823ee tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1983397 May 30 05:04:02.615301 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 47690) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:04:02.620979 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-658823f6-d335-4aed-a070-38272da6fc55 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Request body: {'security_group_rule': {'security_group_id': 'e55ca81b-ced9-44f3-bbf4-03bd8c67e724', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '42a50dd0-da8c-46c2-855f-f172105d5f6b', 'remote_ip_prefix': None}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:04:02.626913 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-658823f6-d335-4aed-a070-38272da6fc55 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:04:02.631730 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-658823f6-d335-4aed-a070-38272da6fc55 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Usage tracker for resource:security_group_rule and tenant:1b40ba5dec1f4095940a6535729dd4ab is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:04:02.635661 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-658823f6-d335-4aed-a070-38272da6fc55 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:04:02.642462 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-658823f6-d335-4aed-a070-38272da6fc55 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:04:02.653148 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_v2 [None req-9be232e8-8734-4366-83d5-2e037c52a6f2 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Deleting subnet 1acbe121-74d9-41fa-8525-29a9efbdfaac {{(pid=88260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 30 05:04:02.656515 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9be232e8-8734-4366-83d5-2e037c52a6f2 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for subnet, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:02.672282 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-658823f6-d335-4aed-a070-38272da6fc55 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:02.712552 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9be232e8-8734-4366-83d5-2e037c52a6f2 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1454738'] for subnet, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:02.745600 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-658823f6-d335-4aed-a070-38272da6fc55 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:02.749929 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-658823f6-d335-4aed-a070-38272da6fc55 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:02.777856 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658823f6-d335-4aed-a070-38272da6fc55 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f301d49-b8f1-4b3b-924a-04643218157d,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:04:02.809245 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-658823f6-d335-4aed-a070-38272da6fc55 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:02.811127 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-658823f6-d335-4aed-a070-38272da6fc55 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1946630 May 30 05:04:02.814192 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 47694) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:04:02.815334 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a142624-940e-4c55-bf49-a5329c884075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:02.828630 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9be232e8-8734-4366-83d5-2e037c52a6f2 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860493'] for subnet, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:02.842156 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-51597dee-460a-45af-8ef1-b35bc998644d None None] Set router 8df89f11-e96e-4a0c-9912-fe14e6e07613 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:04:02.888480 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1fbd7cc5-088e-4206-9611-637934f93e80 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:02.905363 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1fbd7cc5-088e-4206-9611-637934f93e80 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:02.935733 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9be232e8-8734-4366-83d5-2e037c52a6f2 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1547867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2133322'] for subnet, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:02.973588 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1fbd7cc5-088e-4206-9611-637934f93e80 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:02.992803 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9be232e8-8734-4366-83d5-2e037c52a6f2 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:02.995576 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be232e8-8734-4366-83d5-2e037c52a6f2 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event deleted for resources: {'Subnet': ['ID=1acbe121-74d9-41fa-8525-29a9efbdfaac,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:04:03.003402 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbd7cc5-088e-4206-9611-637934f93e80 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3f301d49-b8f1-4b3b-924a-04643218157d,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:04:03.007238 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd7dc2c6-ac1a-43ca-8f6a-e0c918b95813 None None] Network 83d1d881-1387-42cf-a16f-9c6e02a5e965 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:04:03.016244 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-9be232e8-8734-4366-83d5-2e037c52a6f2 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "DELETE /v2.0/subnets/1acbe121-74d9-41fa-8525-29a9efbdfaac HTTP/1.1" status: 204 len: 168 time: 0.4270897 May 30 05:04:03.016244 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1fbd7cc5-088e-4206-9611-637934f93e80 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:03.016858 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 47698) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:04:03.018205 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-1fbd7cc5-088e-4206-9611-637934f93e80 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/3f301d49-b8f1-4b3b-924a-04643218157d HTTP/1.1" status: 204 len: 168 time: 0.2009392 May 30 05:04:03.018911 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 47700) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:04:03.069452 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-936cc11c-53e1-472b-999a-364f8ad3f7b1 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Synchronizing usage tracker for tenant:1b40ba5dec1f4095940a6535729dd4ab on resource:security_group_rule {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:04:03.086514 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-936cc11c-53e1-472b-999a-364f8ad3f7b1 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Unset dirty status for tenant:1b40ba5dec1f4095940a6535729dd4ab on resource:security_group_rule {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:04:03.088233 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-936cc11c-53e1-472b-999a-364f8ad3f7b1 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0677092 May 30 05:04:03.091134 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 47706) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:04:03.162924 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-246d4a98-68f5-4571-b52c-0405c5fdbbc6 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:03.200004 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-246d4a98-68f5-4571-b52c-0405c5fdbbc6 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:03.217543 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e8d5bc02-80b1-44b0-aba1-58de79df5b32 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for router, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:03.253434 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-246d4a98-68f5-4571-b52c-0405c5fdbbc6 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:03.280725 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246d4a98-68f5-4571-b52c-0405c5fdbbc6 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42a50dd0-da8c-46c2-855f-f172105d5f6b,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:04:03.294992 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-246d4a98-68f5-4571-b52c-0405c5fdbbc6 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:03.297827 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-246d4a98-68f5-4571-b52c-0405c5fdbbc6 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] 10.222.0.15 "DELETE /v2.0/security-groups/42a50dd0-da8c-46c2-855f-f172105d5f6b HTTP/1.1" status: 204 len: 168 time: 0.2034054 May 30 05:04:03.298961 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 47710) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:04:03.324089 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-51597dee-460a-45af-8ef1-b35bc998644d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8df89f11-e96e-4a0c-9912-fe14e6e07613', 'name': 'tempest-TestNetworkBasicOps-router-1784091264', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.168'}], 'enable_snat': True}, 'gw_port_id': '45643f2a-2144-47ee-8c5c-b98833323da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T04:59:10Z', 'updated_at': '2022-05-30T05:04:01Z', 'revision_number': 7, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'gw_port': {'id': '45643f2a-2144-47ee-8c5c-b98833323da3', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:8d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df89f11-e96e-4a0c-9912-fe14e6e07613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:59:13Z', 'updated_at': '2022-05-30T04:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv'}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:04:03.330178 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51597dee-460a-45af-8ef1-b35bc998644d None None] Checking router: 8df89f11-e96e-4a0c-9912-fe14e6e07613 for host: dv-neutron-843763-1-hyperv {{(pid=88262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 05:04:03.343467 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51597dee-460a-45af-8ef1-b35bc998644d None None] Routers {'8df89f11-e96e-4a0c-9912-fe14e6e07613'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:04:03.344098 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-51597dee-460a-45af-8ef1-b35bc998644d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:04:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['8df89f11-e96e-4a0c-9912-fe14e6e07613'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:04:03.373347 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-b73f93d7-c986-4a4e-bc76-10118a279ea0 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Synchronizing usage tracker for tenant:1b40ba5dec1f4095940a6535729dd4ab on resource:security_group {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:04:03.397462 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32579da9-f3a1-4147-b277-8efe3646770d None None] DHCP port deletion for 83d1d881-1387-42cf-a16f-9c6e02a5e965 request from dv-neutron-843763-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 30 05:04:03.398070 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-b73f93d7-c986-4a4e-bc76-10118a279ea0 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Unset dirty status for tenant:1b40ba5dec1f4095940a6535729dd4ab on resource:security_group {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:04:03.402463 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-b73f93d7-c986-4a4e-bc76-10118a279ea0 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0996044 May 30 05:04:03.402678 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 47714) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:04:03.416860 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-32579da9-f3a1-4147-b277-8efe3646770d None None] Deleting port 0a371452-781c-4b0f-9ba4-fff37f9c89d7 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:04:03.417515 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-32579da9-f3a1-4147-b277-8efe3646770d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:03.476004 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-006de9e1-53c7-47e7-b5e1-0eec4505ac41 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:03.503310 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-006de9e1-53c7-47e7-b5e1-0eec4505ac41 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:03.554113 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-006de9e1-53c7-47e7-b5e1-0eec4505ac41 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:03.561130 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e8d5bc02-80b1-44b0-aba1-58de79df5b32 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:03.570990 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-e8d5bc02-80b1-44b0-aba1-58de79df5b32 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Deleting port 45643f2a-2144-47ee-8c5c-b98833323da3 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:04:03.571340 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e8d5bc02-80b1-44b0-aba1-58de79df5b32 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:03.577393 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006de9e1-53c7-47e7-b5e1-0eec4505ac41 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e55ca81b-ced9-44f3-bbf4-03bd8c67e724,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:04:03.591863 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-006de9e1-53c7-47e7-b5e1-0eec4505ac41 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:03.595531 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-006de9e1-53c7-47e7-b5e1-0eec4505ac41 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] 10.222.0.15 "DELETE /v2.0/security-groups/e55ca81b-ced9-44f3-bbf4-03bd8c67e724 HTTP/1.1" status: 204 len: 168 time: 0.1893721 May 30 05:04:03.596306 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 47718) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:04:03.716908 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-51597dee-460a-45af-8ef1-b35bc998644d None None] Set router 8df89f11-e96e-4a0c-9912-fe14e6e07613 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:04:03.757120 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-e8d5bc02-80b1-44b0-aba1-58de79df5b32 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] For port 45643f2a-2144-47ee-8c5c-b98833323da3, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=45643f2a-2144-47ee-8c5c-b98833323da3,segment=NetworkSegment(ad083d94-0233-4c50-a0ed-00ef7686038c),segment_id=ad083d94-0233-4c50-a0ed-00ef7686038c)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:04:03.757868 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e8d5bc02-80b1-44b0-aba1-58de79df5b32 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:03.774259 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-490e0f7e-f751-4f83-a13a-9d535fb3be25 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Synchronizing usage tracker for tenant:1b40ba5dec1f4095940a6535729dd4ab on resource:security_group {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:04:03.790640 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-490e0f7e-f751-4f83-a13a-9d535fb3be25 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Unset dirty status for tenant:1b40ba5dec1f4095940a6535729dd4ab on resource:security_group {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:04:03.795957 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-490e0f7e-f751-4f83-a13a-9d535fb3be25 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1953187 May 30 05:04:03.797585 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 47722) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:04:03.803176 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-6aae18da-6a5a-4f6f-bddf-8eb73d284498 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Request body: {'security_group': {'name': 'tempest-secgroup--1684868841'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:04:03.809072 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-6aae18da-6a5a-4f6f-bddf-8eb73d284498 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:04:03.820290 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-6aae18da-6a5a-4f6f-bddf-8eb73d284498 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:04:03.830959 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6aae18da-6a5a-4f6f-bddf-8eb73d284498 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks [] for security_group, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:03.860453 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-6aae18da-6a5a-4f6f-bddf-8eb73d284498 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:04:03.866609 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-6aae18da-6a5a-4f6f-bddf-8eb73d284498 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Usage tracker for resource:security_group_rule and tenant:1b40ba5dec1f4095940a6535729dd4ab is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:04:03.870083 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-6aae18da-6a5a-4f6f-bddf-8eb73d284498 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:04:03.876539 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-6aae18da-6a5a-4f6f-bddf-8eb73d284498 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:04:03.896117 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-e8d5bc02-80b1-44b0-aba1-58de79df5b32 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Calling delete_port for 45643f2a-2144-47ee-8c5c-b98833323da3 owned by network:router_gateway {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:04:03.952281 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 0a371452-781c-4b0f-9ba4-fff37f9c89d7 no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 05:04:03.961508 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6aae18da-6a5a-4f6f-bddf-8eb73d284498 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks [] for security_group, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:03.965278 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6aae18da-6a5a-4f6f-bddf-8eb73d284498 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:04.012192 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aae18da-6a5a-4f6f-bddf-8eb73d284498 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72f74362-8a11-4d39-84cf-04d3f3ee804e,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:04:04.020039 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-32579da9-f3a1-4147-b277-8efe3646770d None None] For port 0a371452-781c-4b0f-9ba4-fff37f9c89d7, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=0a371452-781c-4b0f-9ba4-fff37f9c89d7,segment=NetworkSegment(b8a9e42d-533b-4fec-a68e-c4fe245449e7),segment_id=b8a9e42d-533b-4fec-a68e-c4fe245449e7)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:04:04.020432 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-32579da9-f3a1-4147-b277-8efe3646770d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:04.022369 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6aae18da-6a5a-4f6f-bddf-8eb73d284498 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:04.026479 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-6aae18da-6a5a-4f6f-bddf-8eb73d284498 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2278838 May 30 05:04:04.026896 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 47728) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:04:04.035512 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-8b401287-2899-4c33-b397-6277411817fb tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Request body: {'security_group_rule': {'security_group_id': '72f74362-8a11-4d39-84cf-04d3f3ee804e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:04:04.044062 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-8b401287-2899-4c33-b397-6277411817fb tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:04:04.051098 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-8b401287-2899-4c33-b397-6277411817fb tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Usage tracker for resource:security_group_rule and tenant:1b40ba5dec1f4095940a6535729dd4ab is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:04:04.079549 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-8b401287-2899-4c33-b397-6277411817fb tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:04:04.093475 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-8b401287-2899-4c33-b397-6277411817fb tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:04:04.123504 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8b401287-2899-4c33-b397-6277411817fb tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:04.134148 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e8d5bc02-80b1-44b0-aba1-58de79df5b32 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:04.174865 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-32579da9-f3a1-4147-b277-8efe3646770d None None] Calling delete_port for 0a371452-781c-4b0f-9ba4-fff37f9c89d7 owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:04:04.199289 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d5bc02-80b1-44b0-aba1-58de79df5b32 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event deleted for resources: {'Port': ['ID=45643f2a-2144-47ee-8c5c-b98833323da3,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:04:04.316682 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8b401287-2899-4c33-b397-6277411817fb tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:04.319724 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e8d5bc02-80b1-44b0-aba1-58de79df5b32 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1604781'] for router_gateway, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:04.345268 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 0a371452-781c-4b0f-9ba4-fff37f9c89d7 is: ACTIVE; New status is: DOWN {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:04:04.345667 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:04.363719 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8b401287-2899-4c33-b397-6277411817fb tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:04.364737 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-32579da9-f3a1-4147-b277-8efe3646770d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069'] for port, after_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:04.424961 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32579da9-f3a1-4147-b277-8efe3646770d None None] Pushing event deleted for resources: {'Port': ['ID=0a371452-781c-4b0f-9ba4-fff37f9c89d7,revision_number=None']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:04:04.458879 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32579da9-f3a1-4147-b277-8efe3646770d None None] No DVR routers for this DVR port 0a371452-781c-4b0f-9ba4-fff37f9c89d7 on host dv-neutron-843763-1-hyperv {{(pid=88262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 05:04:04.470063 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32579da9-f3a1-4147-b277-8efe3646770d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:04:04.470301 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32579da9-f3a1-4147-b277-8efe3646770d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:04:04.470633 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32579da9-f3a1-4147-b277-8efe3646770d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:04:04.470975 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32579da9-f3a1-4147-b277-8efe3646770d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:04:04.471310 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32579da9-f3a1-4147-b277-8efe3646770d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:04:04.471644 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32579da9-f3a1-4147-b277-8efe3646770d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:04:04.471977 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32579da9-f3a1-4147-b277-8efe3646770d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:04:04.473571 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32579da9-f3a1-4147-b277-8efe3646770d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:04:04.473571 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32579da9-f3a1-4147-b277-8efe3646770d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:04:04.473571 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32579da9-f3a1-4147-b277-8efe3646770d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:04:04.473844 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32579da9-f3a1-4147-b277-8efe3646770d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:04:04.474157 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32579da9-f3a1-4147-b277-8efe3646770d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:04:04.486280 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-51597dee-460a-45af-8ef1-b35bc998644d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8df89f11-e96e-4a0c-9912-fe14e6e07613', 'name': 'tempest-TestNetworkBasicOps-router-1784091264', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.168'}], 'enable_snat': True}, 'gw_port_id': '45643f2a-2144-47ee-8c5c-b98833323da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T04:59:10Z', 'updated_at': '2022-05-30T05:04:01Z', 'revision_number': 7, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'gw_port': {'id': '45643f2a-2144-47ee-8c5c-b98833323da3', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:8d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df89f11-e96e-4a0c-9912-fe14e6e07613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:59:13Z', 'updated_at': '2022-05-30T04:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv'}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:04:04.493120 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51597dee-460a-45af-8ef1-b35bc998644d None None] The sync data for ids ['8df89f11-e96e-4a0c-9912-fe14e6e07613'] in dv-neutron-843763-1-hyperv is: [{'id': '8df89f11-e96e-4a0c-9912-fe14e6e07613', 'name': 'tempest-TestNetworkBasicOps-router-1784091264', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.168'}], 'enable_snat': True}, 'gw_port_id': '45643f2a-2144-47ee-8c5c-b98833323da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T04:59:10Z', 'updated_at': '2022-05-30T05:04:01Z', 'revision_number': 7, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'gw_port': {'id': '45643f2a-2144-47ee-8c5c-b98833323da3', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:8d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df89f11-e96e-4a0c-9912-fe14e6e07613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T04:59:13Z', 'updated_at': '2022-05-30T04:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv'}] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:04:04.522688 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b401287-2899-4c33-b397-6277411817fb tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87a49aa0-a419-4936-a64e-8efa23b89c7d,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:04:04.527866 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e8d5bc02-80b1-44b0-aba1-58de79df5b32 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11660'] for router, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:04.532969 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e8d5bc02-80b1-44b0-aba1-58de79df5b32 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:04.547208 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8b401287-2899-4c33-b397-6277411817fb tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:04.548362 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-8b401287-2899-4c33-b397-6277411817fb tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5195832 May 30 05:04:04.551286 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 47734) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:04:04.564155 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e8d5bc02-80b1-44b0-aba1-58de79df5b32 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1601605'] for router, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:04.564701 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8d5bc02-80b1-44b0-aba1-58de79df5b32 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Fanout notify agent at l3_agent the message router_deleted on router 8df89f11-e96e-4a0c-9912-fe14e6e07613 {{(pid=88261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 30 05:04:04.576169 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e8d5bc02-80b1-44b0-aba1-58de79df5b32 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for router, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:04.579827 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-e8d5bc02-80b1-44b0-aba1-58de79df5b32 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "DELETE /v2.0/routers/8df89f11-e96e-4a0c-9912-fe14e6e07613 HTTP/1.1" status: 204 len: 168 time: 1.5594993 May 30 05:04:04.580139 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 47738) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:04:04.653585 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3c4165b8-7e67-4c41-b2d3-cd5ed62d3578 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:04.670731 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3c4165b8-7e67-4c41-b2d3-cd5ed62d3578 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:04.718423 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0c620914-9300-471a-a628-4e70c347e661 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897784'] for network, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:04.728778 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3c4165b8-7e67-4c41-b2d3-cd5ed62d3578 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:04.745655 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4165b8-7e67-4c41-b2d3-cd5ed62d3578 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=87a49aa0-a419-4936-a64e-8efa23b89c7d,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:04:04.778983 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3c4165b8-7e67-4c41-b2d3-cd5ed62d3578 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:04.780013 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-3c4165b8-7e67-4c41-b2d3-cd5ed62d3578 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/87a49aa0-a419-4936-a64e-8efa23b89c7d HTTP/1.1" status: 204 len: 168 time: 0.2277308 May 30 05:04:04.782747 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 47744) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:04:04.838385 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-56df3b5e-3b48-46e4-b4f7-8b4d9b6d776a tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Synchronizing usage tracker for tenant:1b40ba5dec1f4095940a6535729dd4ab on resource:security_group_rule {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:04:04.855742 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-56df3b5e-3b48-46e4-b4f7-8b4d9b6d776a tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Unset dirty status for tenant:1b40ba5dec1f4095940a6535729dd4ab on resource:security_group_rule {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:04:04.860016 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-56df3b5e-3b48-46e4-b4f7-8b4d9b6d776a tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0735302 May 30 05:04:04.866328 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 47748) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:04:04.907552 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0c620914-9300-471a-a628-4e70c347e661 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867540', 'neutron.services.segments.db._delete_segments_for_network-8729234922972'] for network, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:04.934613 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-082643ae-5c7d-4814-b2af-cdd7fe2b4f85 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks [] for security_group, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:04.937487 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-0c620914-9300-471a-a628-4e70c347e661 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83d1d881-1387-42cf-a16f-9c6e02a5e965']}} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:04:04.951142 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-0c620914-9300-471a-a628-4e70c347e661 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8a9e42d-533b-4fec-a68e-c4fe245449e7') {'for_net_delete': True} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:04:04.951489 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-0c620914-9300-471a-a628-4e70c347e661 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8a9e42d-533b-4fec-a68e-c4fe245449e7') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:04:04.963719 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0c620914-9300-471a-a628-4e70c347e661 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729235042807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1454725'] for segment, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:04.964931 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-082643ae-5c7d-4814-b2af-cdd7fe2b4f85 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:04.981064 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0c620914-9300-471a-a628-4e70c347e661 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:04.987766 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c620914-9300-471a-a628-4e70c347e661 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=88260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 05:04:04.988903 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0c620914-9300-471a-a628-4e70c347e661 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-862858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1547513'] for segment, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:05.016177 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-082643ae-5c7d-4814-b2af-cdd7fe2b4f85 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:05.036007 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082643ae-5c7d-4814-b2af-cdd7fe2b4f85 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72f74362-8a11-4d39-84cf-04d3f3ee804e,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:04:05.053196 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-082643ae-5c7d-4814-b2af-cdd7fe2b4f85 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:05.057691 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 47754) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:04:05.058708 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-082643ae-5c7d-4814-b2af-cdd7fe2b4f85 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] 10.222.0.15 "DELETE /v2.0/security-groups/72f74362-8a11-4d39-84cf-04d3f3ee804e HTTP/1.1" status: 204 len: 168 time: 0.1912248 May 30 05:04:05.059176 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment b8a9e42d-533b-4fec-a68e-c4fe245449e7 resource provider aggregate not found May 30 05:04:05.089785 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment b8a9e42d-533b-4fec-a68e-c4fe245449e7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b8a9e42d-533b-4fec-a68e-c4fe245449e7 found for delete ", "request_id": "req-c7801b2a-2746-4685-9249-269aecb3d3a1"}]} May 30 05:04:05.119820 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0c620914-9300-471a-a628-4e70c347e661 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604744'] for network, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:05.140446 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0c620914-9300-471a-a628-4e70c347e661 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:05.162995 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c620914-9300-471a-a628-4e70c347e661 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event deleted for resources: {'Network': ['ID=83d1d881-1387-42cf-a16f-9c6e02a5e965,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:04:05.177540 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-0c620914-9300-471a-a628-4e70c347e661 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "DELETE /v2.0/networks/83d1d881-1387-42cf-a16f-9c6e02a5e965 HTTP/1.1" status: 204 len: 168 time: 0.5939121 May 30 05:04:05.181290 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-c5d25085-c540-4c30-9390-e3d726aa0c9d tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Synchronizing usage tracker for tenant:1b40ba5dec1f4095940a6535729dd4ab on resource:security_group {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:04:05.202025 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 47762) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:04:05.207701 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-132bba2f-86f5-45dc-9130-c1c1e3af0765 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Request body: {'network': {'name': 'tempest-network-smoke--57396035', 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'port_security_enabled': True}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:04:05.214221 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-132bba2f-86f5-45dc-9130-c1c1e3af0765 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:04:05.217912 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-c5d25085-c540-4c30-9390-e3d726aa0c9d tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Unset dirty status for tenant:1b40ba5dec1f4095940a6535729dd4ab on resource:security_group {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:04:05.219102 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-c5d25085-c540-4c30-9390-e3d726aa0c9d tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1564865 May 30 05:04:05.220380 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-132bba2f-86f5-45dc-9130-c1c1e3af0765 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Usage tracker for resource:network and tenant:f9fe59584bbe4d5aaa42841eedb71980 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:04:05.223282 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 47766) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:04:05.226708 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-132bba2f-86f5-45dc-9130-c1c1e3af0765 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:04:05.228383 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-79319519-aba1-4d99-adb2-a2e0cd51b02d tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Request body: {'security_group': {'name': 'tempest-secgroup--677623690'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:04:05.233029 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-132bba2f-86f5-45dc-9130-c1c1e3af0765 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:04:05.234372 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-79319519-aba1-4d99-adb2-a2e0cd51b02d tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:04:05.244690 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-79319519-aba1-4d99-adb2-a2e0cd51b02d tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:04:05.244872 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-132bba2f-86f5-45dc-9130-c1c1e3af0765 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Made reservation on behalf of f9fe59584bbe4d5aaa42841eedb71980 for: {'network': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:04:05.248681 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-132bba2f-86f5-45dc-9130-c1c1e3af0765 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for network, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:05.255562 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-79319519-aba1-4d99-adb2-a2e0cd51b02d tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:05.278968 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-79319519-aba1-4d99-adb2-a2e0cd51b02d tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:04:05.279180 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-132bba2f-86f5-45dc-9130-c1c1e3af0765 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=88260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 05:04:05.283115 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-79319519-aba1-4d99-adb2-a2e0cd51b02d tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Usage tracker for resource:security_group_rule and tenant:1b40ba5dec1f4095940a6535729dd4ab is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:04:05.286281 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-79319519-aba1-4d99-adb2-a2e0cd51b02d tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:04:05.289031 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-132bba2f-86f5-45dc-9130-c1c1e3af0765 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:05.289448 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.db.segments_db [None req-132bba2f-86f5-45dc-9130-c1c1e3af0765 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Added segment c89e14ce-5902-432d-8590-e800b96d6c56 of type vlan for network 093dacfe-dbac-43c0-adf8-098f991f120c May 30 05:04:05.292386 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-79319519-aba1-4d99-adb2-a2e0cd51b02d tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:04:05.317135 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-132bba2f-86f5-45dc-9130-c1c1e3af0765 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729234556353'] for network, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:05.345562 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-132bba2f-86f5-45dc-9130-c1c1e3af0765 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788'] for network, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:05.352144 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132bba2f-86f5-45dc-9130-c1c1e3af0765 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:04:05.352709 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-132bba2f-86f5-45dc-9130-c1c1e3af0765 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:05.367134 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-79319519-aba1-4d99-adb2-a2e0cd51b02d tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:05.370988 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-79319519-aba1-4d99-adb2-a2e0cd51b02d tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:05.417193 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79319519-aba1-4d99-adb2-a2e0cd51b02d tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6663bed6-42d3-45a1-9a19-b7d141a1d5fa,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:04:05.424789 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-79319519-aba1-4d99-adb2-a2e0cd51b02d tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:05.429126 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-79319519-aba1-4d99-adb2-a2e0cd51b02d tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2022769 May 30 05:04:05.429862 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 47770) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:04:05.434220 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-ed33af79-ff2b-4291-bc90-b90fe08bf2b8 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Request body: {'security_group_rule': {'security_group_id': '6663bed6-42d3-45a1-9a19-b7d141a1d5fa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:04:05.440092 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-ed33af79-ff2b-4291-bc90-b90fe08bf2b8 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:04:05.444154 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-ed33af79-ff2b-4291-bc90-b90fe08bf2b8 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Usage tracker for resource:security_group_rule and tenant:1b40ba5dec1f4095940a6535729dd4ab is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:04:05.447020 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-ed33af79-ff2b-4291-bc90-b90fe08bf2b8 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:04:05.452769 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-ed33af79-ff2b-4291-bc90-b90fe08bf2b8 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:04:05.456602 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-132bba2f-86f5-45dc-9130-c1c1e3af0765 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2535179 May 30 05:04:05.460133 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 47774) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:04:05.467211 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-31b5e3d7-193c-4282-838c-6e59a67d0bf7 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-410736475', 'admin_state_up': True, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'}}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:04:05.471208 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ed33af79-ff2b-4291-bc90-b90fe08bf2b8 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:05.477185 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-31b5e3d7-193c-4282-838c-6e59a67d0bf7 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:04:05.479325 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132bba2f-86f5-45dc-9130-c1c1e3af0765 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event updated for resources: {'Network': ['ID=093dacfe-dbac-43c0-adf8-098f991f120c,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:04:05.483189 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-31b5e3d7-193c-4282-838c-6e59a67d0bf7 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Usage tracker for resource:router and tenant:f9fe59584bbe4d5aaa42841eedb71980 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:04:05.486095 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-31b5e3d7-193c-4282-838c-6e59a67d0bf7 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:04:05.491495 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Network 093dacfe-dbac-43c0-adf8-098f991f120c details requested by agent ovs-agent-dv-neutron-843763-1-hyperv with host dv-neutron-843763-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 05:04:05.492531 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-31b5e3d7-193c-4282-838c-6e59a67d0bf7 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:04:05.503595 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-31b5e3d7-193c-4282-838c-6e59a67d0bf7 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1603901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11666'] for router, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:05.504779 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-31b5e3d7-193c-4282-838c-6e59a67d0bf7 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11675'] for router, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:05.523597 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-31b5e3d7-193c-4282-838c-6e59a67d0bf7 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:05.545607 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ed33af79-ff2b-4291-bc90-b90fe08bf2b8 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:05.549787 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ed33af79-ff2b-4291-bc90-b90fe08bf2b8 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:05.580299 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed33af79-ff2b-4291-bc90-b90fe08bf2b8 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4ef3486-c2af-47a8-9cc5-45bbf0cff03f,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:04:05.592151 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ed33af79-ff2b-4291-bc90-b90fe08bf2b8 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:05.595919 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-ed33af79-ff2b-4291-bc90-b90fe08bf2b8 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1632595 May 30 05:04:05.596343 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 47778) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:04:05.626431 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-00bd15cd-dd83-4295-81b1-5262f06481db tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] 10.222.0.15 "GET /v2.0/security-group-rules/c4ef3486-c2af-47a8-9cc5-45bbf0cff03f HTTP/1.1" status: 200 len: 763 time: 0.0281160 May 30 05:04:05.628089 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 47782) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:04:05.680380 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-9372e374-572e-4974-9d98-8577d5bed354 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Synchronizing usage tracker for tenant:1b40ba5dec1f4095940a6535729dd4ab on resource:security_group_rule {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:04:05.710879 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-9372e374-572e-4974-9d98-8577d5bed354 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Unset dirty status for tenant:1b40ba5dec1f4095940a6535729dd4ab on resource:security_group_rule {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:04:05.712374 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-9372e374-572e-4974-9d98-8577d5bed354 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0831103 May 30 05:04:05.715002 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 47786) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:04:05.746270 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b8ea04a5-4732-490f-a26c-0a09651e4275 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:05.757303 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b8ea04a5-4732-490f-a26c-0a09651e4275 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:05.784065 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b8ea04a5-4732-490f-a26c-0a09651e4275 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:05.804554 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ea04a5-4732-490f-a26c-0a09651e4275 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c4ef3486-c2af-47a8-9cc5-45bbf0cff03f,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:04:05.812212 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-31b5e3d7-193c-4282-838c-6e59a67d0bf7 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11765'] for router, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:05.814728 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b8ea04a5-4732-490f-a26c-0a09651e4275 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:05.818545 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-b8ea04a5-4732-490f-a26c-0a09651e4275 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/c4ef3486-c2af-47a8-9cc5-45bbf0cff03f HTTP/1.1" status: 204 len: 168 time: 0.1021028 May 30 05:04:05.819224 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 47790) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:04:05.906833 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 45643f2a-2144-47ee-8c5c-b98833323da3 no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 05:04:05.932456 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-24bdb542-3f85-427f-8985-e4bc8a4047b4 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Synchronizing usage tracker for tenant:1b40ba5dec1f4095940a6535729dd4ab on resource:security_group_rule {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:04:05.945583 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] No Port match for: 45643f2a-2144-47ee-8c5c-b98833323da3 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 05:04:05.946077 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 45643f2a-2144-47ee-8c5c-b98833323da3 not bound to the agent host dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 05:04:05.946606 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device d0655984-3405-4621-9760-408d68a84799 no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 05:04:05.960720 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-24bdb542-3f85-427f-8985-e4bc8a4047b4 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Unset dirty status for tenant:1b40ba5dec1f4095940a6535729dd4ab on resource:security_group_rule {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:04:05.962026 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-24bdb542-3f85-427f-8985-e4bc8a4047b4 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1418767 May 30 05:04:05.964871 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 47796) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:04:05.970324 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-4aac2a4a-8b2b-4644-b72e-7e4fd8253272 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Request body: {'security_group_rule': {'security_group_id': '6663bed6-42d3-45a1-9a19-b7d141a1d5fa', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:04:05.976964 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-4aac2a4a-8b2b-4644-b72e-7e4fd8253272 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:04:05.988038 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-4aac2a4a-8b2b-4644-b72e-7e4fd8253272 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:04:05.988453 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] No Port match for: d0655984-3405-4621-9760-408d68a84799 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 05:04:05.988802 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device d0655984-3405-4621-9760-408d68a84799 not bound to the agent host dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 05:04:06.006687 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4aac2a4a-8b2b-4644-b72e-7e4fd8253272 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:06.067275 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4aac2a4a-8b2b-4644-b72e-7e4fd8253272 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:06.070907 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4aac2a4a-8b2b-4644-b72e-7e4fd8253272 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:06.094120 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aac2a4a-8b2b-4644-b72e-7e4fd8253272 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5be774d2-ede2-4992-be88-5ffcf8dd7d9c,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:04:06.107435 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4aac2a4a-8b2b-4644-b72e-7e4fd8253272 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:06.108622 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-4aac2a4a-8b2b-4644-b72e-7e4fd8253272 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1427712 May 30 05:04:06.111223 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 47800) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:04:06.131966 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-83f17d1f-7198-45a5-8cac-40623aa38c42 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] 10.222.0.15 "GET /v2.0/security-group-rules/5be774d2-ede2-4992-be88-5ffcf8dd7d9c HTTP/1.1" status: 200 len: 763 time: 0.0188963 May 30 05:04:06.133762 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 47804) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:04:06.182442 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-077fd9b4-fc6a-40f5-b90c-d1e43062550c tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Synchronizing usage tracker for tenant:1b40ba5dec1f4095940a6535729dd4ab on resource:security_group_rule {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:04:06.200267 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-077fd9b4-fc6a-40f5-b90c-d1e43062550c tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Unset dirty status for tenant:1b40ba5dec1f4095940a6535729dd4ab on resource:security_group_rule {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:04:06.201613 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-077fd9b4-fc6a-40f5-b90c-d1e43062550c tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0668859 May 30 05:04:06.204665 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 47808) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:04:06.241519 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a7a21a64-b057-4ddf-acd0-4f4a074ed62f tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:06.281697 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-31b5e3d7-193c-4282-838c-6e59a67d0bf7 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for router_gateway, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:06.312167 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-31b5e3d7-193c-4282-838c-6e59a67d0bf7 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:06.370259 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a7a21a64-b057-4ddf-acd0-4f4a074ed62f tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:06.394663 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a7a21a64-b057-4ddf-acd0-4f4a074ed62f tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:06.413329 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a21a64-b057-4ddf-acd0-4f4a074ed62f tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5be774d2-ede2-4992-be88-5ffcf8dd7d9c,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:04:06.419348 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a7a21a64-b057-4ddf-acd0-4f4a074ed62f tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:06.420515 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-a7a21a64-b057-4ddf-acd0-4f4a074ed62f tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/5be774d2-ede2-4992-be88-5ffcf8dd7d9c HTTP/1.1" status: 204 len: 168 time: 0.2148929 May 30 05:04:06.422948 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 47812) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:04:06.458082 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-31b5e3d7-193c-4282-838c-6e59a67d0bf7 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Allocated IP 172.26.6.56 (1bab70f4-3794-44db-8e17-19f483aa8ffa/6b5b73c1-b0ce-4f83-a930-c00cc5522926/106a70bc-4424-445e-97b3-e32c12bfb845) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:04:06.468543 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-0bb65fc9-787d-47a1-9c12-1fec2e2b1754 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Synchronizing usage tracker for tenant:1b40ba5dec1f4095940a6535729dd4ab on resource:security_group_rule {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:04:06.483119 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-0bb65fc9-787d-47a1-9c12-1fec2e2b1754 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Unset dirty status for tenant:1b40ba5dec1f4095940a6535729dd4ab on resource:security_group_rule {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:04:06.484374 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-0bb65fc9-787d-47a1-9c12-1fec2e2b1754 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0605195 May 30 05:04:06.487144 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 47816) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:04:06.498533 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-2ecb48a7-3f80-4c81-8805-4e242b4cb8f7 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Request body: {'security_group_rule': {'security_group_id': '6663bed6-42d3-45a1-9a19-b7d141a1d5fa', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:04:06.502345 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-2ecb48a7-3f80-4c81-8805-4e242b4cb8f7 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:04:06.515519 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-2ecb48a7-3f80-4c81-8805-4e242b4cb8f7 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:04:06.537840 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2ecb48a7-3f80-4c81-8805-4e242b4cb8f7 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:06.599446 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2ecb48a7-3f80-4c81-8805-4e242b4cb8f7 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:06.603347 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2ecb48a7-3f80-4c81-8805-4e242b4cb8f7 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:06.610471 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-31b5e3d7-193c-4282-838c-6e59a67d0bf7 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:06.626421 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecb48a7-3f80-4c81-8805-4e242b4cb8f7 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f85f9a7-cb00-404a-bb05-1625ef45c247,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:04:06.640053 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2ecb48a7-3f80-4c81-8805-4e242b4cb8f7 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:06.641223 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-2ecb48a7-3f80-4c81-8805-4e242b4cb8f7 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1531615 May 30 05:04:06.643925 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 47820) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:04:06.645584 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-31b5e3d7-193c-4282-838c-6e59a67d0bf7 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:06.662423 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-c8fa3ee7-b0aa-4d58-82cc-368bf0e0e8a6 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] 10.222.0.15 "GET /v2.0/security-group-rules/7f85f9a7-cb00-404a-bb05-1625ef45c247 HTTP/1.1" status: 200 len: 764 time: 0.0174370 May 30 05:04:06.664721 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 47824) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:04:06.713638 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-d4d510c0-4211-4d4f-995a-ee7423d68b56 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Synchronizing usage tracker for tenant:1b40ba5dec1f4095940a6535729dd4ab on resource:security_group_rule {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:04:06.715204 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b5e3d7-193c-4282-838c-6e59a67d0bf7 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Network 1bab70f4-3794-44db-8e17-19f483aa8ffa is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:04:06.718326 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-31b5e3d7-193c-4282-838c-6e59a67d0bf7 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:04:06.722170 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b5e3d7-193c-4282-838c-6e59a67d0bf7 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:04:06.728982 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-d4d510c0-4211-4d4f-995a-ee7423d68b56 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Unset dirty status for tenant:1b40ba5dec1f4095940a6535729dd4ab on resource:security_group_rule {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:04:06.730298 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-d4d510c0-4211-4d4f-995a-ee7423d68b56 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0646980 May 30 05:04:06.733064 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 47828) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:04:06.758611 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b5e3d7-193c-4282-838c-6e59a67d0bf7 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event updated for resources: {'Port': ['ID=106a70bc-4424-445e-97b3-e32c12bfb845,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:04:06.763367 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a58865f9-4672-4586-85ab-d9af4b49a9f4 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:06.774129 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a58865f9-4672-4586-85ab-d9af4b49a9f4 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:06.797715 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a58865f9-4672-4586-85ab-d9af4b49a9f4 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:06.818019 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58865f9-4672-4586-85ab-d9af4b49a9f4 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7f85f9a7-cb00-404a-bb05-1625ef45c247,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:04:06.829667 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a58865f9-4672-4586-85ab-d9af4b49a9f4 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:06.830825 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-a58865f9-4672-4586-85ab-d9af4b49a9f4 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/7f85f9a7-cb00-404a-bb05-1625ef45c247 HTTP/1.1" status: 204 len: 168 time: 0.0968678 May 30 05:04:06.833437 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 47832) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:04:06.883274 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-a1a86dee-83e1-4c16-9957-548970f8ecf9 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Synchronizing usage tracker for tenant:1b40ba5dec1f4095940a6535729dd4ab on resource:security_group_rule {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:04:06.897592 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-a1a86dee-83e1-4c16-9957-548970f8ecf9 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Unset dirty status for tenant:1b40ba5dec1f4095940a6535729dd4ab on resource:security_group_rule {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:04:06.898973 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-a1a86dee-83e1-4c16-9957-548970f8ecf9 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0645866 May 30 05:04:06.902158 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 47836) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:04:06.965495 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0df0e754-752e-4730-8d1b-5604ffa3d260 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks [] for security_group, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:06.992603 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0df0e754-752e-4730-8d1b-5604ffa3d260 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:07.042886 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0df0e754-752e-4730-8d1b-5604ffa3d260 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:07.062413 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df0e754-752e-4730-8d1b-5604ffa3d260 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6663bed6-42d3-45a1-9a19-b7d141a1d5fa,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:04:07.076557 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0df0e754-752e-4730-8d1b-5604ffa3d260 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:07.082265 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-0df0e754-752e-4730-8d1b-5604ffa3d260 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] 10.222.0.15 "DELETE /v2.0/security-groups/6663bed6-42d3-45a1-9a19-b7d141a1d5fa HTTP/1.1" status: 204 len: 168 time: 0.1788130 May 30 05:04:07.082847 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 47840) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:04:07.133715 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-39d24af8-d7a0-49b9-9dc7-bd356d74c2df tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Synchronizing usage tracker for tenant:1b40ba5dec1f4095940a6535729dd4ab on resource:security_group {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:04:07.148301 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-39d24af8-d7a0-49b9-9dc7-bd356d74c2df tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Unset dirty status for tenant:1b40ba5dec1f4095940a6535729dd4ab on resource:security_group {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:04:07.149673 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-39d24af8-d7a0-49b9-9dc7-bd356d74c2df tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0658388 May 30 05:04:07.154581 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 47844) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:04:07.161052 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-7ec053d6-802b-4a46-90e1-1721108e9502 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Request body: {'security_group': {'name': 'tempest-secgroup--1197927695'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:04:07.167820 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-7ec053d6-802b-4a46-90e1-1721108e9502 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:04:07.171697 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-31b5e3d7-193c-4282-838c-6e59a67d0bf7 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for router_gateway, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:07.178945 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-7ec053d6-802b-4a46-90e1-1721108e9502 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:04:07.189743 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7ec053d6-802b-4a46-90e1-1721108e9502 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:07.209990 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-7ec053d6-802b-4a46-90e1-1721108e9502 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:04:07.214077 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-7ec053d6-802b-4a46-90e1-1721108e9502 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Usage tracker for resource:security_group_rule and tenant:1b40ba5dec1f4095940a6535729dd4ab is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:04:07.216885 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-7ec053d6-802b-4a46-90e1-1721108e9502 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:04:07.223145 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-7ec053d6-802b-4a46-90e1-1721108e9502 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:04:07.292322 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7ec053d6-802b-4a46-90e1-1721108e9502 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:07.295985 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7ec053d6-802b-4a46-90e1-1721108e9502 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:07.339442 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec053d6-802b-4a46-90e1-1721108e9502 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bbe4c2e-f918-41f5-8ac4-d0b145ce2b0d,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:04:07.353005 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7ec053d6-802b-4a46-90e1-1721108e9502 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:07.354900 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-7ec053d6-802b-4a46-90e1-1721108e9502 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1990466 May 30 05:04:07.357829 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 47848) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:04:07.362980 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-e4f3acec-79ff-4fc5-bf89-81067bb13544 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Request body: {'security_group_rule': {'security_group_id': '6bbe4c2e-f918-41f5-8ac4-d0b145ce2b0d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:04:07.368839 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-e4f3acec-79ff-4fc5-bf89-81067bb13544 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:04:07.373917 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-e4f3acec-79ff-4fc5-bf89-81067bb13544 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Usage tracker for resource:security_group_rule and tenant:1b40ba5dec1f4095940a6535729dd4ab is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:04:07.376759 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-e4f3acec-79ff-4fc5-bf89-81067bb13544 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:04:07.382418 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-e4f3acec-79ff-4fc5-bf89-81067bb13544 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:04:07.402215 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e4f3acec-79ff-4fc5-bf89-81067bb13544 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:07.462099 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e4f3acec-79ff-4fc5-bf89-81067bb13544 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:07.466801 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e4f3acec-79ff-4fc5-bf89-81067bb13544 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:07.489882 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f3acec-79ff-4fc5-bf89-81067bb13544 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec1e7453-0687-4db9-947f-171167165542,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:04:07.502497 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e4f3acec-79ff-4fc5-bf89-81067bb13544 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:07.503679 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-e4f3acec-79ff-4fc5-bf89-81067bb13544 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1447854 May 30 05:04:07.506585 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 47852) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:04:07.541116 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-31b5e3d7-193c-4282-838c-6e59a67d0bf7 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603653'] for router, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:07.572037 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-27b3cfa1-de2d-4432-9bfe-e3a2d36e53e9 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks [] for security_group, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:07.599213 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-27b3cfa1-de2d-4432-9bfe-e3a2d36e53e9 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:07.650101 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-27b3cfa1-de2d-4432-9bfe-e3a2d36e53e9 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:07.669043 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b3cfa1-de2d-4432-9bfe-e3a2d36e53e9 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bbe4c2e-f918-41f5-8ac4-d0b145ce2b0d,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:04:07.679891 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-27b3cfa1-de2d-4432-9bfe-e3a2d36e53e9 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:07.683436 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-27b3cfa1-de2d-4432-9bfe-e3a2d36e53e9 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] 10.222.0.15 "DELETE /v2.0/security-groups/6bbe4c2e-f918-41f5-8ac4-d0b145ce2b0d HTTP/1.1" status: 204 len: 168 time: 0.1735382 May 30 05:04:07.683602 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 47856) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:04:07.739703 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-29bb8655-455f-485a-a389-c25bf3e45014 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Synchronizing usage tracker for tenant:1b40ba5dec1f4095940a6535729dd4ab on resource:security_group {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:04:07.756882 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-29bb8655-455f-485a-a389-c25bf3e45014 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Unset dirty status for tenant:1b40ba5dec1f4095940a6535729dd4ab on resource:security_group {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:04:07.758515 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-29bb8655-455f-485a-a389-c25bf3e45014 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0738509 May 30 05:04:07.761049 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 47860) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:04:07.810851 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-6a0a3495-b292-4a3a-9412-fe6c022bdc0a tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Synchronizing usage tracker for tenant:1b40ba5dec1f4095940a6535729dd4ab on resource:security_group_rule {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:04:07.826769 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-6a0a3495-b292-4a3a-9412-fe6c022bdc0a tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] Unset dirty status for tenant:1b40ba5dec1f4095940a6535729dd4ab on resource:security_group_rule {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:04:07.827999 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-6a0a3495-b292-4a3a-9412-fe6c022bdc0a tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0660436 May 30 05:04:07.830888 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 47864) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:04:07.847349 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.api.v2.resource [None req-a0935c21-c301-45ee-9e4a-6f0f108249d1 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] delete failed (client error): The resource could not be found. May 30 05:04:07.848345 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-a0935c21-c301-45ee-9e4a-6f0f108249d1 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] 10.222.0.15 "DELETE /v2.0/security-groups/6bbe4c2e-f918-41f5-8ac4-d0b145ce2b0d HTTP/1.1" status: 404 len: 347 time: 0.0165567 May 30 05:04:07.851887 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 47868) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:04:07.883519 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31b5e3d7-193c-4282-838c-6e59a67d0bf7 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Router c0806e7b-6af8-40ed-83c0-b20770d06fb4 is scheduled to L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 with binding_index 1 {{(pid=88260) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 30 05:04:07.902426 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-8fbe632d-2a93-459e-97cb-3583b8b8cea0 tempest-SecGroupTest-1623951284 tempest-SecGroupTest-1623951284-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0495143 May 30 05:04:08.064586 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31b5e3d7-193c-4282-838c-6e59a67d0bf7 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:04:08.076115 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec10961b-0db5-4647-985f-b1413af634cb None None] Sync routers for ids ['c0806e7b-6af8-40ed-83c0-b20770d06fb4'] in dv-neutron-843763-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:04:08.086760 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec10961b-0db5-4647-985f-b1413af634cb None None] Routers {'c0806e7b-6af8-40ed-83c0-b20770d06fb4'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:04:08.087365 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-ec10961b-0db5-4647-985f-b1413af634cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:04:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['c0806e7b-6af8-40ed-83c0-b20770d06fb4'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:04:08.091905 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-31b5e3d7-193c-4282-838c-6e59a67d0bf7 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:08.096006 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-31b5e3d7-193c-4282-838c-6e59a67d0bf7 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.6322432 May 30 05:04:08.096396 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 47876) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:04:08.140988 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-3a26fa6a-eaaf-4602-86b3-efe8f48fe927 tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=f9fe59584bbe4d5aaa42841eedb71980&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0433021 May 30 05:04:08.143402 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 47880) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:04:08.185996 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 47884) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:04:08.275407 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-ec10961b-0db5-4647-985f-b1413af634cb None None] Set router c0806e7b-6af8-40ed-83c0-b20770d06fb4 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:04:08.283986 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c6f770a-89a7-4083-b7fc-d02e7b4bee7c tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:04:08.285844 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-3c6f770a-89a7-4083-b7fc-d02e7b4bee7c tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1412370 May 30 05:04:08.288769 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 47890) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:04:08.344057 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-91aba854-dcb1-49e6-bea8-7ccee3fb2e26 tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=1bab70f4-3794-44db-8e17-19f483aa8ffa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0539958 May 30 05:04:08.346699 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 47894) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:04:08.384037 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-4f2fd07c-fb84-4c53-97cf-7ad14dee849d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1b40ba5dec1f4095940a6535729dd4ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1945355 May 30 05:04:08.384395 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 47900) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:04:08.444767 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c987b0bc-c373-444b-9271-cbe6688d74b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:08.466133 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-84e943c6-a8b8-44fd-abd7-681a3b1352de tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2003373780', 'network_id': '093dacfe-dbac-43c0-adf8-098f991f120c', 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:04:08.477779 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c987b0bc-c373-444b-9271-cbe6688d74b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:08.531935 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c987b0bc-c373-444b-9271-cbe6688d74b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:08.551236 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c987b0bc-c373-444b-9271-cbe6688d74b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=566e2fe4-7129-4261-b12d-c7e57a3ee995,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:04:08.572840 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c987b0bc-c373-444b-9271-cbe6688d74b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:08.575073 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-c987b0bc-c373-444b-9271-cbe6688d74b4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/566e2fe4-7129-4261-b12d-c7e57a3ee995 HTTP/1.1" status: 204 len: 168 time: 0.1897223 May 30 05:04:08.577848 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-ec10961b-0db5-4647-985f-b1413af634cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0806e7b-6af8-40ed-83c0-b20770d06fb4', 'name': 'tempest-TestNetworkBasicOps-router-410736475', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.56'}], 'enable_snat': True}, 'gw_port_id': '106a70bc-4424-445e-97b3-e32c12bfb845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:04:05Z', 'updated_at': '2022-05-30T05:04:06Z', 'revision_number': 3, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'gw_port': {'id': '106a70bc-4424-445e-97b3-e32c12bfb845', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:43:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0806e7b-6af8-40ed-83c0-b20770d06fb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:04:06Z', 'updated_at': '2022-05-30T05:04:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv'}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:04:08.583384 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec10961b-0db5-4647-985f-b1413af634cb None None] Checking router: c0806e7b-6af8-40ed-83c0-b20770d06fb4 for host: dv-neutron-843763-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 05:04:08.583932 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec10961b-0db5-4647-985f-b1413af634cb None None] Updating router c0806e7b-6af8-40ed-83c0-b20770d06fb4 port 106a70bc-4424-445e-97b3-e32c12bfb845 binding host dv-neutron-843763-1-hyperv {{(pid=88263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 30 05:04:08.587802 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-84e943c6-a8b8-44fd-abd7-681a3b1352de tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:04:08.592213 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-84e943c6-a8b8-44fd-abd7-681a3b1352de tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Usage tracker for resource:subnet and tenant:f9fe59584bbe4d5aaa42841eedb71980 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:04:08.595603 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-84e943c6-a8b8-44fd-abd7-681a3b1352de tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:04:08.602375 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-84e943c6-a8b8-44fd-abd7-681a3b1352de tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:04:08.614959 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84e943c6-a8b8-44fd-abd7-681a3b1352de tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Made reservation on behalf of f9fe59584bbe4d5aaa42841eedb71980 for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:04:08.618443 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-84e943c6-a8b8-44fd-abd7-681a3b1352de tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9305518'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:08.639285 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-ec10961b-0db5-4647-985f-b1413af634cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:08.867459 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-84e943c6-a8b8-44fd-abd7-681a3b1352de tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2305012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9305500'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:08.949830 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e943c6-a8b8-44fd-abd7-681a3b1352de tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event updated for resources: {'Subnet': ['ID=b34fb3ee-9818-4ff4-a2ae-a783f32435cb,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:04:08.961395 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e943c6-a8b8-44fd-abd7-681a3b1352de tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Checking segment: {'id': 'c89e14ce-5902-432d-8590-e800b96d6c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '093dacfe-dbac-43c0-adf8-098f991f120c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:04:08.961751 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e943c6-a8b8-44fd-abd7-681a3b1352de tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Network hostable DHCP agents. Network: 093dacfe-dbac-43c0-adf8-098f991f120c, hostable agents: ['1c705e68-3d3e-4dd3-9252-feb21d4b96ab'], hosted agents: [] {{(pid=88261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 05:04:08.980295 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e943c6-a8b8-44fd-abd7-681a3b1352de tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Network 093dacfe-dbac-43c0-adf8-098f991f120c is scheduled to be hosted by DHCP agent 1c705e68-3d3e-4dd3-9252-feb21d4b96ab with binding_index 1 {{(pid=88261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 05:04:08.989934 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-84e943c6-a8b8-44fd-abd7-681a3b1352de tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843763-1-hyperv, 093dacfe-dbac-43c0-adf8-098f991f120c) {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:04:08.994364 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e943c6-a8b8-44fd-abd7-681a3b1352de tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:04:08.994951 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-84e943c6-a8b8-44fd-abd7-681a3b1352de tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:08.998984 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cac49fa-52a5-441c-b5ed-a2f0caac2cf0 None None] Network 093dacfe-dbac-43c0-adf8-098f991f120c requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:04:09.023292 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-84e943c6-a8b8-44fd-abd7-681a3b1352de tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6717694 May 30 05:04:09.023543 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-ec10961b-0db5-4647-985f-b1413af634cb None None] Notify callbacks [] for port, precommit_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:09.023986 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 47906) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:04:09.034003 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.provisioning_blocks [None req-ec10961b-0db5-4647-985f-b1413af634cb None None] Transition to ACTIVE for port object 106a70bc-4424-445e-97b3-e32c12bfb845 will not be triggered until provisioned by entity L2. {{(pid=88263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:04:09.041680 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-ec10961b-0db5-4647-985f-b1413af634cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:09.122660 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-ec10961b-0db5-4647-985f-b1413af634cb None None] Attempting to bind port 106a70bc-4424-445e-97b3-e32c12bfb845 on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 05:04:09.123306 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-ec10961b-0db5-4647-985f-b1413af634cb None None] Attempting to bind port 106a70bc-4424-445e-97b3-e32c12bfb845 by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': 'ad083d94-0233-4c50-a0ed-00ef7686038c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'}] {{(pid=88263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 05:04:09.123446 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec10961b-0db5-4647-985f-b1413af634cb None None] Attempting to bind port 106a70bc-4424-445e-97b3-e32c12bfb845 on network 1bab70f4-3794-44db-8e17-19f483aa8ffa {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:04:09.135033 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec10961b-0db5-4647-985f-b1413af634cb None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 5, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 05:04:09.135542 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec10961b-0db5-4647-985f-b1413af634cb None None] Checking segment: {'id': 'ad083d94-0233-4c50-a0ed-00ef7686038c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:04:09.136094 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-ec10961b-0db5-4647-985f-b1413af634cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:09.136889 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec10961b-0db5-4647-985f-b1413af634cb None None] Bound using segment: {'id': 'ad083d94-0233-4c50-a0ed-00ef7686038c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'} {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 05:04:09.137391 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-ec10961b-0db5-4647-985f-b1413af634cb None None] Bound port: 106a70bc-4424-445e-97b3-e32c12bfb845, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad083d94-0233-4c50-a0ed-00ef7686038c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'}}] {{(pid=88263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 05:04:09.138125 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-ec10961b-0db5-4647-985f-b1413af634cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:09.162132 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5081d69-554d-452c-b7f2-f68c387637fc None None] Pushing event updated for resources: {'Port': ['ID=106a70bc-4424-445e-97b3-e32c12bfb845,revision_number=2']} {{(pid=88263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:04:09.184693 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5081d69-554d-452c-b7f2-f68c387637fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:04:09.185031 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5081d69-554d-452c-b7f2-f68c387637fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:04:09.185362 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5081d69-554d-452c-b7f2-f68c387637fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:04:09.185688 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5081d69-554d-452c-b7f2-f68c387637fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:04:09.186042 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5081d69-554d-452c-b7f2-f68c387637fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:04:09.186364 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5081d69-554d-452c-b7f2-f68c387637fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:04:09.186681 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5081d69-554d-452c-b7f2-f68c387637fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:04:09.186999 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5081d69-554d-452c-b7f2-f68c387637fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:04:09.187315 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5081d69-554d-452c-b7f2-f68c387637fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:04:09.187627 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5081d69-554d-452c-b7f2-f68c387637fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:04:09.187939 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5081d69-554d-452c-b7f2-f68c387637fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:04:09.188248 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5081d69-554d-452c-b7f2-f68c387637fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:04:09.227980 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e8eaa1-2626-48b0-9b1f-b1ce9b4e2a38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bbf24ed-7ba9-53d2-873f-8f9642b1e987-093dacfe-dbac-43c0-adf8-098f991f120c', 'network_id': '093dacfe-dbac-43c0-adf8-098f991f120c', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'fixed_ips': [{'subnet_id': 'b34fb3ee-9818-4ff4-a2ae-a783f32435cb'}]}} from dv-neutron-843763-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 30 05:04:09.229143 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a6e8eaa1-2626-48b0-9b1f-b1ce9b4e2a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:09.247416 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.db [None req-ec10961b-0db5-4647-985f-b1413af634cb None None] For port 106a70bc-4424-445e-97b3-e32c12bfb845, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 05:04:09.251292 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.db [None req-ec10961b-0db5-4647-985f-b1413af634cb None None] For port 106a70bc-4424-445e-97b3-e32c12bfb845, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=106a70bc-4424-445e-97b3-e32c12bfb845,segment=NetworkSegment(ad083d94-0233-4c50-a0ed-00ef7686038c),segment_id=ad083d94-0233-4c50-a0ed-00ef7686038c)] {{(pid=88263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 05:04:09.258080 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-ec10961b-0db5-4647-985f-b1413af634cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:09.339914 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec10961b-0db5-4647-985f-b1413af634cb None None] Routers {'c0806e7b-6af8-40ed-83c0-b20770d06fb4'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:04:09.340541 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-ec10961b-0db5-4647-985f-b1413af634cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:04:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['c0806e7b-6af8-40ed-83c0-b20770d06fb4'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:04:09.396708 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-a6e8eaa1-2626-48b0-9b1f-b1ce9b4e2a38 None None] Allocated IP 172.20.0.2 (093dacfe-dbac-43c0-adf8-098f991f120c/b34fb3ee-9818-4ff4-a2ae-a783f32435cb/f01d87f7-313c-46bb-9b52-a8aa2d67898c) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:04:09.429948 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5081d69-554d-452c-b7f2-f68c387637fc None None] Pushing event updated for resources: {'Port': ['ID=106a70bc-4424-445e-97b3-e32c12bfb845,revision_number=3']} {{(pid=88263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:04:09.534712 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-ec10961b-0db5-4647-985f-b1413af634cb None None] Set router c0806e7b-6af8-40ed-83c0-b20770d06fb4 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:04:09.604722 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a6e8eaa1-2626-48b0-9b1f-b1ce9b4e2a38 None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:09.616219 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-a6e8eaa1-2626-48b0-9b1f-b1ce9b4e2a38 None None] Transition to ACTIVE for port object f01d87f7-313c-46bb-9b52-a8aa2d67898c will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:04:09.636723 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-a6e8eaa1-2626-48b0-9b1f-b1ce9b4e2a38 None None] Transition to ACTIVE for port object f01d87f7-313c-46bb-9b52-a8aa2d67898c will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:04:09.643288 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a6e8eaa1-2626-48b0-9b1f-b1ce9b4e2a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:09.710145 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6e8eaa1-2626-48b0-9b1f-b1ce9b4e2a38 None None] Network 093dacfe-dbac-43c0-adf8-098f991f120c is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:04:09.713353 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-a6e8eaa1-2626-48b0-9b1f-b1ce9b4e2a38 None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:04:09.717518 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e8eaa1-2626-48b0-9b1f-b1ce9b4e2a38 None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:04:09.759447 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e8eaa1-2626-48b0-9b1f-b1ce9b4e2a38 None None] Pushing event updated for resources: {'Port': ['ID=f01d87f7-313c-46bb-9b52-a8aa2d67898c,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:04:09.767301 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-be356178-de1d-4dd9-aecc-6a52a8692718 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:09.828428 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-ec10961b-0db5-4647-985f-b1413af634cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0806e7b-6af8-40ed-83c0-b20770d06fb4', 'name': 'tempest-TestNetworkBasicOps-router-410736475', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.56'}], 'enable_snat': True}, 'gw_port_id': '106a70bc-4424-445e-97b3-e32c12bfb845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:04:05Z', 'updated_at': '2022-05-30T05:04:06Z', 'revision_number': 3, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'gw_port': {'id': '106a70bc-4424-445e-97b3-e32c12bfb845', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:43:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0806e7b-6af8-40ed-83c0-b20770d06fb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:04:06Z', 'updated_at': '2022-05-30T05:04:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv'}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:04:09.832748 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec10961b-0db5-4647-985f-b1413af634cb None None] The sync data for ids ['c0806e7b-6af8-40ed-83c0-b20770d06fb4'] in dv-neutron-843763-1-hyperv is: [{'id': 'c0806e7b-6af8-40ed-83c0-b20770d06fb4', 'name': 'tempest-TestNetworkBasicOps-router-410736475', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.56'}], 'enable_snat': True}, 'gw_port_id': '106a70bc-4424-445e-97b3-e32c12bfb845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:04:05Z', 'updated_at': '2022-05-30T05:04:06Z', 'revision_number': 3, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'gw_port': {'id': '106a70bc-4424-445e-97b3-e32c12bfb845', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:43:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0806e7b-6af8-40ed-83c0-b20770d06fb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:04:06Z', 'updated_at': '2022-05-30T05:04:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv'}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:04:09.862151 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-a6e8eaa1-2626-48b0-9b1f-b1ce9b4e2a38 None None] Attempting to bind port f01d87f7-313c-46bb-9b52-a8aa2d67898c on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 05:04:09.862532 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-a6e8eaa1-2626-48b0-9b1f-b1ce9b4e2a38 None None] Attempting to bind port f01d87f7-313c-46bb-9b52-a8aa2d67898c by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': 'c89e14ce-5902-432d-8590-e800b96d6c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '093dacfe-dbac-43c0-adf8-098f991f120c'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 05:04:09.863649 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e8eaa1-2626-48b0-9b1f-b1ce9b4e2a38 None None] Attempting to bind port f01d87f7-313c-46bb-9b52-a8aa2d67898c on network 093dacfe-dbac-43c0-adf8-098f991f120c {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:04:09.869473 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e8eaa1-2626-48b0-9b1f-b1ce9b4e2a38 None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 5, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 05:04:09.869910 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e8eaa1-2626-48b0-9b1f-b1ce9b4e2a38 None None] Checking segment: {'id': 'c89e14ce-5902-432d-8590-e800b96d6c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '093dacfe-dbac-43c0-adf8-098f991f120c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:04:09.870316 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a6e8eaa1-2626-48b0-9b1f-b1ce9b4e2a38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:09.870710 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e8eaa1-2626-48b0-9b1f-b1ce9b4e2a38 None None] Bound using segment: {'id': 'c89e14ce-5902-432d-8590-e800b96d6c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '093dacfe-dbac-43c0-adf8-098f991f120c'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 05:04:09.871177 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-a6e8eaa1-2626-48b0-9b1f-b1ce9b4e2a38 None None] Bound port: f01d87f7-313c-46bb-9b52-a8aa2d67898c, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c89e14ce-5902-432d-8590-e800b96d6c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '093dacfe-dbac-43c0-adf8-098f991f120c'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 05:04:09.871553 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a6e8eaa1-2626-48b0-9b1f-b1ce9b4e2a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:09.962732 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-a6e8eaa1-2626-48b0-9b1f-b1ce9b4e2a38 None None] For port f01d87f7-313c-46bb-9b52-a8aa2d67898c, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 05:04:09.966075 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-a6e8eaa1-2626-48b0-9b1f-b1ce9b4e2a38 None None] For port f01d87f7-313c-46bb-9b52-a8aa2d67898c, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=f01d87f7-313c-46bb-9b52-a8aa2d67898c,segment=NetworkSegment(c89e14ce-5902-432d-8590-e800b96d6c56),segment_id=c89e14ce-5902-432d-8590-e800b96d6c56)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 05:04:09.970119 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a6e8eaa1-2626-48b0-9b1f-b1ce9b4e2a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:10.059683 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e8eaa1-2626-48b0-9b1f-b1ce9b4e2a38 None None] Pushing event updated for resources: {'Port': ['ID=f01d87f7-313c-46bb-9b52-a8aa2d67898c,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:04:10.355725 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-be356178-de1d-4dd9-aecc-6a52a8692718 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Allocated IP 172.20.0.1 (093dacfe-dbac-43c0-adf8-098f991f120c/b34fb3ee-9818-4ff4-a2ae-a783f32435cb/14a785cc-ad67-468d-b722-7e040c3f3d28) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:04:10.536459 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-be356178-de1d-4dd9-aecc-6a52a8692718 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:10.552980 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [None req-be356178-de1d-4dd9-aecc-6a52a8692718 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Transition to ACTIVE for port object 14a785cc-ad67-468d-b722-7e040c3f3d28 will not be triggered until provisioned by entity DHCP. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:04:10.577306 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-be356178-de1d-4dd9-aecc-6a52a8692718 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:10.646860 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be356178-de1d-4dd9-aecc-6a52a8692718 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Network 093dacfe-dbac-43c0-adf8-098f991f120c is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:04:10.650031 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-be356178-de1d-4dd9-aecc-6a52a8692718 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:04:10.654286 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be356178-de1d-4dd9-aecc-6a52a8692718 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:04:10.694344 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be356178-de1d-4dd9-aecc-6a52a8692718 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event updated for resources: {'Port': ['ID=14a785cc-ad67-468d-b722-7e040c3f3d28,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:04:10.720281 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-be356178-de1d-4dd9-aecc-6a52a8692718 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604623'] for router_interface, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:10.944785 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-be356178-de1d-4dd9-aecc-6a52a8692718 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:11.069198 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d214215-2ed2-48f2-83f6-04489313f9b2 None None] Network 093dacfe-dbac-43c0-adf8-098f991f120c requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:04:11.164788 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-ddacb919-e76d-45a6-bd3a-0164551339bf None None] Provisioning for port f01d87f7-313c-46bb-9b52-a8aa2d67898c completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:04:11.381764 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-be356178-de1d-4dd9-aecc-6a52a8692718 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for port, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:11.387880 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-be356178-de1d-4dd9-aecc-6a52a8692718 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1547421'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:11.510806 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be356178-de1d-4dd9-aecc-6a52a8692718 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event updated for resources: {'Port': ['ID=14a785cc-ad67-468d-b722-7e040c3f3d28,revision_number=2']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:04:11.514021 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-be356178-de1d-4dd9-aecc-6a52a8692718 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1642774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602230'] for router_interface, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:11.605116 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-6e4a65bc-d426-4df6-9418-461b8a95a763 None None] Provisioning for port 14a785cc-ad67-468d-b722-7e040c3f3d28 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:04:11.610800 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-6e4a65bc-d426-4df6-9418-461b8a95a763 None None] Provisioning complete for port 14a785cc-ad67-468d-b722-7e040c3f3d28 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:04:11.611507 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-6e4a65bc-d426-4df6-9418-461b8a95a763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:11.656290 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be356178-de1d-4dd9-aecc-6a52a8692718 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Network 093dacfe-dbac-43c0-adf8-098f991f120c is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:04:11.657562 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-be356178-de1d-4dd9-aecc-6a52a8692718 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:04:11.671571 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-6e4a65bc-d426-4df6-9418-461b8a95a763 None None] Port 14a785cc-ad67-468d-b722-7e040c3f3d28 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 05:04:11.793674 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-4cf6cf8a-0f35-4d3e-b05b-ecfb427c9a25 None None] Provisioning complete for port 14a785cc-ad67-468d-b722-7e040c3f3d28 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:04:11.794001 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-4cf6cf8a-0f35-4d3e-b05b-ecfb427c9a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:11.850330 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be356178-de1d-4dd9-aecc-6a52a8692718 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Router c0806e7b-6af8-40ed-83c0-b20770d06fb4 has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 05:04:11.853211 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-4cf6cf8a-0f35-4d3e-b05b-ecfb427c9a25 None None] Port 14a785cc-ad67-468d-b722-7e040c3f3d28 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 05:04:11.974311 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 106a70bc-4424-445e-97b3-e32c12bfb845 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:04:12.044646 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port 106a70bc-4424-445e-97b3-e32c12bfb845 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:04:12.049207 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 106a70bc-4424-445e-97b3-e32c12bfb845 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:04:12.049602 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:12.110206 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-bc6cce69-c386-4ea0-aa64-8cf805ef99d3 None None] Provisioning complete for port 14a785cc-ad67-468d-b722-7e040c3f3d28 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:04:12.110913 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-bc6cce69-c386-4ea0-aa64-8cf805ef99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:12.184413 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be356178-de1d-4dd9-aecc-6a52a8692718 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:04:12.206946 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-be356178-de1d-4dd9-aecc-6a52a8692718 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "PUT /v2.0/routers/c0806e7b-6af8-40ed-83c0-b20770d06fb4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1794767 May 30 05:04:12.207324 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 47910) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:04:12.213021 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e226a65-6728-42f9-9172-35a247e7d06d None None] Sync routers for ids ['c0806e7b-6af8-40ed-83c0-b20770d06fb4'] in dv-neutron-843763-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:04:12.223915 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-bc6cce69-c386-4ea0-aa64-8cf805ef99d3 None None] Port 14a785cc-ad67-468d-b722-7e040c3f3d28 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 05:04:12.239855 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e226a65-6728-42f9-9172-35a247e7d06d None None] Routers {'c0806e7b-6af8-40ed-83c0-b20770d06fb4'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:04:12.240555 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-0e226a65-6728-42f9-9172-35a247e7d06d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:04:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['c0806e7b-6af8-40ed-83c0-b20770d06fb4'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:04:12.305477 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 106a70bc-4424-445e-97b3-e32c12bfb845 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:04:12.305778 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:12.337490 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] For port 106a70bc-4424-445e-97b3-e32c12bfb845, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=106a70bc-4424-445e-97b3-e32c12bfb845,segment=NetworkSegment(ad083d94-0233-4c50-a0ed-00ef7686038c),segment_id=ad083d94-0233-4c50-a0ed-00ef7686038c)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:04:12.352120 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f15d5e-5135-4408-b00c-9b76bde8259f tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:04:12.352719 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f15d5e-5135-4408-b00c-9b76bde8259f tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:04:12.353221 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f15d5e-5135-4408-b00c-9b76bde8259f tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:04:12.353671 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f15d5e-5135-4408-b00c-9b76bde8259f tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:04:12.354299 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f15d5e-5135-4408-b00c-9b76bde8259f tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:04:12.354753 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f15d5e-5135-4408-b00c-9b76bde8259f tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:04:12.356460 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-a5f15d5e-5135-4408-b00c-9b76bde8259f tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1481829 May 30 05:04:12.359252 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 47914) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:04:12.388899 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:12.388899 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device f01d87f7-313c-46bb-9b52-a8aa2d67898c up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:04:12.427953 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e7044c7-5c03-4132-9fea-9a686d64f64a tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:04:12.428410 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e7044c7-5c03-4132-9fea-9a686d64f64a tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:04:12.428861 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e7044c7-5c03-4132-9fea-9a686d64f64a tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:04:12.429306 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e7044c7-5c03-4132-9fea-9a686d64f64a tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:04:12.429748 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e7044c7-5c03-4132-9fea-9a686d64f64a tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:04:12.430212 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e7044c7-5c03-4132-9fea-9a686d64f64a tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:04:12.431941 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-9e7044c7-5c03-4132-9fea-9a686d64f64a tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4006 time: 0.0718048 May 30 05:04:12.434730 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 47918) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:04:12.540585 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-0e226a65-6728-42f9-9172-35a247e7d06d None None] Set router c0806e7b-6af8-40ed-83c0-b20770d06fb4 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:04:12.602302 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Pushing event updated for resources: {'Port': ['ID=106a70bc-4424-445e-97b3-e32c12bfb845,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:04:12.619275 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port f01d87f7-313c-46bb-9b52-a8aa2d67898c completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:04:12.638514 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-684a707c-f3bd-4e7b-bfed-bb431cf8b7b4 tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.2027028 May 30 05:04:12.675101 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port f01d87f7-313c-46bb-9b52-a8aa2d67898c triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:04:12.675519 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:12.707747 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 47924) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:04:12.713003 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-1e483e16-e2ba-4753-a31c-6b40c8983499 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1565941620', 'description': 'tempest-secgroup-smoke-1565941620 description', 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:04:12.718776 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-1e483e16-e2ba-4753-a31c-6b40c8983499 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:04:12.723414 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-1e483e16-e2ba-4753-a31c-6b40c8983499 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Usage tracker for resource:security_group and tenant:f9fe59584bbe4d5aaa42841eedb71980 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:04:12.726323 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-1e483e16-e2ba-4753-a31c-6b40c8983499 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:04:12.732419 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-1e483e16-e2ba-4753-a31c-6b40c8983499 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:04:12.743818 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1e483e16-e2ba-4753-a31c-6b40c8983499 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:12.762965 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-1e483e16-e2ba-4753-a31c-6b40c8983499 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:04:12.766737 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-1e483e16-e2ba-4753-a31c-6b40c8983499 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Usage tracker for resource:security_group_rule and tenant:f9fe59584bbe4d5aaa42841eedb71980 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:04:12.770103 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-1e483e16-e2ba-4753-a31c-6b40c8983499 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:04:12.775641 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-1e483e16-e2ba-4753-a31c-6b40c8983499 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:04:12.848020 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1e483e16-e2ba-4753-a31c-6b40c8983499 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:12.852150 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1e483e16-e2ba-4753-a31c-6b40c8983499 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:12.899991 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e483e16-e2ba-4753-a31c-6b40c8983499 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3cead41-7af9-449d-80fa-9b2f9c849318,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:04:12.904317 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1e483e16-e2ba-4753-a31c-6b40c8983499 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:12.908091 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-1e483e16-e2ba-4753-a31c-6b40c8983499 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1966782 May 30 05:04:12.908264 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 47928) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:04:12.913371 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-45219141-f48c-42d4-8d6b-0192c7e3bfb0 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Request body: {'security_group_rule': {'security_group_id': 'a3cead41-7af9-449d-80fa-9b2f9c849318', 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:04:12.919549 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-45219141-f48c-42d4-8d6b-0192c7e3bfb0 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:04:12.923404 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-45219141-f48c-42d4-8d6b-0192c7e3bfb0 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Usage tracker for resource:security_group_rule and tenant:f9fe59584bbe4d5aaa42841eedb71980 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:04:12.926223 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-45219141-f48c-42d4-8d6b-0192c7e3bfb0 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:04:12.932170 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-45219141-f48c-42d4-8d6b-0192c7e3bfb0 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:04:12.949545 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-45219141-f48c-42d4-8d6b-0192c7e3bfb0 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:12.979111 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port f01d87f7-313c-46bb-9b52-a8aa2d67898c is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:04:12.979506 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:13.012430 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-45219141-f48c-42d4-8d6b-0192c7e3bfb0 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:13.015518 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-45219141-f48c-42d4-8d6b-0192c7e3bfb0 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:13.023689 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] For port f01d87f7-313c-46bb-9b52-a8aa2d67898c, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=f01d87f7-313c-46bb-9b52-a8aa2d67898c,segment=NetworkSegment(c89e14ce-5902-432d-8590-e800b96d6c56),segment_id=c89e14ce-5902-432d-8590-e800b96d6c56)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:04:13.027894 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:13.038367 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45219141-f48c-42d4-8d6b-0192c7e3bfb0 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed81a0da-07ca-48ec-9988-ca4576c0f83d,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:04:13.054267 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-45219141-f48c-42d4-8d6b-0192c7e3bfb0 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:13.055635 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-45219141-f48c-42d4-8d6b-0192c7e3bfb0 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1464400 May 30 05:04:13.058456 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 47932) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:04:13.063587 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-1ff8bc0d-b259-45fd-93ed-410126111100 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Request body: {'security_group_rule': {'security_group_id': 'a3cead41-7af9-449d-80fa-9b2f9c849318', 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:04:13.070756 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-1ff8bc0d-b259-45fd-93ed-410126111100 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:04:13.074931 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-1ff8bc0d-b259-45fd-93ed-410126111100 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Usage tracker for resource:security_group_rule and tenant:f9fe59584bbe4d5aaa42841eedb71980 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:04:13.077922 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-1ff8bc0d-b259-45fd-93ed-410126111100 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:04:13.083377 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-0e226a65-6728-42f9-9172-35a247e7d06d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0806e7b-6af8-40ed-83c0-b20770d06fb4', 'name': 'tempest-TestNetworkBasicOps-router-410736475', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.56'}], 'enable_snat': True}, 'gw_port_id': '106a70bc-4424-445e-97b3-e32c12bfb845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:04:05Z', 'updated_at': '2022-05-30T05:04:10Z', 'revision_number': 4, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'gw_port': {'id': '106a70bc-4424-445e-97b3-e32c12bfb845', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:43:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0806e7b-6af8-40ed-83c0-b20770d06fb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:04:06Z', 'updated_at': '2022-05-30T05:04:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': '14a785cc-ad67-468d-b722-7e040c3f3d28', 'name': '', 'network_id': '093dacfe-dbac-43c0-adf8-098f991f120c', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'mac_address': 'fa:16:3e:2e:7f:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0806e7b-6af8-40ed-83c0-b20770d06fb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'b34fb3ee-9818-4ff4-a2ae-a783f32435cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:04:10Z', 'updated_at': '2022-05-30T05:04:11Z', 'revision_number': 2, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'subnets': [{'id': 'b34fb3ee-9818-4ff4-a2ae-a783f32435cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:04:13.084249 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-1ff8bc0d-b259-45fd-93ed-410126111100 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:04:13.090590 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e226a65-6728-42f9-9172-35a247e7d06d None None] Checking router: c0806e7b-6af8-40ed-83c0-b20770d06fb4 for host: dv-neutron-843763-1-hyperv {{(pid=88262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 05:04:13.090944 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e226a65-6728-42f9-9172-35a247e7d06d None None] Updating router c0806e7b-6af8-40ed-83c0-b20770d06fb4 port 14a785cc-ad67-468d-b722-7e040c3f3d28 binding host dv-neutron-843763-1-hyperv {{(pid=88262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 30 05:04:13.103927 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1ff8bc0d-b259-45fd-93ed-410126111100 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:13.144746 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Pushing event updated for resources: {'Port': ['ID=f01d87f7-313c-46bb-9b52-a8aa2d67898c,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:04:13.152867 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-0e226a65-6728-42f9-9172-35a247e7d06d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:13.167238 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1ff8bc0d-b259-45fd-93ed-410126111100 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:13.171004 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1ff8bc0d-b259-45fd-93ed-410126111100 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:13.195165 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff8bc0d-b259-45fd-93ed-410126111100 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2218273f-e10c-4b2d-92e0-5251148b3385,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:04:13.205870 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1ff8bc0d-b259-45fd-93ed-410126111100 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:13.207204 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-1ff8bc0d-b259-45fd-93ed-410126111100 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1476872 May 30 05:04:13.209907 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 47936) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:04:13.215661 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-43d1d7b3-eb57-41ae-8c22-8e1cadf533dc tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Request body: {'security_group_rule': {'security_group_id': 'a3cead41-7af9-449d-80fa-9b2f9c849318', 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:04:13.221911 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-43d1d7b3-eb57-41ae-8c22-8e1cadf533dc tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:04:13.225927 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-43d1d7b3-eb57-41ae-8c22-8e1cadf533dc tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Usage tracker for resource:security_group_rule and tenant:f9fe59584bbe4d5aaa42841eedb71980 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:04:13.229131 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-43d1d7b3-eb57-41ae-8c22-8e1cadf533dc tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:04:13.235319 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-43d1d7b3-eb57-41ae-8c22-8e1cadf533dc tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:04:13.252788 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-43d1d7b3-eb57-41ae-8c22-8e1cadf533dc tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:13.315282 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-43d1d7b3-eb57-41ae-8c22-8e1cadf533dc tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:13.319313 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-43d1d7b3-eb57-41ae-8c22-8e1cadf533dc tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:13.341934 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d1d7b3-eb57-41ae-8c22-8e1cadf533dc tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=846b389d-87fc-4701-abd6-8ad76acde7bb,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:04:13.350906 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-43d1d7b3-eb57-41ae-8c22-8e1cadf533dc tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:13.354276 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-43d1d7b3-eb57-41ae-8c22-8e1cadf533dc tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1433597 May 30 05:04:13.355051 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 47940) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:04:13.360091 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-a920f575-177a-4c51-bfa1-36c4fbd948e2 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Request body: {'security_group_rule': {'security_group_id': 'a3cead41-7af9-449d-80fa-9b2f9c849318', 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:04:13.366372 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-a920f575-177a-4c51-bfa1-36c4fbd948e2 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:04:13.370190 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-a920f575-177a-4c51-bfa1-36c4fbd948e2 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Usage tracker for resource:security_group_rule and tenant:f9fe59584bbe4d5aaa42841eedb71980 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:04:13.373026 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-a920f575-177a-4c51-bfa1-36c4fbd948e2 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:04:13.379205 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-a920f575-177a-4c51-bfa1-36c4fbd948e2 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:04:13.395916 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a920f575-177a-4c51-bfa1-36c4fbd948e2 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:13.461083 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a920f575-177a-4c51-bfa1-36c4fbd948e2 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:13.464539 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a920f575-177a-4c51-bfa1-36c4fbd948e2 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:13.488257 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a920f575-177a-4c51-bfa1-36c4fbd948e2 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebb82131-d439-4ae4-9441-d0c32c3c8b77,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:04:13.496702 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a920f575-177a-4c51-bfa1-36c4fbd948e2 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:13.497787 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-0e226a65-6728-42f9-9172-35a247e7d06d None None] Notify callbacks [] for port, precommit_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:13.497966 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-a920f575-177a-4c51-bfa1-36c4fbd948e2 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1418717 May 30 05:04:13.500805 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 47944) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:04:13.506778 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-b5c1856a-dfa3-4648-b8e5-d74c7c4c3176 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Request body: {'security_group_rule': {'security_group_id': 'a3cead41-7af9-449d-80fa-9b2f9c849318', 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:04:13.510494 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-0e226a65-6728-42f9-9172-35a247e7d06d None None] Transition to ACTIVE for port object 14a785cc-ad67-468d-b722-7e040c3f3d28 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:04:13.512798 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-b5c1856a-dfa3-4648-b8e5-d74c7c4c3176 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:04:13.516543 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-0e226a65-6728-42f9-9172-35a247e7d06d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:13.517130 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-b5c1856a-dfa3-4648-b8e5-d74c7c4c3176 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Usage tracker for resource:security_group_rule and tenant:f9fe59584bbe4d5aaa42841eedb71980 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:04:13.520132 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-b5c1856a-dfa3-4648-b8e5-d74c7c4c3176 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:04:13.525773 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-b5c1856a-dfa3-4648-b8e5-d74c7c4c3176 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:04:13.535423 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.db.securitygroups_db [None req-b5c1856a-dfa3-4648-b8e5-d74c7c4c3176 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Project f9fe59584bbe4d5aaa42841eedb71980 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 30 05:04:13.542062 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b5c1856a-dfa3-4648-b8e5-d74c7c4c3176 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:13.613739 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b5c1856a-dfa3-4648-b8e5-d74c7c4c3176 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:13.618000 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b5c1856a-dfa3-4648-b8e5-d74c7c4c3176 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:13.642885 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c1856a-dfa3-4648-b8e5-d74c7c4c3176 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbee0830-809f-454e-8c61-5f8119e8b70f,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:04:13.654707 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b5c1856a-dfa3-4648-b8e5-d74c7c4c3176 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:13.658602 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-b5c1856a-dfa3-4648-b8e5-d74c7c4c3176 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1542101 May 30 05:04:13.660232 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 47948) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:04:13.665899 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-e286810f-bb2b-49fe-9485-ca45bb6186ab tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Request body: {'security_group_rule': {'security_group_id': 'a3cead41-7af9-449d-80fa-9b2f9c849318', 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:04:13.668750 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dff1685-f256-48c0-a047-669778975efd None None] Pushing event updated for resources: {'Port': ['ID=14a785cc-ad67-468d-b722-7e040c3f3d28,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:04:13.673289 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-e286810f-bb2b-49fe-9485-ca45bb6186ab tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:04:13.678322 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-e286810f-bb2b-49fe-9485-ca45bb6186ab tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Usage tracker for resource:security_group_rule and tenant:f9fe59584bbe4d5aaa42841eedb71980 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:04:13.681337 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-e286810f-bb2b-49fe-9485-ca45bb6186ab tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:04:13.687203 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-e286810f-bb2b-49fe-9485-ca45bb6186ab tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:04:13.698654 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.db.securitygroups_db [None req-e286810f-bb2b-49fe-9485-ca45bb6186ab tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Project f9fe59584bbe4d5aaa42841eedb71980 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 30 05:04:13.706555 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e286810f-bb2b-49fe-9485-ca45bb6186ab tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:13.733998 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-0e226a65-6728-42f9-9172-35a247e7d06d None None] Attempting to bind port 14a785cc-ad67-468d-b722-7e040c3f3d28 on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 05:04:13.734285 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-0e226a65-6728-42f9-9172-35a247e7d06d None None] Attempting to bind port 14a785cc-ad67-468d-b722-7e040c3f3d28 by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': 'c89e14ce-5902-432d-8590-e800b96d6c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '093dacfe-dbac-43c0-adf8-098f991f120c'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 05:04:13.734649 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e226a65-6728-42f9-9172-35a247e7d06d None None] Attempting to bind port 14a785cc-ad67-468d-b722-7e040c3f3d28 on network 093dacfe-dbac-43c0-adf8-098f991f120c {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:04:13.740705 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e226a65-6728-42f9-9172-35a247e7d06d None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 5, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 05:04:13.741072 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e226a65-6728-42f9-9172-35a247e7d06d None None] Checking segment: {'id': 'c89e14ce-5902-432d-8590-e800b96d6c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '093dacfe-dbac-43c0-adf8-098f991f120c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:04:13.741479 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-0e226a65-6728-42f9-9172-35a247e7d06d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:13.741903 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e226a65-6728-42f9-9172-35a247e7d06d None None] Bound using segment: {'id': 'c89e14ce-5902-432d-8590-e800b96d6c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '093dacfe-dbac-43c0-adf8-098f991f120c'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 05:04:13.742372 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-0e226a65-6728-42f9-9172-35a247e7d06d None None] Bound port: 14a785cc-ad67-468d-b722-7e040c3f3d28, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c89e14ce-5902-432d-8590-e800b96d6c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '093dacfe-dbac-43c0-adf8-098f991f120c'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 05:04:13.742749 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-0e226a65-6728-42f9-9172-35a247e7d06d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:13.781081 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e286810f-bb2b-49fe-9485-ca45bb6186ab tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:13.786846 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e286810f-bb2b-49fe-9485-ca45bb6186ab tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:13.810001 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e286810f-bb2b-49fe-9485-ca45bb6186ab tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a996f4f-bb5f-4010-929e-a32653f174bb,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:04:13.819993 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e286810f-bb2b-49fe-9485-ca45bb6186ab tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:13.821166 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-e286810f-bb2b-49fe-9485-ca45bb6186ab tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1598501 May 30 05:04:13.837038 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-0e226a65-6728-42f9-9172-35a247e7d06d None None] For port 14a785cc-ad67-468d-b722-7e040c3f3d28, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 05:04:13.840290 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-0e226a65-6728-42f9-9172-35a247e7d06d None None] For port 14a785cc-ad67-468d-b722-7e040c3f3d28, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=14a785cc-ad67-468d-b722-7e040c3f3d28,segment=NetworkSegment(c89e14ce-5902-432d-8590-e800b96d6c56),segment_id=c89e14ce-5902-432d-8590-e800b96d6c56)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 05:04:13.849121 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-0e226a65-6728-42f9-9172-35a247e7d06d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:13.928542 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 106a70bc-4424-445e-97b3-e32c12bfb845 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:04:13.968512 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e226a65-6728-42f9-9172-35a247e7d06d None None] Routers {'c0806e7b-6af8-40ed-83c0-b20770d06fb4'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:04:13.969576 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-0e226a65-6728-42f9-9172-35a247e7d06d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:04:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['c0806e7b-6af8-40ed-83c0-b20770d06fb4'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:04:14.071647 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5a79ceea-66a0-40ad-b869-7420368458b1 req-ee3cea44-261f-4b63-bda7-4867e738708f tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1565941620&fields=id&tenant_id=f9fe59584bbe4d5aaa42841eedb71980 HTTP/1.1" status: 200 len: 267 time: 0.0502789 May 30 05:04:14.090549 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dff1685-f256-48c0-a047-669778975efd None None] Pushing event updated for resources: {'Port': ['ID=14a785cc-ad67-468d-b722-7e040c3f3d28,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:04:14.205660 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-0e226a65-6728-42f9-9172-35a247e7d06d None None] Set router c0806e7b-6af8-40ed-83c0-b20770d06fb4 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:04:14.274613 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 106a70bc-4424-445e-97b3-e32c12bfb845 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:04:14.274988 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:14.328413 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a79ceea-66a0-40ad-b869-7420368458b1 req-db178872-7f1a-4444-adf0-ff70b462ada0 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:04:14.329871 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5a79ceea-66a0-40ad-b869-7420368458b1 req-db178872-7f1a-4444-adf0-ff70b462ada0 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/networks?id=093dacfe-dbac-43c0-adf8-098f991f120c HTTP/1.1" status: 200 len: 795 time: 0.2514279 May 30 05:04:14.344320 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5a79ceea-66a0-40ad-b869-7420368458b1 req-462f9f52-fe8d-4a2a-b1f0-925f2f87c9b9 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/quotas/f9fe59584bbe4d5aaa42841eedb71980 HTTP/1.1" status: 200 len: 375 time: 0.0087967 May 30 05:04:14.429619 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5a79ceea-66a0-40ad-b869-7420368458b1 req-7b559c73-9100-4a68-b019-de52ac0305d5 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=f9fe59584bbe4d5aaa42841eedb71980&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0792439 May 30 05:04:14.445226 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [req-5a79ceea-66a0-40ad-b869-7420368458b1 req-95f139a9-6450-41f5-b4e6-9fab6f675a59 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=88261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 30 05:04:14.446389 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5a79ceea-66a0-40ad-b869-7420368458b1 req-95f139a9-6450-41f5-b4e6-9fab6f675a59 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053930 May 30 05:04:14.586893 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5a79ceea-66a0-40ad-b869-7420368458b1 req-83ea01ee-c202-4bd3-95cd-3edcc232403a service neutron] 10.222.0.15 "GET /v2.0/networks/093dacfe-dbac-43c0-adf8-098f991f120c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345816 May 30 05:04:14.630500 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 106a70bc-4424-445e-97b3-e32c12bfb845 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:04:14.631597 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device f01d87f7-313c-46bb-9b52-a8aa2d67898c up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:04:14.718243 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5a79ceea-66a0-40ad-b869-7420368458b1 req-fb6c629a-4fc4-45db-a2c0-42c9ac963bc1 service neutron] 10.222.0.15 "GET /v2.0/networks/093dacfe-dbac-43c0-adf8-098f991f120c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252062 May 30 05:04:14.725555 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port f01d87f7-313c-46bb-9b52-a8aa2d67898c triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:04:14.725971 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:14.771670 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-0e226a65-6728-42f9-9172-35a247e7d06d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0806e7b-6af8-40ed-83c0-b20770d06fb4', 'name': 'tempest-TestNetworkBasicOps-router-410736475', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.56'}], 'enable_snat': True}, 'gw_port_id': '106a70bc-4424-445e-97b3-e32c12bfb845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:04:05Z', 'updated_at': '2022-05-30T05:04:10Z', 'revision_number': 4, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'gw_port': {'id': '106a70bc-4424-445e-97b3-e32c12bfb845', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:43:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0806e7b-6af8-40ed-83c0-b20770d06fb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:04:06Z', 'updated_at': '2022-05-30T05:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': '14a785cc-ad67-468d-b722-7e040c3f3d28', 'name': '', 'network_id': '093dacfe-dbac-43c0-adf8-098f991f120c', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'mac_address': 'fa:16:3e:2e:7f:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0806e7b-6af8-40ed-83c0-b20770d06fb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'b34fb3ee-9818-4ff4-a2ae-a783f32435cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:04:10Z', 'updated_at': '2022-05-30T05:04:13Z', 'revision_number': 4, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'subnets': [{'id': 'b34fb3ee-9818-4ff4-a2ae-a783f32435cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:04:14.780731 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e226a65-6728-42f9-9172-35a247e7d06d None None] The sync data for ids ['c0806e7b-6af8-40ed-83c0-b20770d06fb4'] in dv-neutron-843763-1-hyperv is: [{'id': 'c0806e7b-6af8-40ed-83c0-b20770d06fb4', 'name': 'tempest-TestNetworkBasicOps-router-410736475', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.56'}], 'enable_snat': True}, 'gw_port_id': '106a70bc-4424-445e-97b3-e32c12bfb845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:04:05Z', 'updated_at': '2022-05-30T05:04:10Z', 'revision_number': 4, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'gw_port': {'id': '106a70bc-4424-445e-97b3-e32c12bfb845', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:43:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0806e7b-6af8-40ed-83c0-b20770d06fb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:04:06Z', 'updated_at': '2022-05-30T05:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': '14a785cc-ad67-468d-b722-7e040c3f3d28', 'name': '', 'network_id': '093dacfe-dbac-43c0-adf8-098f991f120c', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'mac_address': 'fa:16:3e:2e:7f:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0806e7b-6af8-40ed-83c0-b20770d06fb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'b34fb3ee-9818-4ff4-a2ae-a783f32435cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:04:10Z', 'updated_at': '2022-05-30T05:04:13Z', 'revision_number': 4, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'subnets': [{'id': 'b34fb3ee-9818-4ff4-a2ae-a783f32435cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:04:14.888185 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port f01d87f7-313c-46bb-9b52-a8aa2d67898c is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:04:14.935848 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5396a34d-56a0-459f-b882-0d5041b1c445 req-4277805e-f002-4e87-bff5-34fd532a8ea3 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=ee020f30-2ddd-466b-9fdb-5a294664cbbd HTTP/1.1" status: 200 len: 210 time: 0.0583534 May 30 05:04:15.937059 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 14a785cc-ad67-468d-b722-7e040c3f3d28 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:04:16.004345 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a79ceea-66a0-40ad-b869-7420368458b1 req-2928e44f-d288-4f77-9628-1736ad4df086 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:04:16.005799 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5a79ceea-66a0-40ad-b869-7420368458b1 req-2928e44f-d288-4f77-9628-1736ad4df086 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.39 "GET /v2.0/networks?id=093dacfe-dbac-43c0-adf8-098f991f120c HTTP/1.1" status: 200 len: 795 time: 0.1628802 May 30 05:04:16.011550 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port 14a785cc-ad67-468d-b722-7e040c3f3d28 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:04:16.017404 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 14a785cc-ad67-468d-b722-7e040c3f3d28 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:04:16.018089 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:16.101728 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-55948635-64cd-413a-80f0-90d0245d4641 req-063d02f7-1c4c-43c6-98c0-4b6ccb0b81e3 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=ee020f30-2ddd-466b-9fdb-5a294664cbbd HTTP/1.1" status: 200 len: 210 time: 0.0481291 May 30 05:04:16.106398 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5a79ceea-66a0-40ad-b869-7420368458b1 req-cbcb799a-38a2-4f62-bccc-a0bb25153d65 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f9fe59584bbe4d5aaa42841eedb71980 HTTP/1.1" status: 200 len: 380 time: 0.0916467 May 30 05:04:16.115737 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [req-5a79ceea-66a0-40ad-b869-7420368458b1 req-8bb6f6d3-ff24-4b9d-ab13-13777aa489bd tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Request body: {'port': {'device_id': 'ee020f30-2ddd-466b-9fdb-5a294664cbbd', 'network_id': '093dacfe-dbac-43c0-adf8-098f991f120c', 'admin_state_up': True, 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'security_groups': ['a3cead41-7af9-449d-80fa-9b2f9c849318']}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:04:16.146866 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 14a785cc-ad67-468d-b722-7e040c3f3d28 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:04:16.147249 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:16.179331 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] For port 14a785cc-ad67-468d-b722-7e040c3f3d28, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=14a785cc-ad67-468d-b722-7e040c3f3d28,segment=NetworkSegment(c89e14ce-5902-432d-8590-e800b96d6c56),segment_id=c89e14ce-5902-432d-8590-e800b96d6c56)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:04:16.183640 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:16.257832 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Pushing event updated for resources: {'Port': ['ID=14a785cc-ad67-468d-b722-7e040c3f3d28,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:04:16.261422 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [req-5a79ceea-66a0-40ad-b869-7420368458b1 req-8bb6f6d3-ff24-4b9d-ab13-13777aa489bd tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:04:16.265423 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-5a79ceea-66a0-40ad-b869-7420368458b1 req-8bb6f6d3-ff24-4b9d-ab13-13777aa489bd tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Usage tracker for resource:port and tenant:f9fe59584bbe4d5aaa42841eedb71980 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:04:16.268439 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-5a79ceea-66a0-40ad-b869-7420368458b1 req-8bb6f6d3-ff24-4b9d-ab13-13777aa489bd tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:04:16.274212 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [req-5a79ceea-66a0-40ad-b869-7420368458b1 req-8bb6f6d3-ff24-4b9d-ab13-13777aa489bd tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:04:16.283734 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a79ceea-66a0-40ad-b869-7420368458b1 req-8bb6f6d3-ff24-4b9d-ab13-13777aa489bd tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Made reservation on behalf of f9fe59584bbe4d5aaa42841eedb71980 for: {'port': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:04:16.287695 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-5a79ceea-66a0-40ad-b869-7420368458b1 req-8bb6f6d3-ff24-4b9d-ab13-13777aa489bd tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:16.450893 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [req-5a79ceea-66a0-40ad-b869-7420368458b1 req-8bb6f6d3-ff24-4b9d-ab13-13777aa489bd tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Allocated IP 172.20.0.6 (093dacfe-dbac-43c0-adf8-098f991f120c/b34fb3ee-9818-4ff4-a2ae-a783f32435cb/27c3d93a-ee05-41d1-9563-6d6d125982c9) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:04:16.632064 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-5a79ceea-66a0-40ad-b869-7420368458b1 req-8bb6f6d3-ff24-4b9d-ab13-13777aa489bd tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:16.647143 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [req-5a79ceea-66a0-40ad-b869-7420368458b1 req-8bb6f6d3-ff24-4b9d-ab13-13777aa489bd tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Transition to ACTIVE for port object 27c3d93a-ee05-41d1-9563-6d6d125982c9 will not be triggered until provisioned by entity DHCP. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:04:16.669192 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-5a79ceea-66a0-40ad-b869-7420368458b1 req-8bb6f6d3-ff24-4b9d-ab13-13777aa489bd tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:16.738835 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a79ceea-66a0-40ad-b869-7420368458b1 req-8bb6f6d3-ff24-4b9d-ab13-13777aa489bd tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Network 093dacfe-dbac-43c0-adf8-098f991f120c is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:04:16.741641 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [req-5a79ceea-66a0-40ad-b869-7420368458b1 req-8bb6f6d3-ff24-4b9d-ab13-13777aa489bd tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:04:16.745635 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a79ceea-66a0-40ad-b869-7420368458b1 req-8bb6f6d3-ff24-4b9d-ab13-13777aa489bd tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:04:16.782049 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb6f6d3-ff24-4b9d-ab13-13777aa489bd tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event updated for resources: {'Port': ['ID=27c3d93a-ee05-41d1-9563-6d6d125982c9,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:04:16.814012 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a79ceea-66a0-40ad-b869-7420368458b1 req-8bb6f6d3-ff24-4b9d-ab13-13777aa489bd tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:04:16.815020 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-5a79ceea-66a0-40ad-b869-7420368458b1 req-8bb6f6d3-ff24-4b9d-ab13-13777aa489bd tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:16.848773 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5a79ceea-66a0-40ad-b869-7420368458b1 req-8bb6f6d3-ff24-4b9d-ab13-13777aa489bd tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7367826 May 30 05:04:16.863640 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [req-5a79ceea-66a0-40ad-b869-7420368458b1 req-96dfc29c-c461-4b15-af5e-f157c1b0e10c tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=88261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 30 05:04:16.864957 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5a79ceea-66a0-40ad-b869-7420368458b1 req-96dfc29c-c461-4b15-af5e-f157c1b0e10c tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074785 May 30 05:04:16.879215 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [req-5a79ceea-66a0-40ad-b869-7420368458b1 req-6aaf71cd-6cac-4de0-ae6a-95351d78afd2 service neutron] Request body: {'port': {'device_id': 'ee020f30-2ddd-466b-9fdb-5a294664cbbd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8437'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:04:16.995869 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-2b747107-d9e2-4c91-b14f-5fb523f3e626 None None] Provisioning for port 27c3d93a-ee05-41d1-9563-6d6d125982c9 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:04:16.997970 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-5a79ceea-66a0-40ad-b869-7420368458b1 req-6aaf71cd-6cac-4de0-ae6a-95351d78afd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:17.001468 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-2b747107-d9e2-4c91-b14f-5fb523f3e626 None None] Provisioning complete for port 27c3d93a-ee05-41d1-9563-6d6d125982c9 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:04:17.001950 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-2b747107-d9e2-4c91-b14f-5fb523f3e626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:17.059317 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-2b747107-d9e2-4c91-b14f-5fb523f3e626 None None] Port 27c3d93a-ee05-41d1-9563-6d6d125982c9 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 05:04:17.343835 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f504c74b-62ea-4d2e-a451-fbbd0f28d940 req-59f13365-7e21-4574-b829-a2938ee3d151 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:04:17.344518 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-f504c74b-62ea-4d2e-a451-fbbd0f28d940 req-59f13365-7e21-4574-b829-a2938ee3d151 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Synchronizing usage tracker for tenant:f9fe59584bbe4d5aaa42841eedb71980 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:04:17.387683 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:17.409227 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-f504c74b-62ea-4d2e-a451-fbbd0f28d940 req-59f13365-7e21-4574-b829-a2938ee3d151 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Unset dirty status for tenant:f9fe59584bbe4d5aaa42841eedb71980 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:04:17.410964 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f504c74b-62ea-4d2e-a451-fbbd0f28d940 req-59f13365-7e21-4574-b829-a2938ee3d151 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=ee020f30-2ddd-466b-9fdb-5a294664cbbd HTTP/1.1" status: 200 len: 931 time: 0.1955233 May 30 05:04:17.433174 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [req-5a79ceea-66a0-40ad-b869-7420368458b1 req-6aaf71cd-6cac-4de0-ae6a-95351d78afd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27c3d93a-ee05-41d1-9563-6d6d125982c9 {{(pid=88261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 30 05:04:17.443579 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-5a79ceea-66a0-40ad-b869-7420368458b1 req-6aaf71cd-6cac-4de0-ae6a-95351d78afd2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:17.470971 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [req-5a79ceea-66a0-40ad-b869-7420368458b1 req-6aaf71cd-6cac-4de0-ae6a-95351d78afd2 service neutron] Transition to ACTIVE for port object 27c3d93a-ee05-41d1-9563-6d6d125982c9 will not be triggered until provisioned by entity L2. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:04:17.476953 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f504c74b-62ea-4d2e-a451-fbbd0f28d940 req-ff2e3a3f-9932-495b-999c-d8e766313dc1 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/security-groups?id=a3cead41-7af9-449d-80fa-9b2f9c849318&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592370 May 30 05:04:17.477646 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-5a79ceea-66a0-40ad-b869-7420368458b1 req-6aaf71cd-6cac-4de0-ae6a-95351d78afd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2304381'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:17.632048 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaf71cd-6cac-4de0-ae6a-95351d78afd2 service neutron] Pushing event updated for resources: {'Port': ['ID=27c3d93a-ee05-41d1-9563-6d6d125982c9,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:04:17.815973 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [req-5a79ceea-66a0-40ad-b869-7420368458b1 req-6aaf71cd-6cac-4de0-ae6a-95351d78afd2 service neutron] Attempting to bind port 27c3d93a-ee05-41d1-9563-6d6d125982c9 on host hv-neutron-8437 for vnic_type normal with profile {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 05:04:17.816202 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [req-5a79ceea-66a0-40ad-b869-7420368458b1 req-6aaf71cd-6cac-4de0-ae6a-95351d78afd2 service neutron] Attempting to bind port 27c3d93a-ee05-41d1-9563-6d6d125982c9 by drivers openvswitch,hyperv on host hv-neutron-8437 at level 0 using segments [{'id': 'c89e14ce-5902-432d-8590-e800b96d6c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '093dacfe-dbac-43c0-adf8-098f991f120c'}] {{(pid=88261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 05:04:17.816525 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a79ceea-66a0-40ad-b869-7420368458b1 req-6aaf71cd-6cac-4de0-ae6a-95351d78afd2 service neutron] Attempting to bind port 27c3d93a-ee05-41d1-9563-6d6d125982c9 on network 093dacfe-dbac-43c0-adf8-098f991f120c {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:04:17.821052 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a79ceea-66a0-40ad-b869-7420368458b1 req-6aaf71cd-6cac-4de0-ae6a-95351d78afd2 service neutron] Port 27c3d93a-ee05-41d1-9563-6d6d125982c9 on network 093dacfe-dbac-43c0-adf8-098f991f120c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8437 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 30 05:04:17.821364 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a79ceea-66a0-40ad-b869-7420368458b1 req-6aaf71cd-6cac-4de0-ae6a-95351d78afd2 service neutron] Attempting to bind port 27c3d93a-ee05-41d1-9563-6d6d125982c9 on network 093dacfe-dbac-43c0-adf8-098f991f120c {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:04:17.826333 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a79ceea-66a0-40ad-b869-7420368458b1 req-6aaf71cd-6cac-4de0-ae6a-95351d78afd2 service neutron] Checking agent: {'id': 'de0c936d-420b-412f-9642-7bfe80b5ab25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8437', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 51, 47), 'started_at': datetime.datetime(2022, 5, 30, 4, 51, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 5, 4, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 05:04:17.826665 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a79ceea-66a0-40ad-b869-7420368458b1 req-6aaf71cd-6cac-4de0-ae6a-95351d78afd2 service neutron] Checking segment: {'id': 'c89e14ce-5902-432d-8590-e800b96d6c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '093dacfe-dbac-43c0-adf8-098f991f120c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:04:17.827040 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a79ceea-66a0-40ad-b869-7420368458b1 req-6aaf71cd-6cac-4de0-ae6a-95351d78afd2 service neutron] Bound using segment: {'id': 'c89e14ce-5902-432d-8590-e800b96d6c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '093dacfe-dbac-43c0-adf8-098f991f120c'} {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 05:04:17.827454 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [req-5a79ceea-66a0-40ad-b869-7420368458b1 req-6aaf71cd-6cac-4de0-ae6a-95351d78afd2 service neutron] Bound port: 27c3d93a-ee05-41d1-9563-6d6d125982c9, host: hv-neutron-8437, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c89e14ce-5902-432d-8590-e800b96d6c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '093dacfe-dbac-43c0-adf8-098f991f120c'}}] {{(pid=88261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 05:04:17.827790 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-5a79ceea-66a0-40ad-b869-7420368458b1 req-6aaf71cd-6cac-4de0-ae6a-95351d78afd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:17.905563 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 14a785cc-ad67-468d-b722-7e040c3f3d28 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:04:17.918828 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [req-5a79ceea-66a0-40ad-b869-7420368458b1 req-6aaf71cd-6cac-4de0-ae6a-95351d78afd2 service neutron] For port 27c3d93a-ee05-41d1-9563-6d6d125982c9, host hv-neutron-8437, cleared binding levels {{(pid=88261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 05:04:17.921665 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [req-5a79ceea-66a0-40ad-b869-7420368458b1 req-6aaf71cd-6cac-4de0-ae6a-95351d78afd2 service neutron] For port 27c3d93a-ee05-41d1-9563-6d6d125982c9, host hv-neutron-8437, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=27c3d93a-ee05-41d1-9563-6d6d125982c9,segment=NetworkSegment(c89e14ce-5902-432d-8590-e800b96d6c56),segment_id=c89e14ce-5902-432d-8590-e800b96d6c56)] {{(pid=88261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 05:04:17.926540 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-5a79ceea-66a0-40ad-b869-7420368458b1 req-6aaf71cd-6cac-4de0-ae6a-95351d78afd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2304381'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:17.972560 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 14a785cc-ad67-468d-b722-7e040c3f3d28 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:04:17.973214 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:17.985236 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a79ceea-66a0-40ad-b869-7420368458b1 req-6aaf71cd-6cac-4de0-ae6a-95351d78afd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:04:17.985855 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-5a79ceea-66a0-40ad-b869-7420368458b1 req-6aaf71cd-6cac-4de0-ae6a-95351d78afd2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:17.987252 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5a79ceea-66a0-40ad-b869-7420368458b1 req-6aaf71cd-6cac-4de0-ae6a-95351d78afd2 service neutron] 10.222.0.39 "PUT /v2.0/ports/27c3d93a-ee05-41d1-9563-6d6d125982c9 HTTP/1.1" status: 200 len: 1093 time: 1.1157613 May 30 05:04:17.987718 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee020f30-2ddd-466b-9fdb-5a294664cbbd', 'tag': '27c3d93a-ee05-41d1-9563-6d6d125982c9'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:04:18.009109 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaf71cd-6cac-4de0-ae6a-95351d78afd2 service neutron] Pushing event updated for resources: {'Port': ['ID=27c3d93a-ee05-41d1-9563-6d6d125982c9,revision_number=3']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:04:18.071169 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbe1aecb-a95a-493b-bab5-599272df242b'] response: {'name': 'network-changed', 'server_uuid': 'ee020f30-2ddd-466b-9fdb-5a294664cbbd', 'tag': '27c3d93a-ee05-41d1-9563-6d6d125982c9', 'status': 'completed', 'code': 200} May 30 05:04:18.098116 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 14a785cc-ad67-468d-b722-7e040c3f3d28 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:04:18.116012 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a79ceea-66a0-40ad-b869-7420368458b1 req-f02cf21e-654c-4c43-81b3-5eae78b33d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:04:18.117481 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5a79ceea-66a0-40ad-b869-7420368458b1 req-f02cf21e-654c-4c43-81b3-5eae78b33d6c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f9fe59584bbe4d5aaa42841eedb71980&device_id=ee020f30-2ddd-466b-9fdb-5a294664cbbd HTTP/1.1" status: 200 len: 1096 time: 0.0794041 May 30 05:04:18.184895 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5a79ceea-66a0-40ad-b869-7420368458b1 req-c7edf87c-bafd-4cbf-8931-b0277d26df32 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=27c3d93a-ee05-41d1-9563-6d6d125982c9 HTTP/1.1" status: 200 len: 217 time: 0.0606227 May 30 05:04:18.254349 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a79ceea-66a0-40ad-b869-7420368458b1 req-0ce99b27-8a5f-4ebe-bba1-39120b7c8196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:04:18.255807 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5a79ceea-66a0-40ad-b869-7420368458b1 req-0ce99b27-8a5f-4ebe-bba1-39120b7c8196 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b34fb3ee-9818-4ff4-a2ae-a783f32435cb HTTP/1.1" status: 200 len: 835 time: 0.0650589 May 30 05:04:18.334883 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a79ceea-66a0-40ad-b869-7420368458b1 req-4db67596-80da-46fd-bd65-5540b246de85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:04:18.336270 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5a79ceea-66a0-40ad-b869-7420368458b1 req-4db67596-80da-46fd-bd65-5540b246de85 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=093dacfe-dbac-43c0-adf8-098f991f120c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0745313 May 30 05:04:18.464646 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5a79ceea-66a0-40ad-b869-7420368458b1 req-d729fef3-efa6-484e-aa2b-6f7962246804 service neutron] 10.222.0.39 "GET /v2.0/networks/093dacfe-dbac-43c0-adf8-098f991f120c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221569 May 30 05:04:18.631273 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5a79ceea-66a0-40ad-b869-7420368458b1 req-78524bb5-9833-4e3c-bfcd-d3dd7d86ffe8 service neutron] 10.222.0.39 "GET /v2.0/networks/093dacfe-dbac-43c0-adf8-098f991f120c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607089 May 30 05:04:18.680632 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d697d10-1862-4fa7-9428-09d9c2714fe6 req-a77bfb79-a148-4d3b-9c3a-c5427d9a9000 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:04:18.682070 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5d697d10-1862-4fa7-9428-09d9c2714fe6 req-a77bfb79-a148-4d3b-9c3a-c5427d9a9000 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=ee020f30-2ddd-466b-9fdb-5a294664cbbd HTTP/1.1" status: 200 len: 943 time: 0.0945795 May 30 05:04:18.765225 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5d697d10-1862-4fa7-9428-09d9c2714fe6 req-1ecfebb9-17c7-4b3d-8272-d77b9868fcb5 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/security-groups?id=a3cead41-7af9-449d-80fa-9b2f9c849318&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539753 May 30 05:04:18.785843 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3036ab5c-fed4-4a7a-b6dc-3811e2240f91 req-1b66b685-3e42-4d7d-9afc-93d3b1d21505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:04:18.787651 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3036ab5c-fed4-4a7a-b6dc-3811e2240f91 req-1b66b685-3e42-4d7d-9afc-93d3b1d21505 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f9fe59584bbe4d5aaa42841eedb71980&device_id=ee020f30-2ddd-466b-9fdb-5a294664cbbd HTTP/1.1" status: 200 len: 1096 time: 0.1047175 May 30 05:04:18.924891 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3036ab5c-fed4-4a7a-b6dc-3811e2240f91 req-d94c3ec2-44d6-4a01-a9e5-160c737845b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:04:18.926320 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3036ab5c-fed4-4a7a-b6dc-3811e2240f91 req-d94c3ec2-44d6-4a01-a9e5-160c737845b7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=093dacfe-dbac-43c0-adf8-098f991f120c HTTP/1.1" status: 200 len: 896 time: 0.1329913 May 30 05:04:18.995314 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3036ab5c-fed4-4a7a-b6dc-3811e2240f91 req-ce6fc26c-eec3-4a9b-aa7c-ff6b0ef2ab44 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=27c3d93a-ee05-41d1-9563-6d6d125982c9 HTTP/1.1" status: 200 len: 217 time: 0.0629296 May 30 05:04:19.055007 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3036ab5c-fed4-4a7a-b6dc-3811e2240f91 req-c022eb4a-9106-49ee-bee2-2bd7eaaf45ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:04:19.056372 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3036ab5c-fed4-4a7a-b6dc-3811e2240f91 req-c022eb4a-9106-49ee-bee2-2bd7eaaf45ec service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b34fb3ee-9818-4ff4-a2ae-a783f32435cb HTTP/1.1" status: 200 len: 835 time: 0.0557895 May 30 05:04:19.132404 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3036ab5c-fed4-4a7a-b6dc-3811e2240f91 req-7832c0f5-aa4c-4693-8e3d-8d7b84d1afbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:04:19.133875 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3036ab5c-fed4-4a7a-b6dc-3811e2240f91 req-7832c0f5-aa4c-4693-8e3d-8d7b84d1afbe service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=093dacfe-dbac-43c0-adf8-098f991f120c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717978 May 30 05:04:19.264411 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3036ab5c-fed4-4a7a-b6dc-3811e2240f91 req-dddfbf39-e6b9-4584-a60a-b4581144d16f service neutron] 10.222.0.39 "GET /v2.0/networks/093dacfe-dbac-43c0-adf8-098f991f120c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233270 May 30 05:04:19.502260 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3036ab5c-fed4-4a7a-b6dc-3811e2240f91 req-83cf3b5c-194a-4f30-a6fc-d1fb960eff94 service neutron] 10.222.0.39 "GET /v2.0/networks/093dacfe-dbac-43c0-adf8-098f991f120c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2321997 May 30 05:04:19.950214 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f83e06-095b-4f27-92f2-6070fdc49a80 req-3201a288-9df8-4717-9fb4-a01ec10b9996 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:04:19.951651 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d5f83e06-095b-4f27-92f2-6070fdc49a80 req-3201a288-9df8-4717-9fb4-a01ec10b9996 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=ee020f30-2ddd-466b-9fdb-5a294664cbbd HTTP/1.1" status: 200 len: 943 time: 0.0838139 May 30 05:04:19.996000 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d5f83e06-095b-4f27-92f2-6070fdc49a80 req-fe4a5d12-60ef-49d4-8cd9-161b943fb6e1 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/security-groups?id=a3cead41-7af9-449d-80fa-9b2f9c849318&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381093 May 30 05:04:21.179352 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b8e332-1c9e-4b67-b07f-c695ede89231 req-73768e44-7c6a-46b4-8452-66119e59b522 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:04:21.180685 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a4b8e332-1c9e-4b67-b07f-c695ede89231 req-73768e44-7c6a-46b4-8452-66119e59b522 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=ee020f30-2ddd-466b-9fdb-5a294664cbbd HTTP/1.1" status: 200 len: 943 time: 0.0805078 May 30 05:04:21.223672 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a4b8e332-1c9e-4b67-b07f-c695ede89231 req-24a89dd4-f7c8-4b10-ad2d-90962534f148 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/security-groups?id=a3cead41-7af9-449d-80fa-9b2f9c849318&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373449 May 30 05:04:21.311915 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device 27c3d93a-ee05-41d1-9563-6d6d125982c9 details requested by agent hyperv_hv-neutron-8437 with host hv-neutron-8437 {{(pid=88262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 05:04:21.444965 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port 27c3d93a-ee05-41d1-9563-6d6d125982c9, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=27c3d93a-ee05-41d1-9563-6d6d125982c9,segment=NetworkSegment(c89e14ce-5902-432d-8590-e800b96d6c56),segment_id=c89e14ce-5902-432d-8590-e800b96d6c56)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:04:21.458000 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Returning: {'device': '27c3d93a-ee05-41d1-9563-6d6d125982c9', 'network_id': '093dacfe-dbac-43c0-adf8-098f991f120c', 'port_id': '27c3d93a-ee05-41d1-9563-6d6d125982c9', 'mac_address': 'fa:16:3e:60:45:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b34fb3ee-9818-4ff4-a2ae-a783f32435cb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 05:04:21.512842 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Current status of the port 27c3d93a-ee05-41d1-9563-6d6d125982c9 is: DOWN; New status is: BUILD {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:04:21.513226 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:21.529189 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27c3d93a-ee05-41d1-9563-6d6d125982c9 {{(pid=88262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 30 05:04:21.544178 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port 27c3d93a-ee05-41d1-9563-6d6d125982c9, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=27c3d93a-ee05-41d1-9563-6d6d125982c9,segment=NetworkSegment(c89e14ce-5902-432d-8590-e800b96d6c56),segment_id=c89e14ce-5902-432d-8590-e800b96d6c56)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:04:21.547535 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:21.615646 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Pushing event updated for resources: {'Port': ['ID=27c3d93a-ee05-41d1-9563-6d6d125982c9,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:04:21.862238 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] get_ports_and_sgs() called for port_ids ['27c3d93a-ee05-41d1-9563-6d6d125982c9'] {{(pid=88262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 30 05:04:22.405918 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9652f450-4698-48d6-a390-bd5fdb5e85fd req-d33792d1-4d8e-4285-9ee4-74f221e04c1f tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:04:22.407366 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9652f450-4698-48d6-a390-bd5fdb5e85fd req-d33792d1-4d8e-4285-9ee4-74f221e04c1f tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=ee020f30-2ddd-466b-9fdb-5a294664cbbd HTTP/1.1" status: 200 len: 944 time: 0.0784931 May 30 05:04:22.451857 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9652f450-4698-48d6-a390-bd5fdb5e85fd req-bacacc3e-e35e-4ce0-bf81-f2f679c76a04 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/security-groups?id=a3cead41-7af9-449d-80fa-9b2f9c849318&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385180 May 30 05:04:23.327467 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device 27c3d93a-ee05-41d1-9563-6d6d125982c9 up at agent hyperv_hv-neutron-8437 {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:04:23.396431 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Provisioning for port 27c3d93a-ee05-41d1-9563-6d6d125982c9 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:04:23.401289 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Provisioning complete for port 27c3d93a-ee05-41d1-9563-6d6d125982c9 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:04:23.401658 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:23.517340 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Current status of the port 27c3d93a-ee05-41d1-9563-6d6d125982c9 is: BUILD; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:04:23.517647 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:23.578701 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee020f30-2ddd-466b-9fdb-5a294664cbbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27c3d93a-ee05-41d1-9563-6d6d125982c9'}] {{(pid=88262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:04:23.589097 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port 27c3d93a-ee05-41d1-9563-6d6d125982c9, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=27c3d93a-ee05-41d1-9563-6d6d125982c9,segment=NetworkSegment(c89e14ce-5902-432d-8590-e800b96d6c56),segment_id=c89e14ce-5902-432d-8590-e800b96d6c56)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:04:23.593100 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:23.636834 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa54dd2-b99f-43d3-a324-6d2fde83509d req-156ab72a-89a4-4718-9553-3ff55095eded tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:04:23.638332 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-cfa54dd2-b99f-43d3-a324-6d2fde83509d req-156ab72a-89a4-4718-9553-3ff55095eded tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=ee020f30-2ddd-466b-9fdb-5a294664cbbd HTTP/1.1" status: 200 len: 945 time: 0.0835624 May 30 05:04:23.659423 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Pushing event updated for resources: {'Port': ['ID=27c3d93a-ee05-41d1-9563-6d6d125982c9,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:04:23.684139 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-cfa54dd2-b99f-43d3-a324-6d2fde83509d req-ebee294f-a3d0-4c74-bd50-66f92e0e8855 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/security-groups?id=a3cead41-7af9-449d-80fa-9b2f9c849318&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393424 May 30 05:04:23.731618 dv-neutron-843763-1-hyperv neutron-server[88262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c806649f-01bc-4299-a300-c8b112e30ca1'] response: {'server_uuid': 'ee020f30-2ddd-466b-9fdb-5a294664cbbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27c3d93a-ee05-41d1-9563-6d6d125982c9', 'code': 200} May 30 05:04:23.948158 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd3cf63-01bd-48f7-8f02-387cbb99d6a2 req-fa3e5537-ce36-4263-b9e0-f9bc8f9822f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:04:23.949615 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0cd3cf63-01bd-48f7-8f02-387cbb99d6a2 req-fa3e5537-ce36-4263-b9e0-f9bc8f9822f2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ee020f30-2ddd-466b-9fdb-5a294664cbbd HTTP/1.1" status: 200 len: 1098 time: 0.0685852 May 30 05:04:23.992505 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0cd3cf63-01bd-48f7-8f02-387cbb99d6a2 req-6285de10-39a5-490f-b795-13529d36d1e8 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=a3cead41-7af9-449d-80fa-9b2f9c849318&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372941 May 30 05:04:24.867816 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f14cfc6-cf5d-460d-aea9-f38443029ce1 req-62641a4d-4668-428a-91ed-fdcf64068fbd tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:04:24.869272 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8f14cfc6-cf5d-460d-aea9-f38443029ce1 req-62641a4d-4668-428a-91ed-fdcf64068fbd tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=ee020f30-2ddd-466b-9fdb-5a294664cbbd HTTP/1.1" status: 200 len: 945 time: 0.0805140 May 30 05:04:24.913275 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8f14cfc6-cf5d-460d-aea9-f38443029ce1 req-5940fe03-f39c-496d-bb03-69b998e914eb tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/security-groups?id=a3cead41-7af9-449d-80fa-9b2f9c849318&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382187 May 30 05:04:26.093765 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1eec29-e9a4-4392-9b5b-ba20e8dcc226 req-b495c8c2-031f-4f7e-b52d-cb76ff21014f tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:04:26.095219 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8e1eec29-e9a4-4392-9b5b-ba20e8dcc226 req-b495c8c2-031f-4f7e-b52d-cb76ff21014f tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=ee020f30-2ddd-466b-9fdb-5a294664cbbd HTTP/1.1" status: 200 len: 945 time: 0.0804896 May 30 05:04:26.138012 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8e1eec29-e9a4-4392-9b5b-ba20e8dcc226 req-f1b035c3-6d95-4c61-9c97-2b1ecd56b06f tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/security-groups?id=a3cead41-7af9-449d-80fa-9b2f9c849318&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371313 May 30 05:04:26.318915 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d3e010-cb55-4230-9ee8-045e278446a3 req-a373982c-919d-4cb4-b39e-358e85a926cc tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:04:26.320407 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-65d3e010-cb55-4230-9ee8-045e278446a3 req-a373982c-919d-4cb4-b39e-358e85a926cc tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=ee020f30-2ddd-466b-9fdb-5a294664cbbd HTTP/1.1" status: 200 len: 945 time: 0.0832994 May 30 05:04:26.364901 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-65d3e010-cb55-4230-9ee8-045e278446a3 req-29296174-fbce-423b-8e5e-ad49859b06bd tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/security-groups?id=a3cead41-7af9-449d-80fa-9b2f9c849318&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388105 May 30 05:04:26.387322 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 48002) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:04:26.618000 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfc30fb5-bfa4-4cca-a092-ab8999c1f5df tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:04:26.619497 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-bfc30fb5-bfa4-4cca-a092-ab8999c1f5df tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=ee020f30-2ddd-466b-9fdb-5a294664cbbd HTTP/1.1" status: 200 len: 1093 time: 0.2312281 May 30 05:04:26.622275 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 48008) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:04:26.627067 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-93ab021f-0d28-4bd5-8638-07f8f7bd85ae tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Request body: {'floatingip': {'floating_network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'port_id': '27c3d93a-ee05-41d1-9563-6d6d125982c9', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:04:26.633664 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-93ab021f-0d28-4bd5-8638-07f8f7bd85ae tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:04:26.637511 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-93ab021f-0d28-4bd5-8638-07f8f7bd85ae tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Usage tracker for resource:floatingip and tenant:f9fe59584bbe4d5aaa42841eedb71980 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:04:26.640319 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-93ab021f-0d28-4bd5-8638-07f8f7bd85ae tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:04:26.646631 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-93ab021f-0d28-4bd5-8638-07f8f7bd85ae tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:04:26.656594 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-93ab021f-0d28-4bd5-8638-07f8f7bd85ae tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for floatingip, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:26.789536 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-93ab021f-0d28-4bd5-8638-07f8f7bd85ae tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:26.926680 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-93ab021f-0d28-4bd5-8638-07f8f7bd85ae tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Allocated IP 172.26.6.20 (1bab70f4-3794-44db-8e17-19f483aa8ffa/6b5b73c1-b0ce-4f83-a930-c00cc5522926/4fcc6ff9-6f5c-4ac1-8c15-929283e0c279) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:04:27.070319 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-93ab021f-0d28-4bd5-8638-07f8f7bd85ae tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:27.098758 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-93ab021f-0d28-4bd5-8638-07f8f7bd85ae tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:27.159758 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ab021f-0d28-4bd5-8638-07f8f7bd85ae tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Network 1bab70f4-3794-44db-8e17-19f483aa8ffa is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:04:27.162710 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-93ab021f-0d28-4bd5-8638-07f8f7bd85ae tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:04:27.166302 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ab021f-0d28-4bd5-8638-07f8f7bd85ae tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:04:27.210630 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ab021f-0d28-4bd5-8638-07f8f7bd85ae tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event updated for resources: {'Port': ['ID=4fcc6ff9-6f5c-4ac1-8c15-929283e0c279,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:04:27.694235 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-93ab021f-0d28-4bd5-8638-07f8f7bd85ae tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:27.765775 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-93ab021f-0d28-4bd5-8638-07f8f7bd85ae tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:27.942070 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-736bdff9-8b47-467a-bd8b-8b8ce09496a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:27.969302 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-93ab021f-0d28-4bd5-8638-07f8f7bd85ae tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:27.973457 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-93ab021f-0d28-4bd5-8638-07f8f7bd85ae tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2304381'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:28.079409 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ab021f-0d28-4bd5-8638-07f8f7bd85ae tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event updated for resources: {'Port': ['ID=4fcc6ff9-6f5c-4ac1-8c15-929283e0c279,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:04:28.091939 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-93ab021f-0d28-4bd5-8638-07f8f7bd85ae tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1604762'] for floatingip, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:28.258430 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.db.l3_db [None req-93ab021f-0d28-4bd5-8638-07f8f7bd85ae tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Floating IP 46412430-45e4-487f-bd3a-a0b35f2073e1 associated. External IP: 172.26.6.20, port: 27c3d93a-ee05-41d1-9563-6d6d125982c9. May 30 05:04:28.603192 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93ab021f-0d28-4bd5-8638-07f8f7bd85ae tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Router c0806e7b-6af8-40ed-83c0-b20770d06fb4 has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 05:04:28.777290 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93ab021f-0d28-4bd5-8638-07f8f7bd85ae tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:04:28.786921 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3b2273-ef49-4209-a01e-a44cf19bbd16 None None] Sync routers for ids ['c0806e7b-6af8-40ed-83c0-b20770d06fb4'] in dv-neutron-843763-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:04:28.796021 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3b2273-ef49-4209-a01e-a44cf19bbd16 None None] Routers {'c0806e7b-6af8-40ed-83c0-b20770d06fb4'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:04:28.796622 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-ae3b2273-ef49-4209-a01e-a44cf19bbd16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:04:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['c0806e7b-6af8-40ed-83c0-b20770d06fb4'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:04:28.801305 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-93ab021f-0d28-4bd5-8638-07f8f7bd85ae tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for floatingip, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:28.861369 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-93ab021f-0d28-4bd5-8638-07f8f7bd85ae tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2355673 May 30 05:04:28.861369 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee020f30-2ddd-466b-9fdb-5a294664cbbd', 'tag': '27c3d93a-ee05-41d1-9563-6d6d125982c9'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:04:28.861793 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 48012) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:04:28.909303 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11aff974-e66d-4664-9f06-eefb759b1109'] response: {'name': 'network-changed', 'server_uuid': 'ee020f30-2ddd-466b-9fdb-5a294664cbbd', 'tag': '27c3d93a-ee05-41d1-9563-6d6d125982c9', 'status': 'completed', 'code': 200} May 30 05:04:28.970881 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-ae3b2273-ef49-4209-a01e-a44cf19bbd16 None None] Set router c0806e7b-6af8-40ed-83c0-b20770d06fb4 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:04:28.978010 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-ad6a996a-0f18-455d-8e6b-9840ace7f98d tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/floatingips/46412430-45e4-487f-bd3a-a0b35f2073e1 HTTP/1.1" status: 200 len: 990 time: 0.1138759 May 30 05:04:29.000260 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a011010-9e28-4c15-9f62-e473023b84ce req-bf802534-6379-49eb-b212-4fecaffcb873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:04:29.001897 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6a011010-9e28-4c15-9f62-e473023b84ce req-bf802534-6379-49eb-b212-4fecaffcb873 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f9fe59584bbe4d5aaa42841eedb71980&device_id=ee020f30-2ddd-466b-9fdb-5a294664cbbd HTTP/1.1" status: 200 len: 1098 time: 0.0720654 May 30 05:04:29.260481 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a011010-9e28-4c15-9f62-e473023b84ce req-ea1340fb-319c-4d29-abd3-9ee488de86b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:04:29.262454 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6a011010-9e28-4c15-9f62-e473023b84ce req-ea1340fb-319c-4d29-abd3-9ee488de86b3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=093dacfe-dbac-43c0-adf8-098f991f120c HTTP/1.1" status: 200 len: 896 time: 0.2537577 May 30 05:04:29.354227 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-ae3b2273-ef49-4209-a01e-a44cf19bbd16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0806e7b-6af8-40ed-83c0-b20770d06fb4', 'name': 'tempest-TestNetworkBasicOps-router-410736475', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.56'}], 'enable_snat': True}, 'gw_port_id': '106a70bc-4424-445e-97b3-e32c12bfb845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:04:05Z', 'updated_at': '2022-05-30T05:04:10Z', 'revision_number': 4, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'gw_port': {'id': '106a70bc-4424-445e-97b3-e32c12bfb845', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:43:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0806e7b-6af8-40ed-83c0-b20770d06fb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:04:06Z', 'updated_at': '2022-05-30T05:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_floatingips': [{'id': '46412430-45e4-487f-bd3a-a0b35f2073e1', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'floating_ip_address': '172.26.6.20', 'floating_network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'router_id': 'c0806e7b-6af8-40ed-83c0-b20770d06fb4', 'port_id': '27c3d93a-ee05-41d1-9563-6d6d125982c9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '093dacfe-dbac-43c0-adf8-098f991f120c', 'mac_address': 'fa:16:3e:60:45:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee020f30-2ddd-466b-9fdb-5a294664cbbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T05:04:27Z', 'updated_at': '2022-05-30T05:04:27Z', 'revision_number': 0, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14a785cc-ad67-468d-b722-7e040c3f3d28', 'name': '', 'network_id': '093dacfe-dbac-43c0-adf8-098f991f120c', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'mac_address': 'fa:16:3e:2e:7f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0806e7b-6af8-40ed-83c0-b20770d06fb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'b34fb3ee-9818-4ff4-a2ae-a783f32435cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:04:10Z', 'updated_at': '2022-05-30T05:04:16Z', 'revision_number': 5, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'subnets': [{'id': 'b34fb3ee-9818-4ff4-a2ae-a783f32435cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:04:29.358455 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3b2273-ef49-4209-a01e-a44cf19bbd16 None None] Checking router: c0806e7b-6af8-40ed-83c0-b20770d06fb4 for host: dv-neutron-843763-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 05:04:29.364528 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6a011010-9e28-4c15-9f62-e473023b84ce req-d932135a-ecc4-496a-bc16-af40283e1fa4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=27c3d93a-ee05-41d1-9563-6d6d125982c9 HTTP/1.1" status: 200 len: 998 time: 0.0965667 May 30 05:04:29.367320 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3b2273-ef49-4209-a01e-a44cf19bbd16 None None] Routers {'c0806e7b-6af8-40ed-83c0-b20770d06fb4'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:04:29.367908 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-ae3b2273-ef49-4209-a01e-a44cf19bbd16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:04:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['c0806e7b-6af8-40ed-83c0-b20770d06fb4'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:04:29.424758 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a011010-9e28-4c15-9f62-e473023b84ce req-73784fe1-d2fd-4d96-97b7-dc12194ffc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:04:29.426814 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6a011010-9e28-4c15-9f62-e473023b84ce req-73784fe1-d2fd-4d96-97b7-dc12194ffc29 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b34fb3ee-9818-4ff4-a2ae-a783f32435cb HTTP/1.1" status: 200 len: 835 time: 0.0569537 May 30 05:04:29.502814 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a011010-9e28-4c15-9f62-e473023b84ce req-c09831b8-b066-4511-84b6-b50cc21e7370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:04:29.504328 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6a011010-9e28-4c15-9f62-e473023b84ce req-c09831b8-b066-4511-84b6-b50cc21e7370 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=093dacfe-dbac-43c0-adf8-098f991f120c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723038 May 30 05:04:29.541257 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-ae3b2273-ef49-4209-a01e-a44cf19bbd16 None None] Set router c0806e7b-6af8-40ed-83c0-b20770d06fb4 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:04:29.636462 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6a011010-9e28-4c15-9f62-e473023b84ce req-07380164-2c47-4ac3-aa37-d85814d33924 service neutron] 10.222.0.39 "GET /v2.0/networks/093dacfe-dbac-43c0-adf8-098f991f120c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253421 May 30 05:04:29.764237 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6a011010-9e28-4c15-9f62-e473023b84ce req-718801dc-03c4-4b01-906f-93d968123621 service neutron] 10.222.0.39 "GET /v2.0/networks/093dacfe-dbac-43c0-adf8-098f991f120c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225691 May 30 05:04:29.882687 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-ae3b2273-ef49-4209-a01e-a44cf19bbd16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0806e7b-6af8-40ed-83c0-b20770d06fb4', 'name': 'tempest-TestNetworkBasicOps-router-410736475', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.56'}], 'enable_snat': True}, 'gw_port_id': '106a70bc-4424-445e-97b3-e32c12bfb845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:04:05Z', 'updated_at': '2022-05-30T05:04:10Z', 'revision_number': 4, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'gw_port': {'id': '106a70bc-4424-445e-97b3-e32c12bfb845', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:43:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0806e7b-6af8-40ed-83c0-b20770d06fb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:04:06Z', 'updated_at': '2022-05-30T05:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_floatingips': [{'id': '46412430-45e4-487f-bd3a-a0b35f2073e1', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'floating_ip_address': '172.26.6.20', 'floating_network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'router_id': 'c0806e7b-6af8-40ed-83c0-b20770d06fb4', 'port_id': '27c3d93a-ee05-41d1-9563-6d6d125982c9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '093dacfe-dbac-43c0-adf8-098f991f120c', 'mac_address': 'fa:16:3e:60:45:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee020f30-2ddd-466b-9fdb-5a294664cbbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T05:04:27Z', 'updated_at': '2022-05-30T05:04:27Z', 'revision_number': 0, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14a785cc-ad67-468d-b722-7e040c3f3d28', 'name': '', 'network_id': '093dacfe-dbac-43c0-adf8-098f991f120c', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'mac_address': 'fa:16:3e:2e:7f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0806e7b-6af8-40ed-83c0-b20770d06fb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'b34fb3ee-9818-4ff4-a2ae-a783f32435cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:04:10Z', 'updated_at': '2022-05-30T05:04:16Z', 'revision_number': 5, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'subnets': [{'id': 'b34fb3ee-9818-4ff4-a2ae-a783f32435cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:04:29.886519 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3b2273-ef49-4209-a01e-a44cf19bbd16 None None] The sync data for ids ['c0806e7b-6af8-40ed-83c0-b20770d06fb4'] in dv-neutron-843763-1-hyperv is: [{'id': 'c0806e7b-6af8-40ed-83c0-b20770d06fb4', 'name': 'tempest-TestNetworkBasicOps-router-410736475', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.56'}], 'enable_snat': True}, 'gw_port_id': '106a70bc-4424-445e-97b3-e32c12bfb845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:04:05Z', 'updated_at': '2022-05-30T05:04:10Z', 'revision_number': 4, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'gw_port': {'id': '106a70bc-4424-445e-97b3-e32c12bfb845', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:43:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0806e7b-6af8-40ed-83c0-b20770d06fb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:04:06Z', 'updated_at': '2022-05-30T05:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_floatingips': [{'id': '46412430-45e4-487f-bd3a-a0b35f2073e1', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'floating_ip_address': '172.26.6.20', 'floating_network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'router_id': 'c0806e7b-6af8-40ed-83c0-b20770d06fb4', 'port_id': '27c3d93a-ee05-41d1-9563-6d6d125982c9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '093dacfe-dbac-43c0-adf8-098f991f120c', 'mac_address': 'fa:16:3e:60:45:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee020f30-2ddd-466b-9fdb-5a294664cbbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T05:04:27Z', 'updated_at': '2022-05-30T05:04:27Z', 'revision_number': 0, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14a785cc-ad67-468d-b722-7e040c3f3d28', 'name': '', 'network_id': '093dacfe-dbac-43c0-adf8-098f991f120c', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'mac_address': 'fa:16:3e:2e:7f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0806e7b-6af8-40ed-83c0-b20770d06fb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'b34fb3ee-9818-4ff4-a2ae-a783f32435cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:04:10Z', 'updated_at': '2022-05-30T05:04:16Z', 'revision_number': 5, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'subnets': [{'id': 'b34fb3ee-9818-4ff4-a2ae-a783f32435cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:04:29.980279 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 48018) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:04:30.063415 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f8c8153-89fb-4c75-ae1c-2b87a86e4336 None None] New status for floating IP 46412430-45e4-487f-bd3a-a0b35f2073e1: ACTIVE {{(pid=88262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 30 05:04:30.090220 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-4d3454ae-3813-4173-9ec8-cbe3dd19fe93 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/floatingips/46412430-45e4-487f-bd3a-a0b35f2073e1 HTTP/1.1" status: 200 len: 990 time: 0.1087170 May 30 05:04:30.248380 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7de069f2-e627-4968-a254-adc8d0f2e14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:31.094127 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 48022) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:04:31.194520 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56ded65b-0e68-413c-8b9b-1097922cc81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:31.198757 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-795ccad2-ec54-4e2f-b38b-87c8490e5ee5 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/floatingips/46412430-45e4-487f-bd3a-a0b35f2073e1 HTTP/1.1" status: 200 len: 992 time: 0.1035314 May 30 05:04:31.415051 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:32.740449 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a142624-940e-4c55-bf49-a5329c884075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:34.216057 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-45f79e78-106a-4f09-9d2c-69baeab7263d None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 05:04:47.390971 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:04:57.944966 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-3e3017e2-64bd-49b6-a067-f29dd12154e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:00.170207 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-ef30e53a-1285-4723-95e9-4b3518147519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:00.793380 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7feb22f9-e837-4364-82f3-9d33d945bd82 req-55d8c096-ad91-4b1e-99fd-1415cb8b8c31 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4c69bfab-543e-4cc5-b406-b3b679a8308c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1128585 May 30 05:05:00.930470 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feb22f9-e837-4364-82f3-9d33d945bd82 req-31231185-32f2-4f71-82d7-988015f11059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:05:00.932038 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7feb22f9-e837-4364-82f3-9d33d945bd82 req-31231185-32f2-4f71-82d7-988015f11059 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=88101d051d394b379575d1a4b606816a&device_id=4c69bfab-543e-4cc5-b406-b3b679a8308c HTTP/1.1" status: 200 len: 1098 time: 0.0716994 May 30 05:05:01.075062 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feb22f9-e837-4364-82f3-9d33d945bd82 req-b45d9448-b3b3-443a-9258-b61699e799c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:05:01.076498 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7feb22f9-e837-4364-82f3-9d33d945bd82 req-b45d9448-b3b3-443a-9258-b61699e799c3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=719d6beb-a88c-42b5-a4d8-b710f113657a HTTP/1.1" status: 200 len: 913 time: 0.1247413 May 30 05:05:01.179456 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7feb22f9-e837-4364-82f3-9d33d945bd82 req-7e80f7b7-bd03-4c80-81f2-d38c14a405ec service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e702d0e6-f8d7-480f-9f6e-2c7e29e6138d HTTP/1.1" status: 200 len: 1001 time: 0.0967534 May 30 05:05:01.201329 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56ded65b-0e68-413c-8b9b-1097922cc81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:01.247342 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feb22f9-e837-4364-82f3-9d33d945bd82 req-4bded613-54ab-4369-853b-f274198b8407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:05:01.248850 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7feb22f9-e837-4364-82f3-9d33d945bd82 req-4bded613-54ab-4369-853b-f274198b8407 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=195eaa06-b93a-44cb-9e99-e406979df128 HTTP/1.1" status: 200 len: 851 time: 0.0622475 May 30 05:05:01.322276 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feb22f9-e837-4364-82f3-9d33d945bd82 req-9f4da4d3-6f2f-413a-b9d4-48a85aa7a1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:05:01.323760 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7feb22f9-e837-4364-82f3-9d33d945bd82 req-9f4da4d3-6f2f-413a-b9d4-48a85aa7a1ee service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=719d6beb-a88c-42b5-a4d8-b710f113657a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692265 May 30 05:05:01.414813 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:01.455635 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7feb22f9-e837-4364-82f3-9d33d945bd82 req-3b6d773f-285a-4daf-b7b8-ff3d9ca69e7c service neutron] 10.222.0.39 "GET /v2.0/networks/719d6beb-a88c-42b5-a4d8-b710f113657a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258047 May 30 05:05:01.699045 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7feb22f9-e837-4364-82f3-9d33d945bd82 req-19c53b0d-50ce-4b38-9397-225c941a6385 service neutron] 10.222.0.39 "GET /v2.0/networks/719d6beb-a88c-42b5-a4d8-b710f113657a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368102 May 30 05:05:02.743298 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a142624-940e-4c55-bf49-a5329c884075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:11.216052 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-45f79e78-106a-4f09-9d2c-69baeab7263d None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 05:05:15.198827 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2cecf7-c111-406a-b633-af391ec129ac req-ee4aefb7-b16e-4c72-9160-fb05d5690718 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:05:15.200257 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-fb2cecf7-c111-406a-b633-af391ec129ac req-ee4aefb7-b16e-4c72-9160-fb05d5690718 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c69bfab-543e-4cc5-b406-b3b679a8308c HTTP/1.1" status: 200 len: 945 time: 0.1886845 May 30 05:05:15.243322 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-fb2cecf7-c111-406a-b633-af391ec129ac req-ad0ec728-bc78-446a-b0db-f2fd28c8e8ba tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] 10.222.0.15 "GET /v2.0/security-groups?id=52528308-5406-4aa0-bc49-d5582af75908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373652 May 30 05:05:16.426528 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42b7aeb-a2e1-48cd-9494-f8103347f6c0 req-d9e00b5f-4b89-4077-8e56-4ba2c5ac2e24 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:05:16.427992 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d42b7aeb-a2e1-48cd-9494-f8103347f6c0 req-d9e00b5f-4b89-4077-8e56-4ba2c5ac2e24 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c69bfab-543e-4cc5-b406-b3b679a8308c HTTP/1.1" status: 200 len: 945 time: 0.0803604 May 30 05:05:16.471619 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d42b7aeb-a2e1-48cd-9494-f8103347f6c0 req-5d02a972-2340-409c-b457-8f2284b41044 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] 10.222.0.15 "GET /v2.0/security-groups?id=52528308-5406-4aa0-bc49-d5582af75908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378921 May 30 05:05:16.799377 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cad785-1e61-424f-bee7-dfe749a1c851 req-123395bb-1b5b-4ea8-9726-01105f17879e tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:05:16.800833 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-31cad785-1e61-424f-bee7-dfe749a1c851 req-123395bb-1b5b-4ea8-9726-01105f17879e tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c69bfab-543e-4cc5-b406-b3b679a8308c HTTP/1.1" status: 200 len: 945 time: 0.0831358 May 30 05:05:16.871103 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [req-31cad785-1e61-424f-bee7-dfe749a1c851 req-735ee8e9-e86a-494a-b80a-62f9fefa23b2 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Deleting port e702d0e6-f8d7-480f-9f6e-2c7e29e6138d {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:05:16.871446 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-31cad785-1e61-424f-bee7-dfe749a1c851 req-735ee8e9-e86a-494a-b80a-62f9fefa23b2 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:17.111681 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [req-31cad785-1e61-424f-bee7-dfe749a1c851 req-735ee8e9-e86a-494a-b80a-62f9fefa23b2 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] For port e702d0e6-f8d7-480f-9f6e-2c7e29e6138d, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=e702d0e6-f8d7-480f-9f6e-2c7e29e6138d,segment=NetworkSegment(e44dcc7a-45b8-400b-a163-3c280c77686f),segment_id=e44dcc7a-45b8-400b-a163-3c280c77686f)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:05:17.111957 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-31cad785-1e61-424f-bee7-dfe749a1c851 req-735ee8e9-e86a-494a-b80a-62f9fefa23b2 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:17.392840 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-31cad785-1e61-424f-bee7-dfe749a1c851 req-735ee8e9-e86a-494a-b80a-62f9fefa23b2 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:17.393134 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-31cad785-1e61-424f-bee7-dfe749a1c851 req-735ee8e9-e86a-494a-b80a-62f9fefa23b2 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1604762'] for floatingip, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:17.393448 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.db.l3_db [req-31cad785-1e61-424f-bee7-dfe749a1c851 req-735ee8e9-e86a-494a-b80a-62f9fefa23b2 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Floating IP 2e6683a9-aaf1-4fd8-9451-1e5089002943 disassociated. External IP: 172.26.6.158, port: e702d0e6-f8d7-480f-9f6e-2c7e29e6138d. May 30 05:05:17.393673 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:17.394191 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [req-31cad785-1e61-424f-bee7-dfe749a1c851 req-735ee8e9-e86a-494a-b80a-62f9fefa23b2 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Calling delete_port for e702d0e6-f8d7-480f-9f6e-2c7e29e6138d owned by compute:nova {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:05:17.536936 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-31cad785-1e61-424f-bee7-dfe749a1c851 req-735ee8e9-e86a-494a-b80a-62f9fefa23b2 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:17.620207 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735ee8e9-e86a-494a-b80a-62f9fefa23b2 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Pushing event deleted for resources: {'Port': ['ID=e702d0e6-f8d7-480f-9f6e-2c7e29e6138d,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:05:17.639475 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-73e762fd-7f9c-477e-a3c2-a5dc84b86715 req-3a71c517-2ff0-4c91-8e3c-315ef2302030 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c69bfab-543e-4cc5-b406-b3b679a8308c HTTP/1.1" status: 200 len: 210 time: 0.0584173 May 30 05:05:17.642389 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735ee8e9-e86a-494a-b80a-62f9fefa23b2 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:05:17.642737 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735ee8e9-e86a-494a-b80a-62f9fefa23b2 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:05:17.643138 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735ee8e9-e86a-494a-b80a-62f9fefa23b2 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:05:17.643411 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735ee8e9-e86a-494a-b80a-62f9fefa23b2 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:05:17.643742 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735ee8e9-e86a-494a-b80a-62f9fefa23b2 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:05:17.644070 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735ee8e9-e86a-494a-b80a-62f9fefa23b2 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:05:17.644400 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735ee8e9-e86a-494a-b80a-62f9fefa23b2 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:05:17.644725 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735ee8e9-e86a-494a-b80a-62f9fefa23b2 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:05:17.645048 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735ee8e9-e86a-494a-b80a-62f9fefa23b2 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:05:17.645375 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735ee8e9-e86a-494a-b80a-62f9fefa23b2 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:05:17.645701 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735ee8e9-e86a-494a-b80a-62f9fefa23b2 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:05:17.646046 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735ee8e9-e86a-494a-b80a-62f9fefa23b2 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:05:17.826714 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [req-31cad785-1e61-424f-bee7-dfe749a1c851 req-735ee8e9-e86a-494a-b80a-62f9fefa23b2 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Router 0052139e-6291-4d45-bd81-95a00b5b5a70 has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 05:05:18.139337 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-31cad785-1e61-424f-bee7-dfe749a1c851 req-735ee8e9-e86a-494a-b80a-62f9fefa23b2 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:05:18.150416 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31674d2e-5390-494e-8d4f-092a2d2a1f76 None None] Sync routers for ids ['0052139e-6291-4d45-bd81-95a00b5b5a70'] in dv-neutron-843763-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:05:18.159683 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31674d2e-5390-494e-8d4f-092a2d2a1f76 None None] Routers {'0052139e-6291-4d45-bd81-95a00b5b5a70'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:05:18.160350 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-31674d2e-5390-494e-8d4f-092a2d2a1f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:05:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['0052139e-6291-4d45-bd81-95a00b5b5a70'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:05:18.211205 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [req-31cad785-1e61-424f-bee7-dfe749a1c851 req-735ee8e9-e86a-494a-b80a-62f9fefa23b2 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] No DVR routers for this DVR port e702d0e6-f8d7-480f-9f6e-2c7e29e6138d on host hv-neutron-8437 {{(pid=88261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 05:05:18.213766 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-31cad785-1e61-424f-bee7-dfe749a1c851 req-735ee8e9-e86a-494a-b80a-62f9fefa23b2 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:18.216278 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c69bfab-543e-4cc5-b406-b3b679a8308c', 'name': 'network-vif-deleted', 'tag': 'e702d0e6-f8d7-480f-9f6e-2c7e29e6138d'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:05:18.235502 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-31cad785-1e61-424f-bee7-dfe749a1c851 req-735ee8e9-e86a-494a-b80a-62f9fefa23b2 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] 10.222.0.39 "DELETE /v2.0/ports/e702d0e6-f8d7-480f-9f6e-2c7e29e6138d HTTP/1.1" status: 204 len: 173 time: 1.4294169 May 30 05:05:18.329523 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df978d23-deec-4026-9c7f-573752910f1b'] response: {'server_uuid': '4c69bfab-543e-4cc5-b406-b3b679a8308c', 'name': 'network-vif-deleted', 'tag': 'e702d0e6-f8d7-480f-9f6e-2c7e29e6138d', 'status': 'completed', 'code': 200} May 30 05:05:18.338217 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-31674d2e-5390-494e-8d4f-092a2d2a1f76 None None] Set router 0052139e-6291-4d45-bd81-95a00b5b5a70 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:05:18.660683 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-31674d2e-5390-494e-8d4f-092a2d2a1f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0052139e-6291-4d45-bd81-95a00b5b5a70', 'name': 'tempest-TestVolumeBootPattern-1089136327-router', 'tenant_id': '88101d051d394b379575d1a4b606816a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.86'}], 'enable_snat': True}, 'gw_port_id': '09d84916-c5bc-4647-93c2-5196ea1d5602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:02:15Z', 'updated_at': '2022-05-30T05:02:20Z', 'revision_number': 4, 'project_id': '88101d051d394b379575d1a4b606816a', 'gw_port': {'id': '09d84916-c5bc-4647-93c2-5196ea1d5602', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:2d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0052139e-6291-4d45-bd81-95a00b5b5a70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:02:16Z', 'updated_at': '2022-05-30T05:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': 'd3f40e31-186f-4ed2-8ffb-16622562b07e', 'name': '', 'network_id': '719d6beb-a88c-42b5-a4d8-b710f113657a', 'tenant_id': '88101d051d394b379575d1a4b606816a', 'mac_address': 'fa:16:3e:97:d3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0052139e-6291-4d45-bd81-95a00b5b5a70', 'device_owner': 'network:router_interface', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': '195eaa06-b93a-44cb-9e99-e406979df128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:02:19Z', 'updated_at': '2022-05-30T05:02:33Z', 'revision_number': 5, 'project_id': '88101d051d394b379575d1a4b606816a', 'subnets': [{'id': '195eaa06-b93a-44cb-9e99-e406979df128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:05:18.665026 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31674d2e-5390-494e-8d4f-092a2d2a1f76 None None] Checking router: 0052139e-6291-4d45-bd81-95a00b5b5a70 for host: dv-neutron-843763-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 05:05:18.673368 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31674d2e-5390-494e-8d4f-092a2d2a1f76 None None] Routers {'0052139e-6291-4d45-bd81-95a00b5b5a70'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:05:18.674001 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-31674d2e-5390-494e-8d4f-092a2d2a1f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:05:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['0052139e-6291-4d45-bd81-95a00b5b5a70'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:05:18.799028 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-8cb8f3a7-70db-4c92-ab0f-4c736d0eff90 req-5d9cc91f-4ad2-4af8-b53d-7144951aa402 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Synchronizing usage tracker for tenant:88101d051d394b379575d1a4b606816a on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:05:18.816553 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-8cb8f3a7-70db-4c92-ab0f-4c736d0eff90 req-5d9cc91f-4ad2-4af8-b53d-7144951aa402 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Unset dirty status for tenant:88101d051d394b379575d1a4b606816a on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:05:18.818078 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8cb8f3a7-70db-4c92-ab0f-4c736d0eff90 req-5d9cc91f-4ad2-4af8-b53d-7144951aa402 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c69bfab-543e-4cc5-b406-b3b679a8308c HTTP/1.1" status: 200 len: 210 time: 0.0655005 May 30 05:05:18.884467 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-31674d2e-5390-494e-8d4f-092a2d2a1f76 None None] Set router 0052139e-6291-4d45-bd81-95a00b5b5a70 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:05:19.187021 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-31674d2e-5390-494e-8d4f-092a2d2a1f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0052139e-6291-4d45-bd81-95a00b5b5a70', 'name': 'tempest-TestVolumeBootPattern-1089136327-router', 'tenant_id': '88101d051d394b379575d1a4b606816a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.86'}], 'enable_snat': True}, 'gw_port_id': '09d84916-c5bc-4647-93c2-5196ea1d5602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:02:15Z', 'updated_at': '2022-05-30T05:02:20Z', 'revision_number': 4, 'project_id': '88101d051d394b379575d1a4b606816a', 'gw_port': {'id': '09d84916-c5bc-4647-93c2-5196ea1d5602', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:2d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0052139e-6291-4d45-bd81-95a00b5b5a70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:02:16Z', 'updated_at': '2022-05-30T05:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': 'd3f40e31-186f-4ed2-8ffb-16622562b07e', 'name': '', 'network_id': '719d6beb-a88c-42b5-a4d8-b710f113657a', 'tenant_id': '88101d051d394b379575d1a4b606816a', 'mac_address': 'fa:16:3e:97:d3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0052139e-6291-4d45-bd81-95a00b5b5a70', 'device_owner': 'network:router_interface', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': '195eaa06-b93a-44cb-9e99-e406979df128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:02:19Z', 'updated_at': '2022-05-30T05:02:33Z', 'revision_number': 5, 'project_id': '88101d051d394b379575d1a4b606816a', 'subnets': [{'id': '195eaa06-b93a-44cb-9e99-e406979df128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:05:19.191248 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31674d2e-5390-494e-8d4f-092a2d2a1f76 None None] The sync data for ids ['0052139e-6291-4d45-bd81-95a00b5b5a70'] in dv-neutron-843763-1-hyperv is: [{'id': '0052139e-6291-4d45-bd81-95a00b5b5a70', 'name': 'tempest-TestVolumeBootPattern-1089136327-router', 'tenant_id': '88101d051d394b379575d1a4b606816a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.86'}], 'enable_snat': True}, 'gw_port_id': '09d84916-c5bc-4647-93c2-5196ea1d5602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:02:15Z', 'updated_at': '2022-05-30T05:02:20Z', 'revision_number': 4, 'project_id': '88101d051d394b379575d1a4b606816a', 'gw_port': {'id': '09d84916-c5bc-4647-93c2-5196ea1d5602', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:2d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0052139e-6291-4d45-bd81-95a00b5b5a70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:02:16Z', 'updated_at': '2022-05-30T05:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': 'd3f40e31-186f-4ed2-8ffb-16622562b07e', 'name': '', 'network_id': '719d6beb-a88c-42b5-a4d8-b710f113657a', 'tenant_id': '88101d051d394b379575d1a4b606816a', 'mac_address': 'fa:16:3e:97:d3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0052139e-6291-4d45-bd81-95a00b5b5a70', 'device_owner': 'network:router_interface', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': '195eaa06-b93a-44cb-9e99-e406979df128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:02:19Z', 'updated_at': '2022-05-30T05:02:33Z', 'revision_number': 5, 'project_id': '88101d051d394b379575d1a4b606816a', 'subnets': [{'id': '195eaa06-b93a-44cb-9e99-e406979df128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:05:19.410043 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6695294-a1e7-4770-9c00-7a99e9cd1c88 None None] New status for floating IP 2e6683a9-aaf1-4fd8-9451-1e5089002943: DOWN {{(pid=88262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 30 05:05:19.605165 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device e702d0e6-f8d7-480f-9f6e-2c7e29e6138d no longer exists at agent hyperv_hv-neutron-8437 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 05:05:19.643458 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] No Port match for: e702d0e6-f8d7-480f-9f6e-2c7e29e6138d {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 05:05:19.643806 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device e702d0e6-f8d7-480f-9f6e-2c7e29e6138d not bound to the agent host hv-neutron-8437 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 05:05:20.150409 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e6facbd4-7f0f-46eb-9b45-228df3bfdf7c req-2cdfa029-6ae0-4998-860e-726917455ac6 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1445389464&fields=id&tenant_id=88101d051d394b379575d1a4b606816a HTTP/1.1" status: 200 len: 267 time: 0.0379767 May 30 05:05:20.298843 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6facbd4-7f0f-46eb-9b45-228df3bfdf7c req-d83eafe5-7d01-45a3-baa1-856c10ec62b0 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:05:20.300265 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e6facbd4-7f0f-46eb-9b45-228df3bfdf7c req-d83eafe5-7d01-45a3-baa1-856c10ec62b0 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] 10.222.0.15 "GET /v2.0/networks?id=719d6beb-a88c-42b5-a4d8-b710f113657a HTTP/1.1" status: 200 len: 812 time: 0.1437576 May 30 05:05:20.314317 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e6facbd4-7f0f-46eb-9b45-228df3bfdf7c req-1327fb0e-7e48-4759-9f00-b60617f0945b tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] 10.222.0.15 "GET /v2.0/quotas/88101d051d394b379575d1a4b606816a HTTP/1.1" status: 200 len: 375 time: 0.0085609 May 30 05:05:20.398671 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e6facbd4-7f0f-46eb-9b45-228df3bfdf7c req-0ed4af54-c034-42f2-bf86-0988308106eb tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=88101d051d394b379575d1a4b606816a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0795574 May 30 05:05:20.536290 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e6facbd4-7f0f-46eb-9b45-228df3bfdf7c req-e9b41cb9-5b5c-4935-afd1-e67c1afbd12b service neutron] 10.222.0.15 "GET /v2.0/networks/719d6beb-a88c-42b5-a4d8-b710f113657a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263037 May 30 05:05:20.666548 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e6facbd4-7f0f-46eb-9b45-228df3bfdf7c req-e3a93d20-2f8d-4ce2-84df-d5b9b1f2a1e9 service neutron] 10.222.0.15 "GET /v2.0/networks/719d6beb-a88c-42b5-a4d8-b710f113657a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241934 May 30 05:05:21.036759 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9f01f0f3-7143-4044-b4f2-cdc3f1a6d9af req-55f0f149-d344-4b72-bd71-b93cdeafb218 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5741834-3365-4b0e-89aa-9e182be9a397 HTTP/1.1" status: 200 len: 210 time: 0.0430136 May 30 05:05:22.208645 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3d15519f-7859-4c4a-b72b-8b65cfd2ccf3 req-d1f82213-e5f6-4e0b-8395-86cde1b121ad tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5741834-3365-4b0e-89aa-9e182be9a397 HTTP/1.1" status: 200 len: 210 time: 0.0598764 May 30 05:05:22.250676 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6facbd4-7f0f-46eb-9b45-228df3bfdf7c req-bb06e664-b760-41f8-896e-c94770d51415 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:05:22.252090 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e6facbd4-7f0f-46eb-9b45-228df3bfdf7c req-bb06e664-b760-41f8-896e-c94770d51415 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] 10.222.0.39 "GET /v2.0/networks?id=719d6beb-a88c-42b5-a4d8-b710f113657a HTTP/1.1" status: 200 len: 812 time: 0.1976650 May 30 05:05:22.301110 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e6facbd4-7f0f-46eb-9b45-228df3bfdf7c req-37f9c957-c559-4547-91ab-5b2511084b35 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=88101d051d394b379575d1a4b606816a HTTP/1.1" status: 200 len: 380 time: 0.0392356 May 30 05:05:22.309636 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [req-e6facbd4-7f0f-46eb-9b45-228df3bfdf7c req-11b20e3b-c2ad-44ab-b62f-cc4115e16c49 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Request body: {'port': {'device_id': 'd5741834-3365-4b0e-89aa-9e182be9a397', 'network_id': '719d6beb-a88c-42b5-a4d8-b710f113657a', 'admin_state_up': True, 'tenant_id': '88101d051d394b379575d1a4b606816a', 'security_groups': ['52528308-5406-4aa0-bc49-d5582af75908']}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:05:22.452195 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [req-e6facbd4-7f0f-46eb-9b45-228df3bfdf7c req-11b20e3b-c2ad-44ab-b62f-cc4115e16c49 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:05:22.462177 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [req-e6facbd4-7f0f-46eb-9b45-228df3bfdf7c req-11b20e3b-c2ad-44ab-b62f-cc4115e16c49 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:05:22.471699 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6facbd4-7f0f-46eb-9b45-228df3bfdf7c req-11b20e3b-c2ad-44ab-b62f-cc4115e16c49 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Made reservation on behalf of 88101d051d394b379575d1a4b606816a for: {'port': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:05:22.475320 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-e6facbd4-7f0f-46eb-9b45-228df3bfdf7c req-11b20e3b-c2ad-44ab-b62f-cc4115e16c49 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:22.638498 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [req-e6facbd4-7f0f-46eb-9b45-228df3bfdf7c req-11b20e3b-c2ad-44ab-b62f-cc4115e16c49 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Allocated IP 172.20.0.12 (719d6beb-a88c-42b5-a4d8-b710f113657a/195eaa06-b93a-44cb-9e99-e406979df128/dab7c9a1-99c5-4e56-b8bf-b15f3271caed) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:05:22.825617 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-e6facbd4-7f0f-46eb-9b45-228df3bfdf7c req-11b20e3b-c2ad-44ab-b62f-cc4115e16c49 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:22.841529 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [req-e6facbd4-7f0f-46eb-9b45-228df3bfdf7c req-11b20e3b-c2ad-44ab-b62f-cc4115e16c49 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Transition to ACTIVE for port object dab7c9a1-99c5-4e56-b8bf-b15f3271caed will not be triggered until provisioned by entity DHCP. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:05:22.865626 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-e6facbd4-7f0f-46eb-9b45-228df3bfdf7c req-11b20e3b-c2ad-44ab-b62f-cc4115e16c49 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:23.056781 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6facbd4-7f0f-46eb-9b45-228df3bfdf7c req-11b20e3b-c2ad-44ab-b62f-cc4115e16c49 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Network 719d6beb-a88c-42b5-a4d8-b710f113657a is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:05:23.060058 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [req-e6facbd4-7f0f-46eb-9b45-228df3bfdf7c req-11b20e3b-c2ad-44ab-b62f-cc4115e16c49 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:05:23.063932 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6facbd4-7f0f-46eb-9b45-228df3bfdf7c req-11b20e3b-c2ad-44ab-b62f-cc4115e16c49 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:05:23.093752 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b20e3b-c2ad-44ab-b62f-cc4115e16c49 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Pushing event updated for resources: {'Port': ['ID=dab7c9a1-99c5-4e56-b8bf-b15f3271caed,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:05:23.130628 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6facbd4-7f0f-46eb-9b45-228df3bfdf7c req-11b20e3b-c2ad-44ab-b62f-cc4115e16c49 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:05:23.131251 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-e6facbd4-7f0f-46eb-9b45-228df3bfdf7c req-11b20e3b-c2ad-44ab-b62f-cc4115e16c49 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:23.159783 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e6facbd4-7f0f-46eb-9b45-228df3bfdf7c req-11b20e3b-c2ad-44ab-b62f-cc4115e16c49 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8537936 May 30 05:05:23.171455 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [req-e6facbd4-7f0f-46eb-9b45-228df3bfdf7c req-0722aec2-85ef-44f7-a5c2-89cb11727d86 service neutron] Request body: {'port': {'device_id': 'd5741834-3365-4b0e-89aa-9e182be9a397', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8437'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:05:23.303367 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-e6facbd4-7f0f-46eb-9b45-228df3bfdf7c req-0722aec2-85ef-44f7-a5c2-89cb11727d86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:23.351893 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-2d3392a9-67fe-4780-b04b-e802cbc4611e None None] Provisioning for port dab7c9a1-99c5-4e56-b8bf-b15f3271caed completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:05:23.357389 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-2d3392a9-67fe-4780-b04b-e802cbc4611e None None] Provisioning complete for port dab7c9a1-99c5-4e56-b8bf-b15f3271caed triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:05:23.357920 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-2d3392a9-67fe-4780-b04b-e802cbc4611e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:23.415162 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-2d3392a9-67fe-4780-b04b-e802cbc4611e None None] Port dab7c9a1-99c5-4e56-b8bf-b15f3271caed cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 05:05:23.532849 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11a8d78-5746-448f-a1f4-2ec0ca2cf695 req-6404b3a0-da3c-4e9e-9c9f-70c4ead9dbf7 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:05:23.533735 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-e11a8d78-5746-448f-a1f4-2ec0ca2cf695 req-6404b3a0-da3c-4e9e-9c9f-70c4ead9dbf7 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Synchronizing usage tracker for tenant:88101d051d394b379575d1a4b606816a on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:05:23.608572 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-e11a8d78-5746-448f-a1f4-2ec0ca2cf695 req-6404b3a0-da3c-4e9e-9c9f-70c4ead9dbf7 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Unset dirty status for tenant:88101d051d394b379575d1a4b606816a on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:05:23.609703 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e11a8d78-5746-448f-a1f4-2ec0ca2cf695 req-6404b3a0-da3c-4e9e-9c9f-70c4ead9dbf7 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5741834-3365-4b0e-89aa-9e182be9a397 HTTP/1.1" status: 200 len: 932 time: 0.2621729 May 30 05:05:23.686298 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e11a8d78-5746-448f-a1f4-2ec0ca2cf695 req-35619635-1720-46fd-86ef-965e33f0d628 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] 10.222.0.15 "GET /v2.0/security-groups?id=52528308-5406-4aa0-bc49-d5582af75908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699418 May 30 05:05:23.762083 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [req-e6facbd4-7f0f-46eb-9b45-228df3bfdf7c req-0722aec2-85ef-44f7-a5c2-89cb11727d86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dab7c9a1-99c5-4e56-b8bf-b15f3271caed {{(pid=88261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 30 05:05:23.769128 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-e6facbd4-7f0f-46eb-9b45-228df3bfdf7c req-0722aec2-85ef-44f7-a5c2-89cb11727d86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:23.783927 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [req-e6facbd4-7f0f-46eb-9b45-228df3bfdf7c req-0722aec2-85ef-44f7-a5c2-89cb11727d86 service neutron] Transition to ACTIVE for port object dab7c9a1-99c5-4e56-b8bf-b15f3271caed will not be triggered until provisioned by entity L2. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:05:23.787357 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-e6facbd4-7f0f-46eb-9b45-228df3bfdf7c req-0722aec2-85ef-44f7-a5c2-89cb11727d86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2304381'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:23.947973 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0722aec2-85ef-44f7-a5c2-89cb11727d86 service neutron] Pushing event updated for resources: {'Port': ['ID=dab7c9a1-99c5-4e56-b8bf-b15f3271caed,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:05:24.026545 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [req-e6facbd4-7f0f-46eb-9b45-228df3bfdf7c req-0722aec2-85ef-44f7-a5c2-89cb11727d86 service neutron] Attempting to bind port dab7c9a1-99c5-4e56-b8bf-b15f3271caed on host hv-neutron-8437 for vnic_type normal with profile {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 05:05:24.026879 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [req-e6facbd4-7f0f-46eb-9b45-228df3bfdf7c req-0722aec2-85ef-44f7-a5c2-89cb11727d86 service neutron] Attempting to bind port dab7c9a1-99c5-4e56-b8bf-b15f3271caed by drivers openvswitch,hyperv on host hv-neutron-8437 at level 0 using segments [{'id': 'e44dcc7a-45b8-400b-a163-3c280c77686f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '719d6beb-a88c-42b5-a4d8-b710f113657a'}] {{(pid=88261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 05:05:24.027202 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6facbd4-7f0f-46eb-9b45-228df3bfdf7c req-0722aec2-85ef-44f7-a5c2-89cb11727d86 service neutron] Attempting to bind port dab7c9a1-99c5-4e56-b8bf-b15f3271caed on network 719d6beb-a88c-42b5-a4d8-b710f113657a {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:05:24.031891 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6facbd4-7f0f-46eb-9b45-228df3bfdf7c req-0722aec2-85ef-44f7-a5c2-89cb11727d86 service neutron] Port dab7c9a1-99c5-4e56-b8bf-b15f3271caed on network 719d6beb-a88c-42b5-a4d8-b710f113657a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8437 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 30 05:05:24.032210 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6facbd4-7f0f-46eb-9b45-228df3bfdf7c req-0722aec2-85ef-44f7-a5c2-89cb11727d86 service neutron] Attempting to bind port dab7c9a1-99c5-4e56-b8bf-b15f3271caed on network 719d6beb-a88c-42b5-a4d8-b710f113657a {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:05:24.037569 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6facbd4-7f0f-46eb-9b45-228df3bfdf7c req-0722aec2-85ef-44f7-a5c2-89cb11727d86 service neutron] Checking agent: {'id': 'de0c936d-420b-412f-9642-7bfe80b5ab25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8437', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 51, 47), 'started_at': datetime.datetime(2022, 5, 30, 4, 51, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 5, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 05:05:24.038463 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6facbd4-7f0f-46eb-9b45-228df3bfdf7c req-0722aec2-85ef-44f7-a5c2-89cb11727d86 service neutron] Checking segment: {'id': 'e44dcc7a-45b8-400b-a163-3c280c77686f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '719d6beb-a88c-42b5-a4d8-b710f113657a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:05:24.038842 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6facbd4-7f0f-46eb-9b45-228df3bfdf7c req-0722aec2-85ef-44f7-a5c2-89cb11727d86 service neutron] Bound using segment: {'id': 'e44dcc7a-45b8-400b-a163-3c280c77686f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '719d6beb-a88c-42b5-a4d8-b710f113657a'} {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 05:05:24.039258 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [req-e6facbd4-7f0f-46eb-9b45-228df3bfdf7c req-0722aec2-85ef-44f7-a5c2-89cb11727d86 service neutron] Bound port: dab7c9a1-99c5-4e56-b8bf-b15f3271caed, host: hv-neutron-8437, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e44dcc7a-45b8-400b-a163-3c280c77686f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '719d6beb-a88c-42b5-a4d8-b710f113657a'}}] {{(pid=88261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 05:05:24.039604 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-e6facbd4-7f0f-46eb-9b45-228df3bfdf7c req-0722aec2-85ef-44f7-a5c2-89cb11727d86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:24.125312 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [req-e6facbd4-7f0f-46eb-9b45-228df3bfdf7c req-0722aec2-85ef-44f7-a5c2-89cb11727d86 service neutron] For port dab7c9a1-99c5-4e56-b8bf-b15f3271caed, host hv-neutron-8437, cleared binding levels {{(pid=88261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 05:05:24.128225 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [req-e6facbd4-7f0f-46eb-9b45-228df3bfdf7c req-0722aec2-85ef-44f7-a5c2-89cb11727d86 service neutron] For port dab7c9a1-99c5-4e56-b8bf-b15f3271caed, host hv-neutron-8437, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=dab7c9a1-99c5-4e56-b8bf-b15f3271caed,segment=NetworkSegment(e44dcc7a-45b8-400b-a163-3c280c77686f),segment_id=e44dcc7a-45b8-400b-a163-3c280c77686f)] {{(pid=88261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 05:05:24.132344 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-e6facbd4-7f0f-46eb-9b45-228df3bfdf7c req-0722aec2-85ef-44f7-a5c2-89cb11727d86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2304381'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:24.194622 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6facbd4-7f0f-46eb-9b45-228df3bfdf7c req-0722aec2-85ef-44f7-a5c2-89cb11727d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:05:24.195260 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-e6facbd4-7f0f-46eb-9b45-228df3bfdf7c req-0722aec2-85ef-44f7-a5c2-89cb11727d86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:24.196640 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e6facbd4-7f0f-46eb-9b45-228df3bfdf7c req-0722aec2-85ef-44f7-a5c2-89cb11727d86 service neutron] 10.222.0.39 "PUT /v2.0/ports/dab7c9a1-99c5-4e56-b8bf-b15f3271caed HTTP/1.1" status: 200 len: 1094 time: 1.0298440 May 30 05:05:24.197071 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5741834-3365-4b0e-89aa-9e182be9a397', 'tag': 'dab7c9a1-99c5-4e56-b8bf-b15f3271caed'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:05:24.218424 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0722aec2-85ef-44f7-a5c2-89cb11727d86 service neutron] Pushing event updated for resources: {'Port': ['ID=dab7c9a1-99c5-4e56-b8bf-b15f3271caed,revision_number=3']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:05:24.284330 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f841f334-28ac-4f50-96a0-f5c116720796'] response: {'name': 'network-changed', 'server_uuid': 'd5741834-3365-4b0e-89aa-9e182be9a397', 'tag': 'dab7c9a1-99c5-4e56-b8bf-b15f3271caed', 'status': 'completed', 'code': 200} May 30 05:05:24.327459 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6facbd4-7f0f-46eb-9b45-228df3bfdf7c req-d87f5662-db18-4aea-b548-b8fcd82e8e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:05:24.328781 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e6facbd4-7f0f-46eb-9b45-228df3bfdf7c req-d87f5662-db18-4aea-b548-b8fcd82e8e6d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=88101d051d394b379575d1a4b606816a&device_id=d5741834-3365-4b0e-89aa-9e182be9a397 HTTP/1.1" status: 200 len: 1097 time: 0.0789471 May 30 05:05:24.400779 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e6facbd4-7f0f-46eb-9b45-228df3bfdf7c req-be35231c-0db5-43a5-b3eb-b9590a812472 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dab7c9a1-99c5-4e56-b8bf-b15f3271caed HTTP/1.1" status: 200 len: 217 time: 0.0644295 May 30 05:05:24.463255 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6facbd4-7f0f-46eb-9b45-228df3bfdf7c req-f0e7f828-6c05-4032-89a4-bb27f0778666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:05:24.464478 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e6facbd4-7f0f-46eb-9b45-228df3bfdf7c req-f0e7f828-6c05-4032-89a4-bb27f0778666 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=195eaa06-b93a-44cb-9e99-e406979df128 HTTP/1.1" status: 200 len: 851 time: 0.0580106 May 30 05:05:24.538693 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6facbd4-7f0f-46eb-9b45-228df3bfdf7c req-7f1d38d8-926b-4a1e-8d49-5eae180701cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:05:24.540187 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e6facbd4-7f0f-46eb-9b45-228df3bfdf7c req-7f1d38d8-926b-4a1e-8d49-5eae180701cc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=719d6beb-a88c-42b5-a4d8-b710f113657a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699248 May 30 05:05:24.668400 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e6facbd4-7f0f-46eb-9b45-228df3bfdf7c req-72211a43-a18e-445f-bee1-c4e12dbd0026 service neutron] 10.222.0.39 "GET /v2.0/networks/719d6beb-a88c-42b5-a4d8-b710f113657a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221130 May 30 05:05:24.937025 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e6facbd4-7f0f-46eb-9b45-228df3bfdf7c req-2345f56b-78ab-4e35-a2cf-c058d502e565 service neutron] 10.222.0.39 "GET /v2.0/networks/719d6beb-a88c-42b5-a4d8-b710f113657a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2624984 May 30 05:05:24.981699 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1092af2-c376-48b1-bb95-6fb1ec0875d0 req-606985f6-e4b2-463f-ada4-843ac01b6d8e tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:05:24.983195 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a1092af2-c376-48b1-bb95-6fb1ec0875d0 req-606985f6-e4b2-463f-ada4-843ac01b6d8e tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5741834-3365-4b0e-89aa-9e182be9a397 HTTP/1.1" status: 200 len: 944 time: 0.1907284 May 30 05:05:25.072313 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a1092af2-c376-48b1-bb95-6fb1ec0875d0 req-6abe34eb-7491-4816-9384-9625290df213 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] 10.222.0.15 "GET /v2.0/security-groups?id=52528308-5406-4aa0-bc49-d5582af75908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589824 May 30 05:05:25.088161 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286c6142-26e7-4c89-a565-c8636ed2ad8a req-765474c4-992d-4d46-b932-6c137646221e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:05:25.089623 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-286c6142-26e7-4c89-a565-c8636ed2ad8a req-765474c4-992d-4d46-b932-6c137646221e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=88101d051d394b379575d1a4b606816a&device_id=d5741834-3365-4b0e-89aa-9e182be9a397 HTTP/1.1" status: 200 len: 1097 time: 0.1054895 May 30 05:05:25.218716 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286c6142-26e7-4c89-a565-c8636ed2ad8a req-acf0aed6-fc7e-4532-8912-e63d2238d965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:05:25.220101 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-286c6142-26e7-4c89-a565-c8636ed2ad8a req-acf0aed6-fc7e-4532-8912-e63d2238d965 service neutron] 10.222.0.39 "GET /v2.0/networks?id=719d6beb-a88c-42b5-a4d8-b710f113657a HTTP/1.1" status: 200 len: 913 time: 0.1242759 May 30 05:05:25.286370 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-286c6142-26e7-4c89-a565-c8636ed2ad8a req-a2400089-00c4-4a45-b3b9-85678e83f202 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dab7c9a1-99c5-4e56-b8bf-b15f3271caed HTTP/1.1" status: 200 len: 217 time: 0.0585015 May 30 05:05:25.348085 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286c6142-26e7-4c89-a565-c8636ed2ad8a req-50f55d6a-3b06-413a-bb97-9b14f7e01694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:05:25.349510 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-286c6142-26e7-4c89-a565-c8636ed2ad8a req-50f55d6a-3b06-413a-bb97-9b14f7e01694 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=195eaa06-b93a-44cb-9e99-e406979df128 HTTP/1.1" status: 200 len: 851 time: 0.0579505 May 30 05:05:25.422318 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286c6142-26e7-4c89-a565-c8636ed2ad8a req-c1fa1955-4a02-4918-a7fe-dbeec279a076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:05:25.423774 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-286c6142-26e7-4c89-a565-c8636ed2ad8a req-c1fa1955-4a02-4918-a7fe-dbeec279a076 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=719d6beb-a88c-42b5-a4d8-b710f113657a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684094 May 30 05:05:25.550492 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-286c6142-26e7-4c89-a565-c8636ed2ad8a req-5376e0af-32c7-40f8-a579-08045d3b67e5 service neutron] 10.222.0.39 "GET /v2.0/networks/719d6beb-a88c-42b5-a4d8-b710f113657a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199734 May 30 05:05:25.677449 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-286c6142-26e7-4c89-a565-c8636ed2ad8a req-1111c5e7-090a-49c7-ad4b-6d2d3d60966a service neutron] 10.222.0.39 "GET /v2.0/networks/719d6beb-a88c-42b5-a4d8-b710f113657a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193833 May 30 05:05:26.253732 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ccc328-4c47-415a-aa50-5b9223640836 req-58abafdb-c0fc-4c09-8ac6-14c35206b7c1 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:05:26.255162 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-81ccc328-4c47-415a-aa50-5b9223640836 req-58abafdb-c0fc-4c09-8ac6-14c35206b7c1 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5741834-3365-4b0e-89aa-9e182be9a397 HTTP/1.1" status: 200 len: 944 time: 0.0775383 May 30 05:05:26.302870 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-81ccc328-4c47-415a-aa50-5b9223640836 req-e42a1312-471f-40b9-a763-5853f46f0914 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] 10.222.0.15 "GET /v2.0/security-groups?id=52528308-5406-4aa0-bc49-d5582af75908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414546 May 30 05:05:27.483547 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db0c24c-590b-45f1-91e0-fab303406acc req-013ebbb8-2e7d-47fe-97c1-d1919e00bb9b tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:05:27.484989 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4db0c24c-590b-45f1-91e0-fab303406acc req-013ebbb8-2e7d-47fe-97c1-d1919e00bb9b tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5741834-3365-4b0e-89aa-9e182be9a397 HTTP/1.1" status: 200 len: 944 time: 0.0786886 May 30 05:05:27.527763 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4db0c24c-590b-45f1-91e0-fab303406acc req-399aaad3-9aad-4791-8f1c-61db66446143 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] 10.222.0.15 "GET /v2.0/security-groups?id=52528308-5406-4aa0-bc49-d5582af75908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370376 May 30 05:05:27.946245 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-bb1d41c1-27c6-4e29-826c-aad5ef30e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:28.710905 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be13bbf2-4334-475b-a05d-a896bf2f4101 req-828eb55f-8afb-4d33-9175-515728aba5bb tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:05:28.712350 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-be13bbf2-4334-475b-a05d-a896bf2f4101 req-828eb55f-8afb-4d33-9175-515728aba5bb tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5741834-3365-4b0e-89aa-9e182be9a397 HTTP/1.1" status: 200 len: 944 time: 0.0807748 May 30 05:05:28.754830 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-be13bbf2-4334-475b-a05d-a896bf2f4101 req-b00cdb9f-bd4e-413d-bd62-ce7dfa382d21 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] 10.222.0.15 "GET /v2.0/security-groups?id=52528308-5406-4aa0-bc49-d5582af75908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369375 May 30 05:05:29.934961 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45628a1-28d7-4513-bfee-fa6d40aab7ab req-db22fc20-d0a0-460c-a3f9-b27ffefad776 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:05:29.936393 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b45628a1-28d7-4513-bfee-fa6d40aab7ab req-db22fc20-d0a0-460c-a3f9-b27ffefad776 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5741834-3365-4b0e-89aa-9e182be9a397 HTTP/1.1" status: 200 len: 944 time: 0.0775986 May 30 05:05:29.979152 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b45628a1-28d7-4513-bfee-fa6d40aab7ab req-ae64c696-96f2-4610-82bf-b493f14715e5 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] 10.222.0.15 "GET /v2.0/security-groups?id=52528308-5406-4aa0-bc49-d5582af75908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370598 May 30 05:05:30.173439 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e0f624a0-28d9-4100-9b55-3e4a835fc1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:31.162189 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a17101-d7a5-4c63-8549-4d39d443c00a req-c22312d6-e828-4d15-849c-169377358ba4 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:05:31.163543 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c7a17101-d7a5-4c63-8549-4d39d443c00a req-c22312d6-e828-4d15-849c-169377358ba4 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5741834-3365-4b0e-89aa-9e182be9a397 HTTP/1.1" status: 200 len: 944 time: 0.0826178 May 30 05:05:31.201714 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56ded65b-0e68-413c-8b9b-1097922cc81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:31.209357 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c7a17101-d7a5-4c63-8549-4d39d443c00a req-9a4b7da9-735d-4b7a-8a62-d7910cbeb1e4 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] 10.222.0.15 "GET /v2.0/security-groups?id=52528308-5406-4aa0-bc49-d5582af75908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395887 May 30 05:05:31.417469 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:31.876703 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 48114) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:05:31.981859 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-e4b62f88-9b2c-4552-81f4-d449747e9a49 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/floatingips/46412430-45e4-487f-bd3a-a0b35f2073e1 HTTP/1.1" status: 200 len: 992 time: 0.1032169 May 30 05:05:32.341321 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 48124) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:05:32.394502 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d652359d-4530-471a-b9e8-6eb4099b5f32 req-51b1890e-54fa-4d76-8269-1b9b6aea1b49 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:05:32.395964 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d652359d-4530-471a-b9e8-6eb4099b5f32 req-51b1890e-54fa-4d76-8269-1b9b6aea1b49 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5741834-3365-4b0e-89aa-9e182be9a397 HTTP/1.1" status: 200 len: 944 time: 0.0788918 May 30 05:05:32.440053 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d652359d-4530-471a-b9e8-6eb4099b5f32 req-2805c27c-e3ea-46d9-85c3-ae4799822bf2 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] 10.222.0.15 "GET /v2.0/security-groups?id=52528308-5406-4aa0-bc49-d5582af75908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382864 May 30 05:05:32.542178 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-48ed3deb-12ba-461f-a246-e0d1cbe7235a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Deleting port 4fcc6ff9-6f5c-4ac1-8c15-929283e0c279 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:05:32.542521 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-48ed3deb-12ba-461f-a246-e0d1cbe7235a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:32.713011 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-48ed3deb-12ba-461f-a246-e0d1cbe7235a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:32.713333 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-48ed3deb-12ba-461f-a246-e0d1cbe7235a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:32.745747 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a142624-940e-4c55-bf49-a5329c884075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:32.831287 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-48ed3deb-12ba-461f-a246-e0d1cbe7235a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Calling delete_port for 4fcc6ff9-6f5c-4ac1-8c15-929283e0c279 owned by network:floatingip {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:05:32.975557 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-48ed3deb-12ba-461f-a246-e0d1cbe7235a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:33.020065 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ed3deb-12ba-461f-a246-e0d1cbe7235a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event deleted for resources: {'Port': ['ID=4fcc6ff9-6f5c-4ac1-8c15-929283e0c279,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:05:33.059739 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ed3deb-12ba-461f-a246-e0d1cbe7235a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:05:33.060146 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ed3deb-12ba-461f-a246-e0d1cbe7235a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:05:33.060484 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ed3deb-12ba-461f-a246-e0d1cbe7235a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:05:33.060810 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ed3deb-12ba-461f-a246-e0d1cbe7235a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:05:33.061133 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ed3deb-12ba-461f-a246-e0d1cbe7235a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:05:33.061458 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ed3deb-12ba-461f-a246-e0d1cbe7235a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:05:33.061775 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ed3deb-12ba-461f-a246-e0d1cbe7235a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:05:33.062118 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ed3deb-12ba-461f-a246-e0d1cbe7235a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:05:33.062432 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ed3deb-12ba-461f-a246-e0d1cbe7235a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:05:33.062742 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ed3deb-12ba-461f-a246-e0d1cbe7235a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:05:33.063056 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ed3deb-12ba-461f-a246-e0d1cbe7235a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:05:33.063363 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ed3deb-12ba-461f-a246-e0d1cbe7235a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:05:33.212565 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-48ed3deb-12ba-461f-a246-e0d1cbe7235a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for floatingip, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:33.212991 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.db.l3_db [None req-48ed3deb-12ba-461f-a246-e0d1cbe7235a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Floating IP 46412430-45e4-487f-bd3a-a0b35f2073e1 disassociated (deleted). External IP: 172.26.6.20, port: 27c3d93a-ee05-41d1-9563-6d6d125982c9. May 30 05:05:33.561487 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48ed3deb-12ba-461f-a246-e0d1cbe7235a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Router c0806e7b-6af8-40ed-83c0-b20770d06fb4 has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 05:05:33.629038 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3034b64a-c119-4af7-b22f-2567dd91c498 req-fe29fe7f-446b-4ec1-bbcb-b42d2cce63df tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:05:33.630524 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3034b64a-c119-4af7-b22f-2567dd91c498 req-fe29fe7f-446b-4ec1-bbcb-b42d2cce63df tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5741834-3365-4b0e-89aa-9e182be9a397 HTTP/1.1" status: 200 len: 944 time: 0.0811951 May 30 05:05:33.658159 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device dab7c9a1-99c5-4e56-b8bf-b15f3271caed details requested by agent hyperv_hv-neutron-8437 with host hv-neutron-8437 {{(pid=88262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 05:05:33.675373 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3034b64a-c119-4af7-b22f-2567dd91c498 req-e6da30ed-6d99-439b-9f7e-4bb906d6b18f tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] 10.222.0.15 "GET /v2.0/security-groups?id=52528308-5406-4aa0-bc49-d5582af75908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384693 May 30 05:05:33.740047 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48ed3deb-12ba-461f-a246-e0d1cbe7235a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:05:33.751002 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fadd25e5-9fb6-4416-b5bd-90bc43f36c93 None None] Sync routers for ids ['c0806e7b-6af8-40ed-83c0-b20770d06fb4'] in dv-neutron-843763-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:05:33.762244 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fadd25e5-9fb6-4416-b5bd-90bc43f36c93 None None] Routers {'c0806e7b-6af8-40ed-83c0-b20770d06fb4'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:05:33.762475 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-48ed3deb-12ba-461f-a246-e0d1cbe7235a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for floatingip, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:33.762853 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-fadd25e5-9fb6-4416-b5bd-90bc43f36c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:05:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['c0806e7b-6af8-40ed-83c0-b20770d06fb4'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:05:33.794488 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port dab7c9a1-99c5-4e56-b8bf-b15f3271caed, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=dab7c9a1-99c5-4e56-b8bf-b15f3271caed,segment=NetworkSegment(e44dcc7a-45b8-400b-a163-3c280c77686f),segment_id=e44dcc7a-45b8-400b-a163-3c280c77686f)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:05:33.808714 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Returning: {'device': 'dab7c9a1-99c5-4e56-b8bf-b15f3271caed', 'network_id': '719d6beb-a88c-42b5-a4d8-b710f113657a', 'port_id': 'dab7c9a1-99c5-4e56-b8bf-b15f3271caed', 'mac_address': 'fa:16:3e:00:db:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '195eaa06-b93a-44cb-9e99-e406979df128', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 05:05:33.822024 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-48ed3deb-12ba-461f-a246-e0d1cbe7235a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "DELETE /v2.0/floatingips/46412430-45e4-487f-bd3a-a0b35f2073e1 HTTP/1.1" status: 204 len: 168 time: 1.4771605 May 30 05:05:33.822024 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee020f30-2ddd-466b-9fdb-5a294664cbbd', 'tag': '27c3d93a-ee05-41d1-9563-6d6d125982c9'}] {{(pid=88260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:05:33.888512 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Current status of the port dab7c9a1-99c5-4e56-b8bf-b15f3271caed is: DOWN; New status is: BUILD {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:05:33.889033 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:33.908498 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dab7c9a1-99c5-4e56-b8bf-b15f3271caed {{(pid=88262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 30 05:05:33.927176 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port dab7c9a1-99c5-4e56-b8bf-b15f3271caed, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=dab7c9a1-99c5-4e56-b8bf-b15f3271caed,segment=NetworkSegment(e44dcc7a-45b8-400b-a163-3c280c77686f),segment_id=e44dcc7a-45b8-400b-a163-3c280c77686f)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:05:33.931768 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:33.946479 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-fadd25e5-9fb6-4416-b5bd-90bc43f36c93 None None] Set router c0806e7b-6af8-40ed-83c0-b20770d06fb4 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:05:34.000655 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Pushing event updated for resources: {'Port': ['ID=dab7c9a1-99c5-4e56-b8bf-b15f3271caed,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:05:34.009868 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:05:34.010224 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:05:34.010566 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:05:34.010903 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:05:34.011235 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:05:34.011564 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:05:34.011889 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:05:34.012218 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:05:34.012539 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:05:34.012861 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:05:34.014071 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:05:34.014422 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:05:34.118753 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a73157f0-6032-4fe0-b37d-686a746cab56'] response: {'name': 'network-changed', 'server_uuid': 'ee020f30-2ddd-466b-9fdb-5a294664cbbd', 'tag': '27c3d93a-ee05-41d1-9563-6d6d125982c9', 'status': 'completed', 'code': 200} May 30 05:05:34.273554 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-fadd25e5-9fb6-4416-b5bd-90bc43f36c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0806e7b-6af8-40ed-83c0-b20770d06fb4', 'name': 'tempest-TestNetworkBasicOps-router-410736475', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.56'}], 'enable_snat': True}, 'gw_port_id': '106a70bc-4424-445e-97b3-e32c12bfb845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:04:05Z', 'updated_at': '2022-05-30T05:04:10Z', 'revision_number': 4, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'gw_port': {'id': '106a70bc-4424-445e-97b3-e32c12bfb845', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:43:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0806e7b-6af8-40ed-83c0-b20770d06fb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:04:06Z', 'updated_at': '2022-05-30T05:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': '14a785cc-ad67-468d-b722-7e040c3f3d28', 'name': '', 'network_id': '093dacfe-dbac-43c0-adf8-098f991f120c', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'mac_address': 'fa:16:3e:2e:7f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0806e7b-6af8-40ed-83c0-b20770d06fb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'b34fb3ee-9818-4ff4-a2ae-a783f32435cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:04:10Z', 'updated_at': '2022-05-30T05:04:16Z', 'revision_number': 5, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'subnets': [{'id': 'b34fb3ee-9818-4ff4-a2ae-a783f32435cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:05:34.278592 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fadd25e5-9fb6-4416-b5bd-90bc43f36c93 None None] Checking router: c0806e7b-6af8-40ed-83c0-b20770d06fb4 for host: dv-neutron-843763-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 05:05:34.282502 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] get_ports_and_sgs() called for port_ids ['dab7c9a1-99c5-4e56-b8bf-b15f3271caed'] {{(pid=88262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 30 05:05:34.287712 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fadd25e5-9fb6-4416-b5bd-90bc43f36c93 None None] Routers {'c0806e7b-6af8-40ed-83c0-b20770d06fb4'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:05:34.288320 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-fadd25e5-9fb6-4416-b5bd-90bc43f36c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:05:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['c0806e7b-6af8-40ed-83c0-b20770d06fb4'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:05:34.400169 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddce14f-4aee-4d78-96ea-50b32cf69311 req-c4f0ec70-7859-4ff9-b063-e144be3c0f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:05:34.401659 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2ddce14f-4aee-4d78-96ea-50b32cf69311 req-c4f0ec70-7859-4ff9-b063-e144be3c0f72 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f9fe59584bbe4d5aaa42841eedb71980&device_id=ee020f30-2ddd-466b-9fdb-5a294664cbbd HTTP/1.1" status: 200 len: 1098 time: 0.2570882 May 30 05:05:34.475936 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-fadd25e5-9fb6-4416-b5bd-90bc43f36c93 None None] Set router c0806e7b-6af8-40ed-83c0-b20770d06fb4 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:05:34.484535 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96f1ec6-4097-4c55-86c5-e8e6b37a5624 req-37e17a36-b6de-403f-9983-c6ebb33125c4 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:05:34.486008 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c96f1ec6-4097-4c55-86c5-e8e6b37a5624 req-37e17a36-b6de-403f-9983-c6ebb33125c4 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=ee020f30-2ddd-466b-9fdb-5a294664cbbd HTTP/1.1" status: 200 len: 945 time: 0.2801702 May 30 05:05:34.575741 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c96f1ec6-4097-4c55-86c5-e8e6b37a5624 req-7b21caef-53b7-4f6f-a78a-655892897234 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/security-groups?id=a3cead41-7af9-449d-80fa-9b2f9c849318&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775254 May 30 05:05:34.578798 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddce14f-4aee-4d78-96ea-50b32cf69311 req-48993412-c40c-4241-ae1f-0585af47c297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:05:34.580384 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2ddce14f-4aee-4d78-96ea-50b32cf69311 req-48993412-c40c-4241-ae1f-0585af47c297 service neutron] 10.222.0.39 "GET /v2.0/networks?id=093dacfe-dbac-43c0-adf8-098f991f120c HTTP/1.1" status: 200 len: 896 time: 0.1701100 May 30 05:05:34.660277 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2ddce14f-4aee-4d78-96ea-50b32cf69311 req-7d2d0e83-eee3-4ca4-b7b6-1d348633728e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=27c3d93a-ee05-41d1-9563-6d6d125982c9 HTTP/1.1" status: 200 len: 217 time: 0.0724044 May 30 05:05:34.726041 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddce14f-4aee-4d78-96ea-50b32cf69311 req-578d878e-9139-4dbb-a8d5-632b30594c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:05:34.727766 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2ddce14f-4aee-4d78-96ea-50b32cf69311 req-578d878e-9139-4dbb-a8d5-632b30594c29 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b34fb3ee-9818-4ff4-a2ae-a783f32435cb HTTP/1.1" status: 200 len: 835 time: 0.0605834 May 30 05:05:34.823399 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-fadd25e5-9fb6-4416-b5bd-90bc43f36c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0806e7b-6af8-40ed-83c0-b20770d06fb4', 'name': 'tempest-TestNetworkBasicOps-router-410736475', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.56'}], 'enable_snat': True}, 'gw_port_id': '106a70bc-4424-445e-97b3-e32c12bfb845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:04:05Z', 'updated_at': '2022-05-30T05:04:10Z', 'revision_number': 4, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'gw_port': {'id': '106a70bc-4424-445e-97b3-e32c12bfb845', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:43:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0806e7b-6af8-40ed-83c0-b20770d06fb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:04:06Z', 'updated_at': '2022-05-30T05:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': '14a785cc-ad67-468d-b722-7e040c3f3d28', 'name': '', 'network_id': '093dacfe-dbac-43c0-adf8-098f991f120c', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'mac_address': 'fa:16:3e:2e:7f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0806e7b-6af8-40ed-83c0-b20770d06fb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'b34fb3ee-9818-4ff4-a2ae-a783f32435cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:04:10Z', 'updated_at': '2022-05-30T05:04:16Z', 'revision_number': 5, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'subnets': [{'id': 'b34fb3ee-9818-4ff4-a2ae-a783f32435cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:05:34.827372 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fadd25e5-9fb6-4416-b5bd-90bc43f36c93 None None] The sync data for ids ['c0806e7b-6af8-40ed-83c0-b20770d06fb4'] in dv-neutron-843763-1-hyperv is: [{'id': 'c0806e7b-6af8-40ed-83c0-b20770d06fb4', 'name': 'tempest-TestNetworkBasicOps-router-410736475', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.56'}], 'enable_snat': True}, 'gw_port_id': '106a70bc-4424-445e-97b3-e32c12bfb845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:04:05Z', 'updated_at': '2022-05-30T05:04:10Z', 'revision_number': 4, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'gw_port': {'id': '106a70bc-4424-445e-97b3-e32c12bfb845', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:43:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0806e7b-6af8-40ed-83c0-b20770d06fb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:04:06Z', 'updated_at': '2022-05-30T05:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': '14a785cc-ad67-468d-b722-7e040c3f3d28', 'name': '', 'network_id': '093dacfe-dbac-43c0-adf8-098f991f120c', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'mac_address': 'fa:16:3e:2e:7f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0806e7b-6af8-40ed-83c0-b20770d06fb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'b34fb3ee-9818-4ff4-a2ae-a783f32435cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:04:10Z', 'updated_at': '2022-05-30T05:04:16Z', 'revision_number': 5, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'subnets': [{'id': 'b34fb3ee-9818-4ff4-a2ae-a783f32435cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:05:34.860784 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddce14f-4aee-4d78-96ea-50b32cf69311 req-a94108b8-f755-499c-b1a7-55c918f4919b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:05:34.862320 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2ddce14f-4aee-4d78-96ea-50b32cf69311 req-a94108b8-f755-499c-b1a7-55c918f4919b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=093dacfe-dbac-43c0-adf8-098f991f120c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1274929 May 30 05:05:34.950331 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60778226-785e-421f-93dd-7e10ec0230dc req-c58090eb-9344-48a1-8bcc-aed2384a7835 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:05:34.951865 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-60778226-785e-421f-93dd-7e10ec0230dc req-c58090eb-9344-48a1-8bcc-aed2384a7835 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5741834-3365-4b0e-89aa-9e182be9a397 HTTP/1.1" status: 200 len: 945 time: 0.1634519 May 30 05:05:35.028702 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-60778226-785e-421f-93dd-7e10ec0230dc req-57d5bc48-b191-47e2-8ba7-7c17868a6941 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] 10.222.0.15 "GET /v2.0/security-groups?id=52528308-5406-4aa0-bc49-d5582af75908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638142 May 30 05:05:35.045987 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2ddce14f-4aee-4d78-96ea-50b32cf69311 req-342e09d0-952a-4e85-9a38-687c2a38ee1c service neutron] 10.222.0.39 "GET /v2.0/networks/093dacfe-dbac-43c0-adf8-098f991f120c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748140 May 30 05:05:35.046187 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5619d3e-40a2-4c88-b424-5a9f38c08658 None None] New status for floating IP 46412430-45e4-487f-bd3a-a0b35f2073e1: DOWN {{(pid=88262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 30 05:05:35.179889 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2ddce14f-4aee-4d78-96ea-50b32cf69311 req-df47e940-5b68-4e3d-8bb9-e49c611f1f50 service neutron] 10.222.0.39 "GET /v2.0/networks/093dacfe-dbac-43c0-adf8-098f991f120c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264815 May 30 05:05:35.670024 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device dab7c9a1-99c5-4e56-b8bf-b15f3271caed up at agent hyperv_hv-neutron-8437 {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:05:35.739503 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Provisioning for port dab7c9a1-99c5-4e56-b8bf-b15f3271caed completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:05:35.744754 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Provisioning complete for port dab7c9a1-99c5-4e56-b8bf-b15f3271caed triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:05:35.745125 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:35.775510 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac75cd4-61c4-4e71-8381-d8a71fc26577 req-571b7034-0ebb-439f-96f5-15d044671756 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:05:35.776963 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8ac75cd4-61c4-4e71-8381-d8a71fc26577 req-571b7034-0ebb-439f-96f5-15d044671756 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=ee020f30-2ddd-466b-9fdb-5a294664cbbd HTTP/1.1" status: 200 len: 945 time: 0.0834458 May 30 05:05:35.820265 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8ac75cd4-61c4-4e71-8381-d8a71fc26577 req-001f7b6d-b802-4eac-891d-5ff6005cb296 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/security-groups?id=a3cead41-7af9-449d-80fa-9b2f9c849318&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374627 May 30 05:05:35.857952 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Current status of the port dab7c9a1-99c5-4e56-b8bf-b15f3271caed is: BUILD; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:05:35.858332 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:35.884709 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5741834-3365-4b0e-89aa-9e182be9a397', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dab7c9a1-99c5-4e56-b8bf-b15f3271caed'}] {{(pid=88262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:05:35.894641 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port dab7c9a1-99c5-4e56-b8bf-b15f3271caed, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=dab7c9a1-99c5-4e56-b8bf-b15f3271caed,segment=NetworkSegment(e44dcc7a-45b8-400b-a163-3c280c77686f),segment_id=e44dcc7a-45b8-400b-a163-3c280c77686f)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:05:35.898691 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:35.973150 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Pushing event updated for resources: {'Port': ['ID=dab7c9a1-99c5-4e56-b8bf-b15f3271caed,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:05:35.978441 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472877ab-f4f3-435b-9fd4-6aaa1125b475 req-11a2525d-a36c-442c-bde7-85677d281053 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:05:35.979896 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-472877ab-f4f3-435b-9fd4-6aaa1125b475 req-11a2525d-a36c-442c-bde7-85677d281053 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee020f30-2ddd-466b-9fdb-5a294664cbbd HTTP/1.1" status: 200 len: 945 time: 0.0817945 May 30 05:05:35.989226 dv-neutron-843763-1-hyperv neutron-server[88262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-336fdf80-1ed1-42a9-9f59-a8d5616ead73'] response: {'server_uuid': 'd5741834-3365-4b0e-89aa-9e182be9a397', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dab7c9a1-99c5-4e56-b8bf-b15f3271caed', 'code': 200} May 30 05:05:36.051425 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [req-472877ab-f4f3-435b-9fd4-6aaa1125b475 req-4f47b463-caa7-4742-9e31-9b4a57009da8 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Deleting port 27c3d93a-ee05-41d1-9563-6d6d125982c9 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:05:36.051761 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-472877ab-f4f3-435b-9fd4-6aaa1125b475 req-4f47b463-caa7-4742-9e31-9b4a57009da8 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:36.409259 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca05bcbb-50fa-4a4a-babb-26cba3e9e3d6 req-99c16b0a-1b52-4ab2-9e21-353290b45a91 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:05:36.410730 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ca05bcbb-50fa-4a4a-babb-26cba3e9e3d6 req-99c16b0a-1b52-4ab2-9e21-353290b45a91 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5741834-3365-4b0e-89aa-9e182be9a397 HTTP/1.1" status: 200 len: 946 time: 0.2701302 May 30 05:05:36.417869 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [req-472877ab-f4f3-435b-9fd4-6aaa1125b475 req-4f47b463-caa7-4742-9e31-9b4a57009da8 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] For port 27c3d93a-ee05-41d1-9563-6d6d125982c9, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=27c3d93a-ee05-41d1-9563-6d6d125982c9,segment=NetworkSegment(c89e14ce-5902-432d-8590-e800b96d6c56),segment_id=c89e14ce-5902-432d-8590-e800b96d6c56)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:05:36.418222 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-472877ab-f4f3-435b-9fd4-6aaa1125b475 req-4f47b463-caa7-4742-9e31-9b4a57009da8 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:36.431134 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ae1d46-4d52-4cb9-a5e0-460c3b294cf7 req-c6ceb8ef-f250-4e22-974a-7ac713ac9690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:05:36.432508 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-86ae1d46-4d52-4cb9-a5e0-460c3b294cf7 req-c6ceb8ef-f250-4e22-974a-7ac713ac9690 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d5741834-3365-4b0e-89aa-9e182be9a397 HTTP/1.1" status: 200 len: 1099 time: 0.2449555 May 30 05:05:36.686605 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [req-472877ab-f4f3-435b-9fd4-6aaa1125b475 req-4f47b463-caa7-4742-9e31-9b4a57009da8 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Calling delete_port for 27c3d93a-ee05-41d1-9563-6d6d125982c9 owned by compute:nova {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:05:36.767533 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ca05bcbb-50fa-4a4a-babb-26cba3e9e3d6 req-d2d27eef-685a-4e60-aa9a-26dc8581084b tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] 10.222.0.15 "GET /v2.0/security-groups?id=52528308-5406-4aa0-bc49-d5582af75908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3417757 May 30 05:05:36.772605 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-86ae1d46-4d52-4cb9-a5e0-460c3b294cf7 req-c0be1f07-2891-4a67-8976-95d8894f8004 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=52528308-5406-4aa0-bc49-d5582af75908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3276851 May 30 05:05:36.860806 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-472877ab-f4f3-435b-9fd4-6aaa1125b475 req-4f47b463-caa7-4742-9e31-9b4a57009da8 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:36.924676 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f47b463-caa7-4742-9e31-9b4a57009da8 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event deleted for resources: {'Port': ['ID=27c3d93a-ee05-41d1-9563-6d6d125982c9,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:05:37.002029 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a34ca52c-0e85-4dfd-9e14-3c0b4e269669 req-a7ec3573-4058-4c58-a6c5-23de3a2a5c66 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=ee020f30-2ddd-466b-9fdb-5a294664cbbd HTTP/1.1" status: 200 len: 210 time: 0.0738859 May 30 05:05:37.039719 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [req-472877ab-f4f3-435b-9fd4-6aaa1125b475 req-4f47b463-caa7-4742-9e31-9b4a57009da8 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] No DVR routers for this DVR port 27c3d93a-ee05-41d1-9563-6d6d125982c9 on host hv-neutron-8437 {{(pid=88261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 05:05:37.042235 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-472877ab-f4f3-435b-9fd4-6aaa1125b475 req-4f47b463-caa7-4742-9e31-9b4a57009da8 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:37.044679 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee020f30-2ddd-466b-9fdb-5a294664cbbd', 'name': 'network-vif-deleted', 'tag': '27c3d93a-ee05-41d1-9563-6d6d125982c9'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:05:37.056347 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-472877ab-f4f3-435b-9fd4-6aaa1125b475 req-4f47b463-caa7-4742-9e31-9b4a57009da8 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.39 "DELETE /v2.0/ports/27c3d93a-ee05-41d1-9563-6d6d125982c9 HTTP/1.1" status: 204 len: 173 time: 1.0713139 May 30 05:05:37.091505 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a74afc2-5574-4484-978a-45c08563efd3'] response: {'server_uuid': 'ee020f30-2ddd-466b-9fdb-5a294664cbbd', 'name': 'network-vif-deleted', 'tag': '27c3d93a-ee05-41d1-9563-6d6d125982c9', 'status': 'completed', 'code': 200} May 30 05:05:37.950695 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163ee3ef-7fd6-4caf-8ea7-b0460207bc44 req-c3d3af4b-1e64-42cf-97b2-62b0bcfff504 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:05:37.952150 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-163ee3ef-7fd6-4caf-8ea7-b0460207bc44 req-c3d3af4b-1e64-42cf-97b2-62b0bcfff504 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5741834-3365-4b0e-89aa-9e182be9a397 HTTP/1.1" status: 200 len: 946 time: 0.0791047 May 30 05:05:37.995694 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-163ee3ef-7fd6-4caf-8ea7-b0460207bc44 req-a8702523-bd44-4f8a-a321-e8ce070a3771 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] 10.222.0.15 "GET /v2.0/security-groups?id=52528308-5406-4aa0-bc49-d5582af75908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377970 May 30 05:05:38.095630 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 48156) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:05:38.165410 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ee3fe2a1-ecdf-4b5a-ac26-908e231555ea tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:38.193667 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ee3fe2a1-ecdf-4b5a-ac26-908e231555ea tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:38.261938 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ee3fe2a1-ecdf-4b5a-ac26-908e231555ea tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:38.281152 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3fe2a1-ecdf-4b5a-ac26-908e231555ea tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3cead41-7af9-449d-80fa-9b2f9c849318,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:05:38.287397 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ee3fe2a1-ecdf-4b5a-ac26-908e231555ea tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:38.288837 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-ee3fe2a1-ecdf-4b5a-ac26-908e231555ea tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "DELETE /v2.0/security-groups/a3cead41-7af9-449d-80fa-9b2f9c849318 HTTP/1.1" status: 204 len: 168 time: 0.1919172 May 30 05:05:38.318353 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 48162) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:05:38.869615 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4459559c-5e6b-46bf-8878-09374d3e606a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602184'] for router_interface, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:39.181690 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32c653a-1225-4449-9d51-4b2a8ffb7388 req-26419e70-1c9d-4bf2-9f16-60bb501f2c5e tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:05:39.183115 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d32c653a-1225-4449-9d51-4b2a8ffb7388 req-26419e70-1c9d-4bf2-9f16-60bb501f2c5e tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5741834-3365-4b0e-89aa-9e182be9a397 HTTP/1.1" status: 200 len: 946 time: 0.0834334 May 30 05:05:39.228682 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d32c653a-1225-4449-9d51-4b2a8ffb7388 req-0241591f-7e2a-447b-83c2-720e82ec4230 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] 10.222.0.15 "GET /v2.0/security-groups?id=52528308-5406-4aa0-bc49-d5582af75908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392909 May 30 05:05:39.344826 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-4459559c-5e6b-46bf-8878-09374d3e606a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Deleting port 14a785cc-ad67-468d-b722-7e040c3f3d28 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:05:39.345420 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4459559c-5e6b-46bf-8878-09374d3e606a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:39.412758 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79834d41-1910-4caa-a4f3-e07c2d09d27f req-b769b78b-7827-436c-a395-83b133166cea tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:05:39.414230 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-79834d41-1910-4caa-a4f3-e07c2d09d27f req-b769b78b-7827-436c-a395-83b133166cea tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5741834-3365-4b0e-89aa-9e182be9a397 HTTP/1.1" status: 200 len: 946 time: 0.0800221 May 30 05:05:39.458239 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-79834d41-1910-4caa-a4f3-e07c2d09d27f req-8439a5c0-c5db-4122-96ab-924942408331 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] 10.222.0.15 "GET /v2.0/security-groups?id=52528308-5406-4aa0-bc49-d5582af75908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381389 May 30 05:05:39.480511 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 48170) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:05:39.533088 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-4459559c-5e6b-46bf-8878-09374d3e606a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] For port 14a785cc-ad67-468d-b722-7e040c3f3d28, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=14a785cc-ad67-468d-b722-7e040c3f3d28,segment=NetworkSegment(c89e14ce-5902-432d-8590-e800b96d6c56),segment_id=c89e14ce-5902-432d-8590-e800b96d6c56)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:05:39.533445 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4459559c-5e6b-46bf-8878-09374d3e606a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:39.558767 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22b47fcc-6a68-4dc2-b83e-a81ff4381de7 tempest-TestVolumeBootPattern-1696715433 tempest-TestVolumeBootPattern-1696715433-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:05:39.560280 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-22b47fcc-6a68-4dc2-b83e-a81ff4381de7 tempest-TestVolumeBootPattern-1696715433 tempest-TestVolumeBootPattern-1696715433-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=d5741834-3365-4b0e-89aa-9e182be9a397 HTTP/1.1" status: 200 len: 1094 time: 0.0787756 May 30 05:05:39.563044 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 48174) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:05:39.567861 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-850db2f8-2f74-4c27-a49b-7f8508f510f9 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Request body: {'floatingip': {'floating_network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'port_id': 'dab7c9a1-99c5-4e56-b8bf-b15f3271caed', 'tenant_id': '88101d051d394b379575d1a4b606816a', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:05:39.574345 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-850db2f8-2f74-4c27-a49b-7f8508f510f9 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:05:39.578211 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-850db2f8-2f74-4c27-a49b-7f8508f510f9 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Usage tracker for resource:floatingip and tenant:88101d051d394b379575d1a4b606816a is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:05:39.581038 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-850db2f8-2f74-4c27-a49b-7f8508f510f9 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:05:39.586740 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-850db2f8-2f74-4c27-a49b-7f8508f510f9 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:05:39.596974 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-850db2f8-2f74-4c27-a49b-7f8508f510f9 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Notify callbacks [] for floatingip, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:39.657772 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-4459559c-5e6b-46bf-8878-09374d3e606a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Calling delete_port for 14a785cc-ad67-468d-b722-7e040c3f3d28 owned by network:router_interface {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:05:39.676836 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device 27c3d93a-ee05-41d1-9563-6d6d125982c9 no longer exists at agent hyperv_hv-neutron-8437 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 05:05:39.713574 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] No Port match for: 27c3d93a-ee05-41d1-9563-6d6d125982c9 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 05:05:39.714228 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device 27c3d93a-ee05-41d1-9563-6d6d125982c9 not bound to the agent host hv-neutron-8437 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 05:05:39.734040 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-850db2f8-2f74-4c27-a49b-7f8508f510f9 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:39.870164 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-850db2f8-2f74-4c27-a49b-7f8508f510f9 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Allocated IP 172.26.6.205 (1bab70f4-3794-44db-8e17-19f483aa8ffa/6b5b73c1-b0ce-4f83-a930-c00cc5522926/4b685b7e-a81f-4937-84c5-6be0f199e64c) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:05:39.986404 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4459559c-5e6b-46bf-8878-09374d3e606a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:40.015185 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-850db2f8-2f74-4c27-a49b-7f8508f510f9 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:40.036177 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4459559c-5e6b-46bf-8878-09374d3e606a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event deleted for resources: {'Port': ['ID=14a785cc-ad67-468d-b722-7e040c3f3d28,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:05:40.046613 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-850db2f8-2f74-4c27-a49b-7f8508f510f9 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:40.111676 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-850db2f8-2f74-4c27-a49b-7f8508f510f9 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Network 1bab70f4-3794-44db-8e17-19f483aa8ffa is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:05:40.114668 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-850db2f8-2f74-4c27-a49b-7f8508f510f9 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:05:40.118635 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850db2f8-2f74-4c27-a49b-7f8508f510f9 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:05:40.162757 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850db2f8-2f74-4c27-a49b-7f8508f510f9 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Pushing event updated for resources: {'Port': ['ID=4b685b7e-a81f-4937-84c5-6be0f199e64c,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:05:40.326989 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4459559c-5e6b-46bf-8878-09374d3e606a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1642797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602100'] for router_interface, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:40.664901 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-850db2f8-2f74-4c27-a49b-7f8508f510f9 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:40.739170 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-850db2f8-2f74-4c27-a49b-7f8508f510f9 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:40.802558 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4459559c-5e6b-46bf-8878-09374d3e606a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Router c0806e7b-6af8-40ed-83c0-b20770d06fb4 has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 05:05:40.941709 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-850db2f8-2f74-4c27-a49b-7f8508f510f9 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:40.946115 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-850db2f8-2f74-4c27-a49b-7f8508f510f9 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2304381'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:40.978499 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4459559c-5e6b-46bf-8878-09374d3e606a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:05:40.989377 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65bd59be-40d0-47db-b14c-a0986d496101 None None] Sync routers for ids ['c0806e7b-6af8-40ed-83c0-b20770d06fb4'] in dv-neutron-843763-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:05:40.993854 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-4459559c-5e6b-46bf-8878-09374d3e606a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "PUT /v2.0/routers/c0806e7b-6af8-40ed-83c0-b20770d06fb4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6718168 May 30 05:05:40.994111 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 48178) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:05:40.998742 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65bd59be-40d0-47db-b14c-a0986d496101 None None] Routers {'c0806e7b-6af8-40ed-83c0-b20770d06fb4'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:05:40.999352 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-65bd59be-40d0-47db-b14c-a0986d496101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:05:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['c0806e7b-6af8-40ed-83c0-b20770d06fb4'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:05:41.058603 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850db2f8-2f74-4c27-a49b-7f8508f510f9 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Pushing event updated for resources: {'Port': ['ID=4b685b7e-a81f-4937-84c5-6be0f199e64c,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:05:41.067490 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_v2 [None req-340fe577-bd04-4c98-8397-90c3469396d1 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Deleting subnet b34fb3ee-9818-4ff4-a2ae-a783f32435cb {{(pid=88260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 30 05:05:41.070572 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-340fe577-bd04-4c98-8397-90c3469396d1 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for subnet, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:41.078343 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-850db2f8-2f74-4c27-a49b-7f8508f510f9 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1604762'] for floatingip, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:41.125203 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-340fe577-bd04-4c98-8397-90c3469396d1 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1454738'] for subnet, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:41.183665 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-65bd59be-40d0-47db-b14c-a0986d496101 None None] Set router c0806e7b-6af8-40ed-83c0-b20770d06fb4 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:05:41.215117 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-340fe577-bd04-4c98-8397-90c3469396d1 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860493'] for subnet, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:41.259057 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.db.l3_db [None req-850db2f8-2f74-4c27-a49b-7f8508f510f9 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Floating IP 7e09a672-4b71-47db-b4a4-00b841a58b68 associated. External IP: 172.26.6.205, port: dab7c9a1-99c5-4e56-b8bf-b15f3271caed. May 30 05:05:41.314016 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-340fe577-bd04-4c98-8397-90c3469396d1 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1547867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2133322'] for subnet, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:41.358964 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340fe577-bd04-4c98-8397-90c3469396d1 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event deleted for resources: {'Subnet': ['ID=b34fb3ee-9818-4ff4-a2ae-a783f32435cb,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:05:41.361007 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-340fe577-bd04-4c98-8397-90c3469396d1 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:41.367509 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-340fe577-bd04-4c98-8397-90c3469396d1 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "DELETE /v2.0/subnets/b34fb3ee-9818-4ff4-a2ae-a783f32435cb HTTP/1.1" status: 204 len: 168 time: 0.3724387 May 30 05:05:41.369685 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d9c94f4-684b-4129-bf02-d8088d69f54e None None] Network 093dacfe-dbac-43c0-adf8-098f991f120c requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:05:41.370190 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 48182) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:05:41.483771 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-65bd59be-40d0-47db-b14c-a0986d496101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0806e7b-6af8-40ed-83c0-b20770d06fb4', 'name': 'tempest-TestNetworkBasicOps-router-410736475', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.56'}], 'enable_snat': True}, 'gw_port_id': '106a70bc-4424-445e-97b3-e32c12bfb845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:04:05Z', 'updated_at': '2022-05-30T05:05:39Z', 'revision_number': 5, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'gw_port': {'id': '106a70bc-4424-445e-97b3-e32c12bfb845', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:43:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0806e7b-6af8-40ed-83c0-b20770d06fb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:04:06Z', 'updated_at': '2022-05-30T05:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv'}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:05:41.488148 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65bd59be-40d0-47db-b14c-a0986d496101 None None] Checking router: c0806e7b-6af8-40ed-83c0-b20770d06fb4 for host: dv-neutron-843763-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 05:05:41.497722 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65bd59be-40d0-47db-b14c-a0986d496101 None None] Routers {'c0806e7b-6af8-40ed-83c0-b20770d06fb4'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:05:41.498360 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-65bd59be-40d0-47db-b14c-a0986d496101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:05:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['c0806e7b-6af8-40ed-83c0-b20770d06fb4'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:05:41.584774 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-790c8b44-023a-4658-9283-2bfee6db60c2 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for router, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:41.666868 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-850db2f8-2f74-4c27-a49b-7f8508f510f9 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Router 0052139e-6291-4d45-bd81-95a00b5b5a70 has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 05:05:41.684537 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18c9a7be-ea71-450e-a9ec-80c065d64488 None None] DHCP port deletion for 093dacfe-dbac-43c0-adf8-098f991f120c request from dv-neutron-843763-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 30 05:05:41.690646 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-18c9a7be-ea71-450e-a9ec-80c065d64488 None None] Deleting port f01d87f7-313c-46bb-9b52-a8aa2d67898c {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:05:41.691254 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-18c9a7be-ea71-450e-a9ec-80c065d64488 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:41.697714 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-65bd59be-40d0-47db-b14c-a0986d496101 None None] Set router c0806e7b-6af8-40ed-83c0-b20770d06fb4 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:05:41.785396 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-790c8b44-023a-4658-9283-2bfee6db60c2 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:41.796883 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-790c8b44-023a-4658-9283-2bfee6db60c2 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Deleting port 106a70bc-4424-445e-97b3-e32c12bfb845 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:05:41.797428 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-790c8b44-023a-4658-9283-2bfee6db60c2 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:41.863818 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-850db2f8-2f74-4c27-a49b-7f8508f510f9 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:05:41.892288 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd2905a-95b9-4fdb-b86f-b8e5b364523e None None] Sync routers for ids ['0052139e-6291-4d45-bd81-95a00b5b5a70'] in dv-neutron-843763-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:05:41.915112 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-850db2f8-2f74-4c27-a49b-7f8508f510f9 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for floatingip, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:41.931051 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd2905a-95b9-4fdb-b86f-b8e5b364523e None None] Routers {'0052139e-6291-4d45-bd81-95a00b5b5a70'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:05:41.931825 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-2bd2905a-95b9-4fdb-b86f-b8e5b364523e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:05:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['0052139e-6291-4d45-bd81-95a00b5b5a70'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:05:41.982510 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-850db2f8-2f74-4c27-a49b-7f8508f510f9 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4184370 May 30 05:05:41.983239 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5741834-3365-4b0e-89aa-9e182be9a397', 'tag': 'dab7c9a1-99c5-4e56-b8bf-b15f3271caed'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:05:42.046117 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-65bd59be-40d0-47db-b14c-a0986d496101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0806e7b-6af8-40ed-83c0-b20770d06fb4', 'name': 'tempest-TestNetworkBasicOps-router-410736475', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.56'}], 'enable_snat': True}, 'gw_port_id': '106a70bc-4424-445e-97b3-e32c12bfb845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:04:05Z', 'updated_at': '2022-05-30T05:05:39Z', 'revision_number': 5, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'gw_port': {'id': '106a70bc-4424-445e-97b3-e32c12bfb845', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:43:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0806e7b-6af8-40ed-83c0-b20770d06fb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:04:06Z', 'updated_at': '2022-05-30T05:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv'}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:05:42.048413 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efc59271-5276-4daa-93dd-29f1c408e66a'] response: {'name': 'network-changed', 'server_uuid': 'd5741834-3365-4b0e-89aa-9e182be9a397', 'tag': 'dab7c9a1-99c5-4e56-b8bf-b15f3271caed', 'status': 'completed', 'code': 200} May 30 05:05:42.048717 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-18c9a7be-ea71-450e-a9ec-80c065d64488 None None] For port f01d87f7-313c-46bb-9b52-a8aa2d67898c, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=f01d87f7-313c-46bb-9b52-a8aa2d67898c,segment=NetworkSegment(c89e14ce-5902-432d-8590-e800b96d6c56),segment_id=c89e14ce-5902-432d-8590-e800b96d6c56)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:05:42.049216 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-18c9a7be-ea71-450e-a9ec-80c065d64488 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:42.059868 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65bd59be-40d0-47db-b14c-a0986d496101 None None] The sync data for ids ['c0806e7b-6af8-40ed-83c0-b20770d06fb4'] in dv-neutron-843763-1-hyperv is: [{'id': 'c0806e7b-6af8-40ed-83c0-b20770d06fb4', 'name': 'tempest-TestNetworkBasicOps-router-410736475', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.56'}], 'enable_snat': True}, 'gw_port_id': '106a70bc-4424-445e-97b3-e32c12bfb845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:04:05Z', 'updated_at': '2022-05-30T05:05:39Z', 'revision_number': 5, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'gw_port': {'id': '106a70bc-4424-445e-97b3-e32c12bfb845', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:43:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0806e7b-6af8-40ed-83c0-b20770d06fb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:04:06Z', 'updated_at': '2022-05-30T05:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv'}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:05:42.064447 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-790c8b44-023a-4658-9283-2bfee6db60c2 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] For port 106a70bc-4424-445e-97b3-e32c12bfb845, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=106a70bc-4424-445e-97b3-e32c12bfb845,segment=NetworkSegment(ad083d94-0233-4c50-a0ed-00ef7686038c),segment_id=ad083d94-0233-4c50-a0ed-00ef7686038c)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:05:42.065509 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-790c8b44-023a-4658-9283-2bfee6db60c2 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:42.066432 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device f01d87f7-313c-46bb-9b52-a8aa2d67898c no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 05:05:42.157175 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7f7591-6f96-4ce6-adb8-ef0a0970a49a req-5b3bdab3-c273-4e9f-8fa8-cc6be4bcb14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:05:42.158705 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6c7f7591-6f96-4ce6-adb8-ef0a0970a49a req-5b3bdab3-c273-4e9f-8fa8-cc6be4bcb14e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=88101d051d394b379575d1a4b606816a&device_id=d5741834-3365-4b0e-89aa-9e182be9a397 HTTP/1.1" status: 200 len: 1099 time: 0.0838623 May 30 05:05:42.321939 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-790c8b44-023a-4658-9283-2bfee6db60c2 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Calling delete_port for 106a70bc-4424-445e-97b3-e32c12bfb845 owned by network:router_gateway {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:05:42.348479 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-18c9a7be-ea71-450e-a9ec-80c065d64488 None None] Calling delete_port for f01d87f7-313c-46bb-9b52-a8aa2d67898c owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:05:42.443557 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7f7591-6f96-4ce6-adb8-ef0a0970a49a req-9eb08f6e-44cb-4805-8b6f-364477d4b7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:05:42.445240 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6c7f7591-6f96-4ce6-adb8-ef0a0970a49a req-9eb08f6e-44cb-4805-8b6f-364477d4b7b4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=719d6beb-a88c-42b5-a4d8-b710f113657a HTTP/1.1" status: 200 len: 913 time: 0.2806027 May 30 05:05:42.505424 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-2bd2905a-95b9-4fdb-b86f-b8e5b364523e None None] Set router 0052139e-6291-4d45-bd81-95a00b5b5a70 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:05:42.525217 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-790c8b44-023a-4658-9283-2bfee6db60c2 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:42.558122 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6c7f7591-6f96-4ce6-adb8-ef0a0970a49a req-6af216dc-9ba9-4338-ab72-f0779fdab6d0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dab7c9a1-99c5-4e56-b8bf-b15f3271caed HTTP/1.1" status: 200 len: 1000 time: 0.1063335 May 30 05:05:42.565553 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-18c9a7be-ea71-450e-a9ec-80c065d64488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069'] for port, after_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:42.606721 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790c8b44-023a-4658-9283-2bfee6db60c2 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event deleted for resources: {'Port': ['ID=106a70bc-4424-445e-97b3-e32c12bfb845,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:05:42.628724 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c9a7be-ea71-450e-a9ec-80c065d64488 None None] No DVR routers for this DVR port f01d87f7-313c-46bb-9b52-a8aa2d67898c on host dv-neutron-843763-1-hyperv {{(pid=88262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 05:05:42.642319 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7f7591-6f96-4ce6-adb8-ef0a0970a49a req-98a62b8a-6131-4e44-9540-ac3402bf0e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:05:42.643931 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6c7f7591-6f96-4ce6-adb8-ef0a0970a49a req-98a62b8a-6131-4e44-9540-ac3402bf0e4f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=195eaa06-b93a-44cb-9e99-e406979df128 HTTP/1.1" status: 200 len: 851 time: 0.0788963 May 30 05:05:42.657098 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port f01d87f7-313c-46bb-9b52-a8aa2d67898c is: ACTIVE; New status is: DOWN {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:05:42.657991 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:42.670402 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c9a7be-ea71-450e-a9ec-80c065d64488 None None] Pushing event deleted for resources: {'Port': ['ID=f01d87f7-313c-46bb-9b52-a8aa2d67898c,revision_number=None']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:05:42.688574 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-790c8b44-023a-4658-9283-2bfee6db60c2 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1604781'] for router_gateway, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:42.728945 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7f7591-6f96-4ce6-adb8-ef0a0970a49a req-7afabc9f-ba3c-42ac-ae20-dc2c7d43956d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:05:42.730639 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6c7f7591-6f96-4ce6-adb8-ef0a0970a49a req-7afabc9f-ba3c-42ac-ae20-dc2c7d43956d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=719d6beb-a88c-42b5-a4d8-b710f113657a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0803668 May 30 05:05:42.866183 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6c7f7591-6f96-4ce6-adb8-ef0a0970a49a req-8988edd1-af31-40cc-b389-902aadac3205 service neutron] 10.222.0.39 "GET /v2.0/networks/719d6beb-a88c-42b5-a4d8-b710f113657a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296692 May 30 05:05:42.879036 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-790c8b44-023a-4658-9283-2bfee6db60c2 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11660'] for router, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:42.881302 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-790c8b44-023a-4658-9283-2bfee6db60c2 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:42.909560 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-790c8b44-023a-4658-9283-2bfee6db60c2 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1601605'] for router, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:42.910011 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-790c8b44-023a-4658-9283-2bfee6db60c2 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Fanout notify agent at l3_agent the message router_deleted on router c0806e7b-6af8-40ed-83c0-b20770d06fb4 {{(pid=88260) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 30 05:05:42.929064 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-790c8b44-023a-4658-9283-2bfee6db60c2 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:42.933193 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-790c8b44-023a-4658-9283-2bfee6db60c2 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "DELETE /v2.0/routers/c0806e7b-6af8-40ed-83c0-b20770d06fb4 HTTP/1.1" status: 204 len: 168 time: 1.5597124 May 30 05:05:42.933568 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 48190) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:05:43.018942 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6c7f7591-6f96-4ce6-adb8-ef0a0970a49a req-d19ef463-7498-49a7-a788-03acb4130cef service neutron] 10.222.0.39 "GET /v2.0/networks/719d6beb-a88c-42b5-a4d8-b710f113657a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464379 May 30 05:05:43.028665 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-2bd2905a-95b9-4fdb-b86f-b8e5b364523e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0052139e-6291-4d45-bd81-95a00b5b5a70', 'name': 'tempest-TestVolumeBootPattern-1089136327-router', 'tenant_id': '88101d051d394b379575d1a4b606816a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.86'}], 'enable_snat': True}, 'gw_port_id': '09d84916-c5bc-4647-93c2-5196ea1d5602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:02:15Z', 'updated_at': '2022-05-30T05:02:20Z', 'revision_number': 4, 'project_id': '88101d051d394b379575d1a4b606816a', 'gw_port': {'id': '09d84916-c5bc-4647-93c2-5196ea1d5602', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:2d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0052139e-6291-4d45-bd81-95a00b5b5a70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:02:16Z', 'updated_at': '2022-05-30T05:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_floatingips': [{'id': '7e09a672-4b71-47db-b4a4-00b841a58b68', 'tenant_id': '88101d051d394b379575d1a4b606816a', 'floating_ip_address': '172.26.6.205', 'floating_network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'router_id': '0052139e-6291-4d45-bd81-95a00b5b5a70', 'port_id': 'dab7c9a1-99c5-4e56-b8bf-b15f3271caed', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '719d6beb-a88c-42b5-a4d8-b710f113657a', 'mac_address': 'fa:16:3e:00:db:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5741834-3365-4b0e-89aa-9e182be9a397', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T05:05:40Z', 'updated_at': '2022-05-30T05:05:40Z', 'revision_number': 0, 'project_id': '88101d051d394b379575d1a4b606816a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3f40e31-186f-4ed2-8ffb-16622562b07e', 'name': '', 'network_id': '719d6beb-a88c-42b5-a4d8-b710f113657a', 'tenant_id': '88101d051d394b379575d1a4b606816a', 'mac_address': 'fa:16:3e:97:d3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0052139e-6291-4d45-bd81-95a00b5b5a70', 'device_owner': 'network:router_interface', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': '195eaa06-b93a-44cb-9e99-e406979df128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:02:19Z', 'updated_at': '2022-05-30T05:02:33Z', 'revision_number': 5, 'project_id': '88101d051d394b379575d1a4b606816a', 'subnets': [{'id': '195eaa06-b93a-44cb-9e99-e406979df128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:05:43.036513 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd2905a-95b9-4fdb-b86f-b8e5b364523e None None] Checking router: 0052139e-6291-4d45-bd81-95a00b5b5a70 for host: dv-neutron-843763-1-hyperv {{(pid=88262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 05:05:43.045977 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd2905a-95b9-4fdb-b86f-b8e5b364523e None None] Routers {'0052139e-6291-4d45-bd81-95a00b5b5a70'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:05:43.046696 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-2bd2905a-95b9-4fdb-b86f-b8e5b364523e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:05:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['0052139e-6291-4d45-bd81-95a00b5b5a70'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:05:43.055779 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-99189c14-fea6-4e55-bc0f-b26c6da88160 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897784'] for network, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:43.190057 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-99189c14-fea6-4e55-bc0f-b26c6da88160 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867540', 'neutron.services.segments.db._delete_segments_for_network-8729234922972'] for network, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:43.219017 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-99189c14-fea6-4e55-bc0f-b26c6da88160 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['093dacfe-dbac-43c0-adf8-098f991f120c']}} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:05:43.220493 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-2bd2905a-95b9-4fdb-b86f-b8e5b364523e None None] Set router 0052139e-6291-4d45-bd81-95a00b5b5a70 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:05:43.231481 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-99189c14-fea6-4e55-bc0f-b26c6da88160 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c89e14ce-5902-432d-8590-e800b96d6c56') {'for_net_delete': True} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:05:43.231771 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-99189c14-fea6-4e55-bc0f-b26c6da88160 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c89e14ce-5902-432d-8590-e800b96d6c56') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:05:43.243862 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-99189c14-fea6-4e55-bc0f-b26c6da88160 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729235042807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1454725'] for segment, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:43.260237 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-99189c14-fea6-4e55-bc0f-b26c6da88160 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:43.266314 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99189c14-fea6-4e55-bc0f-b26c6da88160 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=88260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 05:05:43.266700 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-99189c14-fea6-4e55-bc0f-b26c6da88160 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-862858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1547513'] for segment, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:43.350021 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment c89e14ce-5902-432d-8590-e800b96d6c56 resource provider aggregate not found May 30 05:05:43.368008 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment c89e14ce-5902-432d-8590-e800b96d6c56 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c89e14ce-5902-432d-8590-e800b96d6c56 found for delete ", "request_id": "req-1bea5990-3220-4d6d-b677-4a3cd2f377e6"}]} May 30 05:05:43.369405 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-99189c14-fea6-4e55-bc0f-b26c6da88160 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604744'] for network, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:43.395358 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-99189c14-fea6-4e55-bc0f-b26c6da88160 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:43.401763 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99189c14-fea6-4e55-bc0f-b26c6da88160 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event deleted for resources: {'Network': ['ID=093dacfe-dbac-43c0-adf8-098f991f120c,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:05:43.409365 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-99189c14-fea6-4e55-bc0f-b26c6da88160 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "DELETE /v2.0/networks/093dacfe-dbac-43c0-adf8-098f991f120c HTTP/1.1" status: 204 len: 168 time: 0.4745533 May 30 05:05:43.420437 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 48200) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:05:43.426262 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-a4bed9ac-51cc-4288-9521-897bf5dfb884 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Request body: {'network': {'name': 'tempest-network-smoke--1413742684', 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'port_security_enabled': True}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:05:43.431928 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-a4bed9ac-51cc-4288-9521-897bf5dfb884 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:05:43.439502 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-a4bed9ac-51cc-4288-9521-897bf5dfb884 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Usage tracker for resource:network and tenant:f9fe59584bbe4d5aaa42841eedb71980 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:05:43.442587 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-a4bed9ac-51cc-4288-9521-897bf5dfb884 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:05:43.448702 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-a4bed9ac-51cc-4288-9521-897bf5dfb884 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:05:43.458433 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4bed9ac-51cc-4288-9521-897bf5dfb884 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Made reservation on behalf of f9fe59584bbe4d5aaa42841eedb71980 for: {'network': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:05:43.462464 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a4bed9ac-51cc-4288-9521-897bf5dfb884 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for network, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:43.490783 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4bed9ac-51cc-4288-9521-897bf5dfb884 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=88261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 05:05:43.499907 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a4bed9ac-51cc-4288-9521-897bf5dfb884 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:43.500235 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.db.segments_db [None req-a4bed9ac-51cc-4288-9521-897bf5dfb884 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Added segment f10317f2-4bfb-4d7c-92d7-dd0ac60807aa of type vlan for network b952d7ea-1f97-4357-b086-ada3a8133d80 May 30 05:05:43.525047 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a4bed9ac-51cc-4288-9521-897bf5dfb884 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729234556353'] for network, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:43.559207 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a4bed9ac-51cc-4288-9521-897bf5dfb884 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788'] for network, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:43.565061 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4bed9ac-51cc-4288-9521-897bf5dfb884 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:05:43.565760 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a4bed9ac-51cc-4288-9521-897bf5dfb884 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:43.585191 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-2bd2905a-95b9-4fdb-b86f-b8e5b364523e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0052139e-6291-4d45-bd81-95a00b5b5a70', 'name': 'tempest-TestVolumeBootPattern-1089136327-router', 'tenant_id': '88101d051d394b379575d1a4b606816a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.86'}], 'enable_snat': True}, 'gw_port_id': '09d84916-c5bc-4647-93c2-5196ea1d5602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:02:15Z', 'updated_at': '2022-05-30T05:02:20Z', 'revision_number': 4, 'project_id': '88101d051d394b379575d1a4b606816a', 'gw_port': {'id': '09d84916-c5bc-4647-93c2-5196ea1d5602', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:2d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0052139e-6291-4d45-bd81-95a00b5b5a70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:02:16Z', 'updated_at': '2022-05-30T05:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_floatingips': [{'id': '7e09a672-4b71-47db-b4a4-00b841a58b68', 'tenant_id': '88101d051d394b379575d1a4b606816a', 'floating_ip_address': '172.26.6.205', 'floating_network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'router_id': '0052139e-6291-4d45-bd81-95a00b5b5a70', 'port_id': 'dab7c9a1-99c5-4e56-b8bf-b15f3271caed', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '719d6beb-a88c-42b5-a4d8-b710f113657a', 'mac_address': 'fa:16:3e:00:db:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5741834-3365-4b0e-89aa-9e182be9a397', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T05:05:40Z', 'updated_at': '2022-05-30T05:05:40Z', 'revision_number': 0, 'project_id': '88101d051d394b379575d1a4b606816a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3f40e31-186f-4ed2-8ffb-16622562b07e', 'name': '', 'network_id': '719d6beb-a88c-42b5-a4d8-b710f113657a', 'tenant_id': '88101d051d394b379575d1a4b606816a', 'mac_address': 'fa:16:3e:97:d3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0052139e-6291-4d45-bd81-95a00b5b5a70', 'device_owner': 'network:router_interface', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': '195eaa06-b93a-44cb-9e99-e406979df128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:02:19Z', 'updated_at': '2022-05-30T05:02:33Z', 'revision_number': 5, 'project_id': '88101d051d394b379575d1a4b606816a', 'subnets': [{'id': '195eaa06-b93a-44cb-9e99-e406979df128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:05:43.589214 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd2905a-95b9-4fdb-b86f-b8e5b364523e None None] The sync data for ids ['0052139e-6291-4d45-bd81-95a00b5b5a70'] in dv-neutron-843763-1-hyperv is: [{'id': '0052139e-6291-4d45-bd81-95a00b5b5a70', 'name': 'tempest-TestVolumeBootPattern-1089136327-router', 'tenant_id': '88101d051d394b379575d1a4b606816a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.86'}], 'enable_snat': True}, 'gw_port_id': '09d84916-c5bc-4647-93c2-5196ea1d5602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:02:15Z', 'updated_at': '2022-05-30T05:02:20Z', 'revision_number': 4, 'project_id': '88101d051d394b379575d1a4b606816a', 'gw_port': {'id': '09d84916-c5bc-4647-93c2-5196ea1d5602', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:2d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0052139e-6291-4d45-bd81-95a00b5b5a70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:02:16Z', 'updated_at': '2022-05-30T05:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_floatingips': [{'id': '7e09a672-4b71-47db-b4a4-00b841a58b68', 'tenant_id': '88101d051d394b379575d1a4b606816a', 'floating_ip_address': '172.26.6.205', 'floating_network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'router_id': '0052139e-6291-4d45-bd81-95a00b5b5a70', 'port_id': 'dab7c9a1-99c5-4e56-b8bf-b15f3271caed', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '719d6beb-a88c-42b5-a4d8-b710f113657a', 'mac_address': 'fa:16:3e:00:db:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5741834-3365-4b0e-89aa-9e182be9a397', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T05:05:40Z', 'updated_at': '2022-05-30T05:05:40Z', 'revision_number': 0, 'project_id': '88101d051d394b379575d1a4b606816a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3f40e31-186f-4ed2-8ffb-16622562b07e', 'name': '', 'network_id': '719d6beb-a88c-42b5-a4d8-b710f113657a', 'tenant_id': '88101d051d394b379575d1a4b606816a', 'mac_address': 'fa:16:3e:97:d3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0052139e-6291-4d45-bd81-95a00b5b5a70', 'device_owner': 'network:router_interface', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': '195eaa06-b93a-44cb-9e99-e406979df128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:02:19Z', 'updated_at': '2022-05-30T05:02:33Z', 'revision_number': 5, 'project_id': '88101d051d394b379575d1a4b606816a', 'subnets': [{'id': '195eaa06-b93a-44cb-9e99-e406979df128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:05:43.672166 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-a4bed9ac-51cc-4288-9521-897bf5dfb884 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2504613 May 30 05:05:43.674878 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 48204) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:05:43.680793 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-96840aea-e08b-4377-b75f-9f41d4a7e04a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1413020320', 'admin_state_up': True, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'}}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:05:43.681566 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bed9ac-51cc-4288-9521-897bf5dfb884 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event updated for resources: {'Network': ['ID=b952d7ea-1f97-4357-b086-ada3a8133d80,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:05:43.688117 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-96840aea-e08b-4377-b75f-9f41d4a7e04a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:05:43.691832 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Network b952d7ea-1f97-4357-b086-ada3a8133d80 details requested by agent ovs-agent-dv-neutron-843763-1-hyperv with host dv-neutron-843763-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 05:05:43.696717 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-96840aea-e08b-4377-b75f-9f41d4a7e04a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Usage tracker for resource:router and tenant:f9fe59584bbe4d5aaa42841eedb71980 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:05:43.700009 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-96840aea-e08b-4377-b75f-9f41d4a7e04a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:05:43.707088 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-96840aea-e08b-4377-b75f-9f41d4a7e04a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:05:43.718379 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-96840aea-e08b-4377-b75f-9f41d4a7e04a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1603901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11666'] for router, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:43.719438 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-96840aea-e08b-4377-b75f-9f41d4a7e04a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11675'] for router, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:43.736289 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-96840aea-e08b-4377-b75f-9f41d4a7e04a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:43.793737 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0a84f2-4aec-419b-aaee-92a8f4e96885 None None] New status for floating IP 7e09a672-4b71-47db-b4a4-00b841a58b68: ACTIVE {{(pid=88263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 30 05:05:43.954086 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 106a70bc-4424-445e-97b3-e32c12bfb845 no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 05:05:43.988261 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] No Port match for: 106a70bc-4424-445e-97b3-e32c12bfb845 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 05:05:43.988653 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 106a70bc-4424-445e-97b3-e32c12bfb845 not bound to the agent host dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 05:05:43.989016 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 14a785cc-ad67-468d-b722-7e040c3f3d28 no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 05:05:44.021116 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-96840aea-e08b-4377-b75f-9f41d4a7e04a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11765'] for router, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:44.022499 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] No Port match for: 14a785cc-ad67-468d-b722-7e040c3f3d28 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 05:05:44.022853 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 14a785cc-ad67-468d-b722-7e040c3f3d28 not bound to the agent host dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 05:05:44.416139 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-96840aea-e08b-4377-b75f-9f41d4a7e04a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for router_gateway, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:44.447393 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-96840aea-e08b-4377-b75f-9f41d4a7e04a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:44.578296 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-96840aea-e08b-4377-b75f-9f41d4a7e04a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Allocated IP 172.26.6.6 (1bab70f4-3794-44db-8e17-19f483aa8ffa/6b5b73c1-b0ce-4f83-a930-c00cc5522926/148d68d5-ea99-40bb-9947-f60fe84adfe0) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:05:44.725269 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-96840aea-e08b-4377-b75f-9f41d4a7e04a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:44.753795 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-96840aea-e08b-4377-b75f-9f41d4a7e04a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:44.822648 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96840aea-e08b-4377-b75f-9f41d4a7e04a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Network 1bab70f4-3794-44db-8e17-19f483aa8ffa is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:05:44.825555 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-96840aea-e08b-4377-b75f-9f41d4a7e04a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:05:44.829549 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96840aea-e08b-4377-b75f-9f41d4a7e04a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:05:44.858403 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96840aea-e08b-4377-b75f-9f41d4a7e04a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event updated for resources: {'Port': ['ID=148d68d5-ea99-40bb-9947-f60fe84adfe0,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:05:45.236945 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-96840aea-e08b-4377-b75f-9f41d4a7e04a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for router_gateway, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:45.662372 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-96840aea-e08b-4377-b75f-9f41d4a7e04a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603653'] for router, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:45.863072 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96840aea-e08b-4377-b75f-9f41d4a7e04a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Router febffa49-3f93-4662-8812-d2098bf1c5d8 is scheduled to L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 with binding_index 1 {{(pid=88260) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 30 05:05:46.035692 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96840aea-e08b-4377-b75f-9f41d4a7e04a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:05:46.045504 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345f768d-e236-455c-b107-ff1f0aea9301 None None] Sync routers for ids ['febffa49-3f93-4662-8812-d2098bf1c5d8'] in dv-neutron-843763-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:05:46.054506 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345f768d-e236-455c-b107-ff1f0aea9301 None None] Routers {'febffa49-3f93-4662-8812-d2098bf1c5d8'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:05:46.055097 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-345f768d-e236-455c-b107-ff1f0aea9301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:05:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['febffa49-3f93-4662-8812-d2098bf1c5d8'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:05:46.062898 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-96840aea-e08b-4377-b75f-9f41d4a7e04a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:46.064088 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-96840aea-e08b-4377-b75f-9f41d4a7e04a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.3882127 May 30 05:05:46.067380 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 48208) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:05:46.108148 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-77280409-dc4e-4727-86ec-d204d3d8eb29 tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=f9fe59584bbe4d5aaa42841eedb71980&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0395639 May 30 05:05:46.110694 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 48212) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:05:46.237744 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a976152-4d62-4768-bafe-638a382d6e8a tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:05:46.239230 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-5a976152-4d62-4768-bafe-638a382d6e8a tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1274645 May 30 05:05:46.242018 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 48216) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:05:46.277174 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-345f768d-e236-455c-b107-ff1f0aea9301 None None] Set router febffa49-3f93-4662-8812-d2098bf1c5d8 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:05:46.283990 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-7f899d97-f2ee-4c59-affa-a11d74ea2181 tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=1bab70f4-3794-44db-8e17-19f483aa8ffa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0406356 May 30 05:05:46.286790 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 48220) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:05:46.292459 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-2dda30e9-9dd8-41c4-9895-6ee43c1453ac tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1777322744', 'network_id': 'b952d7ea-1f97-4357-b086-ada3a8133d80', 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:05:46.399635 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-2dda30e9-9dd8-41c4-9895-6ee43c1453ac tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:05:46.403481 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-2dda30e9-9dd8-41c4-9895-6ee43c1453ac tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Usage tracker for resource:subnet and tenant:f9fe59584bbe4d5aaa42841eedb71980 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:05:46.406321 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-2dda30e9-9dd8-41c4-9895-6ee43c1453ac tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:05:46.412163 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-2dda30e9-9dd8-41c4-9895-6ee43c1453ac tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:05:46.421951 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dda30e9-9dd8-41c4-9895-6ee43c1453ac tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Made reservation on behalf of f9fe59584bbe4d5aaa42841eedb71980 for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:05:46.425479 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2dda30e9-9dd8-41c4-9895-6ee43c1453ac tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9305518'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:46.567756 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-345f768d-e236-455c-b107-ff1f0aea9301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'febffa49-3f93-4662-8812-d2098bf1c5d8', 'name': 'tempest-TestNetworkBasicOps-router-1413020320', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.6'}], 'enable_snat': True}, 'gw_port_id': '148d68d5-ea99-40bb-9947-f60fe84adfe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:05:43Z', 'updated_at': '2022-05-30T05:05:45Z', 'revision_number': 3, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'gw_port': {'id': '148d68d5-ea99-40bb-9947-f60fe84adfe0', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:48:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'febffa49-3f93-4662-8812-d2098bf1c5d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:05:44Z', 'updated_at': '2022-05-30T05:05:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv'}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:05:46.572164 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345f768d-e236-455c-b107-ff1f0aea9301 None None] Checking router: febffa49-3f93-4662-8812-d2098bf1c5d8 for host: dv-neutron-843763-1-hyperv {{(pid=88262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 05:05:46.572517 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345f768d-e236-455c-b107-ff1f0aea9301 None None] Updating router febffa49-3f93-4662-8812-d2098bf1c5d8 port 148d68d5-ea99-40bb-9947-f60fe84adfe0 binding host dv-neutron-843763-1-hyperv {{(pid=88262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 30 05:05:46.628331 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-345f768d-e236-455c-b107-ff1f0aea9301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:46.644425 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2dda30e9-9dd8-41c4-9895-6ee43c1453ac tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2305012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9305500'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:46.724193 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dda30e9-9dd8-41c4-9895-6ee43c1453ac tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event updated for resources: {'Subnet': ['ID=38f7e0cd-40b0-4074-9f8e-9716a75fa33b,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:05:46.731515 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dda30e9-9dd8-41c4-9895-6ee43c1453ac tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Checking segment: {'id': 'f10317f2-4bfb-4d7c-92d7-dd0ac60807aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'b952d7ea-1f97-4357-b086-ada3a8133d80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:05:46.731875 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dda30e9-9dd8-41c4-9895-6ee43c1453ac tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Network hostable DHCP agents. Network: b952d7ea-1f97-4357-b086-ada3a8133d80, hostable agents: ['1c705e68-3d3e-4dd3-9252-feb21d4b96ab'], hosted agents: [] {{(pid=88261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 05:05:46.751287 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dda30e9-9dd8-41c4-9895-6ee43c1453ac tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Network b952d7ea-1f97-4357-b086-ada3a8133d80 is scheduled to be hosted by DHCP agent 1c705e68-3d3e-4dd3-9252-feb21d4b96ab with binding_index 1 {{(pid=88261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 05:05:46.761641 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-2dda30e9-9dd8-41c4-9895-6ee43c1453ac tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843763-1-hyperv, b952d7ea-1f97-4357-b086-ada3a8133d80) {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:05:46.765570 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dda30e9-9dd8-41c4-9895-6ee43c1453ac tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:05:46.766186 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2dda30e9-9dd8-41c4-9895-6ee43c1453ac tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:46.776786 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e656ac4-1745-4b0c-94a0-f9b91fcaee91 None None] Network b952d7ea-1f97-4357-b086-ada3a8133d80 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:05:46.787478 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-2dda30e9-9dd8-41c4-9895-6ee43c1453ac tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4997268 May 30 05:05:46.790372 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 48224) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:05:47.142926 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be84ca8-d0bf-4996-9748-833f97335da0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bbf24ed-7ba9-53d2-873f-8f9642b1e987-b952d7ea-1f97-4357-b086-ada3a8133d80', 'network_id': 'b952d7ea-1f97-4357-b086-ada3a8133d80', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'fixed_ips': [{'subnet_id': '38f7e0cd-40b0-4074-9f8e-9716a75fa33b'}]}} from dv-neutron-843763-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 30 05:05:47.143764 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-1be84ca8-d0bf-4996-9748-833f97335da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:47.157221 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-345f768d-e236-455c-b107-ff1f0aea9301 None None] Notify callbacks [] for port, precommit_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:47.176150 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-345f768d-e236-455c-b107-ff1f0aea9301 None None] Transition to ACTIVE for port object 148d68d5-ea99-40bb-9947-f60fe84adfe0 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:05:47.219775 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-345f768d-e236-455c-b107-ff1f0aea9301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:47.324094 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be93c937-074c-467e-88c9-b5101add3b98 None None] Pushing event updated for resources: {'Port': ['ID=148d68d5-ea99-40bb-9947-f60fe84adfe0,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:05:47.334941 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-345f768d-e236-455c-b107-ff1f0aea9301 None None] Attempting to bind port 148d68d5-ea99-40bb-9947-f60fe84adfe0 on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 05:05:47.335312 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-345f768d-e236-455c-b107-ff1f0aea9301 None None] Attempting to bind port 148d68d5-ea99-40bb-9947-f60fe84adfe0 by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': 'ad083d94-0233-4c50-a0ed-00ef7686038c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 05:05:47.335685 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345f768d-e236-455c-b107-ff1f0aea9301 None None] Attempting to bind port 148d68d5-ea99-40bb-9947-f60fe84adfe0 on network 1bab70f4-3794-44db-8e17-19f483aa8ffa {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:05:47.371770 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345f768d-e236-455c-b107-ff1f0aea9301 None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 5, 5, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 05:05:47.372144 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345f768d-e236-455c-b107-ff1f0aea9301 None None] Checking segment: {'id': 'ad083d94-0233-4c50-a0ed-00ef7686038c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:05:47.372552 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-345f768d-e236-455c-b107-ff1f0aea9301 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:47.372942 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345f768d-e236-455c-b107-ff1f0aea9301 None None] Bound using segment: {'id': 'ad083d94-0233-4c50-a0ed-00ef7686038c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 05:05:47.373437 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-345f768d-e236-455c-b107-ff1f0aea9301 None None] Bound port: 148d68d5-ea99-40bb-9947-f60fe84adfe0, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad083d94-0233-4c50-a0ed-00ef7686038c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 05:05:47.373834 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-345f768d-e236-455c-b107-ff1f0aea9301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:47.451911 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:47.471656 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-1be84ca8-d0bf-4996-9748-833f97335da0 None None] Allocated IP 172.20.0.2 (b952d7ea-1f97-4357-b086-ada3a8133d80/38f7e0cd-40b0-4074-9f8e-9716a75fa33b/e86a06da-096d-45ef-8888-8f91ef50250e) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:05:47.487221 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-345f768d-e236-455c-b107-ff1f0aea9301 None None] For port 148d68d5-ea99-40bb-9947-f60fe84adfe0, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 05:05:47.491084 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-345f768d-e236-455c-b107-ff1f0aea9301 None None] For port 148d68d5-ea99-40bb-9947-f60fe84adfe0, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=148d68d5-ea99-40bb-9947-f60fe84adfe0,segment=NetworkSegment(ad083d94-0233-4c50-a0ed-00ef7686038c),segment_id=ad083d94-0233-4c50-a0ed-00ef7686038c)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 05:05:47.508311 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-345f768d-e236-455c-b107-ff1f0aea9301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:47.603358 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-42644752-5d0f-4fdf-82f2-1251d6db88f3 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:47.692211 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345f768d-e236-455c-b107-ff1f0aea9301 None None] Routers {'febffa49-3f93-4662-8812-d2098bf1c5d8'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:05:47.693450 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-345f768d-e236-455c-b107-ff1f0aea9301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:05:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['febffa49-3f93-4662-8812-d2098bf1c5d8'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:05:47.789975 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be93c937-074c-467e-88c9-b5101add3b98 None None] Pushing event updated for resources: {'Port': ['ID=148d68d5-ea99-40bb-9947-f60fe84adfe0,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:05:47.967473 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-345f768d-e236-455c-b107-ff1f0aea9301 None None] Set router febffa49-3f93-4662-8812-d2098bf1c5d8 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:05:48.073409 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-1be84ca8-d0bf-4996-9748-833f97335da0 None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:48.101490 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-1be84ca8-d0bf-4996-9748-833f97335da0 None None] Transition to ACTIVE for port object e86a06da-096d-45ef-8888-8f91ef50250e will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:05:48.179091 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-1be84ca8-d0bf-4996-9748-833f97335da0 None None] Transition to ACTIVE for port object e86a06da-096d-45ef-8888-8f91ef50250e will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:05:48.191841 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-1be84ca8-d0bf-4996-9748-833f97335da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:48.217174 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-45f79e78-106a-4f09-9d2c-69baeab7263d None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 05:05:48.275407 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-42644752-5d0f-4fdf-82f2-1251d6db88f3 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Allocated IP 172.20.0.1 (b952d7ea-1f97-4357-b086-ada3a8133d80/38f7e0cd-40b0-4074-9f8e-9716a75fa33b/e6a45970-18e5-4a27-a8f5-b8787801d576) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:05:48.288484 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be84ca8-d0bf-4996-9748-833f97335da0 None None] Network b952d7ea-1f97-4357-b086-ada3a8133d80 is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:05:48.320509 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-1be84ca8-d0bf-4996-9748-833f97335da0 None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:05:48.329533 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be84ca8-d0bf-4996-9748-833f97335da0 None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:05:48.330855 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be84ca8-d0bf-4996-9748-833f97335da0 None None] Pushing event updated for resources: {'Port': ['ID=e86a06da-096d-45ef-8888-8f91ef50250e,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:05:48.441691 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-1be84ca8-d0bf-4996-9748-833f97335da0 None None] Attempting to bind port e86a06da-096d-45ef-8888-8f91ef50250e on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 05:05:48.441691 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-1be84ca8-d0bf-4996-9748-833f97335da0 None None] Attempting to bind port e86a06da-096d-45ef-8888-8f91ef50250e by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': 'f10317f2-4bfb-4d7c-92d7-dd0ac60807aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'b952d7ea-1f97-4357-b086-ada3a8133d80'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 05:05:48.442085 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be84ca8-d0bf-4996-9748-833f97335da0 None None] Attempting to bind port e86a06da-096d-45ef-8888-8f91ef50250e on network b952d7ea-1f97-4357-b086-ada3a8133d80 {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:05:48.453637 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be84ca8-d0bf-4996-9748-833f97335da0 None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 5, 5, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 05:05:48.453637 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be84ca8-d0bf-4996-9748-833f97335da0 None None] Checking segment: {'id': 'f10317f2-4bfb-4d7c-92d7-dd0ac60807aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'b952d7ea-1f97-4357-b086-ada3a8133d80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:05:48.453637 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-1be84ca8-d0bf-4996-9748-833f97335da0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:48.453637 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be84ca8-d0bf-4996-9748-833f97335da0 None None] Bound using segment: {'id': 'f10317f2-4bfb-4d7c-92d7-dd0ac60807aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'b952d7ea-1f97-4357-b086-ada3a8133d80'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 05:05:48.454080 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-1be84ca8-d0bf-4996-9748-833f97335da0 None None] Bound port: e86a06da-096d-45ef-8888-8f91ef50250e, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f10317f2-4bfb-4d7c-92d7-dd0ac60807aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'b952d7ea-1f97-4357-b086-ada3a8133d80'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 05:05:48.454724 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-1be84ca8-d0bf-4996-9748-833f97335da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:48.470751 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-42644752-5d0f-4fdf-82f2-1251d6db88f3 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:48.474498 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-345f768d-e236-455c-b107-ff1f0aea9301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'febffa49-3f93-4662-8812-d2098bf1c5d8', 'name': 'tempest-TestNetworkBasicOps-router-1413020320', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.6'}], 'enable_snat': True}, 'gw_port_id': '148d68d5-ea99-40bb-9947-f60fe84adfe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:05:43Z', 'updated_at': '2022-05-30T05:05:45Z', 'revision_number': 3, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'gw_port': {'id': '148d68d5-ea99-40bb-9947-f60fe84adfe0', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:48:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'febffa49-3f93-4662-8812-d2098bf1c5d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:05:44Z', 'updated_at': '2022-05-30T05:05:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv'}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:05:48.488007 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [None req-42644752-5d0f-4fdf-82f2-1251d6db88f3 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Transition to ACTIVE for port object e6a45970-18e5-4a27-a8f5-b8787801d576 will not be triggered until provisioned by entity DHCP. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:05:48.506894 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345f768d-e236-455c-b107-ff1f0aea9301 None None] The sync data for ids ['febffa49-3f93-4662-8812-d2098bf1c5d8'] in dv-neutron-843763-1-hyperv is: [{'id': 'febffa49-3f93-4662-8812-d2098bf1c5d8', 'name': 'tempest-TestNetworkBasicOps-router-1413020320', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.6'}], 'enable_snat': True}, 'gw_port_id': '148d68d5-ea99-40bb-9947-f60fe84adfe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:05:43Z', 'updated_at': '2022-05-30T05:05:45Z', 'revision_number': 3, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'gw_port': {'id': '148d68d5-ea99-40bb-9947-f60fe84adfe0', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:48:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'febffa49-3f93-4662-8812-d2098bf1c5d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:05:44Z', 'updated_at': '2022-05-30T05:05:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv'}] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:05:48.521789 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-42644752-5d0f-4fdf-82f2-1251d6db88f3 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:48.564157 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-1be84ca8-d0bf-4996-9748-833f97335da0 None None] For port e86a06da-096d-45ef-8888-8f91ef50250e, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 05:05:48.566157 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-1be84ca8-d0bf-4996-9748-833f97335da0 None None] For port e86a06da-096d-45ef-8888-8f91ef50250e, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=e86a06da-096d-45ef-8888-8f91ef50250e,segment=NetworkSegment(f10317f2-4bfb-4d7c-92d7-dd0ac60807aa),segment_id=f10317f2-4bfb-4d7c-92d7-dd0ac60807aa)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 05:05:48.574646 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-1be84ca8-d0bf-4996-9748-833f97335da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:48.597540 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42644752-5d0f-4fdf-82f2-1251d6db88f3 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Network b952d7ea-1f97-4357-b086-ada3a8133d80 is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:05:48.601532 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-42644752-5d0f-4fdf-82f2-1251d6db88f3 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:05:48.606232 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42644752-5d0f-4fdf-82f2-1251d6db88f3 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:05:48.656985 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42644752-5d0f-4fdf-82f2-1251d6db88f3 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event updated for resources: {'Port': ['ID=e6a45970-18e5-4a27-a8f5-b8787801d576,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:05:48.678666 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-42644752-5d0f-4fdf-82f2-1251d6db88f3 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604623'] for router_interface, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:48.683377 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be84ca8-d0bf-4996-9748-833f97335da0 None None] Pushing event updated for resources: {'Port': ['ID=e86a06da-096d-45ef-8888-8f91ef50250e,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:05:48.900053 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-42644752-5d0f-4fdf-82f2-1251d6db88f3 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:49.564112 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-42644752-5d0f-4fdf-82f2-1251d6db88f3 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:49.568872 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-42644752-5d0f-4fdf-82f2-1251d6db88f3 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2304381'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:49.682143 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42644752-5d0f-4fdf-82f2-1251d6db88f3 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event updated for resources: {'Port': ['ID=e6a45970-18e5-4a27-a8f5-b8787801d576,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:05:49.687534 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-42644752-5d0f-4fdf-82f2-1251d6db88f3 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1642774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602230'] for router_interface, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:49.830498 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d0d8a28-c222-4edd-8f76-e614ff9f118d None None] Network b952d7ea-1f97-4357-b086-ada3a8133d80 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:05:49.835650 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42644752-5d0f-4fdf-82f2-1251d6db88f3 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Network b952d7ea-1f97-4357-b086-ada3a8133d80 is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:05:49.837380 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-42644752-5d0f-4fdf-82f2-1251d6db88f3 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:05:49.921178 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-fe0dfe5b-2b7f-4546-9459-69ef20d2f709 None None] Provisioning for port e86a06da-096d-45ef-8888-8f91ef50250e completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:05:50.027473 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 148d68d5-ea99-40bb-9947-f60fe84adfe0 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:05:50.042256 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42644752-5d0f-4fdf-82f2-1251d6db88f3 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Router febffa49-3f93-4662-8812-d2098bf1c5d8 has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 05:05:50.148699 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port 148d68d5-ea99-40bb-9947-f60fe84adfe0 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:05:50.156620 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 148d68d5-ea99-40bb-9947-f60fe84adfe0 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:05:50.156996 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:50.225223 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42644752-5d0f-4fdf-82f2-1251d6db88f3 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:05:50.250458 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 48230) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:05:50.251016 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-42644752-5d0f-4fdf-82f2-1251d6db88f3 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "PUT /v2.0/routers/febffa49-3f93-4662-8812-d2098bf1c5d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4590256 May 30 05:05:50.302986 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 148d68d5-ea99-40bb-9947-f60fe84adfe0 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:05:50.303375 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:50.325711 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] For port 148d68d5-ea99-40bb-9947-f60fe84adfe0, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=148d68d5-ea99-40bb-9947-f60fe84adfe0,segment=NetworkSegment(ad083d94-0233-4c50-a0ed-00ef7686038c),segment_id=ad083d94-0233-4c50-a0ed-00ef7686038c)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:05:50.332333 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:50.333461 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device e86a06da-096d-45ef-8888-8f91ef50250e up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:05:50.424267 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5746ad5f-ad76-4e4c-89d9-050efe502899 tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:05:50.424869 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5746ad5f-ad76-4e4c-89d9-050efe502899 tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:05:50.425391 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5746ad5f-ad76-4e4c-89d9-050efe502899 tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:05:50.425937 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5746ad5f-ad76-4e4c-89d9-050efe502899 tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:05:50.426463 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5746ad5f-ad76-4e4c-89d9-050efe502899 tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:05:50.427056 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5746ad5f-ad76-4e4c-89d9-050efe502899 tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:05:50.429238 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-5746ad5f-ad76-4e4c-89d9-050efe502899 tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4286 time: 0.1773419 May 30 05:05:50.432336 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 48234) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:05:50.514436 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da3190ed-775e-4ba3-bf4c-31591a8d8d49 tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:05:50.515042 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da3190ed-775e-4ba3-bf4c-31591a8d8d49 tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:05:50.515503 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da3190ed-775e-4ba3-bf4c-31591a8d8d49 tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:05:50.515959 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da3190ed-775e-4ba3-bf4c-31591a8d8d49 tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:05:50.516406 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da3190ed-775e-4ba3-bf4c-31591a8d8d49 tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:05:50.516848 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da3190ed-775e-4ba3-bf4c-31591a8d8d49 tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:05:50.520733 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Pushing event updated for resources: {'Port': ['ID=148d68d5-ea99-40bb-9947-f60fe84adfe0,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:05:50.521529 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 48238) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:05:50.521670 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-da3190ed-775e-4ba3-bf4c-31591a8d8d49 tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4006 time: 0.0882368 May 30 05:05:50.534153 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port e86a06da-096d-45ef-8888-8f91ef50250e completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:05:50.540827 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-1dc8907b-9a5c-4a4c-91be-15e2b821deff None None] Provisioning for port e6a45970-18e5-4a27-a8f5-b8787801d576 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:05:50.545389 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port e86a06da-096d-45ef-8888-8f91ef50250e triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:05:50.545766 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:50.575993 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-1dc8907b-9a5c-4a4c-91be-15e2b821deff None None] Provisioning complete for port e6a45970-18e5-4a27-a8f5-b8787801d576 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:05:50.576666 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-1dc8907b-9a5c-4a4c-91be-15e2b821deff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:50.641622 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910e67a9-4d39-484d-9721-a840b663e032 None None] Sync routers for ids ['febffa49-3f93-4662-8812-d2098bf1c5d8'] in dv-neutron-843763-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:05:50.653890 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-1dc8907b-9a5c-4a4c-91be-15e2b821deff None None] Port e6a45970-18e5-4a27-a8f5-b8787801d576 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 05:05:50.657499 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910e67a9-4d39-484d-9721-a840b663e032 None None] Routers {'febffa49-3f93-4662-8812-d2098bf1c5d8'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:05:50.658191 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-910e67a9-4d39-484d-9721-a840b663e032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:05:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['febffa49-3f93-4662-8812-d2098bf1c5d8'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:05:50.742191 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port e86a06da-096d-45ef-8888-8f91ef50250e is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:05:50.742804 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:50.785333 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-5a0bf046-2775-4381-9d99-4dff80889a94 tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.2621617 May 30 05:05:50.798051 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] For port e86a06da-096d-45ef-8888-8f91ef50250e, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=e86a06da-096d-45ef-8888-8f91ef50250e,segment=NetworkSegment(f10317f2-4bfb-4d7c-92d7-dd0ac60807aa),segment_id=f10317f2-4bfb-4d7c-92d7-dd0ac60807aa)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:05:50.798789 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-10040a7e-9905-48cb-8d05-d64302b4a905 None None] Provisioning complete for port e6a45970-18e5-4a27-a8f5-b8787801d576 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:05:50.799153 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-10040a7e-9905-48cb-8d05-d64302b4a905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:50.837214 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:50.862919 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 48244) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:05:50.868416 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-fc6f23b5-6513-486d-aa22-d73fee16b569 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-688487000', 'description': 'tempest-secgroup-smoke-688487000 description', 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:05:50.874485 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-fc6f23b5-6513-486d-aa22-d73fee16b569 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:05:50.879024 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-fc6f23b5-6513-486d-aa22-d73fee16b569 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Usage tracker for resource:security_group and tenant:f9fe59584bbe4d5aaa42841eedb71980 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:05:50.881118 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-910e67a9-4d39-484d-9721-a840b663e032 None None] Set router febffa49-3f93-4662-8812-d2098bf1c5d8 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:05:50.882035 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-fc6f23b5-6513-486d-aa22-d73fee16b569 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:05:50.888507 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-fc6f23b5-6513-486d-aa22-d73fee16b569 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:05:50.899920 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-fc6f23b5-6513-486d-aa22-d73fee16b569 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:50.920061 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-fc6f23b5-6513-486d-aa22-d73fee16b569 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:05:50.922565 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-10040a7e-9905-48cb-8d05-d64302b4a905 None None] Port e6a45970-18e5-4a27-a8f5-b8787801d576 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 05:05:50.924214 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-fc6f23b5-6513-486d-aa22-d73fee16b569 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Usage tracker for resource:security_group_rule and tenant:f9fe59584bbe4d5aaa42841eedb71980 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:05:50.927945 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-fc6f23b5-6513-486d-aa22-d73fee16b569 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:05:50.928690 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Pushing event updated for resources: {'Port': ['ID=e86a06da-096d-45ef-8888-8f91ef50250e,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:05:50.934676 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-fc6f23b5-6513-486d-aa22-d73fee16b569 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:05:51.016257 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-fc6f23b5-6513-486d-aa22-d73fee16b569 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:51.020141 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-fc6f23b5-6513-486d-aa22-d73fee16b569 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:51.049521 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-8b838a60-3120-4950-bafb-bb6f5b7b5f8c None None] Provisioning complete for port e6a45970-18e5-4a27-a8f5-b8787801d576 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:05:51.049910 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8b838a60-3120-4950-bafb-bb6f5b7b5f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:51.068658 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6f23b5-6513-486d-aa22-d73fee16b569 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b06e77e-b480-4b4c-bb6c-0e8f15cf99fd,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:05:51.078274 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-fc6f23b5-6513-486d-aa22-d73fee16b569 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:51.079707 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-fc6f23b5-6513-486d-aa22-d73fee16b569 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2155564 May 30 05:05:51.082634 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 48248) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:05:51.088805 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-3ad3ece9-0ebc-405d-8942-8f3cf1cc137a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Request body: {'security_group_rule': {'security_group_id': '0b06e77e-b480-4b4c-bb6c-0e8f15cf99fd', 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:05:51.094750 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-3ad3ece9-0ebc-405d-8942-8f3cf1cc137a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:05:51.098797 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-3ad3ece9-0ebc-405d-8942-8f3cf1cc137a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Usage tracker for resource:security_group_rule and tenant:f9fe59584bbe4d5aaa42841eedb71980 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:05:51.102416 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-3ad3ece9-0ebc-405d-8942-8f3cf1cc137a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:05:51.108592 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-3ad3ece9-0ebc-405d-8942-8f3cf1cc137a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:05:51.116210 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-8b838a60-3120-4950-bafb-bb6f5b7b5f8c None None] Port e6a45970-18e5-4a27-a8f5-b8787801d576 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 05:05:51.126204 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3ad3ece9-0ebc-405d-8942-8f3cf1cc137a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:51.185049 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3ad3ece9-0ebc-405d-8942-8f3cf1cc137a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:51.189145 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3ad3ece9-0ebc-405d-8942-8f3cf1cc137a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:51.203976 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-910e67a9-4d39-484d-9721-a840b663e032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'febffa49-3f93-4662-8812-d2098bf1c5d8', 'name': 'tempest-TestNetworkBasicOps-router-1413020320', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.6'}], 'enable_snat': True}, 'gw_port_id': '148d68d5-ea99-40bb-9947-f60fe84adfe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:05:43Z', 'updated_at': '2022-05-30T05:05:48Z', 'revision_number': 4, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'gw_port': {'id': '148d68d5-ea99-40bb-9947-f60fe84adfe0', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:48:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febffa49-3f93-4662-8812-d2098bf1c5d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:05:44Z', 'updated_at': '2022-05-30T05:05:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': 'e6a45970-18e5-4a27-a8f5-b8787801d576', 'name': '', 'network_id': 'b952d7ea-1f97-4357-b086-ada3a8133d80', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'mac_address': 'fa:16:3e:a6:10:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'febffa49-3f93-4662-8812-d2098bf1c5d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '38f7e0cd-40b0-4074-9f8e-9716a75fa33b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:05:47Z', 'updated_at': '2022-05-30T05:05:49Z', 'revision_number': 2, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'subnets': [{'id': '38f7e0cd-40b0-4074-9f8e-9716a75fa33b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:05:51.207826 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910e67a9-4d39-484d-9721-a840b663e032 None None] Checking router: febffa49-3f93-4662-8812-d2098bf1c5d8 for host: dv-neutron-843763-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 05:05:51.208179 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910e67a9-4d39-484d-9721-a840b663e032 None None] Updating router febffa49-3f93-4662-8812-d2098bf1c5d8 port e6a45970-18e5-4a27-a8f5-b8787801d576 binding host dv-neutron-843763-1-hyperv {{(pid=88263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 30 05:05:51.211051 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad3ece9-0ebc-405d-8942-8f3cf1cc137a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e709dd13-f307-414a-bb85-42290a7ce549,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:05:51.223708 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3ad3ece9-0ebc-405d-8942-8f3cf1cc137a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:51.227658 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-3ad3ece9-0ebc-405d-8942-8f3cf1cc137a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1412520 May 30 05:05:51.228036 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 48252) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:05:51.233248 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-de60bf74-6004-4d6d-a09a-25a22a2132e2 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Request body: {'security_group_rule': {'security_group_id': '0b06e77e-b480-4b4c-bb6c-0e8f15cf99fd', 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:05:51.239322 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-de60bf74-6004-4d6d-a09a-25a22a2132e2 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:05:51.243436 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-de60bf74-6004-4d6d-a09a-25a22a2132e2 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Usage tracker for resource:security_group_rule and tenant:f9fe59584bbe4d5aaa42841eedb71980 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:05:51.246459 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-de60bf74-6004-4d6d-a09a-25a22a2132e2 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:05:51.252247 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-de60bf74-6004-4d6d-a09a-25a22a2132e2 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:05:51.260544 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-910e67a9-4d39-484d-9721-a840b663e032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:51.271465 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-de60bf74-6004-4d6d-a09a-25a22a2132e2 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:51.333625 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-de60bf74-6004-4d6d-a09a-25a22a2132e2 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:51.337379 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-de60bf74-6004-4d6d-a09a-25a22a2132e2 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:51.360245 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de60bf74-6004-4d6d-a09a-25a22a2132e2 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cb83e24-fbcc-4240-b183-f6ab48366948,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:05:51.370824 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-de60bf74-6004-4d6d-a09a-25a22a2132e2 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:51.372002 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-de60bf74-6004-4d6d-a09a-25a22a2132e2 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1429255 May 30 05:05:51.374759 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 48256) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:05:51.379536 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-7f7b9adb-ecf8-41c9-bfb9-a5a1d01dc44f tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Request body: {'security_group_rule': {'security_group_id': '0b06e77e-b480-4b4c-bb6c-0e8f15cf99fd', 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:05:51.385883 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-7f7b9adb-ecf8-41c9-bfb9-a5a1d01dc44f tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:05:51.389675 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-7f7b9adb-ecf8-41c9-bfb9-a5a1d01dc44f tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Usage tracker for resource:security_group_rule and tenant:f9fe59584bbe4d5aaa42841eedb71980 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:05:51.392537 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-7f7b9adb-ecf8-41c9-bfb9-a5a1d01dc44f tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:05:51.398336 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-7f7b9adb-ecf8-41c9-bfb9-a5a1d01dc44f tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:05:51.415548 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7f7b9adb-ecf8-41c9-bfb9-a5a1d01dc44f tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:51.484462 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7f7b9adb-ecf8-41c9-bfb9-a5a1d01dc44f tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:51.488992 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7f7b9adb-ecf8-41c9-bfb9-a5a1d01dc44f tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:51.515054 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7b9adb-ecf8-41c9-bfb9-a5a1d01dc44f tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=680fd044-4334-4220-aeb8-ed440b3af70d,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:05:51.524838 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7f7b9adb-ecf8-41c9-bfb9-a5a1d01dc44f tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:51.526051 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-7f7b9adb-ecf8-41c9-bfb9-a5a1d01dc44f tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1503375 May 30 05:05:51.528864 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 48260) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:05:51.534028 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-df64b1ec-7283-4211-bea6-97efa490e401 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Request body: {'security_group_rule': {'security_group_id': '0b06e77e-b480-4b4c-bb6c-0e8f15cf99fd', 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:05:51.540091 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-df64b1ec-7283-4211-bea6-97efa490e401 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:05:51.543926 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-df64b1ec-7283-4211-bea6-97efa490e401 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Usage tracker for resource:security_group_rule and tenant:f9fe59584bbe4d5aaa42841eedb71980 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:05:51.546789 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-df64b1ec-7283-4211-bea6-97efa490e401 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:05:51.552394 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-df64b1ec-7283-4211-bea6-97efa490e401 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:05:51.571080 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-df64b1ec-7283-4211-bea6-97efa490e401 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:51.601969 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-910e67a9-4d39-484d-9721-a840b663e032 None None] Notify callbacks [] for port, precommit_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:51.613225 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.provisioning_blocks [None req-910e67a9-4d39-484d-9721-a840b663e032 None None] Transition to ACTIVE for port object e6a45970-18e5-4a27-a8f5-b8787801d576 will not be triggered until provisioned by entity L2. {{(pid=88263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:05:51.620018 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-910e67a9-4d39-484d-9721-a840b663e032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:51.634656 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-df64b1ec-7283-4211-bea6-97efa490e401 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:51.638614 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-df64b1ec-7283-4211-bea6-97efa490e401 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:51.663664 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df64b1ec-7283-4211-bea6-97efa490e401 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9566d2b-96c5-4859-a340-0fa837ee7d36,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:05:51.673632 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-df64b1ec-7283-4211-bea6-97efa490e401 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:51.677314 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-df64b1ec-7283-4211-bea6-97efa490e401 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1450074 May 30 05:05:51.677501 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 48264) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:05:51.683035 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-0a530f58-24ee-4dd6-a4a6-2b7e196a20b6 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Request body: {'security_group_rule': {'security_group_id': '0b06e77e-b480-4b4c-bb6c-0e8f15cf99fd', 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:05:51.689057 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-0a530f58-24ee-4dd6-a4a6-2b7e196a20b6 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:05:51.693067 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-0a530f58-24ee-4dd6-a4a6-2b7e196a20b6 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Usage tracker for resource:security_group_rule and tenant:f9fe59584bbe4d5aaa42841eedb71980 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:05:51.694218 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e092a01b-085e-4ffb-b140-4bfa0e863f41 None None] Pushing event updated for resources: {'Port': ['ID=e6a45970-18e5-4a27-a8f5-b8787801d576,revision_number=3']} {{(pid=88263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:05:51.697636 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-0a530f58-24ee-4dd6-a4a6-2b7e196a20b6 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:05:51.704160 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-0a530f58-24ee-4dd6-a4a6-2b7e196a20b6 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:05:51.755174 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e092a01b-085e-4ffb-b140-4bfa0e863f41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:05:51.755513 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e092a01b-085e-4ffb-b140-4bfa0e863f41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:05:51.756446 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e092a01b-085e-4ffb-b140-4bfa0e863f41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:05:51.756446 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e092a01b-085e-4ffb-b140-4bfa0e863f41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:05:51.756446 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e092a01b-085e-4ffb-b140-4bfa0e863f41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:05:51.756774 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e092a01b-085e-4ffb-b140-4bfa0e863f41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:05:51.757091 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e092a01b-085e-4ffb-b140-4bfa0e863f41 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:05:51.757408 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e092a01b-085e-4ffb-b140-4bfa0e863f41 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:05:51.757722 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e092a01b-085e-4ffb-b140-4bfa0e863f41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:05:51.758101 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e092a01b-085e-4ffb-b140-4bfa0e863f41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:05:51.758419 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e092a01b-085e-4ffb-b140-4bfa0e863f41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:05:51.758733 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e092a01b-085e-4ffb-b140-4bfa0e863f41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:05:51.842495 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.db.securitygroups_db [None req-0a530f58-24ee-4dd6-a4a6-2b7e196a20b6 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Project f9fe59584bbe4d5aaa42841eedb71980 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 30 05:05:51.849220 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0a530f58-24ee-4dd6-a4a6-2b7e196a20b6 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:51.887226 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-910e67a9-4d39-484d-9721-a840b663e032 None None] Attempting to bind port e6a45970-18e5-4a27-a8f5-b8787801d576 on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 05:05:51.887596 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-910e67a9-4d39-484d-9721-a840b663e032 None None] Attempting to bind port e6a45970-18e5-4a27-a8f5-b8787801d576 by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': 'f10317f2-4bfb-4d7c-92d7-dd0ac60807aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'b952d7ea-1f97-4357-b086-ada3a8133d80'}] {{(pid=88263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 05:05:51.888491 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910e67a9-4d39-484d-9721-a840b663e032 None None] Attempting to bind port e6a45970-18e5-4a27-a8f5-b8787801d576 on network b952d7ea-1f97-4357-b086-ada3a8133d80 {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:05:51.893852 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910e67a9-4d39-484d-9721-a840b663e032 None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 5, 5, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 05:05:51.894232 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910e67a9-4d39-484d-9721-a840b663e032 None None] Checking segment: {'id': 'f10317f2-4bfb-4d7c-92d7-dd0ac60807aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'b952d7ea-1f97-4357-b086-ada3a8133d80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:05:51.894633 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-910e67a9-4d39-484d-9721-a840b663e032 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:51.895117 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910e67a9-4d39-484d-9721-a840b663e032 None None] Bound using segment: {'id': 'f10317f2-4bfb-4d7c-92d7-dd0ac60807aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'b952d7ea-1f97-4357-b086-ada3a8133d80'} {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 05:05:51.895730 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-910e67a9-4d39-484d-9721-a840b663e032 None None] Bound port: e6a45970-18e5-4a27-a8f5-b8787801d576, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f10317f2-4bfb-4d7c-92d7-dd0ac60807aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'b952d7ea-1f97-4357-b086-ada3a8133d80'}}] {{(pid=88263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 05:05:51.895863 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-910e67a9-4d39-484d-9721-a840b663e032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:51.926973 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0a530f58-24ee-4dd6-a4a6-2b7e196a20b6 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:51.932590 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0a530f58-24ee-4dd6-a4a6-2b7e196a20b6 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:51.958671 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a530f58-24ee-4dd6-a4a6-2b7e196a20b6 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=764d5902-825e-44ca-a040-030fdb2e126e,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:05:51.969779 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0a530f58-24ee-4dd6-a4a6-2b7e196a20b6 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:51.973840 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-0a530f58-24ee-4dd6-a4a6-2b7e196a20b6 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2926207 May 30 05:05:51.975126 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 48268) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:05:51.981987 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-4e32c02a-4da5-45b9-adf6-a18f7a95d714 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Request body: {'security_group_rule': {'security_group_id': '0b06e77e-b480-4b4c-bb6c-0e8f15cf99fd', 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:05:51.983135 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 148d68d5-ea99-40bb-9947-f60fe84adfe0 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:05:51.987908 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-4e32c02a-4da5-45b9-adf6-a18f7a95d714 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:05:51.991823 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-4e32c02a-4da5-45b9-adf6-a18f7a95d714 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Usage tracker for resource:security_group_rule and tenant:f9fe59584bbe4d5aaa42841eedb71980 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:05:51.995433 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-4e32c02a-4da5-45b9-adf6-a18f7a95d714 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:05:52.001304 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-4e32c02a-4da5-45b9-adf6-a18f7a95d714 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:05:52.013979 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.db.securitygroups_db [None req-4e32c02a-4da5-45b9-adf6-a18f7a95d714 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Project f9fe59584bbe4d5aaa42841eedb71980 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 30 05:05:52.020339 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.db [None req-910e67a9-4d39-484d-9721-a840b663e032 None None] For port e6a45970-18e5-4a27-a8f5-b8787801d576, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 05:05:52.022717 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4e32c02a-4da5-45b9-adf6-a18f7a95d714 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:52.025027 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.db [None req-910e67a9-4d39-484d-9721-a840b663e032 None None] For port e6a45970-18e5-4a27-a8f5-b8787801d576, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=e6a45970-18e5-4a27-a8f5-b8787801d576,segment=NetworkSegment(f10317f2-4bfb-4d7c-92d7-dd0ac60807aa),segment_id=f10317f2-4bfb-4d7c-92d7-dd0ac60807aa)] {{(pid=88263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 05:05:52.029465 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-910e67a9-4d39-484d-9721-a840b663e032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:52.061090 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 148d68d5-ea99-40bb-9947-f60fe84adfe0 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:05:52.061843 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:52.091211 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4e32c02a-4da5-45b9-adf6-a18f7a95d714 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:52.099416 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4e32c02a-4da5-45b9-adf6-a18f7a95d714 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:52.106393 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910e67a9-4d39-484d-9721-a840b663e032 None None] Routers {'febffa49-3f93-4662-8812-d2098bf1c5d8'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:05:52.107015 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-910e67a9-4d39-484d-9721-a840b663e032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:05:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['febffa49-3f93-4662-8812-d2098bf1c5d8'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:05:52.128826 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e32c02a-4da5-45b9-adf6-a18f7a95d714 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=217c8880-ce6b-456c-835f-5f025b73fde3,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:05:52.151564 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4e32c02a-4da5-45b9-adf6-a18f7a95d714 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:52.153139 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-4e32c02a-4da5-45b9-adf6-a18f7a95d714 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1762438 May 30 05:05:52.236512 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 148d68d5-ea99-40bb-9947-f60fe84adfe0 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:05:52.237600 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device e86a06da-096d-45ef-8888-8f91ef50250e up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:05:52.345597 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e092a01b-085e-4ffb-b140-4bfa0e863f41 None None] Pushing event updated for resources: {'Port': ['ID=e6a45970-18e5-4a27-a8f5-b8787801d576,revision_number=4']} {{(pid=88263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:05:52.348838 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port e86a06da-096d-45ef-8888-8f91ef50250e triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:05:52.349215 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:52.389441 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-910e67a9-4d39-484d-9721-a840b663e032 None None] Set router febffa49-3f93-4662-8812-d2098bf1c5d8 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:05:52.421486 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-dc64d999-e6ce-4a74-bf50-a805c98f5666 req-f9ff51b4-b840-4df3-978b-6aa4d61fd3a5 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Synchronizing usage tracker for tenant:f9fe59584bbe4d5aaa42841eedb71980 on resource:security_group {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:05:52.438777 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-dc64d999-e6ce-4a74-bf50-a805c98f5666 req-f9ff51b4-b840-4df3-978b-6aa4d61fd3a5 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Unset dirty status for tenant:f9fe59584bbe4d5aaa42841eedb71980 on resource:security_group {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:05:52.440490 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-dc64d999-e6ce-4a74-bf50-a805c98f5666 req-f9ff51b4-b840-4df3-978b-6aa4d61fd3a5 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-688487000&fields=id&tenant_id=f9fe59584bbe4d5aaa42841eedb71980 HTTP/1.1" status: 200 len: 267 time: 0.0647659 May 30 05:05:52.480395 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port e86a06da-096d-45ef-8888-8f91ef50250e is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:05:52.590307 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc64d999-e6ce-4a74-bf50-a805c98f5666 req-9595bcdb-2c09-4e9a-b6fd-54324cf57b1d tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:05:52.590993 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-dc64d999-e6ce-4a74-bf50-a805c98f5666 req-9595bcdb-2c09-4e9a-b6fd-54324cf57b1d tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Synchronizing usage tracker for tenant:f9fe59584bbe4d5aaa42841eedb71980 on resource:network {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:05:52.605900 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-dc64d999-e6ce-4a74-bf50-a805c98f5666 req-9595bcdb-2c09-4e9a-b6fd-54324cf57b1d tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Unset dirty status for tenant:f9fe59584bbe4d5aaa42841eedb71980 on resource:network {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:05:52.607058 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-dc64d999-e6ce-4a74-bf50-a805c98f5666 req-9595bcdb-2c09-4e9a-b6fd-54324cf57b1d tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/networks?id=b952d7ea-1f97-4357-b086-ada3a8133d80 HTTP/1.1" status: 200 len: 797 time: 0.1594110 May 30 05:05:52.624879 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-dc64d999-e6ce-4a74-bf50-a805c98f5666 req-76716d8a-62e0-4806-ba78-4dee7017257a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/quotas/f9fe59584bbe4d5aaa42841eedb71980 HTTP/1.1" status: 200 len: 375 time: 0.0118530 May 30 05:05:52.709363 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-dc64d999-e6ce-4a74-bf50-a805c98f5666 req-a5fdae85-f14c-40fc-a306-2d2387f8981f tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Synchronizing usage tracker for tenant:f9fe59584bbe4d5aaa42841eedb71980 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:05:52.711614 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-910e67a9-4d39-484d-9721-a840b663e032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'febffa49-3f93-4662-8812-d2098bf1c5d8', 'name': 'tempest-TestNetworkBasicOps-router-1413020320', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.6'}], 'enable_snat': True}, 'gw_port_id': '148d68d5-ea99-40bb-9947-f60fe84adfe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:05:43Z', 'updated_at': '2022-05-30T05:05:48Z', 'revision_number': 4, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'gw_port': {'id': '148d68d5-ea99-40bb-9947-f60fe84adfe0', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:48:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febffa49-3f93-4662-8812-d2098bf1c5d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:05:44Z', 'updated_at': '2022-05-30T05:05:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': 'e6a45970-18e5-4a27-a8f5-b8787801d576', 'name': '', 'network_id': 'b952d7ea-1f97-4357-b086-ada3a8133d80', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'mac_address': 'fa:16:3e:a6:10:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'febffa49-3f93-4662-8812-d2098bf1c5d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '38f7e0cd-40b0-4074-9f8e-9716a75fa33b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:05:47Z', 'updated_at': '2022-05-30T05:05:52Z', 'revision_number': 4, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'subnets': [{'id': '38f7e0cd-40b0-4074-9f8e-9716a75fa33b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:05:52.715480 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910e67a9-4d39-484d-9721-a840b663e032 None None] The sync data for ids ['febffa49-3f93-4662-8812-d2098bf1c5d8'] in dv-neutron-843763-1-hyperv is: [{'id': 'febffa49-3f93-4662-8812-d2098bf1c5d8', 'name': 'tempest-TestNetworkBasicOps-router-1413020320', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.6'}], 'enable_snat': True}, 'gw_port_id': '148d68d5-ea99-40bb-9947-f60fe84adfe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:05:43Z', 'updated_at': '2022-05-30T05:05:48Z', 'revision_number': 4, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'gw_port': {'id': '148d68d5-ea99-40bb-9947-f60fe84adfe0', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:48:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febffa49-3f93-4662-8812-d2098bf1c5d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:05:44Z', 'updated_at': '2022-05-30T05:05:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': 'e6a45970-18e5-4a27-a8f5-b8787801d576', 'name': '', 'network_id': 'b952d7ea-1f97-4357-b086-ada3a8133d80', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'mac_address': 'fa:16:3e:a6:10:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'febffa49-3f93-4662-8812-d2098bf1c5d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '38f7e0cd-40b0-4074-9f8e-9716a75fa33b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:05:47Z', 'updated_at': '2022-05-30T05:05:52Z', 'revision_number': 4, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'subnets': [{'id': '38f7e0cd-40b0-4074-9f8e-9716a75fa33b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:05:52.726250 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-dc64d999-e6ce-4a74-bf50-a805c98f5666 req-a5fdae85-f14c-40fc-a306-2d2387f8981f tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Unset dirty status for tenant:f9fe59584bbe4d5aaa42841eedb71980 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:05:52.727704 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-dc64d999-e6ce-4a74-bf50-a805c98f5666 req-a5fdae85-f14c-40fc-a306-2d2387f8981f tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=f9fe59584bbe4d5aaa42841eedb71980&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0957551 May 30 05:05:52.880606 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-dc64d999-e6ce-4a74-bf50-a805c98f5666 req-ab809b98-b751-4fe8-a968-16446a68ea00 service neutron] 10.222.0.15 "GET /v2.0/networks/b952d7ea-1f97-4357-b086-ada3a8133d80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410408 May 30 05:05:53.020876 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-dc64d999-e6ce-4a74-bf50-a805c98f5666 req-7c092112-cc24-435d-9712-7bb656af4242 service neutron] 10.222.0.15 "GET /v2.0/networks/b952d7ea-1f97-4357-b086-ada3a8133d80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316032 May 30 05:05:53.212077 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-304ab1bd-34b1-41f4-a3b5-9237b72a8789 req-aa45b24c-956f-4550-803f-06f8bba32c02 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5c1ac39-9686-4537-9070-32dab9cab1be HTTP/1.1" status: 200 len: 210 time: 0.0555468 May 30 05:05:53.972897 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device e6a45970-18e5-4a27-a8f5-b8787801d576 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:05:54.048233 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port e6a45970-18e5-4a27-a8f5-b8787801d576 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:05:54.058361 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port e6a45970-18e5-4a27-a8f5-b8787801d576 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:05:54.058361 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:54.176697 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port e6a45970-18e5-4a27-a8f5-b8787801d576 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:05:54.177201 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:54.230561 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] For port e6a45970-18e5-4a27-a8f5-b8787801d576, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=e6a45970-18e5-4a27-a8f5-b8787801d576,segment=NetworkSegment(f10317f2-4bfb-4d7c-92d7-dd0ac60807aa),segment_id=f10317f2-4bfb-4d7c-92d7-dd0ac60807aa)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:05:54.233238 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:54.317170 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Pushing event updated for resources: {'Port': ['ID=e6a45970-18e5-4a27-a8f5-b8787801d576,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:05:54.341951 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc64d999-e6ce-4a74-bf50-a805c98f5666 req-61d2e65a-3d8b-4c28-8000-d1973f56bfbd tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:05:54.343389 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-dc64d999-e6ce-4a74-bf50-a805c98f5666 req-61d2e65a-3d8b-4c28-8000-d1973f56bfbd tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.39 "GET /v2.0/networks?id=b952d7ea-1f97-4357-b086-ada3a8133d80 HTTP/1.1" status: 200 len: 797 time: 0.2122009 May 30 05:05:54.414260 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-bc4f0563-ec66-4c81-b968-73fce1fddb6a req-e53aa69b-2a2e-40fa-b92e-57ef1782c694 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5c1ac39-9686-4537-9070-32dab9cab1be HTTP/1.1" status: 200 len: 210 time: 0.0457625 May 30 05:05:54.435390 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-dc64d999-e6ce-4a74-bf50-a805c98f5666 req-3d0acb9b-d0d0-45cc-aa23-92dd02e43bdc tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f9fe59584bbe4d5aaa42841eedb71980 HTTP/1.1" status: 200 len: 379 time: 0.0837710 May 30 05:05:54.446395 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [req-dc64d999-e6ce-4a74-bf50-a805c98f5666 req-78542d71-af2f-4c29-a46c-0db6c0205978 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Request body: {'port': {'device_id': 'd5c1ac39-9686-4537-9070-32dab9cab1be', 'network_id': 'b952d7ea-1f97-4357-b086-ada3a8133d80', 'admin_state_up': True, 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'security_groups': ['0b06e77e-b480-4b4c-bb6c-0e8f15cf99fd']}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:05:54.575168 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [req-dc64d999-e6ce-4a74-bf50-a805c98f5666 req-78542d71-af2f-4c29-a46c-0db6c0205978 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:05:54.584342 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [req-dc64d999-e6ce-4a74-bf50-a805c98f5666 req-78542d71-af2f-4c29-a46c-0db6c0205978 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:05:54.594009 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc64d999-e6ce-4a74-bf50-a805c98f5666 req-78542d71-af2f-4c29-a46c-0db6c0205978 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Made reservation on behalf of f9fe59584bbe4d5aaa42841eedb71980 for: {'port': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:05:54.597625 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-dc64d999-e6ce-4a74-bf50-a805c98f5666 req-78542d71-af2f-4c29-a46c-0db6c0205978 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:54.760100 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [req-dc64d999-e6ce-4a74-bf50-a805c98f5666 req-78542d71-af2f-4c29-a46c-0db6c0205978 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Allocated IP 172.20.0.11 (b952d7ea-1f97-4357-b086-ada3a8133d80/38f7e0cd-40b0-4074-9f8e-9716a75fa33b/396224ac-6ddf-43e5-ada5-176456d99b34) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:05:54.947950 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-dc64d999-e6ce-4a74-bf50-a805c98f5666 req-78542d71-af2f-4c29-a46c-0db6c0205978 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:54.960570 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [req-dc64d999-e6ce-4a74-bf50-a805c98f5666 req-78542d71-af2f-4c29-a46c-0db6c0205978 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Transition to ACTIVE for port object 396224ac-6ddf-43e5-ada5-176456d99b34 will not be triggered until provisioned by entity DHCP. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:05:54.983445 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-dc64d999-e6ce-4a74-bf50-a805c98f5666 req-78542d71-af2f-4c29-a46c-0db6c0205978 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:55.057870 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc64d999-e6ce-4a74-bf50-a805c98f5666 req-78542d71-af2f-4c29-a46c-0db6c0205978 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Network b952d7ea-1f97-4357-b086-ada3a8133d80 is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:05:55.060308 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [req-dc64d999-e6ce-4a74-bf50-a805c98f5666 req-78542d71-af2f-4c29-a46c-0db6c0205978 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:05:55.064170 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc64d999-e6ce-4a74-bf50-a805c98f5666 req-78542d71-af2f-4c29-a46c-0db6c0205978 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:05:55.108251 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78542d71-af2f-4c29-a46c-0db6c0205978 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event updated for resources: {'Port': ['ID=396224ac-6ddf-43e5-ada5-176456d99b34,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:05:55.140287 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc64d999-e6ce-4a74-bf50-a805c98f5666 req-78542d71-af2f-4c29-a46c-0db6c0205978 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:05:55.140287 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-dc64d999-e6ce-4a74-bf50-a805c98f5666 req-78542d71-af2f-4c29-a46c-0db6c0205978 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:55.170917 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-dc64d999-e6ce-4a74-bf50-a805c98f5666 req-78542d71-af2f-4c29-a46c-0db6c0205978 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7241747 May 30 05:05:55.184843 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [req-dc64d999-e6ce-4a74-bf50-a805c98f5666 req-3ecd1aae-4512-44cd-b0c7-3aef701f50ef service neutron] Request body: {'port': {'device_id': 'd5c1ac39-9686-4537-9070-32dab9cab1be', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8437'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:05:55.358375 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-58cfb560-b074-4d3b-a476-640a7d009d90 None None] Provisioning for port 396224ac-6ddf-43e5-ada5-176456d99b34 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:05:55.368478 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-58cfb560-b074-4d3b-a476-640a7d009d90 None None] Provisioning complete for port 396224ac-6ddf-43e5-ada5-176456d99b34 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:05:55.368478 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-58cfb560-b074-4d3b-a476-640a7d009d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:55.421237 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-58cfb560-b074-4d3b-a476-640a7d009d90 None None] Port 396224ac-6ddf-43e5-ada5-176456d99b34 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 05:05:55.441472 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-dc64d999-e6ce-4a74-bf50-a805c98f5666 req-3ecd1aae-4512-44cd-b0c7-3aef701f50ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:55.750218 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482c59fa-68bb-47e5-8796-f33aaa4e44b3 req-3fa574de-e027-4cf5-a04c-7c620a8a8865 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:05:55.750218 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-482c59fa-68bb-47e5-8796-f33aaa4e44b3 req-3fa574de-e027-4cf5-a04c-7c620a8a8865 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Synchronizing usage tracker for tenant:f9fe59584bbe4d5aaa42841eedb71980 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:05:55.800002 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-482c59fa-68bb-47e5-8796-f33aaa4e44b3 req-3fa574de-e027-4cf5-a04c-7c620a8a8865 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Unset dirty status for tenant:f9fe59584bbe4d5aaa42841eedb71980 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:05:55.800002 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-482c59fa-68bb-47e5-8796-f33aaa4e44b3 req-3fa574de-e027-4cf5-a04c-7c620a8a8865 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5c1ac39-9686-4537-9070-32dab9cab1be HTTP/1.1" status: 200 len: 932 time: 0.2420006 May 30 05:05:55.906470 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-482c59fa-68bb-47e5-8796-f33aaa4e44b3 req-5b1abbb0-0639-42dc-8706-b40554048930 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b06e77e-b480-4b4c-bb6c-0e8f15cf99fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986450 May 30 05:05:55.913078 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [req-dc64d999-e6ce-4a74-bf50-a805c98f5666 req-3ecd1aae-4512-44cd-b0c7-3aef701f50ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 396224ac-6ddf-43e5-ada5-176456d99b34 {{(pid=88261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 30 05:05:55.920471 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-dc64d999-e6ce-4a74-bf50-a805c98f5666 req-3ecd1aae-4512-44cd-b0c7-3aef701f50ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:55.935069 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [req-dc64d999-e6ce-4a74-bf50-a805c98f5666 req-3ecd1aae-4512-44cd-b0c7-3aef701f50ef service neutron] Transition to ACTIVE for port object 396224ac-6ddf-43e5-ada5-176456d99b34 will not be triggered until provisioned by entity L2. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:05:55.942588 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-dc64d999-e6ce-4a74-bf50-a805c98f5666 req-3ecd1aae-4512-44cd-b0c7-3aef701f50ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2304381'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:55.983949 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device e6a45970-18e5-4a27-a8f5-b8787801d576 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:05:56.083466 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port e6a45970-18e5-4a27-a8f5-b8787801d576 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:05:56.083466 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:56.150217 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecd1aae-4512-44cd-b0c7-3aef701f50ef service neutron] Pushing event updated for resources: {'Port': ['ID=396224ac-6ddf-43e5-ada5-176456d99b34,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:05:56.235674 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [req-dc64d999-e6ce-4a74-bf50-a805c98f5666 req-3ecd1aae-4512-44cd-b0c7-3aef701f50ef service neutron] Attempting to bind port 396224ac-6ddf-43e5-ada5-176456d99b34 on host hv-neutron-8437 for vnic_type normal with profile {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 05:05:56.235674 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [req-dc64d999-e6ce-4a74-bf50-a805c98f5666 req-3ecd1aae-4512-44cd-b0c7-3aef701f50ef service neutron] Attempting to bind port 396224ac-6ddf-43e5-ada5-176456d99b34 by drivers openvswitch,hyperv on host hv-neutron-8437 at level 0 using segments [{'id': 'f10317f2-4bfb-4d7c-92d7-dd0ac60807aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'b952d7ea-1f97-4357-b086-ada3a8133d80'}] {{(pid=88261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 05:05:56.235674 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc64d999-e6ce-4a74-bf50-a805c98f5666 req-3ecd1aae-4512-44cd-b0c7-3aef701f50ef service neutron] Attempting to bind port 396224ac-6ddf-43e5-ada5-176456d99b34 on network b952d7ea-1f97-4357-b086-ada3a8133d80 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:05:56.235674 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc64d999-e6ce-4a74-bf50-a805c98f5666 req-3ecd1aae-4512-44cd-b0c7-3aef701f50ef service neutron] Port 396224ac-6ddf-43e5-ada5-176456d99b34 on network b952d7ea-1f97-4357-b086-ada3a8133d80 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8437 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 30 05:05:56.235674 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc64d999-e6ce-4a74-bf50-a805c98f5666 req-3ecd1aae-4512-44cd-b0c7-3aef701f50ef service neutron] Attempting to bind port 396224ac-6ddf-43e5-ada5-176456d99b34 on network b952d7ea-1f97-4357-b086-ada3a8133d80 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:05:56.250942 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc64d999-e6ce-4a74-bf50-a805c98f5666 req-3ecd1aae-4512-44cd-b0c7-3aef701f50ef service neutron] Checking agent: {'id': 'de0c936d-420b-412f-9642-7bfe80b5ab25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8437', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 51, 47), 'started_at': datetime.datetime(2022, 5, 30, 4, 51, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 5, 5, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 05:05:56.250942 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc64d999-e6ce-4a74-bf50-a805c98f5666 req-3ecd1aae-4512-44cd-b0c7-3aef701f50ef service neutron] Checking segment: {'id': 'f10317f2-4bfb-4d7c-92d7-dd0ac60807aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'b952d7ea-1f97-4357-b086-ada3a8133d80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:05:56.250942 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc64d999-e6ce-4a74-bf50-a805c98f5666 req-3ecd1aae-4512-44cd-b0c7-3aef701f50ef service neutron] Bound using segment: {'id': 'f10317f2-4bfb-4d7c-92d7-dd0ac60807aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'b952d7ea-1f97-4357-b086-ada3a8133d80'} {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 05:05:56.250942 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [req-dc64d999-e6ce-4a74-bf50-a805c98f5666 req-3ecd1aae-4512-44cd-b0c7-3aef701f50ef service neutron] Bound port: 396224ac-6ddf-43e5-ada5-176456d99b34, host: hv-neutron-8437, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f10317f2-4bfb-4d7c-92d7-dd0ac60807aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'b952d7ea-1f97-4357-b086-ada3a8133d80'}}] {{(pid=88261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 05:05:56.250942 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-dc64d999-e6ce-4a74-bf50-a805c98f5666 req-3ecd1aae-4512-44cd-b0c7-3aef701f50ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:56.308571 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port e6a45970-18e5-4a27-a8f5-b8787801d576 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:05:56.355040 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [req-dc64d999-e6ce-4a74-bf50-a805c98f5666 req-3ecd1aae-4512-44cd-b0c7-3aef701f50ef service neutron] For port 396224ac-6ddf-43e5-ada5-176456d99b34, host hv-neutron-8437, cleared binding levels {{(pid=88261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 05:05:56.355040 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [req-dc64d999-e6ce-4a74-bf50-a805c98f5666 req-3ecd1aae-4512-44cd-b0c7-3aef701f50ef service neutron] For port 396224ac-6ddf-43e5-ada5-176456d99b34, host hv-neutron-8437, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=396224ac-6ddf-43e5-ada5-176456d99b34,segment=NetworkSegment(f10317f2-4bfb-4d7c-92d7-dd0ac60807aa),segment_id=f10317f2-4bfb-4d7c-92d7-dd0ac60807aa)] {{(pid=88261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 05:05:56.364541 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-dc64d999-e6ce-4a74-bf50-a805c98f5666 req-3ecd1aae-4512-44cd-b0c7-3aef701f50ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2304381'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:56.425076 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc64d999-e6ce-4a74-bf50-a805c98f5666 req-3ecd1aae-4512-44cd-b0c7-3aef701f50ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:05:56.425076 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-dc64d999-e6ce-4a74-bf50-a805c98f5666 req-3ecd1aae-4512-44cd-b0c7-3aef701f50ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:56.425076 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-dc64d999-e6ce-4a74-bf50-a805c98f5666 req-3ecd1aae-4512-44cd-b0c7-3aef701f50ef service neutron] 10.222.0.39 "PUT /v2.0/ports/396224ac-6ddf-43e5-ada5-176456d99b34 HTTP/1.1" status: 200 len: 1094 time: 1.2506316 May 30 05:05:56.425076 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5c1ac39-9686-4537-9070-32dab9cab1be', 'tag': '396224ac-6ddf-43e5-ada5-176456d99b34'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:05:56.471435 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecd1aae-4512-44cd-b0c7-3aef701f50ef service neutron] Pushing event updated for resources: {'Port': ['ID=396224ac-6ddf-43e5-ada5-176456d99b34,revision_number=3']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:05:56.524120 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ec889d5-0069-498a-a80a-ec1f80562a3c'] response: {'name': 'network-changed', 'server_uuid': 'd5c1ac39-9686-4537-9070-32dab9cab1be', 'tag': '396224ac-6ddf-43e5-ada5-176456d99b34', 'status': 'completed', 'code': 200} May 30 05:05:56.586401 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc64d999-e6ce-4a74-bf50-a805c98f5666 req-ea86df7c-e2db-4106-a450-c7f8e22f376b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:05:56.586401 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-dc64d999-e6ce-4a74-bf50-a805c98f5666 req-ea86df7c-e2db-4106-a450-c7f8e22f376b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f9fe59584bbe4d5aaa42841eedb71980&device_id=d5c1ac39-9686-4537-9070-32dab9cab1be HTTP/1.1" status: 200 len: 1097 time: 0.1177945 May 30 05:05:56.658015 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-dc64d999-e6ce-4a74-bf50-a805c98f5666 req-ac50ac99-c07f-47ea-8c42-335e149402b0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=396224ac-6ddf-43e5-ada5-176456d99b34 HTTP/1.1" status: 200 len: 217 time: 0.0671926 May 30 05:05:56.727466 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc64d999-e6ce-4a74-bf50-a805c98f5666 req-c1b714e5-3b04-4ac2-95b1-1643092dc8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:05:56.727466 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-dc64d999-e6ce-4a74-bf50-a805c98f5666 req-c1b714e5-3b04-4ac2-95b1-1643092dc8e4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=38f7e0cd-40b0-4074-9f8e-9716a75fa33b HTTP/1.1" status: 200 len: 835 time: 0.0634840 May 30 05:05:56.809751 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc64d999-e6ce-4a74-bf50-a805c98f5666 req-eb4b5d6b-8d1b-4db2-96c6-e58cc43037b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:05:56.809751 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-dc64d999-e6ce-4a74-bf50-a805c98f5666 req-eb4b5d6b-8d1b-4db2-96c6-e58cc43037b0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b952d7ea-1f97-4357-b086-ada3a8133d80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0776501 May 30 05:05:56.947468 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-dc64d999-e6ce-4a74-bf50-a805c98f5666 req-61a1df36-e055-4329-bf6a-014cf56ee18c service neutron] 10.222.0.39 "GET /v2.0/networks/b952d7ea-1f97-4357-b086-ada3a8133d80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289828 May 30 05:05:57.127673 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-dc64d999-e6ce-4a74-bf50-a805c98f5666 req-07b634e5-5010-4d85-8b47-94bf0164e89c service neutron] 10.222.0.39 "GET /v2.0/networks/b952d7ea-1f97-4357-b086-ada3a8133d80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745615 May 30 05:05:57.171018 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eaab1d-cac3-4f6e-b482-242d88a865e3 req-df5df98a-1065-4e3f-935d-78aef120622b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:05:57.171018 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-40eaab1d-cac3-4f6e-b482-242d88a865e3 req-df5df98a-1065-4e3f-935d-78aef120622b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5c1ac39-9686-4537-9070-32dab9cab1be HTTP/1.1" status: 200 len: 944 time: 0.1045313 May 30 05:05:57.390524 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-40eaab1d-cac3-4f6e-b482-242d88a865e3 req-e21ce7fd-62f1-4466-8438-745ec9e13cb4 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b06e77e-b480-4b4c-bb6c-0e8f15cf99fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624135 May 30 05:05:57.411569 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d96694-3f2d-4564-b46e-0431aaaa6c9e req-db70e729-e8c4-471f-8b8a-f98bc6acbf5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:05:57.411569 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-89d96694-3f2d-4564-b46e-0431aaaa6c9e req-db70e729-e8c4-471f-8b8a-f98bc6acbf5c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f9fe59584bbe4d5aaa42841eedb71980&device_id=d5c1ac39-9686-4537-9070-32dab9cab1be HTTP/1.1" status: 200 len: 1097 time: 0.2360482 May 30 05:05:57.546782 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d96694-3f2d-4564-b46e-0431aaaa6c9e req-60885b76-88b2-407e-868b-c61db87d2707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:05:57.546782 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-89d96694-3f2d-4564-b46e-0431aaaa6c9e req-60885b76-88b2-407e-868b-c61db87d2707 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b952d7ea-1f97-4357-b086-ada3a8133d80 HTTP/1.1" status: 200 len: 898 time: 0.1299453 May 30 05:05:57.619064 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-89d96694-3f2d-4564-b46e-0431aaaa6c9e req-b0b31529-2fcd-4a09-873a-2fe62bd3dc53 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=396224ac-6ddf-43e5-ada5-176456d99b34 HTTP/1.1" status: 200 len: 217 time: 0.0642023 May 30 05:05:57.683659 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d96694-3f2d-4564-b46e-0431aaaa6c9e req-c4555c0b-c288-4013-9568-d4338e95d256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:05:57.683659 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-89d96694-3f2d-4564-b46e-0431aaaa6c9e req-c4555c0b-c288-4013-9568-d4338e95d256 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=38f7e0cd-40b0-4074-9f8e-9716a75fa33b HTTP/1.1" status: 200 len: 835 time: 0.0590177 May 30 05:05:57.774205 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d96694-3f2d-4564-b46e-0431aaaa6c9e req-90c385a5-be75-4c88-882c-c1be82aa423a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:05:57.774205 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-89d96694-3f2d-4564-b46e-0431aaaa6c9e req-90c385a5-be75-4c88-882c-c1be82aa423a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b952d7ea-1f97-4357-b086-ada3a8133d80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0848536 May 30 05:05:57.915786 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-89d96694-3f2d-4564-b46e-0431aaaa6c9e req-0454fd3e-0333-4b1b-9cea-ed69e002822e service neutron] 10.222.0.39 "GET /v2.0/networks/b952d7ea-1f97-4357-b086-ada3a8133d80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366274 May 30 05:05:57.958805 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-1095f230-bdf5-4d5e-bf93-640862f686ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:05:58.064274 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-89d96694-3f2d-4564-b46e-0431aaaa6c9e req-7d99eede-111e-474c-88e3-b9441b2037a7 service neutron] 10.222.0.39 "GET /v2.0/networks/b952d7ea-1f97-4357-b086-ada3a8133d80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385758 May 30 05:05:58.604694 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fb525d-3c83-4175-a694-1681f1f73943 req-e4c57037-59ad-437a-ab96-62054a6510c5 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:05:58.604694 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-36fb525d-3c83-4175-a694-1681f1f73943 req-e4c57037-59ad-437a-ab96-62054a6510c5 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5c1ac39-9686-4537-9070-32dab9cab1be HTTP/1.1" status: 200 len: 944 time: 0.0974815 May 30 05:05:58.649386 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-36fb525d-3c83-4175-a694-1681f1f73943 req-afa779ac-8728-4618-9970-198fe54f47e6 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b06e77e-b480-4b4c-bb6c-0e8f15cf99fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396628 May 30 05:05:59.811137 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device 396224ac-6ddf-43e5-ada5-176456d99b34 details requested by agent hyperv_hv-neutron-8437 with host hv-neutron-8437 {{(pid=88262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 05:05:59.831634 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a8a562-da53-4fbc-872d-900bf3a554dc req-e2251427-bf85-4189-b403-cada4fca2834 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:05:59.833089 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-99a8a562-da53-4fbc-872d-900bf3a554dc req-e2251427-bf85-4189-b403-cada4fca2834 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5c1ac39-9686-4537-9070-32dab9cab1be HTTP/1.1" status: 200 len: 944 time: 0.0825164 May 30 05:05:59.881965 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-99a8a562-da53-4fbc-872d-900bf3a554dc req-5859ea51-4185-442f-a26d-dc1565b339cf tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b06e77e-b480-4b4c-bb6c-0e8f15cf99fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423741 May 30 05:05:59.950957 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port 396224ac-6ddf-43e5-ada5-176456d99b34, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=396224ac-6ddf-43e5-ada5-176456d99b34,segment=NetworkSegment(f10317f2-4bfb-4d7c-92d7-dd0ac60807aa),segment_id=f10317f2-4bfb-4d7c-92d7-dd0ac60807aa)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:05:59.963928 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Returning: {'device': '396224ac-6ddf-43e5-ada5-176456d99b34', 'network_id': 'b952d7ea-1f97-4357-b086-ada3a8133d80', 'port_id': '396224ac-6ddf-43e5-ada5-176456d99b34', 'mac_address': 'fa:16:3e:d6:eb:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38f7e0cd-40b0-4074-9f8e-9716a75fa33b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 05:06:00.023695 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Current status of the port 396224ac-6ddf-43e5-ada5-176456d99b34 is: DOWN; New status is: BUILD {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:06:00.024078 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:06:00.041730 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 396224ac-6ddf-43e5-ada5-176456d99b34 {{(pid=88262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 30 05:06:00.058496 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port 396224ac-6ddf-43e5-ada5-176456d99b34, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=396224ac-6ddf-43e5-ada5-176456d99b34,segment=NetworkSegment(f10317f2-4bfb-4d7c-92d7-dd0ac60807aa),segment_id=f10317f2-4bfb-4d7c-92d7-dd0ac60807aa)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:06:00.064005 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:06:00.157159 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Pushing event updated for resources: {'Port': ['ID=396224ac-6ddf-43e5-ada5-176456d99b34,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:06:00.176938 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-89c9b321-0feb-45be-a11d-f77e0abda634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:06:00.373010 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] get_ports_and_sgs() called for port_ids ['396224ac-6ddf-43e5-ada5-176456d99b34'] {{(pid=88262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 30 05:06:01.082117 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306e2f20-4836-4be6-bbc8-b43fe50b30c8 req-cf442297-c950-4db8-8fc9-edcf28644931 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:06:01.083607 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-306e2f20-4836-4be6-bbc8-b43fe50b30c8 req-cf442297-c950-4db8-8fc9-edcf28644931 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5c1ac39-9686-4537-9070-32dab9cab1be HTTP/1.1" status: 200 len: 945 time: 0.0862315 May 30 05:06:01.132295 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-306e2f20-4836-4be6-bbc8-b43fe50b30c8 req-328277ed-e2dd-4916-96f6-a1b5ef347e8a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b06e77e-b480-4b4c-bb6c-0e8f15cf99fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418594 May 30 05:06:01.200079 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56ded65b-0e68-413c-8b9b-1097922cc81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:06:01.419213 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:06:01.825170 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device 396224ac-6ddf-43e5-ada5-176456d99b34 up at agent hyperv_hv-neutron-8437 {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:06:01.894620 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Provisioning for port 396224ac-6ddf-43e5-ada5-176456d99b34 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:06:01.901271 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Provisioning complete for port 396224ac-6ddf-43e5-ada5-176456d99b34 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:06:01.901271 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:06:02.019775 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Current status of the port 396224ac-6ddf-43e5-ada5-176456d99b34 is: BUILD; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:06:02.020167 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:06:02.047633 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5c1ac39-9686-4537-9070-32dab9cab1be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '396224ac-6ddf-43e5-ada5-176456d99b34'}] {{(pid=88262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:06:02.056484 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port 396224ac-6ddf-43e5-ada5-176456d99b34, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=396224ac-6ddf-43e5-ada5-176456d99b34,segment=NetworkSegment(f10317f2-4bfb-4d7c-92d7-dd0ac60807aa),segment_id=f10317f2-4bfb-4d7c-92d7-dd0ac60807aa)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:06:02.064706 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:06:02.096355 dv-neutron-843763-1-hyperv neutron-server[88262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-577b10fc-94b2-409a-ae5e-c80cb76f3fbb'] response: {'server_uuid': 'd5c1ac39-9686-4537-9070-32dab9cab1be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '396224ac-6ddf-43e5-ada5-176456d99b34', 'code': 200} May 30 05:06:02.135344 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Pushing event updated for resources: {'Port': ['ID=396224ac-6ddf-43e5-ada5-176456d99b34,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:06:02.436932 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e546c63-08e4-41f2-8f32-1a39c46693f8 req-006fd29f-b990-4dcc-ab6d-a3e4c9f6474f tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:06:02.440562 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5e546c63-08e4-41f2-8f32-1a39c46693f8 req-006fd29f-b990-4dcc-ab6d-a3e4c9f6474f tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5c1ac39-9686-4537-9070-32dab9cab1be HTTP/1.1" status: 200 len: 946 time: 0.1585705 May 30 05:06:02.442836 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb24766a-ba75-4056-b60a-f2c900355738 req-8fcf7ea7-b0cb-49dd-b5b1-0b9b9117f30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:06:02.446180 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-eb24766a-ba75-4056-b60a-f2c900355738 req-8fcf7ea7-b0cb-49dd-b5b1-0b9b9117f30b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d5c1ac39-9686-4537-9070-32dab9cab1be HTTP/1.1" status: 200 len: 1099 time: 0.1276546 May 30 05:06:02.513052 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5e546c63-08e4-41f2-8f32-1a39c46693f8 req-b3ba3a84-b0c6-43ac-ac00-2a3adbb01f12 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b06e77e-b480-4b4c-bb6c-0e8f15cf99fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673628 May 30 05:06:02.522007 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-eb24766a-ba75-4056-b60a-f2c900355738 req-feadd8bf-8ec5-4129-bee1-e56afeb8adef service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=0b06e77e-b480-4b4c-bb6c-0e8f15cf99fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581131 May 30 05:06:02.752673 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a142624-940e-4c55-bf49-a5329c884075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:06:03.699243 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad98281-1dc5-467d-ad58-211b74824fc7 req-44286717-3398-4238-8339-095de85f1dcd tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:06:03.700737 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9ad98281-1dc5-467d-ad58-211b74824fc7 req-44286717-3398-4238-8339-095de85f1dcd tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5c1ac39-9686-4537-9070-32dab9cab1be HTTP/1.1" status: 200 len: 946 time: 0.0799186 May 30 05:06:03.748069 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9ad98281-1dc5-467d-ad58-211b74824fc7 req-2c216e3b-9f0f-46dc-9d36-1f4cf36799b2 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b06e77e-b480-4b4c-bb6c-0e8f15cf99fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415258 May 30 05:06:04.952778 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7b3fdc-983e-4dbe-a2fa-a4834fc63b55 req-823565c8-cf8e-470c-92e5-d86746f9677a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:06:04.954255 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5e7b3fdc-983e-4dbe-a2fa-a4834fc63b55 req-823565c8-cf8e-470c-92e5-d86746f9677a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5c1ac39-9686-4537-9070-32dab9cab1be HTTP/1.1" status: 200 len: 946 time: 0.0842791 May 30 05:06:05.006150 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5e7b3fdc-983e-4dbe-a2fa-a4834fc63b55 req-ec8e19f5-eb26-4593-851d-8bb26c403928 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b06e77e-b480-4b4c-bb6c-0e8f15cf99fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450664 May 30 05:06:05.190628 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e6270c-81a1-4d55-b885-b08260efd7f0 req-30385345-4cd1-478c-9b48-fe3ccbc24ce9 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:06:05.197761 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-21e6270c-81a1-4d55-b885-b08260efd7f0 req-30385345-4cd1-478c-9b48-fe3ccbc24ce9 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5c1ac39-9686-4537-9070-32dab9cab1be HTTP/1.1" status: 200 len: 946 time: 0.0826712 May 30 05:06:05.246512 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-21e6270c-81a1-4d55-b885-b08260efd7f0 req-f746eff6-a3ea-499b-9c05-b06ef3353086 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b06e77e-b480-4b4c-bb6c-0e8f15cf99fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471797 May 30 05:06:05.271620 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 48328) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:06:05.353459 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34ced59a-1ffe-4b96-a643-e8a4dced2e7d tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:06:05.354385 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-34ced59a-1ffe-4b96-a643-e8a4dced2e7d tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=d5c1ac39-9686-4537-9070-32dab9cab1be HTTP/1.1" status: 200 len: 1094 time: 0.0817256 May 30 05:06:05.357150 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 48332) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:06:05.362430 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-31b86280-37a5-4c86-b3c6-a0eeeb04b659 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Request body: {'floatingip': {'floating_network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'port_id': '396224ac-6ddf-43e5-ada5-176456d99b34', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:06:05.368327 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-31b86280-37a5-4c86-b3c6-a0eeeb04b659 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:06:05.372096 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-31b86280-37a5-4c86-b3c6-a0eeeb04b659 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Usage tracker for resource:floatingip and tenant:f9fe59584bbe4d5aaa42841eedb71980 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:06:05.374903 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-31b86280-37a5-4c86-b3c6-a0eeeb04b659 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:06:05.383056 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-31b86280-37a5-4c86-b3c6-a0eeeb04b659 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:06:05.393876 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-31b86280-37a5-4c86-b3c6-a0eeeb04b659 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for floatingip, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:06:05.646984 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-31b86280-37a5-4c86-b3c6-a0eeeb04b659 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:06:05.800235 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-31b86280-37a5-4c86-b3c6-a0eeeb04b659 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Allocated IP 172.26.6.47 (1bab70f4-3794-44db-8e17-19f483aa8ffa/6b5b73c1-b0ce-4f83-a930-c00cc5522926/f9378b67-83cf-4896-b067-08b5faf9fc04) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:06:05.987471 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-31b86280-37a5-4c86-b3c6-a0eeeb04b659 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:06:06.017882 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-31b86280-37a5-4c86-b3c6-a0eeeb04b659 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:06:06.082341 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b86280-37a5-4c86-b3c6-a0eeeb04b659 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Network 1bab70f4-3794-44db-8e17-19f483aa8ffa is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:06:06.084408 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-31b86280-37a5-4c86-b3c6-a0eeeb04b659 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:06:06.092299 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b86280-37a5-4c86-b3c6-a0eeeb04b659 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:06:06.130125 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b86280-37a5-4c86-b3c6-a0eeeb04b659 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event updated for resources: {'Port': ['ID=f9378b67-83cf-4896-b067-08b5faf9fc04,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:06:06.524944 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-31b86280-37a5-4c86-b3c6-a0eeeb04b659 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:06:06.606416 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-31b86280-37a5-4c86-b3c6-a0eeeb04b659 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:06:06.805347 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-31b86280-37a5-4c86-b3c6-a0eeeb04b659 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:06:06.809582 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-31b86280-37a5-4c86-b3c6-a0eeeb04b659 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2304381'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:06:06.920039 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b86280-37a5-4c86-b3c6-a0eeeb04b659 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event updated for resources: {'Port': ['ID=f9378b67-83cf-4896-b067-08b5faf9fc04,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:06:06.928097 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-31b86280-37a5-4c86-b3c6-a0eeeb04b659 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1604762'] for floatingip, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:06:07.096692 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.db.l3_db [None req-31b86280-37a5-4c86-b3c6-a0eeeb04b659 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Floating IP 58612783-506f-4cd3-ab90-063362cb112a associated. External IP: 172.26.6.47, port: 396224ac-6ddf-43e5-ada5-176456d99b34. May 30 05:06:07.553027 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31b86280-37a5-4c86-b3c6-a0eeeb04b659 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Router febffa49-3f93-4662-8812-d2098bf1c5d8 has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 05:06:07.760590 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31b86280-37a5-4c86-b3c6-a0eeeb04b659 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:06:07.771141 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceae76dd-48cb-4cd4-8e60-1426ebbbde9a None None] Sync routers for ids ['febffa49-3f93-4662-8812-d2098bf1c5d8'] in dv-neutron-843763-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:06:07.781131 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceae76dd-48cb-4cd4-8e60-1426ebbbde9a None None] Routers {'febffa49-3f93-4662-8812-d2098bf1c5d8'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:06:07.781851 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-ceae76dd-48cb-4cd4-8e60-1426ebbbde9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:06:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['febffa49-3f93-4662-8812-d2098bf1c5d8'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:06:07.784225 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-31b86280-37a5-4c86-b3c6-a0eeeb04b659 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for floatingip, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:06:07.839130 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-31b86280-37a5-4c86-b3c6-a0eeeb04b659 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4808249 May 30 05:06:07.839622 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5c1ac39-9686-4537-9070-32dab9cab1be', 'tag': '396224ac-6ddf-43e5-ada5-176456d99b34'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:06:07.841938 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 48336) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:06:07.884064 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c3a48ba-fc51-4dac-88bd-151a8f9ae66c'] response: {'name': 'network-changed', 'server_uuid': 'd5c1ac39-9686-4537-9070-32dab9cab1be', 'tag': '396224ac-6ddf-43e5-ada5-176456d99b34', 'status': 'completed', 'code': 200} May 30 05:06:07.952279 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-b5a7f0fd-31e0-46af-8c08-aa354bdc9e9a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/floatingips/58612783-506f-4cd3-ab90-063362cb112a HTTP/1.1" status: 200 len: 991 time: 0.1079586 May 30 05:06:07.967495 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-ceae76dd-48cb-4cd4-8e60-1426ebbbde9a None None] Set router febffa49-3f93-4662-8812-d2098bf1c5d8 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:06:07.983051 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a38851b-9679-45b2-b466-748dd051c973 req-d3d625cc-8fa1-47c5-bb34-2c610e61d351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:06:07.984574 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2a38851b-9679-45b2-b466-748dd051c973 req-d3d625cc-8fa1-47c5-bb34-2c610e61d351 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f9fe59584bbe4d5aaa42841eedb71980&device_id=d5c1ac39-9686-4537-9070-32dab9cab1be HTTP/1.1" status: 200 len: 1099 time: 0.0799842 May 30 05:06:08.118461 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a38851b-9679-45b2-b466-748dd051c973 req-178beb34-726f-49e9-af80-89a90c2dac4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:06:08.119832 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2a38851b-9679-45b2-b466-748dd051c973 req-178beb34-726f-49e9-af80-89a90c2dac4d service neutron] 10.222.0.39 "GET /v2.0/networks?id=b952d7ea-1f97-4357-b086-ada3a8133d80 HTTP/1.1" status: 200 len: 898 time: 0.1292055 May 30 05:06:08.218100 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2a38851b-9679-45b2-b466-748dd051c973 req-b73ecfd1-dbcd-4b5c-94e6-4661ae8f1807 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=396224ac-6ddf-43e5-ada5-176456d99b34 HTTP/1.1" status: 200 len: 999 time: 0.0924027 May 30 05:06:08.282373 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a38851b-9679-45b2-b466-748dd051c973 req-50303f7f-482d-44b5-b674-0ef7c7f1125f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:06:08.283810 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2a38851b-9679-45b2-b466-748dd051c973 req-50303f7f-482d-44b5-b674-0ef7c7f1125f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=38f7e0cd-40b0-4074-9f8e-9716a75fa33b HTTP/1.1" status: 200 len: 835 time: 0.0604980 May 30 05:06:08.337391 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-ceae76dd-48cb-4cd4-8e60-1426ebbbde9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'febffa49-3f93-4662-8812-d2098bf1c5d8', 'name': 'tempest-TestNetworkBasicOps-router-1413020320', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.6'}], 'enable_snat': True}, 'gw_port_id': '148d68d5-ea99-40bb-9947-f60fe84adfe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:05:43Z', 'updated_at': '2022-05-30T05:05:48Z', 'revision_number': 4, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'gw_port': {'id': '148d68d5-ea99-40bb-9947-f60fe84adfe0', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:48:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febffa49-3f93-4662-8812-d2098bf1c5d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:05:44Z', 'updated_at': '2022-05-30T05:05:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_floatingips': [{'id': '58612783-506f-4cd3-ab90-063362cb112a', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'floating_ip_address': '172.26.6.47', 'floating_network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'router_id': 'febffa49-3f93-4662-8812-d2098bf1c5d8', 'port_id': '396224ac-6ddf-43e5-ada5-176456d99b34', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b952d7ea-1f97-4357-b086-ada3a8133d80', 'mac_address': 'fa:16:3e:d6:eb:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c1ac39-9686-4537-9070-32dab9cab1be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T05:06:06Z', 'updated_at': '2022-05-30T05:06:06Z', 'revision_number': 0, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6a45970-18e5-4a27-a8f5-b8787801d576', 'name': '', 'network_id': 'b952d7ea-1f97-4357-b086-ada3a8133d80', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'mac_address': 'fa:16:3e:a6:10:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febffa49-3f93-4662-8812-d2098bf1c5d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '38f7e0cd-40b0-4074-9f8e-9716a75fa33b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:05:47Z', 'updated_at': '2022-05-30T05:05:54Z', 'revision_number': 5, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'subnets': [{'id': '38f7e0cd-40b0-4074-9f8e-9716a75fa33b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:06:08.342262 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceae76dd-48cb-4cd4-8e60-1426ebbbde9a None None] Checking router: febffa49-3f93-4662-8812-d2098bf1c5d8 for host: dv-neutron-843763-1-hyperv {{(pid=88262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 05:06:08.351894 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceae76dd-48cb-4cd4-8e60-1426ebbbde9a None None] Routers {'febffa49-3f93-4662-8812-d2098bf1c5d8'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:06:08.352551 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-ceae76dd-48cb-4cd4-8e60-1426ebbbde9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:06:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['febffa49-3f93-4662-8812-d2098bf1c5d8'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:06:08.365294 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a38851b-9679-45b2-b466-748dd051c973 req-e94f487f-80bb-471f-9d45-b251a70b5644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:06:08.366834 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2a38851b-9679-45b2-b466-748dd051c973 req-e94f487f-80bb-471f-9d45-b251a70b5644 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b952d7ea-1f97-4357-b086-ada3a8133d80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0767725 May 30 05:06:08.498472 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2a38851b-9679-45b2-b466-748dd051c973 req-ef5597d1-3e9f-45a6-8fd9-e041ca83085f service neutron] 10.222.0.39 "GET /v2.0/networks/b952d7ea-1f97-4357-b086-ada3a8133d80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243238 May 30 05:06:08.525317 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-ceae76dd-48cb-4cd4-8e60-1426ebbbde9a None None] Set router febffa49-3f93-4662-8812-d2098bf1c5d8 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:06:08.632624 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2a38851b-9679-45b2-b466-748dd051c973 req-89daf557-26b9-43f0-ac4e-9856de0e3d91 service neutron] 10.222.0.39 "GET /v2.0/networks/b952d7ea-1f97-4357-b086-ada3a8133d80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281238 May 30 05:06:08.901337 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-ceae76dd-48cb-4cd4-8e60-1426ebbbde9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'febffa49-3f93-4662-8812-d2098bf1c5d8', 'name': 'tempest-TestNetworkBasicOps-router-1413020320', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.6'}], 'enable_snat': True}, 'gw_port_id': '148d68d5-ea99-40bb-9947-f60fe84adfe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:05:43Z', 'updated_at': '2022-05-30T05:05:48Z', 'revision_number': 4, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'gw_port': {'id': '148d68d5-ea99-40bb-9947-f60fe84adfe0', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:48:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febffa49-3f93-4662-8812-d2098bf1c5d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:05:44Z', 'updated_at': '2022-05-30T05:05:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_floatingips': [{'id': '58612783-506f-4cd3-ab90-063362cb112a', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'floating_ip_address': '172.26.6.47', 'floating_network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'router_id': 'febffa49-3f93-4662-8812-d2098bf1c5d8', 'port_id': '396224ac-6ddf-43e5-ada5-176456d99b34', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b952d7ea-1f97-4357-b086-ada3a8133d80', 'mac_address': 'fa:16:3e:d6:eb:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c1ac39-9686-4537-9070-32dab9cab1be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T05:06:06Z', 'updated_at': '2022-05-30T05:06:06Z', 'revision_number': 0, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6a45970-18e5-4a27-a8f5-b8787801d576', 'name': '', 'network_id': 'b952d7ea-1f97-4357-b086-ada3a8133d80', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'mac_address': 'fa:16:3e:a6:10:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febffa49-3f93-4662-8812-d2098bf1c5d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '38f7e0cd-40b0-4074-9f8e-9716a75fa33b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:05:47Z', 'updated_at': '2022-05-30T05:05:54Z', 'revision_number': 5, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'subnets': [{'id': '38f7e0cd-40b0-4074-9f8e-9716a75fa33b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:06:08.905163 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceae76dd-48cb-4cd4-8e60-1426ebbbde9a None None] The sync data for ids ['febffa49-3f93-4662-8812-d2098bf1c5d8'] in dv-neutron-843763-1-hyperv is: [{'id': 'febffa49-3f93-4662-8812-d2098bf1c5d8', 'name': 'tempest-TestNetworkBasicOps-router-1413020320', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.6'}], 'enable_snat': True}, 'gw_port_id': '148d68d5-ea99-40bb-9947-f60fe84adfe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:05:43Z', 'updated_at': '2022-05-30T05:05:48Z', 'revision_number': 4, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'gw_port': {'id': '148d68d5-ea99-40bb-9947-f60fe84adfe0', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:48:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febffa49-3f93-4662-8812-d2098bf1c5d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:05:44Z', 'updated_at': '2022-05-30T05:05:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_floatingips': [{'id': '58612783-506f-4cd3-ab90-063362cb112a', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'floating_ip_address': '172.26.6.47', 'floating_network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'router_id': 'febffa49-3f93-4662-8812-d2098bf1c5d8', 'port_id': '396224ac-6ddf-43e5-ada5-176456d99b34', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b952d7ea-1f97-4357-b086-ada3a8133d80', 'mac_address': 'fa:16:3e:d6:eb:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c1ac39-9686-4537-9070-32dab9cab1be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T05:06:06Z', 'updated_at': '2022-05-30T05:06:06Z', 'revision_number': 0, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6a45970-18e5-4a27-a8f5-b8787801d576', 'name': '', 'network_id': 'b952d7ea-1f97-4357-b086-ada3a8133d80', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'mac_address': 'fa:16:3e:a6:10:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febffa49-3f93-4662-8812-d2098bf1c5d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '38f7e0cd-40b0-4074-9f8e-9716a75fa33b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:05:47Z', 'updated_at': '2022-05-30T05:05:54Z', 'revision_number': 5, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'subnets': [{'id': '38f7e0cd-40b0-4074-9f8e-9716a75fa33b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:06:08.955089 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 48342) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:06:09.063884 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-07294a7f-e7c3-460a-9c3e-c61962242cd7 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/floatingips/58612783-506f-4cd3-ab90-063362cb112a HTTP/1.1" status: 200 len: 991 time: 0.1076274 May 30 05:06:09.092253 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6ef85d-89db-4519-bb2d-e0e3e507c89d None None] New status for floating IP 58612783-506f-4cd3-ab90-063362cb112a: ACTIVE {{(pid=88263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 30 05:06:10.067467 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 48346) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:06:10.172957 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-0107359e-1f75-416a-99a6-2d7d4dc917cf tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/floatingips/58612783-506f-4cd3-ab90-063362cb112a HTTP/1.1" status: 200 len: 993 time: 0.1043096 May 30 05:06:17.416645 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:06:25.214345 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-45f79e78-106a-4f09-9d2c-69baeab7263d None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 05:06:27.944413 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-fc2624a7-8db1-4004-98f3-1ced85363c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:06:30.180556 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-26011d75-4bbb-43ac-83a1-54ad4d188b68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:06:31.203398 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56ded65b-0e68-413c-8b9b-1097922cc81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:06:31.424755 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:06:32.752319 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a142624-940e-4c55-bf49-a5329c884075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:06:47.429861 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:06:57.946922 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8e36055a-ced7-41cf-b4e0-9ddb992bc118 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:07:00.180255 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-36a8a518-375c-4373-8b76-57ca412d3337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:07:01.204223 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56ded65b-0e68-413c-8b9b-1097922cc81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:07:01.424087 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:07:02.213735 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-45f79e78-106a-4f09-9d2c-69baeab7263d None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 05:07:02.753236 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a142624-940e-4c55-bf49-a5329c884075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:07:03.892329 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-50b312b3-5265-4b62-8ade-c22dd569d1db req-7b59076d-239d-4724-b53d-c38b0b3b3d0d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d5741834-3365-4b0e-89aa-9e182be9a397&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0720818 May 30 05:07:04.027017 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b312b3-5265-4b62-8ade-c22dd569d1db req-8106535f-6e50-47ff-a472-ec27dbc06ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:07:04.028441 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-50b312b3-5265-4b62-8ade-c22dd569d1db req-8106535f-6e50-47ff-a472-ec27dbc06ae4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=88101d051d394b379575d1a4b606816a&device_id=d5741834-3365-4b0e-89aa-9e182be9a397 HTTP/1.1" status: 200 len: 1099 time: 0.0687280 May 30 05:07:04.281297 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b312b3-5265-4b62-8ade-c22dd569d1db req-ed962096-c432-4010-8ec9-848118c40209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:07:04.282810 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-50b312b3-5265-4b62-8ade-c22dd569d1db req-ed962096-c432-4010-8ec9-848118c40209 service neutron] 10.222.0.39 "GET /v2.0/networks?id=719d6beb-a88c-42b5-a4d8-b710f113657a HTTP/1.1" status: 200 len: 913 time: 0.2365041 May 30 05:07:04.384895 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-50b312b3-5265-4b62-8ade-c22dd569d1db req-6a710548-9808-494d-a1b7-c6db6bf5e24a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dab7c9a1-99c5-4e56-b8bf-b15f3271caed HTTP/1.1" status: 200 len: 1002 time: 0.0954051 May 30 05:07:04.449393 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b312b3-5265-4b62-8ade-c22dd569d1db req-b84b9392-2f74-4750-9929-626c91ca0028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:07:04.450822 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-50b312b3-5265-4b62-8ade-c22dd569d1db req-b84b9392-2f74-4750-9929-626c91ca0028 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=195eaa06-b93a-44cb-9e99-e406979df128 HTTP/1.1" status: 200 len: 851 time: 0.0589139 May 30 05:07:04.525522 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b312b3-5265-4b62-8ade-c22dd569d1db req-9454498b-06e5-4ebb-8968-c712ca2aa1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:07:04.526952 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-50b312b3-5265-4b62-8ade-c22dd569d1db req-9454498b-06e5-4ebb-8968-c712ca2aa1ff service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=719d6beb-a88c-42b5-a4d8-b710f113657a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696356 May 30 05:07:04.655279 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-50b312b3-5265-4b62-8ade-c22dd569d1db req-fbac58b3-c8cc-4114-a5f8-bb45dfc62149 service neutron] 10.222.0.39 "GET /v2.0/networks/719d6beb-a88c-42b5-a4d8-b710f113657a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218266 May 30 05:07:04.782946 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-50b312b3-5265-4b62-8ade-c22dd569d1db req-d79ecbff-85b7-4983-ae2d-6310c89e7e16 service neutron] 10.222.0.39 "GET /v2.0/networks/719d6beb-a88c-42b5-a4d8-b710f113657a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214001 May 30 05:07:10.830060 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 48380) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:07:10.904928 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d546a97-ac7d-4160-96ba-c731c8cf9730 tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:07:10.905401 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d546a97-ac7d-4160-96ba-c731c8cf9730 tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:07:10.905888 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d546a97-ac7d-4160-96ba-c731c8cf9730 tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:07:10.907489 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-7d546a97-ac7d-4160-96ba-c731c8cf9730 tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] 10.222.0.15 "GET /v2.0/ports?project_id=f9fe59584bbe4d5aaa42841eedb71980&network_id=b952d7ea-1f97-4357-b086-ada3a8133d80 HTTP/1.1" status: 200 len: 3000 time: 0.0763896 May 30 05:07:13.715858 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 48392) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:07:13.772569 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d15f4ef-1de4-46d3-b03e-751fc2fa06ed tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:07:13.774004 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-5d15f4ef-1de4-46d3-b03e-751fc2fa06ed tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=1bab70f4-3794-44db-8e17-19f483aa8ffa HTTP/1.1" status: 200 len: 814 time: 0.0571656 May 30 05:07:14.512642 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 48400) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:07:14.517645 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-4bb54a6c-2f55-4e80-a95c-84dfa30462d6 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:07:14.616585 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4bb54a6c-2f55-4e80-a95c-84dfa30462d6 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for floatingip, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:07:14.876078 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4bb54a6c-2f55-4e80-a95c-84dfa30462d6 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:07:14.880616 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4bb54a6c-2f55-4e80-a95c-84dfa30462d6 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1604762'] for floatingip, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:07:14.880966 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.db.l3_db [None req-4bb54a6c-2f55-4e80-a95c-84dfa30462d6 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Floating IP 58612783-506f-4cd3-ab90-063362cb112a disassociated. External IP: 172.26.6.47, port: 396224ac-6ddf-43e5-ada5-176456d99b34. May 30 05:07:15.349442 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bb54a6c-2f55-4e80-a95c-84dfa30462d6 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Router febffa49-3f93-4662-8812-d2098bf1c5d8 has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 05:07:15.529332 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bb54a6c-2f55-4e80-a95c-84dfa30462d6 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:07:15.533625 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4bb54a6c-2f55-4e80-a95c-84dfa30462d6 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for floatingip, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:07:15.540063 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26647203-f441-420f-8224-d7760811057a None None] Sync routers for ids ['febffa49-3f93-4662-8812-d2098bf1c5d8'] in dv-neutron-843763-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:07:15.551906 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26647203-f441-420f-8224-d7760811057a None None] Routers {'febffa49-3f93-4662-8812-d2098bf1c5d8'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:07:15.552515 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-26647203-f441-420f-8224-d7760811057a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:07:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['febffa49-3f93-4662-8812-d2098bf1c5d8'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:07:15.591188 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-4bb54a6c-2f55-4e80-a95c-84dfa30462d6 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "PUT /v2.0/floatingips/58612783-506f-4cd3-ab90-063362cb112a HTTP/1.1" status: 200 len: 689 time: 1.0768313 May 30 05:07:15.591764 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5c1ac39-9686-4537-9070-32dab9cab1be', 'tag': '396224ac-6ddf-43e5-ada5-176456d99b34'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:07:15.593971 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 48404) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:07:15.637044 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e40874f-c97b-4997-8b2c-ac1f03573a48'] response: {'name': 'network-changed', 'server_uuid': 'd5c1ac39-9686-4537-9070-32dab9cab1be', 'tag': '396224ac-6ddf-43e5-ada5-176456d99b34', 'status': 'completed', 'code': 200} May 30 05:07:15.734925 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea075c4-679f-43ed-81b8-3c1adcc54090 req-f31c7291-3b8f-46c3-b990-633a876e3489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:07:15.736439 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0ea075c4-679f-43ed-81b8-3c1adcc54090 req-f31c7291-3b8f-46c3-b990-633a876e3489 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f9fe59584bbe4d5aaa42841eedb71980&device_id=d5c1ac39-9686-4537-9070-32dab9cab1be HTTP/1.1" status: 200 len: 1099 time: 0.0753226 May 30 05:07:15.739867 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-26647203-f441-420f-8224-d7760811057a None None] Set router febffa49-3f93-4662-8812-d2098bf1c5d8 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:07:15.788186 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-9ba3c964-008a-4487-bde6-1f47e172f341 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/floatingips/58612783-506f-4cd3-ab90-063362cb112a HTTP/1.1" status: 200 len: 689 time: 0.1929507 May 30 05:07:15.874941 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea075c4-679f-43ed-81b8-3c1adcc54090 req-25e19739-d360-41ca-bf57-bdd293fd4165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:07:15.876387 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0ea075c4-679f-43ed-81b8-3c1adcc54090 req-25e19739-d360-41ca-bf57-bdd293fd4165 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b952d7ea-1f97-4357-b086-ada3a8133d80 HTTP/1.1" status: 200 len: 898 time: 0.1338179 May 30 05:07:15.947117 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0ea075c4-679f-43ed-81b8-3c1adcc54090 req-6e369be7-00c2-42ef-b4eb-31c4da9fdb74 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=396224ac-6ddf-43e5-ada5-176456d99b34 HTTP/1.1" status: 200 len: 217 time: 0.0639594 May 30 05:07:16.008291 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea075c4-679f-43ed-81b8-3c1adcc54090 req-dfedf4ef-22ec-4695-a482-34ddcc3b6016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:07:16.009738 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0ea075c4-679f-43ed-81b8-3c1adcc54090 req-dfedf4ef-22ec-4695-a482-34ddcc3b6016 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=38f7e0cd-40b0-4074-9f8e-9716a75fa33b HTTP/1.1" status: 200 len: 835 time: 0.0564015 May 30 05:07:16.052944 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-26647203-f441-420f-8224-d7760811057a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'febffa49-3f93-4662-8812-d2098bf1c5d8', 'name': 'tempest-TestNetworkBasicOps-router-1413020320', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.6'}], 'enable_snat': True}, 'gw_port_id': '148d68d5-ea99-40bb-9947-f60fe84adfe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:05:43Z', 'updated_at': '2022-05-30T05:05:48Z', 'revision_number': 4, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'gw_port': {'id': '148d68d5-ea99-40bb-9947-f60fe84adfe0', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:48:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febffa49-3f93-4662-8812-d2098bf1c5d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:05:44Z', 'updated_at': '2022-05-30T05:05:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': 'e6a45970-18e5-4a27-a8f5-b8787801d576', 'name': '', 'network_id': 'b952d7ea-1f97-4357-b086-ada3a8133d80', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'mac_address': 'fa:16:3e:a6:10:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febffa49-3f93-4662-8812-d2098bf1c5d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '38f7e0cd-40b0-4074-9f8e-9716a75fa33b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:05:47Z', 'updated_at': '2022-05-30T05:05:54Z', 'revision_number': 5, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'subnets': [{'id': '38f7e0cd-40b0-4074-9f8e-9716a75fa33b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:07:16.056638 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26647203-f441-420f-8224-d7760811057a None None] Checking router: febffa49-3f93-4662-8812-d2098bf1c5d8 for host: dv-neutron-843763-1-hyperv {{(pid=88262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 05:07:16.065437 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26647203-f441-420f-8224-d7760811057a None None] Routers {'febffa49-3f93-4662-8812-d2098bf1c5d8'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:07:16.066068 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-26647203-f441-420f-8224-d7760811057a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:07:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['febffa49-3f93-4662-8812-d2098bf1c5d8'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:07:16.084119 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea075c4-679f-43ed-81b8-3c1adcc54090 req-f03d46d6-c025-4e39-b654-d896610fd5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:07:16.085575 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0ea075c4-679f-43ed-81b8-3c1adcc54090 req-f03d46d6-c025-4e39-b654-d896610fd5cf service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b952d7ea-1f97-4357-b086-ada3a8133d80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694826 May 30 05:07:16.222753 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0ea075c4-679f-43ed-81b8-3c1adcc54090 req-2caeed71-445c-4e21-8751-f3c486e0367d service neutron] 10.222.0.39 "GET /v2.0/networks/b952d7ea-1f97-4357-b086-ada3a8133d80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307495 May 30 05:07:16.242361 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-26647203-f441-420f-8224-d7760811057a None None] Set router febffa49-3f93-4662-8812-d2098bf1c5d8 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:07:16.355218 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0ea075c4-679f-43ed-81b8-3c1adcc54090 req-29acb297-82ca-4684-8ccc-25182d759b27 service neutron] 10.222.0.39 "GET /v2.0/networks/b952d7ea-1f97-4357-b086-ada3a8133d80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264150 May 30 05:07:16.591279 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-26647203-f441-420f-8224-d7760811057a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'febffa49-3f93-4662-8812-d2098bf1c5d8', 'name': 'tempest-TestNetworkBasicOps-router-1413020320', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.6'}], 'enable_snat': True}, 'gw_port_id': '148d68d5-ea99-40bb-9947-f60fe84adfe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:05:43Z', 'updated_at': '2022-05-30T05:05:48Z', 'revision_number': 4, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'gw_port': {'id': '148d68d5-ea99-40bb-9947-f60fe84adfe0', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:48:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febffa49-3f93-4662-8812-d2098bf1c5d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:05:44Z', 'updated_at': '2022-05-30T05:05:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': 'e6a45970-18e5-4a27-a8f5-b8787801d576', 'name': '', 'network_id': 'b952d7ea-1f97-4357-b086-ada3a8133d80', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'mac_address': 'fa:16:3e:a6:10:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febffa49-3f93-4662-8812-d2098bf1c5d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '38f7e0cd-40b0-4074-9f8e-9716a75fa33b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:05:47Z', 'updated_at': '2022-05-30T05:05:54Z', 'revision_number': 5, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'subnets': [{'id': '38f7e0cd-40b0-4074-9f8e-9716a75fa33b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:07:16.595135 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26647203-f441-420f-8224-d7760811057a None None] The sync data for ids ['febffa49-3f93-4662-8812-d2098bf1c5d8'] in dv-neutron-843763-1-hyperv is: [{'id': 'febffa49-3f93-4662-8812-d2098bf1c5d8', 'name': 'tempest-TestNetworkBasicOps-router-1413020320', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.6'}], 'enable_snat': True}, 'gw_port_id': '148d68d5-ea99-40bb-9947-f60fe84adfe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:05:43Z', 'updated_at': '2022-05-30T05:05:48Z', 'revision_number': 4, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'gw_port': {'id': '148d68d5-ea99-40bb-9947-f60fe84adfe0', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:48:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febffa49-3f93-4662-8812-d2098bf1c5d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:05:44Z', 'updated_at': '2022-05-30T05:05:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': 'e6a45970-18e5-4a27-a8f5-b8787801d576', 'name': '', 'network_id': 'b952d7ea-1f97-4357-b086-ada3a8133d80', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'mac_address': 'fa:16:3e:a6:10:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febffa49-3f93-4662-8812-d2098bf1c5d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '38f7e0cd-40b0-4074-9f8e-9716a75fa33b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:05:47Z', 'updated_at': '2022-05-30T05:05:54Z', 'revision_number': 5, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'subnets': [{'id': '38f7e0cd-40b0-4074-9f8e-9716a75fa33b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:07:16.791609 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 48410) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:07:16.811663 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60057544-28a2-419f-a416-92e159a16584 None None] New status for floating IP 58612783-506f-4cd3-ab90-063362cb112a: DOWN {{(pid=88263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 30 05:07:16.877142 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-b1f9a5d3-6608-4708-a28c-1caeb25dfe9b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/floatingips/58612783-506f-4cd3-ab90-063362cb112a HTTP/1.1" status: 200 len: 689 time: 0.0842133 May 30 05:07:17.421572 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:07:17.880819 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 48414) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:07:17.960928 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-8d987397-77bd-4c85-b1fa-f33d192505ce tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/floatingips/58612783-506f-4cd3-ab90-063362cb112a HTTP/1.1" status: 200 len: 687 time: 0.0789838 May 30 05:07:19.037987 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 48420) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:07:19.043234 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-8138b57e-8861-48b6-9f62-8704ffb36b60 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-413804568', 'description': 'tempest-secgroup-smoke-413804568 description', 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:07:19.049160 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-8138b57e-8861-48b6-9f62-8704ffb36b60 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:07:19.058567 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-8138b57e-8861-48b6-9f62-8704ffb36b60 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:07:19.068524 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8138b57e-8861-48b6-9f62-8704ffb36b60 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:07:19.091766 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-8138b57e-8861-48b6-9f62-8704ffb36b60 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:07:19.095506 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-8138b57e-8861-48b6-9f62-8704ffb36b60 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Usage tracker for resource:security_group_rule and tenant:f9fe59584bbe4d5aaa42841eedb71980 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:07:19.098290 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-8138b57e-8861-48b6-9f62-8704ffb36b60 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:07:19.103864 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-8138b57e-8861-48b6-9f62-8704ffb36b60 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:07:19.170565 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8138b57e-8861-48b6-9f62-8704ffb36b60 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:07:19.174115 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8138b57e-8861-48b6-9f62-8704ffb36b60 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:07:19.214751 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8138b57e-8861-48b6-9f62-8704ffb36b60 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64022350-ea5e-4929-8c03-268058cc4767,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:07:19.224412 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8138b57e-8861-48b6-9f62-8704ffb36b60 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:07:19.224758 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8138b57e-8861-48b6-9f62-8704ffb36b60 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:07:19.225101 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8138b57e-8861-48b6-9f62-8704ffb36b60 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:07:19.225446 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8138b57e-8861-48b6-9f62-8704ffb36b60 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:07:19.225742 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8138b57e-8861-48b6-9f62-8704ffb36b60 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:07:19.226093 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8138b57e-8861-48b6-9f62-8704ffb36b60 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:07:19.226416 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8138b57e-8861-48b6-9f62-8704ffb36b60 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:07:19.226820 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8138b57e-8861-48b6-9f62-8704ffb36b60 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:07:19.227054 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8138b57e-8861-48b6-9f62-8704ffb36b60 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:07:19.227392 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8138b57e-8861-48b6-9f62-8704ffb36b60 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:07:19.227720 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8138b57e-8861-48b6-9f62-8704ffb36b60 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:07:19.228023 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8138b57e-8861-48b6-9f62-8704ffb36b60 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:07:19.232138 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8138b57e-8861-48b6-9f62-8704ffb36b60 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:07:19.235886 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-8138b57e-8861-48b6-9f62-8704ffb36b60 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1942093 May 30 05:07:19.236076 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 48424) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:07:19.241270 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-80fcd67d-6766-4e6d-81f3-3181a752784b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Request body: {'security_group_rule': {'security_group_id': '64022350-ea5e-4929-8c03-268058cc4767', 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:07:19.247677 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-80fcd67d-6766-4e6d-81f3-3181a752784b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:07:19.251478 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-80fcd67d-6766-4e6d-81f3-3181a752784b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Usage tracker for resource:security_group_rule and tenant:f9fe59584bbe4d5aaa42841eedb71980 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:07:19.254353 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-80fcd67d-6766-4e6d-81f3-3181a752784b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:07:19.260209 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-80fcd67d-6766-4e6d-81f3-3181a752784b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:07:19.276526 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-80fcd67d-6766-4e6d-81f3-3181a752784b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:07:19.335460 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-80fcd67d-6766-4e6d-81f3-3181a752784b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:07:19.338898 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-80fcd67d-6766-4e6d-81f3-3181a752784b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:07:19.361723 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fcd67d-6766-4e6d-81f3-3181a752784b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a00562e-22e0-4098-9547-7f5356efa39f,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:07:19.372258 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-80fcd67d-6766-4e6d-81f3-3181a752784b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:07:19.373444 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-80fcd67d-6766-4e6d-81f3-3181a752784b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1363027 May 30 05:07:19.376355 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 48428) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:07:19.381429 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-c222f5a6-1ac1-4c21-93fd-a25df116f96a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Request body: {'security_group_rule': {'security_group_id': '64022350-ea5e-4929-8c03-268058cc4767', 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:07:19.387319 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-c222f5a6-1ac1-4c21-93fd-a25df116f96a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:07:19.391151 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-c222f5a6-1ac1-4c21-93fd-a25df116f96a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Usage tracker for resource:security_group_rule and tenant:f9fe59584bbe4d5aaa42841eedb71980 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:07:19.394023 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-c222f5a6-1ac1-4c21-93fd-a25df116f96a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:07:19.404229 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-c222f5a6-1ac1-4c21-93fd-a25df116f96a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:07:19.420828 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c222f5a6-1ac1-4c21-93fd-a25df116f96a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:07:19.479356 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c222f5a6-1ac1-4c21-93fd-a25df116f96a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:07:19.483333 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c222f5a6-1ac1-4c21-93fd-a25df116f96a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:07:19.507026 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c222f5a6-1ac1-4c21-93fd-a25df116f96a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=538b3bd6-aa9b-4683-988a-b53ef1085ce2,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:07:19.522388 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c222f5a6-1ac1-4c21-93fd-a25df116f96a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:07:19.522990 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c222f5a6-1ac1-4c21-93fd-a25df116f96a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:07:19.523461 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c222f5a6-1ac1-4c21-93fd-a25df116f96a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:07:19.523806 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c222f5a6-1ac1-4c21-93fd-a25df116f96a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:07:19.524141 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c222f5a6-1ac1-4c21-93fd-a25df116f96a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:07:19.524501 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c222f5a6-1ac1-4c21-93fd-a25df116f96a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:07:19.524833 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c222f5a6-1ac1-4c21-93fd-a25df116f96a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:07:19.525163 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c222f5a6-1ac1-4c21-93fd-a25df116f96a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:07:19.525540 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c222f5a6-1ac1-4c21-93fd-a25df116f96a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:07:19.526191 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c222f5a6-1ac1-4c21-93fd-a25df116f96a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:07:19.526755 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c222f5a6-1ac1-4c21-93fd-a25df116f96a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:07:19.527210 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c222f5a6-1ac1-4c21-93fd-a25df116f96a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:07:19.530063 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c222f5a6-1ac1-4c21-93fd-a25df116f96a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:07:19.531211 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-c222f5a6-1ac1-4c21-93fd-a25df116f96a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1538351 May 30 05:07:19.533944 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 48432) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:07:19.539023 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-8178ad9b-44b8-4134-8683-9f38e28f7990 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Request body: {'security_group_rule': {'security_group_id': '64022350-ea5e-4929-8c03-268058cc4767', 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:07:19.545578 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-8178ad9b-44b8-4134-8683-9f38e28f7990 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:07:19.549527 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-8178ad9b-44b8-4134-8683-9f38e28f7990 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Usage tracker for resource:security_group_rule and tenant:f9fe59584bbe4d5aaa42841eedb71980 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:07:19.552483 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-8178ad9b-44b8-4134-8683-9f38e28f7990 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:07:19.558157 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-8178ad9b-44b8-4134-8683-9f38e28f7990 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:07:19.575146 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8178ad9b-44b8-4134-8683-9f38e28f7990 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:07:19.635334 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8178ad9b-44b8-4134-8683-9f38e28f7990 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:07:19.638813 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8178ad9b-44b8-4134-8683-9f38e28f7990 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:07:19.661665 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8178ad9b-44b8-4134-8683-9f38e28f7990 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93bc5054-47f9-47b2-bd3e-d8792bf11f11,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:07:19.670150 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8178ad9b-44b8-4134-8683-9f38e28f7990 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:07:19.671297 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-8178ad9b-44b8-4134-8683-9f38e28f7990 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1364551 May 30 05:07:19.674155 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 48436) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:07:19.679176 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-0d63887e-b571-4493-b1b8-d1a2f04e9b35 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Request body: {'security_group_rule': {'security_group_id': '64022350-ea5e-4929-8c03-268058cc4767', 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:07:19.684989 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-0d63887e-b571-4493-b1b8-d1a2f04e9b35 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:07:19.688805 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-0d63887e-b571-4493-b1b8-d1a2f04e9b35 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Usage tracker for resource:security_group_rule and tenant:f9fe59584bbe4d5aaa42841eedb71980 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:07:19.691669 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-0d63887e-b571-4493-b1b8-d1a2f04e9b35 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:07:19.697551 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-0d63887e-b571-4493-b1b8-d1a2f04e9b35 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:07:19.713734 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0d63887e-b571-4493-b1b8-d1a2f04e9b35 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:07:19.779325 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0d63887e-b571-4493-b1b8-d1a2f04e9b35 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:07:19.782714 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0d63887e-b571-4493-b1b8-d1a2f04e9b35 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:07:19.805763 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d63887e-b571-4493-b1b8-d1a2f04e9b35 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ea6d7c0-5d2a-443f-917b-6ec654fb2066,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:07:19.814810 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0d63887e-b571-4493-b1b8-d1a2f04e9b35 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:07:19.815970 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-0d63887e-b571-4493-b1b8-d1a2f04e9b35 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1408803 May 30 05:07:19.818937 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 48440) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:07:19.823880 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-0d70a45e-7527-41ca-a595-4ff3156c8853 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Request body: {'security_group_rule': {'security_group_id': '64022350-ea5e-4929-8c03-268058cc4767', 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:07:19.829464 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-0d70a45e-7527-41ca-a595-4ff3156c8853 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:07:19.833318 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-0d70a45e-7527-41ca-a595-4ff3156c8853 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Usage tracker for resource:security_group_rule and tenant:f9fe59584bbe4d5aaa42841eedb71980 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:07:19.836207 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-0d70a45e-7527-41ca-a595-4ff3156c8853 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:07:19.842373 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-0d70a45e-7527-41ca-a595-4ff3156c8853 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:07:19.851573 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.db.securitygroups_db [None req-0d70a45e-7527-41ca-a595-4ff3156c8853 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Project f9fe59584bbe4d5aaa42841eedb71980 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 30 05:07:19.858400 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0d70a45e-7527-41ca-a595-4ff3156c8853 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:07:19.920502 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0d70a45e-7527-41ca-a595-4ff3156c8853 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:07:19.923787 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0d70a45e-7527-41ca-a595-4ff3156c8853 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:07:19.946417 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d70a45e-7527-41ca-a595-4ff3156c8853 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be7ef4e7-0635-46ba-8552-7ee43b5e542d,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:07:19.954244 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0d70a45e-7527-41ca-a595-4ff3156c8853 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:07:19.955417 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-0d70a45e-7527-41ca-a595-4ff3156c8853 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1355445 May 30 05:07:19.958158 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 48444) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:07:19.963046 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-c4e19175-b4e3-45a6-95b3-50adf3f305be tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Request body: {'security_group_rule': {'security_group_id': '64022350-ea5e-4929-8c03-268058cc4767', 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:07:19.969139 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-c4e19175-b4e3-45a6-95b3-50adf3f305be tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:07:19.972902 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-c4e19175-b4e3-45a6-95b3-50adf3f305be tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Usage tracker for resource:security_group_rule and tenant:f9fe59584bbe4d5aaa42841eedb71980 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:07:19.975734 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-c4e19175-b4e3-45a6-95b3-50adf3f305be tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:07:19.982012 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-c4e19175-b4e3-45a6-95b3-50adf3f305be tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:07:19.992035 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.db.securitygroups_db [None req-c4e19175-b4e3-45a6-95b3-50adf3f305be tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Project f9fe59584bbe4d5aaa42841eedb71980 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 30 05:07:19.998541 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c4e19175-b4e3-45a6-95b3-50adf3f305be tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:07:20.061857 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c4e19175-b4e3-45a6-95b3-50adf3f305be tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:07:20.065254 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c4e19175-b4e3-45a6-95b3-50adf3f305be tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:07:20.090815 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e19175-b4e3-45a6-95b3-50adf3f305be tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4222d837-b906-47b4-ae48-ba53d8279445,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:07:20.099621 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c4e19175-b4e3-45a6-95b3-50adf3f305be tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:07:20.100768 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-c4e19175-b4e3-45a6-95b3-50adf3f305be tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1417115 May 30 05:07:20.258737 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c0548b2a-4ec2-46dd-8321-addbabe8845b req-4cb214a5-1a63-46ef-9fea-8aa864f42dfe tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-413804568&fields=id&tenant_id=f9fe59584bbe4d5aaa42841eedb71980 HTTP/1.1" status: 200 len: 267 time: 0.0389345 May 30 05:07:20.406583 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0548b2a-4ec2-46dd-8321-addbabe8845b req-dd7b96c3-d2f2-45a5-971d-3dd75180f786 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:07:20.407942 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c0548b2a-4ec2-46dd-8321-addbabe8845b req-dd7b96c3-d2f2-45a5-971d-3dd75180f786 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/networks?id=b952d7ea-1f97-4357-b086-ada3a8133d80 HTTP/1.1" status: 200 len: 797 time: 0.1422408 May 30 05:07:20.422519 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c0548b2a-4ec2-46dd-8321-addbabe8845b req-ce03325c-06ca-43cf-bfd3-3adb8113db3d tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/quotas/f9fe59584bbe4d5aaa42841eedb71980 HTTP/1.1" status: 200 len: 375 time: 0.0088956 May 30 05:07:20.507085 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c0548b2a-4ec2-46dd-8321-addbabe8845b req-733f1ded-04ac-4d9a-890a-f745f050c6fb tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=f9fe59584bbe4d5aaa42841eedb71980&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0797365 May 30 05:07:20.753794 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c0548b2a-4ec2-46dd-8321-addbabe8845b req-467c41b5-1e20-4151-981f-6041b8793a57 service neutron] 10.222.0.15 "GET /v2.0/networks/b952d7ea-1f97-4357-b086-ada3a8133d80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340012 May 30 05:07:20.885997 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c0548b2a-4ec2-46dd-8321-addbabe8845b req-c93871e7-9db4-411e-8ced-9bef929d8a89 service neutron] 10.222.0.15 "GET /v2.0/networks/b952d7ea-1f97-4357-b086-ada3a8133d80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264400 May 30 05:07:21.070235 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1214ef84-d66f-4c3d-b9fc-0ddb22aaec4b req-21385eec-0334-422e-bf0a-27797351a7ef tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=bde92f8b-2128-40f5-889a-ae9b5623645d HTTP/1.1" status: 200 len: 210 time: 0.0527608 May 30 05:07:22.085839 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0548b2a-4ec2-46dd-8321-addbabe8845b req-5adbef62-7c92-4e1a-8c93-49b654d03dbd tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:07:22.087354 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c0548b2a-4ec2-46dd-8321-addbabe8845b req-5adbef62-7c92-4e1a-8c93-49b654d03dbd tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.39 "GET /v2.0/networks?id=b952d7ea-1f97-4357-b086-ada3a8133d80 HTTP/1.1" status: 200 len: 797 time: 0.1617022 May 30 05:07:22.166552 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c0548b2a-4ec2-46dd-8321-addbabe8845b req-a1e5fc4e-ea2e-4d17-aeba-fdf604cf381d tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f9fe59584bbe4d5aaa42841eedb71980 HTTP/1.1" status: 200 len: 471 time: 0.0700972 May 30 05:07:22.177674 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [req-c0548b2a-4ec2-46dd-8321-addbabe8845b req-1d3efd55-e933-4cfd-87e7-f02428d683e3 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Request body: {'port': {'device_id': 'bde92f8b-2128-40f5-889a-ae9b5623645d', 'network_id': 'b952d7ea-1f97-4357-b086-ada3a8133d80', 'admin_state_up': True, 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'security_groups': ['64022350-ea5e-4929-8c03-268058cc4767']}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:07:22.287779 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a7b1c930-e7c8-45e9-90ef-21aea99f2d91 req-17b01159-b8c7-47bf-aadc-687a234fb0c9 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=bde92f8b-2128-40f5-889a-ae9b5623645d HTTP/1.1" status: 200 len: 210 time: 0.0924969 May 30 05:07:22.358022 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [req-c0548b2a-4ec2-46dd-8321-addbabe8845b req-1d3efd55-e933-4cfd-87e7-f02428d683e3 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:07:22.367740 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [req-c0548b2a-4ec2-46dd-8321-addbabe8845b req-1d3efd55-e933-4cfd-87e7-f02428d683e3 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:07:22.377987 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0548b2a-4ec2-46dd-8321-addbabe8845b req-1d3efd55-e933-4cfd-87e7-f02428d683e3 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Made reservation on behalf of f9fe59584bbe4d5aaa42841eedb71980 for: {'port': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:07:22.381743 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-c0548b2a-4ec2-46dd-8321-addbabe8845b req-1d3efd55-e933-4cfd-87e7-f02428d683e3 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:07:22.546040 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [req-c0548b2a-4ec2-46dd-8321-addbabe8845b req-1d3efd55-e933-4cfd-87e7-f02428d683e3 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Allocated IP 172.20.0.14 (b952d7ea-1f97-4357-b086-ada3a8133d80/38f7e0cd-40b0-4074-9f8e-9716a75fa33b/178d3ca0-bb3f-47d7-b7f9-201aec96c12a) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:07:22.734646 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-c0548b2a-4ec2-46dd-8321-addbabe8845b req-1d3efd55-e933-4cfd-87e7-f02428d683e3 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:07:22.750038 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [req-c0548b2a-4ec2-46dd-8321-addbabe8845b req-1d3efd55-e933-4cfd-87e7-f02428d683e3 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Transition to ACTIVE for port object 178d3ca0-bb3f-47d7-b7f9-201aec96c12a will not be triggered until provisioned by entity DHCP. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:07:22.772524 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-c0548b2a-4ec2-46dd-8321-addbabe8845b req-1d3efd55-e933-4cfd-87e7-f02428d683e3 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:07:22.845017 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0548b2a-4ec2-46dd-8321-addbabe8845b req-1d3efd55-e933-4cfd-87e7-f02428d683e3 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Network b952d7ea-1f97-4357-b086-ada3a8133d80 is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:07:22.848103 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [req-c0548b2a-4ec2-46dd-8321-addbabe8845b req-1d3efd55-e933-4cfd-87e7-f02428d683e3 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:07:22.852177 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0548b2a-4ec2-46dd-8321-addbabe8845b req-1d3efd55-e933-4cfd-87e7-f02428d683e3 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:07:22.888346 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3efd55-e933-4cfd-87e7-f02428d683e3 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event updated for resources: {'Port': ['ID=178d3ca0-bb3f-47d7-b7f9-201aec96c12a,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:07:22.921549 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0548b2a-4ec2-46dd-8321-addbabe8845b req-1d3efd55-e933-4cfd-87e7-f02428d683e3 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:07:22.922200 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-c0548b2a-4ec2-46dd-8321-addbabe8845b req-1d3efd55-e933-4cfd-87e7-f02428d683e3 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:07:22.952681 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c0548b2a-4ec2-46dd-8321-addbabe8845b req-1d3efd55-e933-4cfd-87e7-f02428d683e3 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7777526 May 30 05:07:22.962866 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [req-c0548b2a-4ec2-46dd-8321-addbabe8845b req-a39d108f-d016-4256-8858-04b78b42aa18 service neutron] Request body: {'port': {'device_id': 'bde92f8b-2128-40f5-889a-ae9b5623645d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8437'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:07:23.086314 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-c0548b2a-4ec2-46dd-8321-addbabe8845b req-a39d108f-d016-4256-8858-04b78b42aa18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:07:23.190147 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-5c564dc0-0f10-41e4-9555-c0d96fde7dc0 None None] Provisioning for port 178d3ca0-bb3f-47d7-b7f9-201aec96c12a completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:07:23.210029 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-5c564dc0-0f10-41e4-9555-c0d96fde7dc0 None None] Provisioning complete for port 178d3ca0-bb3f-47d7-b7f9-201aec96c12a triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:07:23.212891 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-5c564dc0-0f10-41e4-9555-c0d96fde7dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:07:23.302574 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-5c564dc0-0f10-41e4-9555-c0d96fde7dc0 None None] Port 178d3ca0-bb3f-47d7-b7f9-201aec96c12a cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 05:07:23.533297 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6c80ea-a641-4a46-86cc-c2a5eb23eacb req-490c7aee-ad85-4124-8661-2050ee279966 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:07:23.534005 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-ed6c80ea-a641-4a46-86cc-c2a5eb23eacb req-490c7aee-ad85-4124-8661-2050ee279966 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Synchronizing usage tracker for tenant:f9fe59584bbe4d5aaa42841eedb71980 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:07:23.708141 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [req-c0548b2a-4ec2-46dd-8321-addbabe8845b req-a39d108f-d016-4256-8858-04b78b42aa18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 178d3ca0-bb3f-47d7-b7f9-201aec96c12a {{(pid=88261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 30 05:07:23.714770 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-ed6c80ea-a641-4a46-86cc-c2a5eb23eacb req-490c7aee-ad85-4124-8661-2050ee279966 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Unset dirty status for tenant:f9fe59584bbe4d5aaa42841eedb71980 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:07:23.715920 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ed6c80ea-a641-4a46-86cc-c2a5eb23eacb req-490c7aee-ad85-4124-8661-2050ee279966 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=bde92f8b-2128-40f5-889a-ae9b5623645d HTTP/1.1" status: 200 len: 932 time: 0.3096244 May 30 05:07:23.717436 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-c0548b2a-4ec2-46dd-8321-addbabe8845b req-a39d108f-d016-4256-8858-04b78b42aa18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:07:23.750601 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [req-c0548b2a-4ec2-46dd-8321-addbabe8845b req-a39d108f-d016-4256-8858-04b78b42aa18 service neutron] Transition to ACTIVE for port object 178d3ca0-bb3f-47d7-b7f9-201aec96c12a will not be triggered until provisioned by entity L2. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:07:23.760082 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-c0548b2a-4ec2-46dd-8321-addbabe8845b req-a39d108f-d016-4256-8858-04b78b42aa18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2304381'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:07:23.817579 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ed6c80ea-a641-4a46-86cc-c2a5eb23eacb req-42f8e715-dfce-4829-9fe6-63417ab50be6 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/security-groups?id=64022350-ea5e-4929-8c03-268058cc4767&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959039 May 30 05:07:23.959317 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39d108f-d016-4256-8858-04b78b42aa18 service neutron] Pushing event updated for resources: {'Port': ['ID=178d3ca0-bb3f-47d7-b7f9-201aec96c12a,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:07:24.004034 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [req-c0548b2a-4ec2-46dd-8321-addbabe8845b req-a39d108f-d016-4256-8858-04b78b42aa18 service neutron] Attempting to bind port 178d3ca0-bb3f-47d7-b7f9-201aec96c12a on host hv-neutron-8437 for vnic_type normal with profile {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 05:07:24.004302 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [req-c0548b2a-4ec2-46dd-8321-addbabe8845b req-a39d108f-d016-4256-8858-04b78b42aa18 service neutron] Attempting to bind port 178d3ca0-bb3f-47d7-b7f9-201aec96c12a by drivers openvswitch,hyperv on host hv-neutron-8437 at level 0 using segments [{'id': 'f10317f2-4bfb-4d7c-92d7-dd0ac60807aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'b952d7ea-1f97-4357-b086-ada3a8133d80'}] {{(pid=88261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 05:07:24.004629 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0548b2a-4ec2-46dd-8321-addbabe8845b req-a39d108f-d016-4256-8858-04b78b42aa18 service neutron] Attempting to bind port 178d3ca0-bb3f-47d7-b7f9-201aec96c12a on network b952d7ea-1f97-4357-b086-ada3a8133d80 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:07:24.009100 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0548b2a-4ec2-46dd-8321-addbabe8845b req-a39d108f-d016-4256-8858-04b78b42aa18 service neutron] Port 178d3ca0-bb3f-47d7-b7f9-201aec96c12a on network b952d7ea-1f97-4357-b086-ada3a8133d80 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8437 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 30 05:07:24.009413 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0548b2a-4ec2-46dd-8321-addbabe8845b req-a39d108f-d016-4256-8858-04b78b42aa18 service neutron] Attempting to bind port 178d3ca0-bb3f-47d7-b7f9-201aec96c12a on network b952d7ea-1f97-4357-b086-ada3a8133d80 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:07:24.014516 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0548b2a-4ec2-46dd-8321-addbabe8845b req-a39d108f-d016-4256-8858-04b78b42aa18 service neutron] Checking agent: {'id': 'de0c936d-420b-412f-9642-7bfe80b5ab25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8437', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 51, 47), 'started_at': datetime.datetime(2022, 5, 30, 4, 51, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 5, 7, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 05:07:24.014851 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0548b2a-4ec2-46dd-8321-addbabe8845b req-a39d108f-d016-4256-8858-04b78b42aa18 service neutron] Checking segment: {'id': 'f10317f2-4bfb-4d7c-92d7-dd0ac60807aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'b952d7ea-1f97-4357-b086-ada3a8133d80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:07:24.015229 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0548b2a-4ec2-46dd-8321-addbabe8845b req-a39d108f-d016-4256-8858-04b78b42aa18 service neutron] Bound using segment: {'id': 'f10317f2-4bfb-4d7c-92d7-dd0ac60807aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'b952d7ea-1f97-4357-b086-ada3a8133d80'} {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 05:07:24.015650 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [req-c0548b2a-4ec2-46dd-8321-addbabe8845b req-a39d108f-d016-4256-8858-04b78b42aa18 service neutron] Bound port: 178d3ca0-bb3f-47d7-b7f9-201aec96c12a, host: hv-neutron-8437, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f10317f2-4bfb-4d7c-92d7-dd0ac60807aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'b952d7ea-1f97-4357-b086-ada3a8133d80'}}] {{(pid=88261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 05:07:24.015998 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-c0548b2a-4ec2-46dd-8321-addbabe8845b req-a39d108f-d016-4256-8858-04b78b42aa18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:07:24.102120 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [req-c0548b2a-4ec2-46dd-8321-addbabe8845b req-a39d108f-d016-4256-8858-04b78b42aa18 service neutron] For port 178d3ca0-bb3f-47d7-b7f9-201aec96c12a, host hv-neutron-8437, cleared binding levels {{(pid=88261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 05:07:24.104955 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [req-c0548b2a-4ec2-46dd-8321-addbabe8845b req-a39d108f-d016-4256-8858-04b78b42aa18 service neutron] For port 178d3ca0-bb3f-47d7-b7f9-201aec96c12a, host hv-neutron-8437, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=178d3ca0-bb3f-47d7-b7f9-201aec96c12a,segment=NetworkSegment(f10317f2-4bfb-4d7c-92d7-dd0ac60807aa),segment_id=f10317f2-4bfb-4d7c-92d7-dd0ac60807aa)] {{(pid=88261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 05:07:24.110629 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-c0548b2a-4ec2-46dd-8321-addbabe8845b req-a39d108f-d016-4256-8858-04b78b42aa18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2304381'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:07:24.172675 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0548b2a-4ec2-46dd-8321-addbabe8845b req-a39d108f-d016-4256-8858-04b78b42aa18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:07:24.173276 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-c0548b2a-4ec2-46dd-8321-addbabe8845b req-a39d108f-d016-4256-8858-04b78b42aa18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:07:24.174633 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c0548b2a-4ec2-46dd-8321-addbabe8845b req-a39d108f-d016-4256-8858-04b78b42aa18 service neutron] 10.222.0.39 "PUT /v2.0/ports/178d3ca0-bb3f-47d7-b7f9-201aec96c12a HTTP/1.1" status: 200 len: 1094 time: 1.2164276 May 30 05:07:24.175062 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bde92f8b-2128-40f5-889a-ae9b5623645d', 'tag': '178d3ca0-bb3f-47d7-b7f9-201aec96c12a'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:07:24.196741 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39d108f-d016-4256-8858-04b78b42aa18 service neutron] Pushing event updated for resources: {'Port': ['ID=178d3ca0-bb3f-47d7-b7f9-201aec96c12a,revision_number=3']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:07:24.257023 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b0f3818-3826-43d8-9a5f-2d02fcea42e1'] response: {'name': 'network-changed', 'server_uuid': 'bde92f8b-2128-40f5-889a-ae9b5623645d', 'tag': '178d3ca0-bb3f-47d7-b7f9-201aec96c12a', 'status': 'completed', 'code': 200} May 30 05:07:24.296198 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0548b2a-4ec2-46dd-8321-addbabe8845b req-8128460b-bd22-4a82-ada1-f8bc4669d45e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:07:24.297723 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c0548b2a-4ec2-46dd-8321-addbabe8845b req-8128460b-bd22-4a82-ada1-f8bc4669d45e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f9fe59584bbe4d5aaa42841eedb71980&device_id=bde92f8b-2128-40f5-889a-ae9b5623645d HTTP/1.1" status: 200 len: 1097 time: 0.0785141 May 30 05:07:24.372015 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c0548b2a-4ec2-46dd-8321-addbabe8845b req-26be08a6-0320-4924-a1cd-e6c47d3e671c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=178d3ca0-bb3f-47d7-b7f9-201aec96c12a HTTP/1.1" status: 200 len: 217 time: 0.0673268 May 30 05:07:24.434202 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0548b2a-4ec2-46dd-8321-addbabe8845b req-1925eab3-86ba-4892-8b81-23c604c33a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:07:24.435564 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c0548b2a-4ec2-46dd-8321-addbabe8845b req-1925eab3-86ba-4892-8b81-23c604c33a5b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=38f7e0cd-40b0-4074-9f8e-9716a75fa33b HTTP/1.1" status: 200 len: 835 time: 0.0577743 May 30 05:07:24.514063 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0548b2a-4ec2-46dd-8321-addbabe8845b req-15d05b56-974c-41ba-b0ab-7b31ddd680d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:07:24.515475 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c0548b2a-4ec2-46dd-8321-addbabe8845b req-15d05b56-974c-41ba-b0ab-7b31ddd680d1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b952d7ea-1f97-4357-b086-ada3a8133d80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0735664 May 30 05:07:24.648451 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c0548b2a-4ec2-46dd-8321-addbabe8845b req-795e83f1-ba17-4d1d-b9ed-4572517f9bbb service neutron] 10.222.0.39 "GET /v2.0/networks/b952d7ea-1f97-4357-b086-ada3a8133d80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253541 May 30 05:07:24.779714 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c0548b2a-4ec2-46dd-8321-addbabe8845b req-7a1bdf2a-aeb0-4fbb-b17e-a29936e9f886 service neutron] 10.222.0.39 "GET /v2.0/networks/b952d7ea-1f97-4357-b086-ada3a8133d80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249406 May 30 05:07:24.895973 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36d79d9-8c63-4acc-9be5-9a2f390e8fb9 req-84c8245d-9605-4d55-9dd0-e0dad7a3bd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:07:24.897492 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a36d79d9-8c63-4acc-9be5-9a2f390e8fb9 req-84c8245d-9605-4d55-9dd0-e0dad7a3bd4d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f9fe59584bbe4d5aaa42841eedb71980&device_id=bde92f8b-2128-40f5-889a-ae9b5623645d HTTP/1.1" status: 200 len: 1097 time: 0.0747354 May 30 05:07:25.090651 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36d79d9-8c63-4acc-9be5-9a2f390e8fb9 req-234f2744-e558-4938-ad1b-0a74be09e84b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:07:25.092137 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a36d79d9-8c63-4acc-9be5-9a2f390e8fb9 req-234f2744-e558-4938-ad1b-0a74be09e84b service neutron] 10.222.0.39 "GET /v2.0/networks?id=b952d7ea-1f97-4357-b086-ada3a8133d80 HTTP/1.1" status: 200 len: 898 time: 0.1868107 May 30 05:07:25.159029 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9699874-22dc-4e65-902b-10567f94f52c req-6fe60d81-28bb-4831-b5ce-a49781145cee tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:07:25.160728 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b9699874-22dc-4e65-902b-10567f94f52c req-6fe60d81-28bb-4831-b5ce-a49781145cee tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=bde92f8b-2128-40f5-889a-ae9b5623645d HTTP/1.1" status: 200 len: 944 time: 0.1832511 May 30 05:07:25.170346 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a36d79d9-8c63-4acc-9be5-9a2f390e8fb9 req-5d1251ed-29cf-475b-a071-e978b3a7f44e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=178d3ca0-bb3f-47d7-b7f9-201aec96c12a HTTP/1.1" status: 200 len: 217 time: 0.0716209 May 30 05:07:25.259365 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b9699874-22dc-4e65-902b-10567f94f52c req-93015e12-0007-4bb1-bf9d-9ded86604c22 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/security-groups?id=64022350-ea5e-4929-8c03-268058cc4767&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912011 May 30 05:07:25.263642 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36d79d9-8c63-4acc-9be5-9a2f390e8fb9 req-b0d68a22-3df9-4c43-9061-57aface8ade6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:07:25.265096 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a36d79d9-8c63-4acc-9be5-9a2f390e8fb9 req-b0d68a22-3df9-4c43-9061-57aface8ade6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=38f7e0cd-40b0-4074-9f8e-9716a75fa33b HTTP/1.1" status: 200 len: 835 time: 0.0832961 May 30 05:07:25.341038 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36d79d9-8c63-4acc-9be5-9a2f390e8fb9 req-a29a4b26-b1a1-489d-a908-b35ec53555ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:07:25.342526 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a36d79d9-8c63-4acc-9be5-9a2f390e8fb9 req-a29a4b26-b1a1-489d-a908-b35ec53555ed service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b952d7ea-1f97-4357-b086-ada3a8133d80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712042 May 30 05:07:25.598570 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a36d79d9-8c63-4acc-9be5-9a2f390e8fb9 req-bde05463-e49b-4fe1-a0c2-47133faadc93 service neutron] 10.222.0.39 "GET /v2.0/networks/b952d7ea-1f97-4357-b086-ada3a8133d80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2453618 May 30 05:07:25.729167 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a36d79d9-8c63-4acc-9be5-9a2f390e8fb9 req-895cab44-0f2b-47ef-97c4-a180b6149b56 service neutron] 10.222.0.39 "GET /v2.0/networks/b952d7ea-1f97-4357-b086-ada3a8133d80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249006 May 30 05:07:26.456653 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4979f856-e78e-4349-a39b-00a904ca2e36 req-ecbcdcf9-ffd9-4446-a64d-2c87654f75d9 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:07:26.458133 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4979f856-e78e-4349-a39b-00a904ca2e36 req-ecbcdcf9-ffd9-4446-a64d-2c87654f75d9 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=bde92f8b-2128-40f5-889a-ae9b5623645d HTTP/1.1" status: 200 len: 944 time: 0.0839865 May 30 05:07:26.501251 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4979f856-e78e-4349-a39b-00a904ca2e36 req-32f239a7-4f46-496a-9d1a-e8800f564321 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/security-groups?id=64022350-ea5e-4929-8c03-268058cc4767&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375357 May 30 05:07:27.766497 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77fc9de-0638-44a6-a9c9-1e863c3c9e21 req-dbc98076-9374-461d-9e44-ff6dd32f8c89 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:07:27.770652 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f77fc9de-0638-44a6-a9c9-1e863c3c9e21 req-dbc98076-9374-461d-9e44-ff6dd32f8c89 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=bde92f8b-2128-40f5-889a-ae9b5623645d HTTP/1.1" status: 200 len: 944 time: 0.1397035 May 30 05:07:27.824677 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f77fc9de-0638-44a6-a9c9-1e863c3c9e21 req-eae4e52d-cb27-4dc4-b37c-88ce9b75beb3 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/security-groups?id=64022350-ea5e-4929-8c03-268058cc4767&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480645 May 30 05:07:27.951892 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-2deed894-b5cf-4d7b-b92f-71568c94a065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:07:28.303265 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device 178d3ca0-bb3f-47d7-b7f9-201aec96c12a details requested by agent hyperv_hv-neutron-8437 with host hv-neutron-8437 {{(pid=88262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 05:07:28.472715 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port 178d3ca0-bb3f-47d7-b7f9-201aec96c12a, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=178d3ca0-bb3f-47d7-b7f9-201aec96c12a,segment=NetworkSegment(f10317f2-4bfb-4d7c-92d7-dd0ac60807aa),segment_id=f10317f2-4bfb-4d7c-92d7-dd0ac60807aa)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:07:28.492306 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Returning: {'device': '178d3ca0-bb3f-47d7-b7f9-201aec96c12a', 'network_id': 'b952d7ea-1f97-4357-b086-ada3a8133d80', 'port_id': '178d3ca0-bb3f-47d7-b7f9-201aec96c12a', 'mac_address': 'fa:16:3e:6f:e8:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38f7e0cd-40b0-4074-9f8e-9716a75fa33b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 05:07:28.561722 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Current status of the port 178d3ca0-bb3f-47d7-b7f9-201aec96c12a is: DOWN; New status is: BUILD {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:07:28.562391 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:07:28.589998 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 178d3ca0-bb3f-47d7-b7f9-201aec96c12a {{(pid=88262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 30 05:07:28.613557 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port 178d3ca0-bb3f-47d7-b7f9-201aec96c12a, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=178d3ca0-bb3f-47d7-b7f9-201aec96c12a,segment=NetworkSegment(f10317f2-4bfb-4d7c-92d7-dd0ac60807aa),segment_id=f10317f2-4bfb-4d7c-92d7-dd0ac60807aa)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:07:28.627112 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:07:28.708095 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Pushing event updated for resources: {'Port': ['ID=178d3ca0-bb3f-47d7-b7f9-201aec96c12a,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:07:28.718094 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:07:28.718688 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:07:28.719011 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:07:28.719458 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:07:28.719830 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:07:28.720065 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:07:28.720398 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:07:28.720871 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:07:28.721635 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:07:28.721635 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:07:28.722032 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:07:28.723526 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:07:28.971288 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] get_ports_and_sgs() called for port_ids ['178d3ca0-bb3f-47d7-b7f9-201aec96c12a'] {{(pid=88262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 30 05:07:29.091930 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9db73c-7a6e-481d-b287-e51b00066c3e req-0ebb97b1-8826-4c48-883f-3b0a30fcd078 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:07:29.094277 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ef9db73c-7a6e-481d-b287-e51b00066c3e req-0ebb97b1-8826-4c48-883f-3b0a30fcd078 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=bde92f8b-2128-40f5-889a-ae9b5623645d HTTP/1.1" status: 200 len: 945 time: 0.1061988 May 30 05:07:29.152245 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ef9db73c-7a6e-481d-b287-e51b00066c3e req-0b407aad-886f-49c5-981d-6df1da70403a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/security-groups?id=64022350-ea5e-4929-8c03-268058cc4767&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524900 May 30 05:07:30.199104 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e82b1c4d-a6b2-44e4-b1f9-d235b2dc38c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:07:30.324299 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device 178d3ca0-bb3f-47d7-b7f9-201aec96c12a up at agent hyperv_hv-neutron-8437 {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:07:30.413269 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3609f09-7bdb-4df0-8618-2deec07aaaab req-401f0b18-1cb9-4ab2-8faa-483b1c452ed1 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:07:30.414809 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c3609f09-7bdb-4df0-8618-2deec07aaaab req-401f0b18-1cb9-4ab2-8faa-483b1c452ed1 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=bde92f8b-2128-40f5-889a-ae9b5623645d HTTP/1.1" status: 200 len: 945 time: 0.1397007 May 30 05:07:30.453140 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Provisioning for port 178d3ca0-bb3f-47d7-b7f9-201aec96c12a completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:07:30.457142 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Provisioning complete for port 178d3ca0-bb3f-47d7-b7f9-201aec96c12a triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:07:30.457511 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:07:30.476226 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c3609f09-7bdb-4df0-8618-2deec07aaaab req-164a0f51-96ff-43b1-8993-2364988dbfb8 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/security-groups?id=64022350-ea5e-4929-8c03-268058cc4767&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551326 May 30 05:07:30.581737 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Current status of the port 178d3ca0-bb3f-47d7-b7f9-201aec96c12a is: BUILD; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:07:30.582142 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:07:30.608692 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bde92f8b-2128-40f5-889a-ae9b5623645d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '178d3ca0-bb3f-47d7-b7f9-201aec96c12a'}] {{(pid=88262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:07:30.618596 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port 178d3ca0-bb3f-47d7-b7f9-201aec96c12a, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=178d3ca0-bb3f-47d7-b7f9-201aec96c12a,segment=NetworkSegment(f10317f2-4bfb-4d7c-92d7-dd0ac60807aa),segment_id=f10317f2-4bfb-4d7c-92d7-dd0ac60807aa)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:07:30.623107 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:07:30.672883 dv-neutron-843763-1-hyperv neutron-server[88262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-211d31ce-4461-44d4-932d-e9c343fafb25'] response: {'server_uuid': 'bde92f8b-2128-40f5-889a-ae9b5623645d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '178d3ca0-bb3f-47d7-b7f9-201aec96c12a', 'code': 200} May 30 05:07:30.740098 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Pushing event updated for resources: {'Port': ['ID=178d3ca0-bb3f-47d7-b7f9-201aec96c12a,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:07:30.906148 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56b8398-5207-4b99-b1f9-60e25f6561c3 req-988257e0-3d4e-45f1-a082-c4fa21e1edb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:07:30.908007 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d56b8398-5207-4b99-b1f9-60e25f6561c3 req-988257e0-3d4e-45f1-a082-c4fa21e1edb6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=bde92f8b-2128-40f5-889a-ae9b5623645d HTTP/1.1" status: 200 len: 1099 time: 0.0709093 May 30 05:07:30.949005 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d56b8398-5207-4b99-b1f9-60e25f6561c3 req-c1e7c2ff-ceab-4c1a-853b-69693f27ff4a service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=64022350-ea5e-4929-8c03-268058cc4767&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348959 May 30 05:07:31.208876 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56ded65b-0e68-413c-8b9b-1097922cc81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:07:31.426579 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:07:31.836865 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547e8b49-dcfa-49b6-a981-53fafe7debab req-777b1457-f971-4625-bd63-5d31677ef1a8 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:07:31.838595 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-547e8b49-dcfa-49b6-a981-53fafe7debab req-777b1457-f971-4625-bd63-5d31677ef1a8 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=bde92f8b-2128-40f5-889a-ae9b5623645d HTTP/1.1" status: 200 len: 946 time: 0.0847640 May 30 05:07:31.883823 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-547e8b49-dcfa-49b6-a981-53fafe7debab req-9d40d290-72c9-4e07-aadf-f7a4644b6b17 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/security-groups?id=64022350-ea5e-4929-8c03-268058cc4767&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393858 May 30 05:07:32.756963 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a142624-940e-4c55-bf49-a5329c884075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:07:33.068806 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933bbd51-434f-4173-9764-0643a1f0a3b3 req-2a5cebf8-8d80-4501-8ec7-f23b02b3469b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:07:33.070270 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-933bbd51-434f-4173-9764-0643a1f0a3b3 req-2a5cebf8-8d80-4501-8ec7-f23b02b3469b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=bde92f8b-2128-40f5-889a-ae9b5623645d HTTP/1.1" status: 200 len: 946 time: 0.0823071 May 30 05:07:33.116401 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-933bbd51-434f-4173-9764-0643a1f0a3b3 req-ac9a43cd-3f14-4a40-be72-d5188d4e0fc4 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/security-groups?id=64022350-ea5e-4929-8c03-268058cc4767&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404289 May 30 05:07:33.275872 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-781bc130-6543-4e29-97d5-a82f4e552f33 req-de1a9e6f-aced-4d40-bb22-597ff303faa0 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1445389464&fields=id&tenant_id=88101d051d394b379575d1a4b606816a HTTP/1.1" status: 200 len: 267 time: 0.0411775 May 30 05:07:33.425285 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781bc130-6543-4e29-97d5-a82f4e552f33 req-ba022700-6e53-4d49-9856-148e17b1ecb7 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:07:33.426719 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-781bc130-6543-4e29-97d5-a82f4e552f33 req-ba022700-6e53-4d49-9856-148e17b1ecb7 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] 10.222.0.15 "GET /v2.0/networks?id=719d6beb-a88c-42b5-a4d8-b710f113657a HTTP/1.1" status: 200 len: 812 time: 0.1440008 May 30 05:07:33.440774 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-781bc130-6543-4e29-97d5-a82f4e552f33 req-58e48a1c-41a6-4b36-b0a9-7ed10bcab6b5 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] 10.222.0.15 "GET /v2.0/quotas/88101d051d394b379575d1a4b606816a HTTP/1.1" status: 200 len: 375 time: 0.0086193 May 30 05:07:33.528314 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-781bc130-6543-4e29-97d5-a82f4e552f33 req-5a78d77a-751f-40b6-874b-dd738101e4de tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=88101d051d394b379575d1a4b606816a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0821679 May 30 05:07:33.661064 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-781bc130-6543-4e29-97d5-a82f4e552f33 req-cb0afca7-224c-4361-86fc-5456d5299c73 service neutron] 10.222.0.15 "GET /v2.0/networks/719d6beb-a88c-42b5-a4d8-b710f113657a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215053 May 30 05:07:33.788537 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-781bc130-6543-4e29-97d5-a82f4e552f33 req-eca8c832-f3df-437a-b870-bdc40766b539 service neutron] 10.222.0.15 "GET /v2.0/networks/719d6beb-a88c-42b5-a4d8-b710f113657a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217155 May 30 05:07:34.250998 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87c167b-f7f2-409b-9546-53faba837b54 req-b30a678e-4c10-400d-8034-a8e6d1dd0f97 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:07:34.252674 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f87c167b-f7f2-409b-9546-53faba837b54 req-b30a678e-4c10-400d-8034-a8e6d1dd0f97 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=bde92f8b-2128-40f5-889a-ae9b5623645d HTTP/1.1" status: 200 len: 946 time: 0.0880423 May 30 05:07:34.298764 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f87c167b-f7f2-409b-9546-53faba837b54 req-13a4ab99-791d-4a09-9f71-c69cfcd456c2 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/security-groups?id=64022350-ea5e-4929-8c03-268058cc4767&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392053 May 30 05:07:34.322035 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 48556) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:07:34.398022 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9cddd8cf-3f3b-49fe-8cc2-5c2e31e2c643 req-750461e8-d3f1-464e-b352-bea295cdd8cc tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] 10.222.0.15 "GET /v2.0/ports?device_id=af28ee9c-ffd1-4c64-a497-94f67ce858d2 HTTP/1.1" status: 200 len: 210 time: 0.0472589 May 30 05:07:34.399450 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8bc19d4-7fb8-4345-a3a3-e850edbe08c9 tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:07:34.400970 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-a8bc19d4-7fb8-4345-a3a3-e850edbe08c9 tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=bde92f8b-2128-40f5-889a-ae9b5623645d HTTP/1.1" status: 200 len: 1094 time: 0.0777392 May 30 05:07:34.404030 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 48562) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:07:34.408911 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-aff99ba4-e225-4455-ac49-8fab4cb3e893 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Request body: {'floatingip': {'port_id': '178d3ca0-bb3f-47d7-b7f9-201aec96c12a'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:07:34.488272 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-aff99ba4-e225-4455-ac49-8fab4cb3e893 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for floatingip, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:07:35.084533 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-aff99ba4-e225-4455-ac49-8fab4cb3e893 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:07:35.089467 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-aff99ba4-e225-4455-ac49-8fab4cb3e893 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1604762'] for floatingip, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:07:35.201280 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781bc130-6543-4e29-97d5-a82f4e552f33 req-53d49935-b7ec-48a1-a152-0743aa8e066d tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:07:35.202891 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-781bc130-6543-4e29-97d5-a82f4e552f33 req-53d49935-b7ec-48a1-a152-0743aa8e066d tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] 10.222.0.39 "GET /v2.0/networks?id=719d6beb-a88c-42b5-a4d8-b710f113657a HTTP/1.1" status: 200 len: 812 time: 0.1651683 May 30 05:07:35.259641 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-781bc130-6543-4e29-97d5-a82f4e552f33 req-e79c0867-4f1d-47bb-b102-e6f4ba77bec3 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=88101d051d394b379575d1a4b606816a HTTP/1.1" status: 200 len: 380 time: 0.0478973 May 30 05:07:35.265874 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.db.l3_db [None req-aff99ba4-e225-4455-ac49-8fab4cb3e893 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Floating IP 58612783-506f-4cd3-ab90-063362cb112a associated. External IP: 172.26.6.47, port: 178d3ca0-bb3f-47d7-b7f9-201aec96c12a. May 30 05:07:35.268524 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [req-781bc130-6543-4e29-97d5-a82f4e552f33 req-0c22b5e4-2d14-4e62-8ed0-791f494563e6 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Request body: {'port': {'device_id': 'af28ee9c-ffd1-4c64-a497-94f67ce858d2', 'network_id': '719d6beb-a88c-42b5-a4d8-b710f113657a', 'admin_state_up': True, 'tenant_id': '88101d051d394b379575d1a4b606816a', 'security_groups': ['52528308-5406-4aa0-bc49-d5582af75908']}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:07:35.576392 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1133d0cb-f4c7-419f-b54b-c8e116177361 req-a4504a7c-7a2d-43cb-948d-8ed1fb19735c tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] 10.222.0.15 "GET /v2.0/ports?device_id=af28ee9c-ffd1-4c64-a497-94f67ce858d2 HTTP/1.1" status: 200 len: 210 time: 0.0606332 May 30 05:07:35.581472 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [req-781bc130-6543-4e29-97d5-a82f4e552f33 req-0c22b5e4-2d14-4e62-8ed0-791f494563e6 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:07:35.598271 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [req-781bc130-6543-4e29-97d5-a82f4e552f33 req-0c22b5e4-2d14-4e62-8ed0-791f494563e6 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:07:35.604819 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-781bc130-6543-4e29-97d5-a82f4e552f33 req-0c22b5e4-2d14-4e62-8ed0-791f494563e6 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Made reservation on behalf of 88101d051d394b379575d1a4b606816a for: {'port': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:07:35.608399 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-781bc130-6543-4e29-97d5-a82f4e552f33 req-0c22b5e4-2d14-4e62-8ed0-791f494563e6 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:07:35.751807 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aff99ba4-e225-4455-ac49-8fab4cb3e893 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Router febffa49-3f93-4662-8812-d2098bf1c5d8 has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 05:07:35.773194 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [req-781bc130-6543-4e29-97d5-a82f4e552f33 req-0c22b5e4-2d14-4e62-8ed0-791f494563e6 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Allocated IP 172.20.0.8 (719d6beb-a88c-42b5-a4d8-b710f113657a/195eaa06-b93a-44cb-9e99-e406979df128/0b22d935-8cd0-4cf7-aca1-d3e4e7ca2055) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:07:35.937594 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aff99ba4-e225-4455-ac49-8fab4cb3e893 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:07:35.946714 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-aff99ba4-e225-4455-ac49-8fab4cb3e893 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for floatingip, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:07:35.953714 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8948f795-3ca1-48af-a9c7-da933055de7e None None] Sync routers for ids ['febffa49-3f93-4662-8812-d2098bf1c5d8'] in dv-neutron-843763-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:07:35.964671 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8948f795-3ca1-48af-a9c7-da933055de7e None None] Routers {'febffa49-3f93-4662-8812-d2098bf1c5d8'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:07:35.966116 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-8948f795-3ca1-48af-a9c7-da933055de7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:07:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['febffa49-3f93-4662-8812-d2098bf1c5d8'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:07:35.989484 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-781bc130-6543-4e29-97d5-a82f4e552f33 req-0c22b5e4-2d14-4e62-8ed0-791f494563e6 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:07:36.009488 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [req-781bc130-6543-4e29-97d5-a82f4e552f33 req-0c22b5e4-2d14-4e62-8ed0-791f494563e6 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Transition to ACTIVE for port object 0b22d935-8cd0-4cf7-aca1-d3e4e7ca2055 will not be triggered until provisioned by entity DHCP. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:07:36.017353 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-aff99ba4-e225-4455-ac49-8fab4cb3e893 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "PUT /v2.0/floatingips/58612783-506f-4cd3-ab90-063362cb112a HTTP/1.1" status: 200 len: 991 time: 1.6124454 May 30 05:07:36.018489 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bde92f8b-2128-40f5-889a-ae9b5623645d', 'tag': '178d3ca0-bb3f-47d7-b7f9-201aec96c12a'}] {{(pid=88260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:07:36.020994 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 48568) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:07:36.067397 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd4d4a90-54ae-4968-8358-d0f544e8750e'] response: {'name': 'network-changed', 'server_uuid': 'bde92f8b-2128-40f5-889a-ae9b5623645d', 'tag': '178d3ca0-bb3f-47d7-b7f9-201aec96c12a', 'status': 'completed', 'code': 200} May 30 05:07:36.151465 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-8948f795-3ca1-48af-a9c7-da933055de7e None None] Set router febffa49-3f93-4662-8812-d2098bf1c5d8 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:07:36.183410 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-781bc130-6543-4e29-97d5-a82f4e552f33 req-0c22b5e4-2d14-4e62-8ed0-791f494563e6 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:07:36.257824 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-252ddc25-d7f2-4462-91c2-1dd91a44d640 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/floatingips/58612783-506f-4cd3-ab90-063362cb112a HTTP/1.1" status: 200 len: 991 time: 0.2356145 May 30 05:07:36.283215 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-781bc130-6543-4e29-97d5-a82f4e552f33 req-0c22b5e4-2d14-4e62-8ed0-791f494563e6 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Network 719d6beb-a88c-42b5-a4d8-b710f113657a is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:07:36.290577 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [req-781bc130-6543-4e29-97d5-a82f4e552f33 req-0c22b5e4-2d14-4e62-8ed0-791f494563e6 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:07:36.295458 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [req-781bc130-6543-4e29-97d5-a82f4e552f33 req-0c22b5e4-2d14-4e62-8ed0-791f494563e6 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:07:36.373433 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c22b5e4-2d14-4e62-8ed0-791f494563e6 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Pushing event updated for resources: {'Port': ['ID=0b22d935-8cd0-4cf7-aca1-d3e4e7ca2055,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:07:36.382335 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a14d531-4a51-43c9-8f65-94c4e6026c0e req-b7456119-eae9-4143-a9b2-a94ab91c9c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:07:36.383741 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4a14d531-4a51-43c9-8f65-94c4e6026c0e req-b7456119-eae9-4143-a9b2-a94ab91c9c77 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f9fe59584bbe4d5aaa42841eedb71980&device_id=bde92f8b-2128-40f5-889a-ae9b5623645d HTTP/1.1" status: 200 len: 1099 time: 0.2922657 May 30 05:07:36.474836 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781bc130-6543-4e29-97d5-a82f4e552f33 req-0c22b5e4-2d14-4e62-8ed0-791f494563e6 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:07:36.475562 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-781bc130-6543-4e29-97d5-a82f4e552f33 req-0c22b5e4-2d14-4e62-8ed0-791f494563e6 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:07:36.535680 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-781bc130-6543-4e29-97d5-a82f4e552f33 req-0c22b5e4-2d14-4e62-8ed0-791f494563e6 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2621791 May 30 05:07:36.545857 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [req-781bc130-6543-4e29-97d5-a82f4e552f33 req-cb3cceb5-f801-4ecb-9f12-ef1dcd6db876 service neutron] Request body: {'port': {'device_id': 'af28ee9c-ffd1-4c64-a497-94f67ce858d2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8437'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:07:36.567273 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-8db1bfea-4734-47cb-b683-703f6e0b9e89 None None] Provisioning for port 0b22d935-8cd0-4cf7-aca1-d3e4e7ca2055 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:07:36.573389 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-8db1bfea-4734-47cb-b683-703f6e0b9e89 None None] Provisioning complete for port 0b22d935-8cd0-4cf7-aca1-d3e4e7ca2055 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:07:36.573756 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8db1bfea-4734-47cb-b683-703f6e0b9e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:07:36.631466 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a14d531-4a51-43c9-8f65-94c4e6026c0e req-79a97739-5e22-4c82-b910-dccf25da4c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:07:36.633871 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4a14d531-4a51-43c9-8f65-94c4e6026c0e req-79a97739-5e22-4c82-b910-dccf25da4c6d service neutron] 10.222.0.39 "GET /v2.0/networks?id=b952d7ea-1f97-4357-b086-ada3a8133d80 HTTP/1.1" status: 200 len: 898 time: 0.2431779 May 30 05:07:36.637697 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-8db1bfea-4734-47cb-b683-703f6e0b9e89 None None] Port 0b22d935-8cd0-4cf7-aca1-d3e4e7ca2055 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 05:07:36.640719 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-8948f795-3ca1-48af-a9c7-da933055de7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'febffa49-3f93-4662-8812-d2098bf1c5d8', 'name': 'tempest-TestNetworkBasicOps-router-1413020320', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.6'}], 'enable_snat': True}, 'gw_port_id': '148d68d5-ea99-40bb-9947-f60fe84adfe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:05:43Z', 'updated_at': '2022-05-30T05:05:48Z', 'revision_number': 4, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'gw_port': {'id': '148d68d5-ea99-40bb-9947-f60fe84adfe0', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:48:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febffa49-3f93-4662-8812-d2098bf1c5d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:05:44Z', 'updated_at': '2022-05-30T05:05:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_floatingips': [{'id': '58612783-506f-4cd3-ab90-063362cb112a', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'floating_ip_address': '172.26.6.47', 'floating_network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'router_id': 'febffa49-3f93-4662-8812-d2098bf1c5d8', 'port_id': '178d3ca0-bb3f-47d7-b7f9-201aec96c12a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b952d7ea-1f97-4357-b086-ada3a8133d80', 'mac_address': 'fa:16:3e:6f:e8:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde92f8b-2128-40f5-889a-ae9b5623645d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T05:06:06Z', 'updated_at': '2022-05-30T05:07:34Z', 'revision_number': 5, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6a45970-18e5-4a27-a8f5-b8787801d576', 'name': '', 'network_id': 'b952d7ea-1f97-4357-b086-ada3a8133d80', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'mac_address': 'fa:16:3e:a6:10:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febffa49-3f93-4662-8812-d2098bf1c5d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '38f7e0cd-40b0-4074-9f8e-9716a75fa33b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:05:47Z', 'updated_at': '2022-05-30T05:05:54Z', 'revision_number': 5, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'subnets': [{'id': '38f7e0cd-40b0-4074-9f8e-9716a75fa33b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:07:36.645187 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8948f795-3ca1-48af-a9c7-da933055de7e None None] Checking router: febffa49-3f93-4662-8812-d2098bf1c5d8 for host: dv-neutron-843763-1-hyperv {{(pid=88262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 05:07:36.654228 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8948f795-3ca1-48af-a9c7-da933055de7e None None] Routers {'febffa49-3f93-4662-8812-d2098bf1c5d8'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:07:36.654841 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-8948f795-3ca1-48af-a9c7-da933055de7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:07:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['febffa49-3f93-4662-8812-d2098bf1c5d8'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:07:36.820652 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-781bc130-6543-4e29-97d5-a82f4e552f33 req-cb3cceb5-f801-4ecb-9f12-ef1dcd6db876 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:07:36.842545 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-8948f795-3ca1-48af-a9c7-da933055de7e None None] Set router febffa49-3f93-4662-8812-d2098bf1c5d8 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:07:36.928008 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4a14d531-4a51-43c9-8f65-94c4e6026c0e req-c91e6d70-1215-4c77-a1d5-1787f1d92ee2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=178d3ca0-bb3f-47d7-b7f9-201aec96c12a HTTP/1.1" status: 200 len: 999 time: 0.2231255 May 30 05:07:37.080364 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999ee2aa-199b-4534-90cc-6737fccc7a86 req-27164bac-4a57-48c3-886d-a1d9fabf0881 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:07:37.080974 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-999ee2aa-199b-4534-90cc-6737fccc7a86 req-27164bac-4a57-48c3-886d-a1d9fabf0881 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Synchronizing usage tracker for tenant:88101d051d394b379575d1a4b606816a on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:07:37.087594 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a14d531-4a51-43c9-8f65-94c4e6026c0e req-0d60bd14-32ed-41fa-bf89-7773f9e8e9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:07:37.089011 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4a14d531-4a51-43c9-8f65-94c4e6026c0e req-0d60bd14-32ed-41fa-bf89-7773f9e8e9ea service neutron] 10.222.0.39 "GET /v2.0/subnets?id=38f7e0cd-40b0-4074-9f8e-9716a75fa33b HTTP/1.1" status: 200 len: 835 time: 0.1531496 May 30 05:07:37.203761 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-8948f795-3ca1-48af-a9c7-da933055de7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'febffa49-3f93-4662-8812-d2098bf1c5d8', 'name': 'tempest-TestNetworkBasicOps-router-1413020320', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.6'}], 'enable_snat': True}, 'gw_port_id': '148d68d5-ea99-40bb-9947-f60fe84adfe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:05:43Z', 'updated_at': '2022-05-30T05:05:48Z', 'revision_number': 4, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'gw_port': {'id': '148d68d5-ea99-40bb-9947-f60fe84adfe0', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:48:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febffa49-3f93-4662-8812-d2098bf1c5d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:05:44Z', 'updated_at': '2022-05-30T05:05:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_floatingips': [{'id': '58612783-506f-4cd3-ab90-063362cb112a', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'floating_ip_address': '172.26.6.47', 'floating_network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'router_id': 'febffa49-3f93-4662-8812-d2098bf1c5d8', 'port_id': '178d3ca0-bb3f-47d7-b7f9-201aec96c12a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b952d7ea-1f97-4357-b086-ada3a8133d80', 'mac_address': 'fa:16:3e:6f:e8:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde92f8b-2128-40f5-889a-ae9b5623645d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T05:06:06Z', 'updated_at': '2022-05-30T05:07:34Z', 'revision_number': 5, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6a45970-18e5-4a27-a8f5-b8787801d576', 'name': '', 'network_id': 'b952d7ea-1f97-4357-b086-ada3a8133d80', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'mac_address': 'fa:16:3e:a6:10:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febffa49-3f93-4662-8812-d2098bf1c5d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '38f7e0cd-40b0-4074-9f8e-9716a75fa33b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:05:47Z', 'updated_at': '2022-05-30T05:05:54Z', 'revision_number': 5, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'subnets': [{'id': '38f7e0cd-40b0-4074-9f8e-9716a75fa33b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:07:37.208389 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8948f795-3ca1-48af-a9c7-da933055de7e None None] The sync data for ids ['febffa49-3f93-4662-8812-d2098bf1c5d8'] in dv-neutron-843763-1-hyperv is: [{'id': 'febffa49-3f93-4662-8812-d2098bf1c5d8', 'name': 'tempest-TestNetworkBasicOps-router-1413020320', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.6'}], 'enable_snat': True}, 'gw_port_id': '148d68d5-ea99-40bb-9947-f60fe84adfe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:05:43Z', 'updated_at': '2022-05-30T05:05:48Z', 'revision_number': 4, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'gw_port': {'id': '148d68d5-ea99-40bb-9947-f60fe84adfe0', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:48:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febffa49-3f93-4662-8812-d2098bf1c5d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:05:44Z', 'updated_at': '2022-05-30T05:05:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_floatingips': [{'id': '58612783-506f-4cd3-ab90-063362cb112a', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'floating_ip_address': '172.26.6.47', 'floating_network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'router_id': 'febffa49-3f93-4662-8812-d2098bf1c5d8', 'port_id': '178d3ca0-bb3f-47d7-b7f9-201aec96c12a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b952d7ea-1f97-4357-b086-ada3a8133d80', 'mac_address': 'fa:16:3e:6f:e8:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde92f8b-2128-40f5-889a-ae9b5623645d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T05:06:06Z', 'updated_at': '2022-05-30T05:07:34Z', 'revision_number': 5, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6a45970-18e5-4a27-a8f5-b8787801d576', 'name': '', 'network_id': 'b952d7ea-1f97-4357-b086-ada3a8133d80', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'mac_address': 'fa:16:3e:a6:10:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febffa49-3f93-4662-8812-d2098bf1c5d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '38f7e0cd-40b0-4074-9f8e-9716a75fa33b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:05:47Z', 'updated_at': '2022-05-30T05:05:54Z', 'revision_number': 5, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'subnets': [{'id': '38f7e0cd-40b0-4074-9f8e-9716a75fa33b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:07:37.259645 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 48576) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:07:37.346955 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-999ee2aa-199b-4534-90cc-6737fccc7a86 req-27164bac-4a57-48c3-886d-a1d9fabf0881 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Unset dirty status for tenant:88101d051d394b379575d1a4b606816a on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:07:37.348121 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-999ee2aa-199b-4534-90cc-6737fccc7a86 req-27164bac-4a57-48c3-886d-a1d9fabf0881 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] 10.222.0.15 "GET /v2.0/ports?device_id=af28ee9c-ffd1-4c64-a497-94f67ce858d2 HTTP/1.1" status: 200 len: 931 time: 0.6450577 May 30 05:07:37.368749 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-4dbd7bcc-8e12-4d56-abbd-6c8d03083d6a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/floatingips/58612783-506f-4cd3-ab90-063362cb112a HTTP/1.1" status: 200 len: 991 time: 0.1069260 May 30 05:07:37.428637 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1288e1-4895-4506-956b-9d940425fcbb None None] New status for floating IP 58612783-506f-4cd3-ab90-063362cb112a: ACTIVE {{(pid=88263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 30 05:07:37.437418 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-999ee2aa-199b-4534-90cc-6737fccc7a86 req-d67b593e-ba1c-4b50-a9ab-e956a7d7d16c tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] 10.222.0.15 "GET /v2.0/security-groups?id=52528308-5406-4aa0-bc49-d5582af75908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779548 May 30 05:07:37.458440 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a14d531-4a51-43c9-8f65-94c4e6026c0e req-50462837-cc0b-439f-b64b-46496749cbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:07:37.459937 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4a14d531-4a51-43c9-8f65-94c4e6026c0e req-50462837-cc0b-439f-b64b-46496749cbbf service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b952d7ea-1f97-4357-b086-ada3a8133d80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3485987 May 30 05:07:37.611230 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [req-781bc130-6543-4e29-97d5-a82f4e552f33 req-cb3cceb5-f801-4ecb-9f12-ef1dcd6db876 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b22d935-8cd0-4cf7-aca1-d3e4e7ca2055 {{(pid=88261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 30 05:07:37.623709 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-781bc130-6543-4e29-97d5-a82f4e552f33 req-cb3cceb5-f801-4ecb-9f12-ef1dcd6db876 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:07:37.665740 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [req-781bc130-6543-4e29-97d5-a82f4e552f33 req-cb3cceb5-f801-4ecb-9f12-ef1dcd6db876 service neutron] Transition to ACTIVE for port object 0b22d935-8cd0-4cf7-aca1-d3e4e7ca2055 will not be triggered until provisioned by entity L2. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:07:37.672626 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4a14d531-4a51-43c9-8f65-94c4e6026c0e req-8b87e423-5895-48f6-8d15-d5c08fe92f86 service neutron] 10.222.0.39 "GET /v2.0/networks/b952d7ea-1f97-4357-b086-ada3a8133d80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020688 May 30 05:07:37.673768 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-781bc130-6543-4e29-97d5-a82f4e552f33 req-cb3cceb5-f801-4ecb-9f12-ef1dcd6db876 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2304381'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:07:37.922151 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3cceb5-f801-4ecb-9f12-ef1dcd6db876 service neutron] Pushing event updated for resources: {'Port': ['ID=0b22d935-8cd0-4cf7-aca1-d3e4e7ca2055,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:07:38.025656 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4a14d531-4a51-43c9-8f65-94c4e6026c0e req-7c10ff89-f83e-44a3-9c1d-a912cd61405e service neutron] 10.222.0.39 "GET /v2.0/networks/b952d7ea-1f97-4357-b086-ada3a8133d80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3160021 May 30 05:07:38.031981 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [req-781bc130-6543-4e29-97d5-a82f4e552f33 req-cb3cceb5-f801-4ecb-9f12-ef1dcd6db876 service neutron] Attempting to bind port 0b22d935-8cd0-4cf7-aca1-d3e4e7ca2055 on host hv-neutron-8437 for vnic_type normal with profile {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 05:07:38.032341 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [req-781bc130-6543-4e29-97d5-a82f4e552f33 req-cb3cceb5-f801-4ecb-9f12-ef1dcd6db876 service neutron] Attempting to bind port 0b22d935-8cd0-4cf7-aca1-d3e4e7ca2055 by drivers openvswitch,hyperv on host hv-neutron-8437 at level 0 using segments [{'id': 'e44dcc7a-45b8-400b-a163-3c280c77686f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '719d6beb-a88c-42b5-a4d8-b710f113657a'}] {{(pid=88261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 05:07:38.032670 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-781bc130-6543-4e29-97d5-a82f4e552f33 req-cb3cceb5-f801-4ecb-9f12-ef1dcd6db876 service neutron] Attempting to bind port 0b22d935-8cd0-4cf7-aca1-d3e4e7ca2055 on network 719d6beb-a88c-42b5-a4d8-b710f113657a {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:07:38.037541 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-781bc130-6543-4e29-97d5-a82f4e552f33 req-cb3cceb5-f801-4ecb-9f12-ef1dcd6db876 service neutron] Port 0b22d935-8cd0-4cf7-aca1-d3e4e7ca2055 on network 719d6beb-a88c-42b5-a4d8-b710f113657a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8437 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 30 05:07:38.037877 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-781bc130-6543-4e29-97d5-a82f4e552f33 req-cb3cceb5-f801-4ecb-9f12-ef1dcd6db876 service neutron] Attempting to bind port 0b22d935-8cd0-4cf7-aca1-d3e4e7ca2055 on network 719d6beb-a88c-42b5-a4d8-b710f113657a {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:07:38.043482 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-781bc130-6543-4e29-97d5-a82f4e552f33 req-cb3cceb5-f801-4ecb-9f12-ef1dcd6db876 service neutron] Checking agent: {'id': 'de0c936d-420b-412f-9642-7bfe80b5ab25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8437', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 51, 47), 'started_at': datetime.datetime(2022, 5, 30, 4, 51, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 5, 7, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 05:07:38.043822 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-781bc130-6543-4e29-97d5-a82f4e552f33 req-cb3cceb5-f801-4ecb-9f12-ef1dcd6db876 service neutron] Checking segment: {'id': 'e44dcc7a-45b8-400b-a163-3c280c77686f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '719d6beb-a88c-42b5-a4d8-b710f113657a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:07:38.044234 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-781bc130-6543-4e29-97d5-a82f4e552f33 req-cb3cceb5-f801-4ecb-9f12-ef1dcd6db876 service neutron] Bound using segment: {'id': 'e44dcc7a-45b8-400b-a163-3c280c77686f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '719d6beb-a88c-42b5-a4d8-b710f113657a'} {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 05:07:38.044721 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [req-781bc130-6543-4e29-97d5-a82f4e552f33 req-cb3cceb5-f801-4ecb-9f12-ef1dcd6db876 service neutron] Bound port: 0b22d935-8cd0-4cf7-aca1-d3e4e7ca2055, host: hv-neutron-8437, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e44dcc7a-45b8-400b-a163-3c280c77686f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '719d6beb-a88c-42b5-a4d8-b710f113657a'}}] {{(pid=88261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 05:07:38.045065 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-781bc130-6543-4e29-97d5-a82f4e552f33 req-cb3cceb5-f801-4ecb-9f12-ef1dcd6db876 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:07:38.131711 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [req-781bc130-6543-4e29-97d5-a82f4e552f33 req-cb3cceb5-f801-4ecb-9f12-ef1dcd6db876 service neutron] For port 0b22d935-8cd0-4cf7-aca1-d3e4e7ca2055, host hv-neutron-8437, cleared binding levels {{(pid=88261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 05:07:38.134485 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [req-781bc130-6543-4e29-97d5-a82f4e552f33 req-cb3cceb5-f801-4ecb-9f12-ef1dcd6db876 service neutron] For port 0b22d935-8cd0-4cf7-aca1-d3e4e7ca2055, host hv-neutron-8437, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=0b22d935-8cd0-4cf7-aca1-d3e4e7ca2055,segment=NetworkSegment(e44dcc7a-45b8-400b-a163-3c280c77686f),segment_id=e44dcc7a-45b8-400b-a163-3c280c77686f)] {{(pid=88261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 05:07:38.138903 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-781bc130-6543-4e29-97d5-a82f4e552f33 req-cb3cceb5-f801-4ecb-9f12-ef1dcd6db876 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2304381'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:07:38.201076 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781bc130-6543-4e29-97d5-a82f4e552f33 req-cb3cceb5-f801-4ecb-9f12-ef1dcd6db876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:07:38.201684 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-781bc130-6543-4e29-97d5-a82f4e552f33 req-cb3cceb5-f801-4ecb-9f12-ef1dcd6db876 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:07:38.203073 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-781bc130-6543-4e29-97d5-a82f4e552f33 req-cb3cceb5-f801-4ecb-9f12-ef1dcd6db876 service neutron] 10.222.0.39 "PUT /v2.0/ports/0b22d935-8cd0-4cf7-aca1-d3e4e7ca2055 HTTP/1.1" status: 200 len: 1093 time: 1.6665297 May 30 05:07:38.203503 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af28ee9c-ffd1-4c64-a497-94f67ce858d2', 'tag': '0b22d935-8cd0-4cf7-aca1-d3e4e7ca2055'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:07:38.223213 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3cceb5-f801-4ecb-9f12-ef1dcd6db876 service neutron] Pushing event updated for resources: {'Port': ['ID=0b22d935-8cd0-4cf7-aca1-d3e4e7ca2055,revision_number=3']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:07:38.283548 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc4f8346-905e-460d-a007-963f2d4e3ea6'] response: {'name': 'network-changed', 'server_uuid': 'af28ee9c-ffd1-4c64-a497-94f67ce858d2', 'tag': '0b22d935-8cd0-4cf7-aca1-d3e4e7ca2055', 'status': 'completed', 'code': 200} May 30 05:07:38.326180 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781bc130-6543-4e29-97d5-a82f4e552f33 req-0158c8bc-4e0f-4779-a99d-c2fb40c63e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:07:38.327665 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-781bc130-6543-4e29-97d5-a82f4e552f33 req-0158c8bc-4e0f-4779-a99d-c2fb40c63e24 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=88101d051d394b379575d1a4b606816a&device_id=af28ee9c-ffd1-4c64-a497-94f67ce858d2 HTTP/1.1" status: 200 len: 1096 time: 0.0751843 May 30 05:07:38.372180 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 48582) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:07:38.399939 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-781bc130-6543-4e29-97d5-a82f4e552f33 req-b2251653-c7c0-47bb-9cf2-f7c85bf35f9e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0b22d935-8cd0-4cf7-aca1-d3e4e7ca2055 HTTP/1.1" status: 200 len: 217 time: 0.0653422 May 30 05:07:38.461040 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781bc130-6543-4e29-97d5-a82f4e552f33 req-0358fe30-b292-44b4-a323-2d30bda8e07b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:07:38.462801 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-781bc130-6543-4e29-97d5-a82f4e552f33 req-0358fe30-b292-44b4-a323-2d30bda8e07b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=195eaa06-b93a-44cb-9e99-e406979df128 HTTP/1.1" status: 200 len: 851 time: 0.0570807 May 30 05:07:38.485623 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-21384d0e-bd70-460f-8f95-496a74624b9c tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/floatingips/58612783-506f-4cd3-ab90-063362cb112a HTTP/1.1" status: 200 len: 993 time: 0.1048641 May 30 05:07:38.549185 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781bc130-6543-4e29-97d5-a82f4e552f33 req-52efb266-6ffd-4624-8dfa-1bcfc19ce236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:07:38.550837 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-781bc130-6543-4e29-97d5-a82f4e552f33 req-52efb266-6ffd-4624-8dfa-1bcfc19ce236 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=719d6beb-a88c-42b5-a4d8-b710f113657a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0824690 May 30 05:07:38.747791 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4832a995-5176-44d5-9c81-75201279bfa7 req-35a43372-5276-41cd-ae21-4b74e3d34e14 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:07:38.749168 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4832a995-5176-44d5-9c81-75201279bfa7 req-35a43372-5276-41cd-ae21-4b74e3d34e14 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] 10.222.0.15 "GET /v2.0/ports?device_id=af28ee9c-ffd1-4c64-a497-94f67ce858d2 HTTP/1.1" status: 200 len: 943 time: 0.1939669 May 30 05:07:38.752346 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-781bc130-6543-4e29-97d5-a82f4e552f33 req-070646cc-f984-4981-8bd1-3262433ad50a service neutron] 10.222.0.39 "GET /v2.0/networks/719d6beb-a88c-42b5-a4d8-b710f113657a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630929 May 30 05:07:38.869384 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4832a995-5176-44d5-9c81-75201279bfa7 req-c5dfeb9c-1c25-43bc-984b-201a78e53822 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] 10.222.0.15 "GET /v2.0/security-groups?id=52528308-5406-4aa0-bc49-d5582af75908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145139 May 30 05:07:38.909621 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-781bc130-6543-4e29-97d5-a82f4e552f33 req-4cae507c-f818-494f-a4df-b2860f260f0d service neutron] 10.222.0.39 "GET /v2.0/networks/719d6beb-a88c-42b5-a4d8-b710f113657a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420083 May 30 05:07:39.143750 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9541889-20ef-4ea2-94f5-48ea5412969a req-5d85f8bd-e4b7-4182-9968-5548f8a2c93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:07:39.145224 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d9541889-20ef-4ea2-94f5-48ea5412969a req-5d85f8bd-e4b7-4182-9968-5548f8a2c93a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=88101d051d394b379575d1a4b606816a&device_id=af28ee9c-ffd1-4c64-a497-94f67ce858d2 HTTP/1.1" status: 200 len: 1096 time: 0.1965957 May 30 05:07:39.213078 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-45f79e78-106a-4f09-9d2c-69baeab7263d None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 05:07:39.275942 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9541889-20ef-4ea2-94f5-48ea5412969a req-b7f6b2e8-7ba2-417b-90c5-b3c09808350f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:07:39.277398 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d9541889-20ef-4ea2-94f5-48ea5412969a req-b7f6b2e8-7ba2-417b-90c5-b3c09808350f service neutron] 10.222.0.39 "GET /v2.0/networks?id=719d6beb-a88c-42b5-a4d8-b710f113657a HTTP/1.1" status: 200 len: 913 time: 0.1260483 May 30 05:07:39.342445 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d9541889-20ef-4ea2-94f5-48ea5412969a req-35ebf60c-cedf-43c7-b131-ed131d6d9c7e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0b22d935-8cd0-4cf7-aca1-d3e4e7ca2055 HTTP/1.1" status: 200 len: 217 time: 0.0588481 May 30 05:07:39.405286 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9541889-20ef-4ea2-94f5-48ea5412969a req-a47311c3-000f-424c-9f59-05b07fb7a775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:07:39.406619 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d9541889-20ef-4ea2-94f5-48ea5412969a req-a47311c3-000f-424c-9f59-05b07fb7a775 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=195eaa06-b93a-44cb-9e99-e406979df128 HTTP/1.1" status: 200 len: 851 time: 0.0582473 May 30 05:07:39.479619 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9541889-20ef-4ea2-94f5-48ea5412969a req-d7fb93e4-ebd0-452d-b07f-fa01632567fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:07:39.481699 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d9541889-20ef-4ea2-94f5-48ea5412969a req-d7fb93e4-ebd0-452d-b07f-fa01632567fe service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=719d6beb-a88c-42b5-a4d8-b710f113657a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686350 May 30 05:07:39.611124 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d9541889-20ef-4ea2-94f5-48ea5412969a req-7b1c28b5-6751-43d3-a539-f57dd3d9f4ec service neutron] 10.222.0.39 "GET /v2.0/networks/719d6beb-a88c-42b5-a4d8-b710f113657a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225026 May 30 05:07:39.739857 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d9541889-20ef-4ea2-94f5-48ea5412969a req-6a8371db-ad73-4952-8753-602989b21e5b service neutron] 10.222.0.39 "GET /v2.0/networks/719d6beb-a88c-42b5-a4d8-b710f113657a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219950 May 30 05:07:40.053269 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d12536-e830-42ab-ba17-7162563714b2 req-fe022ee5-ca5f-44fc-a769-a34357037550 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:07:40.054724 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e7d12536-e830-42ab-ba17-7162563714b2 req-fe022ee5-ca5f-44fc-a769-a34357037550 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] 10.222.0.15 "GET /v2.0/ports?device_id=af28ee9c-ffd1-4c64-a497-94f67ce858d2 HTTP/1.1" status: 200 len: 943 time: 0.0820546 May 30 05:07:40.097826 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e7d12536-e830-42ab-ba17-7162563714b2 req-ac12a1b6-9cdf-49f1-b74b-543cd9b6759a tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] 10.222.0.15 "GET /v2.0/security-groups?id=52528308-5406-4aa0-bc49-d5582af75908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370140 May 30 05:07:41.277032 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf155f5f-3c3c-4ec0-92e8-e0fde1a0e823 req-a39fad1f-9c2c-4dca-a39c-7ae8171f88b9 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:07:41.279013 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-bf155f5f-3c3c-4ec0-92e8-e0fde1a0e823 req-a39fad1f-9c2c-4dca-a39c-7ae8171f88b9 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] 10.222.0.15 "GET /v2.0/ports?device_id=af28ee9c-ffd1-4c64-a497-94f67ce858d2 HTTP/1.1" status: 200 len: 943 time: 0.0787041 May 30 05:07:41.322220 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-bf155f5f-3c3c-4ec0-92e8-e0fde1a0e823 req-2f5b4e16-ecfa-40f8-bd6f-1bd03b64bd25 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] 10.222.0.15 "GET /v2.0/security-groups?id=52528308-5406-4aa0-bc49-d5582af75908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375137 May 30 05:07:42.514479 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dded20ee-da6d-43e7-98bf-695a4b4d7490 req-f3267946-1f54-47fb-9041-3f08e56b3a6a tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:07:42.515812 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-dded20ee-da6d-43e7-98bf-695a4b4d7490 req-f3267946-1f54-47fb-9041-3f08e56b3a6a tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] 10.222.0.15 "GET /v2.0/ports?device_id=af28ee9c-ffd1-4c64-a497-94f67ce858d2 HTTP/1.1" status: 200 len: 943 time: 0.0819566 May 30 05:07:42.557867 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-dded20ee-da6d-43e7-98bf-695a4b4d7490 req-9a259b59-a219-4775-a9ba-384e51ab86b0 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] 10.222.0.15 "GET /v2.0/security-groups?id=52528308-5406-4aa0-bc49-d5582af75908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363359 May 30 05:07:43.752054 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46618dba-f23c-4bfe-aa56-2a026a79f75c req-c6d4a059-7b9c-4d44-b2cc-f9578d955078 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:07:43.753690 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-46618dba-f23c-4bfe-aa56-2a026a79f75c req-c6d4a059-7b9c-4d44-b2cc-f9578d955078 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] 10.222.0.15 "GET /v2.0/ports?device_id=af28ee9c-ffd1-4c64-a497-94f67ce858d2 HTTP/1.1" status: 200 len: 943 time: 0.0867002 May 30 05:07:43.807818 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-46618dba-f23c-4bfe-aa56-2a026a79f75c req-3e937c84-a39b-4b22-9931-6fa6d4c8775c tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] 10.222.0.15 "GET /v2.0/security-groups?id=52528308-5406-4aa0-bc49-d5582af75908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479338 May 30 05:07:44.991232 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fab065-2e8b-4179-81fc-96045736c8da req-12b6993d-0af8-4421-b658-779c97550f26 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:07:44.992656 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-88fab065-2e8b-4179-81fc-96045736c8da req-12b6993d-0af8-4421-b658-779c97550f26 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] 10.222.0.15 "GET /v2.0/ports?device_id=af28ee9c-ffd1-4c64-a497-94f67ce858d2 HTTP/1.1" status: 200 len: 943 time: 0.0786626 May 30 05:07:45.036286 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-88fab065-2e8b-4179-81fc-96045736c8da req-093520c1-f1e8-48c9-a7c3-a5646b82fd2a tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] 10.222.0.15 "GET /v2.0/security-groups?id=52528308-5406-4aa0-bc49-d5582af75908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374486 May 30 05:07:46.223588 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74fe78d-4d9c-4cf8-9e80-105b47293fc5 req-f8ce6316-6fb0-465c-a7f4-c82bf3c7717c tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:07:46.224930 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b74fe78d-4d9c-4cf8-9e80-105b47293fc5 req-f8ce6316-6fb0-465c-a7f4-c82bf3c7717c tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] 10.222.0.15 "GET /v2.0/ports?device_id=af28ee9c-ffd1-4c64-a497-94f67ce858d2 HTTP/1.1" status: 200 len: 943 time: 0.0828834 May 30 05:07:46.268923 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b74fe78d-4d9c-4cf8-9e80-105b47293fc5 req-15ede63e-db46-4bee-9b3f-d008d72c45cc tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] 10.222.0.15 "GET /v2.0/security-groups?id=52528308-5406-4aa0-bc49-d5582af75908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382917 May 30 05:07:46.419510 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device 0b22d935-8cd0-4cf7-aca1-d3e4e7ca2055 details requested by agent hyperv_hv-neutron-8437 with host hv-neutron-8437 {{(pid=88262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 05:07:46.550182 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port 0b22d935-8cd0-4cf7-aca1-d3e4e7ca2055, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=0b22d935-8cd0-4cf7-aca1-d3e4e7ca2055,segment=NetworkSegment(e44dcc7a-45b8-400b-a163-3c280c77686f),segment_id=e44dcc7a-45b8-400b-a163-3c280c77686f)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:07:46.563321 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Returning: {'device': '0b22d935-8cd0-4cf7-aca1-d3e4e7ca2055', 'network_id': '719d6beb-a88c-42b5-a4d8-b710f113657a', 'port_id': '0b22d935-8cd0-4cf7-aca1-d3e4e7ca2055', 'mac_address': 'fa:16:3e:36:ae:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '195eaa06-b93a-44cb-9e99-e406979df128', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 05:07:46.616163 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Current status of the port 0b22d935-8cd0-4cf7-aca1-d3e4e7ca2055 is: DOWN; New status is: BUILD {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:07:46.616538 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:07:46.633138 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b22d935-8cd0-4cf7-aca1-d3e4e7ca2055 {{(pid=88262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 30 05:07:46.648639 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port 0b22d935-8cd0-4cf7-aca1-d3e4e7ca2055, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=0b22d935-8cd0-4cf7-aca1-d3e4e7ca2055,segment=NetworkSegment(e44dcc7a-45b8-400b-a163-3c280c77686f),segment_id=e44dcc7a-45b8-400b-a163-3c280c77686f)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:07:46.652585 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:07:46.726565 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Pushing event updated for resources: {'Port': ['ID=0b22d935-8cd0-4cf7-aca1-d3e4e7ca2055,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:07:47.005938 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] get_ports_and_sgs() called for port_ids ['0b22d935-8cd0-4cf7-aca1-d3e4e7ca2055'] {{(pid=88262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 30 05:07:47.434262 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:07:47.453059 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a53fe0-b037-4130-bba8-a5157126a0d8 req-0e654636-5d6e-47fa-9f58-f934a34fd11b tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:07:47.454544 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c1a53fe0-b037-4130-bba8-a5157126a0d8 req-0e654636-5d6e-47fa-9f58-f934a34fd11b tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] 10.222.0.15 "GET /v2.0/ports?device_id=af28ee9c-ffd1-4c64-a497-94f67ce858d2 HTTP/1.1" status: 200 len: 944 time: 0.0846205 May 30 05:07:47.497666 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c1a53fe0-b037-4130-bba8-a5157126a0d8 req-adb067a3-c032-4a44-9891-412710d495ad tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] 10.222.0.15 "GET /v2.0/security-groups?id=52528308-5406-4aa0-bc49-d5582af75908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373964 May 30 05:07:48.429797 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device 0b22d935-8cd0-4cf7-aca1-d3e4e7ca2055 up at agent hyperv_hv-neutron-8437 {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:07:48.495198 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Provisioning for port 0b22d935-8cd0-4cf7-aca1-d3e4e7ca2055 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:07:48.500250 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Provisioning complete for port 0b22d935-8cd0-4cf7-aca1-d3e4e7ca2055 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:07:48.500627 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:07:48.615738 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Current status of the port 0b22d935-8cd0-4cf7-aca1-d3e4e7ca2055 is: BUILD; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:07:48.616121 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:07:48.642932 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af28ee9c-ffd1-4c64-a497-94f67ce858d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b22d935-8cd0-4cf7-aca1-d3e4e7ca2055'}] {{(pid=88262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:07:48.652555 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port 0b22d935-8cd0-4cf7-aca1-d3e4e7ca2055, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=0b22d935-8cd0-4cf7-aca1-d3e4e7ca2055,segment=NetworkSegment(e44dcc7a-45b8-400b-a163-3c280c77686f),segment_id=e44dcc7a-45b8-400b-a163-3c280c77686f)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:07:48.656651 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:07:48.684709 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c13a718-a08d-4db1-a0f3-2c98a7e80e52 req-630c79bb-6a93-498a-a312-f6723db9d830 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:07:48.686709 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0c13a718-a08d-4db1-a0f3-2c98a7e80e52 req-630c79bb-6a93-498a-a312-f6723db9d830 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] 10.222.0.15 "GET /v2.0/ports?device_id=af28ee9c-ffd1-4c64-a497-94f67ce858d2 HTTP/1.1" status: 200 len: 944 time: 0.0853384 May 30 05:07:48.731745 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0c13a718-a08d-4db1-a0f3-2c98a7e80e52 req-ed53ad0c-2cd1-4d79-a0f6-12d6474ec363 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] 10.222.0.15 "GET /v2.0/security-groups?id=52528308-5406-4aa0-bc49-d5582af75908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388725 May 30 05:07:48.757519 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Pushing event updated for resources: {'Port': ['ID=0b22d935-8cd0-4cf7-aca1-d3e4e7ca2055,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:07:48.782953 dv-neutron-843763-1-hyperv neutron-server[88262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbb5caa9-7344-447d-a1af-b1e0eaf30a9a'] response: {'server_uuid': 'af28ee9c-ffd1-4c64-a497-94f67ce858d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b22d935-8cd0-4cf7-aca1-d3e4e7ca2055', 'code': 200} May 30 05:07:49.059494 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774a6a3a-a5bf-4725-b2b8-f0bee62e7d1b req-ae0fbc6c-7b8d-4f77-9ac4-a17c03af6365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:07:49.063376 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-774a6a3a-a5bf-4725-b2b8-f0bee62e7d1b req-ae0fbc6c-7b8d-4f77-9ac4-a17c03af6365 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=af28ee9c-ffd1-4c64-a497-94f67ce858d2 HTTP/1.1" status: 200 len: 1098 time: 0.0697734 May 30 05:07:49.101870 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-774a6a3a-a5bf-4725-b2b8-f0bee62e7d1b req-670971cc-7044-4c3d-a2da-27d7aed5ca29 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=52528308-5406-4aa0-bc49-d5582af75908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327690 May 30 05:07:49.917801 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f47572-dcf3-4816-ae05-aa567b3e464e req-9fe5d7c3-dab5-4ad0-98c2-ceae675a5847 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:07:49.919236 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-56f47572-dcf3-4816-ae05-aa567b3e464e req-9fe5d7c3-dab5-4ad0-98c2-ceae675a5847 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] 10.222.0.15 "GET /v2.0/ports?device_id=af28ee9c-ffd1-4c64-a497-94f67ce858d2 HTTP/1.1" status: 200 len: 945 time: 0.0811000 May 30 05:07:49.961502 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-56f47572-dcf3-4816-ae05-aa567b3e464e req-d569a0b3-2fac-4b0c-99ea-07626a0a5171 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] 10.222.0.15 "GET /v2.0/security-groups?id=52528308-5406-4aa0-bc49-d5582af75908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366368 May 30 05:07:51.148201 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3c8794-bbab-483e-94e3-fe9755045f2d req-22ac4b37-550e-45ff-9ec6-866a78ac59d4 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:07:51.149647 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3a3c8794-bbab-483e-94e3-fe9755045f2d req-22ac4b37-550e-45ff-9ec6-866a78ac59d4 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] 10.222.0.15 "GET /v2.0/ports?device_id=af28ee9c-ffd1-4c64-a497-94f67ce858d2 HTTP/1.1" status: 200 len: 945 time: 0.0850422 May 30 05:07:51.196990 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3a3c8794-bbab-483e-94e3-fe9755045f2d req-9c543160-c905-45eb-9c22-5bab96f83d8b tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] 10.222.0.15 "GET /v2.0/security-groups?id=52528308-5406-4aa0-bc49-d5582af75908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411975 May 30 05:07:51.375241 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3e04a5-8c95-4618-8b09-ea42cf909a0c req-76c72417-9777-4a18-b499-243c540c8010 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:07:51.376690 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ac3e04a5-8c95-4618-8b09-ea42cf909a0c req-76c72417-9777-4a18-b499-243c540c8010 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] 10.222.0.15 "GET /v2.0/ports?device_id=af28ee9c-ffd1-4c64-a497-94f67ce858d2 HTTP/1.1" status: 200 len: 945 time: 0.0790555 May 30 05:07:51.419027 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ac3e04a5-8c95-4618-8b09-ea42cf909a0c req-21152138-2c8d-434a-a279-c87987ce2fdd tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] 10.222.0.15 "GET /v2.0/security-groups?id=52528308-5406-4aa0-bc49-d5582af75908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366664 May 30 05:07:51.442388 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 48612) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:07:51.514128 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac5f82ff-40e0-4dd7-afae-9640ca6d2967 tempest-TestVolumeBootPattern-1696715433 tempest-TestVolumeBootPattern-1696715433-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:07:51.515535 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-ac5f82ff-40e0-4dd7-afae-9640ca6d2967 tempest-TestVolumeBootPattern-1696715433 tempest-TestVolumeBootPattern-1696715433-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=af28ee9c-ffd1-4c64-a497-94f67ce858d2 HTTP/1.1" status: 200 len: 1093 time: 0.0721788 May 30 05:07:51.518205 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 48616) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:07:51.523027 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-f276e4a4-5a29-4b19-8de3-ca13916fec96 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Request body: {'floatingip': {'floating_network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'port_id': '0b22d935-8cd0-4cf7-aca1-d3e4e7ca2055', 'tenant_id': '88101d051d394b379575d1a4b606816a', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:07:51.528805 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-f276e4a4-5a29-4b19-8de3-ca13916fec96 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:07:51.533220 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-f276e4a4-5a29-4b19-8de3-ca13916fec96 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Usage tracker for resource:floatingip and tenant:88101d051d394b379575d1a4b606816a is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:07:51.536360 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-f276e4a4-5a29-4b19-8de3-ca13916fec96 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:07:51.542069 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-f276e4a4-5a29-4b19-8de3-ca13916fec96 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:07:51.552888 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f276e4a4-5a29-4b19-8de3-ca13916fec96 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Notify callbacks [] for floatingip, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:07:51.801333 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f276e4a4-5a29-4b19-8de3-ca13916fec96 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:07:51.930190 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-f276e4a4-5a29-4b19-8de3-ca13916fec96 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Allocated IP 172.26.6.174 (1bab70f4-3794-44db-8e17-19f483aa8ffa/6b5b73c1-b0ce-4f83-a930-c00cc5522926/de058f0f-6301-48b8-8b34-62a8872c08b3) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:07:52.075509 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f276e4a4-5a29-4b19-8de3-ca13916fec96 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:07:52.103921 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f276e4a4-5a29-4b19-8de3-ca13916fec96 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:07:52.164482 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f276e4a4-5a29-4b19-8de3-ca13916fec96 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Network 1bab70f4-3794-44db-8e17-19f483aa8ffa is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:07:52.167059 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-f276e4a4-5a29-4b19-8de3-ca13916fec96 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:07:52.169727 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f276e4a4-5a29-4b19-8de3-ca13916fec96 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:07:52.213524 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f276e4a4-5a29-4b19-8de3-ca13916fec96 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Pushing event updated for resources: {'Port': ['ID=de058f0f-6301-48b8-8b34-62a8872c08b3,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:07:52.575364 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f276e4a4-5a29-4b19-8de3-ca13916fec96 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:07:52.647527 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f276e4a4-5a29-4b19-8de3-ca13916fec96 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:07:52.844423 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f276e4a4-5a29-4b19-8de3-ca13916fec96 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:07:52.848651 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f276e4a4-5a29-4b19-8de3-ca13916fec96 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2304381'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:07:52.955600 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f276e4a4-5a29-4b19-8de3-ca13916fec96 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Pushing event updated for resources: {'Port': ['ID=de058f0f-6301-48b8-8b34-62a8872c08b3,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:07:52.966186 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f276e4a4-5a29-4b19-8de3-ca13916fec96 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1604762'] for floatingip, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:07:53.130826 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.db.l3_db [None req-f276e4a4-5a29-4b19-8de3-ca13916fec96 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Floating IP 60af218d-4aef-478c-874b-344f644e41c2 associated. External IP: 172.26.6.174, port: 0b22d935-8cd0-4cf7-aca1-d3e4e7ca2055. May 30 05:07:53.581531 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f276e4a4-5a29-4b19-8de3-ca13916fec96 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Router 0052139e-6291-4d45-bd81-95a00b5b5a70 has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 05:07:53.755708 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f276e4a4-5a29-4b19-8de3-ca13916fec96 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:07:53.765903 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e30c21-830a-418a-aa17-a984f6eff7ea None None] Sync routers for ids ['0052139e-6291-4d45-bd81-95a00b5b5a70'] in dv-neutron-843763-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:07:53.774637 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e30c21-830a-418a-aa17-a984f6eff7ea None None] Routers {'0052139e-6291-4d45-bd81-95a00b5b5a70'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:07:53.775247 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-c4e30c21-830a-418a-aa17-a984f6eff7ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:07:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['0052139e-6291-4d45-bd81-95a00b5b5a70'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:07:53.779911 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f276e4a4-5a29-4b19-8de3-ca13916fec96 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for floatingip, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:07:53.839111 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-f276e4a4-5a29-4b19-8de3-ca13916fec96 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3193905 May 30 05:07:53.839276 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af28ee9c-ffd1-4c64-a497-94f67ce858d2', 'tag': '0b22d935-8cd0-4cf7-aca1-d3e4e7ca2055'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:07:53.883791 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c94fdfae-b8fd-4044-acb1-02315e257ae4'] response: {'name': 'network-changed', 'server_uuid': 'af28ee9c-ffd1-4c64-a497-94f67ce858d2', 'tag': '0b22d935-8cd0-4cf7-aca1-d3e4e7ca2055', 'status': 'completed', 'code': 200} May 30 05:07:53.950503 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-c4e30c21-830a-418a-aa17-a984f6eff7ea None None] Set router 0052139e-6291-4d45-bd81-95a00b5b5a70 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:07:53.981989 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1cc05d-ae9e-4873-961d-38e3da98f435 req-7848aef8-7ad2-4125-9618-2cee6753882a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:07:53.983504 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ee1cc05d-ae9e-4873-961d-38e3da98f435 req-7848aef8-7ad2-4125-9618-2cee6753882a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=88101d051d394b379575d1a4b606816a&device_id=af28ee9c-ffd1-4c64-a497-94f67ce858d2 HTTP/1.1" status: 200 len: 1098 time: 0.0698357 May 30 05:07:54.130776 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1cc05d-ae9e-4873-961d-38e3da98f435 req-5bb1c876-8a95-4f95-a7d0-e9fea9e345c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:07:54.132213 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ee1cc05d-ae9e-4873-961d-38e3da98f435 req-5bb1c876-8a95-4f95-a7d0-e9fea9e345c9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=719d6beb-a88c-42b5-a4d8-b710f113657a HTTP/1.1" status: 200 len: 913 time: 0.1424377 May 30 05:07:54.234821 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ee1cc05d-ae9e-4873-961d-38e3da98f435 req-86f72822-e19d-4fba-8189-203229e7733c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0b22d935-8cd0-4cf7-aca1-d3e4e7ca2055 HTTP/1.1" status: 200 len: 999 time: 0.0961549 May 30 05:07:54.297380 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1cc05d-ae9e-4873-961d-38e3da98f435 req-11359602-d68c-442a-bb5f-f1a69ba0a19e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:07:54.298862 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ee1cc05d-ae9e-4873-961d-38e3da98f435 req-11359602-d68c-442a-bb5f-f1a69ba0a19e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=195eaa06-b93a-44cb-9e99-e406979df128 HTTP/1.1" status: 200 len: 851 time: 0.0577202 May 30 05:07:54.300364 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-c4e30c21-830a-418a-aa17-a984f6eff7ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0052139e-6291-4d45-bd81-95a00b5b5a70', 'name': 'tempest-TestVolumeBootPattern-1089136327-router', 'tenant_id': '88101d051d394b379575d1a4b606816a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.86'}], 'enable_snat': True}, 'gw_port_id': '09d84916-c5bc-4647-93c2-5196ea1d5602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:02:15Z', 'updated_at': '2022-05-30T05:02:20Z', 'revision_number': 4, 'project_id': '88101d051d394b379575d1a4b606816a', 'gw_port': {'id': '09d84916-c5bc-4647-93c2-5196ea1d5602', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:2d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0052139e-6291-4d45-bd81-95a00b5b5a70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:02:16Z', 'updated_at': '2022-05-30T05:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_floatingips': [{'id': '60af218d-4aef-478c-874b-344f644e41c2', 'tenant_id': '88101d051d394b379575d1a4b606816a', 'floating_ip_address': '172.26.6.174', 'floating_network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'router_id': '0052139e-6291-4d45-bd81-95a00b5b5a70', 'port_id': '0b22d935-8cd0-4cf7-aca1-d3e4e7ca2055', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1390, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '719d6beb-a88c-42b5-a4d8-b710f113657a', 'mac_address': 'fa:16:3e:36:ae:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af28ee9c-ffd1-4c64-a497-94f67ce858d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T05:07:52Z', 'updated_at': '2022-05-30T05:07:52Z', 'revision_number': 0, 'project_id': '88101d051d394b379575d1a4b606816a', 'fixed_ip_address_scope': None}, {'id': '7e09a672-4b71-47db-b4a4-00b841a58b68', 'tenant_id': '88101d051d394b379575d1a4b606816a', 'floating_ip_address': '172.26.6.205', 'floating_network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'router_id': '0052139e-6291-4d45-bd81-95a00b5b5a70', 'port_id': 'dab7c9a1-99c5-4e56-b8bf-b15f3271caed', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '719d6beb-a88c-42b5-a4d8-b710f113657a', 'mac_address': 'fa:16:3e:00:db:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5741834-3365-4b0e-89aa-9e182be9a397', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T05:05:40Z', 'updated_at': '2022-05-30T05:05:43Z', 'revision_number': 1, 'project_id': '88101d051d394b379575d1a4b606816a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3f40e31-186f-4ed2-8ffb-16622562b07e', 'name': '', 'network_id': '719d6beb-a88c-42b5-a4d8-b710f113657a', 'tenant_id': '88101d051d394b379575d1a4b606816a', 'mac_address': 'fa:16:3e:97:d3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0052139e-6291-4d45-bd81-95a00b5b5a70', 'device_owner': 'network:router_interface', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': '195eaa06-b93a-44cb-9e99-e406979df128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:02:19Z', 'updated_at': '2022-05-30T05:02:33Z', 'revision_number': 5, 'project_id': '88101d051d394b379575d1a4b606816a', 'subnets': [{'id': '195eaa06-b93a-44cb-9e99-e406979df128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:07:54.304154 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e30c21-830a-418a-aa17-a984f6eff7ea None None] Checking router: 0052139e-6291-4d45-bd81-95a00b5b5a70 for host: dv-neutron-843763-1-hyperv {{(pid=88262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 05:07:54.313071 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e30c21-830a-418a-aa17-a984f6eff7ea None None] Routers {'0052139e-6291-4d45-bd81-95a00b5b5a70'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:07:54.313665 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-c4e30c21-830a-418a-aa17-a984f6eff7ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:07:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['0052139e-6291-4d45-bd81-95a00b5b5a70'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:07:54.377489 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1cc05d-ae9e-4873-961d-38e3da98f435 req-216ea7d0-2618-4222-b254-9027aac2a903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:07:54.378987 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ee1cc05d-ae9e-4873-961d-38e3da98f435 req-216ea7d0-2618-4222-b254-9027aac2a903 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=719d6beb-a88c-42b5-a4d8-b710f113657a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736058 May 30 05:07:54.495727 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-c4e30c21-830a-418a-aa17-a984f6eff7ea None None] Set router 0052139e-6291-4d45-bd81-95a00b5b5a70 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:07:54.512851 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ee1cc05d-ae9e-4873-961d-38e3da98f435 req-2f2f8047-1f1b-496f-b529-8da4110d72a2 service neutron] 10.222.0.39 "GET /v2.0/networks/719d6beb-a88c-42b5-a4d8-b710f113657a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266894 May 30 05:07:54.641834 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ee1cc05d-ae9e-4873-961d-38e3da98f435 req-5f4ed81b-cd2c-440c-8ae6-da0f794dc91d service neutron] 10.222.0.39 "GET /v2.0/networks/719d6beb-a88c-42b5-a4d8-b710f113657a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220350 May 30 05:07:54.841239 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-c4e30c21-830a-418a-aa17-a984f6eff7ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0052139e-6291-4d45-bd81-95a00b5b5a70', 'name': 'tempest-TestVolumeBootPattern-1089136327-router', 'tenant_id': '88101d051d394b379575d1a4b606816a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.86'}], 'enable_snat': True}, 'gw_port_id': '09d84916-c5bc-4647-93c2-5196ea1d5602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:02:15Z', 'updated_at': '2022-05-30T05:02:20Z', 'revision_number': 4, 'project_id': '88101d051d394b379575d1a4b606816a', 'gw_port': {'id': '09d84916-c5bc-4647-93c2-5196ea1d5602', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:2d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0052139e-6291-4d45-bd81-95a00b5b5a70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:02:16Z', 'updated_at': '2022-05-30T05:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_floatingips': [{'id': '60af218d-4aef-478c-874b-344f644e41c2', 'tenant_id': '88101d051d394b379575d1a4b606816a', 'floating_ip_address': '172.26.6.174', 'floating_network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'router_id': '0052139e-6291-4d45-bd81-95a00b5b5a70', 'port_id': '0b22d935-8cd0-4cf7-aca1-d3e4e7ca2055', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1390, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '719d6beb-a88c-42b5-a4d8-b710f113657a', 'mac_address': 'fa:16:3e:36:ae:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af28ee9c-ffd1-4c64-a497-94f67ce858d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T05:07:52Z', 'updated_at': '2022-05-30T05:07:52Z', 'revision_number': 0, 'project_id': '88101d051d394b379575d1a4b606816a', 'fixed_ip_address_scope': None}, {'id': '7e09a672-4b71-47db-b4a4-00b841a58b68', 'tenant_id': '88101d051d394b379575d1a4b606816a', 'floating_ip_address': '172.26.6.205', 'floating_network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'router_id': '0052139e-6291-4d45-bd81-95a00b5b5a70', 'port_id': 'dab7c9a1-99c5-4e56-b8bf-b15f3271caed', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '719d6beb-a88c-42b5-a4d8-b710f113657a', 'mac_address': 'fa:16:3e:00:db:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5741834-3365-4b0e-89aa-9e182be9a397', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T05:05:40Z', 'updated_at': '2022-05-30T05:05:43Z', 'revision_number': 1, 'project_id': '88101d051d394b379575d1a4b606816a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3f40e31-186f-4ed2-8ffb-16622562b07e', 'name': '', 'network_id': '719d6beb-a88c-42b5-a4d8-b710f113657a', 'tenant_id': '88101d051d394b379575d1a4b606816a', 'mac_address': 'fa:16:3e:97:d3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0052139e-6291-4d45-bd81-95a00b5b5a70', 'device_owner': 'network:router_interface', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': '195eaa06-b93a-44cb-9e99-e406979df128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:02:19Z', 'updated_at': '2022-05-30T05:02:33Z', 'revision_number': 5, 'project_id': '88101d051d394b379575d1a4b606816a', 'subnets': [{'id': '195eaa06-b93a-44cb-9e99-e406979df128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:07:54.845721 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e30c21-830a-418a-aa17-a984f6eff7ea None None] The sync data for ids ['0052139e-6291-4d45-bd81-95a00b5b5a70'] in dv-neutron-843763-1-hyperv is: [{'id': '0052139e-6291-4d45-bd81-95a00b5b5a70', 'name': 'tempest-TestVolumeBootPattern-1089136327-router', 'tenant_id': '88101d051d394b379575d1a4b606816a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.86'}], 'enable_snat': True}, 'gw_port_id': '09d84916-c5bc-4647-93c2-5196ea1d5602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:02:15Z', 'updated_at': '2022-05-30T05:02:20Z', 'revision_number': 4, 'project_id': '88101d051d394b379575d1a4b606816a', 'gw_port': {'id': '09d84916-c5bc-4647-93c2-5196ea1d5602', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:2d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0052139e-6291-4d45-bd81-95a00b5b5a70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:02:16Z', 'updated_at': '2022-05-30T05:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_floatingips': [{'id': '60af218d-4aef-478c-874b-344f644e41c2', 'tenant_id': '88101d051d394b379575d1a4b606816a', 'floating_ip_address': '172.26.6.174', 'floating_network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'router_id': '0052139e-6291-4d45-bd81-95a00b5b5a70', 'port_id': '0b22d935-8cd0-4cf7-aca1-d3e4e7ca2055', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1390, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '719d6beb-a88c-42b5-a4d8-b710f113657a', 'mac_address': 'fa:16:3e:36:ae:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af28ee9c-ffd1-4c64-a497-94f67ce858d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T05:07:52Z', 'updated_at': '2022-05-30T05:07:52Z', 'revision_number': 0, 'project_id': '88101d051d394b379575d1a4b606816a', 'fixed_ip_address_scope': None}, {'id': '7e09a672-4b71-47db-b4a4-00b841a58b68', 'tenant_id': '88101d051d394b379575d1a4b606816a', 'floating_ip_address': '172.26.6.205', 'floating_network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'router_id': '0052139e-6291-4d45-bd81-95a00b5b5a70', 'port_id': 'dab7c9a1-99c5-4e56-b8bf-b15f3271caed', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '719d6beb-a88c-42b5-a4d8-b710f113657a', 'mac_address': 'fa:16:3e:00:db:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5741834-3365-4b0e-89aa-9e182be9a397', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T05:05:40Z', 'updated_at': '2022-05-30T05:05:43Z', 'revision_number': 1, 'project_id': '88101d051d394b379575d1a4b606816a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3f40e31-186f-4ed2-8ffb-16622562b07e', 'name': '', 'network_id': '719d6beb-a88c-42b5-a4d8-b710f113657a', 'tenant_id': '88101d051d394b379575d1a4b606816a', 'mac_address': 'fa:16:3e:97:d3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0052139e-6291-4d45-bd81-95a00b5b5a70', 'device_owner': 'network:router_interface', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': '195eaa06-b93a-44cb-9e99-e406979df128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:02:19Z', 'updated_at': '2022-05-30T05:02:33Z', 'revision_number': 5, 'project_id': '88101d051d394b379575d1a4b606816a', 'subnets': [{'id': '195eaa06-b93a-44cb-9e99-e406979df128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:07:55.019268 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730b2752-47d5-45b8-bda9-2f4c3264707e None None] New status for floating IP 60af218d-4aef-478c-874b-344f644e41c2: ACTIVE {{(pid=88263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 30 05:07:57.953314 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-5666e48c-c198-4992-b0ce-2d19e89a7d53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:08:00.185052 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7b293cb4-9a52-4e5d-a0ba-d08b85479c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:08:01.215933 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56ded65b-0e68-413c-8b9b-1097922cc81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:08:01.430218 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:08:02.757961 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a142624-940e-4c55-bf49-a5329c884075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:08:05.946519 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-475bda21-5ec3-48f9-a22a-e689f59a8736 req-978dfe7f-92fc-4e93-9a10-a5d5e4781b07 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d5c1ac39-9686-4537-9070-32dab9cab1be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0680776 May 30 05:08:06.039657 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475bda21-5ec3-48f9-a22a-e689f59a8736 req-d58739ae-4945-4afd-9553-a5170a9acc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:08:06.041091 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-475bda21-5ec3-48f9-a22a-e689f59a8736 req-d58739ae-4945-4afd-9553-a5170a9acc31 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f9fe59584bbe4d5aaa42841eedb71980&device_id=d5c1ac39-9686-4537-9070-32dab9cab1be HTTP/1.1" status: 200 len: 1099 time: 0.0724788 May 30 05:08:06.304200 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475bda21-5ec3-48f9-a22a-e689f59a8736 req-c0418a3a-3860-4c95-872b-555bf0d326e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:08:06.305635 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-475bda21-5ec3-48f9-a22a-e689f59a8736 req-c0418a3a-3860-4c95-872b-555bf0d326e5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b952d7ea-1f97-4357-b086-ada3a8133d80 HTTP/1.1" status: 200 len: 898 time: 0.2456317 May 30 05:08:06.379310 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-475bda21-5ec3-48f9-a22a-e689f59a8736 req-b56478b0-79d8-4706-92d7-fb3211fa9a81 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=396224ac-6ddf-43e5-ada5-176456d99b34 HTTP/1.1" status: 200 len: 217 time: 0.0589046 May 30 05:08:06.440911 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475bda21-5ec3-48f9-a22a-e689f59a8736 req-3f388c06-4af6-41e1-9ab5-9ab535a185cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:08:06.442317 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-475bda21-5ec3-48f9-a22a-e689f59a8736 req-3f388c06-4af6-41e1-9ab5-9ab535a185cd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=38f7e0cd-40b0-4074-9f8e-9716a75fa33b HTTP/1.1" status: 200 len: 835 time: 0.0575340 May 30 05:08:06.513718 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475bda21-5ec3-48f9-a22a-e689f59a8736 req-271fe8de-038d-4768-b407-4c4f3acdd52f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:08:06.515209 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-475bda21-5ec3-48f9-a22a-e689f59a8736 req-271fe8de-038d-4768-b407-4c4f3acdd52f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b952d7ea-1f97-4357-b086-ada3a8133d80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0670738 May 30 05:08:06.643897 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-475bda21-5ec3-48f9-a22a-e689f59a8736 req-f87470dd-6aad-47b5-949c-9dd13ed2029f service neutron] 10.222.0.39 "GET /v2.0/networks/b952d7ea-1f97-4357-b086-ada3a8133d80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216812 May 30 05:08:06.775665 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-475bda21-5ec3-48f9-a22a-e689f59a8736 req-e4ab80ff-3fa7-4b4f-91a4-5119cf9ddbf3 service neutron] 10.222.0.39 "GET /v2.0/networks/b952d7ea-1f97-4357-b086-ada3a8133d80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258399 May 30 05:08:16.212941 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-45f79e78-106a-4f09-9d2c-69baeab7263d None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 05:08:17.445063 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:08:27.955001 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-0d223cf6-fab4-4650-bc70-42e0d9adc57b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:08:30.186749 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-d11ba4ed-a9f3-478c-bec7-f03bc7b5b171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:08:31.213169 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56ded65b-0e68-413c-8b9b-1097922cc81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:08:31.432021 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:08:32.760472 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a142624-940e-4c55-bf49-a5329c884075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:08:47.452428 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:08:47.813669 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d100420-5da4-4e41-8709-c97e6f304f3d req-335493e9-72fb-41e0-b767-5fdb9ababf6b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:08:47.815646 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6d100420-5da4-4e41-8709-c97e6f304f3d req-335493e9-72fb-41e0-b767-5fdb9ababf6b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=bde92f8b-2128-40f5-889a-ae9b5623645d HTTP/1.1" status: 200 len: 946 time: 0.0821724 May 30 05:08:47.859809 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6d100420-5da4-4e41-8709-c97e6f304f3d req-e5af2981-f614-4aec-8f21-9c0e43338536 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/security-groups?id=64022350-ea5e-4929-8c03-268058cc4767&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384517 May 30 05:08:49.044378 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4373e71a-0759-4ba0-b744-03be3961a2cb req-1ed3ccf9-37b8-4ce2-ad4f-83bcae1b864c tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:08:49.045961 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4373e71a-0759-4ba0-b744-03be3961a2cb req-1ed3ccf9-37b8-4ce2-ad4f-83bcae1b864c tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=bde92f8b-2128-40f5-889a-ae9b5623645d HTTP/1.1" status: 200 len: 946 time: 0.0781565 May 30 05:08:49.090323 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4373e71a-0759-4ba0-b744-03be3961a2cb req-b0d75289-3656-43ef-ab28-61896c3fa2f1 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/security-groups?id=64022350-ea5e-4929-8c03-268058cc4767&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381441 May 30 05:08:49.407989 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d300be0-42ac-4687-b782-419aaed05e9b req-4727ffd3-ba93-4257-8ac2-7f9a1131d0cf tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:08:49.410218 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2d300be0-42ac-4687-b782-419aaed05e9b req-4727ffd3-ba93-4257-8ac2-7f9a1131d0cf tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.39 "GET /v2.0/ports?device_id=bde92f8b-2128-40f5-889a-ae9b5623645d HTTP/1.1" status: 200 len: 946 time: 0.0817053 May 30 05:08:49.476541 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [req-2d300be0-42ac-4687-b782-419aaed05e9b req-9993398a-5304-42e5-b082-c0b4cc452722 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Deleting port 178d3ca0-bb3f-47d7-b7f9-201aec96c12a {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:08:49.476881 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-2d300be0-42ac-4687-b782-419aaed05e9b req-9993398a-5304-42e5-b082-c0b4cc452722 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:08:49.715608 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [req-2d300be0-42ac-4687-b782-419aaed05e9b req-9993398a-5304-42e5-b082-c0b4cc452722 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] For port 178d3ca0-bb3f-47d7-b7f9-201aec96c12a, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=178d3ca0-bb3f-47d7-b7f9-201aec96c12a,segment=NetworkSegment(f10317f2-4bfb-4d7c-92d7-dd0ac60807aa),segment_id=f10317f2-4bfb-4d7c-92d7-dd0ac60807aa)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:08:49.715962 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-2d300be0-42ac-4687-b782-419aaed05e9b req-9993398a-5304-42e5-b082-c0b4cc452722 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:08:49.997885 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-2d300be0-42ac-4687-b782-419aaed05e9b req-9993398a-5304-42e5-b082-c0b4cc452722 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:08:49.998258 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-2d300be0-42ac-4687-b782-419aaed05e9b req-9993398a-5304-42e5-b082-c0b4cc452722 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1604762'] for floatingip, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:08:49.998567 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.db.l3_db [req-2d300be0-42ac-4687-b782-419aaed05e9b req-9993398a-5304-42e5-b082-c0b4cc452722 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Floating IP 58612783-506f-4cd3-ab90-063362cb112a disassociated. External IP: 172.26.6.47, port: 178d3ca0-bb3f-47d7-b7f9-201aec96c12a. May 30 05:08:49.998898 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [req-2d300be0-42ac-4687-b782-419aaed05e9b req-9993398a-5304-42e5-b082-c0b4cc452722 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Calling delete_port for 178d3ca0-bb3f-47d7-b7f9-201aec96c12a owned by compute:nova {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:08:50.136637 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-2d300be0-42ac-4687-b782-419aaed05e9b req-9993398a-5304-42e5-b082-c0b4cc452722 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:08:50.187373 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9993398a-5304-42e5-b082-c0b4cc452722 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event deleted for resources: {'Port': ['ID=178d3ca0-bb3f-47d7-b7f9-201aec96c12a,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:08:50.234294 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9993398a-5304-42e5-b082-c0b4cc452722 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:08:50.234585 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9993398a-5304-42e5-b082-c0b4cc452722 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:08:50.234929 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9993398a-5304-42e5-b082-c0b4cc452722 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:08:50.235262 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9993398a-5304-42e5-b082-c0b4cc452722 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:08:50.235596 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9993398a-5304-42e5-b082-c0b4cc452722 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:08:50.235954 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9993398a-5304-42e5-b082-c0b4cc452722 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:08:50.236254 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9993398a-5304-42e5-b082-c0b4cc452722 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:08:50.236580 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9993398a-5304-42e5-b082-c0b4cc452722 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:08:50.237433 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9993398a-5304-42e5-b082-c0b4cc452722 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:08:50.237755 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9993398a-5304-42e5-b082-c0b4cc452722 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:08:50.238104 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9993398a-5304-42e5-b082-c0b4cc452722 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:08:50.238428 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9993398a-5304-42e5-b082-c0b4cc452722 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:08:50.408289 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e96cf129-0e35-40c7-8d9f-62f320addb1b req-849ae4b3-962f-4f15-a229-3b89a256a180 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=bde92f8b-2128-40f5-889a-ae9b5623645d HTTP/1.1" status: 200 len: 210 time: 0.2110503 May 30 05:08:50.531479 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2d300be0-42ac-4687-b782-419aaed05e9b req-9993398a-5304-42e5-b082-c0b4cc452722 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Router febffa49-3f93-4662-8812-d2098bf1c5d8 has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 05:08:50.711651 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2d300be0-42ac-4687-b782-419aaed05e9b req-9993398a-5304-42e5-b082-c0b4cc452722 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:08:50.720909 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849ee382-5e9b-4188-9307-f7b59e0d4fd1 None None] Sync routers for ids ['febffa49-3f93-4662-8812-d2098bf1c5d8'] in dv-neutron-843763-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:08:50.730468 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849ee382-5e9b-4188-9307-f7b59e0d4fd1 None None] Routers {'febffa49-3f93-4662-8812-d2098bf1c5d8'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:08:50.731081 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-849ee382-5e9b-4188-9307-f7b59e0d4fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:08:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['febffa49-3f93-4662-8812-d2098bf1c5d8'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:08:50.785041 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d300be0-42ac-4687-b782-419aaed05e9b req-9993398a-5304-42e5-b082-c0b4cc452722 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] No DVR routers for this DVR port 178d3ca0-bb3f-47d7-b7f9-201aec96c12a on host hv-neutron-8437 {{(pid=88261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 05:08:50.787427 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-2d300be0-42ac-4687-b782-419aaed05e9b req-9993398a-5304-42e5-b082-c0b4cc452722 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:08:50.789857 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bde92f8b-2128-40f5-889a-ae9b5623645d', 'name': 'network-vif-deleted', 'tag': '178d3ca0-bb3f-47d7-b7f9-201aec96c12a'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:08:50.807001 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2d300be0-42ac-4687-b782-419aaed05e9b req-9993398a-5304-42e5-b082-c0b4cc452722 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.39 "DELETE /v2.0/ports/178d3ca0-bb3f-47d7-b7f9-201aec96c12a HTTP/1.1" status: 204 len: 173 time: 1.3918200 May 30 05:08:50.836507 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f3e68a8-f746-49fb-9f6c-97762d66fcf3'] response: {'server_uuid': 'bde92f8b-2128-40f5-889a-ae9b5623645d', 'name': 'network-vif-deleted', 'tag': '178d3ca0-bb3f-47d7-b7f9-201aec96c12a', 'status': 'completed', 'code': 200} May 30 05:08:50.950912 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-849ee382-5e9b-4188-9307-f7b59e0d4fd1 None None] Set router febffa49-3f93-4662-8812-d2098bf1c5d8 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:08:51.267543 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-849ee382-5e9b-4188-9307-f7b59e0d4fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'febffa49-3f93-4662-8812-d2098bf1c5d8', 'name': 'tempest-TestNetworkBasicOps-router-1413020320', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.6'}], 'enable_snat': True}, 'gw_port_id': '148d68d5-ea99-40bb-9947-f60fe84adfe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:05:43Z', 'updated_at': '2022-05-30T05:05:48Z', 'revision_number': 4, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'gw_port': {'id': '148d68d5-ea99-40bb-9947-f60fe84adfe0', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:48:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febffa49-3f93-4662-8812-d2098bf1c5d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:05:44Z', 'updated_at': '2022-05-30T05:05:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': 'e6a45970-18e5-4a27-a8f5-b8787801d576', 'name': '', 'network_id': 'b952d7ea-1f97-4357-b086-ada3a8133d80', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'mac_address': 'fa:16:3e:a6:10:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febffa49-3f93-4662-8812-d2098bf1c5d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '38f7e0cd-40b0-4074-9f8e-9716a75fa33b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:05:47Z', 'updated_at': '2022-05-30T05:05:54Z', 'revision_number': 5, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'subnets': [{'id': '38f7e0cd-40b0-4074-9f8e-9716a75fa33b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:08:51.271516 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849ee382-5e9b-4188-9307-f7b59e0d4fd1 None None] Checking router: febffa49-3f93-4662-8812-d2098bf1c5d8 for host: dv-neutron-843763-1-hyperv {{(pid=88262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 05:08:51.280027 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849ee382-5e9b-4188-9307-f7b59e0d4fd1 None None] Routers {'febffa49-3f93-4662-8812-d2098bf1c5d8'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:08:51.280638 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-849ee382-5e9b-4188-9307-f7b59e0d4fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:08:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['febffa49-3f93-4662-8812-d2098bf1c5d8'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:08:51.459506 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-849ee382-5e9b-4188-9307-f7b59e0d4fd1 None None] Set router febffa49-3f93-4662-8812-d2098bf1c5d8 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:08:51.505575 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 48668) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:08:51.572372 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2dd1dba4-22dc-4b95-a3e1-e6497c46df82 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:08:51.602109 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2dd1dba4-22dc-4b95-a3e1-e6497c46df82 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:08:51.672100 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2dd1dba4-22dc-4b95-a3e1-e6497c46df82 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:08:51.691261 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd1dba4-22dc-4b95-a3e1-e6497c46df82 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64022350-ea5e-4929-8c03-268058cc4767,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:08:51.697976 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2dd1dba4-22dc-4b95-a3e1-e6497c46df82 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:08:51.701730 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-2dd1dba4-22dc-4b95-a3e1-e6497c46df82 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "DELETE /v2.0/security-groups/64022350-ea5e-4929-8c03-268058cc4767 HTTP/1.1" status: 204 len: 168 time: 0.1924398 May 30 05:08:51.732223 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 48674) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:08:51.790484 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-849ee382-5e9b-4188-9307-f7b59e0d4fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'febffa49-3f93-4662-8812-d2098bf1c5d8', 'name': 'tempest-TestNetworkBasicOps-router-1413020320', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.6'}], 'enable_snat': True}, 'gw_port_id': '148d68d5-ea99-40bb-9947-f60fe84adfe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:05:43Z', 'updated_at': '2022-05-30T05:05:48Z', 'revision_number': 4, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'gw_port': {'id': '148d68d5-ea99-40bb-9947-f60fe84adfe0', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:48:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febffa49-3f93-4662-8812-d2098bf1c5d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:05:44Z', 'updated_at': '2022-05-30T05:05:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': 'e6a45970-18e5-4a27-a8f5-b8787801d576', 'name': '', 'network_id': 'b952d7ea-1f97-4357-b086-ada3a8133d80', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'mac_address': 'fa:16:3e:a6:10:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febffa49-3f93-4662-8812-d2098bf1c5d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '38f7e0cd-40b0-4074-9f8e-9716a75fa33b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:05:47Z', 'updated_at': '2022-05-30T05:05:54Z', 'revision_number': 5, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'subnets': [{'id': '38f7e0cd-40b0-4074-9f8e-9716a75fa33b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:08:51.794449 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849ee382-5e9b-4188-9307-f7b59e0d4fd1 None None] The sync data for ids ['febffa49-3f93-4662-8812-d2098bf1c5d8'] in dv-neutron-843763-1-hyperv is: [{'id': 'febffa49-3f93-4662-8812-d2098bf1c5d8', 'name': 'tempest-TestNetworkBasicOps-router-1413020320', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.6'}], 'enable_snat': True}, 'gw_port_id': '148d68d5-ea99-40bb-9947-f60fe84adfe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:05:43Z', 'updated_at': '2022-05-30T05:05:48Z', 'revision_number': 4, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'gw_port': {'id': '148d68d5-ea99-40bb-9947-f60fe84adfe0', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:48:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febffa49-3f93-4662-8812-d2098bf1c5d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:05:44Z', 'updated_at': '2022-05-30T05:05:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': 'e6a45970-18e5-4a27-a8f5-b8787801d576', 'name': '', 'network_id': 'b952d7ea-1f97-4357-b086-ada3a8133d80', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'mac_address': 'fa:16:3e:a6:10:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febffa49-3f93-4662-8812-d2098bf1c5d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '38f7e0cd-40b0-4074-9f8e-9716a75fa33b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:05:47Z', 'updated_at': '2022-05-30T05:05:54Z', 'revision_number': 5, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'subnets': [{'id': '38f7e0cd-40b0-4074-9f8e-9716a75fa33b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:08:51.888732 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-16275f14-834b-4a4d-9ebe-59ade5b7c6fc tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Deleting port f9378b67-83cf-4896-b067-08b5faf9fc04 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:08:51.889075 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-16275f14-834b-4a4d-9ebe-59ade5b7c6fc tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:08:52.010260 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12bde8f4-2889-47af-b65b-24776b64064a None None] New status for floating IP 58612783-506f-4cd3-ab90-063362cb112a: DOWN {{(pid=88263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 30 05:08:52.063275 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-16275f14-834b-4a4d-9ebe-59ade5b7c6fc tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:08:52.063642 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-16275f14-834b-4a4d-9ebe-59ade5b7c6fc tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:08:52.184809 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-16275f14-834b-4a4d-9ebe-59ade5b7c6fc tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Calling delete_port for f9378b67-83cf-4896-b067-08b5faf9fc04 owned by network:floatingip {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:08:52.273177 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.db.api [None req-16275f14-834b-4a4d-9ebe-59ade5b7c6fc tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88261) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 05:08:52.273502 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG oslo_db.api [None req-16275f14-834b-4a4d-9ebe-59ade5b7c6fc tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 05:08:52.774341 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-16275f14-834b-4a4d-9ebe-59ade5b7c6fc tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Deleting port f9378b67-83cf-4896-b067-08b5faf9fc04 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:08:52.775001 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-16275f14-834b-4a4d-9ebe-59ade5b7c6fc tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:08:52.850227 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device 178d3ca0-bb3f-47d7-b7f9-201aec96c12a no longer exists at agent hyperv_hv-neutron-8437 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 05:08:52.884079 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] No Port match for: 178d3ca0-bb3f-47d7-b7f9-201aec96c12a {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 05:08:52.884425 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device 178d3ca0-bb3f-47d7-b7f9-201aec96c12a not bound to the agent host hv-neutron-8437 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 05:08:52.944383 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-16275f14-834b-4a4d-9ebe-59ade5b7c6fc tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:08:52.944383 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-16275f14-834b-4a4d-9ebe-59ade5b7c6fc tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:08:53.169314 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-16275f14-834b-4a4d-9ebe-59ade5b7c6fc tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Calling delete_port for f9378b67-83cf-4896-b067-08b5faf9fc04 owned by network:floatingip {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:08:53.211385 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-45f79e78-106a-4f09-9d2c-69baeab7263d None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 05:08:53.309720 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-16275f14-834b-4a4d-9ebe-59ade5b7c6fc tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:08:53.355001 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16275f14-834b-4a4d-9ebe-59ade5b7c6fc tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event deleted for resources: {'Port': ['ID=f9378b67-83cf-4896-b067-08b5faf9fc04,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:08:53.446387 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-16275f14-834b-4a4d-9ebe-59ade5b7c6fc tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for floatingip, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:08:53.460064 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-16275f14-834b-4a4d-9ebe-59ade5b7c6fc tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for floatingip, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:08:53.461143 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-16275f14-834b-4a4d-9ebe-59ade5b7c6fc tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "DELETE /v2.0/floatingips/58612783-506f-4cd3-ab90-063362cb112a HTTP/1.1" status: 204 len: 168 time: 1.7279494 May 30 05:08:53.809330 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e11edf7-c9bf-4e35-973c-666e9c9c696c req-4cbf992f-b442-4da1-986d-ffcb4765ede3 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:08:53.810024 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-8e11edf7-c9bf-4e35-973c-666e9c9c696c req-4cbf992f-b442-4da1-986d-ffcb4765ede3 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Synchronizing usage tracker for tenant:f9fe59584bbe4d5aaa42841eedb71980 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:08:53.824989 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-8e11edf7-c9bf-4e35-973c-666e9c9c696c req-4cbf992f-b442-4da1-986d-ffcb4765ede3 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Unset dirty status for tenant:f9fe59584bbe4d5aaa42841eedb71980 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:08:53.826220 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8e11edf7-c9bf-4e35-973c-666e9c9c696c req-4cbf992f-b442-4da1-986d-ffcb4765ede3 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5c1ac39-9686-4537-9070-32dab9cab1be HTTP/1.1" status: 200 len: 946 time: 0.0934165 May 30 05:08:53.868338 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-8e11edf7-c9bf-4e35-973c-666e9c9c696c req-6e53553d-e313-47ae-bb9d-657c29e96c7e tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Synchronizing usage tracker for tenant:f9fe59584bbe4d5aaa42841eedb71980 on resource:security_group {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:08:53.883012 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-8e11edf7-c9bf-4e35-973c-666e9c9c696c req-6e53553d-e313-47ae-bb9d-657c29e96c7e tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Unset dirty status for tenant:f9fe59584bbe4d5aaa42841eedb71980 on resource:security_group {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:08:53.884189 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8e11edf7-c9bf-4e35-973c-666e9c9c696c req-6e53553d-e313-47ae-bb9d-657c29e96c7e tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b06e77e-b480-4b4c-bb6c-0e8f15cf99fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517056 May 30 05:08:55.068695 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6f9e8c-fdcc-4f53-a35c-4093ef140e84 req-710af190-42ad-4735-8164-7aa4889052f6 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:08:55.070173 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-fc6f9e8c-fdcc-4f53-a35c-4093ef140e84 req-710af190-42ad-4735-8164-7aa4889052f6 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5c1ac39-9686-4537-9070-32dab9cab1be HTTP/1.1" status: 200 len: 946 time: 0.0814478 May 30 05:08:55.113063 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-fc6f9e8c-fdcc-4f53-a35c-4093ef140e84 req-192aeb47-ef81-497d-80d5-d8683d5b7033 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b06e77e-b480-4b4c-bb6c-0e8f15cf99fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372174 May 30 05:08:55.346620 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086b0350-7375-4ddf-8dec-214d0857d9f9 req-5854ae64-83f7-49d2-9b86-3f292dd71143 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:08:55.348050 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-086b0350-7375-4ddf-8dec-214d0857d9f9 req-5854ae64-83f7-49d2-9b86-3f292dd71143 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5c1ac39-9686-4537-9070-32dab9cab1be HTTP/1.1" status: 200 len: 946 time: 0.0780034 May 30 05:08:55.418843 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [req-086b0350-7375-4ddf-8dec-214d0857d9f9 req-277587dc-1f0a-4d3b-985d-d7e4f688984e tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Deleting port 396224ac-6ddf-43e5-ada5-176456d99b34 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:08:55.419188 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-086b0350-7375-4ddf-8dec-214d0857d9f9 req-277587dc-1f0a-4d3b-985d-d7e4f688984e tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:08:55.660511 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [req-086b0350-7375-4ddf-8dec-214d0857d9f9 req-277587dc-1f0a-4d3b-985d-d7e4f688984e tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] For port 396224ac-6ddf-43e5-ada5-176456d99b34, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=396224ac-6ddf-43e5-ada5-176456d99b34,segment=NetworkSegment(f10317f2-4bfb-4d7c-92d7-dd0ac60807aa),segment_id=f10317f2-4bfb-4d7c-92d7-dd0ac60807aa)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:08:55.660881 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-086b0350-7375-4ddf-8dec-214d0857d9f9 req-277587dc-1f0a-4d3b-985d-d7e4f688984e tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:08:55.779928 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [req-086b0350-7375-4ddf-8dec-214d0857d9f9 req-277587dc-1f0a-4d3b-985d-d7e4f688984e tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Calling delete_port for 396224ac-6ddf-43e5-ada5-176456d99b34 owned by compute:nova {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:08:55.920533 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-086b0350-7375-4ddf-8dec-214d0857d9f9 req-277587dc-1f0a-4d3b-985d-d7e4f688984e tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:08:55.969101 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277587dc-1f0a-4d3b-985d-d7e4f688984e tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event deleted for resources: {'Port': ['ID=396224ac-6ddf-43e5-ada5-176456d99b34,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:08:56.046095 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [req-086b0350-7375-4ddf-8dec-214d0857d9f9 req-277587dc-1f0a-4d3b-985d-d7e4f688984e tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] No DVR routers for this DVR port 396224ac-6ddf-43e5-ada5-176456d99b34 on host hv-neutron-8437 {{(pid=88261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 05:08:56.048438 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-086b0350-7375-4ddf-8dec-214d0857d9f9 req-277587dc-1f0a-4d3b-985d-d7e4f688984e tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:08:56.050961 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5c1ac39-9686-4537-9070-32dab9cab1be', 'name': 'network-vif-deleted', 'tag': '396224ac-6ddf-43e5-ada5-176456d99b34'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:08:56.066549 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-086b0350-7375-4ddf-8dec-214d0857d9f9 req-277587dc-1f0a-4d3b-985d-d7e4f688984e tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.39 "DELETE /v2.0/ports/396224ac-6ddf-43e5-ada5-176456d99b34 HTTP/1.1" status: 204 len: 173 time: 0.7136986 May 30 05:08:56.096669 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26817d2b-20b0-42a7-898b-58a6a2f58bd3'] response: {'server_uuid': 'd5c1ac39-9686-4537-9070-32dab9cab1be', 'name': 'network-vif-deleted', 'tag': '396224ac-6ddf-43e5-ada5-176456d99b34', 'status': 'completed', 'code': 200} May 30 05:08:56.285300 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-e33a430f-26a2-41bd-aa46-a102c605efa1 req-d8d7797d-4579-4001-aab9-698261c4f962 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Synchronizing usage tracker for tenant:f9fe59584bbe4d5aaa42841eedb71980 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:08:56.301964 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-e33a430f-26a2-41bd-aa46-a102c605efa1 req-d8d7797d-4579-4001-aab9-698261c4f962 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Unset dirty status for tenant:f9fe59584bbe4d5aaa42841eedb71980 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:08:56.303066 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e33a430f-26a2-41bd-aa46-a102c605efa1 req-d8d7797d-4579-4001-aab9-698261c4f962 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5c1ac39-9686-4537-9070-32dab9cab1be HTTP/1.1" status: 200 len: 210 time: 0.0611207 May 30 05:08:57.402899 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 48690) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:08:57.472111 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-fdcceec2-95be-40ab-b687-23fb134a6257 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:08:57.500094 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-fdcceec2-95be-40ab-b687-23fb134a6257 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:08:57.561252 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-fdcceec2-95be-40ab-b687-23fb134a6257 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:08:57.580848 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcceec2-95be-40ab-b687-23fb134a6257 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b06e77e-b480-4b4c-bb6c-0e8f15cf99fd,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:08:57.591031 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-fdcceec2-95be-40ab-b687-23fb134a6257 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:08:57.592149 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-fdcceec2-95be-40ab-b687-23fb134a6257 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "DELETE /v2.0/security-groups/0b06e77e-b480-4b4c-bb6c-0e8f15cf99fd HTTP/1.1" status: 204 len: 168 time: 0.1882782 May 30 05:08:57.623026 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 48696) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:08:57.957366 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-bb58d385-0694-4fc8-9427-bb6ca6c54160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:08:58.274778 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c3139748-3986-4901-ae36-b2c2579e4698 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602184'] for router_interface, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:08:58.617684 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-c3139748-3986-4901-ae36-b2c2579e4698 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Deleting port e6a45970-18e5-4a27-a8f5-b8787801d576 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:08:58.618402 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c3139748-3986-4901-ae36-b2c2579e4698 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:08:58.810326 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-c3139748-3986-4901-ae36-b2c2579e4698 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] For port e6a45970-18e5-4a27-a8f5-b8787801d576, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=e6a45970-18e5-4a27-a8f5-b8787801d576,segment=NetworkSegment(f10317f2-4bfb-4d7c-92d7-dd0ac60807aa),segment_id=f10317f2-4bfb-4d7c-92d7-dd0ac60807aa)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:08:58.810677 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c3139748-3986-4901-ae36-b2c2579e4698 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:08:58.895989 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device 396224ac-6ddf-43e5-ada5-176456d99b34 no longer exists at agent hyperv_hv-neutron-8437 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 05:08:58.930319 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] No Port match for: 396224ac-6ddf-43e5-ada5-176456d99b34 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 05:08:58.930676 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device 396224ac-6ddf-43e5-ada5-176456d99b34 not bound to the agent host hv-neutron-8437 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 05:08:58.936023 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-c3139748-3986-4901-ae36-b2c2579e4698 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Calling delete_port for e6a45970-18e5-4a27-a8f5-b8787801d576 owned by network:router_interface {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:08:59.202526 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c3139748-3986-4901-ae36-b2c2579e4698 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:08:59.254461 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3139748-3986-4901-ae36-b2c2579e4698 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event deleted for resources: {'Port': ['ID=e6a45970-18e5-4a27-a8f5-b8787801d576,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:08:59.651287 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c3139748-3986-4901-ae36-b2c2579e4698 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1642797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602100'] for router_interface, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:00.019822 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3139748-3986-4901-ae36-b2c2579e4698 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Router febffa49-3f93-4662-8812-d2098bf1c5d8 has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 05:09:00.190284 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3139748-3986-4901-ae36-b2c2579e4698 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:09:00.191678 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-4f3dced1-fe32-4c77-99d2-c4a82429a206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:00.202650 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75884bc-a982-4b8f-8392-249b80e0c4b2 None None] Sync routers for ids ['febffa49-3f93-4662-8812-d2098bf1c5d8'] in dv-neutron-843763-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:09:00.207308 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-c3139748-3986-4901-ae36-b2c2579e4698 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "PUT /v2.0/routers/febffa49-3f93-4662-8812-d2098bf1c5d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5832090 May 30 05:09:00.209945 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 48700) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:09:00.213001 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75884bc-a982-4b8f-8392-249b80e0c4b2 None None] Routers {'febffa49-3f93-4662-8812-d2098bf1c5d8'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:09:00.213610 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-a75884bc-a982-4b8f-8392-249b80e0c4b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:09:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['febffa49-3f93-4662-8812-d2098bf1c5d8'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:09:00.283546 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_v2 [None req-306dbd26-04a2-4a4d-9a13-40767550b6cc tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Deleting subnet 38f7e0cd-40b0-4074-9f8e-9716a75fa33b {{(pid=88261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 30 05:09:00.286714 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-306dbd26-04a2-4a4d-9a13-40767550b6cc tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for subnet, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:00.341614 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-306dbd26-04a2-4a4d-9a13-40767550b6cc tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3545586'] for subnet, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:00.429524 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-306dbd26-04a2-4a4d-9a13-40767550b6cc tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860493'] for subnet, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:00.437748 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-a75884bc-a982-4b8f-8392-249b80e0c4b2 None None] Set router febffa49-3f93-4662-8812-d2098bf1c5d8 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:09:00.508780 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-306dbd26-04a2-4a4d-9a13-40767550b6cc tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2304955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9305493'] for subnet, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:00.548048 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306dbd26-04a2-4a4d-9a13-40767550b6cc tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event deleted for resources: {'Subnet': ['ID=38f7e0cd-40b0-4074-9f8e-9716a75fa33b,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:09:00.552021 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-306dbd26-04a2-4a4d-9a13-40767550b6cc tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:00.558378 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-306dbd26-04a2-4a4d-9a13-40767550b6cc tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "DELETE /v2.0/subnets/38f7e0cd-40b0-4074-9f8e-9716a75fa33b HTTP/1.1" status: 204 len: 168 time: 0.3470330 May 30 05:09:00.560689 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 48704) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:09:00.566117 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b89d4ee-f88c-43f5-8c81-cd6530b17c70 None None] Network b952d7ea-1f97-4357-b086-ada3a8133d80 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:09:00.741753 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0dcf6ac8-8134-4a80-91b8-8cd47a9f6313 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for router, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:00.904693 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-a75884bc-a982-4b8f-8392-249b80e0c4b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'febffa49-3f93-4662-8812-d2098bf1c5d8', 'name': 'tempest-TestNetworkBasicOps-router-1413020320', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.6'}], 'enable_snat': True}, 'gw_port_id': '148d68d5-ea99-40bb-9947-f60fe84adfe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:05:43Z', 'updated_at': '2022-05-30T05:08:59Z', 'revision_number': 5, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'gw_port': {'id': '148d68d5-ea99-40bb-9947-f60fe84adfe0', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:48:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febffa49-3f93-4662-8812-d2098bf1c5d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:05:44Z', 'updated_at': '2022-05-30T05:05:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv'}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:09:00.911851 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75884bc-a982-4b8f-8392-249b80e0c4b2 None None] Checking router: febffa49-3f93-4662-8812-d2098bf1c5d8 for host: dv-neutron-843763-1-hyperv {{(pid=88262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 05:09:00.927451 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75884bc-a982-4b8f-8392-249b80e0c4b2 None None] Routers {'febffa49-3f93-4662-8812-d2098bf1c5d8'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:09:00.928347 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-a75884bc-a982-4b8f-8392-249b80e0c4b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:09:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['febffa49-3f93-4662-8812-d2098bf1c5d8'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:09:01.017715 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa08785f-0be5-4d13-9175-39f7c3b2b0f4 None None] DHCP port deletion for b952d7ea-1f97-4357-b086-ada3a8133d80 request from dv-neutron-843763-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 30 05:09:01.046280 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0dcf6ac8-8134-4a80-91b8-8cd47a9f6313 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:01.057289 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-0dcf6ac8-8134-4a80-91b8-8cd47a9f6313 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Deleting port 148d68d5-ea99-40bb-9947-f60fe84adfe0 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:09:01.057659 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0dcf6ac8-8134-4a80-91b8-8cd47a9f6313 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:01.074902 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-aa08785f-0be5-4d13-9175-39f7c3b2b0f4 None None] Deleting port e86a06da-096d-45ef-8888-8f91ef50250e {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:09:01.075284 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-aa08785f-0be5-4d13-9175-39f7c3b2b0f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:01.215945 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-a75884bc-a982-4b8f-8392-249b80e0c4b2 None None] Set router febffa49-3f93-4662-8812-d2098bf1c5d8 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:09:01.237831 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-0dcf6ac8-8134-4a80-91b8-8cd47a9f6313 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] For port 148d68d5-ea99-40bb-9947-f60fe84adfe0, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=148d68d5-ea99-40bb-9947-f60fe84adfe0,segment=NetworkSegment(ad083d94-0233-4c50-a0ed-00ef7686038c),segment_id=ad083d94-0233-4c50-a0ed-00ef7686038c)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:09:01.238194 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0dcf6ac8-8134-4a80-91b8-8cd47a9f6313 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:01.367052 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-0dcf6ac8-8134-4a80-91b8-8cd47a9f6313 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Calling delete_port for 148d68d5-ea99-40bb-9947-f60fe84adfe0 owned by network:router_gateway {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:09:01.417236 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56ded65b-0e68-413c-8b9b-1097922cc81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:01.528098 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:01.532961 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0dcf6ac8-8134-4a80-91b8-8cd47a9f6313 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:01.539405 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-aa08785f-0be5-4d13-9175-39f7c3b2b0f4 None None] For port e86a06da-096d-45ef-8888-8f91ef50250e, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=e86a06da-096d-45ef-8888-8f91ef50250e,segment=NetworkSegment(f10317f2-4bfb-4d7c-92d7-dd0ac60807aa),segment_id=f10317f2-4bfb-4d7c-92d7-dd0ac60807aa)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:09:01.539794 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-aa08785f-0be5-4d13-9175-39f7c3b2b0f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:01.578156 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcf6ac8-8134-4a80-91b8-8cd47a9f6313 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event deleted for resources: {'Port': ['ID=148d68d5-ea99-40bb-9947-f60fe84adfe0,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:09:01.672625 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0dcf6ac8-8134-4a80-91b8-8cd47a9f6313 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1604781'] for router_gateway, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:01.730278 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-aa08785f-0be5-4d13-9175-39f7c3b2b0f4 None None] Calling delete_port for e86a06da-096d-45ef-8888-8f91ef50250e owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:09:01.846188 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-aa08785f-0be5-4d13-9175-39f7c3b2b0f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069'] for port, after_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:01.848856 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0dcf6ac8-8134-4a80-91b8-8cd47a9f6313 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11660'] for router, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:01.851281 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0dcf6ac8-8134-4a80-91b8-8cd47a9f6313 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:01.874911 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0dcf6ac8-8134-4a80-91b8-8cd47a9f6313 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1601605'] for router, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:01.875526 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dcf6ac8-8134-4a80-91b8-8cd47a9f6313 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Fanout notify agent at l3_agent the message router_deleted on router febffa49-3f93-4662-8812-d2098bf1c5d8 {{(pid=88261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 30 05:09:01.890995 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0dcf6ac8-8134-4a80-91b8-8cd47a9f6313 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for router, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:01.892084 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-0dcf6ac8-8134-4a80-91b8-8cd47a9f6313 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "DELETE /v2.0/routers/febffa49-3f93-4662-8812-d2098bf1c5d8 HTTP/1.1" status: 204 len: 168 time: 1.3303149 May 30 05:09:01.895535 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 48708) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:09:01.896421 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa08785f-0be5-4d13-9175-39f7c3b2b0f4 None None] Pushing event deleted for resources: {'Port': ['ID=e86a06da-096d-45ef-8888-8f91ef50250e,revision_number=None']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:09:01.908678 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa08785f-0be5-4d13-9175-39f7c3b2b0f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:09:01.909192 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa08785f-0be5-4d13-9175-39f7c3b2b0f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:09:01.909474 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa08785f-0be5-4d13-9175-39f7c3b2b0f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:09:01.909887 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa08785f-0be5-4d13-9175-39f7c3b2b0f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:09:01.910227 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa08785f-0be5-4d13-9175-39f7c3b2b0f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:09:01.910561 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa08785f-0be5-4d13-9175-39f7c3b2b0f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:09:01.910889 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa08785f-0be5-4d13-9175-39f7c3b2b0f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:09:01.911222 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa08785f-0be5-4d13-9175-39f7c3b2b0f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:09:01.911546 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa08785f-0be5-4d13-9175-39f7c3b2b0f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:09:01.911876 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa08785f-0be5-4d13-9175-39f7c3b2b0f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:09:01.912202 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa08785f-0be5-4d13-9175-39f7c3b2b0f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:09:01.912525 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa08785f-0be5-4d13-9175-39f7c3b2b0f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:09:01.916097 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa08785f-0be5-4d13-9175-39f7c3b2b0f4 None None] No DVR routers for this DVR port e86a06da-096d-45ef-8888-8f91ef50250e on host dv-neutron-843763-1-hyperv {{(pid=88262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 05:09:01.918802 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-a75884bc-a982-4b8f-8392-249b80e0c4b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'febffa49-3f93-4662-8812-d2098bf1c5d8', 'name': 'tempest-TestNetworkBasicOps-router-1413020320', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.6'}], 'enable_snat': True}, 'gw_port_id': '148d68d5-ea99-40bb-9947-f60fe84adfe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:05:43Z', 'updated_at': '2022-05-30T05:08:59Z', 'revision_number': 5, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'gw_port': {'id': '148d68d5-ea99-40bb-9947-f60fe84adfe0', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:48:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febffa49-3f93-4662-8812-d2098bf1c5d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:05:44Z', 'updated_at': '2022-05-30T05:05:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv'}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:09:01.923727 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75884bc-a982-4b8f-8392-249b80e0c4b2 None None] The sync data for ids ['febffa49-3f93-4662-8812-d2098bf1c5d8'] in dv-neutron-843763-1-hyperv is: [{'id': 'febffa49-3f93-4662-8812-d2098bf1c5d8', 'name': 'tempest-TestNetworkBasicOps-router-1413020320', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.6'}], 'enable_snat': True}, 'gw_port_id': '148d68d5-ea99-40bb-9947-f60fe84adfe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:05:43Z', 'updated_at': '2022-05-30T05:08:59Z', 'revision_number': 5, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'gw_port': {'id': '148d68d5-ea99-40bb-9947-f60fe84adfe0', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:48:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febffa49-3f93-4662-8812-d2098bf1c5d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:05:44Z', 'updated_at': '2022-05-30T05:05:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv'}] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:09:02.015697 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6853d098-e0bb-4e20-b79d-0e3bac7efa92 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897784'] for network, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:02.109117 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device e6a45970-18e5-4a27-a8f5-b8787801d576 no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 05:09:02.144913 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] No Port match for: e6a45970-18e5-4a27-a8f5-b8787801d576 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 05:09:02.145269 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device e6a45970-18e5-4a27-a8f5-b8787801d576 not bound to the agent host dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 05:09:02.145709 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device e86a06da-096d-45ef-8888-8f91ef50250e no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 05:09:02.160600 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6853d098-e0bb-4e20-b79d-0e3bac7efa92 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867540', 'neutron.services.segments.db._delete_segments_for_network-8729234922972'] for network, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:02.181568 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] No Port match for: e86a06da-096d-45ef-8888-8f91ef50250e {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 05:09:02.181866 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device e86a06da-096d-45ef-8888-8f91ef50250e not bound to the agent host dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 05:09:02.192069 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-6853d098-e0bb-4e20-b79d-0e3bac7efa92 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b952d7ea-1f97-4357-b086-ada3a8133d80']}} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:09:02.204757 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-6853d098-e0bb-4e20-b79d-0e3bac7efa92 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f10317f2-4bfb-4d7c-92d7-dd0ac60807aa') {'for_net_delete': True} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:09:02.205060 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-6853d098-e0bb-4e20-b79d-0e3bac7efa92 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f10317f2-4bfb-4d7c-92d7-dd0ac60807aa') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:09:02.217539 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6853d098-e0bb-4e20-b79d-0e3bac7efa92 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729235042807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1454725'] for segment, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:02.234998 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6853d098-e0bb-4e20-b79d-0e3bac7efa92 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:02.244585 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6853d098-e0bb-4e20-b79d-0e3bac7efa92 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=88260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 05:09:02.245004 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6853d098-e0bb-4e20-b79d-0e3bac7efa92 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-862858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1547513'] for segment, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:02.317768 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment f10317f2-4bfb-4d7c-92d7-dd0ac60807aa resource provider aggregate not found May 30 05:09:02.344840 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment f10317f2-4bfb-4d7c-92d7-dd0ac60807aa resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f10317f2-4bfb-4d7c-92d7-dd0ac60807aa found for delete ", "request_id": "req-5f9c51c8-dc91-44a9-ac23-a5632ae85486"}]} May 30 05:09:02.352991 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6853d098-e0bb-4e20-b79d-0e3bac7efa92 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604744'] for network, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:02.376245 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6853d098-e0bb-4e20-b79d-0e3bac7efa92 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:02.384622 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6853d098-e0bb-4e20-b79d-0e3bac7efa92 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event deleted for resources: {'Network': ['ID=b952d7ea-1f97-4357-b086-ada3a8133d80,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:09:02.394373 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6853d098-e0bb-4e20-b79d-0e3bac7efa92 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:09:02.394722 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6853d098-e0bb-4e20-b79d-0e3bac7efa92 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:09:02.395058 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6853d098-e0bb-4e20-b79d-0e3bac7efa92 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:09:02.395388 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6853d098-e0bb-4e20-b79d-0e3bac7efa92 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:09:02.395716 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6853d098-e0bb-4e20-b79d-0e3bac7efa92 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:09:02.396042 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6853d098-e0bb-4e20-b79d-0e3bac7efa92 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:09:02.396365 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6853d098-e0bb-4e20-b79d-0e3bac7efa92 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:09:02.396687 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6853d098-e0bb-4e20-b79d-0e3bac7efa92 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:09:02.397007 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6853d098-e0bb-4e20-b79d-0e3bac7efa92 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:09:02.397326 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6853d098-e0bb-4e20-b79d-0e3bac7efa92 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:09:02.397644 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6853d098-e0bb-4e20-b79d-0e3bac7efa92 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:09:02.397983 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6853d098-e0bb-4e20-b79d-0e3bac7efa92 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:09:02.401274 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-6853d098-e0bb-4e20-b79d-0e3bac7efa92 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "DELETE /v2.0/networks/b952d7ea-1f97-4357-b086-ada3a8133d80 HTTP/1.1" status: 204 len: 168 time: 0.5046918 May 30 05:09:02.422804 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 48716) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:09:02.428290 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-33fa6674-9bb3-4dd8-addb-20f984742b12 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Request body: {'network': {'name': 'tempest-network-smoke--126397467', 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'port_security_enabled': True}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:09:02.433205 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-33fa6674-9bb3-4dd8-addb-20f984742b12 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:09:02.437373 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-33fa6674-9bb3-4dd8-addb-20f984742b12 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Usage tracker for resource:network and tenant:f9fe59584bbe4d5aaa42841eedb71980 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:09:02.440303 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-33fa6674-9bb3-4dd8-addb-20f984742b12 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:09:02.445903 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-33fa6674-9bb3-4dd8-addb-20f984742b12 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:09:02.456519 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33fa6674-9bb3-4dd8-addb-20f984742b12 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Made reservation on behalf of f9fe59584bbe4d5aaa42841eedb71980 for: {'network': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:09:02.459891 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-33fa6674-9bb3-4dd8-addb-20f984742b12 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for network, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:02.486835 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33fa6674-9bb3-4dd8-addb-20f984742b12 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=88260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 05:09:02.496588 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-33fa6674-9bb3-4dd8-addb-20f984742b12 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:02.496754 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.db.segments_db [None req-33fa6674-9bb3-4dd8-addb-20f984742b12 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Added segment a316a0d6-311b-42cc-9dee-c7508525eb5e of type vlan for network 9db37a7b-c9c2-4775-a4a2-7c843b558ea9 May 30 05:09:02.523229 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-33fa6674-9bb3-4dd8-addb-20f984742b12 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729234556353'] for network, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:02.551252 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-33fa6674-9bb3-4dd8-addb-20f984742b12 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788'] for network, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:02.556664 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33fa6674-9bb3-4dd8-addb-20f984742b12 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:09:02.557262 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-33fa6674-9bb3-4dd8-addb-20f984742b12 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:02.753636 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-33fa6674-9bb3-4dd8-addb-20f984742b12 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3297770 May 30 05:09:02.756440 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 48720) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:09:02.762553 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-a38968ce-4bec-4b02-9cfe-a79451ec15ba tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-879339788', 'admin_state_up': True, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'}}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:09:02.763298 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fa6674-9bb3-4dd8-addb-20f984742b12 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event updated for resources: {'Network': ['ID=9db37a7b-c9c2-4775-a4a2-7c843b558ea9,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:09:02.765497 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a142624-940e-4c55-bf49-a5329c884075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:02.770752 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-a38968ce-4bec-4b02-9cfe-a79451ec15ba tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:09:02.774856 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Network 9db37a7b-c9c2-4775-a4a2-7c843b558ea9 details requested by agent ovs-agent-dv-neutron-843763-1-hyperv with host dv-neutron-843763-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 05:09:02.774999 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-a38968ce-4bec-4b02-9cfe-a79451ec15ba tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Usage tracker for resource:router and tenant:f9fe59584bbe4d5aaa42841eedb71980 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:09:02.777878 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-a38968ce-4bec-4b02-9cfe-a79451ec15ba tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:09:02.784614 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-a38968ce-4bec-4b02-9cfe-a79451ec15ba tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:09:02.795291 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a38968ce-4bec-4b02-9cfe-a79451ec15ba tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1603901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11666'] for router, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:02.796449 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a38968ce-4bec-4b02-9cfe-a79451ec15ba tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11675'] for router, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:02.811811 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a38968ce-4bec-4b02-9cfe-a79451ec15ba tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:03.073551 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a38968ce-4bec-4b02-9cfe-a79451ec15ba tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11765'] for router, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:03.475610 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a38968ce-4bec-4b02-9cfe-a79451ec15ba tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for router_gateway, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:03.504806 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a38968ce-4bec-4b02-9cfe-a79451ec15ba tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:03.653047 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-a38968ce-4bec-4b02-9cfe-a79451ec15ba tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Allocated IP 172.26.6.146 (1bab70f4-3794-44db-8e17-19f483aa8ffa/6b5b73c1-b0ce-4f83-a930-c00cc5522926/54b5f23b-4d9f-4f3f-ac09-95a46049816a) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:09:03.856080 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a38968ce-4bec-4b02-9cfe-a79451ec15ba tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:03.892112 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a38968ce-4bec-4b02-9cfe-a79451ec15ba tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:03.957393 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a38968ce-4bec-4b02-9cfe-a79451ec15ba tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Network 1bab70f4-3794-44db-8e17-19f483aa8ffa is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:09:03.960392 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-a38968ce-4bec-4b02-9cfe-a79451ec15ba tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:09:03.964096 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38968ce-4bec-4b02-9cfe-a79451ec15ba tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:09:03.999668 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38968ce-4bec-4b02-9cfe-a79451ec15ba tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event updated for resources: {'Port': ['ID=54b5f23b-4d9f-4f3f-ac09-95a46049816a,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:09:04.006487 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 148d68d5-ea99-40bb-9947-f60fe84adfe0 no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 05:09:04.044566 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] No Port match for: 148d68d5-ea99-40bb-9947-f60fe84adfe0 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 05:09:04.044918 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 148d68d5-ea99-40bb-9947-f60fe84adfe0 not bound to the agent host dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 05:09:04.391216 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a38968ce-4bec-4b02-9cfe-a79451ec15ba tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for router_gateway, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:04.822727 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a38968ce-4bec-4b02-9cfe-a79451ec15ba tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603653'] for router, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:05.024328 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a38968ce-4bec-4b02-9cfe-a79451ec15ba tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Router 05fe6fb0-d8dc-4673-850a-1dacdc657fa5 is scheduled to L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 with binding_index 1 {{(pid=88261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 30 05:09:05.200175 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a38968ce-4bec-4b02-9cfe-a79451ec15ba tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:09:05.210516 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346e0b81-d071-4fa5-aa5a-aad4a22989cb None None] Sync routers for ids ['05fe6fb0-d8dc-4673-850a-1dacdc657fa5'] in dv-neutron-843763-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:09:05.220343 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346e0b81-d071-4fa5-aa5a-aad4a22989cb None None] Routers {'05fe6fb0-d8dc-4673-850a-1dacdc657fa5'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:09:05.221628 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-346e0b81-d071-4fa5-aa5a-aad4a22989cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:09:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['05fe6fb0-d8dc-4673-850a-1dacdc657fa5'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:09:05.228131 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a38968ce-4bec-4b02-9cfe-a79451ec15ba tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for router, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:05.232481 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-a38968ce-4bec-4b02-9cfe-a79451ec15ba tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.4716434 May 30 05:09:05.232661 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 48724) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:09:05.276092 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-bc86a472-8cd0-4dea-9cd0-72a405ed980b tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=f9fe59584bbe4d5aaa42841eedb71980&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0423253 May 30 05:09:05.278741 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 48728) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:09:05.427573 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6176f862-0a30-48fc-bcd8-b42c214335a7 tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:09:05.429062 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-6176f862-0a30-48fc-bcd8-b42c214335a7 tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1494346 May 30 05:09:05.432235 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 48732) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:09:05.433231 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-346e0b81-d071-4fa5-aa5a-aad4a22989cb None None] Set router 05fe6fb0-d8dc-4673-850a-1dacdc657fa5 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:09:05.472473 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-b3d2aade-5b9b-4a3d-91c7-2096c4d23fe8 tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=1bab70f4-3794-44db-8e17-19f483aa8ffa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0389414 May 30 05:09:05.475989 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 48736) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:09:05.481334 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-ca81f5ae-2d55-4cd3-9cc2-00deb27ace20 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-642744745', 'network_id': '9db37a7b-c9c2-4775-a4a2-7c843b558ea9', 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:09:05.592718 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-ca81f5ae-2d55-4cd3-9cc2-00deb27ace20 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:09:05.597007 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-ca81f5ae-2d55-4cd3-9cc2-00deb27ace20 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Usage tracker for resource:subnet and tenant:f9fe59584bbe4d5aaa42841eedb71980 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:09:05.599851 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-ca81f5ae-2d55-4cd3-9cc2-00deb27ace20 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:09:05.605455 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-ca81f5ae-2d55-4cd3-9cc2-00deb27ace20 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:09:05.616542 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca81f5ae-2d55-4cd3-9cc2-00deb27ace20 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Made reservation on behalf of f9fe59584bbe4d5aaa42841eedb71980 for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:09:05.620039 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ca81f5ae-2d55-4cd3-9cc2-00deb27ace20 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2133361'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:05.723666 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-346e0b81-d071-4fa5-aa5a-aad4a22989cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05fe6fb0-d8dc-4673-850a-1dacdc657fa5', 'name': 'tempest-TestNetworkBasicOps-router-879339788', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.146'}], 'enable_snat': True}, 'gw_port_id': '54b5f23b-4d9f-4f3f-ac09-95a46049816a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:09:02Z', 'updated_at': '2022-05-30T05:09:04Z', 'revision_number': 3, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'gw_port': {'id': '54b5f23b-4d9f-4f3f-ac09-95a46049816a', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:88:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05fe6fb0-d8dc-4673-850a-1dacdc657fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:09:03Z', 'updated_at': '2022-05-30T05:09:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv'}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:09:05.727420 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346e0b81-d071-4fa5-aa5a-aad4a22989cb None None] Checking router: 05fe6fb0-d8dc-4673-850a-1dacdc657fa5 for host: dv-neutron-843763-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 05:09:05.727758 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346e0b81-d071-4fa5-aa5a-aad4a22989cb None None] Updating router 05fe6fb0-d8dc-4673-850a-1dacdc657fa5 port 54b5f23b-4d9f-4f3f-ac09-95a46049816a binding host dv-neutron-843763-1-hyperv {{(pid=88263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 30 05:09:05.780281 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-346e0b81-d071-4fa5-aa5a-aad4a22989cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:05.840319 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ca81f5ae-2d55-4cd3-9cc2-00deb27ace20 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1547796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2133315'] for subnet, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:05.916259 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca81f5ae-2d55-4cd3-9cc2-00deb27ace20 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event updated for resources: {'Subnet': ['ID=f4acacb1-18da-46e4-9e16-e54842fcfa4c,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:09:05.929530 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca81f5ae-2d55-4cd3-9cc2-00deb27ace20 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Checking segment: {'id': 'a316a0d6-311b-42cc-9dee-c7508525eb5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '9db37a7b-c9c2-4775-a4a2-7c843b558ea9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:09:05.929916 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca81f5ae-2d55-4cd3-9cc2-00deb27ace20 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Network hostable DHCP agents. Network: 9db37a7b-c9c2-4775-a4a2-7c843b558ea9, hostable agents: ['1c705e68-3d3e-4dd3-9252-feb21d4b96ab'], hosted agents: [] {{(pid=88260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 05:09:05.950455 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca81f5ae-2d55-4cd3-9cc2-00deb27ace20 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Network 9db37a7b-c9c2-4775-a4a2-7c843b558ea9 is scheduled to be hosted by DHCP agent 1c705e68-3d3e-4dd3-9252-feb21d4b96ab with binding_index 1 {{(pid=88260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 05:09:05.960546 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-ca81f5ae-2d55-4cd3-9cc2-00deb27ace20 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843763-1-hyperv, 9db37a7b-c9c2-4775-a4a2-7c843b558ea9) {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:09:05.964973 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca81f5ae-2d55-4cd3-9cc2-00deb27ace20 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:09:05.965581 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ca81f5ae-2d55-4cd3-9cc2-00deb27ace20 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:05.971365 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe6a8a5-2688-474b-abd4-212055bec372 None None] Network 9db37a7b-c9c2-4775-a4a2-7c843b558ea9 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:09:05.991170 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-ca81f5ae-2d55-4cd3-9cc2-00deb27ace20 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5141275 May 30 05:09:05.994032 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 48740) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:09:06.105260 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-346e0b81-d071-4fa5-aa5a-aad4a22989cb None None] Notify callbacks [] for port, precommit_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:06.117044 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.provisioning_blocks [None req-346e0b81-d071-4fa5-aa5a-aad4a22989cb None None] Transition to ACTIVE for port object 54b5f23b-4d9f-4f3f-ac09-95a46049816a will not be triggered until provisioned by entity L2. {{(pid=88263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:09:06.125232 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-346e0b81-d071-4fa5-aa5a-aad4a22989cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:06.199050 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c232404c-69b0-4769-a336-3c56a8e6f535 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bbf24ed-7ba9-53d2-873f-8f9642b1e987-9db37a7b-c9c2-4775-a4a2-7c843b558ea9', 'network_id': '9db37a7b-c9c2-4775-a4a2-7c843b558ea9', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'fixed_ips': [{'subnet_id': 'f4acacb1-18da-46e4-9e16-e54842fcfa4c'}]}} from dv-neutron-843763-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 30 05:09:06.199890 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c232404c-69b0-4769-a336-3c56a8e6f535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:06.200084 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-346e0b81-d071-4fa5-aa5a-aad4a22989cb None None] Attempting to bind port 54b5f23b-4d9f-4f3f-ac09-95a46049816a on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 05:09:06.200447 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-346e0b81-d071-4fa5-aa5a-aad4a22989cb None None] Attempting to bind port 54b5f23b-4d9f-4f3f-ac09-95a46049816a by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': 'ad083d94-0233-4c50-a0ed-00ef7686038c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'}] {{(pid=88263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 05:09:06.200812 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346e0b81-d071-4fa5-aa5a-aad4a22989cb None None] Attempting to bind port 54b5f23b-4d9f-4f3f-ac09-95a46049816a on network 1bab70f4-3794-44db-8e17-19f483aa8ffa {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:09:06.214304 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346e0b81-d071-4fa5-aa5a-aad4a22989cb None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 5, 9, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 05:09:06.214960 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346e0b81-d071-4fa5-aa5a-aad4a22989cb None None] Checking segment: {'id': 'ad083d94-0233-4c50-a0ed-00ef7686038c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:09:06.215047 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-346e0b81-d071-4fa5-aa5a-aad4a22989cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:06.215401 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346e0b81-d071-4fa5-aa5a-aad4a22989cb None None] Bound using segment: {'id': 'ad083d94-0233-4c50-a0ed-00ef7686038c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'} {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 05:09:06.215855 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-346e0b81-d071-4fa5-aa5a-aad4a22989cb None None] Bound port: 54b5f23b-4d9f-4f3f-ac09-95a46049816a, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad083d94-0233-4c50-a0ed-00ef7686038c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'}}] {{(pid=88263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 05:09:06.216218 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-346e0b81-d071-4fa5-aa5a-aad4a22989cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:06.262423 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57d2944-0da2-44db-bb98-62a728250694 None None] Pushing event updated for resources: {'Port': ['ID=54b5f23b-4d9f-4f3f-ac09-95a46049816a,revision_number=2']} {{(pid=88263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:09:06.289871 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57d2944-0da2-44db-bb98-62a728250694 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:09:06.290220 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57d2944-0da2-44db-bb98-62a728250694 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:09:06.290553 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57d2944-0da2-44db-bb98-62a728250694 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:09:06.290886 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57d2944-0da2-44db-bb98-62a728250694 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:09:06.291206 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57d2944-0da2-44db-bb98-62a728250694 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:09:06.291532 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57d2944-0da2-44db-bb98-62a728250694 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:09:06.291859 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57d2944-0da2-44db-bb98-62a728250694 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:09:06.292177 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57d2944-0da2-44db-bb98-62a728250694 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:09:06.292528 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57d2944-0da2-44db-bb98-62a728250694 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:09:06.292855 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57d2944-0da2-44db-bb98-62a728250694 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:09:06.293173 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57d2944-0da2-44db-bb98-62a728250694 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:09:06.293480 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57d2944-0da2-44db-bb98-62a728250694 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:09:06.302352 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.db [None req-346e0b81-d071-4fa5-aa5a-aad4a22989cb None None] For port 54b5f23b-4d9f-4f3f-ac09-95a46049816a, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 05:09:06.305852 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.db [None req-346e0b81-d071-4fa5-aa5a-aad4a22989cb None None] For port 54b5f23b-4d9f-4f3f-ac09-95a46049816a, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=54b5f23b-4d9f-4f3f-ac09-95a46049816a,segment=NetworkSegment(ad083d94-0233-4c50-a0ed-00ef7686038c),segment_id=ad083d94-0233-4c50-a0ed-00ef7686038c)] {{(pid=88263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 05:09:06.313563 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-346e0b81-d071-4fa5-aa5a-aad4a22989cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:06.383135 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-c232404c-69b0-4769-a336-3c56a8e6f535 None None] Allocated IP 172.20.0.2 (9db37a7b-c9c2-4775-a4a2-7c843b558ea9/f4acacb1-18da-46e4-9e16-e54842fcfa4c/be7f76bf-8f9d-4aa6-ba85-f57eb75a0886) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:09:06.391644 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346e0b81-d071-4fa5-aa5a-aad4a22989cb None None] Routers {'05fe6fb0-d8dc-4673-850a-1dacdc657fa5'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:09:06.392479 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-346e0b81-d071-4fa5-aa5a-aad4a22989cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:09:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['05fe6fb0-d8dc-4673-850a-1dacdc657fa5'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:09:06.567516 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-346e0b81-d071-4fa5-aa5a-aad4a22989cb None None] Set router 05fe6fb0-d8dc-4673-850a-1dacdc657fa5 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:09:06.599431 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c232404c-69b0-4769-a336-3c56a8e6f535 None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:06.610104 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c232404c-69b0-4769-a336-3c56a8e6f535 None None] Transition to ACTIVE for port object be7f76bf-8f9d-4aa6-ba85-f57eb75a0886 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:09:06.610564 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57d2944-0da2-44db-bb98-62a728250694 None None] Pushing event updated for resources: {'Port': ['ID=54b5f23b-4d9f-4f3f-ac09-95a46049816a,revision_number=3']} {{(pid=88263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:09:06.631185 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c232404c-69b0-4769-a336-3c56a8e6f535 None None] Transition to ACTIVE for port object be7f76bf-8f9d-4aa6-ba85-f57eb75a0886 will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:09:06.637530 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c232404c-69b0-4769-a336-3c56a8e6f535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:06.710010 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c232404c-69b0-4769-a336-3c56a8e6f535 None None] Network 9db37a7b-c9c2-4775-a4a2-7c843b558ea9 is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:09:06.711147 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-c232404c-69b0-4769-a336-3c56a8e6f535 None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:09:06.715111 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c232404c-69b0-4769-a336-3c56a8e6f535 None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:09:06.715354 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0168cabb-3143-4984-81c7-0ae0f9a7fe01 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:06.723955 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c232404c-69b0-4769-a336-3c56a8e6f535 None None] Pushing event updated for resources: {'Port': ['ID=be7f76bf-8f9d-4aa6-ba85-f57eb75a0886,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:09:06.822980 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-c232404c-69b0-4769-a336-3c56a8e6f535 None None] Attempting to bind port be7f76bf-8f9d-4aa6-ba85-f57eb75a0886 on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 05:09:06.823294 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-c232404c-69b0-4769-a336-3c56a8e6f535 None None] Attempting to bind port be7f76bf-8f9d-4aa6-ba85-f57eb75a0886 by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': 'a316a0d6-311b-42cc-9dee-c7508525eb5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '9db37a7b-c9c2-4775-a4a2-7c843b558ea9'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 05:09:06.823664 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c232404c-69b0-4769-a336-3c56a8e6f535 None None] Attempting to bind port be7f76bf-8f9d-4aa6-ba85-f57eb75a0886 on network 9db37a7b-c9c2-4775-a4a2-7c843b558ea9 {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:09:06.829730 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c232404c-69b0-4769-a336-3c56a8e6f535 None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 5, 9, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 05:09:06.830702 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c232404c-69b0-4769-a336-3c56a8e6f535 None None] Checking segment: {'id': 'a316a0d6-311b-42cc-9dee-c7508525eb5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '9db37a7b-c9c2-4775-a4a2-7c843b558ea9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:09:06.831112 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c232404c-69b0-4769-a336-3c56a8e6f535 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:06.831513 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c232404c-69b0-4769-a336-3c56a8e6f535 None None] Bound using segment: {'id': 'a316a0d6-311b-42cc-9dee-c7508525eb5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '9db37a7b-c9c2-4775-a4a2-7c843b558ea9'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 05:09:06.831997 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-c232404c-69b0-4769-a336-3c56a8e6f535 None None] Bound port: be7f76bf-8f9d-4aa6-ba85-f57eb75a0886, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a316a0d6-311b-42cc-9dee-c7508525eb5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '9db37a7b-c9c2-4775-a4a2-7c843b558ea9'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 05:09:06.832382 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c232404c-69b0-4769-a336-3c56a8e6f535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:06.885124 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-346e0b81-d071-4fa5-aa5a-aad4a22989cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05fe6fb0-d8dc-4673-850a-1dacdc657fa5', 'name': 'tempest-TestNetworkBasicOps-router-879339788', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.146'}], 'enable_snat': True}, 'gw_port_id': '54b5f23b-4d9f-4f3f-ac09-95a46049816a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:09:02Z', 'updated_at': '2022-05-30T05:09:04Z', 'revision_number': 3, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'gw_port': {'id': '54b5f23b-4d9f-4f3f-ac09-95a46049816a', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:88:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05fe6fb0-d8dc-4673-850a-1dacdc657fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:09:03Z', 'updated_at': '2022-05-30T05:09:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv'}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:09:06.889107 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346e0b81-d071-4fa5-aa5a-aad4a22989cb None None] The sync data for ids ['05fe6fb0-d8dc-4673-850a-1dacdc657fa5'] in dv-neutron-843763-1-hyperv is: [{'id': '05fe6fb0-d8dc-4673-850a-1dacdc657fa5', 'name': 'tempest-TestNetworkBasicOps-router-879339788', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.146'}], 'enable_snat': True}, 'gw_port_id': '54b5f23b-4d9f-4f3f-ac09-95a46049816a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:09:02Z', 'updated_at': '2022-05-30T05:09:04Z', 'revision_number': 3, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'gw_port': {'id': '54b5f23b-4d9f-4f3f-ac09-95a46049816a', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:88:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05fe6fb0-d8dc-4673-850a-1dacdc657fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:09:03Z', 'updated_at': '2022-05-30T05:09:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv'}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:09:06.929759 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c232404c-69b0-4769-a336-3c56a8e6f535 None None] For port be7f76bf-8f9d-4aa6-ba85-f57eb75a0886, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 05:09:06.932759 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c232404c-69b0-4769-a336-3c56a8e6f535 None None] For port be7f76bf-8f9d-4aa6-ba85-f57eb75a0886, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=be7f76bf-8f9d-4aa6-ba85-f57eb75a0886,segment=NetworkSegment(a316a0d6-311b-42cc-9dee-c7508525eb5e),segment_id=a316a0d6-311b-42cc-9dee-c7508525eb5e)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 05:09:06.938371 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c232404c-69b0-4769-a336-3c56a8e6f535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:07.034813 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c232404c-69b0-4769-a336-3c56a8e6f535 None None] Pushing event updated for resources: {'Port': ['ID=be7f76bf-8f9d-4aa6-ba85-f57eb75a0886,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:09:07.409156 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-0168cabb-3143-4984-81c7-0ae0f9a7fe01 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Allocated IP 172.20.0.1 (9db37a7b-c9c2-4775-a4a2-7c843b558ea9/f4acacb1-18da-46e4-9e16-e54842fcfa4c/b323aef9-6de2-43c9-8106-dca375738387) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:09:07.579856 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0168cabb-3143-4984-81c7-0ae0f9a7fe01 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:07.597615 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [None req-0168cabb-3143-4984-81c7-0ae0f9a7fe01 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Transition to ACTIVE for port object b323aef9-6de2-43c9-8106-dca375738387 will not be triggered until provisioned by entity DHCP. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:09:07.622150 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0168cabb-3143-4984-81c7-0ae0f9a7fe01 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:07.694950 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0168cabb-3143-4984-81c7-0ae0f9a7fe01 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Network 9db37a7b-c9c2-4775-a4a2-7c843b558ea9 is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:09:07.700542 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-0168cabb-3143-4984-81c7-0ae0f9a7fe01 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:09:07.703215 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0168cabb-3143-4984-81c7-0ae0f9a7fe01 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:09:07.803342 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0168cabb-3143-4984-81c7-0ae0f9a7fe01 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event updated for resources: {'Port': ['ID=b323aef9-6de2-43c9-8106-dca375738387,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:09:07.827036 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0168cabb-3143-4984-81c7-0ae0f9a7fe01 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604623'] for router_interface, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:07.986551 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-775d92a9-53bb-428d-a894-54919ea7b086 req-9196b463-ca18-4de7-94a0-6c89a9e4adf3 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d5741834-3365-4b0e-89aa-9e182be9a397&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2869866 May 30 05:09:08.132112 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e80e201b-e5ba-4325-800d-7439200f8099 None None] Network 9db37a7b-c9c2-4775-a4a2-7c843b558ea9 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:09:08.146920 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device be7f76bf-8f9d-4aa6-ba85-f57eb75a0886 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:09:08.182911 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0168cabb-3143-4984-81c7-0ae0f9a7fe01 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:08.250763 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775d92a9-53bb-428d-a894-54919ea7b086 req-52ea107c-1ae4-4351-9d74-8aa3f19f3aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:09:08.252865 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-775d92a9-53bb-428d-a894-54919ea7b086 req-52ea107c-1ae4-4351-9d74-8aa3f19f3aec service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=88101d051d394b379575d1a4b606816a&device_id=d5741834-3365-4b0e-89aa-9e182be9a397 HTTP/1.1" status: 200 len: 1099 time: 0.1570413 May 30 05:09:08.284266 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-e63377fa-a0aa-494f-9290-ba63f83a7618 None None] Provisioning for port be7f76bf-8f9d-4aa6-ba85-f57eb75a0886 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:09:08.409111 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port be7f76bf-8f9d-4aa6-ba85-f57eb75a0886 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:09:08.417943 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port be7f76bf-8f9d-4aa6-ba85-f57eb75a0886 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:09:08.418323 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:08.569999 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775d92a9-53bb-428d-a894-54919ea7b086 req-abcd1207-69c2-43a4-bc56-4a463f68300b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:09:08.571478 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-775d92a9-53bb-428d-a894-54919ea7b086 req-abcd1207-69c2-43a4-bc56-4a463f68300b service neutron] 10.222.0.39 "GET /v2.0/networks?id=719d6beb-a88c-42b5-a4d8-b710f113657a HTTP/1.1" status: 200 len: 913 time: 0.2442589 May 30 05:09:08.589374 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port be7f76bf-8f9d-4aa6-ba85-f57eb75a0886 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:09:08.589694 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:08.634388 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] For port be7f76bf-8f9d-4aa6-ba85-f57eb75a0886, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=be7f76bf-8f9d-4aa6-ba85-f57eb75a0886,segment=NetworkSegment(a316a0d6-311b-42cc-9dee-c7508525eb5e),segment_id=a316a0d6-311b-42cc-9dee-c7508525eb5e)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:09:08.640981 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:08.641843 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 54b5f23b-4d9f-4f3f-ac09-95a46049816a up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:09:08.759546 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Pushing event updated for resources: {'Port': ['ID=be7f76bf-8f9d-4aa6-ba85-f57eb75a0886,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:09:08.775013 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port 54b5f23b-4d9f-4f3f-ac09-95a46049816a completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:09:08.780334 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 54b5f23b-4d9f-4f3f-ac09-95a46049816a triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:09:08.780804 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:08.847190 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-3949b0ce-019d-449c-a9d8-7b5ec977070c None None] Provisioning for port b323aef9-6de2-43c9-8106-dca375738387 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:09:08.853666 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-3949b0ce-019d-449c-a9d8-7b5ec977070c None None] Provisioning complete for port b323aef9-6de2-43c9-8106-dca375738387 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:09:08.854072 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-3949b0ce-019d-449c-a9d8-7b5ec977070c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:08.944809 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0168cabb-3143-4984-81c7-0ae0f9a7fe01 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:08.953352 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-3949b0ce-019d-449c-a9d8-7b5ec977070c None None] Port b323aef9-6de2-43c9-8106-dca375738387 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 05:09:08.953652 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-775d92a9-53bb-428d-a894-54919ea7b086 req-33b5fa56-2d31-4ae1-95b8-69f637d85c83 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dab7c9a1-99c5-4e56-b8bf-b15f3271caed HTTP/1.1" status: 200 len: 1002 time: 0.1740928 May 30 05:09:08.954496 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0168cabb-3143-4984-81c7-0ae0f9a7fe01 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2304381'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:08.973953 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 54b5f23b-4d9f-4f3f-ac09-95a46049816a is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:09:08.974336 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:08.982100 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-3949b0ce-019d-449c-a9d8-7b5ec977070c None None] Provisioning complete for port be7f76bf-8f9d-4aa6-ba85-f57eb75a0886 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:09:08.982462 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-3949b0ce-019d-449c-a9d8-7b5ec977070c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:09.034819 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] For port 54b5f23b-4d9f-4f3f-ac09-95a46049816a, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=54b5f23b-4d9f-4f3f-ac09-95a46049816a,segment=NetworkSegment(ad083d94-0233-4c50-a0ed-00ef7686038c),segment_id=ad083d94-0233-4c50-a0ed-00ef7686038c)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:09:09.042026 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:09.115111 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0168cabb-3143-4984-81c7-0ae0f9a7fe01 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event updated for resources: {'Port': ['ID=b323aef9-6de2-43c9-8106-dca375738387,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:09:09.122453 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0168cabb-3143-4984-81c7-0ae0f9a7fe01 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1642774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602230'] for router_interface, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:09.149463 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775d92a9-53bb-428d-a894-54919ea7b086 req-0f071a29-5f3a-4a9f-9e36-b43a3e111724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:09:09.150907 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-775d92a9-53bb-428d-a894-54919ea7b086 req-0f071a29-5f3a-4a9f-9e36-b43a3e111724 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=195eaa06-b93a-44cb-9e99-e406979df128 HTTP/1.1" status: 200 len: 851 time: 0.1680915 May 30 05:09:09.153978 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Pushing event updated for resources: {'Port': ['ID=54b5f23b-4d9f-4f3f-ac09-95a46049816a,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:09:09.169210 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-3949b0ce-019d-449c-a9d8-7b5ec977070c None None] Current status of the port be7f76bf-8f9d-4aa6-ba85-f57eb75a0886 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:09:09.289075 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-db1c61a7-db46-45b0-b066-c2f582251207 None None] Provisioning complete for port b323aef9-6de2-43c9-8106-dca375738387 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:09:09.289550 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-db1c61a7-db46-45b0-b066-c2f582251207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:09.315825 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0168cabb-3143-4984-81c7-0ae0f9a7fe01 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Network 9db37a7b-c9c2-4775-a4a2-7c843b558ea9 is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:09:09.318545 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-0168cabb-3143-4984-81c7-0ae0f9a7fe01 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:09:09.327687 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775d92a9-53bb-428d-a894-54919ea7b086 req-e55d78d2-6781-4e13-a362-14d84f58ffa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:09:09.329071 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-775d92a9-53bb-428d-a894-54919ea7b086 req-e55d78d2-6781-4e13-a362-14d84f58ffa4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=719d6beb-a88c-42b5-a4d8-b710f113657a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1288087 May 30 05:09:09.348226 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-db1c61a7-db46-45b0-b066-c2f582251207 None None] Port b323aef9-6de2-43c9-8106-dca375738387 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 05:09:09.567647 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-25f2b28c-20b4-480c-a192-19fcd2ae6768 None None] Provisioning complete for port b323aef9-6de2-43c9-8106-dca375738387 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:09:09.568015 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-25f2b28c-20b4-480c-a192-19fcd2ae6768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:09.612359 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-775d92a9-53bb-428d-a894-54919ea7b086 req-d4d8634f-98e2-4b7c-98ce-468035cfb48c service neutron] 10.222.0.39 "GET /v2.0/networks/719d6beb-a88c-42b5-a4d8-b710f113657a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305396 May 30 05:09:09.620457 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-25f2b28c-20b4-480c-a192-19fcd2ae6768 None None] Port b323aef9-6de2-43c9-8106-dca375738387 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 05:09:09.620618 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0168cabb-3143-4984-81c7-0ae0f9a7fe01 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Router 05fe6fb0-d8dc-4673-850a-1dacdc657fa5 has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 05:09:09.891024 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-775d92a9-53bb-428d-a894-54919ea7b086 req-626b0147-f159-4415-8203-6bf1d173c1ee service neutron] 10.222.0.39 "GET /v2.0/networks/719d6beb-a88c-42b5-a4d8-b710f113657a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2724535 May 30 05:09:09.907710 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0168cabb-3143-4984-81c7-0ae0f9a7fe01 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:09:09.917432 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b903da50-f9fb-44a6-a741-045047e81ba1 None None] Sync routers for ids ['05fe6fb0-d8dc-4673-850a-1dacdc657fa5'] in dv-neutron-843763-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:09:09.920080 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-0168cabb-3143-4984-81c7-0ae0f9a7fe01 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "PUT /v2.0/routers/05fe6fb0-d8dc-4673-850a-1dacdc657fa5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9247620 May 30 05:09:09.922524 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 48744) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:09:09.927116 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b903da50-f9fb-44a6-a741-045047e81ba1 None None] Routers {'05fe6fb0-d8dc-4673-850a-1dacdc657fa5'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:09:09.927750 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-b903da50-f9fb-44a6-a741-045047e81ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:09:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['05fe6fb0-d8dc-4673-850a-1dacdc657fa5'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:09:10.066750 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device be7f76bf-8f9d-4aa6-ba85-f57eb75a0886 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:09:10.160129 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-b903da50-f9fb-44a6-a741-045047e81ba1 None None] Set router 05fe6fb0-d8dc-4673-850a-1dacdc657fa5 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:09:10.182816 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-232ddce9-32c7-43e7-aa7b-ebc30d69701e tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:09:10.183298 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-232ddce9-32c7-43e7-aa7b-ebc30d69701e tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:09:10.183738 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-232ddce9-32c7-43e7-aa7b-ebc30d69701e tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:09:10.184510 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-232ddce9-32c7-43e7-aa7b-ebc30d69701e tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:09:10.184961 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-232ddce9-32c7-43e7-aa7b-ebc30d69701e tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:09:10.185565 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-232ddce9-32c7-43e7-aa7b-ebc30d69701e tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:09:10.190562 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-232ddce9-32c7-43e7-aa7b-ebc30d69701e tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.2639866 May 30 05:09:10.190734 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 48748) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:09:10.231432 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port be7f76bf-8f9d-4aa6-ba85-f57eb75a0886 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:09:10.231810 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:10.259521 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e908d95a-d809-4e08-8596-d51abde1e43e tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:09:10.260294 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e908d95a-d809-4e08-8596-d51abde1e43e tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:09:10.260422 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e908d95a-d809-4e08-8596-d51abde1e43e tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:09:10.260811 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e908d95a-d809-4e08-8596-d51abde1e43e tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:09:10.261254 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e908d95a-d809-4e08-8596-d51abde1e43e tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:09:10.261696 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e908d95a-d809-4e08-8596-d51abde1e43e tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:09:10.266087 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-e908d95a-d809-4e08-8596-d51abde1e43e tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0718422 May 30 05:09:10.266303 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 48752) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:09:10.473572 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-6f09b7f1-5d83-474b-b942-dd8415b78cf3 tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.2060523 May 30 05:09:10.476242 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 48756) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:09:10.578160 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port be7f76bf-8f9d-4aa6-ba85-f57eb75a0886 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:09:10.579229 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 54b5f23b-4d9f-4f3f-ac09-95a46049816a up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:09:10.587465 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-cff123c8-929f-40ab-84dd-b3b7dd040810 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-1130343801', 'network_id': '9db37a7b-c9c2-4775-a4a2-7c843b558ea9'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:09:10.666645 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 54b5f23b-4d9f-4f3f-ac09-95a46049816a triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:09:10.667021 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:10.698956 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-b903da50-f9fb-44a6-a741-045047e81ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05fe6fb0-d8dc-4673-850a-1dacdc657fa5', 'name': 'tempest-TestNetworkBasicOps-router-879339788', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.146'}], 'enable_snat': True}, 'gw_port_id': '54b5f23b-4d9f-4f3f-ac09-95a46049816a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:09:02Z', 'updated_at': '2022-05-30T05:09:08Z', 'revision_number': 4, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'gw_port': {'id': '54b5f23b-4d9f-4f3f-ac09-95a46049816a', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:88:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fe6fb0-d8dc-4673-850a-1dacdc657fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:09:03Z', 'updated_at': '2022-05-30T05:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': 'b323aef9-6de2-43c9-8106-dca375738387', 'name': '', 'network_id': '9db37a7b-c9c2-4775-a4a2-7c843b558ea9', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'mac_address': 'fa:16:3e:bf:d6:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05fe6fb0-d8dc-4673-850a-1dacdc657fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': 'f4acacb1-18da-46e4-9e16-e54842fcfa4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:09:07Z', 'updated_at': '2022-05-30T05:09:08Z', 'revision_number': 2, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'subnets': [{'id': 'f4acacb1-18da-46e4-9e16-e54842fcfa4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:09:10.716103 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b903da50-f9fb-44a6-a741-045047e81ba1 None None] Checking router: 05fe6fb0-d8dc-4673-850a-1dacdc657fa5 for host: dv-neutron-843763-1-hyperv {{(pid=88262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 05:09:10.716454 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b903da50-f9fb-44a6-a741-045047e81ba1 None None] Updating router 05fe6fb0-d8dc-4673-850a-1dacdc657fa5 port b323aef9-6de2-43c9-8106-dca375738387 binding host dv-neutron-843763-1-hyperv {{(pid=88262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 30 05:09:10.725381 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-cff123c8-929f-40ab-84dd-b3b7dd040810 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:09:10.729351 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-cff123c8-929f-40ab-84dd-b3b7dd040810 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Usage tracker for resource:port and tenant:f9fe59584bbe4d5aaa42841eedb71980 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:09:10.732131 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-cff123c8-929f-40ab-84dd-b3b7dd040810 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:09:10.738401 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-cff123c8-929f-40ab-84dd-b3b7dd040810 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:09:10.747750 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cff123c8-929f-40ab-84dd-b3b7dd040810 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Made reservation on behalf of f9fe59584bbe4d5aaa42841eedb71980 for: {'port': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:09:10.751388 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cff123c8-929f-40ab-84dd-b3b7dd040810 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:10.772249 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [None req-cff123c8-929f-40ab-84dd-b3b7dd040810 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] device_id is not set on port 8631b3f6-dfd4-41e6-a191-d3cfda45c5d5 yet. {{(pid=88261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 30 05:09:10.778253 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-b903da50-f9fb-44a6-a741-045047e81ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:10.892786 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 54b5f23b-4d9f-4f3f-ac09-95a46049816a is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:09:10.914547 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-cff123c8-929f-40ab-84dd-b3b7dd040810 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Allocated IP 172.20.0.6 (9db37a7b-c9c2-4775-a4a2-7c843b558ea9/f4acacb1-18da-46e4-9e16-e54842fcfa4c/8631b3f6-dfd4-41e6-a191-d3cfda45c5d5) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:09:11.110229 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cff123c8-929f-40ab-84dd-b3b7dd040810 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:11.125583 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [None req-cff123c8-929f-40ab-84dd-b3b7dd040810 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Transition to ACTIVE for port object 8631b3f6-dfd4-41e6-a191-d3cfda45c5d5 will not be triggered until provisioned by entity DHCP. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:09:11.147681 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cff123c8-929f-40ab-84dd-b3b7dd040810 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:11.221120 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff123c8-929f-40ab-84dd-b3b7dd040810 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Network 9db37a7b-c9c2-4775-a4a2-7c843b558ea9 is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:09:11.224257 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-cff123c8-929f-40ab-84dd-b3b7dd040810 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:09:11.228300 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff123c8-929f-40ab-84dd-b3b7dd040810 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:09:11.269901 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff123c8-929f-40ab-84dd-b3b7dd040810 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event updated for resources: {'Port': ['ID=8631b3f6-dfd4-41e6-a191-d3cfda45c5d5,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:09:11.295440 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff123c8-929f-40ab-84dd-b3b7dd040810 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:09:11.296072 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cff123c8-929f-40ab-84dd-b3b7dd040810 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:11.326402 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-cff123c8-929f-40ab-84dd-b3b7dd040810 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8490484 May 30 05:09:11.366178 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-b903da50-f9fb-44a6-a741-045047e81ba1 None None] Notify callbacks [] for port, precommit_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:11.380225 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-b903da50-f9fb-44a6-a741-045047e81ba1 None None] Transition to ACTIVE for port object b323aef9-6de2-43c9-8106-dca375738387 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:09:11.388071 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-b903da50-f9fb-44a6-a741-045047e81ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:11.407706 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 48764) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:09:11.413879 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-54fc10fb-e9a7-4bd1-9f67-1061e0450d01 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-927876981', 'description': 'tempest-secgroup-smoke-927876981 description', 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:09:11.420633 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-54fc10fb-e9a7-4bd1-9f67-1061e0450d01 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:09:11.425790 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-54fc10fb-e9a7-4bd1-9f67-1061e0450d01 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Usage tracker for resource:security_group and tenant:f9fe59584bbe4d5aaa42841eedb71980 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:09:11.428783 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-54fc10fb-e9a7-4bd1-9f67-1061e0450d01 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:09:11.435772 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-54fc10fb-e9a7-4bd1-9f67-1061e0450d01 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:09:11.447348 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-54fc10fb-e9a7-4bd1-9f67-1061e0450d01 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:11.468448 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-54fc10fb-e9a7-4bd1-9f67-1061e0450d01 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:09:11.472385 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-54fc10fb-e9a7-4bd1-9f67-1061e0450d01 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Usage tracker for resource:security_group_rule and tenant:f9fe59584bbe4d5aaa42841eedb71980 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:09:11.475655 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-54fc10fb-e9a7-4bd1-9f67-1061e0450d01 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:09:11.481681 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-54fc10fb-e9a7-4bd1-9f67-1061e0450d01 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:09:11.565638 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7d16fc-fee9-41af-b481-bdda45fce22f None None] Pushing event updated for resources: {'Port': ['ID=b323aef9-6de2-43c9-8106-dca375738387,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:09:11.568282 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-54fc10fb-e9a7-4bd1-9f67-1061e0450d01 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:11.579024 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-54fc10fb-e9a7-4bd1-9f67-1061e0450d01 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:11.602630 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-10dc28fd-126a-45ff-9a99-63932597b834 None None] Provisioning for port 8631b3f6-dfd4-41e6-a191-d3cfda45c5d5 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:09:11.621617 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-10dc28fd-126a-45ff-9a99-63932597b834 None None] Provisioning complete for port 8631b3f6-dfd4-41e6-a191-d3cfda45c5d5 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:09:11.621617 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-10dc28fd-126a-45ff-9a99-63932597b834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:11.630689 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fc10fb-e9a7-4bd1-9f67-1061e0450d01 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fca8221-d56d-45cf-86a2-72d845026a52,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:09:11.645047 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-54fc10fb-e9a7-4bd1-9f67-1061e0450d01 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:11.649424 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-54fc10fb-e9a7-4bd1-9f67-1061e0450d01 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2405446 May 30 05:09:11.649564 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 48768) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:09:11.654845 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-93518d75-ed62-4490-923e-291f175df597 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Request body: {'security_group_rule': {'security_group_id': '7fca8221-d56d-45cf-86a2-72d845026a52', 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:09:11.664751 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-93518d75-ed62-4490-923e-291f175df597 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:09:11.669251 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-93518d75-ed62-4490-923e-291f175df597 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Usage tracker for resource:security_group_rule and tenant:f9fe59584bbe4d5aaa42841eedb71980 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:09:11.675044 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-b903da50-f9fb-44a6-a741-045047e81ba1 None None] Attempting to bind port b323aef9-6de2-43c9-8106-dca375738387 on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 05:09:11.675407 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-b903da50-f9fb-44a6-a741-045047e81ba1 None None] Attempting to bind port b323aef9-6de2-43c9-8106-dca375738387 by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': 'a316a0d6-311b-42cc-9dee-c7508525eb5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '9db37a7b-c9c2-4775-a4a2-7c843b558ea9'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 05:09:11.675759 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b903da50-f9fb-44a6-a741-045047e81ba1 None None] Attempting to bind port b323aef9-6de2-43c9-8106-dca375738387 on network 9db37a7b-c9c2-4775-a4a2-7c843b558ea9 {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:09:11.675911 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-93518d75-ed62-4490-923e-291f175df597 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:09:11.681960 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-93518d75-ed62-4490-923e-291f175df597 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:09:11.686222 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b903da50-f9fb-44a6-a741-045047e81ba1 None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 5, 9, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 05:09:11.686600 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b903da50-f9fb-44a6-a741-045047e81ba1 None None] Checking segment: {'id': 'a316a0d6-311b-42cc-9dee-c7508525eb5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '9db37a7b-c9c2-4775-a4a2-7c843b558ea9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:09:11.686992 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-b903da50-f9fb-44a6-a741-045047e81ba1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:11.687376 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b903da50-f9fb-44a6-a741-045047e81ba1 None None] Bound using segment: {'id': 'a316a0d6-311b-42cc-9dee-c7508525eb5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '9db37a7b-c9c2-4775-a4a2-7c843b558ea9'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 05:09:11.687833 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-b903da50-f9fb-44a6-a741-045047e81ba1 None None] Bound port: b323aef9-6de2-43c9-8106-dca375738387, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a316a0d6-311b-42cc-9dee-c7508525eb5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '9db37a7b-c9c2-4775-a4a2-7c843b558ea9'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 05:09:11.688205 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-b903da50-f9fb-44a6-a741-045047e81ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:11.700554 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-93518d75-ed62-4490-923e-291f175df597 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:11.704044 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-10dc28fd-126a-45ff-9a99-63932597b834 None None] Port 8631b3f6-dfd4-41e6-a191-d3cfda45c5d5 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 05:09:11.761829 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-93518d75-ed62-4490-923e-291f175df597 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:11.765290 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-93518d75-ed62-4490-923e-291f175df597 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:11.785240 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-b903da50-f9fb-44a6-a741-045047e81ba1 None None] For port b323aef9-6de2-43c9-8106-dca375738387, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 05:09:11.788902 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-b903da50-f9fb-44a6-a741-045047e81ba1 None None] For port b323aef9-6de2-43c9-8106-dca375738387, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=b323aef9-6de2-43c9-8106-dca375738387,segment=NetworkSegment(a316a0d6-311b-42cc-9dee-c7508525eb5e),segment_id=a316a0d6-311b-42cc-9dee-c7508525eb5e)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 05:09:11.792355 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-b903da50-f9fb-44a6-a741-045047e81ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:11.794652 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93518d75-ed62-4490-923e-291f175df597 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef2349cd-ea76-4e02-971c-63fcdaf8ce64,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:09:11.804127 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-93518d75-ed62-4490-923e-291f175df597 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:11.805415 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-93518d75-ed62-4490-923e-291f175df597 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1549172 May 30 05:09:11.808080 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 48772) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:09:11.813198 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-bb13ba44-5319-47c3-997f-ab4f39d5df55 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Request body: {'security_group_rule': {'security_group_id': '7fca8221-d56d-45cf-86a2-72d845026a52', 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:09:11.819534 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-bb13ba44-5319-47c3-997f-ab4f39d5df55 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:09:11.823370 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-bb13ba44-5319-47c3-997f-ab4f39d5df55 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Usage tracker for resource:security_group_rule and tenant:f9fe59584bbe4d5aaa42841eedb71980 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:09:11.826237 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-bb13ba44-5319-47c3-997f-ab4f39d5df55 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:09:11.831950 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-bb13ba44-5319-47c3-997f-ab4f39d5df55 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:09:11.849065 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bb13ba44-5319-47c3-997f-ab4f39d5df55 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:11.884693 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7d16fc-fee9-41af-b481-bdda45fce22f None None] Pushing event updated for resources: {'Port': ['ID=b323aef9-6de2-43c9-8106-dca375738387,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:09:11.887882 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b903da50-f9fb-44a6-a741-045047e81ba1 None None] Routers {'05fe6fb0-d8dc-4673-850a-1dacdc657fa5'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:09:11.888491 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-b903da50-f9fb-44a6-a741-045047e81ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:09:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['05fe6fb0-d8dc-4673-850a-1dacdc657fa5'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:09:11.914227 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bb13ba44-5319-47c3-997f-ab4f39d5df55 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:11.918860 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bb13ba44-5319-47c3-997f-ab4f39d5df55 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:11.944394 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb13ba44-5319-47c3-997f-ab4f39d5df55 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48cb553f-3078-4b90-a7b0-68087dd6ede2,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:09:11.959685 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bb13ba44-5319-47c3-997f-ab4f39d5df55 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:11.961368 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-bb13ba44-5319-47c3-997f-ab4f39d5df55 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1522360 May 30 05:09:11.964077 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 48776) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:09:11.969944 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-17d9e3b7-a700-43ab-bffd-55d179c61b5e tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Request body: {'security_group_rule': {'security_group_id': '7fca8221-d56d-45cf-86a2-72d845026a52', 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:09:11.977137 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-17d9e3b7-a700-43ab-bffd-55d179c61b5e tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:09:11.982751 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-17d9e3b7-a700-43ab-bffd-55d179c61b5e tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Usage tracker for resource:security_group_rule and tenant:f9fe59584bbe4d5aaa42841eedb71980 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:09:11.986711 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-17d9e3b7-a700-43ab-bffd-55d179c61b5e tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:09:11.993321 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-17d9e3b7-a700-43ab-bffd-55d179c61b5e tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:09:12.012823 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-17d9e3b7-a700-43ab-bffd-55d179c61b5e tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:12.085672 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-b903da50-f9fb-44a6-a741-045047e81ba1 None None] Set router 05fe6fb0-d8dc-4673-850a-1dacdc657fa5 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:09:12.088471 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-17d9e3b7-a700-43ab-bffd-55d179c61b5e tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:12.092465 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-17d9e3b7-a700-43ab-bffd-55d179c61b5e tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:12.115883 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d9e3b7-a700-43ab-bffd-55d179c61b5e tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b909e847-108c-4d9e-ba65-9048e6a88f35,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:09:12.124427 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-17d9e3b7-a700-43ab-bffd-55d179c61b5e tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:12.125597 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-17d9e3b7-a700-43ab-bffd-55d179c61b5e tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1604621 May 30 05:09:12.128467 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 48780) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:09:12.133753 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-d8e39f84-f959-4ac3-84fc-4d7c063eacb3 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Request body: {'security_group_rule': {'security_group_id': '7fca8221-d56d-45cf-86a2-72d845026a52', 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:09:12.139682 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-d8e39f84-f959-4ac3-84fc-4d7c063eacb3 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:09:12.144094 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-d8e39f84-f959-4ac3-84fc-4d7c063eacb3 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Usage tracker for resource:security_group_rule and tenant:f9fe59584bbe4d5aaa42841eedb71980 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:09:12.146952 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-d8e39f84-f959-4ac3-84fc-4d7c063eacb3 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:09:12.152622 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-d8e39f84-f959-4ac3-84fc-4d7c063eacb3 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:09:12.170222 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d8e39f84-f959-4ac3-84fc-4d7c063eacb3 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:12.238027 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d8e39f84-f959-4ac3-84fc-4d7c063eacb3 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:12.247359 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d8e39f84-f959-4ac3-84fc-4d7c063eacb3 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:12.276259 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e39f84-f959-4ac3-84fc-4d7c063eacb3 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6e265de-e3bc-4d05-80a3-2494e6b893cb,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:09:12.282994 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d8e39f84-f959-4ac3-84fc-4d7c063eacb3 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:12.285346 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-d8e39f84-f959-4ac3-84fc-4d7c063eacb3 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1557066 May 30 05:09:12.288223 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 48784) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:09:12.293340 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-3a32fd7b-fa0a-408b-a9dc-78004f6fcae5 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Request body: {'security_group_rule': {'security_group_id': '7fca8221-d56d-45cf-86a2-72d845026a52', 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:09:12.299737 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-3a32fd7b-fa0a-408b-a9dc-78004f6fcae5 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:09:12.303717 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-3a32fd7b-fa0a-408b-a9dc-78004f6fcae5 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Usage tracker for resource:security_group_rule and tenant:f9fe59584bbe4d5aaa42841eedb71980 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:09:12.311091 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-3a32fd7b-fa0a-408b-a9dc-78004f6fcae5 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:09:12.318250 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-3a32fd7b-fa0a-408b-a9dc-78004f6fcae5 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:09:12.343102 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.db.securitygroups_db [None req-3a32fd7b-fa0a-408b-a9dc-78004f6fcae5 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Project f9fe59584bbe4d5aaa42841eedb71980 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 30 05:09:12.346992 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3a32fd7b-fa0a-408b-a9dc-78004f6fcae5 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:12.411993 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3a32fd7b-fa0a-408b-a9dc-78004f6fcae5 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:12.415705 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3a32fd7b-fa0a-408b-a9dc-78004f6fcae5 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:12.443310 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a32fd7b-fa0a-408b-a9dc-78004f6fcae5 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7ac9a05-b46f-4602-8d51-afe568b371a6,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:09:12.450031 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3a32fd7b-fa0a-408b-a9dc-78004f6fcae5 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:12.453949 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-3a32fd7b-fa0a-408b-a9dc-78004f6fcae5 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1620398 May 30 05:09:12.454087 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 48788) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:09:12.459559 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-ee9425da-d52c-41f4-9eac-67da77f9257d tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Request body: {'security_group_rule': {'security_group_id': '7fca8221-d56d-45cf-86a2-72d845026a52', 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:09:12.462050 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-b903da50-f9fb-44a6-a741-045047e81ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05fe6fb0-d8dc-4673-850a-1dacdc657fa5', 'name': 'tempest-TestNetworkBasicOps-router-879339788', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.146'}], 'enable_snat': True}, 'gw_port_id': '54b5f23b-4d9f-4f3f-ac09-95a46049816a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:09:02Z', 'updated_at': '2022-05-30T05:09:08Z', 'revision_number': 4, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'gw_port': {'id': '54b5f23b-4d9f-4f3f-ac09-95a46049816a', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:88:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fe6fb0-d8dc-4673-850a-1dacdc657fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:09:03Z', 'updated_at': '2022-05-30T05:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': 'b323aef9-6de2-43c9-8106-dca375738387', 'name': '', 'network_id': '9db37a7b-c9c2-4775-a4a2-7c843b558ea9', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'mac_address': 'fa:16:3e:bf:d6:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05fe6fb0-d8dc-4673-850a-1dacdc657fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': 'f4acacb1-18da-46e4-9e16-e54842fcfa4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:09:07Z', 'updated_at': '2022-05-30T05:09:11Z', 'revision_number': 4, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'subnets': [{'id': 'f4acacb1-18da-46e4-9e16-e54842fcfa4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:09:12.465355 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-ee9425da-d52c-41f4-9eac-67da77f9257d tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:09:12.466230 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b903da50-f9fb-44a6-a741-045047e81ba1 None None] The sync data for ids ['05fe6fb0-d8dc-4673-850a-1dacdc657fa5'] in dv-neutron-843763-1-hyperv is: [{'id': '05fe6fb0-d8dc-4673-850a-1dacdc657fa5', 'name': 'tempest-TestNetworkBasicOps-router-879339788', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.146'}], 'enable_snat': True}, 'gw_port_id': '54b5f23b-4d9f-4f3f-ac09-95a46049816a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:09:02Z', 'updated_at': '2022-05-30T05:09:08Z', 'revision_number': 4, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'gw_port': {'id': '54b5f23b-4d9f-4f3f-ac09-95a46049816a', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:88:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fe6fb0-d8dc-4673-850a-1dacdc657fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:09:03Z', 'updated_at': '2022-05-30T05:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': 'b323aef9-6de2-43c9-8106-dca375738387', 'name': '', 'network_id': '9db37a7b-c9c2-4775-a4a2-7c843b558ea9', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'mac_address': 'fa:16:3e:bf:d6:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05fe6fb0-d8dc-4673-850a-1dacdc657fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': 'f4acacb1-18da-46e4-9e16-e54842fcfa4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:09:07Z', 'updated_at': '2022-05-30T05:09:11Z', 'revision_number': 4, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'subnets': [{'id': 'f4acacb1-18da-46e4-9e16-e54842fcfa4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:09:12.469153 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-ee9425da-d52c-41f4-9eac-67da77f9257d tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Usage tracker for resource:security_group_rule and tenant:f9fe59584bbe4d5aaa42841eedb71980 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:09:12.472092 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-ee9425da-d52c-41f4-9eac-67da77f9257d tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:09:12.478282 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-ee9425da-d52c-41f4-9eac-67da77f9257d tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:09:12.488632 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.db.securitygroups_db [None req-ee9425da-d52c-41f4-9eac-67da77f9257d tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Project f9fe59584bbe4d5aaa42841eedb71980 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 30 05:09:12.495239 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ee9425da-d52c-41f4-9eac-67da77f9257d tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:12.585023 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ee9425da-d52c-41f4-9eac-67da77f9257d tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:12.588978 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ee9425da-d52c-41f4-9eac-67da77f9257d tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:12.613382 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9425da-d52c-41f4-9eac-67da77f9257d tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55c1c05f-073c-46f8-bd3b-eef576f1f762,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:09:12.622602 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ee9425da-d52c-41f4-9eac-67da77f9257d tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:12.623801 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-ee9425da-d52c-41f4-9eac-67da77f9257d tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1688027 May 30 05:09:12.809574 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-03a1f029-462e-4b8b-8a65-3896046820b3 req-0c8bd6fa-d6d3-4323-9ff6-9f2396bbcb4d tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Synchronizing usage tracker for tenant:f9fe59584bbe4d5aaa42841eedb71980 on resource:security_group {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:09:12.827102 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-03a1f029-462e-4b8b-8a65-3896046820b3 req-0c8bd6fa-d6d3-4323-9ff6-9f2396bbcb4d tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Unset dirty status for tenant:f9fe59584bbe4d5aaa42841eedb71980 on resource:security_group {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:09:12.828512 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-03a1f029-462e-4b8b-8a65-3896046820b3 req-0c8bd6fa-d6d3-4323-9ff6-9f2396bbcb4d tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-927876981&fields=id&tenant_id=f9fe59584bbe4d5aaa42841eedb71980 HTTP/1.1" status: 200 len: 267 time: 0.0602493 May 30 05:09:12.907390 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a1f029-462e-4b8b-8a65-3896046820b3 req-55ce08d6-6e7d-4726-a4bb-6ab11ce0605e tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:09:12.907998 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-03a1f029-462e-4b8b-8a65-3896046820b3 req-55ce08d6-6e7d-4726-a4bb-6ab11ce0605e tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Synchronizing usage tracker for tenant:f9fe59584bbe4d5aaa42841eedb71980 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:09:12.924848 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-03a1f029-462e-4b8b-8a65-3896046820b3 req-55ce08d6-6e7d-4726-a4bb-6ab11ce0605e tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Unset dirty status for tenant:f9fe59584bbe4d5aaa42841eedb71980 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:09:12.926055 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-03a1f029-462e-4b8b-8a65-3896046820b3 req-55ce08d6-6e7d-4726-a4bb-6ab11ce0605e tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports/8631b3f6-dfd4-41e6-a191-d3cfda45c5d5 HTTP/1.1" status: 200 len: 930 time: 0.0905311 May 30 05:09:13.069074 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-03a1f029-462e-4b8b-8a65-3896046820b3 req-954dbc37-da32-4b97-94dc-570db170a39e service neutron] 10.222.0.15 "GET /v2.0/ports/8631b3f6-dfd4-41e6-a191-d3cfda45c5d5?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1305277 May 30 05:09:13.312433 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-03a1f029-462e-4b8b-8a65-3896046820b3 req-53fd3d21-46f8-4e4a-8db9-e41257bcb0d8 service neutron] 10.222.0.15 "GET /v2.0/networks/9db37a7b-c9c2-4775-a4a2-7c843b558ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2374842 May 30 05:09:13.448838 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-03a1f029-462e-4b8b-8a65-3896046820b3 req-e38a802e-c28e-446e-a2b4-98659ec6702a service neutron] 10.222.0.15 "GET /v2.0/networks/9db37a7b-c9c2-4775-a4a2-7c843b558ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305163 May 30 05:09:13.622072 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3b9857a3-04dc-42b5-8fdc-030001a6ab77 req-2a084603-0f22-41f4-9d4b-aee4b676bed6 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=54cf6c78-3c2e-4a3f-a81f-48ed0c848802 HTTP/1.1" status: 200 len: 210 time: 0.0439126 May 30 05:09:14.075060 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device b323aef9-6de2-43c9-8106-dca375738387 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:09:14.145266 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port b323aef9-6de2-43c9-8106-dca375738387 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:09:14.150153 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port b323aef9-6de2-43c9-8106-dca375738387 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:09:14.150524 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:14.264971 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port b323aef9-6de2-43c9-8106-dca375738387 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:09:14.265349 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:14.302006 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] For port b323aef9-6de2-43c9-8106-dca375738387, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=b323aef9-6de2-43c9-8106-dca375738387,segment=NetworkSegment(a316a0d6-311b-42cc-9dee-c7508525eb5e),segment_id=a316a0d6-311b-42cc-9dee-c7508525eb5e)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:09:14.305571 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:14.370012 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Pushing event updated for resources: {'Port': ['ID=b323aef9-6de2-43c9-8106-dca375738387,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:09:14.554859 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a1f029-462e-4b8b-8a65-3896046820b3 req-4c486add-0e4a-4c68-9e89-ea8e31e52bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:09:14.556206 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-03a1f029-462e-4b8b-8a65-3896046820b3 req-4c486add-0e4a-4c68-9e89-ea8e31e52bbd service neutron] 10.222.0.39 "GET /v2.0/ports/8631b3f6-dfd4-41e6-a191-d3cfda45c5d5 HTTP/1.1" status: 200 len: 1026 time: 0.0604513 May 30 05:09:14.715210 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a1f029-462e-4b8b-8a65-3896046820b3 req-3ac5c570-bad6-4ff1-9dfd-10a2160ab311 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:09:14.716814 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-03a1f029-462e-4b8b-8a65-3896046820b3 req-3ac5c570-bad6-4ff1-9dfd-10a2160ab311 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.39 "GET /v2.0/networks?id=9db37a7b-c9c2-4775-a4a2-7c843b558ea9 HTTP/1.1" status: 200 len: 796 time: 0.1560044 May 30 05:09:14.789002 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2d41bbe1-3053-4e61-be1f-a3962663495e req-7a3f0c83-1d35-4c09-8cae-5f189a29e888 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=54cf6c78-3c2e-4a3f-a81f-48ed0c848802 HTTP/1.1" status: 200 len: 210 time: 0.0613019 May 30 05:09:14.812430 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-03a1f029-462e-4b8b-8a65-3896046820b3 req-ce6d9e55-df7b-4fe8-b2ce-6c30b0acd971 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f9fe59584bbe4d5aaa42841eedb71980 HTTP/1.1" status: 200 len: 379 time: 0.0826590 May 30 05:09:14.823302 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [req-03a1f029-462e-4b8b-8a65-3896046820b3 req-364d1a9b-e6b2-4340-98eb-e3671d20c562 service neutron] Request body: {'port': {'device_id': '54cf6c78-3c2e-4a3f-a81f-48ed0c848802', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8437'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:09:14.941175 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-03a1f029-462e-4b8b-8a65-3896046820b3 req-364d1a9b-e6b2-4340-98eb-e3671d20c562 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:15.267706 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [req-03a1f029-462e-4b8b-8a65-3896046820b3 req-364d1a9b-e6b2-4340-98eb-e3671d20c562 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8631b3f6-dfd4-41e6-a191-d3cfda45c5d5 {{(pid=88261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 30 05:09:15.274707 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-03a1f029-462e-4b8b-8a65-3896046820b3 req-364d1a9b-e6b2-4340-98eb-e3671d20c562 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:15.288507 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [req-03a1f029-462e-4b8b-8a65-3896046820b3 req-364d1a9b-e6b2-4340-98eb-e3671d20c562 service neutron] Transition to ACTIVE for port object 8631b3f6-dfd4-41e6-a191-d3cfda45c5d5 will not be triggered until provisioned by entity L2. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:09:15.293404 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-03a1f029-462e-4b8b-8a65-3896046820b3 req-364d1a9b-e6b2-4340-98eb-e3671d20c562 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2304381'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:15.452311 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364d1a9b-e6b2-4340-98eb-e3671d20c562 service neutron] Pushing event updated for resources: {'Port': ['ID=8631b3f6-dfd4-41e6-a191-d3cfda45c5d5,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:09:15.525095 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [req-03a1f029-462e-4b8b-8a65-3896046820b3 req-364d1a9b-e6b2-4340-98eb-e3671d20c562 service neutron] Attempting to bind port 8631b3f6-dfd4-41e6-a191-d3cfda45c5d5 on host hv-neutron-8437 for vnic_type normal with profile {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 05:09:15.525361 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [req-03a1f029-462e-4b8b-8a65-3896046820b3 req-364d1a9b-e6b2-4340-98eb-e3671d20c562 service neutron] Attempting to bind port 8631b3f6-dfd4-41e6-a191-d3cfda45c5d5 by drivers openvswitch,hyperv on host hv-neutron-8437 at level 0 using segments [{'id': 'a316a0d6-311b-42cc-9dee-c7508525eb5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '9db37a7b-c9c2-4775-a4a2-7c843b558ea9'}] {{(pid=88261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 05:09:15.525682 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03a1f029-462e-4b8b-8a65-3896046820b3 req-364d1a9b-e6b2-4340-98eb-e3671d20c562 service neutron] Attempting to bind port 8631b3f6-dfd4-41e6-a191-d3cfda45c5d5 on network 9db37a7b-c9c2-4775-a4a2-7c843b558ea9 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:09:15.530118 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03a1f029-462e-4b8b-8a65-3896046820b3 req-364d1a9b-e6b2-4340-98eb-e3671d20c562 service neutron] Port 8631b3f6-dfd4-41e6-a191-d3cfda45c5d5 on network 9db37a7b-c9c2-4775-a4a2-7c843b558ea9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8437 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 30 05:09:15.530429 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03a1f029-462e-4b8b-8a65-3896046820b3 req-364d1a9b-e6b2-4340-98eb-e3671d20c562 service neutron] Attempting to bind port 8631b3f6-dfd4-41e6-a191-d3cfda45c5d5 on network 9db37a7b-c9c2-4775-a4a2-7c843b558ea9 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:09:15.536145 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03a1f029-462e-4b8b-8a65-3896046820b3 req-364d1a9b-e6b2-4340-98eb-e3671d20c562 service neutron] Checking agent: {'id': 'de0c936d-420b-412f-9642-7bfe80b5ab25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8437', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 51, 47), 'started_at': datetime.datetime(2022, 5, 30, 4, 51, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 5, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 05:09:15.536469 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03a1f029-462e-4b8b-8a65-3896046820b3 req-364d1a9b-e6b2-4340-98eb-e3671d20c562 service neutron] Checking segment: {'id': 'a316a0d6-311b-42cc-9dee-c7508525eb5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '9db37a7b-c9c2-4775-a4a2-7c843b558ea9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:09:15.536842 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03a1f029-462e-4b8b-8a65-3896046820b3 req-364d1a9b-e6b2-4340-98eb-e3671d20c562 service neutron] Bound using segment: {'id': 'a316a0d6-311b-42cc-9dee-c7508525eb5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '9db37a7b-c9c2-4775-a4a2-7c843b558ea9'} {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 05:09:15.537253 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [req-03a1f029-462e-4b8b-8a65-3896046820b3 req-364d1a9b-e6b2-4340-98eb-e3671d20c562 service neutron] Bound port: 8631b3f6-dfd4-41e6-a191-d3cfda45c5d5, host: hv-neutron-8437, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a316a0d6-311b-42cc-9dee-c7508525eb5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '9db37a7b-c9c2-4775-a4a2-7c843b558ea9'}}] {{(pid=88261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 05:09:15.537592 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-03a1f029-462e-4b8b-8a65-3896046820b3 req-364d1a9b-e6b2-4340-98eb-e3671d20c562 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:15.626920 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [req-03a1f029-462e-4b8b-8a65-3896046820b3 req-364d1a9b-e6b2-4340-98eb-e3671d20c562 service neutron] For port 8631b3f6-dfd4-41e6-a191-d3cfda45c5d5, host hv-neutron-8437, cleared binding levels {{(pid=88261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 05:09:15.629748 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [req-03a1f029-462e-4b8b-8a65-3896046820b3 req-364d1a9b-e6b2-4340-98eb-e3671d20c562 service neutron] For port 8631b3f6-dfd4-41e6-a191-d3cfda45c5d5, host hv-neutron-8437, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=8631b3f6-dfd4-41e6-a191-d3cfda45c5d5,segment=NetworkSegment(a316a0d6-311b-42cc-9dee-c7508525eb5e),segment_id=a316a0d6-311b-42cc-9dee-c7508525eb5e)] {{(pid=88261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 05:09:15.634282 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-03a1f029-462e-4b8b-8a65-3896046820b3 req-364d1a9b-e6b2-4340-98eb-e3671d20c562 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2304381'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:15.693177 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a1f029-462e-4b8b-8a65-3896046820b3 req-364d1a9b-e6b2-4340-98eb-e3671d20c562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:09:15.694054 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-03a1f029-462e-4b8b-8a65-3896046820b3 req-364d1a9b-e6b2-4340-98eb-e3671d20c562 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:15.695275 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-03a1f029-462e-4b8b-8a65-3896046820b3 req-364d1a9b-e6b2-4340-98eb-e3671d20c562 service neutron] 10.222.0.39 "PUT /v2.0/ports/8631b3f6-dfd4-41e6-a191-d3cfda45c5d5 HTTP/1.1" status: 200 len: 1131 time: 0.8756959 May 30 05:09:15.695719 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54cf6c78-3c2e-4a3f-a81f-48ed0c848802', 'tag': '8631b3f6-dfd4-41e6-a191-d3cfda45c5d5'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:09:15.716841 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364d1a9b-e6b2-4340-98eb-e3671d20c562 service neutron] Pushing event updated for resources: {'Port': ['ID=8631b3f6-dfd4-41e6-a191-d3cfda45c5d5,revision_number=3']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:09:15.764050 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-553631a0-a3f0-48f3-a8d1-e4889b8fff01'] response: {'name': 'network-changed', 'server_uuid': '54cf6c78-3c2e-4a3f-a81f-48ed0c848802', 'tag': '8631b3f6-dfd4-41e6-a191-d3cfda45c5d5', 'status': 'completed', 'code': 200} May 30 05:09:15.818341 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a1f029-462e-4b8b-8a65-3896046820b3 req-bfcc2d59-8e23-4a92-be89-3d534f268977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:09:15.819972 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-03a1f029-462e-4b8b-8a65-3896046820b3 req-bfcc2d59-8e23-4a92-be89-3d534f268977 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f9fe59584bbe4d5aaa42841eedb71980&device_id=54cf6c78-3c2e-4a3f-a81f-48ed0c848802 HTTP/1.1" status: 200 len: 1134 time: 0.0870669 May 30 05:09:15.890144 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-03a1f029-462e-4b8b-8a65-3896046820b3 req-49e24860-cf17-4a43-9741-1e2ccea47f40 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8631b3f6-dfd4-41e6-a191-d3cfda45c5d5 HTTP/1.1" status: 200 len: 217 time: 0.0632541 May 30 05:09:16.058788 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device b323aef9-6de2-43c9-8106-dca375738387 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:09:16.110619 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a1f029-462e-4b8b-8a65-3896046820b3 req-2d70960f-8858-492e-b506-a3de2ac75e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:09:16.112535 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-03a1f029-462e-4b8b-8a65-3896046820b3 req-2d70960f-8858-492e-b506-a3de2ac75e72 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f4acacb1-18da-46e4-9e16-e54842fcfa4c HTTP/1.1" status: 200 len: 834 time: 0.2163725 May 30 05:09:16.129725 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port b323aef9-6de2-43c9-8106-dca375738387 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:09:16.130139 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:16.174471 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb53f060-8848-47a2-81a6-413741559f95 req-634d592f-f98d-49dc-b771-3adcade96f03 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:09:16.175930 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-cb53f060-8848-47a2-81a6-413741559f95 req-634d592f-f98d-49dc-b771-3adcade96f03 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=54cf6c78-3c2e-4a3f-a81f-48ed0c848802 HTTP/1.1" status: 200 len: 981 time: 0.2509487 May 30 05:09:16.231359 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-cb53f060-8848-47a2-81a6-413741559f95 req-ef379afd-314b-4266-837e-e74034fdbd56 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/security-groups?id=496feb4e-597d-4c85-ba2a-f7f31a35c4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471520 May 30 05:09:16.238144 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a1f029-462e-4b8b-8a65-3896046820b3 req-9aa0f69d-43b3-40de-b924-32f451d03f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:09:16.239593 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-03a1f029-462e-4b8b-8a65-3896046820b3 req-9aa0f69d-43b3-40de-b924-32f451d03f2c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9db37a7b-c9c2-4775-a4a2-7c843b558ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1194727 May 30 05:09:16.248667 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port b323aef9-6de2-43c9-8106-dca375738387 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:09:16.372682 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-03a1f029-462e-4b8b-8a65-3896046820b3 req-0cc45d4f-6773-4e9d-b41c-d861236eab5e service neutron] 10.222.0.39 "GET /v2.0/networks/9db37a7b-c9c2-4775-a4a2-7c843b558ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264496 May 30 05:09:16.501855 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-03a1f029-462e-4b8b-8a65-3896046820b3 req-aae9a2fb-90f3-4df8-80b8-336e42ec2ef0 service neutron] 10.222.0.39 "GET /v2.0/networks/9db37a7b-c9c2-4775-a4a2-7c843b558ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233332 May 30 05:09:16.612396 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3e1189-87ba-4c76-a04b-507169dee1cf req-9b9ca766-b62e-4e6d-9988-27c49e96c8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:09:16.613859 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9c3e1189-87ba-4c76-a04b-507169dee1cf req-9b9ca766-b62e-4e6d-9988-27c49e96c8c8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f9fe59584bbe4d5aaa42841eedb71980&device_id=54cf6c78-3c2e-4a3f-a81f-48ed0c848802 HTTP/1.1" status: 200 len: 1134 time: 0.0700915 May 30 05:09:16.738659 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3e1189-87ba-4c76-a04b-507169dee1cf req-b0fc9ac1-8030-459a-824a-771af66ef667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:09:16.739981 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9c3e1189-87ba-4c76-a04b-507169dee1cf req-b0fc9ac1-8030-459a-824a-771af66ef667 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9db37a7b-c9c2-4775-a4a2-7c843b558ea9 HTTP/1.1" status: 200 len: 897 time: 0.1205866 May 30 05:09:16.806758 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9c3e1189-87ba-4c76-a04b-507169dee1cf req-4cc33d9a-d31b-40da-8270-98840039e2de service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8631b3f6-dfd4-41e6-a191-d3cfda45c5d5 HTTP/1.1" status: 200 len: 217 time: 0.0613055 May 30 05:09:16.867756 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3e1189-87ba-4c76-a04b-507169dee1cf req-dc5f1a78-022f-41b3-9dae-66b459d0489c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:09:16.868229 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9c3e1189-87ba-4c76-a04b-507169dee1cf req-dc5f1a78-022f-41b3-9dae-66b459d0489c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f4acacb1-18da-46e4-9e16-e54842fcfa4c HTTP/1.1" status: 200 len: 834 time: 0.0558443 May 30 05:09:16.944304 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3e1189-87ba-4c76-a04b-507169dee1cf req-309ea8d0-cb96-4096-9977-3aa4bc53f0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:09:16.945741 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9c3e1189-87ba-4c76-a04b-507169dee1cf req-309ea8d0-cb96-4096-9977-3aa4bc53f0d0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9db37a7b-c9c2-4775-a4a2-7c843b558ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720346 May 30 05:09:17.073362 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9c3e1189-87ba-4c76-a04b-507169dee1cf req-80a708ac-6189-417e-a161-109520a118b3 service neutron] 10.222.0.39 "GET /v2.0/networks/9db37a7b-c9c2-4775-a4a2-7c843b558ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213720 May 30 05:09:17.201305 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9c3e1189-87ba-4c76-a04b-507169dee1cf req-a4a37aad-ff6e-4d18-a406-6f199c517562 service neutron] 10.222.0.39 "GET /v2.0/networks/9db37a7b-c9c2-4775-a4a2-7c843b558ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219904 May 30 05:09:17.420155 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd8a8e0-2c76-4d37-91a7-324aaf46914b req-61935a2b-1a4d-4e65-9151-9d61a9808f54 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:09:17.421505 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3fd8a8e0-2c76-4d37-91a7-324aaf46914b req-61935a2b-1a4d-4e65-9151-9d61a9808f54 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=54cf6c78-3c2e-4a3f-a81f-48ed0c848802 HTTP/1.1" status: 200 len: 981 time: 0.0839837 May 30 05:09:17.456175 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:17.466553 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3fd8a8e0-2c76-4d37-91a7-324aaf46914b req-73c78c96-cb5f-4d08-bac9-9ac0eb5db64c tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/security-groups?id=496feb4e-597d-4c85-ba2a-f7f31a35c4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393083 May 30 05:09:18.648067 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778d7515-1f15-4ca8-a705-13bbd00f6c41 req-340d795a-3fe1-42d8-957b-59f77b3f232b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:09:18.649534 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-778d7515-1f15-4ca8-a705-13bbd00f6c41 req-340d795a-3fe1-42d8-957b-59f77b3f232b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=54cf6c78-3c2e-4a3f-a81f-48ed0c848802 HTTP/1.1" status: 200 len: 981 time: 0.0812426 May 30 05:09:18.693446 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-778d7515-1f15-4ca8-a705-13bbd00f6c41 req-8bbdbe1d-404e-41e1-a1e9-b8918fa825d0 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/security-groups?id=496feb4e-597d-4c85-ba2a-f7f31a35c4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382414 May 30 05:09:19.004917 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device 8631b3f6-dfd4-41e6-a191-d3cfda45c5d5 details requested by agent hyperv_hv-neutron-8437 with host hv-neutron-8437 {{(pid=88262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 05:09:19.134445 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port 8631b3f6-dfd4-41e6-a191-d3cfda45c5d5, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=8631b3f6-dfd4-41e6-a191-d3cfda45c5d5,segment=NetworkSegment(a316a0d6-311b-42cc-9dee-c7508525eb5e),segment_id=a316a0d6-311b-42cc-9dee-c7508525eb5e)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:09:19.147521 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Returning: {'device': '8631b3f6-dfd4-41e6-a191-d3cfda45c5d5', 'network_id': '9db37a7b-c9c2-4775-a4a2-7c843b558ea9', 'port_id': '8631b3f6-dfd4-41e6-a191-d3cfda45c5d5', 'mac_address': 'fa:16:3e:a5:89:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4acacb1-18da-46e4-9e16-e54842fcfa4c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 05:09:19.199655 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Current status of the port 8631b3f6-dfd4-41e6-a191-d3cfda45c5d5 is: DOWN; New status is: BUILD {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:09:19.200028 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:19.216387 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8631b3f6-dfd4-41e6-a191-d3cfda45c5d5 {{(pid=88262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 30 05:09:19.231047 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port 8631b3f6-dfd4-41e6-a191-d3cfda45c5d5, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=8631b3f6-dfd4-41e6-a191-d3cfda45c5d5,segment=NetworkSegment(a316a0d6-311b-42cc-9dee-c7508525eb5e),segment_id=a316a0d6-311b-42cc-9dee-c7508525eb5e)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:09:19.235172 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:19.302797 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Pushing event updated for resources: {'Port': ['ID=8631b3f6-dfd4-41e6-a191-d3cfda45c5d5,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:09:19.588602 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] get_ports_and_sgs() called for port_ids ['8631b3f6-dfd4-41e6-a191-d3cfda45c5d5'] {{(pid=88262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 30 05:09:19.876554 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ba8e12-5a6e-405e-850e-56e0e259fb92 req-c2d4679a-2b94-4d3c-b1ef-6710d224c1e3 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:09:19.877949 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d9ba8e12-5a6e-405e-850e-56e0e259fb92 req-c2d4679a-2b94-4d3c-b1ef-6710d224c1e3 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=54cf6c78-3c2e-4a3f-a81f-48ed0c848802 HTTP/1.1" status: 200 len: 982 time: 0.0801055 May 30 05:09:19.924638 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d9ba8e12-5a6e-405e-850e-56e0e259fb92 req-ce00442b-47e4-4a01-b9d2-c69cecac117b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/security-groups?id=496feb4e-597d-4c85-ba2a-f7f31a35c4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411005 May 30 05:09:21.020019 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device 8631b3f6-dfd4-41e6-a191-d3cfda45c5d5 up at agent hyperv_hv-neutron-8437 {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:09:21.090530 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Provisioning for port 8631b3f6-dfd4-41e6-a191-d3cfda45c5d5 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:09:21.095846 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Provisioning complete for port 8631b3f6-dfd4-41e6-a191-d3cfda45c5d5 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:09:21.096220 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:21.110673 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64549ba2-a3d3-491d-8ed4-6689a267c252 req-a4c155ef-8849-406a-8841-d38b7970cfdc tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:09:21.112678 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-64549ba2-a3d3-491d-8ed4-6689a267c252 req-a4c155ef-8849-406a-8841-d38b7970cfdc tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=54cf6c78-3c2e-4a3f-a81f-48ed0c848802 HTTP/1.1" status: 200 len: 982 time: 0.0841472 May 30 05:09:21.155930 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-64549ba2-a3d3-491d-8ed4-6689a267c252 req-bd2f657c-9acc-4cc2-8e13-e7d9b11124ee tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/security-groups?id=496feb4e-597d-4c85-ba2a-f7f31a35c4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374970 May 30 05:09:21.213291 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Current status of the port 8631b3f6-dfd4-41e6-a191-d3cfda45c5d5 is: BUILD; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:09:21.213601 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:21.239873 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54cf6c78-3c2e-4a3f-a81f-48ed0c848802', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8631b3f6-dfd4-41e6-a191-d3cfda45c5d5'}] {{(pid=88262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:09:21.249277 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port 8631b3f6-dfd4-41e6-a191-d3cfda45c5d5, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=8631b3f6-dfd4-41e6-a191-d3cfda45c5d5,segment=NetworkSegment(a316a0d6-311b-42cc-9dee-c7508525eb5e),segment_id=a316a0d6-311b-42cc-9dee-c7508525eb5e)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:09:21.255279 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:21.287527 dv-neutron-843763-1-hyperv neutron-server[88262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-895abe29-0ffd-4327-9953-cb046ccaa7ee'] response: {'server_uuid': '54cf6c78-3c2e-4a3f-a81f-48ed0c848802', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8631b3f6-dfd4-41e6-a191-d3cfda45c5d5', 'code': 200} May 30 05:09:21.325985 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Pushing event updated for resources: {'Port': ['ID=8631b3f6-dfd4-41e6-a191-d3cfda45c5d5,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:09:21.604077 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce9597d-765e-4f05-9856-9725671f7576 req-7eb5472d-eae1-4b0b-b364-421c4abedb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:09:21.605551 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2ce9597d-765e-4f05-9856-9725671f7576 req-7eb5472d-eae1-4b0b-b364-421c4abedb79 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=54cf6c78-3c2e-4a3f-a81f-48ed0c848802 HTTP/1.1" status: 200 len: 1136 time: 0.1696596 May 30 05:09:21.646028 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2ce9597d-765e-4f05-9856-9725671f7576 req-78feb242-f147-49b9-8997-dd05f3a2d799 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=496feb4e-597d-4c85-ba2a-f7f31a35c4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335977 May 30 05:09:22.343960 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f5160f-4f98-49c0-b647-503a9be6ba66 req-6b4d7a10-978c-4249-b23c-4bfe909f4bed tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:09:22.345974 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-76f5160f-4f98-49c0-b647-503a9be6ba66 req-6b4d7a10-978c-4249-b23c-4bfe909f4bed tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=54cf6c78-3c2e-4a3f-a81f-48ed0c848802 HTTP/1.1" status: 200 len: 983 time: 0.0839436 May 30 05:09:22.389762 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-76f5160f-4f98-49c0-b647-503a9be6ba66 req-f08e4956-0705-43b3-bb00-c62ac5ae14a0 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/security-groups?id=496feb4e-597d-4c85-ba2a-f7f31a35c4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381229 May 30 05:09:23.575103 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d70594-462a-4f84-b407-134ea51d6c13 req-f49be890-10a2-4d57-8285-0742345bb03a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:09:23.576552 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-24d70594-462a-4f84-b407-134ea51d6c13 req-f49be890-10a2-4d57-8285-0742345bb03a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=54cf6c78-3c2e-4a3f-a81f-48ed0c848802 HTTP/1.1" status: 200 len: 983 time: 0.0824852 May 30 05:09:23.623846 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-24d70594-462a-4f84-b407-134ea51d6c13 req-3a185f89-7f5d-4bd9-b562-6bde94050115 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/security-groups?id=496feb4e-597d-4c85-ba2a-f7f31a35c4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408232 May 30 05:09:23.801677 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a257d9-8488-485d-b9bd-f303b26c8d37 req-bf2269cb-503c-4cc0-bb2d-53f02286f556 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:09:23.803116 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-96a257d9-8488-485d-b9bd-f303b26c8d37 req-bf2269cb-503c-4cc0-bb2d-53f02286f556 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=54cf6c78-3c2e-4a3f-a81f-48ed0c848802 HTTP/1.1" status: 200 len: 983 time: 0.0778258 May 30 05:09:23.848928 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-96a257d9-8488-485d-b9bd-f303b26c8d37 req-d763b67f-d853-4f45-908e-c9b83439c5e4 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/security-groups?id=496feb4e-597d-4c85-ba2a-f7f31a35c4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402763 May 30 05:09:23.870652 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 48844) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:09:23.940975 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb8aa3c-40c5-4f82-907f-51e69de8e27f tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:09:23.942506 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-3cb8aa3c-40c5-4f82-907f-51e69de8e27f tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=54cf6c78-3c2e-4a3f-a81f-48ed0c848802 HTTP/1.1" status: 200 len: 1131 time: 0.0709293 May 30 05:09:23.945339 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 48848) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:09:23.950131 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-7e870dbb-6fa3-448f-926d-b63509ba8b45 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Request body: {'floatingip': {'floating_network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'port_id': '8631b3f6-dfd4-41e6-a191-d3cfda45c5d5', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:09:23.955943 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-7e870dbb-6fa3-448f-926d-b63509ba8b45 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:09:23.959742 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-7e870dbb-6fa3-448f-926d-b63509ba8b45 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Usage tracker for resource:floatingip and tenant:f9fe59584bbe4d5aaa42841eedb71980 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:09:23.962527 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-7e870dbb-6fa3-448f-926d-b63509ba8b45 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:09:23.968440 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-7e870dbb-6fa3-448f-926d-b63509ba8b45 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:09:23.978258 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7e870dbb-6fa3-448f-926d-b63509ba8b45 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for floatingip, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:24.111452 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7e870dbb-6fa3-448f-926d-b63509ba8b45 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:24.253614 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-7e870dbb-6fa3-448f-926d-b63509ba8b45 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Allocated IP 172.26.6.38 (1bab70f4-3794-44db-8e17-19f483aa8ffa/6b5b73c1-b0ce-4f83-a930-c00cc5522926/53d118b7-b7de-4add-8350-652f00adf43e) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:09:24.397316 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7e870dbb-6fa3-448f-926d-b63509ba8b45 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:24.425001 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7e870dbb-6fa3-448f-926d-b63509ba8b45 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:24.485012 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e870dbb-6fa3-448f-926d-b63509ba8b45 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Network 1bab70f4-3794-44db-8e17-19f483aa8ffa is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:09:24.487656 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-7e870dbb-6fa3-448f-926d-b63509ba8b45 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:09:24.491295 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e870dbb-6fa3-448f-926d-b63509ba8b45 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:09:24.534591 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e870dbb-6fa3-448f-926d-b63509ba8b45 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event updated for resources: {'Port': ['ID=53d118b7-b7de-4add-8350-652f00adf43e,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:09:24.895477 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7e870dbb-6fa3-448f-926d-b63509ba8b45 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:24.966702 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7e870dbb-6fa3-448f-926d-b63509ba8b45 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:25.162243 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7e870dbb-6fa3-448f-926d-b63509ba8b45 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:25.166456 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7e870dbb-6fa3-448f-926d-b63509ba8b45 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2304381'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:25.368642 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e870dbb-6fa3-448f-926d-b63509ba8b45 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event updated for resources: {'Port': ['ID=53d118b7-b7de-4add-8350-652f00adf43e,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:09:25.381022 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7e870dbb-6fa3-448f-926d-b63509ba8b45 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1604762'] for floatingip, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:25.555238 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.db.l3_db [None req-7e870dbb-6fa3-448f-926d-b63509ba8b45 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Floating IP 606b3489-4b18-4fb3-838d-1bd414a1ae90 associated. External IP: 172.26.6.38, port: 8631b3f6-dfd4-41e6-a191-d3cfda45c5d5. May 30 05:09:25.889967 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e870dbb-6fa3-448f-926d-b63509ba8b45 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Router 05fe6fb0-d8dc-4673-850a-1dacdc657fa5 has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 05:09:25.913448 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 48852) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:09:26.068015 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e870dbb-6fa3-448f-926d-b63509ba8b45 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:09:26.078972 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c48917-ded5-49ce-afcc-feacbfe9d9ae None None] Sync routers for ids ['05fe6fb0-d8dc-4673-850a-1dacdc657fa5'] in dv-neutron-843763-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:09:26.089879 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c48917-ded5-49ce-afcc-feacbfe9d9ae None None] Routers {'05fe6fb0-d8dc-4673-850a-1dacdc657fa5'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:09:26.091126 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-d4c48917-ded5-49ce-afcc-feacbfe9d9ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:09:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['05fe6fb0-d8dc-4673-850a-1dacdc657fa5'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:09:26.092947 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7e870dbb-6fa3-448f-926d-b63509ba8b45 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for floatingip, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:26.116525 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-f34d0feb-5c78-462b-96b7-9063a55e9106 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Deleting port de058f0f-6301-48b8-8b34-62a8872c08b3 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:09:26.116871 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f34d0feb-5c78-462b-96b7-9063a55e9106 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:26.154091 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-7e870dbb-6fa3-448f-926d-b63509ba8b45 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1033 time: 2.2074172 May 30 05:09:26.154656 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 48856) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:09:26.155311 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54cf6c78-3c2e-4a3f-a81f-48ed0c848802', 'tag': '8631b3f6-dfd4-41e6-a191-d3cfda45c5d5'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:09:26.295585 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-d4c48917-ded5-49ce-afcc-feacbfe9d9ae None None] Set router 05fe6fb0-d8dc-4673-850a-1dacdc657fa5 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:09:26.301240 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f34d0feb-5c78-462b-96b7-9063a55e9106 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:26.301771 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f34d0feb-5c78-462b-96b7-9063a55e9106 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:26.309952 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22b80766-c305-4a84-a20e-cf12de7ea0bd'] response: {'name': 'network-changed', 'server_uuid': '54cf6c78-3c2e-4a3f-a81f-48ed0c848802', 'tag': '8631b3f6-dfd4-41e6-a191-d3cfda45c5d5', 'status': 'completed', 'code': 200} May 30 05:09:26.371090 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06b4759c-785b-4dee-83d4-91f2b99ea0a7 tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:09:26.375529 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-06b4759c-785b-4dee-83d4-91f2b99ea0a7 tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=54cf6c78-3c2e-4a3f-a81f-48ed0c848802&network_id=9db37a7b-c9c2-4775-a4a2-7c843b558ea9 HTTP/1.1" status: 200 len: 1131 time: 0.2140152 May 30 05:09:26.383443 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b316c5-b03e-4cfb-900f-f00f79bd3ed2 req-51071bc8-c49f-4c84-b8d1-b9fd7b8014cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:09:26.384879 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-30b316c5-b03e-4cfb-900f-f00f79bd3ed2 req-51071bc8-c49f-4c84-b8d1-b9fd7b8014cc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f9fe59584bbe4d5aaa42841eedb71980&device_id=54cf6c78-3c2e-4a3f-a81f-48ed0c848802 HTTP/1.1" status: 200 len: 1136 time: 0.1149356 May 30 05:09:26.437694 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-f34d0feb-5c78-462b-96b7-9063a55e9106 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Calling delete_port for de058f0f-6301-48b8-8b34-62a8872c08b3 owned by network:floatingip {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:09:26.525220 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b316c5-b03e-4cfb-900f-f00f79bd3ed2 req-1d21bbab-5554-4b2e-a827-bb9e1d4df6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:09:26.527059 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-30b316c5-b03e-4cfb-900f-f00f79bd3ed2 req-1d21bbab-5554-4b2e-a827-bb9e1d4df6e4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9db37a7b-c9c2-4775-a4a2-7c843b558ea9 HTTP/1.1" status: 200 len: 897 time: 0.1356788 May 30 05:09:26.630882 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f34d0feb-5c78-462b-96b7-9063a55e9106 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:26.654842 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-d4c48917-ded5-49ce-afcc-feacbfe9d9ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05fe6fb0-d8dc-4673-850a-1dacdc657fa5', 'name': 'tempest-TestNetworkBasicOps-router-879339788', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.146'}], 'enable_snat': True}, 'gw_port_id': '54b5f23b-4d9f-4f3f-ac09-95a46049816a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:09:02Z', 'updated_at': '2022-05-30T05:09:08Z', 'revision_number': 4, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'gw_port': {'id': '54b5f23b-4d9f-4f3f-ac09-95a46049816a', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:88:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fe6fb0-d8dc-4673-850a-1dacdc657fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:09:03Z', 'updated_at': '2022-05-30T05:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_floatingips': [{'id': '606b3489-4b18-4fb3-838d-1bd414a1ae90', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'floating_ip_address': '172.26.6.38', 'floating_network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'router_id': '05fe6fb0-d8dc-4673-850a-1dacdc657fa5', 'port_id': '8631b3f6-dfd4-41e6-a191-d3cfda45c5d5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1409, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1130343801', 'network_id': '9db37a7b-c9c2-4775-a4a2-7c843b558ea9', 'mac_address': 'fa:16:3e:a5:89:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54cf6c78-3c2e-4a3f-a81f-48ed0c848802', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T05:09:24Z', 'updated_at': '2022-05-30T05:09:24Z', 'revision_number': 0, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b323aef9-6de2-43c9-8106-dca375738387', 'name': '', 'network_id': '9db37a7b-c9c2-4775-a4a2-7c843b558ea9', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'mac_address': 'fa:16:3e:bf:d6:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fe6fb0-d8dc-4673-850a-1dacdc657fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': 'f4acacb1-18da-46e4-9e16-e54842fcfa4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:09:07Z', 'updated_at': '2022-05-30T05:09:14Z', 'revision_number': 5, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'subnets': [{'id': 'f4acacb1-18da-46e4-9e16-e54842fcfa4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:09:26.659831 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-30b316c5-b03e-4cfb-900f-f00f79bd3ed2 req-6127c5b6-dfc1-424f-aa43-56f7e07f200e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8631b3f6-dfd4-41e6-a191-d3cfda45c5d5 HTTP/1.1" status: 200 len: 1036 time: 0.1228268 May 30 05:09:26.659960 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c48917-ded5-49ce-afcc-feacbfe9d9ae None None] Checking router: 05fe6fb0-d8dc-4673-850a-1dacdc657fa5 for host: dv-neutron-843763-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 05:09:26.668596 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c48917-ded5-49ce-afcc-feacbfe9d9ae None None] Routers {'05fe6fb0-d8dc-4673-850a-1dacdc657fa5'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:09:26.669207 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-d4c48917-ded5-49ce-afcc-feacbfe9d9ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:09:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['05fe6fb0-d8dc-4673-850a-1dacdc657fa5'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:09:26.719060 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34d0feb-5c78-462b-96b7-9063a55e9106 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Pushing event deleted for resources: {'Port': ['ID=de058f0f-6301-48b8-8b34-62a8872c08b3,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:09:26.779218 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f34d0feb-5c78-462b-96b7-9063a55e9106 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Notify callbacks [] for floatingip, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:26.779548 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.db.l3_db [None req-f34d0feb-5c78-462b-96b7-9063a55e9106 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Floating IP 60af218d-4aef-478c-874b-344f644e41c2 disassociated (deleted). External IP: 172.26.6.174, port: 0b22d935-8cd0-4cf7-aca1-d3e4e7ca2055. May 30 05:09:26.859284 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-d4c48917-ded5-49ce-afcc-feacbfe9d9ae None None] Set router 05fe6fb0-d8dc-4673-850a-1dacdc657fa5 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:09:26.894536 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b316c5-b03e-4cfb-900f-f00f79bd3ed2 req-bd656c15-d778-4c84-a2b7-0911981fbf8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:09:26.896131 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-30b316c5-b03e-4cfb-900f-f00f79bd3ed2 req-bd656c15-d778-4c84-a2b7-0911981fbf8d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f4acacb1-18da-46e4-9e16-e54842fcfa4c HTTP/1.1" status: 200 len: 834 time: 0.2293401 May 30 05:09:26.999281 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b19eea-a53c-4c3c-8b36-13fd8f2a864a req-88f49eaf-f924-4121-8f8b-6d1203b73f78 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:09:27.000840 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f8b19eea-a53c-4c3c-8b36-13fd8f2a864a req-88f49eaf-f924-4121-8f8b-6d1203b73f78 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=54cf6c78-3c2e-4a3f-a81f-48ed0c848802 HTTP/1.1" status: 200 len: 983 time: 0.2623663 May 30 05:09:27.006796 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b316c5-b03e-4cfb-900f-f00f79bd3ed2 req-d5fead95-6469-48be-b026-93e2c1fdd73b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:09:27.008278 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-30b316c5-b03e-4cfb-900f-f00f79bd3ed2 req-d5fead95-6469-48be-b026-93e2c1fdd73b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9db37a7b-c9c2-4775-a4a2-7c843b558ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1050138 May 30 05:09:27.131440 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f8b19eea-a53c-4c3c-8b36-13fd8f2a864a req-dde9cbf4-6020-421c-971f-2bc81a383e7f tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/security-groups?id=496feb4e-597d-4c85-ba2a-f7f31a35c4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205406 May 30 05:09:27.173620 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-30b316c5-b03e-4cfb-900f-f00f79bd3ed2 req-7055da1b-05b1-4a08-aaba-1b76353677a5 service neutron] 10.222.0.39 "GET /v2.0/networks/9db37a7b-c9c2-4775-a4a2-7c843b558ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484687 May 30 05:09:27.226267 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-d4c48917-ded5-49ce-afcc-feacbfe9d9ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05fe6fb0-d8dc-4673-850a-1dacdc657fa5', 'name': 'tempest-TestNetworkBasicOps-router-879339788', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.146'}], 'enable_snat': True}, 'gw_port_id': '54b5f23b-4d9f-4f3f-ac09-95a46049816a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:09:02Z', 'updated_at': '2022-05-30T05:09:08Z', 'revision_number': 4, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'gw_port': {'id': '54b5f23b-4d9f-4f3f-ac09-95a46049816a', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:88:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fe6fb0-d8dc-4673-850a-1dacdc657fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:09:03Z', 'updated_at': '2022-05-30T05:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_floatingips': [{'id': '606b3489-4b18-4fb3-838d-1bd414a1ae90', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'floating_ip_address': '172.26.6.38', 'floating_network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'router_id': '05fe6fb0-d8dc-4673-850a-1dacdc657fa5', 'port_id': '8631b3f6-dfd4-41e6-a191-d3cfda45c5d5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1409, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1130343801', 'network_id': '9db37a7b-c9c2-4775-a4a2-7c843b558ea9', 'mac_address': 'fa:16:3e:a5:89:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54cf6c78-3c2e-4a3f-a81f-48ed0c848802', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T05:09:24Z', 'updated_at': '2022-05-30T05:09:24Z', 'revision_number': 0, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b323aef9-6de2-43c9-8106-dca375738387', 'name': '', 'network_id': '9db37a7b-c9c2-4775-a4a2-7c843b558ea9', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'mac_address': 'fa:16:3e:bf:d6:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fe6fb0-d8dc-4673-850a-1dacdc657fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': 'f4acacb1-18da-46e4-9e16-e54842fcfa4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:09:07Z', 'updated_at': '2022-05-30T05:09:14Z', 'revision_number': 5, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'subnets': [{'id': 'f4acacb1-18da-46e4-9e16-e54842fcfa4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:09:27.231626 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c48917-ded5-49ce-afcc-feacbfe9d9ae None None] The sync data for ids ['05fe6fb0-d8dc-4673-850a-1dacdc657fa5'] in dv-neutron-843763-1-hyperv is: [{'id': '05fe6fb0-d8dc-4673-850a-1dacdc657fa5', 'name': 'tempest-TestNetworkBasicOps-router-879339788', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.146'}], 'enable_snat': True}, 'gw_port_id': '54b5f23b-4d9f-4f3f-ac09-95a46049816a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:09:02Z', 'updated_at': '2022-05-30T05:09:08Z', 'revision_number': 4, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'gw_port': {'id': '54b5f23b-4d9f-4f3f-ac09-95a46049816a', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:88:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fe6fb0-d8dc-4673-850a-1dacdc657fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:09:03Z', 'updated_at': '2022-05-30T05:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_floatingips': [{'id': '606b3489-4b18-4fb3-838d-1bd414a1ae90', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'floating_ip_address': '172.26.6.38', 'floating_network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'router_id': '05fe6fb0-d8dc-4673-850a-1dacdc657fa5', 'port_id': '8631b3f6-dfd4-41e6-a191-d3cfda45c5d5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1409, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1130343801', 'network_id': '9db37a7b-c9c2-4775-a4a2-7c843b558ea9', 'mac_address': 'fa:16:3e:a5:89:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54cf6c78-3c2e-4a3f-a81f-48ed0c848802', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T05:09:24Z', 'updated_at': '2022-05-30T05:09:24Z', 'revision_number': 0, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b323aef9-6de2-43c9-8106-dca375738387', 'name': '', 'network_id': '9db37a7b-c9c2-4775-a4a2-7c843b558ea9', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'mac_address': 'fa:16:3e:bf:d6:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fe6fb0-d8dc-4673-850a-1dacdc657fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': 'f4acacb1-18da-46e4-9e16-e54842fcfa4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:09:07Z', 'updated_at': '2022-05-30T05:09:14Z', 'revision_number': 5, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'subnets': [{'id': 'f4acacb1-18da-46e4-9e16-e54842fcfa4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:09:27.263662 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f34d0feb-5c78-462b-96b7-9063a55e9106 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Router 0052139e-6291-4d45-bd81-95a00b5b5a70 has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 05:09:27.324863 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-30b316c5-b03e-4cfb-900f-f00f79bd3ed2 req-8aaf9291-0d52-48cb-82e3-14ec347b25e1 service neutron] 10.222.0.39 "GET /v2.0/networks/9db37a7b-c9c2-4775-a4a2-7c843b558ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436338 May 30 05:09:27.443143 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd5e9d8-547e-4b0a-81bb-a45bb6d6468e None None] New status for floating IP 606b3489-4b18-4fb3-838d-1bd414a1ae90: ACTIVE {{(pid=88262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 30 05:09:27.462959 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f34d0feb-5c78-462b-96b7-9063a55e9106 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:09:27.472419 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16940169-73ad-4fc9-9a21-e6836a944340 None None] Sync routers for ids ['0052139e-6291-4d45-bd81-95a00b5b5a70'] in dv-neutron-843763-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:09:27.482407 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16940169-73ad-4fc9-9a21-e6836a944340 None None] Routers {'0052139e-6291-4d45-bd81-95a00b5b5a70'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:09:27.483010 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-16940169-73ad-4fc9-9a21-e6836a944340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:09:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['0052139e-6291-4d45-bd81-95a00b5b5a70'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:09:27.486846 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f34d0feb-5c78-462b-96b7-9063a55e9106 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for floatingip, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:27.545668 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-f34d0feb-5c78-462b-96b7-9063a55e9106 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] 10.222.0.15 "DELETE /v2.0/floatingips/60af218d-4aef-478c-874b-344f644e41c2 HTTP/1.1" status: 204 len: 168 time: 1.6286426 May 30 05:09:27.545668 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af28ee9c-ffd1-4c64-a497-94f67ce858d2', 'tag': '0b22d935-8cd0-4cf7-aca1-d3e4e7ca2055'}] {{(pid=88260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:09:27.671280 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-16940169-73ad-4fc9-9a21-e6836a944340 None None] Set router 0052139e-6291-4d45-bd81-95a00b5b5a70 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:09:27.795926 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4295d454-6e4a-4c7e-a46d-7860506fedc6'] response: {'name': 'network-changed', 'server_uuid': 'af28ee9c-ffd1-4c64-a497-94f67ce858d2', 'tag': '0b22d935-8cd0-4cf7-aca1-d3e4e7ca2055', 'status': 'completed', 'code': 200} May 30 05:09:27.961057 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-aa83de70-4e63-4063-9b42-6b521d88f3e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:27.970155 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78071aef-d6cf-4854-872e-b601a7528616 req-3ee69dc4-bfc3-4c33-b92c-963afdb688a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:09:27.971764 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-78071aef-d6cf-4854-872e-b601a7528616 req-3ee69dc4-bfc3-4c33-b92c-963afdb688a7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=88101d051d394b379575d1a4b606816a&device_id=af28ee9c-ffd1-4c64-a497-94f67ce858d2 HTTP/1.1" status: 200 len: 1098 time: 0.1486716 May 30 05:09:28.011451 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faae3123-7b7c-49b7-a698-989783d16390 req-f0560869-352f-487e-8ec1-e45f3959a01e tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:09:28.012970 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-faae3123-7b7c-49b7-a698-989783d16390 req-f0560869-352f-487e-8ec1-e45f3959a01e tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] 10.222.0.15 "GET /v2.0/ports?device_id=af28ee9c-ffd1-4c64-a497-94f67ce858d2 HTTP/1.1" status: 200 len: 945 time: 0.1272528 May 30 05:09:28.073357 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-16940169-73ad-4fc9-9a21-e6836a944340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0052139e-6291-4d45-bd81-95a00b5b5a70', 'name': 'tempest-TestVolumeBootPattern-1089136327-router', 'tenant_id': '88101d051d394b379575d1a4b606816a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.86'}], 'enable_snat': True}, 'gw_port_id': '09d84916-c5bc-4647-93c2-5196ea1d5602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:02:15Z', 'updated_at': '2022-05-30T05:02:20Z', 'revision_number': 4, 'project_id': '88101d051d394b379575d1a4b606816a', 'gw_port': {'id': '09d84916-c5bc-4647-93c2-5196ea1d5602', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:2d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0052139e-6291-4d45-bd81-95a00b5b5a70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:02:16Z', 'updated_at': '2022-05-30T05:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_floatingips': [{'id': '7e09a672-4b71-47db-b4a4-00b841a58b68', 'tenant_id': '88101d051d394b379575d1a4b606816a', 'floating_ip_address': '172.26.6.205', 'floating_network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'router_id': '0052139e-6291-4d45-bd81-95a00b5b5a70', 'port_id': 'dab7c9a1-99c5-4e56-b8bf-b15f3271caed', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '719d6beb-a88c-42b5-a4d8-b710f113657a', 'mac_address': 'fa:16:3e:00:db:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5741834-3365-4b0e-89aa-9e182be9a397', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T05:05:40Z', 'updated_at': '2022-05-30T05:05:43Z', 'revision_number': 1, 'project_id': '88101d051d394b379575d1a4b606816a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3f40e31-186f-4ed2-8ffb-16622562b07e', 'name': '', 'network_id': '719d6beb-a88c-42b5-a4d8-b710f113657a', 'tenant_id': '88101d051d394b379575d1a4b606816a', 'mac_address': 'fa:16:3e:97:d3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0052139e-6291-4d45-bd81-95a00b5b5a70', 'device_owner': 'network:router_interface', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': '195eaa06-b93a-44cb-9e99-e406979df128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:02:19Z', 'updated_at': '2022-05-30T05:02:33Z', 'revision_number': 5, 'project_id': '88101d051d394b379575d1a4b606816a', 'subnets': [{'id': '195eaa06-b93a-44cb-9e99-e406979df128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:09:28.077163 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16940169-73ad-4fc9-9a21-e6836a944340 None None] Checking router: 0052139e-6291-4d45-bd81-95a00b5b5a70 for host: dv-neutron-843763-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 05:09:28.086468 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16940169-73ad-4fc9-9a21-e6836a944340 None None] Routers {'0052139e-6291-4d45-bd81-95a00b5b5a70'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:09:28.087083 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-16940169-73ad-4fc9-9a21-e6836a944340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:09:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['0052139e-6291-4d45-bd81-95a00b5b5a70'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:09:28.198883 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-faae3123-7b7c-49b7-a698-989783d16390 req-bc0e7aa9-8ce4-4602-97bf-f775ebada421 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] 10.222.0.15 "GET /v2.0/security-groups?id=52528308-5406-4aa0-bc49-d5582af75908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1385393 May 30 05:09:28.205848 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78071aef-d6cf-4854-872e-b601a7528616 req-5b607400-9292-47b6-95cf-100b4e37eb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:09:28.207153 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-78071aef-d6cf-4854-872e-b601a7528616 req-5b607400-9292-47b6-95cf-100b4e37eb55 service neutron] 10.222.0.39 "GET /v2.0/networks?id=719d6beb-a88c-42b5-a4d8-b710f113657a HTTP/1.1" status: 200 len: 913 time: 0.2274299 May 30 05:09:28.269372 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-16940169-73ad-4fc9-9a21-e6836a944340 None None] Set router 0052139e-6291-4d45-bd81-95a00b5b5a70 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:09:28.282536 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-78071aef-d6cf-4854-872e-b601a7528616 req-4dab2a23-a614-4720-93b5-17ca4c7bcf48 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0b22d935-8cd0-4cf7-aca1-d3e4e7ca2055 HTTP/1.1" status: 200 len: 217 time: 0.0673923 May 30 05:09:28.295265 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b253ba24-b737-4880-9d92-0d423a6beccf req-0938a33b-f8da-4f7d-9034-62a43e15ba57 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:09:28.295265 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b253ba24-b737-4880-9d92-0d423a6beccf req-0938a33b-f8da-4f7d-9034-62a43e15ba57 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.39 "GET /v2.0/ports?device_id=54cf6c78-3c2e-4a3f-a81f-48ed0c848802 HTTP/1.1" status: 200 len: 983 time: 0.2024887 May 30 05:09:28.454847 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78071aef-d6cf-4854-872e-b601a7528616 req-4efcca50-59f8-4737-acf4-18e804a5049a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:09:28.456735 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-78071aef-d6cf-4854-872e-b601a7528616 req-4efcca50-59f8-4737-acf4-18e804a5049a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=195eaa06-b93a-44cb-9e99-e406979df128 HTTP/1.1" status: 200 len: 851 time: 0.1622150 May 30 05:09:28.508383 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b253ba24-b737-4880-9d92-0d423a6beccf req-31fa7f11-8e6a-417d-ba1a-7bb718cc93a8 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:09:28.509732 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b253ba24-b737-4880-9d92-0d423a6beccf req-31fa7f11-8e6a-417d-ba1a-7bb718cc93a8 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.39 "GET /v2.0/ports/8631b3f6-dfd4-41e6-a191-d3cfda45c5d5?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1860344 May 30 05:09:28.618645 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-16940169-73ad-4fc9-9a21-e6836a944340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0052139e-6291-4d45-bd81-95a00b5b5a70', 'name': 'tempest-TestVolumeBootPattern-1089136327-router', 'tenant_id': '88101d051d394b379575d1a4b606816a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.86'}], 'enable_snat': True}, 'gw_port_id': '09d84916-c5bc-4647-93c2-5196ea1d5602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:02:15Z', 'updated_at': '2022-05-30T05:02:20Z', 'revision_number': 4, 'project_id': '88101d051d394b379575d1a4b606816a', 'gw_port': {'id': '09d84916-c5bc-4647-93c2-5196ea1d5602', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:2d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0052139e-6291-4d45-bd81-95a00b5b5a70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:02:16Z', 'updated_at': '2022-05-30T05:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_floatingips': [{'id': '7e09a672-4b71-47db-b4a4-00b841a58b68', 'tenant_id': '88101d051d394b379575d1a4b606816a', 'floating_ip_address': '172.26.6.205', 'floating_network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'router_id': '0052139e-6291-4d45-bd81-95a00b5b5a70', 'port_id': 'dab7c9a1-99c5-4e56-b8bf-b15f3271caed', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '719d6beb-a88c-42b5-a4d8-b710f113657a', 'mac_address': 'fa:16:3e:00:db:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5741834-3365-4b0e-89aa-9e182be9a397', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T05:05:40Z', 'updated_at': '2022-05-30T05:05:43Z', 'revision_number': 1, 'project_id': '88101d051d394b379575d1a4b606816a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3f40e31-186f-4ed2-8ffb-16622562b07e', 'name': '', 'network_id': '719d6beb-a88c-42b5-a4d8-b710f113657a', 'tenant_id': '88101d051d394b379575d1a4b606816a', 'mac_address': 'fa:16:3e:97:d3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0052139e-6291-4d45-bd81-95a00b5b5a70', 'device_owner': 'network:router_interface', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': '195eaa06-b93a-44cb-9e99-e406979df128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:02:19Z', 'updated_at': '2022-05-30T05:02:33Z', 'revision_number': 5, 'project_id': '88101d051d394b379575d1a4b606816a', 'subnets': [{'id': '195eaa06-b93a-44cb-9e99-e406979df128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:09:28.622601 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16940169-73ad-4fc9-9a21-e6836a944340 None None] The sync data for ids ['0052139e-6291-4d45-bd81-95a00b5b5a70'] in dv-neutron-843763-1-hyperv is: [{'id': '0052139e-6291-4d45-bd81-95a00b5b5a70', 'name': 'tempest-TestVolumeBootPattern-1089136327-router', 'tenant_id': '88101d051d394b379575d1a4b606816a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.86'}], 'enable_snat': True}, 'gw_port_id': '09d84916-c5bc-4647-93c2-5196ea1d5602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:02:15Z', 'updated_at': '2022-05-30T05:02:20Z', 'revision_number': 4, 'project_id': '88101d051d394b379575d1a4b606816a', 'gw_port': {'id': '09d84916-c5bc-4647-93c2-5196ea1d5602', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:2d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0052139e-6291-4d45-bd81-95a00b5b5a70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:02:16Z', 'updated_at': '2022-05-30T05:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_floatingips': [{'id': '7e09a672-4b71-47db-b4a4-00b841a58b68', 'tenant_id': '88101d051d394b379575d1a4b606816a', 'floating_ip_address': '172.26.6.205', 'floating_network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'router_id': '0052139e-6291-4d45-bd81-95a00b5b5a70', 'port_id': 'dab7c9a1-99c5-4e56-b8bf-b15f3271caed', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '719d6beb-a88c-42b5-a4d8-b710f113657a', 'mac_address': 'fa:16:3e:00:db:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5741834-3365-4b0e-89aa-9e182be9a397', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T05:05:40Z', 'updated_at': '2022-05-30T05:05:43Z', 'revision_number': 1, 'project_id': '88101d051d394b379575d1a4b606816a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3f40e31-186f-4ed2-8ffb-16622562b07e', 'name': '', 'network_id': '719d6beb-a88c-42b5-a4d8-b710f113657a', 'tenant_id': '88101d051d394b379575d1a4b606816a', 'mac_address': 'fa:16:3e:97:d3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0052139e-6291-4d45-bd81-95a00b5b5a70', 'device_owner': 'network:router_interface', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': '195eaa06-b93a-44cb-9e99-e406979df128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:02:19Z', 'updated_at': '2022-05-30T05:02:33Z', 'revision_number': 5, 'project_id': '88101d051d394b379575d1a4b606816a', 'subnets': [{'id': '195eaa06-b93a-44cb-9e99-e406979df128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:09:28.631388 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546a0f5c-d109-481e-be81-0dfdc0ecbc18 req-08734f1f-b10f-4a0b-9364-b9f9477d7089 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:09:28.632938 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-546a0f5c-d109-481e-be81-0dfdc0ecbc18 req-08734f1f-b10f-4a0b-9364-b9f9477d7089 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=54cf6c78-3c2e-4a3f-a81f-48ed0c848802 HTTP/1.1" status: 200 len: 983 time: 0.3052421 May 30 05:09:28.707464 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78071aef-d6cf-4854-872e-b601a7528616 req-67874e31-fe4b-4b1f-8795-dfcf5f72388c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:09:28.708870 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-78071aef-d6cf-4854-872e-b601a7528616 req-67874e31-fe4b-4b1f-8795-dfcf5f72388c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=719d6beb-a88c-42b5-a4d8-b710f113657a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2447186 May 30 05:09:28.721184 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-546a0f5c-d109-481e-be81-0dfdc0ecbc18 req-f1ac73f3-6443-4d32-99e5-291b3689a173 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/security-groups?id=496feb4e-597d-4c85-ba2a-f7f31a35c4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746639 May 30 05:09:28.808727 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b253ba24-b737-4880-9d92-0d423a6beccf req-cf13f9ae-c84b-4eac-a91d-1c57bd132c9c tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.39 "GET /v2.0/networks/9db37a7b-c9c2-4775-a4a2-7c843b558ea9?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2924998 May 30 05:09:28.822260 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [req-b253ba24-b737-4880-9d92-0d423a6beccf req-e9c9e889-773a-4b15-8971-016442de5bff service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:09:28.854062 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec6ba01-21f7-4a65-81eb-310991cb7922 None None] New status for floating IP 60af218d-4aef-478c-874b-344f644e41c2: DOWN {{(pid=88262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 30 05:09:29.081444 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-78071aef-d6cf-4854-872e-b601a7528616 req-10427688-ded9-4f42-8d7e-39cd513febcd service neutron] 10.222.0.39 "GET /v2.0/networks/719d6beb-a88c-42b5-a4d8-b710f113657a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3651924 May 30 05:09:29.090830 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-b253ba24-b737-4880-9d92-0d423a6beccf req-e9c9e889-773a-4b15-8971-016442de5bff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:29.397931 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-78071aef-d6cf-4854-872e-b601a7528616 req-3e14ca6a-a8a6-4278-bcdf-9c7306bbb69c service neutron] 10.222.0.39 "GET /v2.0/networks/719d6beb-a88c-42b5-a4d8-b710f113657a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3078456 May 30 05:09:29.463910 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [req-b253ba24-b737-4880-9d92-0d423a6beccf req-e9c9e889-773a-4b15-8971-016442de5bff service neutron] For port 8631b3f6-dfd4-41e6-a191-d3cfda45c5d5, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=8631b3f6-dfd4-41e6-a191-d3cfda45c5d5,segment=NetworkSegment(a316a0d6-311b-42cc-9dee-c7508525eb5e),segment_id=a316a0d6-311b-42cc-9dee-c7508525eb5e)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:09:29.485250 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4365fdd-82b2-42ad-bf35-fea607c30006 req-9b5f6085-baeb-47a1-8d72-ff83abdad5dd tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:09:29.487272 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c4365fdd-82b2-42ad-bf35-fea607c30006 req-9b5f6085-baeb-47a1-8d72-ff83abdad5dd tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] 10.222.0.15 "GET /v2.0/ports?device_id=af28ee9c-ffd1-4c64-a497-94f67ce858d2 HTTP/1.1" status: 200 len: 945 time: 0.1471393 May 30 05:09:29.575955 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [req-b253ba24-b737-4880-9d92-0d423a6beccf req-e9c9e889-773a-4b15-8971-016442de5bff service neutron] For port 8631b3f6-dfd4-41e6-a191-d3cfda45c5d5, host hv-neutron-8437, cleared binding levels {{(pid=88261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 05:09:29.636210 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c4365fdd-82b2-42ad-bf35-fea607c30006 req-8bbf1c62-d7b4-4c0d-9f06-15bd1dcb2465 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] 10.222.0.15 "GET /v2.0/security-groups?id=52528308-5406-4aa0-bc49-d5582af75908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1384656 May 30 05:09:29.651599 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [req-b253ba24-b737-4880-9d92-0d423a6beccf req-e9c9e889-773a-4b15-8971-016442de5bff service neutron] device_id is not set on port 8631b3f6-dfd4-41e6-a191-d3cfda45c5d5 yet. {{(pid=88261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 30 05:09:29.662728 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-b253ba24-b737-4880-9d92-0d423a6beccf req-e9c9e889-773a-4b15-8971-016442de5bff service neutron] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:29.669255 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-b253ba24-b737-4880-9d92-0d423a6beccf req-e9c9e889-773a-4b15-8971-016442de5bff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2304381'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:29.733517 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b90ea71-3b82-4950-b716-3e8019759974 req-a68e223d-c820-43ec-a492-8dde767deb20 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:09:29.735043 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5b90ea71-3b82-4950-b716-3e8019759974 req-a68e223d-c820-43ec-a492-8dde767deb20 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] 10.222.0.39 "GET /v2.0/ports?device_id=af28ee9c-ffd1-4c64-a497-94f67ce858d2 HTTP/1.1" status: 200 len: 945 time: 0.2362981 May 30 05:09:29.903290 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c9e889-773a-4b15-8971-016442de5bff service neutron] Pushing event updated for resources: {'Port': ['ID=8631b3f6-dfd4-41e6-a191-d3cfda45c5d5,revision_number=6']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:09:29.929606 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-05c5f922-744d-496f-b08e-e9f3c8f414c6 req-90dcd77d-ccd5-4ff6-93c0-da20d80c0447 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=54cf6c78-3c2e-4a3f-a81f-48ed0c848802 HTTP/1.1" status: 200 len: 210 time: 0.0918257 May 30 05:09:29.946054 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [req-5b90ea71-3b82-4950-b716-3e8019759974 req-870599a5-9d04-4949-92d0-bd71cca39d73 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Deleting port 0b22d935-8cd0-4cf7-aca1-d3e4e7ca2055 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:09:29.946406 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-5b90ea71-3b82-4950-b716-3e8019759974 req-870599a5-9d04-4949-92d0-bd71cca39d73 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:29.981228 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-e4979bda-f204-4102-8005-309a2782256b None None] Provisioning complete for port 8631b3f6-dfd4-41e6-a191-d3cfda45c5d5 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:09:29.981834 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e4979bda-f204-4102-8005-309a2782256b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:30.029544 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [req-b253ba24-b737-4880-9d92-0d423a6beccf req-e9c9e889-773a-4b15-8971-016442de5bff service neutron] No DVR routers for this DVR port 8631b3f6-dfd4-41e6-a191-d3cfda45c5d5 on host hv-neutron-8437 {{(pid=88261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 05:09:30.037636 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-e4979bda-f204-4102-8005-309a2782256b None None] Port 8631b3f6-dfd4-41e6-a191-d3cfda45c5d5 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 05:09:30.188945 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7aa8fd6d-7a6f-4ab2-899b-557e8c715834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:30.210587 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-45f79e78-106a-4f09-9d2c-69baeab7263d None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 05:09:30.415053 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [req-b253ba24-b737-4880-9d92-0d423a6beccf req-e9c9e889-773a-4b15-8971-016442de5bff service neutron] In _notify_port_updated(), no bound segment for port 8631b3f6-dfd4-41e6-a191-d3cfda45c5d5 on network 9db37a7b-c9c2-4775-a4a2-7c843b558ea9 {{(pid=88261) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 30 05:09:30.415991 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b253ba24-b737-4880-9d92-0d423a6beccf req-e9c9e889-773a-4b15-8971-016442de5bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:09:30.416595 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-b253ba24-b737-4880-9d92-0d423a6beccf req-e9c9e889-773a-4b15-8971-016442de5bff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:30.418125 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b253ba24-b737-4880-9d92-0d423a6beccf req-e9c9e889-773a-4b15-8971-016442de5bff service neutron] 10.222.0.39 "PUT /v2.0/ports/8631b3f6-dfd4-41e6-a191-d3cfda45c5d5 HTTP/1.1" status: 200 len: 1026 time: 1.6010594 May 30 05:09:30.422898 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [req-5b90ea71-3b82-4950-b716-3e8019759974 req-870599a5-9d04-4949-92d0-bd71cca39d73 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] For port 0b22d935-8cd0-4cf7-aca1-d3e4e7ca2055, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=0b22d935-8cd0-4cf7-aca1-d3e4e7ca2055,segment=NetworkSegment(e44dcc7a-45b8-400b-a163-3c280c77686f),segment_id=e44dcc7a-45b8-400b-a163-3c280c77686f)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:09:30.423254 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-5b90ea71-3b82-4950-b716-3e8019759974 req-870599a5-9d04-4949-92d0-bd71cca39d73 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:30.670159 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [req-5b90ea71-3b82-4950-b716-3e8019759974 req-870599a5-9d04-4949-92d0-bd71cca39d73 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Calling delete_port for 0b22d935-8cd0-4cf7-aca1-d3e4e7ca2055 owned by compute:nova {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:09:30.864259 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-5b90ea71-3b82-4950-b716-3e8019759974 req-870599a5-9d04-4949-92d0-bd71cca39d73 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:30.921715 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af7ffab-b669-499f-9f86-1524f55e3581 req-404953e7-4acf-4d6d-a420-a5a29814893b tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:09:30.923162 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3af7ffab-b669-499f-9f86-1524f55e3581 req-404953e7-4acf-4d6d-a420-a5a29814893b tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] 10.222.0.15 "GET /v2.0/ports?device_id=af28ee9c-ffd1-4c64-a497-94f67ce858d2 HTTP/1.1" status: 200 len: 945 time: 0.1825483 May 30 05:09:30.923867 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870599a5-9d04-4949-92d0-bd71cca39d73 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Pushing event deleted for resources: {'Port': ['ID=0b22d935-8cd0-4cf7-aca1-d3e4e7ca2055,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:09:31.023391 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b90ea71-3b82-4950-b716-3e8019759974 req-870599a5-9d04-4949-92d0-bd71cca39d73 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] No DVR routers for this DVR port 0b22d935-8cd0-4cf7-aca1-d3e4e7ca2055 on host hv-neutron-8437 {{(pid=88261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 05:09:31.026949 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-5b90ea71-3b82-4950-b716-3e8019759974 req-870599a5-9d04-4949-92d0-bd71cca39d73 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:31.029219 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af28ee9c-ffd1-4c64-a497-94f67ce858d2', 'name': 'network-vif-deleted', 'tag': '0b22d935-8cd0-4cf7-aca1-d3e4e7ca2055'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:09:31.047450 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5b90ea71-3b82-4950-b716-3e8019759974 req-870599a5-9d04-4949-92d0-bd71cca39d73 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] 10.222.0.39 "DELETE /v2.0/ports/0b22d935-8cd0-4cf7-aca1-d3e4e7ca2055 HTTP/1.1" status: 204 len: 173 time: 1.2594371 May 30 05:09:31.050833 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3af7ffab-b669-499f-9f86-1524f55e3581 req-7e5eb748-9799-4332-acaa-ae70f4831284 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] 10.222.0.15 "GET /v2.0/security-groups?id=52528308-5406-4aa0-bc49-d5582af75908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956423 May 30 05:09:31.070001 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device 8631b3f6-dfd4-41e6-a191-d3cfda45c5d5 no longer exists at agent hyperv_hv-neutron-8437 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 05:09:31.146836 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device 8631b3f6-dfd4-41e6-a191-d3cfda45c5d5 not bound to the agent host hv-neutron-8437 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 05:09:31.146836 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device 0b22d935-8cd0-4cf7-aca1-d3e4e7ca2055 no longer exists at agent hyperv_hv-neutron-8437 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 05:09:31.146977 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 48886) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:09:31.178550 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] No Port match for: 0b22d935-8cd0-4cf7-aca1-d3e4e7ca2055 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 05:09:31.178903 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device 0b22d935-8cd0-4cf7-aca1-d3e4e7ca2055 not bound to the agent host hv-neutron-8437 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 05:09:31.191014 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90ae2272-2d02-4780-8e51-163dff23a067'] response: {'server_uuid': 'af28ee9c-ffd1-4c64-a497-94f67ce858d2', 'name': 'network-vif-deleted', 'tag': '0b22d935-8cd0-4cf7-aca1-d3e4e7ca2055', 'status': 'completed', 'code': 200} May 30 05:09:31.217598 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56ded65b-0e68-413c-8b9b-1097922cc81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:31.234180 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a5f8c9-9276-468b-bb23-7512f11090ce tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:09:31.237842 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-60a5f8c9-9276-468b-bb23-7512f11090ce tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports/8631b3f6-dfd4-41e6-a191-d3cfda45c5d5 HTTP/1.1" status: 200 len: 925 time: 0.0879495 May 30 05:09:31.312527 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 48892) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:09:31.318517 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-328ef31e-3f67-49a0-8a74-24853800a51a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-185218124', 'description': 'tempest-secgroup-smoke-185218124 description', 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:09:31.324955 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-328ef31e-3f67-49a0-8a74-24853800a51a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:09:31.337010 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-328ef31e-3f67-49a0-8a74-24853800a51a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:09:31.347092 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-328ef31e-3f67-49a0-8a74-24853800a51a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:31.367877 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-328ef31e-3f67-49a0-8a74-24853800a51a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:09:31.372284 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-328ef31e-3f67-49a0-8a74-24853800a51a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Usage tracker for resource:security_group_rule and tenant:f9fe59584bbe4d5aaa42841eedb71980 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:09:31.375805 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-328ef31e-3f67-49a0-8a74-24853800a51a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:09:31.382820 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-328ef31e-3f67-49a0-8a74-24853800a51a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:09:31.446834 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:31.466308 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-328ef31e-3f67-49a0-8a74-24853800a51a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:31.473587 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-328ef31e-3f67-49a0-8a74-24853800a51a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:31.523334 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328ef31e-3f67-49a0-8a74-24853800a51a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=742563fe-368a-4bb3-914e-05717da48a23,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:09:31.534722 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-328ef31e-3f67-49a0-8a74-24853800a51a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:31.538632 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-328ef31e-3f67-49a0-8a74-24853800a51a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2224648 May 30 05:09:31.538717 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 48896) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:09:31.543897 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-d11657ed-a8fa-45c5-bec0-3e7397c68220 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Request body: {'security_group_rule': {'security_group_id': '742563fe-368a-4bb3-914e-05717da48a23', 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:09:31.549691 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-d11657ed-a8fa-45c5-bec0-3e7397c68220 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:09:31.553549 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-d11657ed-a8fa-45c5-bec0-3e7397c68220 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Usage tracker for resource:security_group_rule and tenant:f9fe59584bbe4d5aaa42841eedb71980 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:09:31.556440 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-d11657ed-a8fa-45c5-bec0-3e7397c68220 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:09:31.562159 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-d11657ed-a8fa-45c5-bec0-3e7397c68220 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:09:31.578561 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d11657ed-a8fa-45c5-bec0-3e7397c68220 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:31.645563 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d11657ed-a8fa-45c5-bec0-3e7397c68220 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:31.650494 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d11657ed-a8fa-45c5-bec0-3e7397c68220 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:31.672208 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11657ed-a8fa-45c5-bec0-3e7397c68220 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be51e55f-d9e0-4870-bc9c-f3508cf6ed7c,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:09:31.683409 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d11657ed-a8fa-45c5-bec0-3e7397c68220 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:31.684605 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-d11657ed-a8fa-45c5-bec0-3e7397c68220 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1449940 May 30 05:09:31.687308 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 48900) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:09:31.692308 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-13caab57-b15c-4957-bb06-f3b13ccddfe7 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Request body: {'security_group_rule': {'security_group_id': '742563fe-368a-4bb3-914e-05717da48a23', 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:09:31.698070 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-13caab57-b15c-4957-bb06-f3b13ccddfe7 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:09:31.702094 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-13caab57-b15c-4957-bb06-f3b13ccddfe7 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Usage tracker for resource:security_group_rule and tenant:f9fe59584bbe4d5aaa42841eedb71980 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:09:31.705067 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-13caab57-b15c-4957-bb06-f3b13ccddfe7 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:09:31.711456 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-13caab57-b15c-4957-bb06-f3b13ccddfe7 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:09:31.727735 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-13caab57-b15c-4957-bb06-f3b13ccddfe7 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:31.787967 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-13caab57-b15c-4957-bb06-f3b13ccddfe7 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:31.792012 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-13caab57-b15c-4957-bb06-f3b13ccddfe7 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:31.813908 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13caab57-b15c-4957-bb06-f3b13ccddfe7 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8b0cd76-d93a-4bdb-b8ce-af1476361c14,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:09:31.823106 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-13caab57-b15c-4957-bb06-f3b13ccddfe7 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:31.824270 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-13caab57-b15c-4957-bb06-f3b13ccddfe7 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1360633 May 30 05:09:31.826910 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 48904) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:09:31.832203 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-0a9937f8-9004-4571-8998-51c749984f48 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Request body: {'security_group_rule': {'security_group_id': '742563fe-368a-4bb3-914e-05717da48a23', 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:09:31.837749 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-0a9937f8-9004-4571-8998-51c749984f48 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:09:31.841597 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-0a9937f8-9004-4571-8998-51c749984f48 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Usage tracker for resource:security_group_rule and tenant:f9fe59584bbe4d5aaa42841eedb71980 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:09:31.844449 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-0a9937f8-9004-4571-8998-51c749984f48 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:09:31.850125 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-0a9937f8-9004-4571-8998-51c749984f48 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:09:31.865601 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0a9937f8-9004-4571-8998-51c749984f48 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:31.930142 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0a9937f8-9004-4571-8998-51c749984f48 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:31.934471 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0a9937f8-9004-4571-8998-51c749984f48 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:31.959986 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9937f8-9004-4571-8998-51c749984f48 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4045e4d-964a-4363-b756-db46df71547c,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:09:31.970467 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0a9937f8-9004-4571-8998-51c749984f48 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:31.971722 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-0a9937f8-9004-4571-8998-51c749984f48 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1439228 May 30 05:09:31.975004 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 48908) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:09:31.980258 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-e13d657f-5b9c-472b-94d7-9807a8f9f3ff tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Request body: {'security_group_rule': {'security_group_id': '742563fe-368a-4bb3-914e-05717da48a23', 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:09:31.986461 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-e13d657f-5b9c-472b-94d7-9807a8f9f3ff tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:09:31.990544 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-e13d657f-5b9c-472b-94d7-9807a8f9f3ff tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Usage tracker for resource:security_group_rule and tenant:f9fe59584bbe4d5aaa42841eedb71980 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:09:31.993890 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-e13d657f-5b9c-472b-94d7-9807a8f9f3ff tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:09:31.999889 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-e13d657f-5b9c-472b-94d7-9807a8f9f3ff tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:09:32.018964 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e13d657f-5b9c-472b-94d7-9807a8f9f3ff tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:32.088216 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e13d657f-5b9c-472b-94d7-9807a8f9f3ff tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:32.092272 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e13d657f-5b9c-472b-94d7-9807a8f9f3ff tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:32.113375 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13d657f-5b9c-472b-94d7-9807a8f9f3ff tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47deebd0-27a0-4cf5-b900-a23334a23662,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:09:32.126395 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e13d657f-5b9c-472b-94d7-9807a8f9f3ff tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:32.130838 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-e13d657f-5b9c-472b-94d7-9807a8f9f3ff tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1522305 May 30 05:09:32.131025 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 48914) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:09:32.135826 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-e0b84cb1-d92c-41bc-94c9-542a8bb7fba6 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Request body: {'security_group_rule': {'security_group_id': '742563fe-368a-4bb3-914e-05717da48a23', 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:09:32.141921 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-e0b84cb1-d92c-41bc-94c9-542a8bb7fba6 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:09:32.146246 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-e0b84cb1-d92c-41bc-94c9-542a8bb7fba6 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Usage tracker for resource:security_group_rule and tenant:f9fe59584bbe4d5aaa42841eedb71980 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:09:32.149107 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-e0b84cb1-d92c-41bc-94c9-542a8bb7fba6 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:09:32.155160 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-e0b84cb1-d92c-41bc-94c9-542a8bb7fba6 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:09:32.166445 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.db.securitygroups_db [None req-e0b84cb1-d92c-41bc-94c9-542a8bb7fba6 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Project f9fe59584bbe4d5aaa42841eedb71980 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 30 05:09:32.173281 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e0b84cb1-d92c-41bc-94c9-542a8bb7fba6 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:32.240785 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e0b84cb1-d92c-41bc-94c9-542a8bb7fba6 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:32.246999 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e0b84cb1-d92c-41bc-94c9-542a8bb7fba6 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:32.274619 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b84cb1-d92c-41bc-94c9-542a8bb7fba6 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=808e8910-f819-4b92-9f55-e5c5432f7f73,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:09:32.290683 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e0b84cb1-d92c-41bc-94c9-542a8bb7fba6 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:32.294892 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 48922) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:09:32.295401 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-e0b84cb1-d92c-41bc-94c9-542a8bb7fba6 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1629868 May 30 05:09:32.302135 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-e0d3c5b6-7988-41bd-9c58-44bc96c83035 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Request body: {'security_group_rule': {'security_group_id': '742563fe-368a-4bb3-914e-05717da48a23', 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:09:32.308304 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-e0d3c5b6-7988-41bd-9c58-44bc96c83035 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:09:32.316726 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-e0d3c5b6-7988-41bd-9c58-44bc96c83035 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Usage tracker for resource:security_group_rule and tenant:f9fe59584bbe4d5aaa42841eedb71980 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:09:32.319673 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-e0d3c5b6-7988-41bd-9c58-44bc96c83035 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:09:32.325989 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-e0d3c5b6-7988-41bd-9c58-44bc96c83035 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:09:32.338709 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.db.securitygroups_db [None req-e0d3c5b6-7988-41bd-9c58-44bc96c83035 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Project f9fe59584bbe4d5aaa42841eedb71980 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 30 05:09:32.345609 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e0d3c5b6-7988-41bd-9c58-44bc96c83035 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:32.415621 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e0d3c5b6-7988-41bd-9c58-44bc96c83035 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:32.420117 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e0d3c5b6-7988-41bd-9c58-44bc96c83035 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:32.444954 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d3c5b6-7988-41bd-9c58-44bc96c83035 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3d30b5f-137c-495d-b270-85a9ae78d88b,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:09:32.458407 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e0d3c5b6-7988-41bd-9c58-44bc96c83035 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:32.465196 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-e0d3c5b6-7988-41bd-9c58-44bc96c83035 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1631234 May 30 05:09:32.621590 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6ddd67a9-408f-4120-b229-42a969af6069 req-2d1bdd5c-de67-4128-8eae-5b42bf1e052f tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-185218124&fields=id&tenant_id=f9fe59584bbe4d5aaa42841eedb71980 HTTP/1.1" status: 200 len: 267 time: 0.0389311 May 30 05:09:32.699939 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddd67a9-408f-4120-b229-42a969af6069 req-b803db5a-7c88-46ac-9781-b31308c00e8b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:09:32.701266 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6ddd67a9-408f-4120-b229-42a969af6069 req-b803db5a-7c88-46ac-9781-b31308c00e8b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports/8631b3f6-dfd4-41e6-a191-d3cfda45c5d5 HTTP/1.1" status: 200 len: 930 time: 0.0725727 May 30 05:09:32.764996 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a142624-940e-4c55-bf49-a5329c884075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:32.773740 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6ddd67a9-408f-4120-b229-42a969af6069 req-a4d3f459-c360-4cf7-a257-ad84b974a0d5 service neutron] 10.222.0.15 "GET /v2.0/ports/8631b3f6-dfd4-41e6-a191-d3cfda45c5d5?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0601428 May 30 05:09:32.904728 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6ddd67a9-408f-4120-b229-42a969af6069 req-6357908b-3277-433b-847f-f778bd9ef140 service neutron] 10.222.0.15 "GET /v2.0/networks/9db37a7b-c9c2-4775-a4a2-7c843b558ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248820 May 30 05:09:33.035460 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6ddd67a9-408f-4120-b229-42a969af6069 req-b0fce420-53b5-42bb-a805-22716af9aaad service neutron] 10.222.0.15 "GET /v2.0/networks/9db37a7b-c9c2-4775-a4a2-7c843b558ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244335 May 30 05:09:33.206412 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a77ad3de-a75f-49d7-913a-f44b25fc8aca req-6d7eef6f-1f8c-4c94-827d-8a6435f51c44 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=6303e898-eea3-4d74-ac83-421607003307 HTTP/1.1" status: 200 len: 210 time: 0.0427897 May 30 05:09:34.170948 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddd67a9-408f-4120-b229-42a969af6069 req-022c433d-e656-4b4f-9bbd-c571c8b3a9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:09:34.172551 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6ddd67a9-408f-4120-b229-42a969af6069 req-022c433d-e656-4b4f-9bbd-c571c8b3a9d6 service neutron] 10.222.0.39 "GET /v2.0/ports/8631b3f6-dfd4-41e6-a191-d3cfda45c5d5 HTTP/1.1" status: 200 len: 1026 time: 0.0704660 May 30 05:09:34.347090 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddd67a9-408f-4120-b229-42a969af6069 req-0235ecf9-4091-4425-b84c-475312a2490f tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:09:34.348819 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6ddd67a9-408f-4120-b229-42a969af6069 req-0235ecf9-4091-4425-b84c-475312a2490f tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.39 "GET /v2.0/networks?id=9db37a7b-c9c2-4775-a4a2-7c843b558ea9 HTTP/1.1" status: 200 len: 796 time: 0.1704051 May 30 05:09:34.406784 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-711dfb04-1ca2-4a2b-8c5a-e77923cdd613 req-9fabaee3-b368-4152-b320-2b7b965dc6b3 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=6303e898-eea3-4d74-ac83-421607003307 HTTP/1.1" status: 200 len: 210 time: 0.0569727 May 30 05:09:34.434172 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6ddd67a9-408f-4120-b229-42a969af6069 req-4416765f-5569-4691-9eee-e25f645241bd tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f9fe59584bbe4d5aaa42841eedb71980 HTTP/1.1" status: 200 len: 471 time: 0.0531859 May 30 05:09:34.444505 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [req-6ddd67a9-408f-4120-b229-42a969af6069 req-c5e87ed0-532d-43a1-be40-d44214ca3ed0 service neutron] Request body: {'port': {'device_id': '6303e898-eea3-4d74-ac83-421607003307', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8437'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:09:34.561212 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-6ddd67a9-408f-4120-b229-42a969af6069 req-c5e87ed0-532d-43a1-be40-d44214ca3ed0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:35.024602 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [req-6ddd67a9-408f-4120-b229-42a969af6069 req-c5e87ed0-532d-43a1-be40-d44214ca3ed0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8631b3f6-dfd4-41e6-a191-d3cfda45c5d5 {{(pid=88261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 30 05:09:35.032407 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-6ddd67a9-408f-4120-b229-42a969af6069 req-c5e87ed0-532d-43a1-be40-d44214ca3ed0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:35.049033 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [req-6ddd67a9-408f-4120-b229-42a969af6069 req-c5e87ed0-532d-43a1-be40-d44214ca3ed0 service neutron] Transition to ACTIVE for port object 8631b3f6-dfd4-41e6-a191-d3cfda45c5d5 will not be triggered until provisioned by entity L2. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:09:35.052535 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-6ddd67a9-408f-4120-b229-42a969af6069 req-c5e87ed0-532d-43a1-be40-d44214ca3ed0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2304381'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:35.195117 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e87ed0-532d-43a1-be40-d44214ca3ed0 service neutron] Pushing event updated for resources: {'Port': ['ID=8631b3f6-dfd4-41e6-a191-d3cfda45c5d5,revision_number=7']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:09:35.331519 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [req-6ddd67a9-408f-4120-b229-42a969af6069 req-c5e87ed0-532d-43a1-be40-d44214ca3ed0 service neutron] Attempting to bind port 8631b3f6-dfd4-41e6-a191-d3cfda45c5d5 on host hv-neutron-8437 for vnic_type normal with profile {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 05:09:35.331846 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [req-6ddd67a9-408f-4120-b229-42a969af6069 req-c5e87ed0-532d-43a1-be40-d44214ca3ed0 service neutron] Attempting to bind port 8631b3f6-dfd4-41e6-a191-d3cfda45c5d5 by drivers openvswitch,hyperv on host hv-neutron-8437 at level 0 using segments [{'id': 'a316a0d6-311b-42cc-9dee-c7508525eb5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '9db37a7b-c9c2-4775-a4a2-7c843b558ea9'}] {{(pid=88261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 05:09:35.332167 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ddd67a9-408f-4120-b229-42a969af6069 req-c5e87ed0-532d-43a1-be40-d44214ca3ed0 service neutron] Attempting to bind port 8631b3f6-dfd4-41e6-a191-d3cfda45c5d5 on network 9db37a7b-c9c2-4775-a4a2-7c843b558ea9 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:09:35.336626 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ddd67a9-408f-4120-b229-42a969af6069 req-c5e87ed0-532d-43a1-be40-d44214ca3ed0 service neutron] Port 8631b3f6-dfd4-41e6-a191-d3cfda45c5d5 on network 9db37a7b-c9c2-4775-a4a2-7c843b558ea9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8437 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 30 05:09:35.336942 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ddd67a9-408f-4120-b229-42a969af6069 req-c5e87ed0-532d-43a1-be40-d44214ca3ed0 service neutron] Attempting to bind port 8631b3f6-dfd4-41e6-a191-d3cfda45c5d5 on network 9db37a7b-c9c2-4775-a4a2-7c843b558ea9 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:09:35.341949 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ddd67a9-408f-4120-b229-42a969af6069 req-c5e87ed0-532d-43a1-be40-d44214ca3ed0 service neutron] Checking agent: {'id': 'de0c936d-420b-412f-9642-7bfe80b5ab25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8437', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 51, 47), 'started_at': datetime.datetime(2022, 5, 30, 4, 51, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 5, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 05:09:35.342280 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ddd67a9-408f-4120-b229-42a969af6069 req-c5e87ed0-532d-43a1-be40-d44214ca3ed0 service neutron] Checking segment: {'id': 'a316a0d6-311b-42cc-9dee-c7508525eb5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '9db37a7b-c9c2-4775-a4a2-7c843b558ea9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:09:35.342660 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ddd67a9-408f-4120-b229-42a969af6069 req-c5e87ed0-532d-43a1-be40-d44214ca3ed0 service neutron] Bound using segment: {'id': 'a316a0d6-311b-42cc-9dee-c7508525eb5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '9db37a7b-c9c2-4775-a4a2-7c843b558ea9'} {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 05:09:35.343092 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [req-6ddd67a9-408f-4120-b229-42a969af6069 req-c5e87ed0-532d-43a1-be40-d44214ca3ed0 service neutron] Bound port: 8631b3f6-dfd4-41e6-a191-d3cfda45c5d5, host: hv-neutron-8437, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a316a0d6-311b-42cc-9dee-c7508525eb5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '9db37a7b-c9c2-4775-a4a2-7c843b558ea9'}}] {{(pid=88261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 05:09:35.343415 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-6ddd67a9-408f-4120-b229-42a969af6069 req-c5e87ed0-532d-43a1-be40-d44214ca3ed0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:35.432823 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [req-6ddd67a9-408f-4120-b229-42a969af6069 req-c5e87ed0-532d-43a1-be40-d44214ca3ed0 service neutron] For port 8631b3f6-dfd4-41e6-a191-d3cfda45c5d5, host hv-neutron-8437, cleared binding levels {{(pid=88261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 05:09:35.435768 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [req-6ddd67a9-408f-4120-b229-42a969af6069 req-c5e87ed0-532d-43a1-be40-d44214ca3ed0 service neutron] For port 8631b3f6-dfd4-41e6-a191-d3cfda45c5d5, host hv-neutron-8437, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=8631b3f6-dfd4-41e6-a191-d3cfda45c5d5,segment=NetworkSegment(a316a0d6-311b-42cc-9dee-c7508525eb5e),segment_id=a316a0d6-311b-42cc-9dee-c7508525eb5e)] {{(pid=88261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 05:09:35.441696 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-6ddd67a9-408f-4120-b229-42a969af6069 req-c5e87ed0-532d-43a1-be40-d44214ca3ed0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2304381'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:35.523223 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddd67a9-408f-4120-b229-42a969af6069 req-c5e87ed0-532d-43a1-be40-d44214ca3ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:09:35.523886 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-6ddd67a9-408f-4120-b229-42a969af6069 req-c5e87ed0-532d-43a1-be40-d44214ca3ed0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:35.525265 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6ddd67a9-408f-4120-b229-42a969af6069 req-c5e87ed0-532d-43a1-be40-d44214ca3ed0 service neutron] 10.222.0.39 "PUT /v2.0/ports/8631b3f6-dfd4-41e6-a191-d3cfda45c5d5 HTTP/1.1" status: 200 len: 1131 time: 1.0846007 May 30 05:09:35.525705 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6303e898-eea3-4d74-ac83-421607003307', 'tag': '8631b3f6-dfd4-41e6-a191-d3cfda45c5d5'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:09:35.642432 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e87ed0-532d-43a1-be40-d44214ca3ed0 service neutron] Pushing event updated for resources: {'Port': ['ID=8631b3f6-dfd4-41e6-a191-d3cfda45c5d5,revision_number=8']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:09:35.712289 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c97bf33-8a7f-4cf4-be97-42392fe61c55 req-bff0c6a2-c33f-40fa-9d27-12d10ab12e91 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:09:35.713931 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7c97bf33-8a7f-4cf4-be97-42392fe61c55 req-bff0c6a2-c33f-40fa-9d27-12d10ab12e91 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=6303e898-eea3-4d74-ac83-421607003307 HTTP/1.1" status: 200 len: 981 time: 0.1784573 May 30 05:09:35.719022 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddd67a9-408f-4120-b229-42a969af6069 req-cf05dff7-d72b-4147-b968-632844c5ba0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:09:35.720474 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6ddd67a9-408f-4120-b229-42a969af6069 req-cf05dff7-d72b-4147-b968-632844c5ba0d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f9fe59584bbe4d5aaa42841eedb71980&device_id=6303e898-eea3-4d74-ac83-421607003307 HTTP/1.1" status: 200 len: 1134 time: 0.1427426 May 30 05:09:35.842707 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7c97bf33-8a7f-4cf4-be97-42392fe61c55 req-646cc698-fe41-45b5-bf2b-965d43ad6cbd tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/security-groups?id=496feb4e-597d-4c85-ba2a-f7f31a35c4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207120 May 30 05:09:35.852855 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6ddd67a9-408f-4120-b229-42a969af6069 req-6a5a081d-6951-433e-834d-8f4119ade41b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8631b3f6-dfd4-41e6-a191-d3cfda45c5d5 HTTP/1.1" status: 200 len: 1036 time: 0.1180904 May 30 05:09:35.901433 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0561d1be-9de2-4258-b394-863bacf162d0'] response: {'name': 'network-changed', 'server_uuid': '6303e898-eea3-4d74-ac83-421607003307', 'tag': '8631b3f6-dfd4-41e6-a191-d3cfda45c5d5', 'status': 'completed', 'code': 200} May 30 05:09:35.916419 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddd67a9-408f-4120-b229-42a969af6069 req-93d19c1b-3aee-4982-89b0-5beeb1a6dbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:09:35.917860 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6ddd67a9-408f-4120-b229-42a969af6069 req-93d19c1b-3aee-4982-89b0-5beeb1a6dbe1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f4acacb1-18da-46e4-9e16-e54842fcfa4c HTTP/1.1" status: 200 len: 834 time: 0.0593004 May 30 05:09:35.995318 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddd67a9-408f-4120-b229-42a969af6069 req-d10c3cf4-71ca-4bfe-a647-dffc46b6c04d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:09:35.996678 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6ddd67a9-408f-4120-b229-42a969af6069 req-d10c3cf4-71ca-4bfe-a647-dffc46b6c04d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9db37a7b-c9c2-4775-a4a2-7c843b558ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729165 May 30 05:09:36.128354 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6ddd67a9-408f-4120-b229-42a969af6069 req-a6a1f63e-4baa-4c95-bd56-50a71f961af2 service neutron] 10.222.0.39 "GET /v2.0/networks/9db37a7b-c9c2-4775-a4a2-7c843b558ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253779 May 30 05:09:36.255323 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6ddd67a9-408f-4120-b229-42a969af6069 req-f8e4942b-44e1-487d-b778-5cac801c7844 service neutron] 10.222.0.39 "GET /v2.0/networks/9db37a7b-c9c2-4775-a4a2-7c843b558ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209328 May 30 05:09:36.372785 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a96d6d0-f807-49ac-8ad5-5b81e5236c40 req-f1a620e8-ddb4-458d-9a2b-839921ae2225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:09:36.374280 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7a96d6d0-f807-49ac-8ad5-5b81e5236c40 req-f1a620e8-ddb4-458d-9a2b-839921ae2225 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f9fe59584bbe4d5aaa42841eedb71980&device_id=6303e898-eea3-4d74-ac83-421607003307 HTTP/1.1" status: 200 len: 1134 time: 0.0721822 May 30 05:09:36.599649 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a96d6d0-f807-49ac-8ad5-5b81e5236c40 req-c06b6e1c-4e5c-4706-8810-ad2c5653ad42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:09:36.601092 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7a96d6d0-f807-49ac-8ad5-5b81e5236c40 req-c06b6e1c-4e5c-4706-8810-ad2c5653ad42 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9db37a7b-c9c2-4775-a4a2-7c843b558ea9 HTTP/1.1" status: 200 len: 897 time: 0.2205207 May 30 05:09:36.703375 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7a96d6d0-f807-49ac-8ad5-5b81e5236c40 req-bd4bda83-a5ab-41a0-9dfc-6d88568c01ed service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8631b3f6-dfd4-41e6-a191-d3cfda45c5d5 HTTP/1.1" status: 200 len: 1036 time: 0.0957527 May 30 05:09:36.723984 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 48970) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:09:36.764114 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a96d6d0-f807-49ac-8ad5-5b81e5236c40 req-6d167358-e397-4c71-acc9-1da6c3330c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:09:36.765525 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7a96d6d0-f807-49ac-8ad5-5b81e5236c40 req-6d167358-e397-4c71-acc9-1da6c3330c3f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f4acacb1-18da-46e4-9e16-e54842fcfa4c HTTP/1.1" status: 200 len: 834 time: 0.0559452 May 30 05:09:36.841283 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a96d6d0-f807-49ac-8ad5-5b81e5236c40 req-3136fd93-1b01-4090-a7d9-e82b2993e984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:09:36.842786 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7a96d6d0-f807-49ac-8ad5-5b81e5236c40 req-3136fd93-1b01-4090-a7d9-e82b2993e984 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9db37a7b-c9c2-4775-a4a2-7c843b558ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707238 May 30 05:09:36.926983 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-781359bf-bcc2-4edf-99e5-c00e8333c0a1 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Deleting port 4b685b7e-a81f-4937-84c5-6be0f199e64c {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:09:36.927772 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-781359bf-bcc2-4edf-99e5-c00e8333c0a1 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:37.013454 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7a96d6d0-f807-49ac-8ad5-5b81e5236c40 req-0cc39872-052e-4d96-88c4-5b6df177f263 service neutron] 10.222.0.39 "GET /v2.0/networks/9db37a7b-c9c2-4775-a4a2-7c843b558ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640029 May 30 05:09:37.101639 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-781359bf-bcc2-4edf-99e5-c00e8333c0a1 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:37.102013 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-781359bf-bcc2-4edf-99e5-c00e8333c0a1 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:37.135327 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991381a6-adf4-4993-bcf1-a2da4612c162 req-050c6c4e-7fea-4071-a093-3c67ef4c76d5 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:09:37.136698 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-991381a6-adf4-4993-bcf1-a2da4612c162 req-050c6c4e-7fea-4071-a093-3c67ef4c76d5 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=6303e898-eea3-4d74-ac83-421607003307 HTTP/1.1" status: 200 len: 981 time: 0.1823957 May 30 05:09:37.192767 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7a96d6d0-f807-49ac-8ad5-5b81e5236c40 req-0c1b630f-9bf5-403d-9a78-a6ec9af60556 service neutron] 10.222.0.39 "GET /v2.0/networks/9db37a7b-c9c2-4775-a4a2-7c843b558ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715248 May 30 05:09:37.210986 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-991381a6-adf4-4993-bcf1-a2da4612c162 req-1ba34b34-f083-4194-acfb-8c4de9be9471 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/security-groups?id=496feb4e-597d-4c85-ba2a-f7f31a35c4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647240 May 30 05:09:37.316960 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-781359bf-bcc2-4edf-99e5-c00e8333c0a1 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Calling delete_port for 4b685b7e-a81f-4937-84c5-6be0f199e64c owned by network:floatingip {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:09:37.466221 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-781359bf-bcc2-4edf-99e5-c00e8333c0a1 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:37.538687 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781359bf-bcc2-4edf-99e5-c00e8333c0a1 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Pushing event deleted for resources: {'Port': ['ID=4b685b7e-a81f-4937-84c5-6be0f199e64c,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:09:37.605926 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-781359bf-bcc2-4edf-99e5-c00e8333c0a1 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Notify callbacks [] for floatingip, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:37.606261 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.db.l3_db [None req-781359bf-bcc2-4edf-99e5-c00e8333c0a1 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Floating IP 7e09a672-4b71-47db-b4a4-00b841a58b68 disassociated (deleted). External IP: 172.26.6.205, port: dab7c9a1-99c5-4e56-b8bf-b15f3271caed. May 30 05:09:37.955714 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-781359bf-bcc2-4edf-99e5-c00e8333c0a1 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Router 0052139e-6291-4d45-bd81-95a00b5b5a70 has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 05:09:38.134257 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-781359bf-bcc2-4edf-99e5-c00e8333c0a1 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:09:38.144124 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7071381-609e-4b4d-b920-b52128edc775 None None] Sync routers for ids ['0052139e-6291-4d45-bd81-95a00b5b5a70'] in dv-neutron-843763-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:09:38.150465 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-781359bf-bcc2-4edf-99e5-c00e8333c0a1 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for floatingip, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:38.154402 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7071381-609e-4b4d-b920-b52128edc775 None None] Routers {'0052139e-6291-4d45-bd81-95a00b5b5a70'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:09:38.155004 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-a7071381-609e-4b4d-b920-b52128edc775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:09:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['0052139e-6291-4d45-bd81-95a00b5b5a70'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:09:38.204882 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-781359bf-bcc2-4edf-99e5-c00e8333c0a1 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] 10.222.0.15 "DELETE /v2.0/floatingips/7e09a672-4b71-47db-b4a4-00b841a58b68 HTTP/1.1" status: 204 len: 168 time: 1.4798014 May 30 05:09:38.205496 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5741834-3365-4b0e-89aa-9e182be9a397', 'tag': 'dab7c9a1-99c5-4e56-b8bf-b15f3271caed'}] {{(pid=88260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:09:38.331141 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-a7071381-609e-4b4d-b920-b52128edc775 None None] Set router 0052139e-6291-4d45-bd81-95a00b5b5a70 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:09:38.437795 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d3da4ca-427e-4163-8300-50fc27912eb9'] response: {'name': 'network-changed', 'server_uuid': 'd5741834-3365-4b0e-89aa-9e182be9a397', 'tag': 'dab7c9a1-99c5-4e56-b8bf-b15f3271caed', 'status': 'completed', 'code': 200} May 30 05:09:38.590480 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0611468d-c99a-4228-937c-a41abc3f464f req-67daeaf6-35de-42a9-acec-6e1fcfd674c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:09:38.592182 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0611468d-c99a-4228-937c-a41abc3f464f req-67daeaf6-35de-42a9-acec-6e1fcfd674c6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=88101d051d394b379575d1a4b606816a&device_id=d5741834-3365-4b0e-89aa-9e182be9a397 HTTP/1.1" status: 200 len: 1099 time: 0.1316342 May 30 05:09:38.665742 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-a7071381-609e-4b4d-b920-b52128edc775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0052139e-6291-4d45-bd81-95a00b5b5a70', 'name': 'tempest-TestVolumeBootPattern-1089136327-router', 'tenant_id': '88101d051d394b379575d1a4b606816a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.86'}], 'enable_snat': True}, 'gw_port_id': '09d84916-c5bc-4647-93c2-5196ea1d5602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:02:15Z', 'updated_at': '2022-05-30T05:02:20Z', 'revision_number': 4, 'project_id': '88101d051d394b379575d1a4b606816a', 'gw_port': {'id': '09d84916-c5bc-4647-93c2-5196ea1d5602', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:2d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0052139e-6291-4d45-bd81-95a00b5b5a70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:02:16Z', 'updated_at': '2022-05-30T05:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': 'd3f40e31-186f-4ed2-8ffb-16622562b07e', 'name': '', 'network_id': '719d6beb-a88c-42b5-a4d8-b710f113657a', 'tenant_id': '88101d051d394b379575d1a4b606816a', 'mac_address': 'fa:16:3e:97:d3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0052139e-6291-4d45-bd81-95a00b5b5a70', 'device_owner': 'network:router_interface', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': '195eaa06-b93a-44cb-9e99-e406979df128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:02:19Z', 'updated_at': '2022-05-30T05:02:33Z', 'revision_number': 5, 'project_id': '88101d051d394b379575d1a4b606816a', 'subnets': [{'id': '195eaa06-b93a-44cb-9e99-e406979df128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:09:38.669449 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7071381-609e-4b4d-b920-b52128edc775 None None] Checking router: 0052139e-6291-4d45-bd81-95a00b5b5a70 for host: dv-neutron-843763-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 05:09:38.678094 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7071381-609e-4b4d-b920-b52128edc775 None None] Routers {'0052139e-6291-4d45-bd81-95a00b5b5a70'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:09:38.678674 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-a7071381-609e-4b4d-b920-b52128edc775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:09:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['0052139e-6291-4d45-bd81-95a00b5b5a70'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:09:38.681050 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a486743-8f69-4fc1-8a46-4616db4b5bbd req-94e7e760-a9ac-4ed6-b5c1-19fb913d26cf tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:09:38.682547 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5a486743-8f69-4fc1-8a46-4616db4b5bbd req-94e7e760-a9ac-4ed6-b5c1-19fb913d26cf tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=6303e898-eea3-4d74-ac83-421607003307 HTTP/1.1" status: 200 len: 981 time: 0.1658573 May 30 05:09:38.754851 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5a486743-8f69-4fc1-8a46-4616db4b5bbd req-8656ac08-ab35-4f28-b4a3-a52b03f141bc tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/security-groups?id=496feb4e-597d-4c85-ba2a-f7f31a35c4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649889 May 30 05:09:38.783899 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0611468d-c99a-4228-937c-a41abc3f464f req-7bfd0c3b-818e-42b7-b040-1965c991e33f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:09:38.785529 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0611468d-c99a-4228-937c-a41abc3f464f req-7bfd0c3b-818e-42b7-b040-1965c991e33f service neutron] 10.222.0.39 "GET /v2.0/networks?id=719d6beb-a88c-42b5-a4d8-b710f113657a HTTP/1.1" status: 200 len: 913 time: 0.1855609 May 30 05:09:38.854819 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-a7071381-609e-4b4d-b920-b52128edc775 None None] Set router 0052139e-6291-4d45-bd81-95a00b5b5a70 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:09:38.855171 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0611468d-c99a-4228-937c-a41abc3f464f req-a0fb1094-50ef-4564-b3aa-72f334605c6b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dab7c9a1-99c5-4e56-b8bf-b15f3271caed HTTP/1.1" status: 200 len: 217 time: 0.0617924 May 30 05:09:38.971680 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0611468d-c99a-4228-937c-a41abc3f464f req-9f44ae8d-ff9f-4f93-a34b-09f79aa66cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:09:38.973120 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0611468d-c99a-4228-937c-a41abc3f464f req-9f44ae8d-ff9f-4f93-a34b-09f79aa66cf1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=195eaa06-b93a-44cb-9e99-e406979df128 HTTP/1.1" status: 200 len: 851 time: 0.0851364 May 30 05:09:39.035191 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cade7ce-9f9a-45a4-a37e-3f401c9af849 req-466d90bc-0554-402d-8f90-c261418af735 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:09:39.035876 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-4cade7ce-9f9a-45a4-a37e-3f401c9af849 req-466d90bc-0554-402d-8f90-c261418af735 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Synchronizing usage tracker for tenant:88101d051d394b379575d1a4b606816a on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:09:39.062115 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-4cade7ce-9f9a-45a4-a37e-3f401c9af849 req-466d90bc-0554-402d-8f90-c261418af735 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Unset dirty status for tenant:88101d051d394b379575d1a4b606816a on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:09:39.063259 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4cade7ce-9f9a-45a4-a37e-3f401c9af849 req-466d90bc-0554-402d-8f90-c261418af735 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5741834-3365-4b0e-89aa-9e182be9a397 HTTP/1.1" status: 200 len: 946 time: 0.2100034 May 30 05:09:39.094577 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0611468d-c99a-4228-937c-a41abc3f464f req-355109ed-8914-461a-9cdc-41eaae4cf0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:09:39.096575 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0611468d-c99a-4228-937c-a41abc3f464f req-355109ed-8914-461a-9cdc-41eaae4cf0e7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=719d6beb-a88c-42b5-a4d8-b710f113657a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1155837 May 30 05:09:39.113052 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device 8631b3f6-dfd4-41e6-a191-d3cfda45c5d5 details requested by agent hyperv_hv-neutron-8437 with host hv-neutron-8437 {{(pid=88262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 05:09:39.168871 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-a7071381-609e-4b4d-b920-b52128edc775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0052139e-6291-4d45-bd81-95a00b5b5a70', 'name': 'tempest-TestVolumeBootPattern-1089136327-router', 'tenant_id': '88101d051d394b379575d1a4b606816a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.86'}], 'enable_snat': True}, 'gw_port_id': '09d84916-c5bc-4647-93c2-5196ea1d5602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:02:15Z', 'updated_at': '2022-05-30T05:02:20Z', 'revision_number': 4, 'project_id': '88101d051d394b379575d1a4b606816a', 'gw_port': {'id': '09d84916-c5bc-4647-93c2-5196ea1d5602', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:2d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0052139e-6291-4d45-bd81-95a00b5b5a70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:02:16Z', 'updated_at': '2022-05-30T05:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': 'd3f40e31-186f-4ed2-8ffb-16622562b07e', 'name': '', 'network_id': '719d6beb-a88c-42b5-a4d8-b710f113657a', 'tenant_id': '88101d051d394b379575d1a4b606816a', 'mac_address': 'fa:16:3e:97:d3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0052139e-6291-4d45-bd81-95a00b5b5a70', 'device_owner': 'network:router_interface', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': '195eaa06-b93a-44cb-9e99-e406979df128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:02:19Z', 'updated_at': '2022-05-30T05:02:33Z', 'revision_number': 5, 'project_id': '88101d051d394b379575d1a4b606816a', 'subnets': [{'id': '195eaa06-b93a-44cb-9e99-e406979df128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:09:39.173254 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7071381-609e-4b4d-b920-b52128edc775 None None] The sync data for ids ['0052139e-6291-4d45-bd81-95a00b5b5a70'] in dv-neutron-843763-1-hyperv is: [{'id': '0052139e-6291-4d45-bd81-95a00b5b5a70', 'name': 'tempest-TestVolumeBootPattern-1089136327-router', 'tenant_id': '88101d051d394b379575d1a4b606816a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.86'}], 'enable_snat': True}, 'gw_port_id': '09d84916-c5bc-4647-93c2-5196ea1d5602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:02:15Z', 'updated_at': '2022-05-30T05:02:20Z', 'revision_number': 4, 'project_id': '88101d051d394b379575d1a4b606816a', 'gw_port': {'id': '09d84916-c5bc-4647-93c2-5196ea1d5602', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:2d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0052139e-6291-4d45-bd81-95a00b5b5a70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:02:16Z', 'updated_at': '2022-05-30T05:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': 'd3f40e31-186f-4ed2-8ffb-16622562b07e', 'name': '', 'network_id': '719d6beb-a88c-42b5-a4d8-b710f113657a', 'tenant_id': '88101d051d394b379575d1a4b606816a', 'mac_address': 'fa:16:3e:97:d3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0052139e-6291-4d45-bd81-95a00b5b5a70', 'device_owner': 'network:router_interface', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': '195eaa06-b93a-44cb-9e99-e406979df128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:02:19Z', 'updated_at': '2022-05-30T05:02:33Z', 'revision_number': 5, 'project_id': '88101d051d394b379575d1a4b606816a', 'subnets': [{'id': '195eaa06-b93a-44cb-9e99-e406979df128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:09:39.185048 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4cade7ce-9f9a-45a4-a37e-3f401c9af849 req-354caaba-fc78-4681-8fc3-7df987330667 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] 10.222.0.15 "GET /v2.0/security-groups?id=52528308-5406-4aa0-bc49-d5582af75908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147711 May 30 05:09:39.259943 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0611468d-c99a-4228-937c-a41abc3f464f req-53a05a54-4b0f-4122-8c9c-8836546e6da0 service neutron] 10.222.0.39 "GET /v2.0/networks/719d6beb-a88c-42b5-a4d8-b710f113657a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546025 May 30 05:09:39.261068 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port 8631b3f6-dfd4-41e6-a191-d3cfda45c5d5, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=8631b3f6-dfd4-41e6-a191-d3cfda45c5d5,segment=NetworkSegment(a316a0d6-311b-42cc-9dee-c7508525eb5e),segment_id=a316a0d6-311b-42cc-9dee-c7508525eb5e)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:09:39.276249 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Returning: {'device': '8631b3f6-dfd4-41e6-a191-d3cfda45c5d5', 'network_id': '9db37a7b-c9c2-4775-a4a2-7c843b558ea9', 'port_id': '8631b3f6-dfd4-41e6-a191-d3cfda45c5d5', 'mac_address': 'fa:16:3e:a5:89:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4acacb1-18da-46e4-9e16-e54842fcfa4c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 05:09:39.333041 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Current status of the port 8631b3f6-dfd4-41e6-a191-d3cfda45c5d5 is: DOWN; New status is: BUILD {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:09:39.333511 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:39.351335 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8631b3f6-dfd4-41e6-a191-d3cfda45c5d5 {{(pid=88262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 30 05:09:39.367882 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port 8631b3f6-dfd4-41e6-a191-d3cfda45c5d5, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=8631b3f6-dfd4-41e6-a191-d3cfda45c5d5,segment=NetworkSegment(a316a0d6-311b-42cc-9dee-c7508525eb5e),segment_id=a316a0d6-311b-42cc-9dee-c7508525eb5e)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:09:39.373320 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:39.452194 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48bdf9a9-8209-43c2-9042-1415b45d3fc6 None None] New status for floating IP 7e09a672-4b71-47db-b4a4-00b841a58b68: DOWN {{(pid=88262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 30 05:09:39.515531 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Pushing event updated for resources: {'Port': ['ID=8631b3f6-dfd4-41e6-a191-d3cfda45c5d5,revision_number=9']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:09:39.521228 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0611468d-c99a-4228-937c-a41abc3f464f req-17b0daa5-9edd-4419-8159-e111580af002 service neutron] 10.222.0.39 "GET /v2.0/networks/719d6beb-a88c-42b5-a4d8-b710f113657a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2537997 May 30 05:09:39.708603 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] get_ports_and_sgs() called for port_ids ['8631b3f6-dfd4-41e6-a191-d3cfda45c5d5'] {{(pid=88262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 30 05:09:39.936440 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2b6fbe-04ef-41e7-b59a-c6f379087e26 req-62d98358-2193-4700-bf92-a457dd48b76b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:09:39.937831 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ba2b6fbe-04ef-41e7-b59a-c6f379087e26 req-62d98358-2193-4700-bf92-a457dd48b76b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=6303e898-eea3-4d74-ac83-421607003307 HTTP/1.1" status: 200 len: 982 time: 0.0797091 May 30 05:09:39.981111 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ba2b6fbe-04ef-41e7-b59a-c6f379087e26 req-abff2885-38e2-45d0-8c7c-f7292fc94ce1 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/security-groups?id=496feb4e-597d-4c85-ba2a-f7f31a35c4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368433 May 30 05:09:40.226993 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ce0261-e9ac-44da-b269-4a161f84b72f req-e4d03163-bdbb-46bb-868a-00274a91982b tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:09:40.228481 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b8ce0261-e9ac-44da-b269-4a161f84b72f req-e4d03163-bdbb-46bb-868a-00274a91982b tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5741834-3365-4b0e-89aa-9e182be9a397 HTTP/1.1" status: 200 len: 946 time: 0.0835130 May 30 05:09:40.331298 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [req-b8ce0261-e9ac-44da-b269-4a161f84b72f req-f585feb1-29e8-4dac-b55a-4bc40f3b6910 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Deleting port dab7c9a1-99c5-4e56-b8bf-b15f3271caed {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:09:40.331561 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-b8ce0261-e9ac-44da-b269-4a161f84b72f req-f585feb1-29e8-4dac-b55a-4bc40f3b6910 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:40.472275 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa1c6f9-02ca-478b-b15d-143e6ddc48b1 req-8cf75e89-3051-4595-bc53-6f92100b5627 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:09:40.473643 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-eaa1c6f9-02ca-478b-b15d-143e6ddc48b1 req-8cf75e89-3051-4595-bc53-6f92100b5627 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5741834-3365-4b0e-89aa-9e182be9a397 HTTP/1.1" status: 200 len: 946 time: 0.1848967 May 30 05:09:40.608636 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-eaa1c6f9-02ca-478b-b15d-143e6ddc48b1 req-75e7ceeb-22f1-4677-8fb6-0000c33a8741 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] 10.222.0.15 "GET /v2.0/security-groups?id=52528308-5406-4aa0-bc49-d5582af75908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1271732 May 30 05:09:40.644876 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [req-b8ce0261-e9ac-44da-b269-4a161f84b72f req-f585feb1-29e8-4dac-b55a-4bc40f3b6910 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] For port dab7c9a1-99c5-4e56-b8bf-b15f3271caed, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=dab7c9a1-99c5-4e56-b8bf-b15f3271caed,segment=NetworkSegment(e44dcc7a-45b8-400b-a163-3c280c77686f),segment_id=e44dcc7a-45b8-400b-a163-3c280c77686f)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:09:40.645235 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-b8ce0261-e9ac-44da-b269-4a161f84b72f req-f585feb1-29e8-4dac-b55a-4bc40f3b6910 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:40.765360 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [req-b8ce0261-e9ac-44da-b269-4a161f84b72f req-f585feb1-29e8-4dac-b55a-4bc40f3b6910 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Calling delete_port for dab7c9a1-99c5-4e56-b8bf-b15f3271caed owned by compute:nova {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:09:40.905955 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-b8ce0261-e9ac-44da-b269-4a161f84b72f req-f585feb1-29e8-4dac-b55a-4bc40f3b6910 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:40.982563 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f585feb1-29e8-4dac-b55a-4bc40f3b6910 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Pushing event deleted for resources: {'Port': ['ID=dab7c9a1-99c5-4e56-b8bf-b15f3271caed,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:09:41.034111 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8ce0261-e9ac-44da-b269-4a161f84b72f req-f585feb1-29e8-4dac-b55a-4bc40f3b6910 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] No DVR routers for this DVR port dab7c9a1-99c5-4e56-b8bf-b15f3271caed on host hv-neutron-8437 {{(pid=88261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 05:09:41.037119 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-b8ce0261-e9ac-44da-b269-4a161f84b72f req-f585feb1-29e8-4dac-b55a-4bc40f3b6910 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:41.039890 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5741834-3365-4b0e-89aa-9e182be9a397', 'name': 'network-vif-deleted', 'tag': 'dab7c9a1-99c5-4e56-b8bf-b15f3271caed'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:09:41.055449 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b8ce0261-e9ac-44da-b269-4a161f84b72f req-f585feb1-29e8-4dac-b55a-4bc40f3b6910 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] 10.222.0.39 "DELETE /v2.0/ports/dab7c9a1-99c5-4e56-b8bf-b15f3271caed HTTP/1.1" status: 204 len: 173 time: 0.8209815 May 30 05:09:41.146081 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device 8631b3f6-dfd4-41e6-a191-d3cfda45c5d5 up at agent hyperv_hv-neutron-8437 {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:09:41.173454 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78720743-d31d-4ee1-8185-6d63ec96556a req-88aa6858-566f-47bf-a76a-e579b0a633c7 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:09:41.177199 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-78720743-d31d-4ee1-8185-6d63ec96556a req-88aa6858-566f-47bf-a76a-e579b0a633c7 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=6303e898-eea3-4d74-ac83-421607003307 HTTP/1.1" status: 200 len: 982 time: 0.0885384 May 30 05:09:41.234620 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Provisioning for port 8631b3f6-dfd4-41e6-a191-d3cfda45c5d5 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:09:41.242159 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Provisioning complete for port 8631b3f6-dfd4-41e6-a191-d3cfda45c5d5 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:09:41.242848 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:41.243522 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-78720743-d31d-4ee1-8185-6d63ec96556a req-063417a9-277f-4bc4-a454-004a722b4fdd tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/security-groups?id=496feb4e-597d-4c85-ba2a-f7f31a35c4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616820 May 30 05:09:41.300077 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1843c7bb-f163-40df-8beb-73307ee1195d'] response: {'server_uuid': 'd5741834-3365-4b0e-89aa-9e182be9a397', 'name': 'network-vif-deleted', 'tag': 'dab7c9a1-99c5-4e56-b8bf-b15f3271caed', 'status': 'completed', 'code': 200} May 30 05:09:41.386996 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Current status of the port 8631b3f6-dfd4-41e6-a191-d3cfda45c5d5 is: BUILD; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:09:41.387392 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:41.419453 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6303e898-eea3-4d74-ac83-421607003307', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8631b3f6-dfd4-41e6-a191-d3cfda45c5d5'}] {{(pid=88262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:09:41.431036 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port 8631b3f6-dfd4-41e6-a191-d3cfda45c5d5, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=8631b3f6-dfd4-41e6-a191-d3cfda45c5d5,segment=NetworkSegment(a316a0d6-311b-42cc-9dee-c7508525eb5e),segment_id=a316a0d6-311b-42cc-9dee-c7508525eb5e)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:09:41.438783 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:41.512744 dv-neutron-843763-1-hyperv neutron-server[88262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-452e9e08-3ee3-4847-8ca7-ba526c96967d'] response: {'server_uuid': '6303e898-eea3-4d74-ac83-421607003307', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8631b3f6-dfd4-41e6-a191-d3cfda45c5d5', 'code': 200} May 30 05:09:41.531528 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Pushing event updated for resources: {'Port': ['ID=8631b3f6-dfd4-41e6-a191-d3cfda45c5d5,revision_number=10']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:09:41.712540 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e451a7b5-c3a1-47fc-9c04-a27dc309581e req-a30e3b80-de58-46d9-9740-0d4b6c25ca4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:09:41.714031 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e451a7b5-c3a1-47fc-9c04-a27dc309581e req-a30e3b80-de58-46d9-9740-0d4b6c25ca4c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6303e898-eea3-4d74-ac83-421607003307 HTTP/1.1" status: 200 len: 1137 time: 0.0757520 May 30 05:09:41.778421 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-9185b099-4b40-4fd1-838f-9637b89bcd2d req-d340f989-6863-429e-9c81-4da45dbaa304 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Synchronizing usage tracker for tenant:88101d051d394b379575d1a4b606816a on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:09:41.806152 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e451a7b5-c3a1-47fc-9c04-a27dc309581e req-c9384d91-372c-431f-8581-e044afed0fd6 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=496feb4e-597d-4c85-ba2a-f7f31a35c4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860980 May 30 05:09:41.810148 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-9185b099-4b40-4fd1-838f-9637b89bcd2d req-d340f989-6863-429e-9c81-4da45dbaa304 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Unset dirty status for tenant:88101d051d394b379575d1a4b606816a on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:09:41.811243 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9185b099-4b40-4fd1-838f-9637b89bcd2d req-d340f989-6863-429e-9c81-4da45dbaa304 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5741834-3365-4b0e-89aa-9e182be9a397 HTTP/1.1" status: 200 len: 210 time: 0.0788152 May 30 05:09:42.422428 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f10754e-bddb-41da-8c9c-0ea0610621b3 req-d16a808a-0dc4-4278-8aba-866e77a89ea7 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:09:42.423801 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8f10754e-bddb-41da-8c9c-0ea0610621b3 req-d16a808a-0dc4-4278-8aba-866e77a89ea7 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=6303e898-eea3-4d74-ac83-421607003307 HTTP/1.1" status: 200 len: 984 time: 0.0794938 May 30 05:09:42.466898 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8f10754e-bddb-41da-8c9c-0ea0610621b3 req-c3eab9be-0673-47ce-8f15-7d7f2d2fcfe8 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/security-groups?id=496feb4e-597d-4c85-ba2a-f7f31a35c4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366504 May 30 05:09:42.904396 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 49000) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:09:43.146265 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device dab7c9a1-99c5-4e56-b8bf-b15f3271caed no longer exists at agent hyperv_hv-neutron-8437 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 05:09:43.167553 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-6159fe88-7731-426f-a0c8-a5c3225d0ef7 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Deleting port 3480059d-e5af-415e-a306-03bf4c7ba068 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:09:43.167891 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6159fe88-7731-426f-a0c8-a5c3225d0ef7 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:43.183768 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] No Port match for: dab7c9a1-99c5-4e56-b8bf-b15f3271caed {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 05:09:43.184119 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device dab7c9a1-99c5-4e56-b8bf-b15f3271caed not bound to the agent host hv-neutron-8437 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 05:09:43.337388 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6159fe88-7731-426f-a0c8-a5c3225d0ef7 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:43.337732 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6159fe88-7731-426f-a0c8-a5c3225d0ef7 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:43.457866 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-6159fe88-7731-426f-a0c8-a5c3225d0ef7 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Calling delete_port for 3480059d-e5af-415e-a306-03bf4c7ba068 owned by network:floatingip {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:09:43.650228 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6159fe88-7731-426f-a0c8-a5c3225d0ef7 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:43.703617 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6159fe88-7731-426f-a0c8-a5c3225d0ef7 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Pushing event deleted for resources: {'Port': ['ID=3480059d-e5af-415e-a306-03bf4c7ba068,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:09:43.795129 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746959a0-91c6-40f0-87c6-fdc772624389 req-9b5234b7-ed27-46d0-9da9-15516a0359a9 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:09:43.796579 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-746959a0-91c6-40f0-87c6-fdc772624389 req-9b5234b7-ed27-46d0-9da9-15516a0359a9 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=6303e898-eea3-4d74-ac83-421607003307 HTTP/1.1" status: 200 len: 984 time: 0.2182436 May 30 05:09:43.824198 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6159fe88-7731-426f-a0c8-a5c3225d0ef7 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Notify callbacks [] for floatingip, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:43.855292 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-746959a0-91c6-40f0-87c6-fdc772624389 req-014dd0ae-4989-4f4a-b107-d36329adf0e8 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/security-groups?id=496feb4e-597d-4c85-ba2a-f7f31a35c4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521514 May 30 05:09:43.857114 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6159fe88-7731-426f-a0c8-a5c3225d0ef7 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for floatingip, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:43.858127 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-6159fe88-7731-426f-a0c8-a5c3225d0ef7 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] 10.222.0.15 "DELETE /v2.0/floatingips/2e6683a9-aaf1-4fd8-9451-1e5089002943 HTTP/1.1" status: 204 len: 168 time: 0.9527607 May 30 05:09:44.097115 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3123760a-b04c-4265-a12c-8f8d535134c5 req-e7b7f701-d871-4b73-8490-3ef9848c9a18 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:09:44.098573 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3123760a-b04c-4265-a12c-8f8d535134c5 req-e7b7f701-d871-4b73-8490-3ef9848c9a18 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=6303e898-eea3-4d74-ac83-421607003307 HTTP/1.1" status: 200 len: 984 time: 0.0788457 May 30 05:09:44.140354 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3123760a-b04c-4265-a12c-8f8d535134c5 req-bbfb08e7-e07a-4540-82b4-113fd155437f tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/security-groups?id=496feb4e-597d-4c85-ba2a-f7f31a35c4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362704 May 30 05:09:44.162761 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 49012) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:09:44.238527 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a770c0b-710e-4015-96fc-0c01de60ad63 tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:09:44.242717 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-6a770c0b-710e-4015-96fc-0c01de60ad63 tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=6303e898-eea3-4d74-ac83-421607003307&network_id=9db37a7b-c9c2-4775-a4a2-7c843b558ea9 HTTP/1.1" status: 200 len: 1132 time: 0.0764809 May 30 05:09:44.601961 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee104d4-c650-4b7b-aca2-553caed2478b req-265644e9-a2ec-4f81-a4b1-680aed57c0ba tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:09:44.603395 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-cee104d4-c650-4b7b-aca2-553caed2478b req-265644e9-a2ec-4f81-a4b1-680aed57c0ba tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=6303e898-eea3-4d74-ac83-421607003307 HTTP/1.1" status: 200 len: 984 time: 0.0810628 May 30 05:09:44.652267 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-cee104d4-c650-4b7b-aca2-553caed2478b req-c9397a76-05bf-44fc-b949-df7c59b734fc tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/security-groups?id=496feb4e-597d-4c85-ba2a-f7f31a35c4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389636 May 30 05:09:45.846433 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325965b6-9e9e-41e1-b737-e0a9af22f62a req-feb0c14a-7bcd-45af-b4b4-ce7fdbea507f tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:09:45.848530 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-325965b6-9e9e-41e1-b737-e0a9af22f62a req-feb0c14a-7bcd-45af-b4b4-ce7fdbea507f tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=6303e898-eea3-4d74-ac83-421607003307 HTTP/1.1" status: 200 len: 984 time: 0.0900006 May 30 05:09:45.933589 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-325965b6-9e9e-41e1-b737-e0a9af22f62a req-f765bb91-deac-49ca-a55b-e415def7b379 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/security-groups?id=496feb4e-597d-4c85-ba2a-f7f31a35c4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794353 May 30 05:09:45.979403 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c6f858-799c-488d-ab00-57089a13a4a7 req-cbedf9df-8323-4a59-b339-189e19abca8d tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:09:45.980819 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b4c6f858-799c-488d-ab00-57089a13a4a7 req-cbedf9df-8323-4a59-b339-189e19abca8d tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.39 "GET /v2.0/ports?device_id=6303e898-eea3-4d74-ac83-421607003307 HTTP/1.1" status: 200 len: 984 time: 0.0883911 May 30 05:09:46.055673 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c6f858-799c-488d-ab00-57089a13a4a7 req-dee07683-6c96-4d9c-bb3f-df2047a4ba7c tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:09:46.056952 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b4c6f858-799c-488d-ab00-57089a13a4a7 req-dee07683-6c96-4d9c-bb3f-df2047a4ba7c tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.39 "GET /v2.0/ports/8631b3f6-dfd4-41e6-a191-d3cfda45c5d5?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0707355 May 30 05:09:46.200563 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b4c6f858-799c-488d-ab00-57089a13a4a7 req-151ba786-f8b2-407a-b5a6-40db9bd39941 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.39 "GET /v2.0/networks/9db37a7b-c9c2-4775-a4a2-7c843b558ea9?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1387720 May 30 05:09:46.210596 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [req-b4c6f858-799c-488d-ab00-57089a13a4a7 req-f4466b7f-0ada-4faf-8ea7-6904cab697f4 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:09:46.318243 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-b4c6f858-799c-488d-ab00-57089a13a4a7 req-f4466b7f-0ada-4faf-8ea7-6904cab697f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:46.546887 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 49030) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:09:46.619948 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a9357329-a98e-4d4b-b199-ddf030996424 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:46.635899 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [req-b4c6f858-799c-488d-ab00-57089a13a4a7 req-f4466b7f-0ada-4faf-8ea7-6904cab697f4 service neutron] For port 8631b3f6-dfd4-41e6-a191-d3cfda45c5d5, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=8631b3f6-dfd4-41e6-a191-d3cfda45c5d5,segment=NetworkSegment(a316a0d6-311b-42cc-9dee-c7508525eb5e),segment_id=a316a0d6-311b-42cc-9dee-c7508525eb5e)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:09:46.650029 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a9357329-a98e-4d4b-b199-ddf030996424 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:46.666929 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [req-b4c6f858-799c-488d-ab00-57089a13a4a7 req-f4466b7f-0ada-4faf-8ea7-6904cab697f4 service neutron] For port 8631b3f6-dfd4-41e6-a191-d3cfda45c5d5, host hv-neutron-8437, cleared binding levels {{(pid=88261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 05:09:46.720906 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [req-b4c6f858-799c-488d-ab00-57089a13a4a7 req-f4466b7f-0ada-4faf-8ea7-6904cab697f4 service neutron] device_id is not set on port 8631b3f6-dfd4-41e6-a191-d3cfda45c5d5 yet. {{(pid=88261) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 30 05:09:46.722401 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a9357329-a98e-4d4b-b199-ddf030996424 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:46.731389 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-b4c6f858-799c-488d-ab00-57089a13a4a7 req-f4466b7f-0ada-4faf-8ea7-6904cab697f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:46.737339 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-b4c6f858-799c-488d-ab00-57089a13a4a7 req-f4466b7f-0ada-4faf-8ea7-6904cab697f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2304381'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:46.741218 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9357329-a98e-4d4b-b199-ddf030996424 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52528308-5406-4aa0-bc49-d5582af75908,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:09:46.753534 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a9357329-a98e-4d4b-b199-ddf030996424 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:46.757867 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-a9357329-a98e-4d4b-b199-ddf030996424 tempest-TestVolumeBootPattern-534772032 tempest-TestVolumeBootPattern-534772032-project] 10.222.0.15 "DELETE /v2.0/security-groups/52528308-5406-4aa0-bc49-d5582af75908 HTTP/1.1" status: 204 len: 168 time: 0.2098053 May 30 05:09:46.819745 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 49036) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:09:46.898733 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4466b7f-0ada-4faf-8ea7-6904cab697f4 service neutron] Pushing event updated for resources: {'Port': ['ID=8631b3f6-dfd4-41e6-a191-d3cfda45c5d5,revision_number=11']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:09:46.948280 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4c6f858-799c-488d-ab00-57089a13a4a7 req-f4466b7f-0ada-4faf-8ea7-6904cab697f4 service neutron] No DVR routers for this DVR port 8631b3f6-dfd4-41e6-a191-d3cfda45c5d5 on host hv-neutron-8437 {{(pid=88261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 05:09:47.109762 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-223c84bd-02b8-4bbb-960e-3e46df103e8d None None] Provisioning complete for port 8631b3f6-dfd4-41e6-a191-d3cfda45c5d5 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:09:47.110327 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-223c84bd-02b8-4bbb-960e-3e46df103e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:47.139184 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a21bb7ed-b5b8-4b3b-bcb8-5adf15b7a98e req-ef0c8574-2341-480b-a4be-9d9281f98924 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=6303e898-eea3-4d74-ac83-421607003307 HTTP/1.1" status: 200 len: 210 time: 0.0544107 May 30 05:09:47.166054 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-223c84bd-02b8-4bbb-960e-3e46df103e8d None None] Port 8631b3f6-dfd4-41e6-a191-d3cfda45c5d5 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 05:09:47.216704 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [req-b4c6f858-799c-488d-ab00-57089a13a4a7 req-f4466b7f-0ada-4faf-8ea7-6904cab697f4 service neutron] In _notify_port_updated(), no bound segment for port 8631b3f6-dfd4-41e6-a191-d3cfda45c5d5 on network 9db37a7b-c9c2-4775-a4a2-7c843b558ea9 {{(pid=88261) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 30 05:09:47.217565 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c6f858-799c-488d-ab00-57089a13a4a7 req-f4466b7f-0ada-4faf-8ea7-6904cab697f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:09:47.218197 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-b4c6f858-799c-488d-ab00-57089a13a4a7 req-f4466b7f-0ada-4faf-8ea7-6904cab697f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:47.219440 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b4c6f858-799c-488d-ab00-57089a13a4a7 req-f4466b7f-0ada-4faf-8ea7-6904cab697f4 service neutron] 10.222.0.39 "PUT /v2.0/ports/8631b3f6-dfd4-41e6-a191-d3cfda45c5d5 HTTP/1.1" status: 200 len: 1027 time: 1.0126076 May 30 05:09:47.470832 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:47.663213 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a8efba91-fc30-4806-8101-8a432cb81f51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602184'] for router_interface, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:48.005138 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-a8efba91-fc30-4806-8101-8a432cb81f51 admin admin] Deleting port d3f40e31-186f-4ed2-8ffb-16622562b07e {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:09:48.005397 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a8efba91-fc30-4806-8101-8a432cb81f51 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:48.172539 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-a8efba91-fc30-4806-8101-8a432cb81f51 admin admin] For port d3f40e31-186f-4ed2-8ffb-16622562b07e, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=d3f40e31-186f-4ed2-8ffb-16622562b07e,segment=NetworkSegment(e44dcc7a-45b8-400b-a163-3c280c77686f),segment_id=e44dcc7a-45b8-400b-a163-3c280c77686f)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:09:48.172890 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a8efba91-fc30-4806-8101-8a432cb81f51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:48.240413 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 49046) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:09:48.295020 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-a8efba91-fc30-4806-8101-8a432cb81f51 admin admin] Calling delete_port for d3f40e31-186f-4ed2-8ffb-16622562b07e owned by network:router_interface {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:09:48.308080 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-81644b5a-32f7-43d1-a07a-f665e9ba3bae tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:48.337689 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-81644b5a-32f7-43d1-a07a-f665e9ba3bae tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:48.405491 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-81644b5a-32f7-43d1-a07a-f665e9ba3bae tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:48.424387 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81644b5a-32f7-43d1-a07a-f665e9ba3bae tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=742563fe-368a-4bb3-914e-05717da48a23,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:09:48.431174 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-81644b5a-32f7-43d1-a07a-f665e9ba3bae tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:48.434778 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-81644b5a-32f7-43d1-a07a-f665e9ba3bae tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "DELETE /v2.0/security-groups/742563fe-368a-4bb3-914e-05717da48a23 HTTP/1.1" status: 204 len: 168 time: 0.1908927 May 30 05:09:48.464256 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 49052) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:09:48.473488 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a8efba91-fc30-4806-8101-8a432cb81f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:48.522130 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8efba91-fc30-4806-8101-8a432cb81f51 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3f40e31-186f-4ed2-8ffb-16622562b07e,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:09:48.678398 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-efb1295b-bd1b-41e3-b0d8-cd17d7ac0f8e tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Deleting port 53d118b7-b7de-4add-8350-652f00adf43e {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:09:48.678746 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-efb1295b-bd1b-41e3-b0d8-cd17d7ac0f8e tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:48.793389 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a8efba91-fc30-4806-8101-8a432cb81f51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1642797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602100'] for router_interface, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:48.844802 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-efb1295b-bd1b-41e3-b0d8-cd17d7ac0f8e tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:48.845129 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-efb1295b-bd1b-41e3-b0d8-cd17d7ac0f8e tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:48.973750 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-efb1295b-bd1b-41e3-b0d8-cd17d7ac0f8e tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Calling delete_port for 53d118b7-b7de-4add-8350-652f00adf43e owned by network:floatingip {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:09:49.118475 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-efb1295b-bd1b-41e3-b0d8-cd17d7ac0f8e tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:49.191953 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device 8631b3f6-dfd4-41e6-a191-d3cfda45c5d5 no longer exists at agent hyperv_hv-neutron-8437 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 05:09:49.256920 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device 8631b3f6-dfd4-41e6-a191-d3cfda45c5d5 not bound to the agent host hv-neutron-8437 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 05:09:49.275860 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8efba91-fc30-4806-8101-8a432cb81f51 admin admin] Router 0052139e-6291-4d45-bd81-95a00b5b5a70 has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 05:09:49.279469 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb1295b-bd1b-41e3-b0d8-cd17d7ac0f8e tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event deleted for resources: {'Port': ['ID=53d118b7-b7de-4add-8350-652f00adf43e,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:09:49.369948 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-efb1295b-bd1b-41e3-b0d8-cd17d7ac0f8e tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for floatingip, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:49.370223 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.db.l3_db [None req-efb1295b-bd1b-41e3-b0d8-cd17d7ac0f8e tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Floating IP 606b3489-4b18-4fb3-838d-1bd414a1ae90 disassociated (deleted). External IP: 172.26.6.38, port: 8631b3f6-dfd4-41e6-a191-d3cfda45c5d5. May 30 05:09:49.460326 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8efba91-fc30-4806-8101-8a432cb81f51 admin admin] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:09:49.469753 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f13cf15-7114-496a-8b36-02f9993a551b None None] Sync routers for ids ['0052139e-6291-4d45-bd81-95a00b5b5a70'] in dv-neutron-843763-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:09:49.475096 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-a8efba91-fc30-4806-8101-8a432cb81f51 admin admin] 10.222.0.15 "PUT /v2.0/routers/0052139e-6291-4d45-bd81-95a00b5b5a70/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6497715 May 30 05:09:49.475701 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 49056) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:09:49.481893 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f13cf15-7114-496a-8b36-02f9993a551b None None] Routers {'0052139e-6291-4d45-bd81-95a00b5b5a70'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:09:49.482496 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-8f13cf15-7114-496a-8b36-02f9993a551b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:09:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['0052139e-6291-4d45-bd81-95a00b5b5a70'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:09:49.651823 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-822edaae-ce17-489e-addf-2a699e92ce12 admin admin] Notify callbacks [] for router, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:49.663221 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-8f13cf15-7114-496a-8b36-02f9993a551b None None] Set router 0052139e-6291-4d45-bd81-95a00b5b5a70 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:09:49.735234 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efb1295b-bd1b-41e3-b0d8-cd17d7ac0f8e tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Router 05fe6fb0-d8dc-4673-850a-1dacdc657fa5 has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 05:09:49.835546 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-822edaae-ce17-489e-addf-2a699e92ce12 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:49.845997 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-822edaae-ce17-489e-addf-2a699e92ce12 admin admin] Deleting port 09d84916-c5bc-4647-93c2-5196ea1d5602 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:09:49.846989 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-822edaae-ce17-489e-addf-2a699e92ce12 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:49.917354 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efb1295b-bd1b-41e3-b0d8-cd17d7ac0f8e tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:09:49.928039 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e48b1f9-e8ac-40de-8758-392473eb3179 None None] Sync routers for ids ['05fe6fb0-d8dc-4673-850a-1dacdc657fa5'] in dv-neutron-843763-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:09:49.939431 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e48b1f9-e8ac-40de-8758-392473eb3179 None None] Routers {'05fe6fb0-d8dc-4673-850a-1dacdc657fa5'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:09:49.940361 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-3e48b1f9-e8ac-40de-8758-392473eb3179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:09:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['05fe6fb0-d8dc-4673-850a-1dacdc657fa5'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:09:49.940698 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-efb1295b-bd1b-41e3-b0d8-cd17d7ac0f8e tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for floatingip, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:49.958462 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-8f13cf15-7114-496a-8b36-02f9993a551b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0052139e-6291-4d45-bd81-95a00b5b5a70', 'name': 'tempest-TestVolumeBootPattern-1089136327-router', 'tenant_id': '88101d051d394b379575d1a4b606816a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.86'}], 'enable_snat': True}, 'gw_port_id': '09d84916-c5bc-4647-93c2-5196ea1d5602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:02:15Z', 'updated_at': '2022-05-30T05:09:48Z', 'revision_number': 5, 'project_id': '88101d051d394b379575d1a4b606816a', 'gw_port': {'id': '09d84916-c5bc-4647-93c2-5196ea1d5602', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:2d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0052139e-6291-4d45-bd81-95a00b5b5a70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:02:16Z', 'updated_at': '2022-05-30T05:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv'}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:09:49.963695 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f13cf15-7114-496a-8b36-02f9993a551b None None] Checking router: 0052139e-6291-4d45-bd81-95a00b5b5a70 for host: dv-neutron-843763-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 05:09:49.975659 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f13cf15-7114-496a-8b36-02f9993a551b None None] Routers {'0052139e-6291-4d45-bd81-95a00b5b5a70'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:09:49.976402 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-8f13cf15-7114-496a-8b36-02f9993a551b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:09:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['0052139e-6291-4d45-bd81-95a00b5b5a70'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:09:50.009599 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-efb1295b-bd1b-41e3-b0d8-cd17d7ac0f8e tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "DELETE /v2.0/floatingips/606b3489-4b18-4fb3-838d-1bd414a1ae90 HTTP/1.1" status: 204 len: 168 time: 1.5419843 May 30 05:09:50.062828 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-822edaae-ce17-489e-addf-2a699e92ce12 admin admin] For port 09d84916-c5bc-4647-93c2-5196ea1d5602, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=09d84916-c5bc-4647-93c2-5196ea1d5602,segment=NetworkSegment(ad083d94-0233-4c50-a0ed-00ef7686038c),segment_id=ad083d94-0233-4c50-a0ed-00ef7686038c)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:09:50.063331 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-822edaae-ce17-489e-addf-2a699e92ce12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:50.171340 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-8f13cf15-7114-496a-8b36-02f9993a551b None None] Set router 0052139e-6291-4d45-bd81-95a00b5b5a70 gateway port host: None {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:09:50.179455 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-3e48b1f9-e8ac-40de-8758-392473eb3179 None None] Set router 05fe6fb0-d8dc-4673-850a-1dacdc657fa5 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:09:50.186728 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 49064) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:09:50.209545 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-822edaae-ce17-489e-addf-2a699e92ce12 admin admin] Calling delete_port for 09d84916-c5bc-4647-93c2-5196ea1d5602 owned by network:router_gateway {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:09:50.306185 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-108f8105-1366-471a-86b0-206480339fec tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:50.342006 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-8f13cf15-7114-496a-8b36-02f9993a551b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0052139e-6291-4d45-bd81-95a00b5b5a70', 'name': 'tempest-TestVolumeBootPattern-1089136327-router', 'tenant_id': '88101d051d394b379575d1a4b606816a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:02:15Z', 'updated_at': '2022-05-30T05:09:49Z', 'revision_number': 6, 'project_id': '88101d051d394b379575d1a4b606816a', 'gw_port_host': None}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:09:50.347278 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f13cf15-7114-496a-8b36-02f9993a551b None None] The sync data for ids ['0052139e-6291-4d45-bd81-95a00b5b5a70'] in dv-neutron-843763-1-hyperv is: [{'id': '0052139e-6291-4d45-bd81-95a00b5b5a70', 'name': 'tempest-TestVolumeBootPattern-1089136327-router', 'tenant_id': '88101d051d394b379575d1a4b606816a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:02:15Z', 'updated_at': '2022-05-30T05:09:49Z', 'revision_number': 6, 'project_id': '88101d051d394b379575d1a4b606816a', 'gw_port_host': None}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:09:50.358037 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-108f8105-1366-471a-86b0-206480339fec tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:50.391652 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-822edaae-ce17-489e-addf-2a699e92ce12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:50.441576 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-108f8105-1366-471a-86b0-206480339fec tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:50.463416 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108f8105-1366-471a-86b0-206480339fec tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fca8221-d56d-45cf-86a2-72d845026a52,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:09:50.475275 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108f8105-1366-471a-86b0-206480339fec tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:09:50.475623 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108f8105-1366-471a-86b0-206480339fec tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:09:50.475959 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108f8105-1366-471a-86b0-206480339fec tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:09:50.476286 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108f8105-1366-471a-86b0-206480339fec tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:09:50.476612 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108f8105-1366-471a-86b0-206480339fec tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:09:50.476937 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108f8105-1366-471a-86b0-206480339fec tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:09:50.477258 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108f8105-1366-471a-86b0-206480339fec tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:09:50.477579 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108f8105-1366-471a-86b0-206480339fec tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:09:50.477926 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108f8105-1366-471a-86b0-206480339fec tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:09:50.478244 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108f8105-1366-471a-86b0-206480339fec tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:09:50.478558 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108f8105-1366-471a-86b0-206480339fec tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:09:50.478872 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108f8105-1366-471a-86b0-206480339fec tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:09:50.483781 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-108f8105-1366-471a-86b0-206480339fec tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:50.484903 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-108f8105-1366-471a-86b0-206480339fec tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "DELETE /v2.0/security-groups/7fca8221-d56d-45cf-86a2-72d845026a52 HTTP/1.1" status: 204 len: 168 time: 0.2972088 May 30 05:09:50.516517 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 49070) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:09:50.552937 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822edaae-ce17-489e-addf-2a699e92ce12 admin admin] Pushing event deleted for resources: {'Port': ['ID=09d84916-c5bc-4647-93c2-5196ea1d5602,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:09:50.567478 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-3e48b1f9-e8ac-40de-8758-392473eb3179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05fe6fb0-d8dc-4673-850a-1dacdc657fa5', 'name': 'tempest-TestNetworkBasicOps-router-879339788', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.146'}], 'enable_snat': True}, 'gw_port_id': '54b5f23b-4d9f-4f3f-ac09-95a46049816a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:09:02Z', 'updated_at': '2022-05-30T05:09:08Z', 'revision_number': 4, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'gw_port': {'id': '54b5f23b-4d9f-4f3f-ac09-95a46049816a', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:88:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fe6fb0-d8dc-4673-850a-1dacdc657fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:09:03Z', 'updated_at': '2022-05-30T05:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': 'b323aef9-6de2-43c9-8106-dca375738387', 'name': '', 'network_id': '9db37a7b-c9c2-4775-a4a2-7c843b558ea9', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'mac_address': 'fa:16:3e:bf:d6:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fe6fb0-d8dc-4673-850a-1dacdc657fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': 'f4acacb1-18da-46e4-9e16-e54842fcfa4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:09:07Z', 'updated_at': '2022-05-30T05:09:14Z', 'revision_number': 5, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'subnets': [{'id': 'f4acacb1-18da-46e4-9e16-e54842fcfa4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:09:50.571482 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e48b1f9-e8ac-40de-8758-392473eb3179 None None] Checking router: 05fe6fb0-d8dc-4673-850a-1dacdc657fa5 for host: dv-neutron-843763-1-hyperv {{(pid=88262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 05:09:50.580003 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e48b1f9-e8ac-40de-8758-392473eb3179 None None] Routers {'05fe6fb0-d8dc-4673-850a-1dacdc657fa5'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:09:50.581349 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-3e48b1f9-e8ac-40de-8758-392473eb3179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:09:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['05fe6fb0-d8dc-4673-850a-1dacdc657fa5'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:09:50.594291 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-c886ef22-549e-4dbb-a79f-7a45f8cab7de tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Deleting port 8631b3f6-dfd4-41e6-a191-d3cfda45c5d5 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:09:50.594638 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c886ef22-549e-4dbb-a79f-7a45f8cab7de tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:50.644454 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-822edaae-ce17-489e-addf-2a699e92ce12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1604781'] for router_gateway, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:50.773578 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-3e48b1f9-e8ac-40de-8758-392473eb3179 None None] Set router 05fe6fb0-d8dc-4673-850a-1dacdc657fa5 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:09:50.826490 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-822edaae-ce17-489e-addf-2a699e92ce12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11660'] for router, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:50.828987 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-822edaae-ce17-489e-addf-2a699e92ce12 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:50.859276 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-822edaae-ce17-489e-addf-2a699e92ce12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1601605'] for router, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:50.859988 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-822edaae-ce17-489e-addf-2a699e92ce12 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0052139e-6291-4d45-bd81-95a00b5b5a70 {{(pid=88260) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 30 05:09:50.871852 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c886ef22-549e-4dbb-a79f-7a45f8cab7de tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:50.875527 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-822edaae-ce17-489e-addf-2a699e92ce12 admin admin] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:50.879202 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-822edaae-ce17-489e-addf-2a699e92ce12 admin admin] 10.222.0.15 "DELETE /v2.0/routers/0052139e-6291-4d45-bd81-95a00b5b5a70 HTTP/1.1" status: 204 len: 168 time: 1.4002848 May 30 05:09:50.879351 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 49074) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:09:51.028623 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-c886ef22-549e-4dbb-a79f-7a45f8cab7de tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Calling delete_port for 8631b3f6-dfd4-41e6-a191-d3cfda45c5d5 owned by {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:09:51.093600 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-3e48b1f9-e8ac-40de-8758-392473eb3179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05fe6fb0-d8dc-4673-850a-1dacdc657fa5', 'name': 'tempest-TestNetworkBasicOps-router-879339788', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.146'}], 'enable_snat': True}, 'gw_port_id': '54b5f23b-4d9f-4f3f-ac09-95a46049816a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:09:02Z', 'updated_at': '2022-05-30T05:09:08Z', 'revision_number': 4, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'gw_port': {'id': '54b5f23b-4d9f-4f3f-ac09-95a46049816a', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:88:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fe6fb0-d8dc-4673-850a-1dacdc657fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:09:03Z', 'updated_at': '2022-05-30T05:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': 'b323aef9-6de2-43c9-8106-dca375738387', 'name': '', 'network_id': '9db37a7b-c9c2-4775-a4a2-7c843b558ea9', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'mac_address': 'fa:16:3e:bf:d6:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fe6fb0-d8dc-4673-850a-1dacdc657fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': 'f4acacb1-18da-46e4-9e16-e54842fcfa4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:09:07Z', 'updated_at': '2022-05-30T05:09:14Z', 'revision_number': 5, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'subnets': [{'id': 'f4acacb1-18da-46e4-9e16-e54842fcfa4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:09:51.098670 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e48b1f9-e8ac-40de-8758-392473eb3179 None None] The sync data for ids ['05fe6fb0-d8dc-4673-850a-1dacdc657fa5'] in dv-neutron-843763-1-hyperv is: [{'id': '05fe6fb0-d8dc-4673-850a-1dacdc657fa5', 'name': 'tempest-TestNetworkBasicOps-router-879339788', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.146'}], 'enable_snat': True}, 'gw_port_id': '54b5f23b-4d9f-4f3f-ac09-95a46049816a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:09:02Z', 'updated_at': '2022-05-30T05:09:08Z', 'revision_number': 4, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'gw_port': {'id': '54b5f23b-4d9f-4f3f-ac09-95a46049816a', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:88:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fe6fb0-d8dc-4673-850a-1dacdc657fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:09:03Z', 'updated_at': '2022-05-30T05:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': 'b323aef9-6de2-43c9-8106-dca375738387', 'name': '', 'network_id': '9db37a7b-c9c2-4775-a4a2-7c843b558ea9', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'mac_address': 'fa:16:3e:bf:d6:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fe6fb0-d8dc-4673-850a-1dacdc657fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': 'f4acacb1-18da-46e4-9e16-e54842fcfa4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:09:07Z', 'updated_at': '2022-05-30T05:09:14Z', 'revision_number': 5, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'subnets': [{'id': 'f4acacb1-18da-46e4-9e16-e54842fcfa4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:09:51.205570 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5adeacc-c7bc-460d-a2d9-687488ba8a3a admin admin] Deleting subnet 195eaa06-b93a-44cb-9e99-e406979df128 {{(pid=88261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 30 05:09:51.212908 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c5adeacc-c7bc-460d-a2d9-687488ba8a3a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:51.305346 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c5adeacc-c7bc-460d-a2d9-687488ba8a3a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3545586'] for subnet, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:51.350072 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9673ad27-d859-445d-82fb-bdfed1c9d4b7 None None] New status for floating IP 606b3489-4b18-4fb3-838d-1bd414a1ae90: DOWN {{(pid=88263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 30 05:09:51.391665 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c886ef22-549e-4dbb-a79f-7a45f8cab7de tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:51.447024 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c886ef22-549e-4dbb-a79f-7a45f8cab7de tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event deleted for resources: {'Port': ['ID=8631b3f6-dfd4-41e6-a191-d3cfda45c5d5,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:09:51.522950 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c5adeacc-c7bc-460d-a2d9-687488ba8a3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860493'] for subnet, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:51.604796 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c886ef22-549e-4dbb-a79f-7a45f8cab7de tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:51.628857 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-c886ef22-549e-4dbb-a79f-7a45f8cab7de tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "DELETE /v2.0/ports/8631b3f6-dfd4-41e6-a191-d3cfda45c5d5 HTTP/1.1" status: 204 len: 168 time: 1.1071365 May 30 05:09:51.628857 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 49078) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:09:51.689315 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c5adeacc-c7bc-460d-a2d9-687488ba8a3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2304955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9305493'] for subnet, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:51.752085 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5adeacc-c7bc-460d-a2d9-687488ba8a3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=195eaa06-b93a-44cb-9e99-e406979df128,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:09:51.754790 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c5adeacc-c7bc-460d-a2d9-687488ba8a3a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:51.756338 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-c5adeacc-c7bc-460d-a2d9-687488ba8a3a admin admin] 10.222.0.15 "DELETE /v2.0/subnets/195eaa06-b93a-44cb-9e99-e406979df128 HTTP/1.1" status: 204 len: 168 time: 0.8760459 May 30 05:09:51.758241 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef76e742-e780-4b99-ab29-270b6e57179b None None] Network 719d6beb-a88c-42b5-a4d8-b710f113657a requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:09:51.759022 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 49082) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:09:51.942267 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4259ff9f-da62-48f9-946b-d7a1dd72e51e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897784'] for network, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:52.007383 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0768a2c9-eda6-4e85-a8ce-664b1dd26246 None None] DHCP port deletion for 719d6beb-a88c-42b5-a4d8-b710f113657a request from dv-neutron-843763-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 30 05:09:52.012764 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-0768a2c9-eda6-4e85-a8ce-664b1dd26246 None None] Deleting port 86f9ef3a-6b43-4958-abaf-4fa69ed69ae4 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:09:52.013389 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-0768a2c9-eda6-4e85-a8ce-664b1dd26246 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:52.035884 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-4259ff9f-da62-48f9-946b-d7a1dd72e51e admin admin] Deleting port 86f9ef3a-6b43-4958-abaf-4fa69ed69ae4 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:09:52.036233 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4259ff9f-da62-48f9-946b-d7a1dd72e51e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:52.099175 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device d3f40e31-186f-4ed2-8ffb-16622562b07e no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 05:09:52.148025 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] No Port match for: d3f40e31-186f-4ed2-8ffb-16622562b07e {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 05:09:52.148373 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device d3f40e31-186f-4ed2-8ffb-16622562b07e not bound to the agent host dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 05:09:52.148788 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 86f9ef3a-6b43-4958-abaf-4fa69ed69ae4 no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 05:09:52.391938 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-0768a2c9-eda6-4e85-a8ce-664b1dd26246 None None] For port 86f9ef3a-6b43-4958-abaf-4fa69ed69ae4, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=86f9ef3a-6b43-4958-abaf-4fa69ed69ae4,segment=NetworkSegment(e44dcc7a-45b8-400b-a163-3c280c77686f),segment_id=e44dcc7a-45b8-400b-a163-3c280c77686f)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:09:52.392332 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-0768a2c9-eda6-4e85-a8ce-664b1dd26246 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:52.422286 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-4259ff9f-da62-48f9-946b-d7a1dd72e51e admin admin] For port 86f9ef3a-6b43-4958-abaf-4fa69ed69ae4, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=86f9ef3a-6b43-4958-abaf-4fa69ed69ae4,segment=NetworkSegment(e44dcc7a-45b8-400b-a163-3c280c77686f),segment_id=e44dcc7a-45b8-400b-a163-3c280c77686f)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:09:52.422856 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4259ff9f-da62-48f9-946b-d7a1dd72e51e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:52.516013 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-0768a2c9-eda6-4e85-a8ce-664b1dd26246 None None] Calling delete_port for 86f9ef3a-6b43-4958-abaf-4fa69ed69ae4 owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:09:52.543591 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 86f9ef3a-6b43-4958-abaf-4fa69ed69ae4 is: ACTIVE; New status is: DOWN {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:09:52.543982 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:52.613581 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] For port 86f9ef3a-6b43-4958-abaf-4fa69ed69ae4, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=86f9ef3a-6b43-4958-abaf-4fa69ed69ae4,segment=NetworkSegment(e44dcc7a-45b8-400b-a163-3c280c77686f),segment_id=e44dcc7a-45b8-400b-a163-3c280c77686f)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:09:52.619123 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:52.619318 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 09d84916-c5bc-4647-93c2-5196ea1d5602 no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 05:09:52.672667 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-4259ff9f-da62-48f9-946b-d7a1dd72e51e admin admin] Calling delete_port for 86f9ef3a-6b43-4958-abaf-4fa69ed69ae4 owned by network:dhcp {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:09:52.684294 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.db.api [None req-0768a2c9-eda6-4e85-a8ce-664b1dd26246 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 05:09:52.684648 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG oslo_db.api [None req-0768a2c9-eda6-4e85-a8ce-664b1dd26246 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 05:09:52.691145 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] No Port match for: 09d84916-c5bc-4647-93c2-5196ea1d5602 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 05:09:52.691489 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 09d84916-c5bc-4647-93c2-5196ea1d5602 not bound to the agent host dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 05:09:52.718025 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Pushing event updated for resources: {'Port': ['ID=86f9ef3a-6b43-4958-abaf-4fa69ed69ae4,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:09:52.793523 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.db.api [None req-4259ff9f-da62-48f9-946b-d7a1dd72e51e admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88261) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 05:09:52.793863 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG oslo_db.api [None req-4259ff9f-da62-48f9-946b-d7a1dd72e51e admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 05:09:52.821544 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-818f76c8-38c8-4a3e-b3e6-336c15ea9fb2 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602184'] for router_interface, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:53.168417 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-818f76c8-38c8-4a3e-b3e6-336c15ea9fb2 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Deleting port b323aef9-6de2-43c9-8106-dca375738387 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:09:53.168676 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-818f76c8-38c8-4a3e-b3e6-336c15ea9fb2 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:53.185999 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-0768a2c9-eda6-4e85-a8ce-664b1dd26246 None None] Deleting port 86f9ef3a-6b43-4958-abaf-4fa69ed69ae4 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:09:53.186450 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-0768a2c9-eda6-4e85-a8ce-664b1dd26246 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:53.301655 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-4259ff9f-da62-48f9-946b-d7a1dd72e51e admin admin] Deleting port 86f9ef3a-6b43-4958-abaf-4fa69ed69ae4 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:09:53.302024 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4259ff9f-da62-48f9-946b-d7a1dd72e51e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:53.391040 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-0768a2c9-eda6-4e85-a8ce-664b1dd26246 None None] For port 86f9ef3a-6b43-4958-abaf-4fa69ed69ae4, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=86f9ef3a-6b43-4958-abaf-4fa69ed69ae4,segment=NetworkSegment(e44dcc7a-45b8-400b-a163-3c280c77686f),segment_id=e44dcc7a-45b8-400b-a163-3c280c77686f)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:09:53.391421 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-0768a2c9-eda6-4e85-a8ce-664b1dd26246 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:53.446120 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-818f76c8-38c8-4a3e-b3e6-336c15ea9fb2 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] For port b323aef9-6de2-43c9-8106-dca375738387, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=b323aef9-6de2-43c9-8106-dca375738387,segment=NetworkSegment(a316a0d6-311b-42cc-9dee-c7508525eb5e),segment_id=a316a0d6-311b-42cc-9dee-c7508525eb5e)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:09:53.446668 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-818f76c8-38c8-4a3e-b3e6-336c15ea9fb2 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:53.508593 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-0768a2c9-eda6-4e85-a8ce-664b1dd26246 None None] Calling delete_port for 86f9ef3a-6b43-4958-abaf-4fa69ed69ae4 owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:09:53.582646 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-0768a2c9-eda6-4e85-a8ce-664b1dd26246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069'] for port, after_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:53.628698 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0768a2c9-eda6-4e85-a8ce-664b1dd26246 None None] Pushing event deleted for resources: {'Port': ['ID=86f9ef3a-6b43-4958-abaf-4fa69ed69ae4,revision_number=None']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:09:53.630053 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-818f76c8-38c8-4a3e-b3e6-336c15ea9fb2 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Calling delete_port for b323aef9-6de2-43c9-8106-dca375738387 owned by network:router_interface {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:09:53.634678 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0768a2c9-eda6-4e85-a8ce-664b1dd26246 None None] No DVR routers for this DVR port 86f9ef3a-6b43-4958-abaf-4fa69ed69ae4 on host dv-neutron-843763-1-hyperv {{(pid=88262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 05:09:53.714624 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-4259ff9f-da62-48f9-946b-d7a1dd72e51e admin admin] For port 86f9ef3a-6b43-4958-abaf-4fa69ed69ae4, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=86f9ef3a-6b43-4958-abaf-4fa69ed69ae4,segment=NetworkSegment(e44dcc7a-45b8-400b-a163-3c280c77686f),segment_id=e44dcc7a-45b8-400b-a163-3c280c77686f)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:09:53.714898 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4259ff9f-da62-48f9-946b-d7a1dd72e51e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:54.068363 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-4259ff9f-da62-48f9-946b-d7a1dd72e51e admin admin] Calling delete_port for 86f9ef3a-6b43-4958-abaf-4fa69ed69ae4 owned by network:dhcp {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:09:54.179549 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.db.api [None req-4259ff9f-da62-48f9-946b-d7a1dd72e51e admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88261) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 05:09:54.179878 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG oslo_db.api [None req-4259ff9f-da62-48f9-946b-d7a1dd72e51e admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 05:09:54.256060 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-818f76c8-38c8-4a3e-b3e6-336c15ea9fb2 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:54.305085 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818f76c8-38c8-4a3e-b3e6-336c15ea9fb2 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event deleted for resources: {'Port': ['ID=b323aef9-6de2-43c9-8106-dca375738387,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:09:54.572729 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-818f76c8-38c8-4a3e-b3e6-336c15ea9fb2 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1642797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602100'] for router_interface, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:54.883977 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-4259ff9f-da62-48f9-946b-d7a1dd72e51e admin admin] Deleting port 86f9ef3a-6b43-4958-abaf-4fa69ed69ae4 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:09:54.884236 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4259ff9f-da62-48f9-946b-d7a1dd72e51e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:54.967848 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-4259ff9f-da62-48f9-946b-d7a1dd72e51e admin admin] The port '86f9ef3a-6b43-4958-abaf-4fa69ed69ae4' was deleted {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 30 05:09:55.078356 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-818f76c8-38c8-4a3e-b3e6-336c15ea9fb2 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Router 05fe6fb0-d8dc-4673-850a-1dacdc657fa5 has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 05:09:55.094902 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4259ff9f-da62-48f9-946b-d7a1dd72e51e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867540', 'neutron.services.segments.db._delete_segments_for_network-8729234922972'] for network, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:55.183291 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-4259ff9f-da62-48f9-946b-d7a1dd72e51e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['719d6beb-a88c-42b5-a4d8-b710f113657a']}} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:09:55.205420 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-4259ff9f-da62-48f9-946b-d7a1dd72e51e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e44dcc7a-45b8-400b-a163-3c280c77686f') {'for_net_delete': True} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:09:55.205760 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-4259ff9f-da62-48f9-946b-d7a1dd72e51e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e44dcc7a-45b8-400b-a163-3c280c77686f') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:09:55.222069 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4259ff9f-da62-48f9-946b-d7a1dd72e51e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729235042807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3545573'] for segment, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:55.413313 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4259ff9f-da62-48f9-946b-d7a1dd72e51e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:55.424030 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4259ff9f-da62-48f9-946b-d7a1dd72e51e admin admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=88261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 05:09:55.424445 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4259ff9f-da62-48f9-946b-d7a1dd72e51e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-862858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2304281'] for segment, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:55.504327 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment e44dcc7a-45b8-400b-a163-3c280c77686f resource provider aggregate not found May 30 05:09:55.517124 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-818f76c8-38c8-4a3e-b3e6-336c15ea9fb2 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:09:55.523926 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment e44dcc7a-45b8-400b-a163-3c280c77686f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e44dcc7a-45b8-400b-a163-3c280c77686f found for delete ", "request_id": "req-7a482003-b594-41d3-80c3-821d113cb8be"}]} May 30 05:09:55.528036 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ac4f30-64eb-4035-8bec-19131666ef1f None None] Sync routers for ids ['05fe6fb0-d8dc-4673-850a-1dacdc657fa5'] in dv-neutron-843763-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:09:55.538826 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4259ff9f-da62-48f9-946b-d7a1dd72e51e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604744'] for network, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:55.540782 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ac4f30-64eb-4035-8bec-19131666ef1f None None] Routers {'05fe6fb0-d8dc-4673-850a-1dacdc657fa5'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:09:55.541593 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-09ac4f30-64eb-4035-8bec-19131666ef1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:09:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['05fe6fb0-d8dc-4673-850a-1dacdc657fa5'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:09:55.542588 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-818f76c8-38c8-4a3e-b3e6-336c15ea9fb2 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "PUT /v2.0/routers/05fe6fb0-d8dc-4673-850a-1dacdc657fa5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9133720 May 30 05:09:55.545620 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 49092) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:09:55.562240 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4259ff9f-da62-48f9-946b-d7a1dd72e51e admin admin] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:55.564591 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4259ff9f-da62-48f9-946b-d7a1dd72e51e admin admin] Pushing event deleted for resources: {'Network': ['ID=719d6beb-a88c-42b5-a4d8-b710f113657a,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:09:55.577445 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-4259ff9f-da62-48f9-946b-d7a1dd72e51e admin admin] 10.222.0.15 "DELETE /v2.0/networks/719d6beb-a88c-42b5-a4d8-b710f113657a HTTP/1.1" status: 204 len: 168 time: 3.8171620 May 30 05:09:55.580298 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 49096) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:09:55.691056 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d466637-8641-49bf-8d56-d834663063d7 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Deleting subnet f4acacb1-18da-46e4-9e16-e54842fcfa4c {{(pid=88260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 30 05:09:55.724009 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-09ac4f30-64eb-4035-8bec-19131666ef1f None None] Set router 05fe6fb0-d8dc-4673-850a-1dacdc657fa5 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:09:55.744027 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6d466637-8641-49bf-8d56-d834663063d7 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for subnet, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:55.821722 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6d466637-8641-49bf-8d56-d834663063d7 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1454738'] for subnet, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:56.043613 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-09ac4f30-64eb-4035-8bec-19131666ef1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05fe6fb0-d8dc-4673-850a-1dacdc657fa5', 'name': 'tempest-TestNetworkBasicOps-router-879339788', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.146'}], 'enable_snat': True}, 'gw_port_id': '54b5f23b-4d9f-4f3f-ac09-95a46049816a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:09:02Z', 'updated_at': '2022-05-30T05:09:54Z', 'revision_number': 5, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'gw_port': {'id': '54b5f23b-4d9f-4f3f-ac09-95a46049816a', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:88:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fe6fb0-d8dc-4673-850a-1dacdc657fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:09:03Z', 'updated_at': '2022-05-30T05:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv'}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:09:56.047555 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ac4f30-64eb-4035-8bec-19131666ef1f None None] Checking router: 05fe6fb0-d8dc-4673-850a-1dacdc657fa5 for host: dv-neutron-843763-1-hyperv {{(pid=88262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 05:09:56.055969 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ac4f30-64eb-4035-8bec-19131666ef1f None None] Routers {'05fe6fb0-d8dc-4673-850a-1dacdc657fa5'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:09:56.056585 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-09ac4f30-64eb-4035-8bec-19131666ef1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:09:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['05fe6fb0-d8dc-4673-850a-1dacdc657fa5'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:09:56.061297 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6d466637-8641-49bf-8d56-d834663063d7 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860493'] for subnet, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:56.223631 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6d466637-8641-49bf-8d56-d834663063d7 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1547867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2133322'] for subnet, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:56.231770 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-09ac4f30-64eb-4035-8bec-19131666ef1f None None] Set router 05fe6fb0-d8dc-4673-850a-1dacdc657fa5 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:09:56.266838 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d466637-8641-49bf-8d56-d834663063d7 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event deleted for resources: {'Subnet': ['ID=f4acacb1-18da-46e4-9e16-e54842fcfa4c,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:09:56.268620 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6d466637-8641-49bf-8d56-d834663063d7 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:56.281524 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-6d466637-8641-49bf-8d56-d834663063d7 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "DELETE /v2.0/subnets/f4acacb1-18da-46e4-9e16-e54842fcfa4c HTTP/1.1" status: 204 len: 168 time: 0.7320695 May 30 05:09:56.281980 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 49100) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:09:56.331514 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c6822d-452d-4210-bf1e-4f5e43358a83 None None] Network 9db37a7b-c9c2-4775-a4a2-7c843b558ea9 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:09:56.361801 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4f409c12-bb30-4780-ab60-890dee6cc55e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602184'] for router_interface, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:56.471685 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d04029ef-aab9-45ee-a438-9e1460a7d09b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for router, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:56.656685 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d04029ef-aab9-45ee-a438-9e1460a7d09b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:56.668358 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-d04029ef-aab9-45ee-a438-9e1460a7d09b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Deleting port 54b5f23b-4d9f-4f3f-ac09-95a46049816a {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:09:56.669039 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d04029ef-aab9-45ee-a438-9e1460a7d09b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:56.704033 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-09ac4f30-64eb-4035-8bec-19131666ef1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05fe6fb0-d8dc-4673-850a-1dacdc657fa5', 'name': 'tempest-TestNetworkBasicOps-router-879339788', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.146'}], 'enable_snat': True}, 'gw_port_id': '54b5f23b-4d9f-4f3f-ac09-95a46049816a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:09:02Z', 'updated_at': '2022-05-30T05:09:54Z', 'revision_number': 5, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'gw_port': {'id': '54b5f23b-4d9f-4f3f-ac09-95a46049816a', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:88:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fe6fb0-d8dc-4673-850a-1dacdc657fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:09:03Z', 'updated_at': '2022-05-30T05:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv'}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:09:56.708740 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ac4f30-64eb-4035-8bec-19131666ef1f None None] The sync data for ids ['05fe6fb0-d8dc-4673-850a-1dacdc657fa5'] in dv-neutron-843763-1-hyperv is: [{'id': '05fe6fb0-d8dc-4673-850a-1dacdc657fa5', 'name': 'tempest-TestNetworkBasicOps-router-879339788', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.146'}], 'enable_snat': True}, 'gw_port_id': '54b5f23b-4d9f-4f3f-ac09-95a46049816a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:09:02Z', 'updated_at': '2022-05-30T05:09:54Z', 'revision_number': 5, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'gw_port': {'id': '54b5f23b-4d9f-4f3f-ac09-95a46049816a', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:88:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fe6fb0-d8dc-4673-850a-1dacdc657fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:09:03Z', 'updated_at': '2022-05-30T05:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv'}] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:09:56.764571 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd8221d9-ae0d-4371-8f18-cf2d34361f5c None None] DHCP port deletion for 9db37a7b-c9c2-4775-a4a2-7c843b558ea9 request from dv-neutron-843763-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 30 05:09:56.768811 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-fd8221d9-ae0d-4371-8f18-cf2d34361f5c None None] Deleting port be7f76bf-8f9d-4aa6-ba85-f57eb75a0886 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:09:56.769248 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-fd8221d9-ae0d-4371-8f18-cf2d34361f5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:56.836573 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-4f409c12-bb30-4780-ab60-890dee6cc55e admin admin] Deleting port 749217d6-1a98-43b2-8b6a-92bc1e46502c {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:09:56.837164 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4f409c12-bb30-4780-ab60-890dee6cc55e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:56.875397 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-d04029ef-aab9-45ee-a438-9e1460a7d09b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] For port 54b5f23b-4d9f-4f3f-ac09-95a46049816a, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=54b5f23b-4d9f-4f3f-ac09-95a46049816a,segment=NetworkSegment(ad083d94-0233-4c50-a0ed-00ef7686038c),segment_id=ad083d94-0233-4c50-a0ed-00ef7686038c)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:09:56.875862 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d04029ef-aab9-45ee-a438-9e1460a7d09b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:56.978265 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-fd8221d9-ae0d-4371-8f18-cf2d34361f5c None None] For port be7f76bf-8f9d-4aa6-ba85-f57eb75a0886, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=be7f76bf-8f9d-4aa6-ba85-f57eb75a0886,segment=NetworkSegment(a316a0d6-311b-42cc-9dee-c7508525eb5e),segment_id=a316a0d6-311b-42cc-9dee-c7508525eb5e)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:09:56.978625 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-fd8221d9-ae0d-4371-8f18-cf2d34361f5c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:57.006846 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-d04029ef-aab9-45ee-a438-9e1460a7d09b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Calling delete_port for 54b5f23b-4d9f-4f3f-ac09-95a46049816a owned by network:router_gateway {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:09:57.007659 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-4f409c12-bb30-4780-ab60-890dee6cc55e admin admin] For port 749217d6-1a98-43b2-8b6a-92bc1e46502c, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=749217d6-1a98-43b2-8b6a-92bc1e46502c,segment=NetworkSegment(8f3099db-1eb7-47dd-ae5e-6918d0139ebd),segment_id=8f3099db-1eb7-47dd-ae5e-6918d0139ebd)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:09:57.008022 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4f409c12-bb30-4780-ab60-890dee6cc55e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:57.106772 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-fd8221d9-ae0d-4371-8f18-cf2d34361f5c None None] Calling delete_port for be7f76bf-8f9d-4aa6-ba85-f57eb75a0886 owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:09:57.139406 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-4f409c12-bb30-4780-ab60-890dee6cc55e admin admin] Calling delete_port for 749217d6-1a98-43b2-8b6a-92bc1e46502c owned by network:router_interface {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:09:57.191339 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-fd8221d9-ae0d-4371-8f18-cf2d34361f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069'] for port, after_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:57.228598 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d04029ef-aab9-45ee-a438-9e1460a7d09b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:57.249441 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8221d9-ae0d-4371-8f18-cf2d34361f5c None None] Pushing event deleted for resources: {'Port': ['ID=be7f76bf-8f9d-4aa6-ba85-f57eb75a0886,revision_number=None']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:09:57.251557 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8221d9-ae0d-4371-8f18-cf2d34361f5c None None] No DVR routers for this DVR port be7f76bf-8f9d-4aa6-ba85-f57eb75a0886 on host dv-neutron-843763-1-hyperv {{(pid=88262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 05:09:57.310314 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04029ef-aab9-45ee-a438-9e1460a7d09b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event deleted for resources: {'Port': ['ID=54b5f23b-4d9f-4f3f-ac09-95a46049816a,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:09:57.347522 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4f409c12-bb30-4780-ab60-890dee6cc55e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:57.397027 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f409c12-bb30-4780-ab60-890dee6cc55e admin admin] Pushing event deleted for resources: {'Port': ['ID=749217d6-1a98-43b2-8b6a-92bc1e46502c,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:09:57.414714 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d04029ef-aab9-45ee-a438-9e1460a7d09b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1604781'] for router_gateway, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:57.674916 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4f409c12-bb30-4780-ab60-890dee6cc55e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1642797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602100'] for router_interface, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:57.722528 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d04029ef-aab9-45ee-a438-9e1460a7d09b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11660'] for router, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:57.724939 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d04029ef-aab9-45ee-a438-9e1460a7d09b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:57.749271 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d04029ef-aab9-45ee-a438-9e1460a7d09b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1601605'] for router, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:57.749734 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d04029ef-aab9-45ee-a438-9e1460a7d09b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Fanout notify agent at l3_agent the message router_deleted on router 05fe6fb0-d8dc-4673-850a-1dacdc657fa5 {{(pid=88261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 30 05:09:57.765641 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d04029ef-aab9-45ee-a438-9e1460a7d09b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for router, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:57.767105 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-d04029ef-aab9-45ee-a438-9e1460a7d09b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "DELETE /v2.0/routers/05fe6fb0-d8dc-4673-850a-1dacdc657fa5 HTTP/1.1" status: 204 len: 168 time: 1.4839683 May 30 05:09:57.770602 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 49104) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:09:57.960636 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0f689cad-6893-40c0-ba3d-cabae89de194 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897784'] for network, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:57.964315 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-b9fdd3f2-dced-4699-95d2-a9b2e5ce7059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:58.284530 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device be7f76bf-8f9d-4aa6-ba85-f57eb75a0886 no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 05:09:58.318346 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] No Port match for: be7f76bf-8f9d-4aa6-ba85-f57eb75a0886 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 05:09:58.318697 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device be7f76bf-8f9d-4aa6-ba85-f57eb75a0886 not bound to the agent host dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 05:09:58.319116 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 54b5f23b-4d9f-4f3f-ac09-95a46049816a no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 05:09:58.341359 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0f689cad-6893-40c0-ba3d-cabae89de194 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867540', 'neutron.services.segments.db._delete_segments_for_network-8729234922972'] for network, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:58.351404 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] No Port match for: 54b5f23b-4d9f-4f3f-ac09-95a46049816a {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 05:09:58.351753 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 54b5f23b-4d9f-4f3f-ac09-95a46049816a not bound to the agent host dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 05:09:58.352164 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device b323aef9-6de2-43c9-8106-dca375738387 no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 05:09:58.375812 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-0f689cad-6893-40c0-ba3d-cabae89de194 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9db37a7b-c9c2-4775-a4a2-7c843b558ea9']}} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:09:58.384155 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f409c12-bb30-4780-ab60-890dee6cc55e admin admin] Router 3fc3ed28-4e49-48e9-8b08-4b5fdd3c4c0e has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 05:09:58.391786 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-0f689cad-6893-40c0-ba3d-cabae89de194 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a316a0d6-311b-42cc-9dee-c7508525eb5e') {'for_net_delete': True} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:09:58.392091 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-0f689cad-6893-40c0-ba3d-cabae89de194 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a316a0d6-311b-42cc-9dee-c7508525eb5e') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:09:58.409788 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0f689cad-6893-40c0-ba3d-cabae89de194 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729235042807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1454725'] for segment, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:58.422812 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] No Port match for: b323aef9-6de2-43c9-8106-dca375738387 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 05:09:58.423166 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device b323aef9-6de2-43c9-8106-dca375738387 not bound to the agent host dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 05:09:58.489253 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0f689cad-6893-40c0-ba3d-cabae89de194 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:58.506451 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f689cad-6893-40c0-ba3d-cabae89de194 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=88260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 05:09:58.506839 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0f689cad-6893-40c0-ba3d-cabae89de194 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-862858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1547513'] for segment, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:58.576836 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment a316a0d6-311b-42cc-9dee-c7508525eb5e resource provider aggregate not found May 30 05:09:58.635204 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment a316a0d6-311b-42cc-9dee-c7508525eb5e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a316a0d6-311b-42cc-9dee-c7508525eb5e found for delete ", "request_id": "req-ce93c936-ed61-4d9c-b3eb-ccb810c17eb2"}]} May 30 05:09:58.679680 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0f689cad-6893-40c0-ba3d-cabae89de194 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604744'] for network, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:58.698754 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0f689cad-6893-40c0-ba3d-cabae89de194 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:58.715726 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f409c12-bb30-4780-ab60-890dee6cc55e admin admin] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:09:58.718325 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f689cad-6893-40c0-ba3d-cabae89de194 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event deleted for resources: {'Network': ['ID=9db37a7b-c9c2-4775-a4a2-7c843b558ea9,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:09:58.722839 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-4f409c12-bb30-4780-ab60-890dee6cc55e admin admin] 10.222.0.15 "PUT /v2.0/routers/3fc3ed28-4e49-48e9-8b08-4b5fdd3c4c0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1411221 May 30 05:09:58.724665 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-0f689cad-6893-40c0-ba3d-cabae89de194 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "DELETE /v2.0/networks/9db37a7b-c9c2-4775-a4a2-7c843b558ea9 HTTP/1.1" status: 204 len: 168 time: 0.9531491 May 30 05:09:58.725514 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 49112) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:09:58.727846 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a7f822-5cd8-4598-b34c-54fd5682c347 None None] Sync routers for ids ['3fc3ed28-4e49-48e9-8b08-4b5fdd3c4c0e'] in dv-neutron-843763-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:09:58.739690 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 49116) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:09:58.740574 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a7f822-5cd8-4598-b34c-54fd5682c347 None None] Routers {'3fc3ed28-4e49-48e9-8b08-4b5fdd3c4c0e'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:09:58.741191 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-d7a7f822-5cd8-4598-b34c-54fd5682c347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:09:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['3fc3ed28-4e49-48e9-8b08-4b5fdd3c4c0e'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:09:58.754505 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-0e444549-3ab6-4722-99c0-f7e3507a310b tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] 10.222.0.15 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0125208 May 30 05:09:58.756882 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 49120) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:09:58.762475 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-71057d78-3d35-4517-a33f-1a6f1c13a50b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Request body: {'network': {'name': 'tempest-network-smoke--62758404', 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'port_security_enabled': True}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:09:58.768173 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-71057d78-3d35-4517-a33f-1a6f1c13a50b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:09:58.773459 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-71057d78-3d35-4517-a33f-1a6f1c13a50b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Usage tracker for resource:network and tenant:f9fe59584bbe4d5aaa42841eedb71980 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:09:58.777416 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-71057d78-3d35-4517-a33f-1a6f1c13a50b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:09:58.784520 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-71057d78-3d35-4517-a33f-1a6f1c13a50b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:09:58.798463 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71057d78-3d35-4517-a33f-1a6f1c13a50b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Made reservation on behalf of f9fe59584bbe4d5aaa42841eedb71980 for: {'network': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:09:58.803182 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-71057d78-3d35-4517-a33f-1a6f1c13a50b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for network, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:58.831378 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71057d78-3d35-4517-a33f-1a6f1c13a50b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=88261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 05:09:58.840359 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-71057d78-3d35-4517-a33f-1a6f1c13a50b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:58.840695 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.db.segments_db [None req-71057d78-3d35-4517-a33f-1a6f1c13a50b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Added segment fa402675-7a74-400e-9034-d4050917456e of type vlan for network 71523bb2-97c4-486f-9ee7-dbb5cd19147b May 30 05:09:58.867776 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-71057d78-3d35-4517-a33f-1a6f1c13a50b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729234556353'] for network, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:58.898510 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-71057d78-3d35-4517-a33f-1a6f1c13a50b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788'] for network, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:58.904035 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71057d78-3d35-4517-a33f-1a6f1c13a50b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:09:58.904618 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-71057d78-3d35-4517-a33f-1a6f1c13a50b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:58.910396 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a314f58e-a2fb-4669-b5e9-54d5be8dfde0 admin admin] Notify callbacks [] for router, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:58.925218 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-d7a7f822-5cd8-4598-b34c-54fd5682c347 None None] Set router 3fc3ed28-4e49-48e9-8b08-4b5fdd3c4c0e gateway port host: dv-neutron-843763-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:09:59.011229 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-71057d78-3d35-4517-a33f-1a6f1c13a50b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2507803 May 30 05:09:59.011440 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 49124) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:09:59.018601 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-2b6193e1-ccd7-4622-96cc-ba261086742b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-391854685', 'admin_state_up': True, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'}}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:09:59.023868 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71057d78-3d35-4517-a33f-1a6f1c13a50b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event updated for resources: {'Network': ['ID=71523bb2-97c4-486f-9ee7-dbb5cd19147b,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:09:59.027623 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-2b6193e1-ccd7-4622-96cc-ba261086742b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:09:59.031611 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-2b6193e1-ccd7-4622-96cc-ba261086742b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Usage tracker for resource:router and tenant:f9fe59584bbe4d5aaa42841eedb71980 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:09:59.035474 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-2b6193e1-ccd7-4622-96cc-ba261086742b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:09:59.041490 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-2b6193e1-ccd7-4622-96cc-ba261086742b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:09:59.044720 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Network 71523bb2-97c4-486f-9ee7-dbb5cd19147b details requested by agent ovs-agent-dv-neutron-843763-1-hyperv with host dv-neutron-843763-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 05:09:59.055079 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2b6193e1-ccd7-4622-96cc-ba261086742b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1603901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11666'] for router, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:59.056513 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2b6193e1-ccd7-4622-96cc-ba261086742b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11675'] for router, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:59.075922 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2b6193e1-ccd7-4622-96cc-ba261086742b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:59.109227 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a314f58e-a2fb-4669-b5e9-54d5be8dfde0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:59.123016 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-a314f58e-a2fb-4669-b5e9-54d5be8dfde0 admin admin] Deleting port 823e5eb1-036d-4cf1-80db-3ae10b55a0f6 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:09:59.123453 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a314f58e-a2fb-4669-b5e9-54d5be8dfde0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:59.244024 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-d7a7f822-5cd8-4598-b34c-54fd5682c347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fc3ed28-4e49-48e9-8b08-4b5fdd3c4c0e', 'name': 'tempest-TestVolumeBootPattern-1215283099-router', 'tenant_id': 'd33e4326757b4ba3a639277b57d5e241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.31'}], 'enable_snat': True}, 'gw_port_id': '823e5eb1-036d-4cf1-80db-3ae10b55a0f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:02:24Z', 'updated_at': '2022-05-30T05:09:57Z', 'revision_number': 5, 'project_id': 'd33e4326757b4ba3a639277b57d5e241', 'gw_port': {'id': '823e5eb1-036d-4cf1-80db-3ae10b55a0f6', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:f1:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fc3ed28-4e49-48e9-8b08-4b5fdd3c4c0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:02:25Z', 'updated_at': '2022-05-30T05:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv'}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:09:59.249630 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a7f822-5cd8-4598-b34c-54fd5682c347 None None] Checking router: 3fc3ed28-4e49-48e9-8b08-4b5fdd3c4c0e for host: dv-neutron-843763-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 05:09:59.262148 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a7f822-5cd8-4598-b34c-54fd5682c347 None None] Routers {'3fc3ed28-4e49-48e9-8b08-4b5fdd3c4c0e'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:09:59.262591 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-d7a7f822-5cd8-4598-b34c-54fd5682c347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:09:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['3fc3ed28-4e49-48e9-8b08-4b5fdd3c4c0e'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:09:59.308730 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-a314f58e-a2fb-4669-b5e9-54d5be8dfde0 admin admin] For port 823e5eb1-036d-4cf1-80db-3ae10b55a0f6, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=823e5eb1-036d-4cf1-80db-3ae10b55a0f6,segment=NetworkSegment(ad083d94-0233-4c50-a0ed-00ef7686038c),segment_id=ad083d94-0233-4c50-a0ed-00ef7686038c)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:09:59.309079 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a314f58e-a2fb-4669-b5e9-54d5be8dfde0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:59.365640 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2b6193e1-ccd7-4622-96cc-ba261086742b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11765'] for router, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:59.420284 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-d7a7f822-5cd8-4598-b34c-54fd5682c347 None None] Set router 3fc3ed28-4e49-48e9-8b08-4b5fdd3c4c0e gateway port host: None {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:09:59.434729 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-a314f58e-a2fb-4669-b5e9-54d5be8dfde0 admin admin] Calling delete_port for 823e5eb1-036d-4cf1-80db-3ae10b55a0f6 owned by network:router_gateway {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:09:59.539608 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-d7a7f822-5cd8-4598-b34c-54fd5682c347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fc3ed28-4e49-48e9-8b08-4b5fdd3c4c0e', 'name': 'tempest-TestVolumeBootPattern-1215283099-router', 'tenant_id': 'd33e4326757b4ba3a639277b57d5e241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:02:24Z', 'updated_at': '2022-05-30T05:09:59Z', 'revision_number': 6, 'project_id': 'd33e4326757b4ba3a639277b57d5e241', 'gw_port_host': None}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:09:59.545367 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a7f822-5cd8-4598-b34c-54fd5682c347 None None] The sync data for ids ['3fc3ed28-4e49-48e9-8b08-4b5fdd3c4c0e'] in dv-neutron-843763-1-hyperv is: [{'id': '3fc3ed28-4e49-48e9-8b08-4b5fdd3c4c0e', 'name': 'tempest-TestVolumeBootPattern-1215283099-router', 'tenant_id': 'd33e4326757b4ba3a639277b57d5e241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:02:24Z', 'updated_at': '2022-05-30T05:09:59Z', 'revision_number': 6, 'project_id': 'd33e4326757b4ba3a639277b57d5e241', 'gw_port_host': None}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:09:59.685487 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2b6193e1-ccd7-4622-96cc-ba261086742b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for router_gateway, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:59.713953 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2b6193e1-ccd7-4622-96cc-ba261086742b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:59.716739 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a314f58e-a2fb-4669-b5e9-54d5be8dfde0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:09:59.768384 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a314f58e-a2fb-4669-b5e9-54d5be8dfde0 admin admin] Pushing event deleted for resources: {'Port': ['ID=823e5eb1-036d-4cf1-80db-3ae10b55a0f6,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:09:59.850123 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-2b6193e1-ccd7-4622-96cc-ba261086742b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Allocated IP 172.26.6.23 (1bab70f4-3794-44db-8e17-19f483aa8ffa/6b5b73c1-b0ce-4f83-a930-c00cc5522926/0587380a-49e5-4ecd-aac0-58422edeb8b7) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:09:59.855214 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a314f58e-a2fb-4669-b5e9-54d5be8dfde0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1604781'] for router_gateway, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:10:00.001710 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2b6193e1-ccd7-4622-96cc-ba261086742b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:10:00.031028 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2b6193e1-ccd7-4622-96cc-ba261086742b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:10:00.038788 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a314f58e-a2fb-4669-b5e9-54d5be8dfde0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11660'] for router, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:10:00.040959 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a314f58e-a2fb-4669-b5e9-54d5be8dfde0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:10:00.064203 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a314f58e-a2fb-4669-b5e9-54d5be8dfde0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1601605'] for router, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:10:00.064846 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a314f58e-a2fb-4669-b5e9-54d5be8dfde0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3fc3ed28-4e49-48e9-8b08-4b5fdd3c4c0e {{(pid=88260) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 30 05:10:00.076941 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a314f58e-a2fb-4669-b5e9-54d5be8dfde0 admin admin] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:10:00.078095 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-a314f58e-a2fb-4669-b5e9-54d5be8dfde0 admin admin] 10.222.0.15 "DELETE /v2.0/routers/3fc3ed28-4e49-48e9-8b08-4b5fdd3c4c0e HTTP/1.1" status: 204 len: 168 time: 1.3516383 May 30 05:10:00.081150 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 49128) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:10:00.097734 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b6193e1-ccd7-4622-96cc-ba261086742b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Network 1bab70f4-3794-44db-8e17-19f483aa8ffa is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:10:00.100607 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-2b6193e1-ccd7-4622-96cc-ba261086742b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:10:00.102879 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6193e1-ccd7-4622-96cc-ba261086742b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:10:00.142682 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bc05219-3103-46e8-8c77-7a970ac556dd admin admin] Deleting subnet 449c8ac6-347a-4fd2-8dc0-9c7f0c6872b9 {{(pid=88260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 30 05:10:00.146062 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8bc05219-3103-46e8-8c77-7a970ac556dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:10:00.148481 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6193e1-ccd7-4622-96cc-ba261086742b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event updated for resources: {'Port': ['ID=0587380a-49e5-4ecd-aac0-58422edeb8b7,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:10:00.196507 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-35f054d5-9f30-4dfd-ad8f-e3e1a7a9d5a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:10:00.200080 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8bc05219-3103-46e8-8c77-7a970ac556dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1454738'] for subnet, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:10:00.286235 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8bc05219-3103-46e8-8c77-7a970ac556dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860493'] for subnet, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:10:00.378502 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8bc05219-3103-46e8-8c77-7a970ac556dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1547867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2133322'] for subnet, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:10:00.401265 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 749217d6-1a98-43b2-8b6a-92bc1e46502c no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 05:10:00.437748 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c26c96cb-afed-41fa-8316-0d15b646701e None None] Network 2669e161-f095-40c1-913b-ff9a8d308969 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:10:00.438270 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8bc05219-3103-46e8-8c77-7a970ac556dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:10:00.442671 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc05219-3103-46e8-8c77-7a970ac556dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=449c8ac6-347a-4fd2-8dc0-9c7f0c6872b9,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:10:00.449211 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-8bc05219-3103-46e8-8c77-7a970ac556dd admin admin] 10.222.0.15 "DELETE /v2.0/subnets/449c8ac6-347a-4fd2-8dc0-9c7f0c6872b9 HTTP/1.1" status: 204 len: 168 time: 0.3648219 May 30 05:10:00.449507 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 49132) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:10:00.578460 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e6420a01-f719-4cb4-b4fa-92973cc8b977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897784'] for network, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:10:00.582941 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] No Port match for: 749217d6-1a98-43b2-8b6a-92bc1e46502c {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 05:10:00.585430 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 749217d6-1a98-43b2-8b6a-92bc1e46502c not bound to the agent host dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 05:10:00.585976 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 823e5eb1-036d-4cf1-80db-3ae10b55a0f6 no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 05:10:00.598196 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-e6420a01-f719-4cb4-b4fa-92973cc8b977 admin admin] Deleting port 1c60d5ab-7aac-4eaf-aca1-59856b17f51c {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:10:00.598762 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e6420a01-f719-4cb4-b4fa-92973cc8b977 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:10:00.660043 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] No Port match for: 823e5eb1-036d-4cf1-80db-3ae10b55a0f6 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 05:10:00.660567 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 823e5eb1-036d-4cf1-80db-3ae10b55a0f6 not bound to the agent host dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 05:10:00.697341 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2b6193e1-ccd7-4622-96cc-ba261086742b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for router_gateway, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:10:00.872554 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-e6420a01-f719-4cb4-b4fa-92973cc8b977 admin admin] For port 1c60d5ab-7aac-4eaf-aca1-59856b17f51c, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=1c60d5ab-7aac-4eaf-aca1-59856b17f51c,segment=NetworkSegment(8f3099db-1eb7-47dd-ae5e-6918d0139ebd),segment_id=8f3099db-1eb7-47dd-ae5e-6918d0139ebd)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:10:00.873184 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e6420a01-f719-4cb4-b4fa-92973cc8b977 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:10:00.884710 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0529958b-ba83-4e24-bc61-5ed3b60034f3 None None] DHCP port deletion for 2669e161-f095-40c1-913b-ff9a8d308969 request from dv-neutron-843763-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 30 05:10:00.888965 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-0529958b-ba83-4e24-bc61-5ed3b60034f3 None None] Deleting port 1c60d5ab-7aac-4eaf-aca1-59856b17f51c {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:10:00.889550 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-0529958b-ba83-4e24-bc61-5ed3b60034f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:10:01.008620 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-e6420a01-f719-4cb4-b4fa-92973cc8b977 admin admin] Calling delete_port for 1c60d5ab-7aac-4eaf-aca1-59856b17f51c owned by network:dhcp {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:10:01.071647 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2b6193e1-ccd7-4622-96cc-ba261086742b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603653'] for router, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:10:01.096422 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e6420a01-f719-4cb4-b4fa-92973cc8b977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:10:01.140770 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-0529958b-ba83-4e24-bc61-5ed3b60034f3 None None] For port 1c60d5ab-7aac-4eaf-aca1-59856b17f51c, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=1c60d5ab-7aac-4eaf-aca1-59856b17f51c,segment=NetworkSegment(8f3099db-1eb7-47dd-ae5e-6918d0139ebd),segment_id=8f3099db-1eb7-47dd-ae5e-6918d0139ebd)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:10:01.141308 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-0529958b-ba83-4e24-bc61-5ed3b60034f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:10:01.157434 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6420a01-f719-4cb4-b4fa-92973cc8b977 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c60d5ab-7aac-4eaf-aca1-59856b17f51c,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:10:01.159689 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6420a01-f719-4cb4-b4fa-92973cc8b977 admin admin] No DVR routers for this DVR port 1c60d5ab-7aac-4eaf-aca1-59856b17f51c on host dv-neutron-843763-1-hyperv {{(pid=88260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 05:10:01.318123 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-0529958b-ba83-4e24-bc61-5ed3b60034f3 None None] Calling delete_port for 1c60d5ab-7aac-4eaf-aca1-59856b17f51c owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:10:01.322613 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b6193e1-ccd7-4622-96cc-ba261086742b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Router c9c8ad26-63b0-4be9-8cea-fe595365eece is scheduled to L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 with binding_index 1 {{(pid=88261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 30 05:10:01.362802 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56ded65b-0e68-413c-8b9b-1097922cc81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:10:01.391719 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e6420a01-f719-4cb4-b4fa-92973cc8b977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867540', 'neutron.services.segments.db._delete_segments_for_network-8729234922972'] for network, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:10:01.407736 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.db.api [None req-0529958b-ba83-4e24-bc61-5ed3b60034f3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 05:10:01.408099 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG oslo_db.api [None req-0529958b-ba83-4e24-bc61-5ed3b60034f3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 05:10:01.419488 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-e6420a01-f719-4cb4-b4fa-92973cc8b977 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2669e161-f095-40c1-913b-ff9a8d308969']}} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:10:01.437352 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-e6420a01-f719-4cb4-b4fa-92973cc8b977 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f3099db-1eb7-47dd-ae5e-6918d0139ebd') {'for_net_delete': True} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:10:01.437884 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-e6420a01-f719-4cb4-b4fa-92973cc8b977 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f3099db-1eb7-47dd-ae5e-6918d0139ebd') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:10:01.439195 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:10:01.451339 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e6420a01-f719-4cb4-b4fa-92973cc8b977 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729235042807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1454725'] for segment, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:10:01.467318 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e6420a01-f719-4cb4-b4fa-92973cc8b977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:10:01.474570 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6420a01-f719-4cb4-b4fa-92973cc8b977 admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=88260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 05:10:01.474954 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e6420a01-f719-4cb4-b4fa-92973cc8b977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-862858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1547513'] for segment, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:10:01.532632 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b6193e1-ccd7-4622-96cc-ba261086742b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:10:01.539235 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 8f3099db-1eb7-47dd-ae5e-6918d0139ebd resource provider aggregate not found May 30 05:10:01.543074 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330bb64c-c3e9-4bab-a4ca-52b9dca18526 None None] Sync routers for ids ['c9c8ad26-63b0-4be9-8cea-fe595365eece'] in dv-neutron-843763-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:10:01.554553 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330bb64c-c3e9-4bab-a4ca-52b9dca18526 None None] Routers {'c9c8ad26-63b0-4be9-8cea-fe595365eece'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:10:01.555682 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-330bb64c-c3e9-4bab-a4ca-52b9dca18526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:10:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['c9c8ad26-63b0-4be9-8cea-fe595365eece'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:10:01.563065 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2b6193e1-ccd7-4622-96cc-ba261086742b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for router, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:10:01.567857 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-2b6193e1-ccd7-4622-96cc-ba261086742b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.5519462 May 30 05:10:01.568034 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 49140) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:10:01.589197 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 8f3099db-1eb7-47dd-ae5e-6918d0139ebd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8f3099db-1eb7-47dd-ae5e-6918d0139ebd found for delete ", "request_id": "req-326cae17-2665-4de0-a587-15c16b17a9c5"}]} May 30 05:10:01.599129 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e6420a01-f719-4cb4-b4fa-92973cc8b977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604744'] for network, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:10:01.611013 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-966410ef-340d-4cc8-8b87-ae47427489a7 tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=f9fe59584bbe4d5aaa42841eedb71980&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0395420 May 30 05:10:01.612431 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 49144) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:10:01.626612 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e6420a01-f719-4cb4-b4fa-92973cc8b977 admin admin] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:10:01.637612 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6420a01-f719-4cb4-b4fa-92973cc8b977 admin admin] Pushing event deleted for resources: {'Network': ['ID=2669e161-f095-40c1-913b-ff9a8d308969,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:10:01.646809 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-e6420a01-f719-4cb4-b4fa-92973cc8b977 admin admin] 10.222.0.15 "DELETE /v2.0/networks/2669e161-f095-40c1-913b-ff9a8d308969 HTTP/1.1" status: 204 len: 168 time: 1.1940300 May 30 05:10:01.748675 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76eeb82e-e134-46c9-b77c-82c38b6f50f5 tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:10:01.750672 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-76eeb82e-e134-46c9-b77c-82c38b6f50f5 tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1375227 May 30 05:10:01.753745 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 49150) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:10:01.774857 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-330bb64c-c3e9-4bab-a4ca-52b9dca18526 None None] Set router c9c8ad26-63b0-4be9-8cea-fe595365eece gateway port host: dv-neutron-843763-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:10:01.775091 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 49154) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:10:01.800535 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-6b2b64ff-5b06-442d-a010-07dee6a3b7af tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=1bab70f4-3794-44db-8e17-19f483aa8ffa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0424409 May 30 05:10:01.800749 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 49158) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:10:01.806231 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-a2b96fb8-fd29-44a6-960c-756325745aa9 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2105851597', 'network_id': '71523bb2-97c4-486f-9ee7-dbb5cd19147b', 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:10:01.828863 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-c5420b84-144e-4de5-91a2-b6103ac4e6b6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=88101d051d394b379575d1a4b606816a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0523727 May 30 05:10:01.831038 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 49162) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:10:01.895873 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-588523cc-03e1-4f90-9777-0e1fe7b1608a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:10:01.925517 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-588523cc-03e1-4f90-9777-0e1fe7b1608a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:10:01.943359 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-0529958b-ba83-4e24-bc61-5ed3b60034f3 None None] Deleting port 1c60d5ab-7aac-4eaf-aca1-59856b17f51c {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:10:01.943601 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-0529958b-ba83-4e24-bc61-5ed3b60034f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:10:01.988880 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-588523cc-03e1-4f90-9777-0e1fe7b1608a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:10:02.011041 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588523cc-03e1-4f90-9777-0e1fe7b1608a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06585397-0422-42a3-a927-4a6be52eaa0e,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:10:02.019640 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-588523cc-03e1-4f90-9777-0e1fe7b1608a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:10:02.020774 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-588523cc-03e1-4f90-9777-0e1fe7b1608a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/06585397-0422-42a3-a927-4a6be52eaa0e HTTP/1.1" status: 204 len: 168 time: 0.1886308 May 30 05:10:02.060581 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-a2b96fb8-fd29-44a6-960c-756325745aa9 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:10:02.065517 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-a2b96fb8-fd29-44a6-960c-756325745aa9 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Usage tracker for resource:subnet and tenant:f9fe59584bbe4d5aaa42841eedb71980 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:10:02.068823 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-a2b96fb8-fd29-44a6-960c-756325745aa9 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:10:02.075794 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-a2b96fb8-fd29-44a6-960c-756325745aa9 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:10:02.084308 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-0529958b-ba83-4e24-bc61-5ed3b60034f3 None None] The port '1c60d5ab-7aac-4eaf-aca1-59856b17f51c' was deleted {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 30 05:10:02.091584 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2b96fb8-fd29-44a6-960c-756325745aa9 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Made reservation on behalf of f9fe59584bbe4d5aaa42841eedb71980 for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:10:02.105016 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a2b96fb8-fd29-44a6-960c-756325745aa9 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9305518'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:10:02.109392 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 1c60d5ab-7aac-4eaf-aca1-59856b17f51c no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 05:10:02.144980 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] No Port match for: 1c60d5ab-7aac-4eaf-aca1-59856b17f51c {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 05:10:02.145330 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 1c60d5ab-7aac-4eaf-aca1-59856b17f51c not bound to the agent host dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 05:10:02.227074 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-330bb64c-c3e9-4bab-a4ca-52b9dca18526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c8ad26-63b0-4be9-8cea-fe595365eece', 'name': 'tempest-TestNetworkBasicOps-router-391854685', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.23'}], 'enable_snat': True}, 'gw_port_id': '0587380a-49e5-4ecd-aac0-58422edeb8b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:09:59Z', 'updated_at': '2022-05-30T05:10:00Z', 'revision_number': 3, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'gw_port': {'id': '0587380a-49e5-4ecd-aac0-58422edeb8b7', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:75:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9c8ad26-63b0-4be9-8cea-fe595365eece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:09:59Z', 'updated_at': '2022-05-30T05:09:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv'}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:10:02.232354 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330bb64c-c3e9-4bab-a4ca-52b9dca18526 None None] Checking router: c9c8ad26-63b0-4be9-8cea-fe595365eece for host: dv-neutron-843763-1-hyperv {{(pid=88262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 05:10:02.232957 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330bb64c-c3e9-4bab-a4ca-52b9dca18526 None None] Updating router c9c8ad26-63b0-4be9-8cea-fe595365eece port 0587380a-49e5-4ecd-aac0-58422edeb8b7 binding host dv-neutron-843763-1-hyperv {{(pid=88262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 30 05:10:02.300615 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-330bb64c-c3e9-4bab-a4ca-52b9dca18526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:10:02.371542 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a2b96fb8-fd29-44a6-960c-756325745aa9 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2305012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9305500'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:10:02.441988 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 49170) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:10:02.463529 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b96fb8-fd29-44a6-960c-756325745aa9 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event updated for resources: {'Subnet': ['ID=a332b643-4977-462e-9f94-8f5eb9a2996d,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:10:02.472306 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b96fb8-fd29-44a6-960c-756325745aa9 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Checking segment: {'id': 'fa402675-7a74-400e-9034-d4050917456e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '71523bb2-97c4-486f-9ee7-dbb5cd19147b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:10:02.472680 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b96fb8-fd29-44a6-960c-756325745aa9 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Network hostable DHCP agents. Network: 71523bb2-97c4-486f-9ee7-dbb5cd19147b, hostable agents: ['1c705e68-3d3e-4dd3-9252-feb21d4b96ab'], hosted agents: [] {{(pid=88261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 05:10:02.494940 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b96fb8-fd29-44a6-960c-756325745aa9 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Network 71523bb2-97c4-486f-9ee7-dbb5cd19147b is scheduled to be hosted by DHCP agent 1c705e68-3d3e-4dd3-9252-feb21d4b96ab with binding_index 1 {{(pid=88261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 05:10:02.495144 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-dd3ad2a8-95e4-4d84-9366-5a0cd7e73ffb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d33e4326757b4ba3a639277b57d5e241&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0494454 May 30 05:10:02.495805 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 49174) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:10:02.501974 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-a2b96fb8-fd29-44a6-960c-756325745aa9 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843763-1-hyperv, 71523bb2-97c4-486f-9ee7-dbb5cd19147b) {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:10:02.507108 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b96fb8-fd29-44a6-960c-756325745aa9 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:10:02.507887 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a2b96fb8-fd29-44a6-960c-756325745aa9 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:10:02.519404 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91b16939-e7a7-4608-a93a-1b9a35e10f79 None None] Network 71523bb2-97c4-486f-9ee7-dbb5cd19147b requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:10:02.531248 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-a2b96fb8-fd29-44a6-960c-756325745aa9 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7294662 May 30 05:10:02.534789 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 49178) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:10:02.563452 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e7317152-5509-48b8-8a6e-ec4288d2d9f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:10:02.591054 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e7317152-5509-48b8-8a6e-ec4288d2d9f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:10:02.656589 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e7317152-5509-48b8-8a6e-ec4288d2d9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:10:02.674204 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7317152-5509-48b8-8a6e-ec4288d2d9f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e1f1a5d-fa0e-4f6d-84c2-a18e08fedcd7,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:10:02.683905 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7317152-5509-48b8-8a6e-ec4288d2d9f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:10:02.684250 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7317152-5509-48b8-8a6e-ec4288d2d9f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:10:02.684590 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7317152-5509-48b8-8a6e-ec4288d2d9f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:10:02.684928 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7317152-5509-48b8-8a6e-ec4288d2d9f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:10:02.685258 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7317152-5509-48b8-8a6e-ec4288d2d9f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:10:02.685587 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7317152-5509-48b8-8a6e-ec4288d2d9f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:10:02.685943 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7317152-5509-48b8-8a6e-ec4288d2d9f8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:10:02.686266 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7317152-5509-48b8-8a6e-ec4288d2d9f8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:10:02.686588 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7317152-5509-48b8-8a6e-ec4288d2d9f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:10:02.686913 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7317152-5509-48b8-8a6e-ec4288d2d9f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:10:02.687236 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7317152-5509-48b8-8a6e-ec4288d2d9f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:10:02.687559 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7317152-5509-48b8-8a6e-ec4288d2d9f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:10:02.690363 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e7317152-5509-48b8-8a6e-ec4288d2d9f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:10:02.691500 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-e7317152-5509-48b8-8a6e-ec4288d2d9f8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7e1f1a5d-fa0e-4f6d-84c2-a18e08fedcd7 HTTP/1.1" status: 204 len: 168 time: 0.1946917 May 30 05:10:02.815196 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a142624-940e-4c55-bf49-a5329c884075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:10:02.847103 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-330bb64c-c3e9-4bab-a4ca-52b9dca18526 None None] Notify callbacks [] for port, precommit_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:10:02.869002 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-330bb64c-c3e9-4bab-a4ca-52b9dca18526 None None] Transition to ACTIVE for port object 0587380a-49e5-4ecd-aac0-58422edeb8b7 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:10:02.874337 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c50cd2a0-d467-4581-86a5-b54d9e3c0733 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bbf24ed-7ba9-53d2-873f-8f9642b1e987-71523bb2-97c4-486f-9ee7-dbb5cd19147b', 'network_id': '71523bb2-97c4-486f-9ee7-dbb5cd19147b', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'fixed_ips': [{'subnet_id': 'a332b643-4977-462e-9f94-8f5eb9a2996d'}]}} from dv-neutron-843763-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 30 05:10:02.875142 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c50cd2a0-d467-4581-86a5-b54d9e3c0733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:10:02.886631 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-330bb64c-c3e9-4bab-a4ca-52b9dca18526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:10:03.031992 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-330bb64c-c3e9-4bab-a4ca-52b9dca18526 None None] Attempting to bind port 0587380a-49e5-4ecd-aac0-58422edeb8b7 on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 05:10:03.032368 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-330bb64c-c3e9-4bab-a4ca-52b9dca18526 None None] Attempting to bind port 0587380a-49e5-4ecd-aac0-58422edeb8b7 by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': 'ad083d94-0233-4c50-a0ed-00ef7686038c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 05:10:03.032747 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330bb64c-c3e9-4bab-a4ca-52b9dca18526 None None] Attempting to bind port 0587380a-49e5-4ecd-aac0-58422edeb8b7 on network 1bab70f4-3794-44db-8e17-19f483aa8ffa {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:10:03.048406 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ec42fc-a001-4e07-95a9-93fbd3d01c6b None None] Pushing event updated for resources: {'Port': ['ID=0587380a-49e5-4ecd-aac0-58422edeb8b7,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:10:03.056467 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330bb64c-c3e9-4bab-a4ca-52b9dca18526 None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 5, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 05:10:03.056865 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330bb64c-c3e9-4bab-a4ca-52b9dca18526 None None] Checking segment: {'id': 'ad083d94-0233-4c50-a0ed-00ef7686038c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:10:03.057255 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-330bb64c-c3e9-4bab-a4ca-52b9dca18526 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:10:03.057651 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330bb64c-c3e9-4bab-a4ca-52b9dca18526 None None] Bound using segment: {'id': 'ad083d94-0233-4c50-a0ed-00ef7686038c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 05:10:03.058161 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-330bb64c-c3e9-4bab-a4ca-52b9dca18526 None None] Bound port: 0587380a-49e5-4ecd-aac0-58422edeb8b7, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad083d94-0233-4c50-a0ed-00ef7686038c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 05:10:03.058540 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-330bb64c-c3e9-4bab-a4ca-52b9dca18526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:10:03.093404 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ec42fc-a001-4e07-95a9-93fbd3d01c6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:10:03.093755 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ec42fc-a001-4e07-95a9-93fbd3d01c6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:10:03.094130 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ec42fc-a001-4e07-95a9-93fbd3d01c6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:10:03.094467 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ec42fc-a001-4e07-95a9-93fbd3d01c6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:10:03.094801 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ec42fc-a001-4e07-95a9-93fbd3d01c6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:10:03.095256 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ec42fc-a001-4e07-95a9-93fbd3d01c6b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:10:03.095595 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ec42fc-a001-4e07-95a9-93fbd3d01c6b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:10:03.095926 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ec42fc-a001-4e07-95a9-93fbd3d01c6b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:10:03.096323 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ec42fc-a001-4e07-95a9-93fbd3d01c6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:10:03.097157 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ec42fc-a001-4e07-95a9-93fbd3d01c6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:10:03.097488 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ec42fc-a001-4e07-95a9-93fbd3d01c6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:10:03.097841 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ec42fc-a001-4e07-95a9-93fbd3d01c6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:10:03.201111 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-330bb64c-c3e9-4bab-a4ca-52b9dca18526 None None] For port 0587380a-49e5-4ecd-aac0-58422edeb8b7, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 05:10:03.203335 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-c50cd2a0-d467-4581-86a5-b54d9e3c0733 None None] Allocated IP 172.20.0.2 (71523bb2-97c4-486f-9ee7-dbb5cd19147b/a332b643-4977-462e-9f94-8f5eb9a2996d/babd4b47-783e-45a2-be09-99dae3bfe461) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:10:03.206536 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-330bb64c-c3e9-4bab-a4ca-52b9dca18526 None None] For port 0587380a-49e5-4ecd-aac0-58422edeb8b7, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=0587380a-49e5-4ecd-aac0-58422edeb8b7,segment=NetworkSegment(ad083d94-0233-4c50-a0ed-00ef7686038c),segment_id=ad083d94-0233-4c50-a0ed-00ef7686038c)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 05:10:03.215244 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-330bb64c-c3e9-4bab-a4ca-52b9dca18526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:10:03.288351 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f0dbda5e-351c-416e-aba7-55c618c3a36d tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:10:03.376695 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330bb64c-c3e9-4bab-a4ca-52b9dca18526 None None] Routers {'c9c8ad26-63b0-4be9-8cea-fe595365eece'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:10:03.377833 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-330bb64c-c3e9-4bab-a4ca-52b9dca18526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:10:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['c9c8ad26-63b0-4be9-8cea-fe595365eece'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:10:03.452033 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ec42fc-a001-4e07-95a9-93fbd3d01c6b None None] Pushing event updated for resources: {'Port': ['ID=0587380a-49e5-4ecd-aac0-58422edeb8b7,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:10:03.635797 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c50cd2a0-d467-4581-86a5-b54d9e3c0733 None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:10:03.644045 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-330bb64c-c3e9-4bab-a4ca-52b9dca18526 None None] Set router c9c8ad26-63b0-4be9-8cea-fe595365eece gateway port host: dv-neutron-843763-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:10:03.790037 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c50cd2a0-d467-4581-86a5-b54d9e3c0733 None None] Transition to ACTIVE for port object babd4b47-783e-45a2-be09-99dae3bfe461 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:10:03.875207 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c50cd2a0-d467-4581-86a5-b54d9e3c0733 None None] Transition to ACTIVE for port object babd4b47-783e-45a2-be09-99dae3bfe461 will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:10:03.884069 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c50cd2a0-d467-4581-86a5-b54d9e3c0733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:10:03.944826 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-f0dbda5e-351c-416e-aba7-55c618c3a36d tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Allocated IP 172.20.0.1 (71523bb2-97c4-486f-9ee7-dbb5cd19147b/a332b643-4977-462e-9f94-8f5eb9a2996d/a0904dce-80da-4bd3-8052-eb367dd3d35e) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:10:03.954283 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c50cd2a0-d467-4581-86a5-b54d9e3c0733 None None] Network 71523bb2-97c4-486f-9ee7-dbb5cd19147b is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:10:03.965625 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-c50cd2a0-d467-4581-86a5-b54d9e3c0733 None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:10:03.973080 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50cd2a0-d467-4581-86a5-b54d9e3c0733 None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:10:03.990824 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50cd2a0-d467-4581-86a5-b54d9e3c0733 None None] Pushing event updated for resources: {'Port': ['ID=babd4b47-783e-45a2-be09-99dae3bfe461,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:10:04.120637 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-c50cd2a0-d467-4581-86a5-b54d9e3c0733 None None] Attempting to bind port babd4b47-783e-45a2-be09-99dae3bfe461 on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 05:10:04.121003 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-c50cd2a0-d467-4581-86a5-b54d9e3c0733 None None] Attempting to bind port babd4b47-783e-45a2-be09-99dae3bfe461 by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': 'fa402675-7a74-400e-9034-d4050917456e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '71523bb2-97c4-486f-9ee7-dbb5cd19147b'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 05:10:04.121366 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50cd2a0-d467-4581-86a5-b54d9e3c0733 None None] Attempting to bind port babd4b47-783e-45a2-be09-99dae3bfe461 on network 71523bb2-97c4-486f-9ee7-dbb5cd19147b {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:10:04.128820 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50cd2a0-d467-4581-86a5-b54d9e3c0733 None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 5, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 05:10:04.129197 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50cd2a0-d467-4581-86a5-b54d9e3c0733 None None] Checking segment: {'id': 'fa402675-7a74-400e-9034-d4050917456e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '71523bb2-97c4-486f-9ee7-dbb5cd19147b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:10:04.129597 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c50cd2a0-d467-4581-86a5-b54d9e3c0733 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:10:04.130020 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50cd2a0-d467-4581-86a5-b54d9e3c0733 None None] Bound using segment: {'id': 'fa402675-7a74-400e-9034-d4050917456e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '71523bb2-97c4-486f-9ee7-dbb5cd19147b'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 05:10:04.130480 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-c50cd2a0-d467-4581-86a5-b54d9e3c0733 None None] Bound port: babd4b47-783e-45a2-be09-99dae3bfe461, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa402675-7a74-400e-9034-d4050917456e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '71523bb2-97c4-486f-9ee7-dbb5cd19147b'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 05:10:04.130854 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c50cd2a0-d467-4581-86a5-b54d9e3c0733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:10:04.207607 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-330bb64c-c3e9-4bab-a4ca-52b9dca18526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c8ad26-63b0-4be9-8cea-fe595365eece', 'name': 'tempest-TestNetworkBasicOps-router-391854685', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.23'}], 'enable_snat': True}, 'gw_port_id': '0587380a-49e5-4ecd-aac0-58422edeb8b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:09:59Z', 'updated_at': '2022-05-30T05:10:00Z', 'revision_number': 3, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'gw_port': {'id': '0587380a-49e5-4ecd-aac0-58422edeb8b7', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:75:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9c8ad26-63b0-4be9-8cea-fe595365eece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:09:59Z', 'updated_at': '2022-05-30T05:10:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv'}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:10:04.223579 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330bb64c-c3e9-4bab-a4ca-52b9dca18526 None None] The sync data for ids ['c9c8ad26-63b0-4be9-8cea-fe595365eece'] in dv-neutron-843763-1-hyperv is: [{'id': 'c9c8ad26-63b0-4be9-8cea-fe595365eece', 'name': 'tempest-TestNetworkBasicOps-router-391854685', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.23'}], 'enable_snat': True}, 'gw_port_id': '0587380a-49e5-4ecd-aac0-58422edeb8b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:09:59Z', 'updated_at': '2022-05-30T05:10:00Z', 'revision_number': 3, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'gw_port': {'id': '0587380a-49e5-4ecd-aac0-58422edeb8b7', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:75:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9c8ad26-63b0-4be9-8cea-fe595365eece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:09:59Z', 'updated_at': '2022-05-30T05:10:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv'}] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:10:04.224140 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f0dbda5e-351c-416e-aba7-55c618c3a36d tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:10:04.234070 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c50cd2a0-d467-4581-86a5-b54d9e3c0733 None None] For port babd4b47-783e-45a2-be09-99dae3bfe461, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 05:10:04.238493 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c50cd2a0-d467-4581-86a5-b54d9e3c0733 None None] For port babd4b47-783e-45a2-be09-99dae3bfe461, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=babd4b47-783e-45a2-be09-99dae3bfe461,segment=NetworkSegment(fa402675-7a74-400e-9034-d4050917456e),segment_id=fa402675-7a74-400e-9034-d4050917456e)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 05:10:04.243823 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c50cd2a0-d467-4581-86a5-b54d9e3c0733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:10:04.245067 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [None req-f0dbda5e-351c-416e-aba7-55c618c3a36d tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Transition to ACTIVE for port object a0904dce-80da-4bd3-8052-eb367dd3d35e will not be triggered until provisioned by entity DHCP. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:10:04.272355 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f0dbda5e-351c-416e-aba7-55c618c3a36d tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:10:04.334546 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50cd2a0-d467-4581-86a5-b54d9e3c0733 None None] Pushing event updated for resources: {'Port': ['ID=babd4b47-783e-45a2-be09-99dae3bfe461,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:10:04.340286 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0dbda5e-351c-416e-aba7-55c618c3a36d tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Network 71523bb2-97c4-486f-9ee7-dbb5cd19147b is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:10:04.343928 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-f0dbda5e-351c-416e-aba7-55c618c3a36d tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:10:04.348891 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0dbda5e-351c-416e-aba7-55c618c3a36d tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:10:04.389506 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dbda5e-351c-416e-aba7-55c618c3a36d tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event updated for resources: {'Port': ['ID=a0904dce-80da-4bd3-8052-eb367dd3d35e,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:10:04.420808 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f0dbda5e-351c-416e-aba7-55c618c3a36d tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604623'] for router_interface, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:10:04.718146 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f0dbda5e-351c-416e-aba7-55c618c3a36d tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:10:05.145727 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f0dbda5e-351c-416e-aba7-55c618c3a36d tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:10:05.150266 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f0dbda5e-351c-416e-aba7-55c618c3a36d tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2304381'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:10:05.263462 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dbda5e-351c-416e-aba7-55c618c3a36d tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event updated for resources: {'Port': ['ID=a0904dce-80da-4bd3-8052-eb367dd3d35e,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:10:05.278851 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f0dbda5e-351c-416e-aba7-55c618c3a36d tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1642774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602230'] for router_interface, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:10:05.329723 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f1725d-e866-4a7a-bd8f-beea8aacb8db None None] Network 71523bb2-97c4-486f-9ee7-dbb5cd19147b requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:10:05.421539 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0dbda5e-351c-416e-aba7-55c618c3a36d tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Network 71523bb2-97c4-486f-9ee7-dbb5cd19147b is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:10:05.422716 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-f0dbda5e-351c-416e-aba7-55c618c3a36d tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:10:05.427853 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-19cd3ecb-2ee0-47fd-b918-f43641a601a4 None None] Provisioning for port babd4b47-783e-45a2-be09-99dae3bfe461 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:10:05.621369 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0dbda5e-351c-416e-aba7-55c618c3a36d tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Router c9c8ad26-63b0-4be9-8cea-fe595365eece has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 05:10:05.883887 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-864d6e36-2121-4d1b-bffd-be6037ac6df3 None None] Provisioning for port a0904dce-80da-4bd3-8052-eb367dd3d35e completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:10:05.889779 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-864d6e36-2121-4d1b-bffd-be6037ac6df3 None None] Provisioning complete for port a0904dce-80da-4bd3-8052-eb367dd3d35e triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:10:05.890370 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-864d6e36-2121-4d1b-bffd-be6037ac6df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:10:05.948692 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0dbda5e-351c-416e-aba7-55c618c3a36d tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:10:05.956481 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-864d6e36-2121-4d1b-bffd-be6037ac6df3 None None] Port a0904dce-80da-4bd3-8052-eb367dd3d35e cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 05:10:05.960849 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbf2f70-609e-4ea3-88de-104ac8bd49c6 None None] Sync routers for ids ['c9c8ad26-63b0-4be9-8cea-fe595365eece'] in dv-neutron-843763-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:10:05.966167 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-f0dbda5e-351c-416e-aba7-55c618c3a36d tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "PUT /v2.0/routers/c9c8ad26-63b0-4be9-8cea-fe595365eece/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4303286 May 30 05:10:05.969498 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 49184) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:10:05.975619 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbf2f70-609e-4ea3-88de-104ac8bd49c6 None None] Routers {'c9c8ad26-63b0-4be9-8cea-fe595365eece'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:10:05.976399 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-8dbf2f70-609e-4ea3-88de-104ac8bd49c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:10:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['c9c8ad26-63b0-4be9-8cea-fe595365eece'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:10:06.088877 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-b2f1c164-fad0-4713-99a7-dfe8b29d776b None None] Provisioning complete for port a0904dce-80da-4bd3-8052-eb367dd3d35e triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:10:06.089484 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-b2f1c164-fad0-4713-99a7-dfe8b29d776b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:10:06.174931 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51721bfc-6e7e-48e2-af16-db867dae17a1 tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:10:06.175640 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51721bfc-6e7e-48e2-af16-db867dae17a1 tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:10:06.176412 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51721bfc-6e7e-48e2-af16-db867dae17a1 tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:10:06.181175 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51721bfc-6e7e-48e2-af16-db867dae17a1 tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:10:06.183634 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-51721bfc-6e7e-48e2-af16-db867dae17a1 tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2884 time: 0.2125757 May 30 05:10:06.185792 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 49188) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:10:06.186234 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device babd4b47-783e-45a2-be09-99dae3bfe461 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:10:06.228786 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-8dbf2f70-609e-4ea3-88de-104ac8bd49c6 None None] Set router c9c8ad26-63b0-4be9-8cea-fe595365eece gateway port host: dv-neutron-843763-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:10:06.267277 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-b2f1c164-fad0-4713-99a7-dfe8b29d776b None None] Port a0904dce-80da-4bd3-8052-eb367dd3d35e cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 05:10:06.292167 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port babd4b47-783e-45a2-be09-99dae3bfe461 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:10:06.297612 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port babd4b47-783e-45a2-be09-99dae3bfe461 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:10:06.298125 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:10:06.317312 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c43bb361-a2a4-4f40-a05d-53d1ae7b3d41 tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:10:06.317776 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c43bb361-a2a4-4f40-a05d-53d1ae7b3d41 tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:10:06.318265 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c43bb361-a2a4-4f40-a05d-53d1ae7b3d41 tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:10:06.318851 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c43bb361-a2a4-4f40-a05d-53d1ae7b3d41 tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:10:06.320505 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-c43bb361-a2a4-4f40-a05d-53d1ae7b3d41 tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.1333938 May 30 05:10:06.323102 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 49192) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:10:06.425365 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-cfe9b547-6eec-4f6f-b6d5-7e965ea6b893 None None] Provisioning complete for port a0904dce-80da-4bd3-8052-eb367dd3d35e triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:10:06.426020 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-cfe9b547-6eec-4f6f-b6d5-7e965ea6b893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:10:06.471319 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port babd4b47-783e-45a2-be09-99dae3bfe461 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:10:06.471700 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:10:06.492857 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-cfe9b547-6eec-4f6f-b6d5-7e965ea6b893 None None] Port a0904dce-80da-4bd3-8052-eb367dd3d35e cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 05:10:06.511711 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] For port babd4b47-783e-45a2-be09-99dae3bfe461, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=babd4b47-783e-45a2-be09-99dae3bfe461,segment=NetworkSegment(fa402675-7a74-400e-9034-d4050917456e),segment_id=fa402675-7a74-400e-9034-d4050917456e)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:10:06.516922 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:10:06.517691 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 0587380a-49e5-4ecd-aac0-58422edeb8b7 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:10:06.547647 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-549b7987-164c-45ea-bf59-afe573129a63 tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.2220614 May 30 05:10:06.590152 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-8dbf2f70-609e-4ea3-88de-104ac8bd49c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c8ad26-63b0-4be9-8cea-fe595365eece', 'name': 'tempest-TestNetworkBasicOps-router-391854685', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.23'}], 'enable_snat': True}, 'gw_port_id': '0587380a-49e5-4ecd-aac0-58422edeb8b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:09:59Z', 'updated_at': '2022-05-30T05:10:04Z', 'revision_number': 4, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'gw_port': {'id': '0587380a-49e5-4ecd-aac0-58422edeb8b7', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:75:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9c8ad26-63b0-4be9-8cea-fe595365eece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:09:59Z', 'updated_at': '2022-05-30T05:10:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': 'a0904dce-80da-4bd3-8052-eb367dd3d35e', 'name': '', 'network_id': '71523bb2-97c4-486f-9ee7-dbb5cd19147b', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'mac_address': 'fa:16:3e:71:8a:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9c8ad26-63b0-4be9-8cea-fe595365eece', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': 'a332b643-4977-462e-9f94-8f5eb9a2996d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:10:03Z', 'updated_at': '2022-05-30T05:10:04Z', 'revision_number': 2, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'subnets': [{'id': 'a332b643-4977-462e-9f94-8f5eb9a2996d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:10:06.594925 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbf2f70-609e-4ea3-88de-104ac8bd49c6 None None] Checking router: c9c8ad26-63b0-4be9-8cea-fe595365eece for host: dv-neutron-843763-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 05:10:06.595277 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbf2f70-609e-4ea3-88de-104ac8bd49c6 None None] Updating router c9c8ad26-63b0-4be9-8cea-fe595365eece port a0904dce-80da-4bd3-8052-eb367dd3d35e binding host dv-neutron-843763-1-hyperv {{(pid=88263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 30 05:10:06.624462 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 49198) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:10:06.630457 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-a4c12f72-c335-4721-864f-6a3abc930a59 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-86328625', 'description': 'tempest-secgroup-smoke-86328625 description', 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:10:06.633795 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Pushing event updated for resources: {'Port': ['ID=babd4b47-783e-45a2-be09-99dae3bfe461,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:10:06.636468 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-a4c12f72-c335-4721-864f-6a3abc930a59 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:10:06.640876 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-a4c12f72-c335-4721-864f-6a3abc930a59 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Usage tracker for resource:security_group and tenant:f9fe59584bbe4d5aaa42841eedb71980 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:10:06.644439 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-a4c12f72-c335-4721-864f-6a3abc930a59 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:10:06.650579 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port 0587380a-49e5-4ecd-aac0-58422edeb8b7 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:10:06.651500 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-a4c12f72-c335-4721-864f-6a3abc930a59 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:10:06.654584 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-8dbf2f70-609e-4ea3-88de-104ac8bd49c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:10:06.655572 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 0587380a-49e5-4ecd-aac0-58422edeb8b7 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:10:06.655964 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:10:06.663504 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a4c12f72-c335-4721-864f-6a3abc930a59 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:10:06.685306 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-a4c12f72-c335-4721-864f-6a3abc930a59 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:10:06.689316 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-a4c12f72-c335-4721-864f-6a3abc930a59 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Usage tracker for resource:security_group_rule and tenant:f9fe59584bbe4d5aaa42841eedb71980 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:10:06.692792 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-a4c12f72-c335-4721-864f-6a3abc930a59 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:10:06.700203 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-a4c12f72-c335-4721-864f-6a3abc930a59 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:10:06.775487 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 0587380a-49e5-4ecd-aac0-58422edeb8b7 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:10:06.775921 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:10:06.776876 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a4c12f72-c335-4721-864f-6a3abc930a59 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:10:06.781293 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a4c12f72-c335-4721-864f-6a3abc930a59 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:10:06.794784 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] For port 0587380a-49e5-4ecd-aac0-58422edeb8b7, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=0587380a-49e5-4ecd-aac0-58422edeb8b7,segment=NetworkSegment(ad083d94-0233-4c50-a0ed-00ef7686038c),segment_id=ad083d94-0233-4c50-a0ed-00ef7686038c)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:10:06.800846 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:10:06.832425 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c12f72-c335-4721-864f-6a3abc930a59 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48dde9ab-1d17-4f85-ad7a-97f3d55a0eeb,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:10:06.840420 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a4c12f72-c335-4721-864f-6a3abc930a59 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:10:06.844796 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-a4c12f72-c335-4721-864f-6a3abc930a59 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2192659 May 30 05:10:06.845104 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 49202) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:10:06.854265 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-21673d85-d6c9-4c48-b82d-f02faa8f81a7 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Request body: {'security_group_rule': {'security_group_id': '48dde9ab-1d17-4f85-ad7a-97f3d55a0eeb', 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:10:06.863168 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-21673d85-d6c9-4c48-b82d-f02faa8f81a7 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:10:06.868157 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-21673d85-d6c9-4c48-b82d-f02faa8f81a7 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Usage tracker for resource:security_group_rule and tenant:f9fe59584bbe4d5aaa42841eedb71980 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:10:06.871364 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-21673d85-d6c9-4c48-b82d-f02faa8f81a7 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:10:06.878309 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-21673d85-d6c9-4c48-b82d-f02faa8f81a7 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:10:06.878593 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Pushing event updated for resources: {'Port': ['ID=0587380a-49e5-4ecd-aac0-58422edeb8b7,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:10:06.896628 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-21673d85-d6c9-4c48-b82d-f02faa8f81a7 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:10:06.957892 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-21673d85-d6c9-4c48-b82d-f02faa8f81a7 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:10:06.961501 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-21673d85-d6c9-4c48-b82d-f02faa8f81a7 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:10:06.983586 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21673d85-d6c9-4c48-b82d-f02faa8f81a7 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dffb59b-0911-4365-a4f1-a0f78650a1ca,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:10:06.999156 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-21673d85-d6c9-4c48-b82d-f02faa8f81a7 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:10:07.000405 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-21673d85-d6c9-4c48-b82d-f02faa8f81a7 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1529775 May 30 05:10:07.003873 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 49206) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:10:07.008759 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-cb3807b3-1108-4e3e-bbc7-c9138634b576 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Request body: {'security_group_rule': {'security_group_id': '48dde9ab-1d17-4f85-ad7a-97f3d55a0eeb', 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:10:07.014662 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-cb3807b3-1108-4e3e-bbc7-c9138634b576 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:10:07.016854 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-8dbf2f70-609e-4ea3-88de-104ac8bd49c6 None None] Notify callbacks [] for port, precommit_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:10:07.018829 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-cb3807b3-1108-4e3e-bbc7-c9138634b576 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Usage tracker for resource:security_group_rule and tenant:f9fe59584bbe4d5aaa42841eedb71980 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:10:07.021859 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-cb3807b3-1108-4e3e-bbc7-c9138634b576 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:10:07.027670 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-cb3807b3-1108-4e3e-bbc7-c9138634b576 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:10:07.028697 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.provisioning_blocks [None req-8dbf2f70-609e-4ea3-88de-104ac8bd49c6 None None] Transition to ACTIVE for port object a0904dce-80da-4bd3-8052-eb367dd3d35e will not be triggered until provisioned by entity L2. {{(pid=88263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:10:07.035620 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-8dbf2f70-609e-4ea3-88de-104ac8bd49c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:10:07.044754 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cb3807b3-1108-4e3e-bbc7-c9138634b576 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:10:07.107364 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cb3807b3-1108-4e3e-bbc7-c9138634b576 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:10:07.113520 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cb3807b3-1108-4e3e-bbc7-c9138634b576 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:10:07.139437 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3807b3-1108-4e3e-bbc7-c9138634b576 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34533388-82c7-4324-8b9c-d6b6d8027d87,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:10:07.150887 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cb3807b3-1108-4e3e-bbc7-c9138634b576 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:10:07.154331 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-cb3807b3-1108-4e3e-bbc7-c9138634b576 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1494851 May 30 05:10:07.155188 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 49210) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:10:07.162043 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-f1aeb6f9-3723-4ad9-a97e-ceceb25fb16d tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Request body: {'security_group_rule': {'security_group_id': '48dde9ab-1d17-4f85-ad7a-97f3d55a0eeb', 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:10:07.168141 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-f1aeb6f9-3723-4ad9-a97e-ceceb25fb16d tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:10:07.172186 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-f1aeb6f9-3723-4ad9-a97e-ceceb25fb16d tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Usage tracker for resource:security_group_rule and tenant:f9fe59584bbe4d5aaa42841eedb71980 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:10:07.176359 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-f1aeb6f9-3723-4ad9-a97e-ceceb25fb16d tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:10:07.182979 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-f1aeb6f9-3723-4ad9-a97e-ceceb25fb16d tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:10:07.201005 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f1aeb6f9-3723-4ad9-a97e-ceceb25fb16d tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:10:07.248651 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae5a8a0-4b02-4bf4-ac2f-4c522ae79ebf None None] Pushing event updated for resources: {'Port': ['ID=a0904dce-80da-4bd3-8052-eb367dd3d35e,revision_number=3']} {{(pid=88263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:10:07.259933 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-45f79e78-106a-4f09-9d2c-69baeab7263d None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 05:10:07.272640 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae5a8a0-4b02-4bf4-ac2f-4c522ae79ebf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:10:07.272823 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f1aeb6f9-3723-4ad9-a97e-ceceb25fb16d tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:10:07.273005 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae5a8a0-4b02-4bf4-ac2f-4c522ae79ebf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:10:07.273318 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae5a8a0-4b02-4bf4-ac2f-4c522ae79ebf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:10:07.273685 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae5a8a0-4b02-4bf4-ac2f-4c522ae79ebf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:10:07.274073 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae5a8a0-4b02-4bf4-ac2f-4c522ae79ebf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:10:07.274434 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae5a8a0-4b02-4bf4-ac2f-4c522ae79ebf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:10:07.274967 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae5a8a0-4b02-4bf4-ac2f-4c522ae79ebf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:10:07.275329 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae5a8a0-4b02-4bf4-ac2f-4c522ae79ebf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:10:07.275682 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae5a8a0-4b02-4bf4-ac2f-4c522ae79ebf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:10:07.275996 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae5a8a0-4b02-4bf4-ac2f-4c522ae79ebf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:10:07.276468 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae5a8a0-4b02-4bf4-ac2f-4c522ae79ebf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:10:07.276793 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae5a8a0-4b02-4bf4-ac2f-4c522ae79ebf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:10:07.277003 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f1aeb6f9-3723-4ad9-a97e-ceceb25fb16d tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:10:07.288138 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-8dbf2f70-609e-4ea3-88de-104ac8bd49c6 None None] Attempting to bind port a0904dce-80da-4bd3-8052-eb367dd3d35e on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 05:10:07.288502 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-8dbf2f70-609e-4ea3-88de-104ac8bd49c6 None None] Attempting to bind port a0904dce-80da-4bd3-8052-eb367dd3d35e by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': 'fa402675-7a74-400e-9034-d4050917456e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '71523bb2-97c4-486f-9ee7-dbb5cd19147b'}] {{(pid=88263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 05:10:07.288850 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dbf2f70-609e-4ea3-88de-104ac8bd49c6 None None] Attempting to bind port a0904dce-80da-4bd3-8052-eb367dd3d35e on network 71523bb2-97c4-486f-9ee7-dbb5cd19147b {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:10:07.294462 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dbf2f70-609e-4ea3-88de-104ac8bd49c6 None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 5, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 05:10:07.295139 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dbf2f70-609e-4ea3-88de-104ac8bd49c6 None None] Checking segment: {'id': 'fa402675-7a74-400e-9034-d4050917456e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '71523bb2-97c4-486f-9ee7-dbb5cd19147b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:10:07.295796 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-8dbf2f70-609e-4ea3-88de-104ac8bd49c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:10:07.296080 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dbf2f70-609e-4ea3-88de-104ac8bd49c6 None None] Bound using segment: {'id': 'fa402675-7a74-400e-9034-d4050917456e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '71523bb2-97c4-486f-9ee7-dbb5cd19147b'} {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 05:10:07.296533 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-8dbf2f70-609e-4ea3-88de-104ac8bd49c6 None None] Bound port: a0904dce-80da-4bd3-8052-eb367dd3d35e, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa402675-7a74-400e-9034-d4050917456e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '71523bb2-97c4-486f-9ee7-dbb5cd19147b'}}] {{(pid=88263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 05:10:07.296908 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-8dbf2f70-609e-4ea3-88de-104ac8bd49c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:10:07.310943 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aeb6f9-3723-4ad9-a97e-ceceb25fb16d tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ce2d8f6-3a73-4c77-a989-8a69c4cdd309,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:10:07.315985 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f1aeb6f9-3723-4ad9-a97e-ceceb25fb16d tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:10:07.320588 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 49214) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:10:07.320855 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-f1aeb6f9-3723-4ad9-a97e-ceceb25fb16d tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1638820 May 30 05:10:07.325768 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-09430080-467a-4bfe-8bb6-7d2939cb62e3 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Request body: {'security_group_rule': {'security_group_id': '48dde9ab-1d17-4f85-ad7a-97f3d55a0eeb', 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:10:07.331764 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-09430080-467a-4bfe-8bb6-7d2939cb62e3 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:10:07.335744 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-09430080-467a-4bfe-8bb6-7d2939cb62e3 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Usage tracker for resource:security_group_rule and tenant:f9fe59584bbe4d5aaa42841eedb71980 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:10:07.338623 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-09430080-467a-4bfe-8bb6-7d2939cb62e3 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:10:07.344274 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-09430080-467a-4bfe-8bb6-7d2939cb62e3 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:10:07.361017 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-09430080-467a-4bfe-8bb6-7d2939cb62e3 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:10:07.394938 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.db [None req-8dbf2f70-609e-4ea3-88de-104ac8bd49c6 None None] For port a0904dce-80da-4bd3-8052-eb367dd3d35e, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 05:10:07.398577 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.db [None req-8dbf2f70-609e-4ea3-88de-104ac8bd49c6 None None] For port a0904dce-80da-4bd3-8052-eb367dd3d35e, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=a0904dce-80da-4bd3-8052-eb367dd3d35e,segment=NetworkSegment(fa402675-7a74-400e-9034-d4050917456e),segment_id=fa402675-7a74-400e-9034-d4050917456e)] {{(pid=88263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 05:10:07.404494 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-8dbf2f70-609e-4ea3-88de-104ac8bd49c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:10:07.434471 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-09430080-467a-4bfe-8bb6-7d2939cb62e3 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:10:07.438325 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-09430080-467a-4bfe-8bb6-7d2939cb62e3 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:10:07.458360 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09430080-467a-4bfe-8bb6-7d2939cb62e3 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbbfb088-61cd-4ede-86ba-cb05336014c6,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:10:07.483378 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-09430080-467a-4bfe-8bb6-7d2939cb62e3 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:10:07.485880 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-09430080-467a-4bfe-8bb6-7d2939cb62e3 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1631186 May 30 05:10:07.486020 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae5a8a0-4b02-4bf4-ac2f-4c522ae79ebf None None] Pushing event updated for resources: {'Port': ['ID=a0904dce-80da-4bd3-8052-eb367dd3d35e,revision_number=4']} {{(pid=88263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:10:07.487614 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 49218) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:10:07.488285 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbf2f70-609e-4ea3-88de-104ac8bd49c6 None None] Routers {'c9c8ad26-63b0-4be9-8cea-fe595365eece'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:10:07.488876 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-8dbf2f70-609e-4ea3-88de-104ac8bd49c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:10:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['c9c8ad26-63b0-4be9-8cea-fe595365eece'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:10:07.493614 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-a529ed7e-3836-4248-a830-5c9e6949610a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Request body: {'security_group_rule': {'security_group_id': '48dde9ab-1d17-4f85-ad7a-97f3d55a0eeb', 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:10:07.501379 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-a529ed7e-3836-4248-a830-5c9e6949610a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:10:07.505253 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-a529ed7e-3836-4248-a830-5c9e6949610a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Usage tracker for resource:security_group_rule and tenant:f9fe59584bbe4d5aaa42841eedb71980 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:10:07.510993 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-a529ed7e-3836-4248-a830-5c9e6949610a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:10:07.516940 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-a529ed7e-3836-4248-a830-5c9e6949610a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:10:07.532528 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.db.securitygroups_db [None req-a529ed7e-3836-4248-a830-5c9e6949610a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Project f9fe59584bbe4d5aaa42841eedb71980 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 30 05:10:07.546027 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a529ed7e-3836-4248-a830-5c9e6949610a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:10:07.619038 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a529ed7e-3836-4248-a830-5c9e6949610a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:10:07.625035 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a529ed7e-3836-4248-a830-5c9e6949610a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:10:07.653294 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a529ed7e-3836-4248-a830-5c9e6949610a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15471c1f-e896-47e9-93a3-74b23a09334d,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:10:07.669491 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a529ed7e-3836-4248-a830-5c9e6949610a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:10:07.670735 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-a529ed7e-3836-4248-a830-5c9e6949610a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1818726 May 30 05:10:07.674003 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 49222) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:10:07.680109 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-3843b93b-6156-40ad-9344-06fda9970f13 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Request body: {'security_group_rule': {'security_group_id': '48dde9ab-1d17-4f85-ad7a-97f3d55a0eeb', 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:10:07.687083 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-3843b93b-6156-40ad-9344-06fda9970f13 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:10:07.693045 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-3843b93b-6156-40ad-9344-06fda9970f13 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Usage tracker for resource:security_group_rule and tenant:f9fe59584bbe4d5aaa42841eedb71980 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:10:07.703152 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-3843b93b-6156-40ad-9344-06fda9970f13 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:10:07.710578 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-3843b93b-6156-40ad-9344-06fda9970f13 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:10:07.719245 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-8dbf2f70-609e-4ea3-88de-104ac8bd49c6 None None] Set router c9c8ad26-63b0-4be9-8cea-fe595365eece gateway port host: dv-neutron-843763-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:10:07.732752 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.db.securitygroups_db [None req-3843b93b-6156-40ad-9344-06fda9970f13 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Project f9fe59584bbe4d5aaa42841eedb71980 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 30 05:10:07.740730 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3843b93b-6156-40ad-9344-06fda9970f13 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:10:07.812585 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3843b93b-6156-40ad-9344-06fda9970f13 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:10:07.818074 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3843b93b-6156-40ad-9344-06fda9970f13 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:10:07.847173 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3843b93b-6156-40ad-9344-06fda9970f13 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e9caa60-aabb-47cd-960c-e9ab0c33a2bc,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:10:07.855520 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3843b93b-6156-40ad-9344-06fda9970f13 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:10:07.856841 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-3843b93b-6156-40ad-9344-06fda9970f13 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1816926 May 30 05:10:08.072643 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-8dbf2f70-609e-4ea3-88de-104ac8bd49c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c8ad26-63b0-4be9-8cea-fe595365eece', 'name': 'tempest-TestNetworkBasicOps-router-391854685', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.23'}], 'enable_snat': True}, 'gw_port_id': '0587380a-49e5-4ecd-aac0-58422edeb8b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:09:59Z', 'updated_at': '2022-05-30T05:10:04Z', 'revision_number': 4, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'gw_port': {'id': '0587380a-49e5-4ecd-aac0-58422edeb8b7', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:75:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c8ad26-63b0-4be9-8cea-fe595365eece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:09:59Z', 'updated_at': '2022-05-30T05:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': 'a0904dce-80da-4bd3-8052-eb367dd3d35e', 'name': '', 'network_id': '71523bb2-97c4-486f-9ee7-dbb5cd19147b', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'mac_address': 'fa:16:3e:71:8a:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9c8ad26-63b0-4be9-8cea-fe595365eece', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': 'a332b643-4977-462e-9f94-8f5eb9a2996d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:10:03Z', 'updated_at': '2022-05-30T05:10:07Z', 'revision_number': 4, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'subnets': [{'id': 'a332b643-4977-462e-9f94-8f5eb9a2996d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:10:08.083743 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbf2f70-609e-4ea3-88de-104ac8bd49c6 None None] The sync data for ids ['c9c8ad26-63b0-4be9-8cea-fe595365eece'] in dv-neutron-843763-1-hyperv is: [{'id': 'c9c8ad26-63b0-4be9-8cea-fe595365eece', 'name': 'tempest-TestNetworkBasicOps-router-391854685', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.23'}], 'enable_snat': True}, 'gw_port_id': '0587380a-49e5-4ecd-aac0-58422edeb8b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:09:59Z', 'updated_at': '2022-05-30T05:10:04Z', 'revision_number': 4, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'gw_port': {'id': '0587380a-49e5-4ecd-aac0-58422edeb8b7', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:75:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c8ad26-63b0-4be9-8cea-fe595365eece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:09:59Z', 'updated_at': '2022-05-30T05:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': 'a0904dce-80da-4bd3-8052-eb367dd3d35e', 'name': '', 'network_id': '71523bb2-97c4-486f-9ee7-dbb5cd19147b', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'mac_address': 'fa:16:3e:71:8a:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9c8ad26-63b0-4be9-8cea-fe595365eece', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': 'a332b643-4977-462e-9f94-8f5eb9a2996d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:10:03Z', 'updated_at': '2022-05-30T05:10:07Z', 'revision_number': 4, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'subnets': [{'id': 'a332b643-4977-462e-9f94-8f5eb9a2996d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:10:08.092167 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-1e4ee288-da28-4120-99b4-edc2853d2a46 req-fe640cd4-b3b8-40cb-b1a8-0b18780394e8 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Synchronizing usage tracker for tenant:f9fe59584bbe4d5aaa42841eedb71980 on resource:security_group {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:10:08.122447 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-1e4ee288-da28-4120-99b4-edc2853d2a46 req-fe640cd4-b3b8-40cb-b1a8-0b18780394e8 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Unset dirty status for tenant:f9fe59584bbe4d5aaa42841eedb71980 on resource:security_group {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:10:08.126497 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1e4ee288-da28-4120-99b4-edc2853d2a46 req-fe640cd4-b3b8-40cb-b1a8-0b18780394e8 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-86328625&fields=id&tenant_id=f9fe59584bbe4d5aaa42841eedb71980 HTTP/1.1" status: 200 len: 267 time: 0.0897303 May 30 05:10:08.149310 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device babd4b47-783e-45a2-be09-99dae3bfe461 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:10:08.256716 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port babd4b47-783e-45a2-be09-99dae3bfe461 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:10:08.257361 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:10:08.320718 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4ee288-da28-4120-99b4-edc2853d2a46 req-c501446a-f84a-4b5f-9cbb-d8b4a50f8484 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:10:08.321415 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-1e4ee288-da28-4120-99b4-edc2853d2a46 req-c501446a-f84a-4b5f-9cbb-d8b4a50f8484 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Synchronizing usage tracker for tenant:f9fe59584bbe4d5aaa42841eedb71980 on resource:network {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:10:08.337318 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-1e4ee288-da28-4120-99b4-edc2853d2a46 req-c501446a-f84a-4b5f-9cbb-d8b4a50f8484 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Unset dirty status for tenant:f9fe59584bbe4d5aaa42841eedb71980 on resource:network {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:10:08.338570 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1e4ee288-da28-4120-99b4-edc2853d2a46 req-c501446a-f84a-4b5f-9cbb-d8b4a50f8484 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/networks?id=71523bb2-97c4-486f-9ee7-dbb5cd19147b HTTP/1.1" status: 200 len: 795 time: 0.2051389 May 30 05:10:08.355932 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1e4ee288-da28-4120-99b4-edc2853d2a46 req-f7b307dc-a522-4e16-9b90-b3b345455247 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/quotas/f9fe59584bbe4d5aaa42841eedb71980 HTTP/1.1" status: 200 len: 375 time: 0.0109680 May 30 05:10:08.383818 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port babd4b47-783e-45a2-be09-99dae3bfe461 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:10:08.385014 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 0587380a-49e5-4ecd-aac0-58422edeb8b7 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:10:08.456260 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 0587380a-49e5-4ecd-aac0-58422edeb8b7 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:10:08.456887 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:10:08.457944 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-1e4ee288-da28-4120-99b4-edc2853d2a46 req-9d0fb5a5-59ca-443a-baf5-f0a5b6a6c77e tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Synchronizing usage tracker for tenant:f9fe59584bbe4d5aaa42841eedb71980 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:10:08.474699 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-1e4ee288-da28-4120-99b4-edc2853d2a46 req-9d0fb5a5-59ca-443a-baf5-f0a5b6a6c77e tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Unset dirty status for tenant:f9fe59584bbe4d5aaa42841eedb71980 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:10:08.476155 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1e4ee288-da28-4120-99b4-edc2853d2a46 req-9d0fb5a5-59ca-443a-baf5-f0a5b6a6c77e tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=f9fe59584bbe4d5aaa42841eedb71980&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1119092 May 30 05:10:08.582019 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 0587380a-49e5-4ecd-aac0-58422edeb8b7 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:10:08.626192 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1e4ee288-da28-4120-99b4-edc2853d2a46 req-4fb70644-0db4-4d3c-b908-a3084e22d26d service neutron] 10.222.0.15 "GET /v2.0/networks/71523bb2-97c4-486f-9ee7-dbb5cd19147b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352611 May 30 05:10:08.762552 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1e4ee288-da28-4120-99b4-edc2853d2a46 req-b312df7f-32ca-4cd9-9b4a-375b84449fe2 service neutron] 10.222.0.15 "GET /v2.0/networks/71523bb2-97c4-486f-9ee7-dbb5cd19147b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302667 May 30 05:10:08.949883 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-77343cb5-e857-433d-9e24-eb53f7f6b89a req-ab268ca0-5e89-447f-b7ca-dc19ea7c4cca tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6124efe-5d93-411b-bcea-4cd023d989a4 HTTP/1.1" status: 200 len: 210 time: 0.0449550 May 30 05:10:09.985131 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4ee288-da28-4120-99b4-edc2853d2a46 req-61a41d39-b9d0-4f03-8b56-247bdb79e831 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:10:09.987216 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1e4ee288-da28-4120-99b4-edc2853d2a46 req-61a41d39-b9d0-4f03-8b56-247bdb79e831 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.39 "GET /v2.0/networks?id=71523bb2-97c4-486f-9ee7-dbb5cd19147b HTTP/1.1" status: 200 len: 795 time: 0.1558850 May 30 05:10:10.045163 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1e4ee288-da28-4120-99b4-edc2853d2a46 req-93bc6742-cbad-4681-b33a-29f5f06c433c tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f9fe59584bbe4d5aaa42841eedb71980 HTTP/1.1" status: 200 len: 378 time: 0.0498075 May 30 05:10:10.058953 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [req-1e4ee288-da28-4120-99b4-edc2853d2a46 req-251a196d-9076-4f4a-9adb-dcf1917fef85 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Request body: {'port': {'device_id': 'e6124efe-5d93-411b-bcea-4cd023d989a4', 'network_id': '71523bb2-97c4-486f-9ee7-dbb5cd19147b', 'admin_state_up': True, 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'security_groups': ['48dde9ab-1d17-4f85-ad7a-97f3d55a0eeb']}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:10:10.113172 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device a0904dce-80da-4bd3-8052-eb367dd3d35e up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:10:10.181981 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port a0904dce-80da-4bd3-8052-eb367dd3d35e completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:10:10.184268 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-361119b2-2316-49ea-8417-e6f8c8e09dd7 req-24976c9f-1971-4b2e-b275-b1d66a599753 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6124efe-5d93-411b-bcea-4cd023d989a4 HTTP/1.1" status: 200 len: 210 time: 0.1063681 May 30 05:10:10.186987 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port a0904dce-80da-4bd3-8052-eb367dd3d35e triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:10:10.187372 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:10:10.243243 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [req-1e4ee288-da28-4120-99b4-edc2853d2a46 req-251a196d-9076-4f4a-9adb-dcf1917fef85 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:10:10.256315 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [req-1e4ee288-da28-4120-99b4-edc2853d2a46 req-251a196d-9076-4f4a-9adb-dcf1917fef85 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:10:10.269180 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e4ee288-da28-4120-99b4-edc2853d2a46 req-251a196d-9076-4f4a-9adb-dcf1917fef85 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Made reservation on behalf of f9fe59584bbe4d5aaa42841eedb71980 for: {'port': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:10:10.272663 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-1e4ee288-da28-4120-99b4-edc2853d2a46 req-251a196d-9076-4f4a-9adb-dcf1917fef85 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:10:10.307385 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port a0904dce-80da-4bd3-8052-eb367dd3d35e is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:10:10.307767 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:10:10.340014 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] For port a0904dce-80da-4bd3-8052-eb367dd3d35e, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=a0904dce-80da-4bd3-8052-eb367dd3d35e,segment=NetworkSegment(fa402675-7a74-400e-9034-d4050917456e),segment_id=fa402675-7a74-400e-9034-d4050917456e)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:10:10.343647 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:10:10.414555 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Pushing event updated for resources: {'Port': ['ID=a0904dce-80da-4bd3-8052-eb367dd3d35e,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:10:10.432994 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [req-1e4ee288-da28-4120-99b4-edc2853d2a46 req-251a196d-9076-4f4a-9adb-dcf1917fef85 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Allocated IP 172.20.0.10 (71523bb2-97c4-486f-9ee7-dbb5cd19147b/a332b643-4977-462e-9f94-8f5eb9a2996d/30f5d02b-4b7e-47e8-8d8c-cf9063d97f67) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:10:10.714400 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-1e4ee288-da28-4120-99b4-edc2853d2a46 req-251a196d-9076-4f4a-9adb-dcf1917fef85 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:10:10.729009 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [req-1e4ee288-da28-4120-99b4-edc2853d2a46 req-251a196d-9076-4f4a-9adb-dcf1917fef85 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Transition to ACTIVE for port object 30f5d02b-4b7e-47e8-8d8c-cf9063d97f67 will not be triggered until provisioned by entity DHCP. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:10:10.751400 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-1e4ee288-da28-4120-99b4-edc2853d2a46 req-251a196d-9076-4f4a-9adb-dcf1917fef85 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:10:10.818015 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e4ee288-da28-4120-99b4-edc2853d2a46 req-251a196d-9076-4f4a-9adb-dcf1917fef85 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Network 71523bb2-97c4-486f-9ee7-dbb5cd19147b is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:10:10.820960 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [req-1e4ee288-da28-4120-99b4-edc2853d2a46 req-251a196d-9076-4f4a-9adb-dcf1917fef85 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:10:10.824911 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e4ee288-da28-4120-99b4-edc2853d2a46 req-251a196d-9076-4f4a-9adb-dcf1917fef85 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:10:10.860442 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a196d-9076-4f4a-9adb-dcf1917fef85 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event updated for resources: {'Port': ['ID=30f5d02b-4b7e-47e8-8d8c-cf9063d97f67,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:10:10.892539 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4ee288-da28-4120-99b4-edc2853d2a46 req-251a196d-9076-4f4a-9adb-dcf1917fef85 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:10:10.893147 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-1e4ee288-da28-4120-99b4-edc2853d2a46 req-251a196d-9076-4f4a-9adb-dcf1917fef85 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:10:10.917387 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1e4ee288-da28-4120-99b4-edc2853d2a46 req-251a196d-9076-4f4a-9adb-dcf1917fef85 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8627396 May 30 05:10:11.028115 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [req-1e4ee288-da28-4120-99b4-edc2853d2a46 req-f5998605-3be1-451c-ab81-3e6fa0352433 service neutron] Request body: {'port': {'device_id': 'e6124efe-5d93-411b-bcea-4cd023d989a4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8437'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:10:11.100548 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-74cf823f-67f5-4dfd-9f63-c9f1b102ab83 None None] Provisioning for port 30f5d02b-4b7e-47e8-8d8c-cf9063d97f67 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:10:11.105306 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-74cf823f-67f5-4dfd-9f63-c9f1b102ab83 None None] Provisioning complete for port 30f5d02b-4b7e-47e8-8d8c-cf9063d97f67 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:10:11.105683 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-74cf823f-67f5-4dfd-9f63-c9f1b102ab83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:10:11.142300 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-1e4ee288-da28-4120-99b4-edc2853d2a46 req-f5998605-3be1-451c-ab81-3e6fa0352433 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:10:11.165301 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-74cf823f-67f5-4dfd-9f63-c9f1b102ab83 None None] Port 30f5d02b-4b7e-47e8-8d8c-cf9063d97f67 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 05:10:11.473386 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6ac13b-aaae-4d41-bb04-b4f00ee1d3f4 req-e6771e97-af93-41fe-b6b2-f68fc8d8e97c tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:10:11.474003 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-ca6ac13b-aaae-4d41-bb04-b4f00ee1d3f4 req-e6771e97-af93-41fe-b6b2-f68fc8d8e97c tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Synchronizing usage tracker for tenant:f9fe59584bbe4d5aaa42841eedb71980 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:10:11.500967 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-ca6ac13b-aaae-4d41-bb04-b4f00ee1d3f4 req-e6771e97-af93-41fe-b6b2-f68fc8d8e97c tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Unset dirty status for tenant:f9fe59584bbe4d5aaa42841eedb71980 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:10:11.502644 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ca6ac13b-aaae-4d41-bb04-b4f00ee1d3f4 req-e6771e97-af93-41fe-b6b2-f68fc8d8e97c tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6124efe-5d93-411b-bcea-4cd023d989a4 HTTP/1.1" status: 200 len: 932 time: 0.2009256 May 30 05:10:11.574646 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [req-1e4ee288-da28-4120-99b4-edc2853d2a46 req-f5998605-3be1-451c-ab81-3e6fa0352433 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30f5d02b-4b7e-47e8-8d8c-cf9063d97f67 {{(pid=88261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 30 05:10:11.585064 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-1e4ee288-da28-4120-99b4-edc2853d2a46 req-f5998605-3be1-451c-ab81-3e6fa0352433 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:10:11.597259 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ca6ac13b-aaae-4d41-bb04-b4f00ee1d3f4 req-7097dce2-6fbc-468c-b715-2627347c0ec8 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/security-groups?id=48dde9ab-1d17-4f85-ad7a-97f3d55a0eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0680993 May 30 05:10:11.605639 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [req-1e4ee288-da28-4120-99b4-edc2853d2a46 req-f5998605-3be1-451c-ab81-3e6fa0352433 service neutron] Transition to ACTIVE for port object 30f5d02b-4b7e-47e8-8d8c-cf9063d97f67 will not be triggered until provisioned by entity L2. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:10:11.618473 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-1e4ee288-da28-4120-99b4-edc2853d2a46 req-f5998605-3be1-451c-ab81-3e6fa0352433 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2304381'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:10:11.764765 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5998605-3be1-451c-ab81-3e6fa0352433 service neutron] Pushing event updated for resources: {'Port': ['ID=30f5d02b-4b7e-47e8-8d8c-cf9063d97f67,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:10:11.843006 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [req-1e4ee288-da28-4120-99b4-edc2853d2a46 req-f5998605-3be1-451c-ab81-3e6fa0352433 service neutron] Attempting to bind port 30f5d02b-4b7e-47e8-8d8c-cf9063d97f67 on host hv-neutron-8437 for vnic_type normal with profile {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 05:10:11.843341 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [req-1e4ee288-da28-4120-99b4-edc2853d2a46 req-f5998605-3be1-451c-ab81-3e6fa0352433 service neutron] Attempting to bind port 30f5d02b-4b7e-47e8-8d8c-cf9063d97f67 by drivers openvswitch,hyperv on host hv-neutron-8437 at level 0 using segments [{'id': 'fa402675-7a74-400e-9034-d4050917456e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '71523bb2-97c4-486f-9ee7-dbb5cd19147b'}] {{(pid=88261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 05:10:11.843662 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e4ee288-da28-4120-99b4-edc2853d2a46 req-f5998605-3be1-451c-ab81-3e6fa0352433 service neutron] Attempting to bind port 30f5d02b-4b7e-47e8-8d8c-cf9063d97f67 on network 71523bb2-97c4-486f-9ee7-dbb5cd19147b {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:10:11.848585 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e4ee288-da28-4120-99b4-edc2853d2a46 req-f5998605-3be1-451c-ab81-3e6fa0352433 service neutron] Port 30f5d02b-4b7e-47e8-8d8c-cf9063d97f67 on network 71523bb2-97c4-486f-9ee7-dbb5cd19147b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8437 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 30 05:10:11.848895 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e4ee288-da28-4120-99b4-edc2853d2a46 req-f5998605-3be1-451c-ab81-3e6fa0352433 service neutron] Attempting to bind port 30f5d02b-4b7e-47e8-8d8c-cf9063d97f67 on network 71523bb2-97c4-486f-9ee7-dbb5cd19147b {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:10:11.853864 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e4ee288-da28-4120-99b4-edc2853d2a46 req-f5998605-3be1-451c-ab81-3e6fa0352433 service neutron] Checking agent: {'id': 'de0c936d-420b-412f-9642-7bfe80b5ab25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8437', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 51, 47), 'started_at': datetime.datetime(2022, 5, 30, 4, 51, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 5, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 05:10:11.854192 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e4ee288-da28-4120-99b4-edc2853d2a46 req-f5998605-3be1-451c-ab81-3e6fa0352433 service neutron] Checking segment: {'id': 'fa402675-7a74-400e-9034-d4050917456e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '71523bb2-97c4-486f-9ee7-dbb5cd19147b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:10:11.854566 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e4ee288-da28-4120-99b4-edc2853d2a46 req-f5998605-3be1-451c-ab81-3e6fa0352433 service neutron] Bound using segment: {'id': 'fa402675-7a74-400e-9034-d4050917456e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '71523bb2-97c4-486f-9ee7-dbb5cd19147b'} {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 05:10:11.854973 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [req-1e4ee288-da28-4120-99b4-edc2853d2a46 req-f5998605-3be1-451c-ab81-3e6fa0352433 service neutron] Bound port: 30f5d02b-4b7e-47e8-8d8c-cf9063d97f67, host: hv-neutron-8437, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa402675-7a74-400e-9034-d4050917456e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '71523bb2-97c4-486f-9ee7-dbb5cd19147b'}}] {{(pid=88261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 05:10:11.855307 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-1e4ee288-da28-4120-99b4-edc2853d2a46 req-f5998605-3be1-451c-ab81-3e6fa0352433 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:10:11.944881 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [req-1e4ee288-da28-4120-99b4-edc2853d2a46 req-f5998605-3be1-451c-ab81-3e6fa0352433 service neutron] For port 30f5d02b-4b7e-47e8-8d8c-cf9063d97f67, host hv-neutron-8437, cleared binding levels {{(pid=88261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 05:10:11.947820 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [req-1e4ee288-da28-4120-99b4-edc2853d2a46 req-f5998605-3be1-451c-ab81-3e6fa0352433 service neutron] For port 30f5d02b-4b7e-47e8-8d8c-cf9063d97f67, host hv-neutron-8437, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=30f5d02b-4b7e-47e8-8d8c-cf9063d97f67,segment=NetworkSegment(fa402675-7a74-400e-9034-d4050917456e),segment_id=fa402675-7a74-400e-9034-d4050917456e)] {{(pid=88261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 05:10:11.951266 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-1e4ee288-da28-4120-99b4-edc2853d2a46 req-f5998605-3be1-451c-ab81-3e6fa0352433 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2304381'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:10:12.009174 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4ee288-da28-4120-99b4-edc2853d2a46 req-f5998605-3be1-451c-ab81-3e6fa0352433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:10:12.009784 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-1e4ee288-da28-4120-99b4-edc2853d2a46 req-f5998605-3be1-451c-ab81-3e6fa0352433 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:10:12.011210 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1e4ee288-da28-4120-99b4-edc2853d2a46 req-f5998605-3be1-451c-ab81-3e6fa0352433 service neutron] 10.222.0.39 "PUT /v2.0/ports/30f5d02b-4b7e-47e8-8d8c-cf9063d97f67 HTTP/1.1" status: 200 len: 1094 time: 1.0870097 May 30 05:10:12.011567 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6124efe-5d93-411b-bcea-4cd023d989a4', 'tag': '30f5d02b-4b7e-47e8-8d8c-cf9063d97f67'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:10:12.031489 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5998605-3be1-451c-ab81-3e6fa0352433 service neutron] Pushing event updated for resources: {'Port': ['ID=30f5d02b-4b7e-47e8-8d8c-cf9063d97f67,revision_number=3']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:10:12.096432 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0995bc9a-0d50-477e-bccf-2286dd1d8fa8'] response: {'name': 'network-changed', 'server_uuid': 'e6124efe-5d93-411b-bcea-4cd023d989a4', 'tag': '30f5d02b-4b7e-47e8-8d8c-cf9063d97f67', 'status': 'completed', 'code': 200} May 30 05:10:12.108337 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device a0904dce-80da-4bd3-8052-eb367dd3d35e up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:10:12.145592 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4ee288-da28-4120-99b4-edc2853d2a46 req-a776f74d-c6e5-4815-b45b-4471d26198cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:10:12.147206 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1e4ee288-da28-4120-99b4-edc2853d2a46 req-a776f74d-c6e5-4815-b45b-4471d26198cb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f9fe59584bbe4d5aaa42841eedb71980&device_id=e6124efe-5d93-411b-bcea-4cd023d989a4 HTTP/1.1" status: 200 len: 1097 time: 0.0874934 May 30 05:10:12.182899 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port a0904dce-80da-4bd3-8052-eb367dd3d35e triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:10:12.186297 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:10:12.218063 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1e4ee288-da28-4120-99b4-edc2853d2a46 req-d138b2fe-8a89-4680-a3d6-a16381537d68 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=30f5d02b-4b7e-47e8-8d8c-cf9063d97f67 HTTP/1.1" status: 200 len: 217 time: 0.0637517 May 30 05:10:12.289179 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4ee288-da28-4120-99b4-edc2853d2a46 req-284f0790-1b43-4f97-9be6-393ff8b2abc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:10:12.290686 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1e4ee288-da28-4120-99b4-edc2853d2a46 req-284f0790-1b43-4f97-9be6-393ff8b2abc6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a332b643-4977-462e-9f94-8f5eb9a2996d HTTP/1.1" status: 200 len: 835 time: 0.0673709 May 30 05:10:12.324945 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port a0904dce-80da-4bd3-8052-eb367dd3d35e is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:10:12.363540 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4ee288-da28-4120-99b4-edc2853d2a46 req-2a63ddc4-96ee-4013-9e9d-fba27d08d48a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:10:12.364983 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1e4ee288-da28-4120-99b4-edc2853d2a46 req-2a63ddc4-96ee-4013-9e9d-fba27d08d48a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=71523bb2-97c4-486f-9ee7-dbb5cd19147b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683935 May 30 05:10:12.587189 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1e4ee288-da28-4120-99b4-edc2853d2a46 req-c29f5eb9-2fa2-4dce-af31-8c0aef044385 service neutron] 10.222.0.39 "GET /v2.0/networks/71523bb2-97c4-486f-9ee7-dbb5cd19147b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159836 May 30 05:10:12.716915 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1e4ee288-da28-4120-99b4-edc2853d2a46 req-aaf7bfd1-79da-4775-aa3c-138667a8723f service neutron] 10.222.0.39 "GET /v2.0/networks/71523bb2-97c4-486f-9ee7-dbb5cd19147b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237321 May 30 05:10:12.839086 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eaefce-4fbd-40e6-9c77-4cd6edcfd22f req-b10b597a-1941-4fef-9c25-ced275a243bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:10:12.840547 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-13eaefce-4fbd-40e6-9c77-4cd6edcfd22f req-b10b597a-1941-4fef-9c25-ced275a243bb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f9fe59584bbe4d5aaa42841eedb71980&device_id=e6124efe-5d93-411b-bcea-4cd023d989a4 HTTP/1.1" status: 200 len: 1097 time: 0.0775137 May 30 05:10:13.021336 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eaefce-4fbd-40e6-9c77-4cd6edcfd22f req-f0c32a6c-2044-4797-8069-961d06acadf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:10:13.022782 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-13eaefce-4fbd-40e6-9c77-4cd6edcfd22f req-f0c32a6c-2044-4797-8069-961d06acadf3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=71523bb2-97c4-486f-9ee7-dbb5cd19147b HTTP/1.1" status: 200 len: 896 time: 0.1763165 May 30 05:10:13.034958 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69171fca-263f-44a3-9ecc-2c3dea5df05f req-ab16d2b5-7f0d-4d5f-b8c4-0a4f349ebfb7 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:10:13.036287 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-69171fca-263f-44a3-9ecc-2c3dea5df05f req-ab16d2b5-7f0d-4d5f-b8c4-0a4f349ebfb7 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6124efe-5d93-411b-bcea-4cd023d989a4 HTTP/1.1" status: 200 len: 944 time: 0.1721904 May 30 05:10:13.114195 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-13eaefce-4fbd-40e6-9c77-4cd6edcfd22f req-f30dcafe-af78-4d6b-a06e-642c3c9fd8bf service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=30f5d02b-4b7e-47e8-8d8c-cf9063d97f67 HTTP/1.1" status: 200 len: 217 time: 0.0768843 May 30 05:10:13.181332 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-69171fca-263f-44a3-9ecc-2c3dea5df05f req-7c8e1e27-3a36-4a0f-b0c8-060131d23399 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/security-groups?id=48dde9ab-1d17-4f85-ad7a-97f3d55a0eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0935273 May 30 05:10:13.189869 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eaefce-4fbd-40e6-9c77-4cd6edcfd22f req-89e2e2e0-846c-455b-98a7-356fc61378e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:10:13.191385 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-13eaefce-4fbd-40e6-9c77-4cd6edcfd22f req-89e2e2e0-846c-455b-98a7-356fc61378e4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a332b643-4977-462e-9f94-8f5eb9a2996d HTTP/1.1" status: 200 len: 835 time: 0.0717995 May 30 05:10:13.268305 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eaefce-4fbd-40e6-9c77-4cd6edcfd22f req-b4f844c0-c16b-44b7-a1d3-53b33a26e68e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:10:13.269833 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-13eaefce-4fbd-40e6-9c77-4cd6edcfd22f req-b4f844c0-c16b-44b7-a1d3-53b33a26e68e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=71523bb2-97c4-486f-9ee7-dbb5cd19147b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724335 May 30 05:10:13.398368 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-13eaefce-4fbd-40e6-9c77-4cd6edcfd22f req-c6e016f7-42bd-4101-90b4-8bcbcc4649ca service neutron] 10.222.0.39 "GET /v2.0/networks/71523bb2-97c4-486f-9ee7-dbb5cd19147b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221013 May 30 05:10:13.525325 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-13eaefce-4fbd-40e6-9c77-4cd6edcfd22f req-dcd8af8d-5d69-4785-a972-d29b406ee0d2 service neutron] 10.222.0.39 "GET /v2.0/networks/71523bb2-97c4-486f-9ee7-dbb5cd19147b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203482 May 30 05:10:14.359386 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb27c03-0431-485a-8352-3ded8d24cec7 req-7df93846-a7f7-4a4e-811d-dd4428e1e385 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:10:14.360831 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6eb27c03-0431-485a-8352-3ded8d24cec7 req-7df93846-a7f7-4a4e-811d-dd4428e1e385 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6124efe-5d93-411b-bcea-4cd023d989a4 HTTP/1.1" status: 200 len: 944 time: 0.0787153 May 30 05:10:14.410013 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6eb27c03-0431-485a-8352-3ded8d24cec7 req-671f3018-8bab-4718-ba23-a6790dea0fa6 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/security-groups?id=48dde9ab-1d17-4f85-ad7a-97f3d55a0eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427513 May 30 05:10:15.345451 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device 30f5d02b-4b7e-47e8-8d8c-cf9063d97f67 details requested by agent hyperv_hv-neutron-8437 with host hv-neutron-8437 {{(pid=88262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 05:10:15.484392 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port 30f5d02b-4b7e-47e8-8d8c-cf9063d97f67, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=30f5d02b-4b7e-47e8-8d8c-cf9063d97f67,segment=NetworkSegment(fa402675-7a74-400e-9034-d4050917456e),segment_id=fa402675-7a74-400e-9034-d4050917456e)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:10:15.497092 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Returning: {'device': '30f5d02b-4b7e-47e8-8d8c-cf9063d97f67', 'network_id': '71523bb2-97c4-486f-9ee7-dbb5cd19147b', 'port_id': '30f5d02b-4b7e-47e8-8d8c-cf9063d97f67', 'mac_address': 'fa:16:3e:17:bd:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a332b643-4977-462e-9f94-8f5eb9a2996d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 05:10:15.551261 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Current status of the port 30f5d02b-4b7e-47e8-8d8c-cf9063d97f67 is: DOWN; New status is: BUILD {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:10:15.551642 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:10:15.568268 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30f5d02b-4b7e-47e8-8d8c-cf9063d97f67 {{(pid=88262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 30 05:10:15.583840 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port 30f5d02b-4b7e-47e8-8d8c-cf9063d97f67, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=30f5d02b-4b7e-47e8-8d8c-cf9063d97f67,segment=NetworkSegment(fa402675-7a74-400e-9034-d4050917456e),segment_id=fa402675-7a74-400e-9034-d4050917456e)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:10:15.588920 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:10:15.666180 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Pushing event updated for resources: {'Port': ['ID=30f5d02b-4b7e-47e8-8d8c-cf9063d97f67,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:10:15.748212 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a525443-d991-4f36-a4a5-14bc95f44527 req-f972ad6e-f424-454e-a3e4-cf25b9be2b33 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:10:15.749562 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6a525443-d991-4f36-a4a5-14bc95f44527 req-f972ad6e-f424-454e-a3e4-cf25b9be2b33 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6124efe-5d93-411b-bcea-4cd023d989a4 HTTP/1.1" status: 200 len: 945 time: 0.2364888 May 30 05:10:15.793426 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6a525443-d991-4f36-a4a5-14bc95f44527 req-715d1748-378e-48ad-90ae-1c5581c30fdf tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/security-groups?id=48dde9ab-1d17-4f85-ad7a-97f3d55a0eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373333 May 30 05:10:15.896208 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] get_ports_and_sgs() called for port_ids ['30f5d02b-4b7e-47e8-8d8c-cf9063d97f67'] {{(pid=88262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 30 05:10:16.976856 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeedafc-8b25-4f09-ac69-324570e9a7e1 req-255515b3-f85e-42d0-86c5-b8765ac10ebc tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:10:16.978332 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-bbeedafc-8b25-4f09-ac69-324570e9a7e1 req-255515b3-f85e-42d0-86c5-b8765ac10ebc tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6124efe-5d93-411b-bcea-4cd023d989a4 HTTP/1.1" status: 200 len: 945 time: 0.0774636 May 30 05:10:17.025855 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-bbeedafc-8b25-4f09-ac69-324570e9a7e1 req-1e01b48f-51e4-4cce-82bc-4ea3eb3e551e tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/security-groups?id=48dde9ab-1d17-4f85-ad7a-97f3d55a0eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417192 May 30 05:10:17.376690 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device 30f5d02b-4b7e-47e8-8d8c-cf9063d97f67 up at agent hyperv_hv-neutron-8437 {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:10:17.442193 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Provisioning for port 30f5d02b-4b7e-47e8-8d8c-cf9063d97f67 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:10:17.455026 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Provisioning complete for port 30f5d02b-4b7e-47e8-8d8c-cf9063d97f67 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:10:17.455407 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:10:17.493182 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:10:17.571029 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Current status of the port 30f5d02b-4b7e-47e8-8d8c-cf9063d97f67 is: BUILD; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:10:17.571415 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:10:17.597225 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6124efe-5d93-411b-bcea-4cd023d989a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30f5d02b-4b7e-47e8-8d8c-cf9063d97f67'}] {{(pid=88262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:10:17.606769 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port 30f5d02b-4b7e-47e8-8d8c-cf9063d97f67, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=30f5d02b-4b7e-47e8-8d8c-cf9063d97f67,segment=NetworkSegment(fa402675-7a74-400e-9034-d4050917456e),segment_id=fa402675-7a74-400e-9034-d4050917456e)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:10:17.611020 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:10:17.644605 dv-neutron-843763-1-hyperv neutron-server[88262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6e15844-b341-4e33-b9db-b538227c6bc6'] response: {'server_uuid': 'e6124efe-5d93-411b-bcea-4cd023d989a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30f5d02b-4b7e-47e8-8d8c-cf9063d97f67', 'code': 200} May 30 05:10:17.711488 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Pushing event updated for resources: {'Port': ['ID=30f5d02b-4b7e-47e8-8d8c-cf9063d97f67,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:10:17.865232 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ef04ae-a76b-4e9f-b627-21e5e1fa66b5 req-378fffaf-ab41-4f5f-adae-e243cc296428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:10:17.866656 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-00ef04ae-a76b-4e9f-b627-21e5e1fa66b5 req-378fffaf-ab41-4f5f-adae-e243cc296428 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e6124efe-5d93-411b-bcea-4cd023d989a4 HTTP/1.1" status: 200 len: 1099 time: 0.0681760 May 30 05:10:17.905711 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-00ef04ae-a76b-4e9f-b627-21e5e1fa66b5 req-43e42e6d-8bef-444b-b762-41fcae8b91e9 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=48dde9ab-1d17-4f85-ad7a-97f3d55a0eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333941 May 30 05:10:18.209040 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61a7176-c4a4-477a-8457-1429c405a1e3 req-8c2eb7b0-71ff-43f4-b342-6c3aa29ff84a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:10:18.210461 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b61a7176-c4a4-477a-8457-1429c405a1e3 req-8c2eb7b0-71ff-43f4-b342-6c3aa29ff84a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6124efe-5d93-411b-bcea-4cd023d989a4 HTTP/1.1" status: 200 len: 946 time: 0.0822492 May 30 05:10:18.255124 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b61a7176-c4a4-477a-8457-1429c405a1e3 req-8381a89c-ed59-4f52-b0d9-ed5a6e5f5146 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/security-groups?id=48dde9ab-1d17-4f85-ad7a-97f3d55a0eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388267 May 30 05:10:19.439385 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad979e9-eb63-44f4-9750-5cc7ae179fe4 req-979b05e4-e995-42f7-89f1-13632347d1a7 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:10:19.440829 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0ad979e9-eb63-44f4-9750-5cc7ae179fe4 req-979b05e4-e995-42f7-89f1-13632347d1a7 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6124efe-5d93-411b-bcea-4cd023d989a4 HTTP/1.1" status: 200 len: 946 time: 0.0824678 May 30 05:10:19.483756 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0ad979e9-eb63-44f4-9750-5cc7ae179fe4 req-dc163c83-46dc-450d-ac1f-6eb725c3987c tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/security-groups?id=48dde9ab-1d17-4f85-ad7a-97f3d55a0eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372849 May 30 05:10:19.768503 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b6b153-e24b-4b20-8441-fd7b3938a11b req-587a8864-0d56-480e-ae95-9a93f981c846 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:10:19.769880 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c8b6b153-e24b-4b20-8441-fd7b3938a11b req-587a8864-0d56-480e-ae95-9a93f981c846 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6124efe-5d93-411b-bcea-4cd023d989a4 HTTP/1.1" status: 200 len: 946 time: 0.1847813 May 30 05:10:19.811579 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c8b6b153-e24b-4b20-8441-fd7b3938a11b req-0d02da89-f800-4bc9-a7fd-024b13605137 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/security-groups?id=48dde9ab-1d17-4f85-ad7a-97f3d55a0eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0361249 May 30 05:10:19.834446 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 49278) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:10:19.901476 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3232131-0ca9-46b3-a905-8d02e854dc4e tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:10:19.902952 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-c3232131-0ca9-46b3-a905-8d02e854dc4e tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=e6124efe-5d93-411b-bcea-4cd023d989a4 HTTP/1.1" status: 200 len: 1094 time: 0.0675671 May 30 05:10:19.905676 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 49282) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:10:19.910686 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-efb47d89-e774-4b67-858f-ba28138b0f6c tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Request body: {'floatingip': {'floating_network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'port_id': '30f5d02b-4b7e-47e8-8d8c-cf9063d97f67', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:10:19.916297 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-efb47d89-e774-4b67-858f-ba28138b0f6c tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:10:19.920081 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-efb47d89-e774-4b67-858f-ba28138b0f6c tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Usage tracker for resource:floatingip and tenant:f9fe59584bbe4d5aaa42841eedb71980 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:10:19.922851 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-efb47d89-e774-4b67-858f-ba28138b0f6c tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:10:19.928398 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-efb47d89-e774-4b67-858f-ba28138b0f6c tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:10:19.941113 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-efb47d89-e774-4b67-858f-ba28138b0f6c tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for floatingip, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:10:20.070506 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-efb47d89-e774-4b67-858f-ba28138b0f6c tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:10:20.202781 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-efb47d89-e774-4b67-858f-ba28138b0f6c tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Allocated IP 172.26.6.5 (1bab70f4-3794-44db-8e17-19f483aa8ffa/6b5b73c1-b0ce-4f83-a930-c00cc5522926/e2a490af-2218-4cce-b9ad-03382242eb4f) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:10:20.349433 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-efb47d89-e774-4b67-858f-ba28138b0f6c tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:10:20.378075 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-efb47d89-e774-4b67-858f-ba28138b0f6c tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:10:20.445656 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb47d89-e774-4b67-858f-ba28138b0f6c tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Network 1bab70f4-3794-44db-8e17-19f483aa8ffa is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:10:20.448581 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-efb47d89-e774-4b67-858f-ba28138b0f6c tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:10:20.452420 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb47d89-e774-4b67-858f-ba28138b0f6c tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:10:20.484765 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb47d89-e774-4b67-858f-ba28138b0f6c tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event updated for resources: {'Port': ['ID=e2a490af-2218-4cce-b9ad-03382242eb4f,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:10:20.860298 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-efb47d89-e774-4b67-858f-ba28138b0f6c tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:10:20.933794 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-efb47d89-e774-4b67-858f-ba28138b0f6c tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:10:21.133602 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-efb47d89-e774-4b67-858f-ba28138b0f6c tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:10:21.137848 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-efb47d89-e774-4b67-858f-ba28138b0f6c tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2304381'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:10:21.247881 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb47d89-e774-4b67-858f-ba28138b0f6c tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event updated for resources: {'Port': ['ID=e2a490af-2218-4cce-b9ad-03382242eb4f,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:10:21.257013 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-efb47d89-e774-4b67-858f-ba28138b0f6c tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1604762'] for floatingip, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:10:21.527161 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.db.l3_db [None req-efb47d89-e774-4b67-858f-ba28138b0f6c tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Floating IP 755988b5-caeb-4ff9-af13-ad4e48c00e4f associated. External IP: 172.26.6.5, port: 30f5d02b-4b7e-47e8-8d8c-cf9063d97f67. May 30 05:10:21.872359 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efb47d89-e774-4b67-858f-ba28138b0f6c tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Router c9c8ad26-63b0-4be9-8cea-fe595365eece has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 05:10:22.043906 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efb47d89-e774-4b67-858f-ba28138b0f6c tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:10:22.054216 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e34f99-80ea-4dbd-b11a-d73ae3fdeb95 None None] Sync routers for ids ['c9c8ad26-63b0-4be9-8cea-fe595365eece'] in dv-neutron-843763-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:10:22.063048 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e34f99-80ea-4dbd-b11a-d73ae3fdeb95 None None] Routers {'c9c8ad26-63b0-4be9-8cea-fe595365eece'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:10:22.063653 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-90e34f99-80ea-4dbd-b11a-d73ae3fdeb95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:10:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['c9c8ad26-63b0-4be9-8cea-fe595365eece'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:10:22.067696 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-efb47d89-e774-4b67-858f-ba28138b0f6c tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for floatingip, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:10:22.125262 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-efb47d89-e774-4b67-858f-ba28138b0f6c tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2184770 May 30 05:10:22.125763 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6124efe-5d93-411b-bcea-4cd023d989a4', 'tag': '30f5d02b-4b7e-47e8-8d8c-cf9063d97f67'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:10:22.128746 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 49286) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:10:22.225313 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d83818dd-9534-4dda-b6e5-a6cdefb4149c'] response: {'name': 'network-changed', 'server_uuid': 'e6124efe-5d93-411b-bcea-4cd023d989a4', 'tag': '30f5d02b-4b7e-47e8-8d8c-cf9063d97f67', 'status': 'completed', 'code': 200} May 30 05:10:22.242538 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-90e34f99-80ea-4dbd-b11a-d73ae3fdeb95 None None] Set router c9c8ad26-63b0-4be9-8cea-fe595365eece gateway port host: dv-neutron-843763-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:10:22.319064 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-9baf600d-8998-4c14-9c83-bd101dff30b0 tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] 10.222.0.15 "GET /v2.0/routers/c9c8ad26-63b0-4be9-8cea-fe595365eece HTTP/1.1" status: 200 len: 921 time: 0.1890967 May 30 05:10:22.321919 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 49294) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:10:22.417673 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c93b6d-e660-4d09-aa3a-368c8a814904 req-21380b70-616a-45ed-b54c-341c95442652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:10:22.419110 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-53c93b6d-e660-4d09-aa3a-368c8a814904 req-21380b70-616a-45ed-b54c-341c95442652 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f9fe59584bbe4d5aaa42841eedb71980&device_id=e6124efe-5d93-411b-bcea-4cd023d989a4 HTTP/1.1" status: 200 len: 1099 time: 0.1697321 May 30 05:10:22.502694 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-8db4a404-54bf-4a0e-ab77-5104b29924fe tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/floatingips/755988b5-caeb-4ff9-af13-ad4e48c00e4f HTTP/1.1" status: 200 len: 990 time: 0.1797168 May 30 05:10:22.555505 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c93b6d-e660-4d09-aa3a-368c8a814904 req-593639a6-5043-4211-b6f3-22757db31022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:10:22.557023 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-53c93b6d-e660-4d09-aa3a-368c8a814904 req-593639a6-5043-4211-b6f3-22757db31022 service neutron] 10.222.0.39 "GET /v2.0/networks?id=71523bb2-97c4-486f-9ee7-dbb5cd19147b HTTP/1.1" status: 200 len: 896 time: 0.1321807 May 30 05:10:22.591827 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-90e34f99-80ea-4dbd-b11a-d73ae3fdeb95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c8ad26-63b0-4be9-8cea-fe595365eece', 'name': 'tempest-TestNetworkBasicOps-router-391854685', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.23'}], 'enable_snat': True}, 'gw_port_id': '0587380a-49e5-4ecd-aac0-58422edeb8b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:09:59Z', 'updated_at': '2022-05-30T05:10:04Z', 'revision_number': 4, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'gw_port': {'id': '0587380a-49e5-4ecd-aac0-58422edeb8b7', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:75:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c8ad26-63b0-4be9-8cea-fe595365eece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:09:59Z', 'updated_at': '2022-05-30T05:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_floatingips': [{'id': '755988b5-caeb-4ff9-af13-ad4e48c00e4f', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'floating_ip_address': '172.26.6.5', 'floating_network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'router_id': 'c9c8ad26-63b0-4be9-8cea-fe595365eece', 'port_id': '30f5d02b-4b7e-47e8-8d8c-cf9063d97f67', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71523bb2-97c4-486f-9ee7-dbb5cd19147b', 'mac_address': 'fa:16:3e:17:bd:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6124efe-5d93-411b-bcea-4cd023d989a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T05:10:20Z', 'updated_at': '2022-05-30T05:10:20Z', 'revision_number': 0, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0904dce-80da-4bd3-8052-eb367dd3d35e', 'name': '', 'network_id': '71523bb2-97c4-486f-9ee7-dbb5cd19147b', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'mac_address': 'fa:16:3e:71:8a:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c8ad26-63b0-4be9-8cea-fe595365eece', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': 'a332b643-4977-462e-9f94-8f5eb9a2996d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:10:03Z', 'updated_at': '2022-05-30T05:10:10Z', 'revision_number': 5, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'subnets': [{'id': 'a332b643-4977-462e-9f94-8f5eb9a2996d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:10:22.596212 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e34f99-80ea-4dbd-b11a-d73ae3fdeb95 None None] Checking router: c9c8ad26-63b0-4be9-8cea-fe595365eece for host: dv-neutron-843763-1-hyperv {{(pid=88262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 05:10:22.604426 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e34f99-80ea-4dbd-b11a-d73ae3fdeb95 None None] Routers {'c9c8ad26-63b0-4be9-8cea-fe595365eece'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:10:22.605021 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-90e34f99-80ea-4dbd-b11a-d73ae3fdeb95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:10:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['c9c8ad26-63b0-4be9-8cea-fe595365eece'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:10:22.657197 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-53c93b6d-e660-4d09-aa3a-368c8a814904 req-77e134be-260b-4ac2-b0de-d70770052d48 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=30f5d02b-4b7e-47e8-8d8c-cf9063d97f67 HTTP/1.1" status: 200 len: 998 time: 0.0940001 May 30 05:10:22.716484 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c93b6d-e660-4d09-aa3a-368c8a814904 req-4aad5770-63d5-46d1-aa92-db25cbab19b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:10:22.717888 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-53c93b6d-e660-4d09-aa3a-368c8a814904 req-4aad5770-63d5-46d1-aa92-db25cbab19b8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a332b643-4977-462e-9f94-8f5eb9a2996d HTTP/1.1" status: 200 len: 835 time: 0.0546615 May 30 05:10:22.785989 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-90e34f99-80ea-4dbd-b11a-d73ae3fdeb95 None None] Set router c9c8ad26-63b0-4be9-8cea-fe595365eece gateway port host: dv-neutron-843763-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:10:22.791404 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c93b6d-e660-4d09-aa3a-368c8a814904 req-2079314a-d527-4704-8754-71ed594b93b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:10:22.792852 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-53c93b6d-e660-4d09-aa3a-368c8a814904 req-2079314a-d527-4704-8754-71ed594b93b4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=71523bb2-97c4-486f-9ee7-dbb5cd19147b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690393 May 30 05:10:22.921336 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-53c93b6d-e660-4d09-aa3a-368c8a814904 req-b8de6092-699f-4969-9419-1f2dc767e14f service neutron] 10.222.0.39 "GET /v2.0/networks/71523bb2-97c4-486f-9ee7-dbb5cd19147b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222205 May 30 05:10:23.135158 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-90e34f99-80ea-4dbd-b11a-d73ae3fdeb95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c8ad26-63b0-4be9-8cea-fe595365eece', 'name': 'tempest-TestNetworkBasicOps-router-391854685', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.23'}], 'enable_snat': True}, 'gw_port_id': '0587380a-49e5-4ecd-aac0-58422edeb8b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:09:59Z', 'updated_at': '2022-05-30T05:10:04Z', 'revision_number': 4, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'gw_port': {'id': '0587380a-49e5-4ecd-aac0-58422edeb8b7', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:75:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c8ad26-63b0-4be9-8cea-fe595365eece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:09:59Z', 'updated_at': '2022-05-30T05:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_floatingips': [{'id': '755988b5-caeb-4ff9-af13-ad4e48c00e4f', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'floating_ip_address': '172.26.6.5', 'floating_network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'router_id': 'c9c8ad26-63b0-4be9-8cea-fe595365eece', 'port_id': '30f5d02b-4b7e-47e8-8d8c-cf9063d97f67', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71523bb2-97c4-486f-9ee7-dbb5cd19147b', 'mac_address': 'fa:16:3e:17:bd:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6124efe-5d93-411b-bcea-4cd023d989a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T05:10:20Z', 'updated_at': '2022-05-30T05:10:20Z', 'revision_number': 0, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0904dce-80da-4bd3-8052-eb367dd3d35e', 'name': '', 'network_id': '71523bb2-97c4-486f-9ee7-dbb5cd19147b', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'mac_address': 'fa:16:3e:71:8a:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c8ad26-63b0-4be9-8cea-fe595365eece', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': 'a332b643-4977-462e-9f94-8f5eb9a2996d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:10:03Z', 'updated_at': '2022-05-30T05:10:10Z', 'revision_number': 5, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'subnets': [{'id': 'a332b643-4977-462e-9f94-8f5eb9a2996d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:10:23.139098 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e34f99-80ea-4dbd-b11a-d73ae3fdeb95 None None] The sync data for ids ['c9c8ad26-63b0-4be9-8cea-fe595365eece'] in dv-neutron-843763-1-hyperv is: [{'id': 'c9c8ad26-63b0-4be9-8cea-fe595365eece', 'name': 'tempest-TestNetworkBasicOps-router-391854685', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.23'}], 'enable_snat': True}, 'gw_port_id': '0587380a-49e5-4ecd-aac0-58422edeb8b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:09:59Z', 'updated_at': '2022-05-30T05:10:04Z', 'revision_number': 4, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'gw_port': {'id': '0587380a-49e5-4ecd-aac0-58422edeb8b7', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:75:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c8ad26-63b0-4be9-8cea-fe595365eece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:09:59Z', 'updated_at': '2022-05-30T05:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_floatingips': [{'id': '755988b5-caeb-4ff9-af13-ad4e48c00e4f', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'floating_ip_address': '172.26.6.5', 'floating_network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'router_id': 'c9c8ad26-63b0-4be9-8cea-fe595365eece', 'port_id': '30f5d02b-4b7e-47e8-8d8c-cf9063d97f67', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71523bb2-97c4-486f-9ee7-dbb5cd19147b', 'mac_address': 'fa:16:3e:17:bd:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6124efe-5d93-411b-bcea-4cd023d989a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T05:10:20Z', 'updated_at': '2022-05-30T05:10:20Z', 'revision_number': 0, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0904dce-80da-4bd3-8052-eb367dd3d35e', 'name': '', 'network_id': '71523bb2-97c4-486f-9ee7-dbb5cd19147b', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'mac_address': 'fa:16:3e:71:8a:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c8ad26-63b0-4be9-8cea-fe595365eece', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': 'a332b643-4977-462e-9f94-8f5eb9a2996d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:10:03Z', 'updated_at': '2022-05-30T05:10:10Z', 'revision_number': 5, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'subnets': [{'id': 'a332b643-4977-462e-9f94-8f5eb9a2996d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:10:23.186843 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-53c93b6d-e660-4d09-aa3a-368c8a814904 req-c09a8072-aeb1-4616-bfc1-56ad9faf8048 service neutron] 10.222.0.39 "GET /v2.0/networks/71523bb2-97c4-486f-9ee7-dbb5cd19147b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2596111 May 30 05:10:23.344479 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f36c34a-c57e-4640-bbb3-d7a0b6893639 None None] New status for floating IP 755988b5-caeb-4ff9-af13-ad4e48c00e4f: ACTIVE {{(pid=88263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 30 05:10:23.507118 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 49298) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:10:23.616948 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-654616d1-79c1-4b5c-91cb-08ee068caad8 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/floatingips/755988b5-caeb-4ff9-af13-ad4e48c00e4f HTTP/1.1" status: 200 len: 990 time: 0.1088002 May 30 05:10:24.620198 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 49302) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:10:24.821342 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-ab692de5-e4c6-46c8-9c1c-56aeaf9c263e tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/floatingips/755988b5-caeb-4ff9-af13-ad4e48c00e4f HTTP/1.1" status: 200 len: 992 time: 0.1999419 May 30 05:10:27.966277 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-b7f5d744-16a7-4b46-a9c9-22cbe9335942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:10:30.190641 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c91fd0f1-0a5e-41a4-8d08-2cae4da4776b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:10:31.222818 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56ded65b-0e68-413c-8b9b-1097922cc81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:10:31.434390 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:10:32.770562 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a142624-940e-4c55-bf49-a5329c884075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:10:44.219539 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-45f79e78-106a-4f09-9d2c-69baeab7263d None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 05:10:47.457970 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:10:57.967189 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-191043c4-e65b-4dad-9b25-39e4eb1704d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:00.192731 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-df56d38b-bf1b-4ddf-badd-d9916c9803bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:01.226284 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56ded65b-0e68-413c-8b9b-1097922cc81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:01.435473 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:02.773686 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a142624-940e-4c55-bf49-a5329c884075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:02.911966 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [req-172442f6-88fe-4eb9-b64a-4bf1386a72a0 req-d8501743-01c9-4e67-b0ae-ecb5edbd2d87 service neutron] (88261) timed out ('10.222.0.39', 59193) {{(pid=88261) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 30 05:11:08.168840 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-94af8874-03c4-45cd-8f65-ac8f1c3fb561 req-61c9e778-87b4-4cc5-9370-83d00b0bf0f2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e6124efe-5d93-411b-bcea-4cd023d989a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0687039 May 30 05:11:08.309103 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94af8874-03c4-45cd-8f65-ac8f1c3fb561 req-a2efd52b-0838-4ac7-88c5-da1697208b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:11:08.310501 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-94af8874-03c4-45cd-8f65-ac8f1c3fb561 req-a2efd52b-0838-4ac7-88c5-da1697208b9b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f9fe59584bbe4d5aaa42841eedb71980&device_id=e6124efe-5d93-411b-bcea-4cd023d989a4 HTTP/1.1" status: 200 len: 1099 time: 0.0691321 May 30 05:11:08.453323 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94af8874-03c4-45cd-8f65-ac8f1c3fb561 req-94c87b44-17ec-4bf7-88cf-ae5054741776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:11:08.454774 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-94af8874-03c4-45cd-8f65-ac8f1c3fb561 req-94c87b44-17ec-4bf7-88cf-ae5054741776 service neutron] 10.222.0.39 "GET /v2.0/networks?id=71523bb2-97c4-486f-9ee7-dbb5cd19147b HTTP/1.1" status: 200 len: 896 time: 0.1253586 May 30 05:11:08.555367 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-94af8874-03c4-45cd-8f65-ac8f1c3fb561 req-cd7d9222-ec87-49e4-9cf9-43838a55acb8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=30f5d02b-4b7e-47e8-8d8c-cf9063d97f67 HTTP/1.1" status: 200 len: 1000 time: 0.0944672 May 30 05:11:08.618092 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94af8874-03c4-45cd-8f65-ac8f1c3fb561 req-73da403e-2168-4df7-b759-41c56865d6da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:11:08.619386 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-94af8874-03c4-45cd-8f65-ac8f1c3fb561 req-73da403e-2168-4df7-b759-41c56865d6da service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a332b643-4977-462e-9f94-8f5eb9a2996d HTTP/1.1" status: 200 len: 835 time: 0.0580769 May 30 05:11:08.695207 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94af8874-03c4-45cd-8f65-ac8f1c3fb561 req-b8d5e79d-35bc-44bf-aa26-f3d527605445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:11:08.696666 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-94af8874-03c4-45cd-8f65-ac8f1c3fb561 req-b8d5e79d-35bc-44bf-aa26-f3d527605445 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=71523bb2-97c4-486f-9ee7-dbb5cd19147b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706306 May 30 05:11:08.825698 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-94af8874-03c4-45cd-8f65-ac8f1c3fb561 req-4988d742-2bc1-464b-90df-f59931a72ad6 service neutron] 10.222.0.39 "GET /v2.0/networks/71523bb2-97c4-486f-9ee7-dbb5cd19147b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218965 May 30 05:11:08.952361 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-94af8874-03c4-45cd-8f65-ac8f1c3fb561 req-0f49474a-2479-4470-8156-3dc747e32cbb service neutron] 10.222.0.39 "GET /v2.0/networks/71523bb2-97c4-486f-9ee7-dbb5cd19147b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204848 May 30 05:11:17.468351 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:21.218431 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-45f79e78-106a-4f09-9d2c-69baeab7263d None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 05:11:23.454348 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 49326) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:11:23.629684 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-f0a5f5cf-0c11-4b0e-b77c-9d830ca397be tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] 10.222.0.15 "GET /v2.0/routers/c9c8ad26-63b0-4be9-8cea-fe595365eece/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1741526 May 30 05:11:23.632444 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 49330) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:11:23.818576 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13986d74-14c8-4c0a-bfeb-be63c75e3c52 tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] Notify agent at dv-neutron-843763-1-hyperv the message router_removed_from_agent {{(pid=88260) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} May 30 05:11:23.822441 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-13986d74-14c8-4c0a-bfeb-be63c75e3c52 tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] 10.222.0.15 "DELETE /v2.0/agents/77b3f39d-e378-41ee-a844-5e03ed6f8c29/l3-routers/c9c8ad26-63b0-4be9-8cea-fe595365eece HTTP/1.1" status: 204 len: 168 time: 0.1883132 May 30 05:11:23.824205 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 49334) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:11:24.017057 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-8ef8eeb2-5a3c-4d5f-b343-c83b4791841c tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] 10.222.0.15 "GET /v2.0/routers/c9c8ad26-63b0-4be9-8cea-fe595365eece/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1916173 May 30 05:11:24.019957 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 49338) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:11:24.121515 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-0f5871cb-5a65-4e7a-ab51-4c8ce924cb00 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/floatingips/755988b5-caeb-4ff9-af13-ad4e48c00e4f HTTP/1.1" status: 200 len: 992 time: 0.1004457 May 30 05:11:24.194664 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device a0904dce-80da-4bd3-8052-eb367dd3d35e no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 05:11:24.309474 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port a0904dce-80da-4bd3-8052-eb367dd3d35e is: ACTIVE; New status is: DOWN {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:11:24.309882 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:24.341031 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] For port a0904dce-80da-4bd3-8052-eb367dd3d35e, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=a0904dce-80da-4bd3-8052-eb367dd3d35e,segment=NetworkSegment(fa402675-7a74-400e-9034-d4050917456e),segment_id=fa402675-7a74-400e-9034-d4050917456e)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:11:24.344909 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:24.410351 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Pushing event updated for resources: {'Port': ['ID=a0904dce-80da-4bd3-8052-eb367dd3d35e,revision_number=6']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:11:24.417215 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:11:24.417569 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:11:24.417938 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:11:24.418289 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:11:24.418621 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:11:24.418953 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:11:24.419286 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:11:24.419618 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:11:24.419947 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:11:24.420274 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:11:24.420599 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:11:24.420922 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:11:24.548817 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da96605b-39e1-4067-943f-d21937910ef2 None None] New status for floating IP 755988b5-caeb-4ff9-af13-ad4e48c00e4f: DOWN {{(pid=88262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 30 05:11:25.125350 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 49342) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:11:25.230843 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-ef9f2453-49b1-4da2-a21a-725ee1c46a03 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/floatingips/755988b5-caeb-4ff9-af13-ad4e48c00e4f HTTP/1.1" status: 200 len: 990 time: 0.1043799 May 30 05:11:26.114330 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 0587380a-49e5-4ecd-aac0-58422edeb8b7 no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 05:11:26.226097 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 0587380a-49e5-4ecd-aac0-58422edeb8b7 is: ACTIVE; New status is: DOWN {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:11:26.226737 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:26.243569 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] For port 0587380a-49e5-4ecd-aac0-58422edeb8b7, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=0587380a-49e5-4ecd-aac0-58422edeb8b7,segment=NetworkSegment(ad083d94-0233-4c50-a0ed-00ef7686038c),segment_id=ad083d94-0233-4c50-a0ed-00ef7686038c)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:11:26.249365 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:26.318811 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Pushing event updated for resources: {'Port': ['ID=0587380a-49e5-4ecd-aac0-58422edeb8b7,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:11:26.390330 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 49348) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:11:26.589858 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfbe3d87-c12e-4e9e-b79f-8c3dac5ade57 tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] Router c9c8ad26-63b0-4be9-8cea-fe595365eece is scheduled to L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 with binding_index 1 {{(pid=88260) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 30 05:11:26.590123 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfbe3d87-c12e-4e9e-b79f-8c3dac5ade57 tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] Notify agent at dv-neutron-843763-1-hyperv the message router_added_to_agent {{(pid=88260) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} May 30 05:11:26.608379 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-bfbe3d87-c12e-4e9e-b79f-8c3dac5ade57 tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] 10.222.0.15 "POST /v2.0/agents/77b3f39d-e378-41ee-a844-5e03ed6f8c29/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.2170181 May 30 05:11:26.611626 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 49356) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:11:26.621154 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6811ef0e-095b-464e-b815-5550a78ff52a None None] Sync routers for ids ['c9c8ad26-63b0-4be9-8cea-fe595365eece'] in dv-neutron-843763-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:11:26.630534 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6811ef0e-095b-464e-b815-5550a78ff52a None None] Routers {'c9c8ad26-63b0-4be9-8cea-fe595365eece'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:11:26.631192 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-6811ef0e-095b-464e-b815-5550a78ff52a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:11:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['c9c8ad26-63b0-4be9-8cea-fe595365eece'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:11:26.792040 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-2ac35f10-2f37-416f-aac1-27d69ad5a64a tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] 10.222.0.15 "GET /v2.0/routers/c9c8ad26-63b0-4be9-8cea-fe595365eece/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1793442 May 30 05:11:26.794719 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 49360) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:11:26.801024 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-6811ef0e-095b-464e-b815-5550a78ff52a None None] Set router c9c8ad26-63b0-4be9-8cea-fe595365eece gateway port host: dv-neutron-843763-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:11:26.896230 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-5544af91-d65b-40bd-a999-ec6be0a96c68 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/floatingips/755988b5-caeb-4ff9-af13-ad4e48c00e4f HTTP/1.1" status: 200 len: 990 time: 0.1003370 May 30 05:11:27.129896 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-6811ef0e-095b-464e-b815-5550a78ff52a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c8ad26-63b0-4be9-8cea-fe595365eece', 'name': 'tempest-TestNetworkBasicOps-router-391854685', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.23'}], 'enable_snat': True}, 'gw_port_id': '0587380a-49e5-4ecd-aac0-58422edeb8b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:09:59Z', 'updated_at': '2022-05-30T05:10:04Z', 'revision_number': 4, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'gw_port': {'id': '0587380a-49e5-4ecd-aac0-58422edeb8b7', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:75:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9c8ad26-63b0-4be9-8cea-fe595365eece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:09:59Z', 'updated_at': '2022-05-30T05:11:26Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_floatingips': [{'id': '755988b5-caeb-4ff9-af13-ad4e48c00e4f', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'floating_ip_address': '172.26.6.5', 'floating_network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'router_id': 'c9c8ad26-63b0-4be9-8cea-fe595365eece', 'port_id': '30f5d02b-4b7e-47e8-8d8c-cf9063d97f67', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71523bb2-97c4-486f-9ee7-dbb5cd19147b', 'mac_address': 'fa:16:3e:17:bd:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6124efe-5d93-411b-bcea-4cd023d989a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T05:10:20Z', 'updated_at': '2022-05-30T05:11:24Z', 'revision_number': 2, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0904dce-80da-4bd3-8052-eb367dd3d35e', 'name': '', 'network_id': '71523bb2-97c4-486f-9ee7-dbb5cd19147b', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'mac_address': 'fa:16:3e:71:8a:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9c8ad26-63b0-4be9-8cea-fe595365eece', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': 'a332b643-4977-462e-9f94-8f5eb9a2996d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:10:03Z', 'updated_at': '2022-05-30T05:11:24Z', 'revision_number': 6, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'subnets': [{'id': 'a332b643-4977-462e-9f94-8f5eb9a2996d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:11:27.133494 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6811ef0e-095b-464e-b815-5550a78ff52a None None] Checking router: c9c8ad26-63b0-4be9-8cea-fe595365eece for host: dv-neutron-843763-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 05:11:27.141420 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6811ef0e-095b-464e-b815-5550a78ff52a None None] Routers {'c9c8ad26-63b0-4be9-8cea-fe595365eece'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:11:27.142033 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-6811ef0e-095b-464e-b815-5550a78ff52a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:11:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['c9c8ad26-63b0-4be9-8cea-fe595365eece'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:11:27.350933 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-6811ef0e-095b-464e-b815-5550a78ff52a None None] Set router c9c8ad26-63b0-4be9-8cea-fe595365eece gateway port host: dv-neutron-843763-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:11:27.688506 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-6811ef0e-095b-464e-b815-5550a78ff52a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c8ad26-63b0-4be9-8cea-fe595365eece', 'name': 'tempest-TestNetworkBasicOps-router-391854685', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.23'}], 'enable_snat': True}, 'gw_port_id': '0587380a-49e5-4ecd-aac0-58422edeb8b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:09:59Z', 'updated_at': '2022-05-30T05:10:04Z', 'revision_number': 4, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'gw_port': {'id': '0587380a-49e5-4ecd-aac0-58422edeb8b7', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:75:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9c8ad26-63b0-4be9-8cea-fe595365eece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:09:59Z', 'updated_at': '2022-05-30T05:11:26Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_floatingips': [{'id': '755988b5-caeb-4ff9-af13-ad4e48c00e4f', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'floating_ip_address': '172.26.6.5', 'floating_network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'router_id': 'c9c8ad26-63b0-4be9-8cea-fe595365eece', 'port_id': '30f5d02b-4b7e-47e8-8d8c-cf9063d97f67', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71523bb2-97c4-486f-9ee7-dbb5cd19147b', 'mac_address': 'fa:16:3e:17:bd:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6124efe-5d93-411b-bcea-4cd023d989a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T05:10:20Z', 'updated_at': '2022-05-30T05:11:24Z', 'revision_number': 2, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0904dce-80da-4bd3-8052-eb367dd3d35e', 'name': '', 'network_id': '71523bb2-97c4-486f-9ee7-dbb5cd19147b', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'mac_address': 'fa:16:3e:71:8a:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9c8ad26-63b0-4be9-8cea-fe595365eece', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': 'a332b643-4977-462e-9f94-8f5eb9a2996d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:10:03Z', 'updated_at': '2022-05-30T05:11:24Z', 'revision_number': 6, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'subnets': [{'id': 'a332b643-4977-462e-9f94-8f5eb9a2996d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:11:27.693023 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6811ef0e-095b-464e-b815-5550a78ff52a None None] The sync data for ids ['c9c8ad26-63b0-4be9-8cea-fe595365eece'] in dv-neutron-843763-1-hyperv is: [{'id': 'c9c8ad26-63b0-4be9-8cea-fe595365eece', 'name': 'tempest-TestNetworkBasicOps-router-391854685', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.23'}], 'enable_snat': True}, 'gw_port_id': '0587380a-49e5-4ecd-aac0-58422edeb8b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:09:59Z', 'updated_at': '2022-05-30T05:10:04Z', 'revision_number': 4, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'gw_port': {'id': '0587380a-49e5-4ecd-aac0-58422edeb8b7', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:75:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9c8ad26-63b0-4be9-8cea-fe595365eece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:09:59Z', 'updated_at': '2022-05-30T05:11:26Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_floatingips': [{'id': '755988b5-caeb-4ff9-af13-ad4e48c00e4f', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'floating_ip_address': '172.26.6.5', 'floating_network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'router_id': 'c9c8ad26-63b0-4be9-8cea-fe595365eece', 'port_id': '30f5d02b-4b7e-47e8-8d8c-cf9063d97f67', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71523bb2-97c4-486f-9ee7-dbb5cd19147b', 'mac_address': 'fa:16:3e:17:bd:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6124efe-5d93-411b-bcea-4cd023d989a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T05:10:20Z', 'updated_at': '2022-05-30T05:11:24Z', 'revision_number': 2, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0904dce-80da-4bd3-8052-eb367dd3d35e', 'name': '', 'network_id': '71523bb2-97c4-486f-9ee7-dbb5cd19147b', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'mac_address': 'fa:16:3e:71:8a:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9c8ad26-63b0-4be9-8cea-fe595365eece', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': 'a332b643-4977-462e-9f94-8f5eb9a2996d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:10:03Z', 'updated_at': '2022-05-30T05:11:24Z', 'revision_number': 6, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'subnets': [{'id': 'a332b643-4977-462e-9f94-8f5eb9a2996d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:11:27.899701 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 49364) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:11:27.972693 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c562483f-03e9-411c-a6e0-b28d31155438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:28.140844 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device a0904dce-80da-4bd3-8052-eb367dd3d35e up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:11:28.144056 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-5962b3e7-ea0a-4894-be37-ebcadb8cea08 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/floatingips/755988b5-caeb-4ff9-af13-ad4e48c00e4f HTTP/1.1" status: 200 len: 990 time: 0.2428238 May 30 05:11:28.213761 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port a0904dce-80da-4bd3-8052-eb367dd3d35e triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:11:28.214250 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:28.341941 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port a0904dce-80da-4bd3-8052-eb367dd3d35e is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:11:28.342416 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:28.377829 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] For port a0904dce-80da-4bd3-8052-eb367dd3d35e, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=a0904dce-80da-4bd3-8052-eb367dd3d35e,segment=NetworkSegment(fa402675-7a74-400e-9034-d4050917456e),segment_id=fa402675-7a74-400e-9034-d4050917456e)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:11:28.382022 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:28.453143 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Pushing event updated for resources: {'Port': ['ID=a0904dce-80da-4bd3-8052-eb367dd3d35e,revision_number=7']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:11:29.147632 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 49368) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:11:29.257127 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-8d7987d7-a70f-4bc0-8e3c-b04cb02533b7 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/floatingips/755988b5-caeb-4ff9-af13-ad4e48c00e4f HTTP/1.1" status: 200 len: 990 time: 0.1071846 May 30 05:11:29.300536 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beec488b-f2fa-4f00-8d87-c4088b9ffda8 None None] New status for floating IP 755988b5-caeb-4ff9-af13-ad4e48c00e4f: ACTIVE {{(pid=88262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 30 05:11:30.182789 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device a0904dce-80da-4bd3-8052-eb367dd3d35e up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:11:30.237103 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-2cae1006-ec2b-4044-92f3-4ac9667a488c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:30.257093 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port a0904dce-80da-4bd3-8052-eb367dd3d35e triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:11:30.257468 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:30.259855 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 49372) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:11:30.372854 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-79db4866-59d8-4d11-a0a6-066419d0f42d tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/floatingips/755988b5-caeb-4ff9-af13-ad4e48c00e4f HTTP/1.1" status: 200 len: 992 time: 0.1073756 May 30 05:11:30.376036 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port a0904dce-80da-4bd3-8052-eb367dd3d35e is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:11:30.377328 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 0587380a-49e5-4ecd-aac0-58422edeb8b7 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:11:30.444023 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 0587380a-49e5-4ecd-aac0-58422edeb8b7 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:11:30.444397 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:30.599475 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 0587380a-49e5-4ecd-aac0-58422edeb8b7 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:11:30.599864 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:30.616674 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] For port 0587380a-49e5-4ecd-aac0-58422edeb8b7, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=0587380a-49e5-4ecd-aac0-58422edeb8b7,segment=NetworkSegment(ad083d94-0233-4c50-a0ed-00ef7686038c),segment_id=ad083d94-0233-4c50-a0ed-00ef7686038c)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:11:30.620360 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:30.647303 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 49380) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:11:30.689523 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Pushing event updated for resources: {'Port': ['ID=0587380a-49e5-4ecd-aac0-58422edeb8b7,revision_number=6']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:11:30.845636 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-d9a70385-c855-43b3-ae47-fbe37ea21c40 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Deleting port e2a490af-2218-4cce-b9ad-03382242eb4f {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:11:30.846004 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d9a70385-c855-43b3-ae47-fbe37ea21c40 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:31.010519 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d9a70385-c855-43b3-ae47-fbe37ea21c40 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:31.010839 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d9a70385-c855-43b3-ae47-fbe37ea21c40 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:31.129163 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-d9a70385-c855-43b3-ae47-fbe37ea21c40 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Calling delete_port for e2a490af-2218-4cce-b9ad-03382242eb4f owned by network:floatingip {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:11:31.228879 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56ded65b-0e68-413c-8b9b-1097922cc81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:31.392154 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d9a70385-c855-43b3-ae47-fbe37ea21c40 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:31.438976 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:31.472696 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a70385-c855-43b3-ae47-fbe37ea21c40 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event deleted for resources: {'Port': ['ID=e2a490af-2218-4cce-b9ad-03382242eb4f,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:11:31.489325 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a70385-c855-43b3-ae47-fbe37ea21c40 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:11:31.489613 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a70385-c855-43b3-ae47-fbe37ea21c40 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:11:31.489987 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a70385-c855-43b3-ae47-fbe37ea21c40 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:11:31.490325 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a70385-c855-43b3-ae47-fbe37ea21c40 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:11:31.490655 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a70385-c855-43b3-ae47-fbe37ea21c40 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:11:31.490984 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a70385-c855-43b3-ae47-fbe37ea21c40 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:11:31.491312 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a70385-c855-43b3-ae47-fbe37ea21c40 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:11:31.491637 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a70385-c855-43b3-ae47-fbe37ea21c40 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:11:31.491962 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a70385-c855-43b3-ae47-fbe37ea21c40 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:11:31.492284 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a70385-c855-43b3-ae47-fbe37ea21c40 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:11:31.492603 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a70385-c855-43b3-ae47-fbe37ea21c40 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:11:31.492923 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a70385-c855-43b3-ae47-fbe37ea21c40 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:11:31.546847 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d9a70385-c855-43b3-ae47-fbe37ea21c40 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for floatingip, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:31.547187 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.db.l3_db [None req-d9a70385-c855-43b3-ae47-fbe37ea21c40 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Floating IP 755988b5-caeb-4ff9-af13-ad4e48c00e4f disassociated (deleted). External IP: 172.26.6.5, port: 30f5d02b-4b7e-47e8-8d8c-cf9063d97f67. May 30 05:11:31.895791 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9a70385-c855-43b3-ae47-fbe37ea21c40 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Router c9c8ad26-63b0-4be9-8cea-fe595365eece has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 05:11:32.070060 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9a70385-c855-43b3-ae47-fbe37ea21c40 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:11:32.080568 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace31713-fa60-4a04-9c7b-771c5c713c72 None None] Sync routers for ids ['c9c8ad26-63b0-4be9-8cea-fe595365eece'] in dv-neutron-843763-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:11:32.089742 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d9a70385-c855-43b3-ae47-fbe37ea21c40 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for floatingip, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:32.093703 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace31713-fa60-4a04-9c7b-771c5c713c72 None None] Routers {'c9c8ad26-63b0-4be9-8cea-fe595365eece'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:11:32.094437 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-ace31713-fa60-4a04-9c7b-771c5c713c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:11:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['c9c8ad26-63b0-4be9-8cea-fe595365eece'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:11:32.135197 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 0587380a-49e5-4ecd-aac0-58422edeb8b7 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:11:32.150253 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-d9a70385-c855-43b3-ae47-fbe37ea21c40 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "DELETE /v2.0/floatingips/755988b5-caeb-4ff9-af13-ad4e48c00e4f HTTP/1.1" status: 204 len: 168 time: 1.5016968 May 30 05:11:32.150754 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6124efe-5d93-411b-bcea-4cd023d989a4', 'tag': '30f5d02b-4b7e-47e8-8d8c-cf9063d97f67'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:11:32.206834 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 0587380a-49e5-4ecd-aac0-58422edeb8b7 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:11:32.207379 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:32.298912 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-ace31713-fa60-4a04-9c7b-771c5c713c72 None None] Set router c9c8ad26-63b0-4be9-8cea-fe595365eece gateway port host: dv-neutron-843763-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:11:32.355845 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 0587380a-49e5-4ecd-aac0-58422edeb8b7 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:11:32.390989 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a14b6bc-0de8-46c9-8841-fcd11151216b'] response: {'name': 'network-changed', 'server_uuid': 'e6124efe-5d93-411b-bcea-4cd023d989a4', 'tag': '30f5d02b-4b7e-47e8-8d8c-cf9063d97f67', 'status': 'completed', 'code': 200} May 30 05:11:32.512152 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda92c8a-275e-485d-9351-42705b208bab req-1bbccb1a-6969-4d18-8a93-c1a97be4dba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:11:32.513626 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-dda92c8a-275e-485d-9351-42705b208bab req-1bbccb1a-6969-4d18-8a93-c1a97be4dba9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f9fe59584bbe4d5aaa42841eedb71980&device_id=e6124efe-5d93-411b-bcea-4cd023d989a4 HTTP/1.1" status: 200 len: 1099 time: 0.1009805 May 30 05:11:32.621570 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-ace31713-fa60-4a04-9c7b-771c5c713c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c8ad26-63b0-4be9-8cea-fe595365eece', 'name': 'tempest-TestNetworkBasicOps-router-391854685', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.23'}], 'enable_snat': True}, 'gw_port_id': '0587380a-49e5-4ecd-aac0-58422edeb8b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:09:59Z', 'updated_at': '2022-05-30T05:10:04Z', 'revision_number': 4, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'gw_port': {'id': '0587380a-49e5-4ecd-aac0-58422edeb8b7', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:75:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c8ad26-63b0-4be9-8cea-fe595365eece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:09:59Z', 'updated_at': '2022-05-30T05:11:30Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': 'a0904dce-80da-4bd3-8052-eb367dd3d35e', 'name': '', 'network_id': '71523bb2-97c4-486f-9ee7-dbb5cd19147b', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'mac_address': 'fa:16:3e:71:8a:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c8ad26-63b0-4be9-8cea-fe595365eece', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': 'a332b643-4977-462e-9f94-8f5eb9a2996d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:10:03Z', 'updated_at': '2022-05-30T05:11:28Z', 'revision_number': 7, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'subnets': [{'id': 'a332b643-4977-462e-9f94-8f5eb9a2996d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:11:32.625340 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace31713-fa60-4a04-9c7b-771c5c713c72 None None] Checking router: c9c8ad26-63b0-4be9-8cea-fe595365eece for host: dv-neutron-843763-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 05:11:32.634357 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace31713-fa60-4a04-9c7b-771c5c713c72 None None] Routers {'c9c8ad26-63b0-4be9-8cea-fe595365eece'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:11:32.634939 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-ace31713-fa60-4a04-9c7b-771c5c713c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:11:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['c9c8ad26-63b0-4be9-8cea-fe595365eece'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:11:32.680146 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f1c58a-ccad-4008-bce1-da205288a180 req-ac247a62-a4cd-4ad3-ab21-7f8ace4b80a4 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:11:32.680739 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-71f1c58a-ccad-4008-bce1-da205288a180 req-ac247a62-a4cd-4ad3-ab21-7f8ace4b80a4 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Synchronizing usage tracker for tenant:f9fe59584bbe4d5aaa42841eedb71980 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:11:32.686170 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda92c8a-275e-485d-9351-42705b208bab req-b5a0ff91-9af1-4a2a-b9f2-9297468aac25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:11:32.687556 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-dda92c8a-275e-485d-9351-42705b208bab req-b5a0ff91-9af1-4a2a-b9f2-9297468aac25 service neutron] 10.222.0.39 "GET /v2.0/networks?id=71523bb2-97c4-486f-9ee7-dbb5cd19147b HTTP/1.1" status: 200 len: 896 time: 0.1680484 May 30 05:11:32.747397 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-71f1c58a-ccad-4008-bce1-da205288a180 req-ac247a62-a4cd-4ad3-ab21-7f8ace4b80a4 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Unset dirty status for tenant:f9fe59584bbe4d5aaa42841eedb71980 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:11:32.748521 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-71f1c58a-ccad-4008-bce1-da205288a180 req-ac247a62-a4cd-4ad3-ab21-7f8ace4b80a4 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6124efe-5d93-411b-bcea-4cd023d989a4 HTTP/1.1" status: 200 len: 946 time: 0.2677355 May 30 05:11:32.758832 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-dda92c8a-275e-485d-9351-42705b208bab req-95d47993-0472-4377-8df4-dff9a48b8a6a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=30f5d02b-4b7e-47e8-8d8c-cf9063d97f67 HTTP/1.1" status: 200 len: 217 time: 0.0629303 May 30 05:11:32.778548 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a142624-940e-4c55-bf49-a5329c884075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:32.812091 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-ace31713-fa60-4a04-9c7b-771c5c713c72 None None] Set router c9c8ad26-63b0-4be9-8cea-fe595365eece gateway port host: dv-neutron-843763-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:11:32.843975 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-71f1c58a-ccad-4008-bce1-da205288a180 req-f4339e6c-5d08-48e6-89a3-df1f3dde8c8b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/security-groups?id=48dde9ab-1d17-4f85-ad7a-97f3d55a0eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0874157 May 30 05:11:32.851000 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda92c8a-275e-485d-9351-42705b208bab req-a51a0690-9fe7-4302-8a9e-101f6cadc515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:11:32.852386 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-dda92c8a-275e-485d-9351-42705b208bab req-a51a0690-9fe7-4302-8a9e-101f6cadc515 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a332b643-4977-462e-9f94-8f5eb9a2996d HTTP/1.1" status: 200 len: 835 time: 0.0798862 May 30 05:11:32.929919 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda92c8a-275e-485d-9351-42705b208bab req-fae222ae-d4a8-4fe4-8535-abf35872477b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:11:32.931586 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-dda92c8a-275e-485d-9351-42705b208bab req-fae222ae-d4a8-4fe4-8535-abf35872477b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=71523bb2-97c4-486f-9ee7-dbb5cd19147b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720534 May 30 05:11:33.161599 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-ace31713-fa60-4a04-9c7b-771c5c713c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c8ad26-63b0-4be9-8cea-fe595365eece', 'name': 'tempest-TestNetworkBasicOps-router-391854685', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.23'}], 'enable_snat': True}, 'gw_port_id': '0587380a-49e5-4ecd-aac0-58422edeb8b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:09:59Z', 'updated_at': '2022-05-30T05:10:04Z', 'revision_number': 4, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'gw_port': {'id': '0587380a-49e5-4ecd-aac0-58422edeb8b7', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:75:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c8ad26-63b0-4be9-8cea-fe595365eece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:09:59Z', 'updated_at': '2022-05-30T05:11:30Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': 'a0904dce-80da-4bd3-8052-eb367dd3d35e', 'name': '', 'network_id': '71523bb2-97c4-486f-9ee7-dbb5cd19147b', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'mac_address': 'fa:16:3e:71:8a:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c8ad26-63b0-4be9-8cea-fe595365eece', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': 'a332b643-4977-462e-9f94-8f5eb9a2996d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:10:03Z', 'updated_at': '2022-05-30T05:11:28Z', 'revision_number': 7, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'subnets': [{'id': 'a332b643-4977-462e-9f94-8f5eb9a2996d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:11:33.165516 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace31713-fa60-4a04-9c7b-771c5c713c72 None None] The sync data for ids ['c9c8ad26-63b0-4be9-8cea-fe595365eece'] in dv-neutron-843763-1-hyperv is: [{'id': 'c9c8ad26-63b0-4be9-8cea-fe595365eece', 'name': 'tempest-TestNetworkBasicOps-router-391854685', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.23'}], 'enable_snat': True}, 'gw_port_id': '0587380a-49e5-4ecd-aac0-58422edeb8b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:09:59Z', 'updated_at': '2022-05-30T05:10:04Z', 'revision_number': 4, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'gw_port': {'id': '0587380a-49e5-4ecd-aac0-58422edeb8b7', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:75:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c8ad26-63b0-4be9-8cea-fe595365eece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:09:59Z', 'updated_at': '2022-05-30T05:11:30Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': 'a0904dce-80da-4bd3-8052-eb367dd3d35e', 'name': '', 'network_id': '71523bb2-97c4-486f-9ee7-dbb5cd19147b', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'mac_address': 'fa:16:3e:71:8a:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c8ad26-63b0-4be9-8cea-fe595365eece', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': 'a332b643-4977-462e-9f94-8f5eb9a2996d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:10:03Z', 'updated_at': '2022-05-30T05:11:28Z', 'revision_number': 7, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'subnets': [{'id': 'a332b643-4977-462e-9f94-8f5eb9a2996d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:11:33.175593 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-dda92c8a-275e-485d-9351-42705b208bab req-dea609c6-0af1-4fed-8226-d4fddd74a126 service neutron] 10.222.0.39 "GET /v2.0/networks/71523bb2-97c4-486f-9ee7-dbb5cd19147b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2369096 May 30 05:11:33.314876 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-dda92c8a-275e-485d-9351-42705b208bab req-bcb3dfb6-a89d-4221-a008-8ceca8ca5c11 service neutron] 10.222.0.39 "GET /v2.0/networks/71523bb2-97c4-486f-9ee7-dbb5cd19147b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327391 May 30 05:11:34.060524 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcfa6c8-a7b6-45f4-be3a-11b790e904cc req-829753b7-a9a6-4783-b594-b5cb74444c03 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:11:34.062025 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6dcfa6c8-a7b6-45f4-be3a-11b790e904cc req-829753b7-a9a6-4783-b594-b5cb74444c03 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6124efe-5d93-411b-bcea-4cd023d989a4 HTTP/1.1" status: 200 len: 946 time: 0.1447361 May 30 05:11:34.109097 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aaab77-267b-4bb8-83a4-24c964962af0 req-94ef66c8-cafa-44ce-b59c-1ba87979eabc tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:11:34.110514 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-10aaab77-267b-4bb8-83a4-24c964962af0 req-94ef66c8-cafa-44ce-b59c-1ba87979eabc tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6124efe-5d93-411b-bcea-4cd023d989a4 HTTP/1.1" status: 200 len: 946 time: 0.1542900 May 30 05:11:34.166702 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [req-6dcfa6c8-a7b6-45f4-be3a-11b790e904cc req-ba0b776e-ccde-47f7-915a-0e14ea7b7241 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Deleting port 30f5d02b-4b7e-47e8-8d8c-cf9063d97f67 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:11:34.167038 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-6dcfa6c8-a7b6-45f4-be3a-11b790e904cc req-ba0b776e-ccde-47f7-915a-0e14ea7b7241 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:34.207221 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-10aaab77-267b-4bb8-83a4-24c964962af0 req-37c25e3d-ccde-41b5-8010-63874b1c88ed tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/security-groups?id=48dde9ab-1d17-4f85-ad7a-97f3d55a0eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0897985 May 30 05:11:34.422597 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [req-6dcfa6c8-a7b6-45f4-be3a-11b790e904cc req-ba0b776e-ccde-47f7-915a-0e14ea7b7241 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] For port 30f5d02b-4b7e-47e8-8d8c-cf9063d97f67, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=30f5d02b-4b7e-47e8-8d8c-cf9063d97f67,segment=NetworkSegment(fa402675-7a74-400e-9034-d4050917456e),segment_id=fa402675-7a74-400e-9034-d4050917456e)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:11:34.422955 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-6dcfa6c8-a7b6-45f4-be3a-11b790e904cc req-ba0b776e-ccde-47f7-915a-0e14ea7b7241 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:34.494046 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ad6387-60e1-4887-a9fd-ea35a58b7911 None None] New status for floating IP 755988b5-caeb-4ff9-af13-ad4e48c00e4f: DOWN {{(pid=88262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 30 05:11:34.548898 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [req-6dcfa6c8-a7b6-45f4-be3a-11b790e904cc req-ba0b776e-ccde-47f7-915a-0e14ea7b7241 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Calling delete_port for 30f5d02b-4b7e-47e8-8d8c-cf9063d97f67 owned by compute:nova {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:11:34.694606 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-6dcfa6c8-a7b6-45f4-be3a-11b790e904cc req-ba0b776e-ccde-47f7-915a-0e14ea7b7241 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:34.743632 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0b776e-ccde-47f7-915a-0e14ea7b7241 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event deleted for resources: {'Port': ['ID=30f5d02b-4b7e-47e8-8d8c-cf9063d97f67,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:11:34.819145 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dcfa6c8-a7b6-45f4-be3a-11b790e904cc req-ba0b776e-ccde-47f7-915a-0e14ea7b7241 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] No DVR routers for this DVR port 30f5d02b-4b7e-47e8-8d8c-cf9063d97f67 on host hv-neutron-8437 {{(pid=88261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 05:11:34.821576 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-6dcfa6c8-a7b6-45f4-be3a-11b790e904cc req-ba0b776e-ccde-47f7-915a-0e14ea7b7241 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:34.824167 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6124efe-5d93-411b-bcea-4cd023d989a4', 'name': 'network-vif-deleted', 'tag': '30f5d02b-4b7e-47e8-8d8c-cf9063d97f67'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:11:34.839320 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6dcfa6c8-a7b6-45f4-be3a-11b790e904cc req-ba0b776e-ccde-47f7-915a-0e14ea7b7241 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.39 "DELETE /v2.0/ports/30f5d02b-4b7e-47e8-8d8c-cf9063d97f67 HTTP/1.1" status: 204 len: 173 time: 0.7722762 May 30 05:11:34.867557 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67bbd752-826b-4d14-9d02-f615a42670cd'] response: {'server_uuid': 'e6124efe-5d93-411b-bcea-4cd023d989a4', 'name': 'network-vif-deleted', 'tag': '30f5d02b-4b7e-47e8-8d8c-cf9063d97f67', 'status': 'completed', 'code': 200} May 30 05:11:35.369162 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-1bc3271f-14ad-471e-b4f4-0b4bff488bf1 req-aa4533ca-9941-4190-9fe0-2aa32aa0457a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Synchronizing usage tracker for tenant:f9fe59584bbe4d5aaa42841eedb71980 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:11:35.387322 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-1bc3271f-14ad-471e-b4f4-0b4bff488bf1 req-aa4533ca-9941-4190-9fe0-2aa32aa0457a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Unset dirty status for tenant:f9fe59584bbe4d5aaa42841eedb71980 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:11:35.388727 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1bc3271f-14ad-471e-b4f4-0b4bff488bf1 req-aa4533ca-9941-4190-9fe0-2aa32aa0457a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6124efe-5d93-411b-bcea-4cd023d989a4 HTTP/1.1" status: 200 len: 210 time: 0.0623500 May 30 05:11:36.483845 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 49398) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:11:36.551175 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-54f30ca0-b97e-49c4-9923-8c40dec42eb2 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:36.580423 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-54f30ca0-b97e-49c4-9923-8c40dec42eb2 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:36.650313 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-54f30ca0-b97e-49c4-9923-8c40dec42eb2 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:36.668466 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f30ca0-b97e-49c4-9923-8c40dec42eb2 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48dde9ab-1d17-4f85-ad7a-97f3d55a0eeb,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:11:36.685411 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-54f30ca0-b97e-49c4-9923-8c40dec42eb2 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:36.686563 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-54f30ca0-b97e-49c4-9923-8c40dec42eb2 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "DELETE /v2.0/security-groups/48dde9ab-1d17-4f85-ad7a-97f3d55a0eeb HTTP/1.1" status: 204 len: 168 time: 0.2017152 May 30 05:11:36.716513 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 49404) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:11:37.341433 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c0dcdc69-9a3b-4c70-8387-de169bf2b7b2 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602184'] for router_interface, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:37.684996 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-c0dcdc69-9a3b-4c70-8387-de169bf2b7b2 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Deleting port a0904dce-80da-4bd3-8052-eb367dd3d35e {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:11:37.685684 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c0dcdc69-9a3b-4c70-8387-de169bf2b7b2 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:37.796111 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device 30f5d02b-4b7e-47e8-8d8c-cf9063d97f67 no longer exists at agent hyperv_hv-neutron-8437 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 05:11:37.831678 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] No Port match for: 30f5d02b-4b7e-47e8-8d8c-cf9063d97f67 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 05:11:37.832030 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device 30f5d02b-4b7e-47e8-8d8c-cf9063d97f67 not bound to the agent host hv-neutron-8437 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 05:11:37.868536 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-c0dcdc69-9a3b-4c70-8387-de169bf2b7b2 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] For port a0904dce-80da-4bd3-8052-eb367dd3d35e, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=a0904dce-80da-4bd3-8052-eb367dd3d35e,segment=NetworkSegment(fa402675-7a74-400e-9034-d4050917456e),segment_id=fa402675-7a74-400e-9034-d4050917456e)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:11:37.868887 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c0dcdc69-9a3b-4c70-8387-de169bf2b7b2 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:37.992304 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-c0dcdc69-9a3b-4c70-8387-de169bf2b7b2 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Calling delete_port for a0904dce-80da-4bd3-8052-eb367dd3d35e owned by network:router_interface {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:11:38.302303 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c0dcdc69-9a3b-4c70-8387-de169bf2b7b2 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:38.348594 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dcdc69-9a3b-4c70-8387-de169bf2b7b2 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event deleted for resources: {'Port': ['ID=a0904dce-80da-4bd3-8052-eb367dd3d35e,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:11:38.724565 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c0dcdc69-9a3b-4c70-8387-de169bf2b7b2 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1642797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602100'] for router_interface, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:39.073691 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0dcdc69-9a3b-4c70-8387-de169bf2b7b2 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Router c9c8ad26-63b0-4be9-8cea-fe595365eece has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 05:11:39.251079 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0dcdc69-9a3b-4c70-8387-de169bf2b7b2 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:11:39.261096 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac83bab-049b-488a-b1ca-b567191da226 None None] Sync routers for ids ['c9c8ad26-63b0-4be9-8cea-fe595365eece'] in dv-neutron-843763-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:11:39.268303 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-c0dcdc69-9a3b-4c70-8387-de169bf2b7b2 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "PUT /v2.0/routers/c9c8ad26-63b0-4be9-8cea-fe595365eece/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5507143 May 30 05:11:39.270904 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 49408) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:11:39.271822 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac83bab-049b-488a-b1ca-b567191da226 None None] Routers {'c9c8ad26-63b0-4be9-8cea-fe595365eece'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:11:39.272636 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-5ac83bab-049b-488a-b1ca-b567191da226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:11:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['c9c8ad26-63b0-4be9-8cea-fe595365eece'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:11:39.334658 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_v2 [None req-118f7dff-69eb-4dbc-b4cc-8b3eb9f2c34b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Deleting subnet a332b643-4977-462e-9f94-8f5eb9a2996d {{(pid=88261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 30 05:11:39.337544 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-118f7dff-69eb-4dbc-b4cc-8b3eb9f2c34b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for subnet, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:39.396134 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-118f7dff-69eb-4dbc-b4cc-8b3eb9f2c34b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3545586'] for subnet, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:39.449732 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-5ac83bab-049b-488a-b1ca-b567191da226 None None] Set router c9c8ad26-63b0-4be9-8cea-fe595365eece gateway port host: dv-neutron-843763-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:11:39.481916 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-118f7dff-69eb-4dbc-b4cc-8b3eb9f2c34b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860493'] for subnet, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:39.554312 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-118f7dff-69eb-4dbc-b4cc-8b3eb9f2c34b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2304955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9305493'] for subnet, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:39.595809 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118f7dff-69eb-4dbc-b4cc-8b3eb9f2c34b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event deleted for resources: {'Subnet': ['ID=a332b643-4977-462e-9f94-8f5eb9a2996d,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:11:39.599324 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-118f7dff-69eb-4dbc-b4cc-8b3eb9f2c34b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:39.608289 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-118f7dff-69eb-4dbc-b4cc-8b3eb9f2c34b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "DELETE /v2.0/subnets/a332b643-4977-462e-9f94-8f5eb9a2996d HTTP/1.1" status: 204 len: 168 time: 0.3339641 May 30 05:11:39.608467 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90676af7-6ceb-4b69-8442-08b086fc68b7 None None] Network 71523bb2-97c4-486f-9ee7-dbb5cd19147b requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:11:39.608870 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 49412) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:11:39.732359 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-5ac83bab-049b-488a-b1ca-b567191da226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c8ad26-63b0-4be9-8cea-fe595365eece', 'name': 'tempest-TestNetworkBasicOps-router-391854685', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.23'}], 'enable_snat': True}, 'gw_port_id': '0587380a-49e5-4ecd-aac0-58422edeb8b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:09:59Z', 'updated_at': '2022-05-30T05:11:38Z', 'revision_number': 5, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'gw_port': {'id': '0587380a-49e5-4ecd-aac0-58422edeb8b7', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:75:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c8ad26-63b0-4be9-8cea-fe595365eece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:09:59Z', 'updated_at': '2022-05-30T05:11:30Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv'}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:11:39.736176 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac83bab-049b-488a-b1ca-b567191da226 None None] Checking router: c9c8ad26-63b0-4be9-8cea-fe595365eece for host: dv-neutron-843763-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 05:11:39.744525 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac83bab-049b-488a-b1ca-b567191da226 None None] Routers {'c9c8ad26-63b0-4be9-8cea-fe595365eece'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:11:39.745124 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-5ac83bab-049b-488a-b1ca-b567191da226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:11:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['c9c8ad26-63b0-4be9-8cea-fe595365eece'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:11:39.793617 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4030c2d5-c3a3-4ebf-821e-e3dbc80bc653 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for router, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:39.864095 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e432bf-7bce-4658-9363-847ac3e05d98 None None] DHCP port deletion for 71523bb2-97c4-486f-9ee7-dbb5cd19147b request from dv-neutron-843763-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 30 05:11:39.868677 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-71e432bf-7bce-4658-9363-847ac3e05d98 None None] Deleting port babd4b47-783e-45a2-be09-99dae3bfe461 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:11:39.869190 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-71e432bf-7bce-4658-9363-847ac3e05d98 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:39.931594 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-5ac83bab-049b-488a-b1ca-b567191da226 None None] Set router c9c8ad26-63b0-4be9-8cea-fe595365eece gateway port host: dv-neutron-843763-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:11:40.087950 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-71e432bf-7bce-4658-9363-847ac3e05d98 None None] For port babd4b47-783e-45a2-be09-99dae3bfe461, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=babd4b47-783e-45a2-be09-99dae3bfe461,segment=NetworkSegment(fa402675-7a74-400e-9034-d4050917456e),segment_id=fa402675-7a74-400e-9034-d4050917456e)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:11:40.088276 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-71e432bf-7bce-4658-9363-847ac3e05d98 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:40.109273 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4030c2d5-c3a3-4ebf-821e-e3dbc80bc653 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:40.122799 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-4030c2d5-c3a3-4ebf-821e-e3dbc80bc653 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Deleting port 0587380a-49e5-4ecd-aac0-58422edeb8b7 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:11:40.123670 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4030c2d5-c3a3-4ebf-821e-e3dbc80bc653 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:40.212714 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-71e432bf-7bce-4658-9363-847ac3e05d98 None None] Calling delete_port for babd4b47-783e-45a2-be09-99dae3bfe461 owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:11:40.240105 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device babd4b47-783e-45a2-be09-99dae3bfe461 no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 05:11:40.260711 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-5ac83bab-049b-488a-b1ca-b567191da226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c8ad26-63b0-4be9-8cea-fe595365eece', 'name': 'tempest-TestNetworkBasicOps-router-391854685', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.23'}], 'enable_snat': True}, 'gw_port_id': '0587380a-49e5-4ecd-aac0-58422edeb8b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:09:59Z', 'updated_at': '2022-05-30T05:11:38Z', 'revision_number': 5, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'gw_port': {'id': '0587380a-49e5-4ecd-aac0-58422edeb8b7', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:75:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c8ad26-63b0-4be9-8cea-fe595365eece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:09:59Z', 'updated_at': '2022-05-30T05:11:30Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv'}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:11:40.264936 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac83bab-049b-488a-b1ca-b567191da226 None None] The sync data for ids ['c9c8ad26-63b0-4be9-8cea-fe595365eece'] in dv-neutron-843763-1-hyperv is: [{'id': 'c9c8ad26-63b0-4be9-8cea-fe595365eece', 'name': 'tempest-TestNetworkBasicOps-router-391854685', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.23'}], 'enable_snat': True}, 'gw_port_id': '0587380a-49e5-4ecd-aac0-58422edeb8b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:09:59Z', 'updated_at': '2022-05-30T05:11:38Z', 'revision_number': 5, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'gw_port': {'id': '0587380a-49e5-4ecd-aac0-58422edeb8b7', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:75:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c8ad26-63b0-4be9-8cea-fe595365eece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:09:59Z', 'updated_at': '2022-05-30T05:11:30Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv'}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:11:40.317029 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-4030c2d5-c3a3-4ebf-821e-e3dbc80bc653 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] For port 0587380a-49e5-4ecd-aac0-58422edeb8b7, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=0587380a-49e5-4ecd-aac0-58422edeb8b7,segment=NetworkSegment(ad083d94-0233-4c50-a0ed-00ef7686038c),segment_id=ad083d94-0233-4c50-a0ed-00ef7686038c)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:11:40.317517 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4030c2d5-c3a3-4ebf-821e-e3dbc80bc653 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:40.386547 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-71e432bf-7bce-4658-9363-847ac3e05d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069'] for port, after_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:40.435789 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e432bf-7bce-4658-9363-847ac3e05d98 None None] Pushing event deleted for resources: {'Port': ['ID=babd4b47-783e-45a2-be09-99dae3bfe461,revision_number=None']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:11:40.440021 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port babd4b47-783e-45a2-be09-99dae3bfe461 is: ACTIVE; New status is: DOWN {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:11:40.440404 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:40.449143 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e432bf-7bce-4658-9363-847ac3e05d98 None None] No DVR routers for this DVR port babd4b47-783e-45a2-be09-99dae3bfe461 on host dv-neutron-843763-1-hyperv {{(pid=88262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 05:11:40.453966 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-4030c2d5-c3a3-4ebf-821e-e3dbc80bc653 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Calling delete_port for 0587380a-49e5-4ecd-aac0-58422edeb8b7 owned by network:router_gateway {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:11:40.625129 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4030c2d5-c3a3-4ebf-821e-e3dbc80bc653 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:40.672342 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4030c2d5-c3a3-4ebf-821e-e3dbc80bc653 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event deleted for resources: {'Port': ['ID=0587380a-49e5-4ecd-aac0-58422edeb8b7,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:11:40.768966 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4030c2d5-c3a3-4ebf-821e-e3dbc80bc653 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1604781'] for router_gateway, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:40.939352 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4030c2d5-c3a3-4ebf-821e-e3dbc80bc653 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11660'] for router, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:40.941500 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4030c2d5-c3a3-4ebf-821e-e3dbc80bc653 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:40.962601 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4030c2d5-c3a3-4ebf-821e-e3dbc80bc653 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1601605'] for router, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:40.963118 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4030c2d5-c3a3-4ebf-821e-e3dbc80bc653 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Fanout notify agent at l3_agent the message router_deleted on router c9c8ad26-63b0-4be9-8cea-fe595365eece {{(pid=88261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 30 05:11:40.977759 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4030c2d5-c3a3-4ebf-821e-e3dbc80bc653 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for router, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:40.978988 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-4030c2d5-c3a3-4ebf-821e-e3dbc80bc653 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "DELETE /v2.0/routers/c9c8ad26-63b0-4be9-8cea-fe595365eece HTTP/1.1" status: 204 len: 168 time: 1.3697801 May 30 05:11:40.981587 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 49416) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:11:41.101113 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a5118c0c-3fc9-4911-bffa-7ef655cbd15e tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897784'] for network, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:41.230316 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a5118c0c-3fc9-4911-bffa-7ef655cbd15e tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867540', 'neutron.services.segments.db._delete_segments_for_network-8729234922972'] for network, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:41.255490 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-a5118c0c-3fc9-4911-bffa-7ef655cbd15e tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71523bb2-97c4-486f-9ee7-dbb5cd19147b']}} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:11:41.267218 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-a5118c0c-3fc9-4911-bffa-7ef655cbd15e tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa402675-7a74-400e-9034-d4050917456e') {'for_net_delete': True} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:11:41.267522 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-a5118c0c-3fc9-4911-bffa-7ef655cbd15e tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa402675-7a74-400e-9034-d4050917456e') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:11:41.278531 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a5118c0c-3fc9-4911-bffa-7ef655cbd15e tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729235042807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3545573'] for segment, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:41.294400 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a5118c0c-3fc9-4911-bffa-7ef655cbd15e tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:41.301027 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5118c0c-3fc9-4911-bffa-7ef655cbd15e tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=88261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 05:11:41.301427 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a5118c0c-3fc9-4911-bffa-7ef655cbd15e tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-862858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2304281'] for segment, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:41.475407 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment fa402675-7a74-400e-9034-d4050917456e resource provider aggregate not found May 30 05:11:41.497964 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment fa402675-7a74-400e-9034-d4050917456e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fa402675-7a74-400e-9034-d4050917456e found for delete ", "request_id": "req-ad771010-e14f-4a2b-9308-c8a3365f3bfa"}]} May 30 05:11:41.509255 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a5118c0c-3fc9-4911-bffa-7ef655cbd15e tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604744'] for network, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:41.525586 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a5118c0c-3fc9-4911-bffa-7ef655cbd15e tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:41.538048 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5118c0c-3fc9-4911-bffa-7ef655cbd15e tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event deleted for resources: {'Network': ['ID=71523bb2-97c4-486f-9ee7-dbb5cd19147b,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:11:41.544064 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-a5118c0c-3fc9-4911-bffa-7ef655cbd15e tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "DELETE /v2.0/networks/71523bb2-97c4-486f-9ee7-dbb5cd19147b HTTP/1.1" status: 204 len: 168 time: 0.5614727 May 30 05:11:41.564523 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 49424) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:11:41.570771 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-aa52b2dc-14e7-4468-bd13-71c673494c71 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Request body: {'network': {'name': 'tempest-network-smoke--349569426', 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'port_security_enabled': True}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:11:41.575717 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-aa52b2dc-14e7-4468-bd13-71c673494c71 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:11:41.579963 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-aa52b2dc-14e7-4468-bd13-71c673494c71 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Usage tracker for resource:network and tenant:f9fe59584bbe4d5aaa42841eedb71980 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:11:41.582878 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-aa52b2dc-14e7-4468-bd13-71c673494c71 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:11:41.588500 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-aa52b2dc-14e7-4468-bd13-71c673494c71 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:11:41.598133 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa52b2dc-14e7-4468-bd13-71c673494c71 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Made reservation on behalf of f9fe59584bbe4d5aaa42841eedb71980 for: {'network': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:11:41.601375 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-aa52b2dc-14e7-4468-bd13-71c673494c71 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for network, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:41.628687 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa52b2dc-14e7-4468-bd13-71c673494c71 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=88261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 05:11:41.637246 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-aa52b2dc-14e7-4468-bd13-71c673494c71 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:41.637582 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.db.segments_db [None req-aa52b2dc-14e7-4468-bd13-71c673494c71 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Added segment 7d96cdad-ca67-44c8-96e2-7e147a55f767 of type vlan for network bd1e15ff-cf5f-4c1c-a292-bb204b246817 May 30 05:11:41.663352 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-aa52b2dc-14e7-4468-bd13-71c673494c71 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729234556353'] for network, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:41.691910 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-aa52b2dc-14e7-4468-bd13-71c673494c71 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788'] for network, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:41.700125 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa52b2dc-14e7-4468-bd13-71c673494c71 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:11:41.700699 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-aa52b2dc-14e7-4468-bd13-71c673494c71 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:41.803755 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-aa52b2dc-14e7-4468-bd13-71c673494c71 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2382271 May 30 05:11:41.806615 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 49428) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:11:41.807138 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa52b2dc-14e7-4468-bd13-71c673494c71 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event updated for resources: {'Network': ['ID=bd1e15ff-cf5f-4c1c-a292-bb204b246817,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:11:41.811737 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-c2aa394a-454d-472c-bebd-2c28b7bf4b41 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1531808818', 'admin_state_up': True, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'}}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:11:41.816291 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Network bd1e15ff-cf5f-4c1c-a292-bb204b246817 details requested by agent ovs-agent-dv-neutron-843763-1-hyperv with host dv-neutron-843763-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 05:11:41.819608 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-c2aa394a-454d-472c-bebd-2c28b7bf4b41 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:11:41.823414 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-c2aa394a-454d-472c-bebd-2c28b7bf4b41 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Usage tracker for resource:router and tenant:f9fe59584bbe4d5aaa42841eedb71980 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:11:41.826292 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-c2aa394a-454d-472c-bebd-2c28b7bf4b41 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:11:41.832514 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-c2aa394a-454d-472c-bebd-2c28b7bf4b41 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:11:41.842846 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c2aa394a-454d-472c-bebd-2c28b7bf4b41 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1603901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11666'] for router, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:41.843912 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c2aa394a-454d-472c-bebd-2c28b7bf4b41 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11675'] for router, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:41.860607 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c2aa394a-454d-472c-bebd-2c28b7bf4b41 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:42.123577 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device a0904dce-80da-4bd3-8052-eb367dd3d35e no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 05:11:42.134026 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c2aa394a-454d-472c-bebd-2c28b7bf4b41 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11765'] for router, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:42.160411 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] No Port match for: a0904dce-80da-4bd3-8052-eb367dd3d35e {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 05:11:42.160746 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device a0904dce-80da-4bd3-8052-eb367dd3d35e not bound to the agent host dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 05:11:42.161164 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 0587380a-49e5-4ecd-aac0-58422edeb8b7 no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 05:11:42.192860 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] No Port match for: 0587380a-49e5-4ecd-aac0-58422edeb8b7 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 05:11:42.193216 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 0587380a-49e5-4ecd-aac0-58422edeb8b7 not bound to the agent host dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 05:11:42.432212 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c2aa394a-454d-472c-bebd-2c28b7bf4b41 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for router_gateway, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:42.461141 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c2aa394a-454d-472c-bebd-2c28b7bf4b41 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:42.593032 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-c2aa394a-454d-472c-bebd-2c28b7bf4b41 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Allocated IP 172.26.6.230 (1bab70f4-3794-44db-8e17-19f483aa8ffa/6b5b73c1-b0ce-4f83-a930-c00cc5522926/9efa7a6b-393f-4a52-bb4d-1f13f1e4ec8a) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:11:42.741221 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c2aa394a-454d-472c-bebd-2c28b7bf4b41 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:42.770249 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c2aa394a-454d-472c-bebd-2c28b7bf4b41 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:42.831672 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2aa394a-454d-472c-bebd-2c28b7bf4b41 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Network 1bab70f4-3794-44db-8e17-19f483aa8ffa is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:11:42.834661 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-c2aa394a-454d-472c-bebd-2c28b7bf4b41 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:11:42.839574 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2aa394a-454d-472c-bebd-2c28b7bf4b41 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:11:42.875361 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2aa394a-454d-472c-bebd-2c28b7bf4b41 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event updated for resources: {'Port': ['ID=9efa7a6b-393f-4a52-bb4d-1f13f1e4ec8a,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:11:42.986347 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2aa394a-454d-472c-bebd-2c28b7bf4b41 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:11:42.986695 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2aa394a-454d-472c-bebd-2c28b7bf4b41 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:11:42.987027 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2aa394a-454d-472c-bebd-2c28b7bf4b41 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:11:42.987356 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2aa394a-454d-472c-bebd-2c28b7bf4b41 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:11:42.987695 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2aa394a-454d-472c-bebd-2c28b7bf4b41 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:11:42.988267 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2aa394a-454d-472c-bebd-2c28b7bf4b41 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:11:42.988722 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2aa394a-454d-472c-bebd-2c28b7bf4b41 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:11:42.989046 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2aa394a-454d-472c-bebd-2c28b7bf4b41 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:11:42.989368 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2aa394a-454d-472c-bebd-2c28b7bf4b41 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:11:42.989686 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2aa394a-454d-472c-bebd-2c28b7bf4b41 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:11:42.990025 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2aa394a-454d-472c-bebd-2c28b7bf4b41 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:11:42.990343 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2aa394a-454d-472c-bebd-2c28b7bf4b41 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:11:43.348424 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c2aa394a-454d-472c-bebd-2c28b7bf4b41 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for router_gateway, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:43.674231 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c2aa394a-454d-472c-bebd-2c28b7bf4b41 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603653'] for router, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:43.872203 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2aa394a-454d-472c-bebd-2c28b7bf4b41 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Router 30f93c5c-32a9-43a2-9935-ab4d782c617e is scheduled to L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 with binding_index 1 {{(pid=88260) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 30 05:11:44.055523 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2aa394a-454d-472c-bebd-2c28b7bf4b41 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:11:44.065103 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e877d3cc-3dc8-452c-b7d7-841b22cc6017 None None] Sync routers for ids ['30f93c5c-32a9-43a2-9935-ab4d782c617e'] in dv-neutron-843763-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:11:44.074930 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e877d3cc-3dc8-452c-b7d7-841b22cc6017 None None] Routers {'30f93c5c-32a9-43a2-9935-ab4d782c617e'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:11:44.075537 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-e877d3cc-3dc8-452c-b7d7-841b22cc6017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:11:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['30f93c5c-32a9-43a2-9935-ab4d782c617e'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:11:44.082621 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c2aa394a-454d-472c-bebd-2c28b7bf4b41 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:44.083895 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-c2aa394a-454d-472c-bebd-2c28b7bf4b41 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.2762902 May 30 05:11:44.087227 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 49432) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:11:44.129520 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-c73f8a2d-0adf-4e05-8cfc-d2576cdd3cdc tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=f9fe59584bbe4d5aaa42841eedb71980&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0412176 May 30 05:11:44.132156 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 49436) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:11:44.251241 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-e877d3cc-3dc8-452c-b7d7-841b22cc6017 None None] Set router 30f93c5c-32a9-43a2-9935-ab4d782c617e gateway port host: dv-neutron-843763-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:11:44.369651 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b7abc4-72ad-484c-86ff-1d8108580fa3 tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:11:44.371079 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-25b7abc4-72ad-484c-86ff-1d8108580fa3 tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2380512 May 30 05:11:44.373896 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 49440) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:11:44.413123 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-76c19523-be62-4cd6-9c94-9786cf037be1 tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=1bab70f4-3794-44db-8e17-19f483aa8ffa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0381835 May 30 05:11:44.415685 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 49444) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:11:44.420852 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-19111547-8ef9-422a-88af-b5c5530b28be tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1521399110', 'network_id': 'bd1e15ff-cf5f-4c1c-a292-bb204b246817', 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:11:44.526247 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-19111547-8ef9-422a-88af-b5c5530b28be tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:11:44.530027 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-19111547-8ef9-422a-88af-b5c5530b28be tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Usage tracker for resource:subnet and tenant:f9fe59584bbe4d5aaa42841eedb71980 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:11:44.533646 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-19111547-8ef9-422a-88af-b5c5530b28be tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:11:44.533782 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-e877d3cc-3dc8-452c-b7d7-841b22cc6017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30f93c5c-32a9-43a2-9935-ab4d782c617e', 'name': 'tempest-TestNetworkBasicOps-router-1531808818', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.230'}], 'enable_snat': True}, 'gw_port_id': '9efa7a6b-393f-4a52-bb4d-1f13f1e4ec8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:11:41Z', 'updated_at': '2022-05-30T05:11:43Z', 'revision_number': 3, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'gw_port': {'id': '9efa7a6b-393f-4a52-bb4d-1f13f1e4ec8a', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3c:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30f93c5c-32a9-43a2-9935-ab4d782c617e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:11:42Z', 'updated_at': '2022-05-30T05:11:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv'}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:11:44.537484 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e877d3cc-3dc8-452c-b7d7-841b22cc6017 None None] Checking router: 30f93c5c-32a9-43a2-9935-ab4d782c617e for host: dv-neutron-843763-1-hyperv {{(pid=88262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 05:11:44.537860 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e877d3cc-3dc8-452c-b7d7-841b22cc6017 None None] Updating router 30f93c5c-32a9-43a2-9935-ab4d782c617e port 9efa7a6b-393f-4a52-bb4d-1f13f1e4ec8a binding host dv-neutron-843763-1-hyperv {{(pid=88262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 30 05:11:44.539318 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-19111547-8ef9-422a-88af-b5c5530b28be tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:11:44.549542 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19111547-8ef9-422a-88af-b5c5530b28be tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Made reservation on behalf of f9fe59584bbe4d5aaa42841eedb71980 for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:11:44.553000 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-19111547-8ef9-422a-88af-b5c5530b28be tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2133361'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:44.592720 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e877d3cc-3dc8-452c-b7d7-841b22cc6017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:44.763815 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-19111547-8ef9-422a-88af-b5c5530b28be tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1547796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2133315'] for subnet, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:44.847744 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19111547-8ef9-422a-88af-b5c5530b28be tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event updated for resources: {'Subnet': ['ID=0928d79f-c34e-4d6e-9548-3e2848ba74ea,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:11:44.853154 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19111547-8ef9-422a-88af-b5c5530b28be tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Checking segment: {'id': '7d96cdad-ca67-44c8-96e2-7e147a55f767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'bd1e15ff-cf5f-4c1c-a292-bb204b246817'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:11:44.853513 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19111547-8ef9-422a-88af-b5c5530b28be tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Network hostable DHCP agents. Network: bd1e15ff-cf5f-4c1c-a292-bb204b246817, hostable agents: ['1c705e68-3d3e-4dd3-9252-feb21d4b96ab'], hosted agents: [] {{(pid=88260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 05:11:44.872743 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19111547-8ef9-422a-88af-b5c5530b28be tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Network bd1e15ff-cf5f-4c1c-a292-bb204b246817 is scheduled to be hosted by DHCP agent 1c705e68-3d3e-4dd3-9252-feb21d4b96ab with binding_index 1 {{(pid=88260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 05:11:44.883046 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-19111547-8ef9-422a-88af-b5c5530b28be tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843763-1-hyperv, bd1e15ff-cf5f-4c1c-a292-bb204b246817) {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:11:44.887856 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19111547-8ef9-422a-88af-b5c5530b28be tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:11:44.888713 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-19111547-8ef9-422a-88af-b5c5530b28be tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:44.896985 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f129893-1e03-4abd-a5d5-903ae206e732 None None] Network bd1e15ff-cf5f-4c1c-a292-bb204b246817 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:11:44.912063 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-19111547-8ef9-422a-88af-b5c5530b28be tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.4952431 May 30 05:11:44.914677 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 49448) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:11:44.992095 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e877d3cc-3dc8-452c-b7d7-841b22cc6017 None None] Notify callbacks [] for port, precommit_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:45.013520 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-e877d3cc-3dc8-452c-b7d7-841b22cc6017 None None] Transition to ACTIVE for port object 9efa7a6b-393f-4a52-bb4d-1f13f1e4ec8a will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:11:45.030776 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e877d3cc-3dc8-452c-b7d7-841b22cc6017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:45.161925 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b0cd00-764f-425a-af98-c5c83143f2d0 None None] Pushing event updated for resources: {'Port': ['ID=9efa7a6b-393f-4a52-bb4d-1f13f1e4ec8a,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:11:45.166788 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-e877d3cc-3dc8-452c-b7d7-841b22cc6017 None None] Attempting to bind port 9efa7a6b-393f-4a52-bb4d-1f13f1e4ec8a on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 05:11:45.167162 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-e877d3cc-3dc8-452c-b7d7-841b22cc6017 None None] Attempting to bind port 9efa7a6b-393f-4a52-bb4d-1f13f1e4ec8a by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': 'ad083d94-0233-4c50-a0ed-00ef7686038c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 05:11:45.167528 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e877d3cc-3dc8-452c-b7d7-841b22cc6017 None None] Attempting to bind port 9efa7a6b-393f-4a52-bb4d-1f13f1e4ec8a on network 1bab70f4-3794-44db-8e17-19f483aa8ffa {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:11:45.176072 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e877d3cc-3dc8-452c-b7d7-841b22cc6017 None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 5, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 05:11:45.176450 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e877d3cc-3dc8-452c-b7d7-841b22cc6017 None None] Checking segment: {'id': 'ad083d94-0233-4c50-a0ed-00ef7686038c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:11:45.176872 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e877d3cc-3dc8-452c-b7d7-841b22cc6017 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:45.177246 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e877d3cc-3dc8-452c-b7d7-841b22cc6017 None None] Bound using segment: {'id': 'ad083d94-0233-4c50-a0ed-00ef7686038c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 05:11:45.177705 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-e877d3cc-3dc8-452c-b7d7-841b22cc6017 None None] Bound port: 9efa7a6b-393f-4a52-bb4d-1f13f1e4ec8a, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad083d94-0233-4c50-a0ed-00ef7686038c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 05:11:45.178110 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e877d3cc-3dc8-452c-b7d7-841b22cc6017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:45.307636 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3d791e8-3dc5-4fcd-bef6-ca473f7f56e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bbf24ed-7ba9-53d2-873f-8f9642b1e987-bd1e15ff-cf5f-4c1c-a292-bb204b246817', 'network_id': 'bd1e15ff-cf5f-4c1c-a292-bb204b246817', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'fixed_ips': [{'subnet_id': '0928d79f-c34e-4d6e-9548-3e2848ba74ea'}]}} from dv-neutron-843763-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 30 05:11:45.308453 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c3d791e8-3dc5-4fcd-bef6-ca473f7f56e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:45.375804 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-e877d3cc-3dc8-452c-b7d7-841b22cc6017 None None] For port 9efa7a6b-393f-4a52-bb4d-1f13f1e4ec8a, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 05:11:45.394711 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-e877d3cc-3dc8-452c-b7d7-841b22cc6017 None None] For port 9efa7a6b-393f-4a52-bb4d-1f13f1e4ec8a, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=9efa7a6b-393f-4a52-bb4d-1f13f1e4ec8a,segment=NetworkSegment(ad083d94-0233-4c50-a0ed-00ef7686038c),segment_id=ad083d94-0233-4c50-a0ed-00ef7686038c)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 05:11:45.405893 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e877d3cc-3dc8-452c-b7d7-841b22cc6017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:45.541952 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e877d3cc-3dc8-452c-b7d7-841b22cc6017 None None] Routers {'30f93c5c-32a9-43a2-9935-ab4d782c617e'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:11:45.542568 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-e877d3cc-3dc8-452c-b7d7-841b22cc6017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:11:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['30f93c5c-32a9-43a2-9935-ab4d782c617e'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:11:45.593169 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b0cd00-764f-425a-af98-c5c83143f2d0 None None] Pushing event updated for resources: {'Port': ['ID=9efa7a6b-393f-4a52-bb4d-1f13f1e4ec8a,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:11:45.597348 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9345aa7d-8bf1-48b7-9edc-e899fba97a5c tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:45.630900 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-c3d791e8-3dc5-4fcd-bef6-ca473f7f56e0 None None] Allocated IP 172.20.0.2 (bd1e15ff-cf5f-4c1c-a292-bb204b246817/0928d79f-c34e-4d6e-9548-3e2848ba74ea/c29a1e81-6cd9-4950-ba4b-48d523182127) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:11:45.810292 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-e877d3cc-3dc8-452c-b7d7-841b22cc6017 None None] Set router 30f93c5c-32a9-43a2-9935-ab4d782c617e gateway port host: dv-neutron-843763-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:11:46.145302 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c3d791e8-3dc5-4fcd-bef6-ca473f7f56e0 None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:46.162402 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c3d791e8-3dc5-4fcd-bef6-ca473f7f56e0 None None] Transition to ACTIVE for port object c29a1e81-6cd9-4950-ba4b-48d523182127 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:11:46.188020 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c3d791e8-3dc5-4fcd-bef6-ca473f7f56e0 None None] Transition to ACTIVE for port object c29a1e81-6cd9-4950-ba4b-48d523182127 will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:11:46.196909 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c3d791e8-3dc5-4fcd-bef6-ca473f7f56e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:46.263534 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-9345aa7d-8bf1-48b7-9edc-e899fba97a5c tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Allocated IP 172.20.0.1 (bd1e15ff-cf5f-4c1c-a292-bb204b246817/0928d79f-c34e-4d6e-9548-3e2848ba74ea/20077fb3-9542-4fce-a21b-245731ba1876) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:11:46.270338 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3d791e8-3dc5-4fcd-bef6-ca473f7f56e0 None None] Network bd1e15ff-cf5f-4c1c-a292-bb204b246817 is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:11:46.276140 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-c3d791e8-3dc5-4fcd-bef6-ca473f7f56e0 None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:11:46.278162 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d791e8-3dc5-4fcd-bef6-ca473f7f56e0 None None] Pushing event updated for resources: {'Port': ['ID=c29a1e81-6cd9-4950-ba4b-48d523182127,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:11:46.281666 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d791e8-3dc5-4fcd-bef6-ca473f7f56e0 None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:11:46.286305 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-e877d3cc-3dc8-452c-b7d7-841b22cc6017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30f93c5c-32a9-43a2-9935-ab4d782c617e', 'name': 'tempest-TestNetworkBasicOps-router-1531808818', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.230'}], 'enable_snat': True}, 'gw_port_id': '9efa7a6b-393f-4a52-bb4d-1f13f1e4ec8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:11:41Z', 'updated_at': '2022-05-30T05:11:43Z', 'revision_number': 3, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'gw_port': {'id': '9efa7a6b-393f-4a52-bb4d-1f13f1e4ec8a', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3c:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30f93c5c-32a9-43a2-9935-ab4d782c617e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:11:42Z', 'updated_at': '2022-05-30T05:11:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv'}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:11:46.318835 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e877d3cc-3dc8-452c-b7d7-841b22cc6017 None None] The sync data for ids ['30f93c5c-32a9-43a2-9935-ab4d782c617e'] in dv-neutron-843763-1-hyperv is: [{'id': '30f93c5c-32a9-43a2-9935-ab4d782c617e', 'name': 'tempest-TestNetworkBasicOps-router-1531808818', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.230'}], 'enable_snat': True}, 'gw_port_id': '9efa7a6b-393f-4a52-bb4d-1f13f1e4ec8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:11:41Z', 'updated_at': '2022-05-30T05:11:43Z', 'revision_number': 3, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'gw_port': {'id': '9efa7a6b-393f-4a52-bb4d-1f13f1e4ec8a', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3c:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30f93c5c-32a9-43a2-9935-ab4d782c617e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:11:42Z', 'updated_at': '2022-05-30T05:11:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv'}] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:11:46.385177 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-c3d791e8-3dc5-4fcd-bef6-ca473f7f56e0 None None] Attempting to bind port c29a1e81-6cd9-4950-ba4b-48d523182127 on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 05:11:46.385595 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-c3d791e8-3dc5-4fcd-bef6-ca473f7f56e0 None None] Attempting to bind port c29a1e81-6cd9-4950-ba4b-48d523182127 by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': '7d96cdad-ca67-44c8-96e2-7e147a55f767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'bd1e15ff-cf5f-4c1c-a292-bb204b246817'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 05:11:46.385996 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d791e8-3dc5-4fcd-bef6-ca473f7f56e0 None None] Attempting to bind port c29a1e81-6cd9-4950-ba4b-48d523182127 on network bd1e15ff-cf5f-4c1c-a292-bb204b246817 {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:11:46.392607 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d791e8-3dc5-4fcd-bef6-ca473f7f56e0 None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 5, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 05:11:46.393173 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d791e8-3dc5-4fcd-bef6-ca473f7f56e0 None None] Checking segment: {'id': '7d96cdad-ca67-44c8-96e2-7e147a55f767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'bd1e15ff-cf5f-4c1c-a292-bb204b246817'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:11:46.393756 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c3d791e8-3dc5-4fcd-bef6-ca473f7f56e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:46.394291 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d791e8-3dc5-4fcd-bef6-ca473f7f56e0 None None] Bound using segment: {'id': '7d96cdad-ca67-44c8-96e2-7e147a55f767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'bd1e15ff-cf5f-4c1c-a292-bb204b246817'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 05:11:46.394771 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-c3d791e8-3dc5-4fcd-bef6-ca473f7f56e0 None None] Bound port: c29a1e81-6cd9-4950-ba4b-48d523182127, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d96cdad-ca67-44c8-96e2-7e147a55f767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'bd1e15ff-cf5f-4c1c-a292-bb204b246817'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 05:11:46.395150 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c3d791e8-3dc5-4fcd-bef6-ca473f7f56e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:46.438458 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9345aa7d-8bf1-48b7-9edc-e899fba97a5c tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:46.455294 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [None req-9345aa7d-8bf1-48b7-9edc-e899fba97a5c tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Transition to ACTIVE for port object 20077fb3-9542-4fce-a21b-245731ba1876 will not be triggered until provisioned by entity DHCP. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:11:46.479035 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9345aa7d-8bf1-48b7-9edc-e899fba97a5c tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:46.488132 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c3d791e8-3dc5-4fcd-bef6-ca473f7f56e0 None None] For port c29a1e81-6cd9-4950-ba4b-48d523182127, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 05:11:46.491228 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c3d791e8-3dc5-4fcd-bef6-ca473f7f56e0 None None] For port c29a1e81-6cd9-4950-ba4b-48d523182127, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=c29a1e81-6cd9-4950-ba4b-48d523182127,segment=NetworkSegment(7d96cdad-ca67-44c8-96e2-7e147a55f767),segment_id=7d96cdad-ca67-44c8-96e2-7e147a55f767)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 05:11:46.496068 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c3d791e8-3dc5-4fcd-bef6-ca473f7f56e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:46.561766 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9345aa7d-8bf1-48b7-9edc-e899fba97a5c tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Network bd1e15ff-cf5f-4c1c-a292-bb204b246817 is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:11:46.568609 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-9345aa7d-8bf1-48b7-9edc-e899fba97a5c tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:11:46.574854 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9345aa7d-8bf1-48b7-9edc-e899fba97a5c tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:11:46.604158 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d791e8-3dc5-4fcd-bef6-ca473f7f56e0 None None] Pushing event updated for resources: {'Port': ['ID=c29a1e81-6cd9-4950-ba4b-48d523182127,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:11:46.615877 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9345aa7d-8bf1-48b7-9edc-e899fba97a5c tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event updated for resources: {'Port': ['ID=20077fb3-9542-4fce-a21b-245731ba1876,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:11:46.650402 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9345aa7d-8bf1-48b7-9edc-e899fba97a5c tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604623'] for router_interface, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:46.947783 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9345aa7d-8bf1-48b7-9edc-e899fba97a5c tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:47.368117 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9345aa7d-8bf1-48b7-9edc-e899fba97a5c tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for port, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:47.372616 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9345aa7d-8bf1-48b7-9edc-e899fba97a5c tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1547421'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:47.465593 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:47.490025 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9345aa7d-8bf1-48b7-9edc-e899fba97a5c tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event updated for resources: {'Port': ['ID=20077fb3-9542-4fce-a21b-245731ba1876,revision_number=2']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:11:47.493339 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9345aa7d-8bf1-48b7-9edc-e899fba97a5c tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1642774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602230'] for router_interface, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:47.564220 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-795c78ec-0526-41dc-b4d4-0dd12f3175df None None] Network bd1e15ff-cf5f-4c1c-a292-bb204b246817 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:11:47.629044 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9345aa7d-8bf1-48b7-9edc-e899fba97a5c tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Network bd1e15ff-cf5f-4c1c-a292-bb204b246817 is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:11:47.630216 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-9345aa7d-8bf1-48b7-9edc-e899fba97a5c tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:11:47.659890 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c52a045a-0e98-4564-8766-bbfef3be3da5 None None] Provisioning for port c29a1e81-6cd9-4950-ba4b-48d523182127 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:11:47.947616 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9345aa7d-8bf1-48b7-9edc-e899fba97a5c tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Router 30f93c5c-32a9-43a2-9935-ab4d782c617e has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 05:11:48.116885 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-12b7d53b-0b8c-483b-9073-8287a330b7df None None] Provisioning for port 20077fb3-9542-4fce-a21b-245731ba1876 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:11:48.122436 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-12b7d53b-0b8c-483b-9073-8287a330b7df None None] Provisioning complete for port 20077fb3-9542-4fce-a21b-245731ba1876 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:11:48.122813 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-12b7d53b-0b8c-483b-9073-8287a330b7df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:48.158625 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9345aa7d-8bf1-48b7-9edc-e899fba97a5c tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:11:48.168861 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365ce9a9-c227-4faf-9e58-31206c4fb361 None None] Sync routers for ids ['30f93c5c-32a9-43a2-9935-ab4d782c617e'] in dv-neutron-843763-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:11:48.174598 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-9345aa7d-8bf1-48b7-9edc-e899fba97a5c tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "PUT /v2.0/routers/30f93c5c-32a9-43a2-9935-ab4d782c617e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2589669 May 30 05:11:48.176918 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 49452) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:11:48.178979 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365ce9a9-c227-4faf-9e58-31206c4fb361 None None] Routers {'30f93c5c-32a9-43a2-9935-ab4d782c617e'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:11:48.179597 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-365ce9a9-c227-4faf-9e58-31206c4fb361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:11:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['30f93c5c-32a9-43a2-9935-ab4d782c617e'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:11:48.220992 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-12b7d53b-0b8c-483b-9073-8287a330b7df None None] Port 20077fb3-9542-4fce-a21b-245731ba1876 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 05:11:48.228435 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device c29a1e81-6cd9-4950-ba4b-48d523182127 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:11:48.355792 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-566ff19a-d15d-4d8c-afba-fdbe686f7d16 None None] Provisioning complete for port 20077fb3-9542-4fce-a21b-245731ba1876 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:11:48.356322 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-566ff19a-d15d-4d8c-afba-fdbe686f7d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:48.358365 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c68449-50d7-47b4-a3d3-e68d7bf0463f tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:11:48.358365 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c68449-50d7-47b4-a3d3-e68d7bf0463f tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:11:48.358365 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c68449-50d7-47b4-a3d3-e68d7bf0463f tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:11:48.358714 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c68449-50d7-47b4-a3d3-e68d7bf0463f tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:11:48.363925 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 49456) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:11:48.364353 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-39c68449-50d7-47b4-a3d3-e68d7bf0463f tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1857307 May 30 05:11:48.402709 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port c29a1e81-6cd9-4950-ba4b-48d523182127 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:11:48.412054 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-365ce9a9-c227-4faf-9e58-31206c4fb361 None None] Set router 30f93c5c-32a9-43a2-9935-ab4d782c617e gateway port host: dv-neutron-843763-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:11:48.418460 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port c29a1e81-6cd9-4950-ba4b-48d523182127 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:11:48.418838 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:48.451162 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d2b6de5-7a20-4608-9b54-dafc4ca7a7f8 tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:11:48.452258 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d2b6de5-7a20-4608-9b54-dafc4ca7a7f8 tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:11:48.452861 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d2b6de5-7a20-4608-9b54-dafc4ca7a7f8 tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:11:48.453458 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d2b6de5-7a20-4608-9b54-dafc4ca7a7f8 tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:11:48.455433 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-8d2b6de5-7a20-4608-9b54-dafc4ca7a7f8 tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2737 time: 0.0897698 May 30 05:11:48.458479 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 49460) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:11:48.486874 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-566ff19a-d15d-4d8c-afba-fdbe686f7d16 None None] Port 20077fb3-9542-4fce-a21b-245731ba1876 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 05:11:48.563258 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port c29a1e81-6cd9-4950-ba4b-48d523182127 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:11:48.563679 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:48.604348 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] For port c29a1e81-6cd9-4950-ba4b-48d523182127, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=c29a1e81-6cd9-4950-ba4b-48d523182127,segment=NetworkSegment(7d96cdad-ca67-44c8-96e2-7e147a55f767),segment_id=7d96cdad-ca67-44c8-96e2-7e147a55f767)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:11:48.613010 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-3ab6ac13-9956-489f-9753-1b15b400516b None None] Provisioning complete for port 20077fb3-9542-4fce-a21b-245731ba1876 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:11:48.613321 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-3ab6ac13-9956-489f-9753-1b15b400516b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:48.642462 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:48.644362 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 9efa7a6b-393f-4a52-bb4d-1f13f1e4ec8a up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:11:48.707444 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-cef2fb89-b993-4901-89e2-a2a7d34c8fc2 tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.2477560 May 30 05:11:48.771765 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-3ab6ac13-9956-489f-9753-1b15b400516b None None] Port 20077fb3-9542-4fce-a21b-245731ba1876 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 05:11:48.784172 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 49466) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:11:48.790702 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-a4626893-271c-4d3b-b171-b4cf123b8b8a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1622216979', 'description': 'tempest-secgroup-smoke-1622216979 description', 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:11:48.791432 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Pushing event updated for resources: {'Port': ['ID=c29a1e81-6cd9-4950-ba4b-48d523182127,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:11:48.791709 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-365ce9a9-c227-4faf-9e58-31206c4fb361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30f93c5c-32a9-43a2-9935-ab4d782c617e', 'name': 'tempest-TestNetworkBasicOps-router-1531808818', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.230'}], 'enable_snat': True}, 'gw_port_id': '9efa7a6b-393f-4a52-bb4d-1f13f1e4ec8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:11:41Z', 'updated_at': '2022-05-30T05:11:46Z', 'revision_number': 4, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'gw_port': {'id': '9efa7a6b-393f-4a52-bb4d-1f13f1e4ec8a', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3c:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30f93c5c-32a9-43a2-9935-ab4d782c617e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:11:42Z', 'updated_at': '2022-05-30T05:11:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': '20077fb3-9542-4fce-a21b-245731ba1876', 'name': '', 'network_id': 'bd1e15ff-cf5f-4c1c-a292-bb204b246817', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'mac_address': 'fa:16:3e:ca:bd:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30f93c5c-32a9-43a2-9935-ab4d782c617e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '0928d79f-c34e-4d6e-9548-3e2848ba74ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:11:45Z', 'updated_at': '2022-05-30T05:11:47Z', 'revision_number': 2, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'subnets': [{'id': '0928d79f-c34e-4d6e-9548-3e2848ba74ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:11:48.797304 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365ce9a9-c227-4faf-9e58-31206c4fb361 None None] Checking router: 30f93c5c-32a9-43a2-9935-ab4d782c617e for host: dv-neutron-843763-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 05:11:48.797714 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-a4626893-271c-4d3b-b171-b4cf123b8b8a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:11:48.798137 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365ce9a9-c227-4faf-9e58-31206c4fb361 None None] Updating router 30f93c5c-32a9-43a2-9935-ab4d782c617e port 20077fb3-9542-4fce-a21b-245731ba1876 binding host dv-neutron-843763-1-hyperv {{(pid=88263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 30 05:11:48.802703 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-a4626893-271c-4d3b-b171-b4cf123b8b8a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Usage tracker for resource:security_group and tenant:f9fe59584bbe4d5aaa42841eedb71980 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:11:48.804092 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port 9efa7a6b-393f-4a52-bb4d-1f13f1e4ec8a completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:11:48.806057 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-a4626893-271c-4d3b-b171-b4cf123b8b8a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:11:48.809519 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 9efa7a6b-393f-4a52-bb4d-1f13f1e4ec8a triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:11:48.810025 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:48.812203 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-a4626893-271c-4d3b-b171-b4cf123b8b8a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:11:48.822735 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a4626893-271c-4d3b-b171-b4cf123b8b8a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:48.843925 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-a4626893-271c-4d3b-b171-b4cf123b8b8a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:11:48.849198 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-a4626893-271c-4d3b-b171-b4cf123b8b8a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Usage tracker for resource:security_group_rule and tenant:f9fe59584bbe4d5aaa42841eedb71980 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:11:48.852355 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-a4626893-271c-4d3b-b171-b4cf123b8b8a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:11:48.855332 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-365ce9a9-c227-4faf-9e58-31206c4fb361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:48.858245 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-a4626893-271c-4d3b-b171-b4cf123b8b8a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:11:48.929761 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 9efa7a6b-393f-4a52-bb4d-1f13f1e4ec8a is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:11:48.930239 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:48.936132 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a4626893-271c-4d3b-b171-b4cf123b8b8a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:48.942132 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a4626893-271c-4d3b-b171-b4cf123b8b8a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:48.948414 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] For port 9efa7a6b-393f-4a52-bb4d-1f13f1e4ec8a, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=9efa7a6b-393f-4a52-bb4d-1f13f1e4ec8a,segment=NetworkSegment(ad083d94-0233-4c50-a0ed-00ef7686038c),segment_id=ad083d94-0233-4c50-a0ed-00ef7686038c)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:11:48.952393 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:48.995136 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4626893-271c-4d3b-b171-b4cf123b8b8a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27ce4e75-8314-496a-9d2b-6010b50c9741,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:11:48.998411 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a4626893-271c-4d3b-b171-b4cf123b8b8a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:49.002948 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-a4626893-271c-4d3b-b171-b4cf123b8b8a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2143784 May 30 05:11:49.003390 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 49470) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:11:49.008251 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-fa37d9b7-ee55-45d4-8324-3ee60d9de9fb tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Request body: {'security_group_rule': {'security_group_id': '27ce4e75-8314-496a-9d2b-6010b50c9741', 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:11:49.016393 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-fa37d9b7-ee55-45d4-8324-3ee60d9de9fb tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:11:49.023800 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-fa37d9b7-ee55-45d4-8324-3ee60d9de9fb tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Usage tracker for resource:security_group_rule and tenant:f9fe59584bbe4d5aaa42841eedb71980 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:11:49.028124 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-fa37d9b7-ee55-45d4-8324-3ee60d9de9fb tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:11:49.035736 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-fa37d9b7-ee55-45d4-8324-3ee60d9de9fb tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:11:49.038949 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Pushing event updated for resources: {'Port': ['ID=9efa7a6b-393f-4a52-bb4d-1f13f1e4ec8a,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:11:49.056582 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-fa37d9b7-ee55-45d4-8324-3ee60d9de9fb tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:49.116344 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-fa37d9b7-ee55-45d4-8324-3ee60d9de9fb tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:49.120721 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-fa37d9b7-ee55-45d4-8324-3ee60d9de9fb tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:49.143360 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa37d9b7-ee55-45d4-8324-3ee60d9de9fb tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81543dd6-fc1c-445b-9da6-4ae720afe775,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:11:49.152180 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-fa37d9b7-ee55-45d4-8324-3ee60d9de9fb tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:49.153475 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-fa37d9b7-ee55-45d4-8324-3ee60d9de9fb tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1494167 May 30 05:11:49.156275 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 49474) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:11:49.161966 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-722fbc44-f89d-4bf8-8675-8efcf55a2ddf tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Request body: {'security_group_rule': {'security_group_id': '27ce4e75-8314-496a-9d2b-6010b50c9741', 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:11:49.167521 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-722fbc44-f89d-4bf8-8675-8efcf55a2ddf tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:11:49.171325 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-722fbc44-f89d-4bf8-8675-8efcf55a2ddf tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Usage tracker for resource:security_group_rule and tenant:f9fe59584bbe4d5aaa42841eedb71980 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:11:49.174838 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-722fbc44-f89d-4bf8-8675-8efcf55a2ddf tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:11:49.180476 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-722fbc44-f89d-4bf8-8675-8efcf55a2ddf tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:11:49.202606 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-722fbc44-f89d-4bf8-8675-8efcf55a2ddf tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:49.219625 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-365ce9a9-c227-4faf-9e58-31206c4fb361 None None] Notify callbacks [] for port, precommit_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:49.231869 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.provisioning_blocks [None req-365ce9a9-c227-4faf-9e58-31206c4fb361 None None] Transition to ACTIVE for port object 20077fb3-9542-4fce-a21b-245731ba1876 will not be triggered until provisioned by entity L2. {{(pid=88263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:11:49.239026 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-365ce9a9-c227-4faf-9e58-31206c4fb361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:49.263990 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-722fbc44-f89d-4bf8-8675-8efcf55a2ddf tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:49.268554 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-722fbc44-f89d-4bf8-8675-8efcf55a2ddf tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:49.291827 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722fbc44-f89d-4bf8-8675-8efcf55a2ddf tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb5a7de1-2b55-4fca-9b28-742a5fdc78d3,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:11:49.303009 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-722fbc44-f89d-4bf8-8675-8efcf55a2ddf tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:49.304310 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-722fbc44-f89d-4bf8-8675-8efcf55a2ddf tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1468625 May 30 05:11:49.307118 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 49478) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:11:49.312100 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-ec64d80a-3792-4e05-97ed-d72551587b76 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Request body: {'security_group_rule': {'security_group_id': '27ce4e75-8314-496a-9d2b-6010b50c9741', 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:11:49.318051 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-ec64d80a-3792-4e05-97ed-d72551587b76 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:11:49.322080 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-ec64d80a-3792-4e05-97ed-d72551587b76 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Usage tracker for resource:security_group_rule and tenant:f9fe59584bbe4d5aaa42841eedb71980 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:11:49.325039 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-ec64d80a-3792-4e05-97ed-d72551587b76 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:11:49.331659 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-ec64d80a-3792-4e05-97ed-d72551587b76 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:11:49.356034 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ec64d80a-3792-4e05-97ed-d72551587b76 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:49.427829 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ec64d80a-3792-4e05-97ed-d72551587b76 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:49.432524 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ec64d80a-3792-4e05-97ed-d72551587b76 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:49.458964 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec64d80a-3792-4e05-97ed-d72551587b76 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70896213-fe26-4bd0-a15c-5e6130ff74fc,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:11:49.470432 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ec64d80a-3792-4e05-97ed-d72551587b76 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:49.471904 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-ec64d80a-3792-4e05-97ed-d72551587b76 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1638174 May 30 05:11:49.474826 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 49482) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:11:49.476632 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-365ce9a9-c227-4faf-9e58-31206c4fb361 None None] Attempting to bind port 20077fb3-9542-4fce-a21b-245731ba1876 on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 05:11:49.477029 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-365ce9a9-c227-4faf-9e58-31206c4fb361 None None] Attempting to bind port 20077fb3-9542-4fce-a21b-245731ba1876 by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': '7d96cdad-ca67-44c8-96e2-7e147a55f767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'bd1e15ff-cf5f-4c1c-a292-bb204b246817'}] {{(pid=88263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 05:11:49.477386 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365ce9a9-c227-4faf-9e58-31206c4fb361 None None] Attempting to bind port 20077fb3-9542-4fce-a21b-245731ba1876 on network bd1e15ff-cf5f-4c1c-a292-bb204b246817 {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:11:49.479565 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e81629f-f093-4542-a189-30d3c1da8dbe None None] Pushing event updated for resources: {'Port': ['ID=20077fb3-9542-4fce-a21b-245731ba1876,revision_number=3']} {{(pid=88263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:11:49.480541 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-3a70b118-242b-4163-b28e-3b1433c09c12 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Request body: {'security_group_rule': {'security_group_id': '27ce4e75-8314-496a-9d2b-6010b50c9741', 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:11:49.486512 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-3a70b118-242b-4163-b28e-3b1433c09c12 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:11:49.487530 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e81629f-f093-4542-a189-30d3c1da8dbe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:11:49.487877 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e81629f-f093-4542-a189-30d3c1da8dbe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:11:49.488213 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e81629f-f093-4542-a189-30d3c1da8dbe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:11:49.488536 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e81629f-f093-4542-a189-30d3c1da8dbe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:11:49.488859 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e81629f-f093-4542-a189-30d3c1da8dbe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:11:49.489185 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e81629f-f093-4542-a189-30d3c1da8dbe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:11:49.490211 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e81629f-f093-4542-a189-30d3c1da8dbe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:11:49.490432 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-3a70b118-242b-4163-b28e-3b1433c09c12 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Usage tracker for resource:security_group_rule and tenant:f9fe59584bbe4d5aaa42841eedb71980 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:11:49.490531 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e81629f-f093-4542-a189-30d3c1da8dbe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:11:49.490873 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e81629f-f093-4542-a189-30d3c1da8dbe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:11:49.491149 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e81629f-f093-4542-a189-30d3c1da8dbe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:11:49.491470 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e81629f-f093-4542-a189-30d3c1da8dbe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:11:49.491798 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e81629f-f093-4542-a189-30d3c1da8dbe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:11:49.493262 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-3a70b118-242b-4163-b28e-3b1433c09c12 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:11:49.497708 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365ce9a9-c227-4faf-9e58-31206c4fb361 None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 5, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 05:11:49.498101 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365ce9a9-c227-4faf-9e58-31206c4fb361 None None] Checking segment: {'id': '7d96cdad-ca67-44c8-96e2-7e147a55f767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'bd1e15ff-cf5f-4c1c-a292-bb204b246817'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:11:49.498841 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-365ce9a9-c227-4faf-9e58-31206c4fb361 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:49.498841 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365ce9a9-c227-4faf-9e58-31206c4fb361 None None] Bound using segment: {'id': '7d96cdad-ca67-44c8-96e2-7e147a55f767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'bd1e15ff-cf5f-4c1c-a292-bb204b246817'} {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 05:11:49.499308 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-365ce9a9-c227-4faf-9e58-31206c4fb361 None None] Bound port: 20077fb3-9542-4fce-a21b-245731ba1876, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d96cdad-ca67-44c8-96e2-7e147a55f767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'bd1e15ff-cf5f-4c1c-a292-bb204b246817'}}] {{(pid=88263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 05:11:49.499552 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-3a70b118-242b-4163-b28e-3b1433c09c12 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:11:49.499678 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-365ce9a9-c227-4faf-9e58-31206c4fb361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:49.517156 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3a70b118-242b-4163-b28e-3b1433c09c12 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:49.578499 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3a70b118-242b-4163-b28e-3b1433c09c12 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:49.583302 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3a70b118-242b-4163-b28e-3b1433c09c12 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:49.590936 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.db [None req-365ce9a9-c227-4faf-9e58-31206c4fb361 None None] For port 20077fb3-9542-4fce-a21b-245731ba1876, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 05:11:49.594177 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.db [None req-365ce9a9-c227-4faf-9e58-31206c4fb361 None None] For port 20077fb3-9542-4fce-a21b-245731ba1876, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=20077fb3-9542-4fce-a21b-245731ba1876,segment=NetworkSegment(7d96cdad-ca67-44c8-96e2-7e147a55f767),segment_id=7d96cdad-ca67-44c8-96e2-7e147a55f767)] {{(pid=88263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 05:11:49.599309 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-365ce9a9-c227-4faf-9e58-31206c4fb361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:49.606750 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a70b118-242b-4163-b28e-3b1433c09c12 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0471684-5471-40ec-aa46-8fce91f43431,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:11:49.615930 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3a70b118-242b-4163-b28e-3b1433c09c12 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:49.617106 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-3a70b118-242b-4163-b28e-3b1433c09c12 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1411810 May 30 05:11:49.619861 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 49486) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:11:49.624710 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-f3f58737-89ed-462b-a8c0-a4ecabdaedbb tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Request body: {'security_group_rule': {'security_group_id': '27ce4e75-8314-496a-9d2b-6010b50c9741', 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:11:49.630438 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-f3f58737-89ed-462b-a8c0-a4ecabdaedbb tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:11:49.634212 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-f3f58737-89ed-462b-a8c0-a4ecabdaedbb tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Usage tracker for resource:security_group_rule and tenant:f9fe59584bbe4d5aaa42841eedb71980 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:11:49.637009 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-f3f58737-89ed-462b-a8c0-a4ecabdaedbb tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:11:49.643122 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-f3f58737-89ed-462b-a8c0-a4ecabdaedbb tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:11:49.654454 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.db.securitygroups_db [None req-f3f58737-89ed-462b-a8c0-a4ecabdaedbb tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Project f9fe59584bbe4d5aaa42841eedb71980 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 30 05:11:49.662584 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f3f58737-89ed-462b-a8c0-a4ecabdaedbb tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:49.671393 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365ce9a9-c227-4faf-9e58-31206c4fb361 None None] Routers {'30f93c5c-32a9-43a2-9935-ab4d782c617e'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:11:49.672010 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-365ce9a9-c227-4faf-9e58-31206c4fb361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:11:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['30f93c5c-32a9-43a2-9935-ab4d782c617e'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:11:49.742037 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f3f58737-89ed-462b-a8c0-a4ecabdaedbb tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:49.746629 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f3f58737-89ed-462b-a8c0-a4ecabdaedbb tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:49.769423 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e81629f-f093-4542-a189-30d3c1da8dbe None None] Pushing event updated for resources: {'Port': ['ID=20077fb3-9542-4fce-a21b-245731ba1876,revision_number=4']} {{(pid=88263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:11:49.773956 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f58737-89ed-462b-a8c0-a4ecabdaedbb tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e4ff95d-bc00-4797-acc4-f3104e231fb8,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:11:49.785014 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f3f58737-89ed-462b-a8c0-a4ecabdaedbb tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:49.786685 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-f3f58737-89ed-462b-a8c0-a4ecabdaedbb tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1658306 May 30 05:11:49.789505 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 49490) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:11:49.795323 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-80034ce8-5024-4249-94b0-8b3b9c595bf5 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Request body: {'security_group_rule': {'security_group_id': '27ce4e75-8314-496a-9d2b-6010b50c9741', 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:11:49.802160 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-80034ce8-5024-4249-94b0-8b3b9c595bf5 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:11:49.806157 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-80034ce8-5024-4249-94b0-8b3b9c595bf5 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Usage tracker for resource:security_group_rule and tenant:f9fe59584bbe4d5aaa42841eedb71980 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:11:49.809141 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-80034ce8-5024-4249-94b0-8b3b9c595bf5 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:11:49.815719 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-80034ce8-5024-4249-94b0-8b3b9c595bf5 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:11:49.834323 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.db.securitygroups_db [None req-80034ce8-5024-4249-94b0-8b3b9c595bf5 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Project f9fe59584bbe4d5aaa42841eedb71980 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 30 05:11:49.841582 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-80034ce8-5024-4249-94b0-8b3b9c595bf5 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:49.868253 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-365ce9a9-c227-4faf-9e58-31206c4fb361 None None] Set router 30f93c5c-32a9-43a2-9935-ab4d782c617e gateway port host: dv-neutron-843763-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:11:49.907494 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-80034ce8-5024-4249-94b0-8b3b9c595bf5 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:49.911715 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-80034ce8-5024-4249-94b0-8b3b9c595bf5 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:49.935586 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80034ce8-5024-4249-94b0-8b3b9c595bf5 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acb4ed08-3429-445f-bccf-7e9bb9db8844,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:11:49.945244 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-80034ce8-5024-4249-94b0-8b3b9c595bf5 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:49.946414 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-80034ce8-5024-4249-94b0-8b3b9c595bf5 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1558647 May 30 05:11:50.110386 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-15983975-767f-4171-8608-f74b7555ec02 req-391fab98-38dc-48f0-b06a-0c376eafe560 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Synchronizing usage tracker for tenant:f9fe59584bbe4d5aaa42841eedb71980 on resource:security_group {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:11:50.127521 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-15983975-767f-4171-8608-f74b7555ec02 req-391fab98-38dc-48f0-b06a-0c376eafe560 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Unset dirty status for tenant:f9fe59584bbe4d5aaa42841eedb71980 on resource:security_group {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:11:50.129014 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-15983975-767f-4171-8608-f74b7555ec02 req-391fab98-38dc-48f0-b06a-0c376eafe560 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1622216979&fields=id&tenant_id=f9fe59584bbe4d5aaa42841eedb71980 HTTP/1.1" status: 200 len: 267 time: 0.0613346 May 30 05:11:50.143478 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device c29a1e81-6cd9-4950-ba4b-48d523182127 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:11:50.218567 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-365ce9a9-c227-4faf-9e58-31206c4fb361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30f93c5c-32a9-43a2-9935-ab4d782c617e', 'name': 'tempest-TestNetworkBasicOps-router-1531808818', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.230'}], 'enable_snat': True}, 'gw_port_id': '9efa7a6b-393f-4a52-bb4d-1f13f1e4ec8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:11:41Z', 'updated_at': '2022-05-30T05:11:46Z', 'revision_number': 4, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'gw_port': {'id': '9efa7a6b-393f-4a52-bb4d-1f13f1e4ec8a', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f93c5c-32a9-43a2-9935-ab4d782c617e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:11:42Z', 'updated_at': '2022-05-30T05:11:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': '20077fb3-9542-4fce-a21b-245731ba1876', 'name': '', 'network_id': 'bd1e15ff-cf5f-4c1c-a292-bb204b246817', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'mac_address': 'fa:16:3e:ca:bd:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30f93c5c-32a9-43a2-9935-ab4d782c617e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '0928d79f-c34e-4d6e-9548-3e2848ba74ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:11:45Z', 'updated_at': '2022-05-30T05:11:49Z', 'revision_number': 4, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'subnets': [{'id': '0928d79f-c34e-4d6e-9548-3e2848ba74ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:11:50.223485 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365ce9a9-c227-4faf-9e58-31206c4fb361 None None] The sync data for ids ['30f93c5c-32a9-43a2-9935-ab4d782c617e'] in dv-neutron-843763-1-hyperv is: [{'id': '30f93c5c-32a9-43a2-9935-ab4d782c617e', 'name': 'tempest-TestNetworkBasicOps-router-1531808818', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.230'}], 'enable_snat': True}, 'gw_port_id': '9efa7a6b-393f-4a52-bb4d-1f13f1e4ec8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:11:41Z', 'updated_at': '2022-05-30T05:11:46Z', 'revision_number': 4, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'gw_port': {'id': '9efa7a6b-393f-4a52-bb4d-1f13f1e4ec8a', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f93c5c-32a9-43a2-9935-ab4d782c617e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:11:42Z', 'updated_at': '2022-05-30T05:11:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': '20077fb3-9542-4fce-a21b-245731ba1876', 'name': '', 'network_id': 'bd1e15ff-cf5f-4c1c-a292-bb204b246817', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'mac_address': 'fa:16:3e:ca:bd:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30f93c5c-32a9-43a2-9935-ab4d782c617e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '0928d79f-c34e-4d6e-9548-3e2848ba74ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:11:45Z', 'updated_at': '2022-05-30T05:11:49Z', 'revision_number': 4, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'subnets': [{'id': '0928d79f-c34e-4d6e-9548-3e2848ba74ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:11:50.236980 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port c29a1e81-6cd9-4950-ba4b-48d523182127 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:11:50.237862 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:50.317915 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15983975-767f-4171-8608-f74b7555ec02 req-a3f8f709-bdb2-4b09-99f7-5706a0173961 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:11:50.318597 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-15983975-767f-4171-8608-f74b7555ec02 req-a3f8f709-bdb2-4b09-99f7-5706a0173961 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Synchronizing usage tracker for tenant:f9fe59584bbe4d5aaa42841eedb71980 on resource:network {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:11:50.343947 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-15983975-767f-4171-8608-f74b7555ec02 req-a3f8f709-bdb2-4b09-99f7-5706a0173961 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Unset dirty status for tenant:f9fe59584bbe4d5aaa42841eedb71980 on resource:network {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:11:50.350310 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-15983975-767f-4171-8608-f74b7555ec02 req-a3f8f709-bdb2-4b09-99f7-5706a0173961 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/networks?id=bd1e15ff-cf5f-4c1c-a292-bb204b246817 HTTP/1.1" status: 200 len: 796 time: 0.2134960 May 30 05:11:50.361269 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-15983975-767f-4171-8608-f74b7555ec02 req-fdbee3d4-b99d-4e0c-b16f-8ac54bae7313 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/quotas/f9fe59584bbe4d5aaa42841eedb71980 HTTP/1.1" status: 200 len: 375 time: 0.0098622 May 30 05:11:50.383204 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port c29a1e81-6cd9-4950-ba4b-48d523182127 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:11:50.384582 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 9efa7a6b-393f-4a52-bb4d-1f13f1e4ec8a up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:11:50.452525 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-15983975-767f-4171-8608-f74b7555ec02 req-40f335b6-feee-497a-9b08-49d4b90a15bb tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Synchronizing usage tracker for tenant:f9fe59584bbe4d5aaa42841eedb71980 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:11:50.460328 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 9efa7a6b-393f-4a52-bb4d-1f13f1e4ec8a triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:11:50.460719 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:50.475121 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-15983975-767f-4171-8608-f74b7555ec02 req-40f335b6-feee-497a-9b08-49d4b90a15bb tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Unset dirty status for tenant:f9fe59584bbe4d5aaa42841eedb71980 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:11:50.476469 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-15983975-767f-4171-8608-f74b7555ec02 req-40f335b6-feee-497a-9b08-49d4b90a15bb tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=f9fe59584bbe4d5aaa42841eedb71980&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1095030 May 30 05:11:50.585192 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 9efa7a6b-393f-4a52-bb4d-1f13f1e4ec8a is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:11:50.622286 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-15983975-767f-4171-8608-f74b7555ec02 req-c5fedf2d-3075-490f-9136-03db26696aa1 service neutron] 10.222.0.15 "GET /v2.0/networks/bd1e15ff-cf5f-4c1c-a292-bb204b246817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333039 May 30 05:11:50.758776 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-15983975-767f-4171-8608-f74b7555ec02 req-fc2069f4-b85d-4fdd-b9b1-79cf33118a20 service neutron] 10.222.0.15 "GET /v2.0/networks/bd1e15ff-cf5f-4c1c-a292-bb204b246817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303484 May 30 05:11:51.048672 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-74eb6e4a-b506-4032-aacd-12d86915cafe req-de1d10f5-2735-4743-ab78-f0f179aa90fc tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b881949-f500-45ee-a504-a5073f489ea6 HTTP/1.1" status: 200 len: 210 time: 0.1558378 May 30 05:11:52.145027 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15983975-767f-4171-8608-f74b7555ec02 req-328ef30f-00a3-45c3-ae1f-fd1407b53636 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:11:52.146740 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-15983975-767f-4171-8608-f74b7555ec02 req-328ef30f-00a3-45c3-ae1f-fd1407b53636 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.39 "GET /v2.0/networks?id=bd1e15ff-cf5f-4c1c-a292-bb204b246817 HTTP/1.1" status: 200 len: 796 time: 0.1567209 May 30 05:11:52.201801 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 20077fb3-9542-4fce-a21b-245731ba1876 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:11:52.226887 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-72ae81db-f158-4dcf-afc9-966e930c8403 req-dfd41f49-931d-43da-b0b2-a7ca8c0908aa tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b881949-f500-45ee-a504-a5073f489ea6 HTTP/1.1" status: 200 len: 210 time: 0.0471683 May 30 05:11:52.251254 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-15983975-767f-4171-8608-f74b7555ec02 req-edc6cfb1-1773-40b8-9ff1-0f1a2fcfda5e tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f9fe59584bbe4d5aaa42841eedb71980 HTTP/1.1" status: 200 len: 380 time: 0.0955603 May 30 05:11:52.264118 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [req-15983975-767f-4171-8608-f74b7555ec02 req-a960352b-7082-4266-82d1-e2fbd50c7471 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Request body: {'port': {'device_id': '1b881949-f500-45ee-a504-a5073f489ea6', 'network_id': 'bd1e15ff-cf5f-4c1c-a292-bb204b246817', 'admin_state_up': True, 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'security_groups': ['27ce4e75-8314-496a-9d2b-6010b50c9741']}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:11:52.291118 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port 20077fb3-9542-4fce-a21b-245731ba1876 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:11:52.296101 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 20077fb3-9542-4fce-a21b-245731ba1876 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:11:52.296480 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:52.404485 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [req-15983975-767f-4171-8608-f74b7555ec02 req-a960352b-7082-4266-82d1-e2fbd50c7471 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:11:52.414750 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [req-15983975-767f-4171-8608-f74b7555ec02 req-a960352b-7082-4266-82d1-e2fbd50c7471 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:11:52.415540 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 20077fb3-9542-4fce-a21b-245731ba1876 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:11:52.415927 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:52.423716 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15983975-767f-4171-8608-f74b7555ec02 req-a960352b-7082-4266-82d1-e2fbd50c7471 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Made reservation on behalf of f9fe59584bbe4d5aaa42841eedb71980 for: {'port': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:11:52.427331 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-15983975-767f-4171-8608-f74b7555ec02 req-a960352b-7082-4266-82d1-e2fbd50c7471 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:52.448357 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] For port 20077fb3-9542-4fce-a21b-245731ba1876, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=20077fb3-9542-4fce-a21b-245731ba1876,segment=NetworkSegment(7d96cdad-ca67-44c8-96e2-7e147a55f767),segment_id=7d96cdad-ca67-44c8-96e2-7e147a55f767)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:11:52.452721 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:52.519353 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Pushing event updated for resources: {'Port': ['ID=20077fb3-9542-4fce-a21b-245731ba1876,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:11:52.591469 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [req-15983975-767f-4171-8608-f74b7555ec02 req-a960352b-7082-4266-82d1-e2fbd50c7471 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Allocated IP 172.20.0.14 (bd1e15ff-cf5f-4c1c-a292-bb204b246817/0928d79f-c34e-4d6e-9548-3e2848ba74ea/7cf9c67f-b62b-4db5-8d4a-bc15278cb68d) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:11:52.775491 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-15983975-767f-4171-8608-f74b7555ec02 req-a960352b-7082-4266-82d1-e2fbd50c7471 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:52.790901 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [req-15983975-767f-4171-8608-f74b7555ec02 req-a960352b-7082-4266-82d1-e2fbd50c7471 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Transition to ACTIVE for port object 7cf9c67f-b62b-4db5-8d4a-bc15278cb68d will not be triggered until provisioned by entity DHCP. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:11:52.814145 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-15983975-767f-4171-8608-f74b7555ec02 req-a960352b-7082-4266-82d1-e2fbd50c7471 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:52.886553 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15983975-767f-4171-8608-f74b7555ec02 req-a960352b-7082-4266-82d1-e2fbd50c7471 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Network bd1e15ff-cf5f-4c1c-a292-bb204b246817 is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:11:52.889835 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [req-15983975-767f-4171-8608-f74b7555ec02 req-a960352b-7082-4266-82d1-e2fbd50c7471 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:11:52.894291 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [req-15983975-767f-4171-8608-f74b7555ec02 req-a960352b-7082-4266-82d1-e2fbd50c7471 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:11:52.924328 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a960352b-7082-4266-82d1-e2fbd50c7471 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event updated for resources: {'Port': ['ID=7cf9c67f-b62b-4db5-8d4a-bc15278cb68d,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:11:52.961386 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15983975-767f-4171-8608-f74b7555ec02 req-a960352b-7082-4266-82d1-e2fbd50c7471 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:11:52.962023 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-15983975-767f-4171-8608-f74b7555ec02 req-a960352b-7082-4266-82d1-e2fbd50c7471 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:52.986871 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-15983975-767f-4171-8608-f74b7555ec02 req-a960352b-7082-4266-82d1-e2fbd50c7471 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7299197 May 30 05:11:52.997666 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [req-15983975-767f-4171-8608-f74b7555ec02 req-75b20470-c273-42e5-963e-365a4b93280c service neutron] Request body: {'port': {'device_id': '1b881949-f500-45ee-a504-a5073f489ea6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8437'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:11:53.078959 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-2d499e43-b96b-4810-949b-9f29b2eeb648 None None] Provisioning for port 7cf9c67f-b62b-4db5-8d4a-bc15278cb68d completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:11:53.084916 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-2d499e43-b96b-4810-949b-9f29b2eeb648 None None] Provisioning complete for port 7cf9c67f-b62b-4db5-8d4a-bc15278cb68d triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:11:53.085287 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-2d499e43-b96b-4810-949b-9f29b2eeb648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:53.114432 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-15983975-767f-4171-8608-f74b7555ec02 req-75b20470-c273-42e5-963e-365a4b93280c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:53.141303 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-2d499e43-b96b-4810-949b-9f29b2eeb648 None None] Port 7cf9c67f-b62b-4db5-8d4a-bc15278cb68d cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 05:11:53.505947 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd95c62-5d90-4eb9-ad92-073f54d2fe8f req-e5f5df72-99ee-4058-94ea-c78697440161 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:11:53.506549 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-1fd95c62-5d90-4eb9-ad92-073f54d2fe8f req-e5f5df72-99ee-4058-94ea-c78697440161 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Synchronizing usage tracker for tenant:f9fe59584bbe4d5aaa42841eedb71980 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:11:53.524531 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [req-15983975-767f-4171-8608-f74b7555ec02 req-75b20470-c273-42e5-963e-365a4b93280c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cf9c67f-b62b-4db5-8d4a-bc15278cb68d {{(pid=88261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 30 05:11:53.533893 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-15983975-767f-4171-8608-f74b7555ec02 req-75b20470-c273-42e5-963e-365a4b93280c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:53.538003 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-1fd95c62-5d90-4eb9-ad92-073f54d2fe8f req-e5f5df72-99ee-4058-94ea-c78697440161 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Unset dirty status for tenant:f9fe59584bbe4d5aaa42841eedb71980 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:11:53.539195 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1fd95c62-5d90-4eb9-ad92-073f54d2fe8f req-e5f5df72-99ee-4058-94ea-c78697440161 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b881949-f500-45ee-a504-a5073f489ea6 HTTP/1.1" status: 200 len: 932 time: 0.1917033 May 30 05:11:53.563569 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [req-15983975-767f-4171-8608-f74b7555ec02 req-75b20470-c273-42e5-963e-365a4b93280c service neutron] Transition to ACTIVE for port object 7cf9c67f-b62b-4db5-8d4a-bc15278cb68d will not be triggered until provisioned by entity L2. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:11:53.570854 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-15983975-767f-4171-8608-f74b7555ec02 req-75b20470-c273-42e5-963e-365a4b93280c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2304381'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:53.692012 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1fd95c62-5d90-4eb9-ad92-073f54d2fe8f req-6ebc683f-7e60-49af-b32a-ac654d540d7e tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/security-groups?id=27ce4e75-8314-496a-9d2b-6010b50c9741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1468625 May 30 05:11:53.739251 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b20470-c273-42e5-963e-365a4b93280c service neutron] Pushing event updated for resources: {'Port': ['ID=7cf9c67f-b62b-4db5-8d4a-bc15278cb68d,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:11:53.915984 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [req-15983975-767f-4171-8608-f74b7555ec02 req-75b20470-c273-42e5-963e-365a4b93280c service neutron] Attempting to bind port 7cf9c67f-b62b-4db5-8d4a-bc15278cb68d on host hv-neutron-8437 for vnic_type normal with profile {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 05:11:53.916236 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [req-15983975-767f-4171-8608-f74b7555ec02 req-75b20470-c273-42e5-963e-365a4b93280c service neutron] Attempting to bind port 7cf9c67f-b62b-4db5-8d4a-bc15278cb68d by drivers openvswitch,hyperv on host hv-neutron-8437 at level 0 using segments [{'id': '7d96cdad-ca67-44c8-96e2-7e147a55f767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'bd1e15ff-cf5f-4c1c-a292-bb204b246817'}] {{(pid=88261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 05:11:53.916554 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15983975-767f-4171-8608-f74b7555ec02 req-75b20470-c273-42e5-963e-365a4b93280c service neutron] Attempting to bind port 7cf9c67f-b62b-4db5-8d4a-bc15278cb68d on network bd1e15ff-cf5f-4c1c-a292-bb204b246817 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:11:53.921006 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15983975-767f-4171-8608-f74b7555ec02 req-75b20470-c273-42e5-963e-365a4b93280c service neutron] Port 7cf9c67f-b62b-4db5-8d4a-bc15278cb68d on network bd1e15ff-cf5f-4c1c-a292-bb204b246817 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8437 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 30 05:11:53.921316 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15983975-767f-4171-8608-f74b7555ec02 req-75b20470-c273-42e5-963e-365a4b93280c service neutron] Attempting to bind port 7cf9c67f-b62b-4db5-8d4a-bc15278cb68d on network bd1e15ff-cf5f-4c1c-a292-bb204b246817 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:11:53.926225 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15983975-767f-4171-8608-f74b7555ec02 req-75b20470-c273-42e5-963e-365a4b93280c service neutron] Checking agent: {'id': 'de0c936d-420b-412f-9642-7bfe80b5ab25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8437', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 51, 47), 'started_at': datetime.datetime(2022, 5, 30, 4, 51, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 5, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 05:11:53.926555 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15983975-767f-4171-8608-f74b7555ec02 req-75b20470-c273-42e5-963e-365a4b93280c service neutron] Checking segment: {'id': '7d96cdad-ca67-44c8-96e2-7e147a55f767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'bd1e15ff-cf5f-4c1c-a292-bb204b246817'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:11:53.926929 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15983975-767f-4171-8608-f74b7555ec02 req-75b20470-c273-42e5-963e-365a4b93280c service neutron] Bound using segment: {'id': '7d96cdad-ca67-44c8-96e2-7e147a55f767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'bd1e15ff-cf5f-4c1c-a292-bb204b246817'} {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 05:11:53.927339 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [req-15983975-767f-4171-8608-f74b7555ec02 req-75b20470-c273-42e5-963e-365a4b93280c service neutron] Bound port: 7cf9c67f-b62b-4db5-8d4a-bc15278cb68d, host: hv-neutron-8437, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d96cdad-ca67-44c8-96e2-7e147a55f767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'bd1e15ff-cf5f-4c1c-a292-bb204b246817'}}] {{(pid=88261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 05:11:53.927673 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-15983975-767f-4171-8608-f74b7555ec02 req-75b20470-c273-42e5-963e-365a4b93280c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:54.013603 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [req-15983975-767f-4171-8608-f74b7555ec02 req-75b20470-c273-42e5-963e-365a4b93280c service neutron] For port 7cf9c67f-b62b-4db5-8d4a-bc15278cb68d, host hv-neutron-8437, cleared binding levels {{(pid=88261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 05:11:54.016963 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [req-15983975-767f-4171-8608-f74b7555ec02 req-75b20470-c273-42e5-963e-365a4b93280c service neutron] For port 7cf9c67f-b62b-4db5-8d4a-bc15278cb68d, host hv-neutron-8437, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=7cf9c67f-b62b-4db5-8d4a-bc15278cb68d,segment=NetworkSegment(7d96cdad-ca67-44c8-96e2-7e147a55f767),segment_id=7d96cdad-ca67-44c8-96e2-7e147a55f767)] {{(pid=88261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 05:11:54.021332 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-15983975-767f-4171-8608-f74b7555ec02 req-75b20470-c273-42e5-963e-365a4b93280c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2304381'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:54.087176 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15983975-767f-4171-8608-f74b7555ec02 req-75b20470-c273-42e5-963e-365a4b93280c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:11:54.087784 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-15983975-767f-4171-8608-f74b7555ec02 req-75b20470-c273-42e5-963e-365a4b93280c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:54.089144 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-15983975-767f-4171-8608-f74b7555ec02 req-75b20470-c273-42e5-963e-365a4b93280c service neutron] 10.222.0.39 "PUT /v2.0/ports/7cf9c67f-b62b-4db5-8d4a-bc15278cb68d HTTP/1.1" status: 200 len: 1094 time: 1.0957108 May 30 05:11:54.089573 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b881949-f500-45ee-a504-a5073f489ea6', 'tag': '7cf9c67f-b62b-4db5-8d4a-bc15278cb68d'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:11:54.116141 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b20470-c273-42e5-963e-365a4b93280c service neutron] Pushing event updated for resources: {'Port': ['ID=7cf9c67f-b62b-4db5-8d4a-bc15278cb68d,revision_number=3']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:11:54.152000 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 20077fb3-9542-4fce-a21b-245731ba1876 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:11:54.173971 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd177e2e-65b2-4039-b31b-ff12c2729ca2'] response: {'name': 'network-changed', 'server_uuid': '1b881949-f500-45ee-a504-a5073f489ea6', 'tag': '7cf9c67f-b62b-4db5-8d4a-bc15278cb68d', 'status': 'completed', 'code': 200} May 30 05:11:54.216963 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15983975-767f-4171-8608-f74b7555ec02 req-a0565006-3c64-4c21-936b-77e9d52ac922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:11:54.218519 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-15983975-767f-4171-8608-f74b7555ec02 req-a0565006-3c64-4c21-936b-77e9d52ac922 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f9fe59584bbe4d5aaa42841eedb71980&device_id=1b881949-f500-45ee-a504-a5073f489ea6 HTTP/1.1" status: 200 len: 1097 time: 0.0864389 May 30 05:11:54.226734 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 20077fb3-9542-4fce-a21b-245731ba1876 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:11:54.227344 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:54.296518 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-15983975-767f-4171-8608-f74b7555ec02 req-1dc86eda-d953-4160-b5f0-41465b65cdb8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7cf9c67f-b62b-4db5-8d4a-bc15278cb68d HTTP/1.1" status: 200 len: 217 time: 0.0709991 May 30 05:11:54.362022 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15983975-767f-4171-8608-f74b7555ec02 req-2188fdb6-ec1e-46b3-9cfa-ef2c47ca75fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:11:54.363380 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-15983975-767f-4171-8608-f74b7555ec02 req-2188fdb6-ec1e-46b3-9cfa-ef2c47ca75fe service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0928d79f-c34e-4d6e-9548-3e2848ba74ea HTTP/1.1" status: 200 len: 844 time: 0.0618382 May 30 05:11:54.383123 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 20077fb3-9542-4fce-a21b-245731ba1876 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:11:54.436028 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15983975-767f-4171-8608-f74b7555ec02 req-e843bb4e-7b40-42b2-b0a9-5cad998a602c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:11:54.437481 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-15983975-767f-4171-8608-f74b7555ec02 req-e843bb4e-7b40-42b2-b0a9-5cad998a602c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bd1e15ff-cf5f-4c1c-a292-bb204b246817&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682814 May 30 05:11:54.566078 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-15983975-767f-4171-8608-f74b7555ec02 req-920ae01f-e891-4d3e-a5e8-38642dc7c1b3 service neutron] 10.222.0.39 "GET /v2.0/networks/bd1e15ff-cf5f-4c1c-a292-bb204b246817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223733 May 30 05:11:54.693801 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-15983975-767f-4171-8608-f74b7555ec02 req-4877c3b6-99d2-48a3-b61b-f0378df3c907 service neutron] 10.222.0.39 "GET /v2.0/networks/bd1e15ff-cf5f-4c1c-a292-bb204b246817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222451 May 30 05:11:54.852401 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27044f6c-a46c-41c0-a36b-44ba5220a11f req-69ed037a-bb9b-4a9c-aad6-7998cb02025d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:11:54.853860 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-27044f6c-a46c-41c0-a36b-44ba5220a11f req-69ed037a-bb9b-4a9c-aad6-7998cb02025d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f9fe59584bbe4d5aaa42841eedb71980&device_id=1b881949-f500-45ee-a504-a5073f489ea6 HTTP/1.1" status: 200 len: 1097 time: 0.1168447 May 30 05:11:54.977035 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e2ca43-3247-47f1-8440-d3bb38f48de1 req-9c8cc672-1871-4c1d-83a6-055d1e100aff tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:11:54.978436 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-93e2ca43-3247-47f1-8440-d3bb38f48de1 req-9c8cc672-1871-4c1d-83a6-055d1e100aff tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b881949-f500-45ee-a504-a5073f489ea6 HTTP/1.1" status: 200 len: 944 time: 0.1756425 May 30 05:11:55.031463 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27044f6c-a46c-41c0-a36b-44ba5220a11f req-285c53e9-a672-479d-8ef7-d8e19d1b29aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:11:55.033156 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-27044f6c-a46c-41c0-a36b-44ba5220a11f req-285c53e9-a672-479d-8ef7-d8e19d1b29aa service neutron] 10.222.0.39 "GET /v2.0/networks?id=bd1e15ff-cf5f-4c1c-a292-bb204b246817 HTTP/1.1" status: 200 len: 897 time: 0.1706719 May 30 05:11:55.098399 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-93e2ca43-3247-47f1-8440-d3bb38f48de1 req-da9452cb-5e4d-41f1-b149-de8423466199 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/security-groups?id=27ce4e75-8314-496a-9d2b-6010b50c9741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103165 May 30 05:11:55.106537 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-27044f6c-a46c-41c0-a36b-44ba5220a11f req-a3c7f17c-67f4-47ac-9e81-d35d25df9417 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7cf9c67f-b62b-4db5-8d4a-bc15278cb68d HTTP/1.1" status: 200 len: 217 time: 0.0672109 May 30 05:11:55.168316 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27044f6c-a46c-41c0-a36b-44ba5220a11f req-640eee55-dc1b-419e-897b-967308d6cbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:11:55.169857 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-27044f6c-a46c-41c0-a36b-44ba5220a11f req-640eee55-dc1b-419e-897b-967308d6cbc9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0928d79f-c34e-4d6e-9548-3e2848ba74ea HTTP/1.1" status: 200 len: 844 time: 0.0572269 May 30 05:11:55.251787 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27044f6c-a46c-41c0-a36b-44ba5220a11f req-ff4fafb3-df3b-4fbf-94d6-c8e55dc55cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:11:55.253300 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-27044f6c-a46c-41c0-a36b-44ba5220a11f req-ff4fafb3-df3b-4fbf-94d6-c8e55dc55cd3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bd1e15ff-cf5f-4c1c-a292-bb204b246817&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0770807 May 30 05:11:55.393178 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-27044f6c-a46c-41c0-a36b-44ba5220a11f req-eaeb1b99-1c52-46d1-a17a-320ad91cd39b service neutron] 10.222.0.39 "GET /v2.0/networks/bd1e15ff-cf5f-4c1c-a292-bb204b246817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273324 May 30 05:11:55.632571 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-27044f6c-a46c-41c0-a36b-44ba5220a11f req-ca4de535-ce5c-40a4-a0dc-d9070a5f57db service neutron] 10.222.0.39 "GET /v2.0/networks/bd1e15ff-cf5f-4c1c-a292-bb204b246817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293348 May 30 05:11:56.278585 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9857f8-a87b-49fe-84fe-01a9f8825c67 req-7a8576f9-341d-4915-9229-0d7c9d73cc3c tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:11:56.280027 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2a9857f8-a87b-49fe-84fe-01a9f8825c67 req-7a8576f9-341d-4915-9229-0d7c9d73cc3c tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b881949-f500-45ee-a504-a5073f489ea6 HTTP/1.1" status: 200 len: 944 time: 0.0786185 May 30 05:11:56.331078 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2a9857f8-a87b-49fe-84fe-01a9f8825c67 req-ea70fbe8-2305-4e3d-8bd8-8e6ff0565fc6 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/security-groups?id=27ce4e75-8314-496a-9d2b-6010b50c9741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376313 May 30 05:11:57.514731 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad316052-145f-4fe3-aea5-3c88f7d55050 req-895ef39c-e839-49fc-8dca-22a593ef94ef tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:11:57.516078 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ad316052-145f-4fe3-aea5-3c88f7d55050 req-895ef39c-e839-49fc-8dca-22a593ef94ef tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b881949-f500-45ee-a504-a5073f489ea6 HTTP/1.1" status: 200 len: 944 time: 0.0807683 May 30 05:11:57.559873 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ad316052-145f-4fe3-aea5-3c88f7d55050 req-765ca626-a483-4b84-86ba-e617a49b00e1 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/security-groups?id=27ce4e75-8314-496a-9d2b-6010b50c9741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375328 May 30 05:11:57.861180 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device 7cf9c67f-b62b-4db5-8d4a-bc15278cb68d details requested by agent hyperv_hv-neutron-8437 with host hv-neutron-8437 {{(pid=88262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 05:11:57.980131 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-2eddbddf-3124-416d-abdf-02decde32720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:58.002073 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port 7cf9c67f-b62b-4db5-8d4a-bc15278cb68d, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=7cf9c67f-b62b-4db5-8d4a-bc15278cb68d,segment=NetworkSegment(7d96cdad-ca67-44c8-96e2-7e147a55f767),segment_id=7d96cdad-ca67-44c8-96e2-7e147a55f767)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:11:58.014630 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Returning: {'device': '7cf9c67f-b62b-4db5-8d4a-bc15278cb68d', 'network_id': 'bd1e15ff-cf5f-4c1c-a292-bb204b246817', 'port_id': '7cf9c67f-b62b-4db5-8d4a-bc15278cb68d', 'mac_address': 'fa:16:3e:02:04:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0928d79f-c34e-4d6e-9548-3e2848ba74ea', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 05:11:58.068318 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Current status of the port 7cf9c67f-b62b-4db5-8d4a-bc15278cb68d is: DOWN; New status is: BUILD {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:11:58.068691 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:58.084598 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cf9c67f-b62b-4db5-8d4a-bc15278cb68d {{(pid=88262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 30 05:11:58.099690 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port 7cf9c67f-b62b-4db5-8d4a-bc15278cb68d, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=7cf9c67f-b62b-4db5-8d4a-bc15278cb68d,segment=NetworkSegment(7d96cdad-ca67-44c8-96e2-7e147a55f767),segment_id=7d96cdad-ca67-44c8-96e2-7e147a55f767)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:11:58.102947 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:58.170524 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Pushing event updated for resources: {'Port': ['ID=7cf9c67f-b62b-4db5-8d4a-bc15278cb68d,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:11:58.217286 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-45f79e78-106a-4f09-9d2c-69baeab7263d None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 05:11:58.472334 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] get_ports_and_sgs() called for port_ids ['7cf9c67f-b62b-4db5-8d4a-bc15278cb68d'] {{(pid=88262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 30 05:11:58.743105 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018f63bf-e551-4260-a8e8-be52e1d6643c req-4cac5df9-4a93-4e0d-84c8-06b4f43e0da9 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:11:58.744489 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-018f63bf-e551-4260-a8e8-be52e1d6643c req-4cac5df9-4a93-4e0d-84c8-06b4f43e0da9 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b881949-f500-45ee-a504-a5073f489ea6 HTTP/1.1" status: 200 len: 945 time: 0.0811198 May 30 05:11:58.788496 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-018f63bf-e551-4260-a8e8-be52e1d6643c req-b52bb4ee-9a00-4902-aa59-6868c4f31d1b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/security-groups?id=27ce4e75-8314-496a-9d2b-6010b50c9741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380657 May 30 05:11:59.872703 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device 7cf9c67f-b62b-4db5-8d4a-bc15278cb68d up at agent hyperv_hv-neutron-8437 {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:11:59.943534 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Provisioning for port 7cf9c67f-b62b-4db5-8d4a-bc15278cb68d completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:11:59.948228 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Provisioning complete for port 7cf9c67f-b62b-4db5-8d4a-bc15278cb68d triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:11:59.948623 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:11:59.972986 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0636eccf-761a-4ab9-81d9-a94a168ae4a9 req-3ed52d08-f5c7-41ed-b3fd-1ed9c2256add tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:11:59.974452 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0636eccf-761a-4ab9-81d9-a94a168ae4a9 req-3ed52d08-f5c7-41ed-b3fd-1ed9c2256add tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b881949-f500-45ee-a504-a5073f489ea6 HTTP/1.1" status: 200 len: 945 time: 0.0834508 May 30 05:12:00.018043 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0636eccf-761a-4ab9-81d9-a94a168ae4a9 req-0df68bd9-3c77-4989-b28b-a9c54cffa7e4 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/security-groups?id=27ce4e75-8314-496a-9d2b-6010b50c9741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376842 May 30 05:12:00.064555 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Current status of the port 7cf9c67f-b62b-4db5-8d4a-bc15278cb68d is: BUILD; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:12:00.064555 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:12:00.090690 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b881949-f500-45ee-a504-a5073f489ea6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cf9c67f-b62b-4db5-8d4a-bc15278cb68d'}] {{(pid=88262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:12:00.101011 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port 7cf9c67f-b62b-4db5-8d4a-bc15278cb68d, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=7cf9c67f-b62b-4db5-8d4a-bc15278cb68d,segment=NetworkSegment(7d96cdad-ca67-44c8-96e2-7e147a55f767),segment_id=7d96cdad-ca67-44c8-96e2-7e147a55f767)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:12:00.104811 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:12:00.171135 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Pushing event updated for resources: {'Port': ['ID=7cf9c67f-b62b-4db5-8d4a-bc15278cb68d,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:12:00.191391 dv-neutron-843763-1-hyperv neutron-server[88262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-384d2231-dfaa-49d6-9e8f-5a673a6ae960'] response: {'server_uuid': '1b881949-f500-45ee-a504-a5073f489ea6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cf9c67f-b62b-4db5-8d4a-bc15278cb68d', 'code': 200} May 30 05:12:00.203487 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-bb95fc5b-5037-43e2-a54d-5aee549ac162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:12:00.414209 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c4cc47-aaec-48ea-afca-057747ffb3fe req-670c47a7-2dd2-46b3-91ac-876bac3893bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:12:00.415681 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-77c4cc47-aaec-48ea-afca-057747ffb3fe req-670c47a7-2dd2-46b3-91ac-876bac3893bc service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1b881949-f500-45ee-a504-a5073f489ea6 HTTP/1.1" status: 200 len: 1099 time: 0.0703046 May 30 05:12:00.459660 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-77c4cc47-aaec-48ea-afca-057747ffb3fe req-9957372d-f452-4455-9523-5130b50c83aa service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=27ce4e75-8314-496a-9d2b-6010b50c9741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378957 May 30 05:12:01.205762 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b51a8f-f98d-4f9b-8eb1-2397587b22bb req-93d609a1-7010-439e-98f5-b649db9cdfd4 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:12:01.207253 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-27b51a8f-f98d-4f9b-8eb1-2397587b22bb req-93d609a1-7010-439e-98f5-b649db9cdfd4 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b881949-f500-45ee-a504-a5073f489ea6 HTTP/1.1" status: 200 len: 946 time: 0.0803192 May 30 05:12:01.237642 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56ded65b-0e68-413c-8b9b-1097922cc81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:12:01.256276 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-27b51a8f-f98d-4f9b-8eb1-2397587b22bb req-328da5bc-7d8a-4be4-85d5-97acf45b9908 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/security-groups?id=27ce4e75-8314-496a-9d2b-6010b50c9741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430176 May 30 05:12:01.441352 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:12:02.441914 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc251f1d-75ba-437b-b6f1-f41df061268c req-e7608c0b-f174-42a4-b9c1-a34b39901d9b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:12:02.443328 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-fc251f1d-75ba-437b-b6f1-f41df061268c req-e7608c0b-f174-42a4-b9c1-a34b39901d9b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b881949-f500-45ee-a504-a5073f489ea6 HTTP/1.1" status: 200 len: 946 time: 0.0843616 May 30 05:12:02.486328 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-fc251f1d-75ba-437b-b6f1-f41df061268c req-14e0c71d-0faf-47e2-bcb7-b2418d11ad30 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/security-groups?id=27ce4e75-8314-496a-9d2b-6010b50c9741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374386 May 30 05:12:02.668842 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4af4e8-c55e-4298-872c-8d6a41da34fa req-9f5d6357-2c49-4412-be0f-b434f57301eb tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:12:02.670764 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5e4af4e8-c55e-4298-872c-8d6a41da34fa req-9f5d6357-2c49-4412-be0f-b434f57301eb tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b881949-f500-45ee-a504-a5073f489ea6 HTTP/1.1" status: 200 len: 946 time: 0.0799615 May 30 05:12:02.714401 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5e4af4e8-c55e-4298-872c-8d6a41da34fa req-cf148ee4-05e5-4142-a60c-9c6d77c3d5ed tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/security-groups?id=27ce4e75-8314-496a-9d2b-6010b50c9741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373180 May 30 05:12:02.737211 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 49550) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:12:02.778555 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a142624-940e-4c55-bf49-a5329c884075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:12:02.808703 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d51f473-bf83-4f42-83b8-705d3dc5093e tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:12:02.810227 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-3d51f473-bf83-4f42-83b8-705d3dc5093e tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=1b881949-f500-45ee-a504-a5073f489ea6 HTTP/1.1" status: 200 len: 1094 time: 0.0720427 May 30 05:12:02.813097 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 49554) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:12:02.817903 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-5a0a6c6a-8a9b-4157-a217-7df8ad6e5c5a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Request body: {'floatingip': {'floating_network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'port_id': '7cf9c67f-b62b-4db5-8d4a-bc15278cb68d', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:12:02.823629 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-5a0a6c6a-8a9b-4157-a217-7df8ad6e5c5a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:12:02.827422 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-5a0a6c6a-8a9b-4157-a217-7df8ad6e5c5a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Usage tracker for resource:floatingip and tenant:f9fe59584bbe4d5aaa42841eedb71980 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:12:02.830739 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-5a0a6c6a-8a9b-4157-a217-7df8ad6e5c5a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:12:02.836286 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-5a0a6c6a-8a9b-4157-a217-7df8ad6e5c5a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:12:02.846400 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5a0a6c6a-8a9b-4157-a217-7df8ad6e5c5a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for floatingip, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:12:02.978218 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5a0a6c6a-8a9b-4157-a217-7df8ad6e5c5a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:12:03.108462 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-5a0a6c6a-8a9b-4157-a217-7df8ad6e5c5a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Allocated IP 172.26.6.195 (1bab70f4-3794-44db-8e17-19f483aa8ffa/6b5b73c1-b0ce-4f83-a930-c00cc5522926/08062463-1cea-4128-963b-459cf78c3e14) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:12:03.251191 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5a0a6c6a-8a9b-4157-a217-7df8ad6e5c5a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:12:03.279739 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5a0a6c6a-8a9b-4157-a217-7df8ad6e5c5a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:12:03.341577 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0a6c6a-8a9b-4157-a217-7df8ad6e5c5a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Network 1bab70f4-3794-44db-8e17-19f483aa8ffa is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:12:03.344317 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-5a0a6c6a-8a9b-4157-a217-7df8ad6e5c5a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:12:03.349411 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0a6c6a-8a9b-4157-a217-7df8ad6e5c5a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:12:03.394764 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0a6c6a-8a9b-4157-a217-7df8ad6e5c5a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event updated for resources: {'Port': ['ID=08062463-1cea-4128-963b-459cf78c3e14,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:12:03.869677 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5a0a6c6a-8a9b-4157-a217-7df8ad6e5c5a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:12:03.943229 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5a0a6c6a-8a9b-4157-a217-7df8ad6e5c5a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:12:04.151599 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5a0a6c6a-8a9b-4157-a217-7df8ad6e5c5a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:12:04.155897 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5a0a6c6a-8a9b-4157-a217-7df8ad6e5c5a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2304381'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:12:04.264467 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0a6c6a-8a9b-4157-a217-7df8ad6e5c5a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event updated for resources: {'Port': ['ID=08062463-1cea-4128-963b-459cf78c3e14,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:12:04.273540 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5a0a6c6a-8a9b-4157-a217-7df8ad6e5c5a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1604762'] for floatingip, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:12:04.443695 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.db.l3_db [None req-5a0a6c6a-8a9b-4157-a217-7df8ad6e5c5a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Floating IP 14c93e40-6c9d-4dfb-ba2b-e7662a8c317a associated. External IP: 172.26.6.195, port: 7cf9c67f-b62b-4db5-8d4a-bc15278cb68d. May 30 05:12:04.795973 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a0a6c6a-8a9b-4157-a217-7df8ad6e5c5a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Router 30f93c5c-32a9-43a2-9935-ab4d782c617e has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 05:12:04.968015 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a0a6c6a-8a9b-4157-a217-7df8ad6e5c5a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:12:04.977575 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf4ebcf-3b8b-4e22-a019-f45b28802ed9 None None] Sync routers for ids ['30f93c5c-32a9-43a2-9935-ab4d782c617e'] in dv-neutron-843763-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:12:04.986793 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf4ebcf-3b8b-4e22-a019-f45b28802ed9 None None] Routers {'30f93c5c-32a9-43a2-9935-ab4d782c617e'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:12:04.987412 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-bbf4ebcf-3b8b-4e22-a019-f45b28802ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:12:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['30f93c5c-32a9-43a2-9935-ab4d782c617e'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:12:04.991514 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5a0a6c6a-8a9b-4157-a217-7df8ad6e5c5a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for floatingip, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:12:05.051088 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-5a0a6c6a-8a9b-4157-a217-7df8ad6e5c5a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2368929 May 30 05:12:05.051679 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b881949-f500-45ee-a504-a5073f489ea6', 'tag': '7cf9c67f-b62b-4db5-8d4a-bc15278cb68d'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:12:05.054258 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 49558) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:12:05.099189 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef6a7983-67e4-4d69-be1d-69e2aa0f0d50'] response: {'name': 'network-changed', 'server_uuid': '1b881949-f500-45ee-a504-a5073f489ea6', 'tag': '7cf9c67f-b62b-4db5-8d4a-bc15278cb68d', 'status': 'completed', 'code': 200} May 30 05:12:05.169210 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-c4bc0f02-f4b4-4f14-a442-8b65601d3488 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/floatingips/14c93e40-6c9d-4dfb-ba2b-e7662a8c317a HTTP/1.1" status: 200 len: 992 time: 0.1121013 May 30 05:12:05.174453 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-bbf4ebcf-3b8b-4e22-a019-f45b28802ed9 None None] Set router 30f93c5c-32a9-43a2-9935-ab4d782c617e gateway port host: dv-neutron-843763-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:12:05.194140 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5ff3cf-cc05-47a3-83c7-afa82c350ef7 req-ec3a5438-bb87-42d1-84df-450c03d57727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:12:05.195991 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ea5ff3cf-cc05-47a3-83c7-afa82c350ef7 req-ec3a5438-bb87-42d1-84df-450c03d57727 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f9fe59584bbe4d5aaa42841eedb71980&device_id=1b881949-f500-45ee-a504-a5073f489ea6 HTTP/1.1" status: 200 len: 1099 time: 0.0754514 May 30 05:12:05.443540 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5ff3cf-cc05-47a3-83c7-afa82c350ef7 req-dc227f20-9408-4cb7-96a5-66692cb791bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:12:05.444879 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ea5ff3cf-cc05-47a3-83c7-afa82c350ef7 req-dc227f20-9408-4cb7-96a5-66692cb791bc service neutron] 10.222.0.39 "GET /v2.0/networks?id=bd1e15ff-cf5f-4c1c-a292-bb204b246817 HTTP/1.1" status: 200 len: 897 time: 0.2435410 May 30 05:12:05.524109 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-bbf4ebcf-3b8b-4e22-a019-f45b28802ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30f93c5c-32a9-43a2-9935-ab4d782c617e', 'name': 'tempest-TestNetworkBasicOps-router-1531808818', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.230'}], 'enable_snat': True}, 'gw_port_id': '9efa7a6b-393f-4a52-bb4d-1f13f1e4ec8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:11:41Z', 'updated_at': '2022-05-30T05:11:46Z', 'revision_number': 4, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'gw_port': {'id': '9efa7a6b-393f-4a52-bb4d-1f13f1e4ec8a', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f93c5c-32a9-43a2-9935-ab4d782c617e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:11:42Z', 'updated_at': '2022-05-30T05:11:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_floatingips': [{'id': '14c93e40-6c9d-4dfb-ba2b-e7662a8c317a', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'floating_ip_address': '172.26.6.195', 'floating_network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'router_id': '30f93c5c-32a9-43a2-9935-ab4d782c617e', 'port_id': '7cf9c67f-b62b-4db5-8d4a-bc15278cb68d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd1e15ff-cf5f-4c1c-a292-bb204b246817', 'mac_address': 'fa:16:3e:02:04:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b881949-f500-45ee-a504-a5073f489ea6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T05:12:03Z', 'updated_at': '2022-05-30T05:12:03Z', 'revision_number': 0, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20077fb3-9542-4fce-a21b-245731ba1876', 'name': '', 'network_id': 'bd1e15ff-cf5f-4c1c-a292-bb204b246817', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'mac_address': 'fa:16:3e:ca:bd:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f93c5c-32a9-43a2-9935-ab4d782c617e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '0928d79f-c34e-4d6e-9548-3e2848ba74ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:11:45Z', 'updated_at': '2022-05-30T05:11:52Z', 'revision_number': 5, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'subnets': [{'id': '0928d79f-c34e-4d6e-9548-3e2848ba74ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:12:05.527950 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf4ebcf-3b8b-4e22-a019-f45b28802ed9 None None] Checking router: 30f93c5c-32a9-43a2-9935-ab4d782c617e for host: dv-neutron-843763-1-hyperv {{(pid=88262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 05:12:05.537415 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf4ebcf-3b8b-4e22-a019-f45b28802ed9 None None] Routers {'30f93c5c-32a9-43a2-9935-ab4d782c617e'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:12:05.538054 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-bbf4ebcf-3b8b-4e22-a019-f45b28802ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:12:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['30f93c5c-32a9-43a2-9935-ab4d782c617e'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:12:05.545520 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ea5ff3cf-cc05-47a3-83c7-afa82c350ef7 req-f99f55dc-09ee-47f0-bff4-57a7dbdbbfd4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7cf9c67f-b62b-4db5-8d4a-bc15278cb68d HTTP/1.1" status: 200 len: 1000 time: 0.0941112 May 30 05:12:05.605768 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5ff3cf-cc05-47a3-83c7-afa82c350ef7 req-6c1a15cb-f49c-4965-afeb-164083d0e430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:12:05.607362 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ea5ff3cf-cc05-47a3-83c7-afa82c350ef7 req-6c1a15cb-f49c-4965-afeb-164083d0e430 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0928d79f-c34e-4d6e-9548-3e2848ba74ea HTTP/1.1" status: 200 len: 844 time: 0.0559893 May 30 05:12:05.685860 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5ff3cf-cc05-47a3-83c7-afa82c350ef7 req-6eab7a9a-3feb-4983-8654-ef7d7e7e98ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:12:05.687323 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ea5ff3cf-cc05-47a3-83c7-afa82c350ef7 req-6eab7a9a-3feb-4983-8654-ef7d7e7e98ee service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bd1e15ff-cf5f-4c1c-a292-bb204b246817&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0749817 May 30 05:12:05.748058 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-bbf4ebcf-3b8b-4e22-a019-f45b28802ed9 None None] Set router 30f93c5c-32a9-43a2-9935-ab4d782c617e gateway port host: dv-neutron-843763-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:12:05.816502 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ea5ff3cf-cc05-47a3-83c7-afa82c350ef7 req-17e95caf-d930-4f57-9c49-b1d554e16bb7 service neutron] 10.222.0.39 "GET /v2.0/networks/bd1e15ff-cf5f-4c1c-a292-bb204b246817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229413 May 30 05:12:05.946699 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ea5ff3cf-cc05-47a3-83c7-afa82c350ef7 req-6ce7d3f5-82bd-4d65-89e6-c6027229c5c8 service neutron] 10.222.0.39 "GET /v2.0/networks/bd1e15ff-cf5f-4c1c-a292-bb204b246817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239617 May 30 05:12:06.087484 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-bbf4ebcf-3b8b-4e22-a019-f45b28802ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30f93c5c-32a9-43a2-9935-ab4d782c617e', 'name': 'tempest-TestNetworkBasicOps-router-1531808818', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.230'}], 'enable_snat': True}, 'gw_port_id': '9efa7a6b-393f-4a52-bb4d-1f13f1e4ec8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:11:41Z', 'updated_at': '2022-05-30T05:11:46Z', 'revision_number': 4, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'gw_port': {'id': '9efa7a6b-393f-4a52-bb4d-1f13f1e4ec8a', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f93c5c-32a9-43a2-9935-ab4d782c617e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:11:42Z', 'updated_at': '2022-05-30T05:11:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_floatingips': [{'id': '14c93e40-6c9d-4dfb-ba2b-e7662a8c317a', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'floating_ip_address': '172.26.6.195', 'floating_network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'router_id': '30f93c5c-32a9-43a2-9935-ab4d782c617e', 'port_id': '7cf9c67f-b62b-4db5-8d4a-bc15278cb68d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd1e15ff-cf5f-4c1c-a292-bb204b246817', 'mac_address': 'fa:16:3e:02:04:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b881949-f500-45ee-a504-a5073f489ea6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T05:12:03Z', 'updated_at': '2022-05-30T05:12:03Z', 'revision_number': 0, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20077fb3-9542-4fce-a21b-245731ba1876', 'name': '', 'network_id': 'bd1e15ff-cf5f-4c1c-a292-bb204b246817', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'mac_address': 'fa:16:3e:ca:bd:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f93c5c-32a9-43a2-9935-ab4d782c617e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '0928d79f-c34e-4d6e-9548-3e2848ba74ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:11:45Z', 'updated_at': '2022-05-30T05:11:52Z', 'revision_number': 5, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'subnets': [{'id': '0928d79f-c34e-4d6e-9548-3e2848ba74ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:12:06.091495 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf4ebcf-3b8b-4e22-a019-f45b28802ed9 None None] The sync data for ids ['30f93c5c-32a9-43a2-9935-ab4d782c617e'] in dv-neutron-843763-1-hyperv is: [{'id': '30f93c5c-32a9-43a2-9935-ab4d782c617e', 'name': 'tempest-TestNetworkBasicOps-router-1531808818', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.230'}], 'enable_snat': True}, 'gw_port_id': '9efa7a6b-393f-4a52-bb4d-1f13f1e4ec8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:11:41Z', 'updated_at': '2022-05-30T05:11:46Z', 'revision_number': 4, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'gw_port': {'id': '9efa7a6b-393f-4a52-bb4d-1f13f1e4ec8a', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f93c5c-32a9-43a2-9935-ab4d782c617e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:11:42Z', 'updated_at': '2022-05-30T05:11:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_floatingips': [{'id': '14c93e40-6c9d-4dfb-ba2b-e7662a8c317a', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'floating_ip_address': '172.26.6.195', 'floating_network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'router_id': '30f93c5c-32a9-43a2-9935-ab4d782c617e', 'port_id': '7cf9c67f-b62b-4db5-8d4a-bc15278cb68d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd1e15ff-cf5f-4c1c-a292-bb204b246817', 'mac_address': 'fa:16:3e:02:04:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b881949-f500-45ee-a504-a5073f489ea6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T05:12:03Z', 'updated_at': '2022-05-30T05:12:03Z', 'revision_number': 0, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20077fb3-9542-4fce-a21b-245731ba1876', 'name': '', 'network_id': 'bd1e15ff-cf5f-4c1c-a292-bb204b246817', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'mac_address': 'fa:16:3e:ca:bd:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f93c5c-32a9-43a2-9935-ab4d782c617e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '0928d79f-c34e-4d6e-9548-3e2848ba74ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:11:45Z', 'updated_at': '2022-05-30T05:11:52Z', 'revision_number': 5, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'subnets': [{'id': '0928d79f-c34e-4d6e-9548-3e2848ba74ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:12:06.171814 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 49564) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:12:06.276021 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a18bc84-bb01-4261-82d5-2b9b97d66fff None None] New status for floating IP 14c93e40-6c9d-4dfb-ba2b-e7662a8c317a: ACTIVE {{(pid=88263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 30 05:12:06.281051 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-3193cc91-0f7e-4dee-9989-2125ab149c63 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/floatingips/14c93e40-6c9d-4dfb-ba2b-e7662a8c317a HTTP/1.1" status: 200 len: 992 time: 0.1080310 May 30 05:12:07.284208 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 49570) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:12:07.390555 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-0f0b627f-9837-44c9-8328-b9e0cb3f1c38 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/floatingips/14c93e40-6c9d-4dfb-ba2b-e7662a8c317a HTTP/1.1" status: 200 len: 994 time: 0.1051922 May 30 05:12:10.167815 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-bd734b2c-f165-4155-bb3a-5b623898f2c4 req-4a88777c-a187-41c2-a9df-b2141eb798bd service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1b881949-f500-45ee-a504-a5073f489ea6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0688071 May 30 05:12:10.302661 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd734b2c-f165-4155-bb3a-5b623898f2c4 req-eb33b12f-e6b3-435a-9dc6-f7542d939928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:12:10.304118 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-bd734b2c-f165-4155-bb3a-5b623898f2c4 req-eb33b12f-e6b3-435a-9dc6-f7542d939928 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f9fe59584bbe4d5aaa42841eedb71980&device_id=1b881949-f500-45ee-a504-a5073f489ea6 HTTP/1.1" status: 200 len: 1099 time: 0.0694222 May 30 05:12:10.448872 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd734b2c-f165-4155-bb3a-5b623898f2c4 req-8649e1ce-0229-4664-974e-131ee6af4af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:12:10.450258 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-bd734b2c-f165-4155-bb3a-5b623898f2c4 req-8649e1ce-0229-4664-974e-131ee6af4af9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=bd1e15ff-cf5f-4c1c-a292-bb204b246817 HTTP/1.1" status: 200 len: 897 time: 0.1285205 May 30 05:12:10.550336 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-bd734b2c-f165-4155-bb3a-5b623898f2c4 req-81ffe41d-db6f-46d9-91ab-b9b01578ab28 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7cf9c67f-b62b-4db5-8d4a-bc15278cb68d HTTP/1.1" status: 200 len: 1002 time: 0.0943735 May 30 05:12:10.613077 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd734b2c-f165-4155-bb3a-5b623898f2c4 req-9c07fd30-45f2-45c0-b5fa-b2d18a3349ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:12:10.614475 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-bd734b2c-f165-4155-bb3a-5b623898f2c4 req-9c07fd30-45f2-45c0-b5fa-b2d18a3349ae service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0928d79f-c34e-4d6e-9548-3e2848ba74ea HTTP/1.1" status: 200 len: 844 time: 0.0590768 May 30 05:12:10.688975 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd734b2c-f165-4155-bb3a-5b623898f2c4 req-8325daa1-728f-47e5-9a9f-dad139c023e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:12:10.690456 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-bd734b2c-f165-4155-bb3a-5b623898f2c4 req-8325daa1-728f-47e5-9a9f-dad139c023e4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bd1e15ff-cf5f-4c1c-a292-bb204b246817&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704339 May 30 05:12:10.818576 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-bd734b2c-f165-4155-bb3a-5b623898f2c4 req-4367a936-50a0-4d22-a742-a6a61ee66ae3 service neutron] 10.222.0.39 "GET /v2.0/networks/bd1e15ff-cf5f-4c1c-a292-bb204b246817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220760 May 30 05:12:10.945973 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-bd734b2c-f165-4155-bb3a-5b623898f2c4 req-9121a0b3-f3fc-425d-aa1f-f4606eb772a6 service neutron] 10.222.0.39 "GET /v2.0/networks/bd1e15ff-cf5f-4c1c-a292-bb204b246817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222110 May 30 05:12:17.465524 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:12:27.973689 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9eae740c-9d77-4042-9ba3-dadf31f4da7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:12:30.195995 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-078f9304-bc71-4569-974c-dd2de6c56e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:12:31.233569 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56ded65b-0e68-413c-8b9b-1097922cc81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:12:31.442165 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:12:32.785111 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a142624-940e-4c55-bf49-a5329c884075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:12:35.216693 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-45f79e78-106a-4f09-9d2c-69baeab7263d None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 05:12:47.477365 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:12:57.976287 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e482bd39-904b-45df-a4e6-6c34c777d867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:13:00.197002 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-bb279d5b-210d-49f1-b45d-9880f6dfcb8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:13:01.237580 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56ded65b-0e68-413c-8b9b-1097922cc81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:13:01.443727 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:13:02.783864 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a142624-940e-4c55-bf49-a5329c884075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:13:10.855322 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f390511d-9ddd-4c15-90a6-43fb8a3957c4 req-1edf6f4b-cf73-4d55-9a7b-ccf4eb322a53 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1b881949-f500-45ee-a504-a5073f489ea6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0716605 May 30 05:13:11.094342 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f390511d-9ddd-4c15-90a6-43fb8a3957c4 req-f2a09dbf-1637-4d40-96b8-780f04ef4c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:13:11.095813 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f390511d-9ddd-4c15-90a6-43fb8a3957c4 req-f2a09dbf-1637-4d40-96b8-780f04ef4c54 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f9fe59584bbe4d5aaa42841eedb71980&device_id=1b881949-f500-45ee-a504-a5073f489ea6 HTTP/1.1" status: 200 len: 1099 time: 0.1701515 May 30 05:13:11.236396 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f390511d-9ddd-4c15-90a6-43fb8a3957c4 req-c9ee6392-fafe-42d1-819e-9db140a66113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:13:11.237823 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f390511d-9ddd-4c15-90a6-43fb8a3957c4 req-c9ee6392-fafe-42d1-819e-9db140a66113 service neutron] 10.222.0.39 "GET /v2.0/networks?id=bd1e15ff-cf5f-4c1c-a292-bb204b246817 HTTP/1.1" status: 200 len: 897 time: 0.1233969 May 30 05:13:11.341061 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f390511d-9ddd-4c15-90a6-43fb8a3957c4 req-e40b3f75-f65b-44b1-94dd-4fa23afc8619 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7cf9c67f-b62b-4db5-8d4a-bc15278cb68d HTTP/1.1" status: 200 len: 1002 time: 0.0977030 May 30 05:13:11.402085 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f390511d-9ddd-4c15-90a6-43fb8a3957c4 req-9433730d-1165-4047-8ce8-342fd335ca0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:13:11.403522 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f390511d-9ddd-4c15-90a6-43fb8a3957c4 req-9433730d-1165-4047-8ce8-342fd335ca0a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0928d79f-c34e-4d6e-9548-3e2848ba74ea HTTP/1.1" status: 200 len: 844 time: 0.0560367 May 30 05:13:11.478584 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f390511d-9ddd-4c15-90a6-43fb8a3957c4 req-b9ed7d6c-8080-4909-86de-dd9f1bec39e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:13:11.480003 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f390511d-9ddd-4c15-90a6-43fb8a3957c4 req-b9ed7d6c-8080-4909-86de-dd9f1bec39e4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bd1e15ff-cf5f-4c1c-a292-bb204b246817&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702369 May 30 05:13:11.608699 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f390511d-9ddd-4c15-90a6-43fb8a3957c4 req-eace76a9-bf32-426a-92eb-b53e11043396 service neutron] 10.222.0.39 "GET /v2.0/networks/bd1e15ff-cf5f-4c1c-a292-bb204b246817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210692 May 30 05:13:11.738963 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f390511d-9ddd-4c15-90a6-43fb8a3957c4 req-1f04043d-18e1-48d4-b5d4-e71c8ad65d89 service neutron] 10.222.0.39 "GET /v2.0/networks/bd1e15ff-cf5f-4c1c-a292-bb204b246817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237297 May 30 05:13:12.215020 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-45f79e78-106a-4f09-9d2c-69baeab7263d None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 05:13:17.470135 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:13:27.978879 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-58489d5e-1215-4d92-9eeb-788a2091bc6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:13:30.205207 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-6b4c2f07-9647-4fd8-9dba-bb53920d97fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:13:31.240733 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56ded65b-0e68-413c-8b9b-1097922cc81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:13:31.444850 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:13:32.786383 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a142624-940e-4c55-bf49-a5329c884075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:13:47.488063 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:13:49.213739 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-45f79e78-106a-4f09-9d2c-69baeab7263d None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 05:13:57.980592 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-93a1432a-abd7-4277-a328-a837fad9f11e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:14:00.196254 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-44b14423-742a-40b7-aa49-40a217f7c69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:14:01.243155 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56ded65b-0e68-413c-8b9b-1097922cc81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:14:01.446551 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:14:02.789575 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a142624-940e-4c55-bf49-a5329c884075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:14:11.160038 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d1eb2c86-6683-466f-b137-d76e66bb3a87 req-597cbf3d-2bae-423e-bf4d-88b15aefa529 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1b881949-f500-45ee-a504-a5073f489ea6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0675659 May 30 05:14:11.298072 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eb2c86-6683-466f-b137-d76e66bb3a87 req-39c2d6b3-536b-4d81-9c65-ab84c4e079b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:14:11.299525 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d1eb2c86-6683-466f-b137-d76e66bb3a87 req-39c2d6b3-536b-4d81-9c65-ab84c4e079b8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f9fe59584bbe4d5aaa42841eedb71980&device_id=1b881949-f500-45ee-a504-a5073f489ea6 HTTP/1.1" status: 200 len: 1099 time: 0.0726533 May 30 05:14:11.439182 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eb2c86-6683-466f-b137-d76e66bb3a87 req-d4a281c3-db2a-4ea7-ab6f-283e8a297a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:14:11.440511 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d1eb2c86-6683-466f-b137-d76e66bb3a87 req-d4a281c3-db2a-4ea7-ab6f-283e8a297a47 service neutron] 10.222.0.39 "GET /v2.0/networks?id=bd1e15ff-cf5f-4c1c-a292-bb204b246817 HTTP/1.1" status: 200 len: 897 time: 0.1229229 May 30 05:14:11.544844 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d1eb2c86-6683-466f-b137-d76e66bb3a87 req-e6d6ba30-c4c7-41f7-bb18-7b0d0dbea848 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7cf9c67f-b62b-4db5-8d4a-bc15278cb68d HTTP/1.1" status: 200 len: 1002 time: 0.0988040 May 30 05:14:11.610339 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eb2c86-6683-466f-b137-d76e66bb3a87 req-96aee84c-6cbc-4186-a7a0-f77ac28b6b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:14:11.611845 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d1eb2c86-6683-466f-b137-d76e66bb3a87 req-96aee84c-6cbc-4186-a7a0-f77ac28b6b8f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0928d79f-c34e-4d6e-9548-3e2848ba74ea HTTP/1.1" status: 200 len: 844 time: 0.0603166 May 30 05:14:11.685044 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eb2c86-6683-466f-b137-d76e66bb3a87 req-0dab03be-4833-4c15-a1f6-8a4a006f7a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:14:11.686529 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d1eb2c86-6683-466f-b137-d76e66bb3a87 req-0dab03be-4833-4c15-a1f6-8a4a006f7a51 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bd1e15ff-cf5f-4c1c-a292-bb204b246817&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691206 May 30 05:14:11.818698 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d1eb2c86-6683-466f-b137-d76e66bb3a87 req-fa0f92d4-e8f2-4989-a850-3c415e9c7602 service neutron] 10.222.0.39 "GET /v2.0/networks/bd1e15ff-cf5f-4c1c-a292-bb204b246817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254303 May 30 05:14:11.954368 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d1eb2c86-6683-466f-b137-d76e66bb3a87 req-462aa2be-dd7c-45ed-99a1-e84d745089c7 service neutron] 10.222.0.39 "GET /v2.0/networks/bd1e15ff-cf5f-4c1c-a292-bb204b246817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296551 May 30 05:14:17.503315 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:14:26.212563 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-45f79e78-106a-4f09-9d2c-69baeab7263d None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 05:14:27.982556 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8d048932-c625-424a-bfa5-6ff9d2c93bf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:14:30.197775 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-72ce468c-cdc7-4427-9015-fc79f6736f1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:14:31.246185 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56ded65b-0e68-413c-8b9b-1097922cc81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:14:31.379038 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 49622) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:14:31.430313 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-59447265-6bd8-4505-aca2-bd820cf547bf tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:14:31.450174 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:14:31.645916 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-59447265-6bd8-4505-aca2-bd820cf547bf tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9305511'] for subnet, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:14:31.825442 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-59447265-6bd8-4505-aca2-bd820cf547bf tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8729235026360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2304930'] for subnet, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:14:31.874721 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59447265-6bd8-4505-aca2-bd820cf547bf tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:14:31.875310 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-59447265-6bd8-4505-aca2-bd820cf547bf tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:14:31.876310 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbdc4c89-a995-4290-87f0-3a0a7b2a6f13 None None] Network bd1e15ff-cf5f-4c1c-a292-bb204b246817 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:14:31.876563 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-59447265-6bd8-4505-aca2-bd820cf547bf tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "PUT /v2.0/subnets/0928d79f-c34e-4d6e-9548-3e2848ba74ea HTTP/1.1" status: 200 len: 836 time: 0.4965365 May 30 05:14:31.893781 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59447265-6bd8-4505-aca2-bd820cf547bf tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event updated for resources: {'Subnet': ['ID=0928d79f-c34e-4d6e-9548-3e2848ba74ea,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:14:31.901828 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59447265-6bd8-4505-aca2-bd820cf547bf tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:14:31.902011 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59447265-6bd8-4505-aca2-bd820cf547bf tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:14:31.902368 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59447265-6bd8-4505-aca2-bd820cf547bf tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:14:31.902585 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59447265-6bd8-4505-aca2-bd820cf547bf tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:14:31.902996 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59447265-6bd8-4505-aca2-bd820cf547bf tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:14:31.903244 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59447265-6bd8-4505-aca2-bd820cf547bf tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:14:31.903999 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59447265-6bd8-4505-aca2-bd820cf547bf tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:14:31.904597 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59447265-6bd8-4505-aca2-bd820cf547bf tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:14:31.904927 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59447265-6bd8-4505-aca2-bd820cf547bf tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:14:31.905253 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59447265-6bd8-4505-aca2-bd820cf547bf tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:14:31.905577 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59447265-6bd8-4505-aca2-bd820cf547bf tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:14:31.905958 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59447265-6bd8-4505-aca2-bd820cf547bf tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:14:32.276147 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-4998b503-ce2f-475b-94e7-559107df2061 None None] Provisioning complete for port 7cf9c67f-b62b-4db5-8d4a-bc15278cb68d triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:14:32.276628 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-4998b503-ce2f-475b-94e7-559107df2061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:14:32.395071 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-4998b503-ce2f-475b-94e7-559107df2061 None None] Current status of the port 7cf9c67f-b62b-4db5-8d4a-bc15278cb68d is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:14:32.407162 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-4998b503-ce2f-475b-94e7-559107df2061 None None] Provisioning complete for port c29a1e81-6cd9-4950-ba4b-48d523182127 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:14:32.407529 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-4998b503-ce2f-475b-94e7-559107df2061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:14:32.517389 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-4998b503-ce2f-475b-94e7-559107df2061 None None] Current status of the port c29a1e81-6cd9-4950-ba4b-48d523182127 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:14:32.528321 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-4998b503-ce2f-475b-94e7-559107df2061 None None] Provisioning complete for port 20077fb3-9542-4fce-a21b-245731ba1876 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:14:32.528684 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-4998b503-ce2f-475b-94e7-559107df2061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:14:32.641792 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-4998b503-ce2f-475b-94e7-559107df2061 None None] Current status of the port 20077fb3-9542-4fce-a21b-245731ba1876 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:14:32.790822 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a142624-940e-4c55-bf49-a5329c884075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:14:47.504966 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:14:57.985146 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a8c7ee94-1e9a-4499-97aa-5b463ff547d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:00.199059 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-2677850a-bef7-48a4-afd4-57e6d22250df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:01.255758 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56ded65b-0e68-413c-8b9b-1097922cc81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:01.451981 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:02.794207 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a142624-940e-4c55-bf49-a5329c884075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:03.212198 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-45f79e78-106a-4f09-9d2c-69baeab7263d None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 05:15:12.205141 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c2bdfa10-0fef-40f4-aefd-6afeb8ee6eb2 req-ff97bd01-edbe-4aa3-8f3e-f95e31cb5af3 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1b881949-f500-45ee-a504-a5073f489ea6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1142528 May 30 05:15:12.345555 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bdfa10-0fef-40f4-aefd-6afeb8ee6eb2 req-91b46a93-db6e-48fb-89ea-315e88e56f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:15:12.347029 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c2bdfa10-0fef-40f4-aefd-6afeb8ee6eb2 req-91b46a93-db6e-48fb-89ea-315e88e56f6f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f9fe59584bbe4d5aaa42841eedb71980&device_id=1b881949-f500-45ee-a504-a5073f489ea6 HTTP/1.1" status: 200 len: 1099 time: 0.0737531 May 30 05:15:12.487851 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bdfa10-0fef-40f4-aefd-6afeb8ee6eb2 req-35fc755b-2322-4835-91ef-b3a2ee00150d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:15:12.489177 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c2bdfa10-0fef-40f4-aefd-6afeb8ee6eb2 req-35fc755b-2322-4835-91ef-b3a2ee00150d service neutron] 10.222.0.39 "GET /v2.0/networks?id=bd1e15ff-cf5f-4c1c-a292-bb204b246817 HTTP/1.1" status: 200 len: 897 time: 0.1223254 May 30 05:15:12.588093 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c2bdfa10-0fef-40f4-aefd-6afeb8ee6eb2 req-abf90659-3e33-45c1-8a87-0c962c58cbd0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7cf9c67f-b62b-4db5-8d4a-bc15278cb68d HTTP/1.1" status: 200 len: 1002 time: 0.0929413 May 30 05:15:12.647588 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bdfa10-0fef-40f4-aefd-6afeb8ee6eb2 req-f2fe5560-ed7e-4b1a-84f3-c62528c820ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:15:12.648968 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c2bdfa10-0fef-40f4-aefd-6afeb8ee6eb2 req-f2fe5560-ed7e-4b1a-84f3-c62528c820ab service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0928d79f-c34e-4d6e-9548-3e2848ba74ea HTTP/1.1" status: 200 len: 844 time: 0.0551741 May 30 05:15:12.720823 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bdfa10-0fef-40f4-aefd-6afeb8ee6eb2 req-051e920a-1ad7-482f-a775-cef2b4292ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:15:12.722300 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c2bdfa10-0fef-40f4-aefd-6afeb8ee6eb2 req-051e920a-1ad7-482f-a775-cef2b4292ae3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bd1e15ff-cf5f-4c1c-a292-bb204b246817&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0669904 May 30 05:15:12.731550 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [req-c2bdfa10-0fef-40f4-aefd-6afeb8ee6eb2 req-a4596d0b-4fa7-452e-bf01-c57c2ac0854e service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=88261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 30 05:15:12.732568 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c2bdfa10-0fef-40f4-aefd-6afeb8ee6eb2 req-a4596d0b-4fa7-452e-bf01-c57c2ac0854e service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0045631 May 30 05:15:12.859442 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c2bdfa10-0fef-40f4-aefd-6afeb8ee6eb2 req-cd8b2d14-e3ca-4168-8503-835a11115572 service neutron] 10.222.0.39 "GET /v2.0/networks/bd1e15ff-cf5f-4c1c-a292-bb204b246817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202762 May 30 05:15:12.986679 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c2bdfa10-0fef-40f4-aefd-6afeb8ee6eb2 req-6d9d2ea5-a2f7-4e16-9598-628cde0a6bbb service neutron] 10.222.0.39 "GET /v2.0/networks/bd1e15ff-cf5f-4c1c-a292-bb204b246817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209333 May 30 05:15:15.492080 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 49634) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:15:15.690631 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-6e802d8f-faa1-452d-b1c5-8431a99f3680 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Deleting port 08062463-1cea-4128-963b-459cf78c3e14 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:15:15.690970 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6e802d8f-faa1-452d-b1c5-8431a99f3680 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:15.852665 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6e802d8f-faa1-452d-b1c5-8431a99f3680 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:15.852989 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6e802d8f-faa1-452d-b1c5-8431a99f3680 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:16.074521 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-6e802d8f-faa1-452d-b1c5-8431a99f3680 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Calling delete_port for 08062463-1cea-4128-963b-459cf78c3e14 owned by network:floatingip {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:15:16.218154 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6e802d8f-faa1-452d-b1c5-8431a99f3680 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:16.272027 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e802d8f-faa1-452d-b1c5-8431a99f3680 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event deleted for resources: {'Port': ['ID=08062463-1cea-4128-963b-459cf78c3e14,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:15:16.364415 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6e802d8f-faa1-452d-b1c5-8431a99f3680 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for floatingip, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:16.364681 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.db.l3_db [None req-6e802d8f-faa1-452d-b1c5-8431a99f3680 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Floating IP 14c93e40-6c9d-4dfb-ba2b-e7662a8c317a disassociated (deleted). External IP: 172.26.6.195, port: 7cf9c67f-b62b-4db5-8d4a-bc15278cb68d. May 30 05:15:16.715744 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e802d8f-faa1-452d-b1c5-8431a99f3680 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Router 30f93c5c-32a9-43a2-9935-ab4d782c617e has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 05:15:16.890162 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e802d8f-faa1-452d-b1c5-8431a99f3680 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:15:16.900248 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1a6beb-f84d-4701-89c1-6763a471164b None None] Sync routers for ids ['30f93c5c-32a9-43a2-9935-ab4d782c617e'] in dv-neutron-843763-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:15:16.912033 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1a6beb-f84d-4701-89c1-6763a471164b None None] Routers {'30f93c5c-32a9-43a2-9935-ab4d782c617e'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:15:16.912684 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-9c1a6beb-f84d-4701-89c1-6763a471164b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:15:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['30f93c5c-32a9-43a2-9935-ab4d782c617e'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:15:16.913388 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6e802d8f-faa1-452d-b1c5-8431a99f3680 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for floatingip, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:16.968096 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-6e802d8f-faa1-452d-b1c5-8431a99f3680 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "DELETE /v2.0/floatingips/14c93e40-6c9d-4dfb-ba2b-e7662a8c317a HTTP/1.1" status: 204 len: 168 time: 1.4747670 May 30 05:15:16.968664 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b881949-f500-45ee-a504-a5073f489ea6', 'tag': '7cf9c67f-b62b-4db5-8d4a-bc15278cb68d'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:15:17.086217 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-9c1a6beb-f84d-4701-89c1-6763a471164b None None] Set router 30f93c5c-32a9-43a2-9935-ab4d782c617e gateway port host: dv-neutron-843763-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:15:17.206001 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de0db9ab-328e-425f-8039-d5bc835fdd18'] response: {'name': 'network-changed', 'server_uuid': '1b881949-f500-45ee-a504-a5073f489ea6', 'tag': '7cf9c67f-b62b-4db5-8d4a-bc15278cb68d', 'status': 'completed', 'code': 200} May 30 05:15:17.314078 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f05eacc-419e-4c43-a8fd-ca9d0fa0969c req-ee3f8336-6e42-4571-a88f-261562b117c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:15:17.315584 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8f05eacc-419e-4c43-a8fd-ca9d0fa0969c req-ee3f8336-6e42-4571-a88f-261562b117c7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f9fe59584bbe4d5aaa42841eedb71980&device_id=1b881949-f500-45ee-a504-a5073f489ea6 HTTP/1.1" status: 200 len: 1099 time: 0.0835814 May 30 05:15:17.410476 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-9c1a6beb-f84d-4701-89c1-6763a471164b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30f93c5c-32a9-43a2-9935-ab4d782c617e', 'name': 'tempest-TestNetworkBasicOps-router-1531808818', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.230'}], 'enable_snat': True}, 'gw_port_id': '9efa7a6b-393f-4a52-bb4d-1f13f1e4ec8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:11:41Z', 'updated_at': '2022-05-30T05:11:46Z', 'revision_number': 4, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'gw_port': {'id': '9efa7a6b-393f-4a52-bb4d-1f13f1e4ec8a', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f93c5c-32a9-43a2-9935-ab4d782c617e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:11:42Z', 'updated_at': '2022-05-30T05:11:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': '20077fb3-9542-4fce-a21b-245731ba1876', 'name': '', 'network_id': 'bd1e15ff-cf5f-4c1c-a292-bb204b246817', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'mac_address': 'fa:16:3e:ca:bd:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f93c5c-32a9-43a2-9935-ab4d782c617e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '0928d79f-c34e-4d6e-9548-3e2848ba74ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:11:45Z', 'updated_at': '2022-05-30T05:11:52Z', 'revision_number': 5, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'subnets': [{'id': '0928d79f-c34e-4d6e-9548-3e2848ba74ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:15:17.414365 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1a6beb-f84d-4701-89c1-6763a471164b None None] Checking router: 30f93c5c-32a9-43a2-9935-ab4d782c617e for host: dv-neutron-843763-1-hyperv {{(pid=88262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 05:15:17.423371 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1a6beb-f84d-4701-89c1-6763a471164b None None] Routers {'30f93c5c-32a9-43a2-9935-ab4d782c617e'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:15:17.423976 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-9c1a6beb-f84d-4701-89c1-6763a471164b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:15:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['30f93c5c-32a9-43a2-9935-ab4d782c617e'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:15:17.506126 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f05eacc-419e-4c43-a8fd-ca9d0fa0969c req-db3f34de-5134-4d7b-8bb6-1202806ee3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:15:17.508122 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8f05eacc-419e-4c43-a8fd-ca9d0fa0969c req-db3f34de-5134-4d7b-8bb6-1202806ee3f7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=bd1e15ff-cf5f-4c1c-a292-bb204b246817 HTTP/1.1" status: 200 len: 897 time: 0.1859829 May 30 05:15:17.520068 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb5c37d-9e0b-464f-84aa-763798252843 req-4485f70b-c23a-4654-8b28-1e93e674abef tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:15:17.520742 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-bfb5c37d-9e0b-464f-84aa-763798252843 req-4485f70b-c23a-4654-8b28-1e93e674abef tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Synchronizing usage tracker for tenant:f9fe59584bbe4d5aaa42841eedb71980 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:15:17.561951 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:17.592062 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8f05eacc-419e-4c43-a8fd-ca9d0fa0969c req-34af2a42-6ce0-4106-9ac8-f18190755537 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7cf9c67f-b62b-4db5-8d4a-bc15278cb68d HTTP/1.1" status: 200 len: 217 time: 0.0676339 May 30 05:15:17.597929 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-bfb5c37d-9e0b-464f-84aa-763798252843 req-4485f70b-c23a-4654-8b28-1e93e674abef tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Unset dirty status for tenant:f9fe59584bbe4d5aaa42841eedb71980 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:15:17.599016 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-bfb5c37d-9e0b-464f-84aa-763798252843 req-4485f70b-c23a-4654-8b28-1e93e674abef tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b881949-f500-45ee-a504-a5073f489ea6 HTTP/1.1" status: 200 len: 946 time: 0.3051467 May 30 05:15:17.607212 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-9c1a6beb-f84d-4701-89c1-6763a471164b None None] Set router 30f93c5c-32a9-43a2-9935-ab4d782c617e gateway port host: dv-neutron-843763-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:15:17.686703 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f05eacc-419e-4c43-a8fd-ca9d0fa0969c req-aeacf03a-bb34-4f4a-9519-5d1a071ff2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:15:17.688140 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8f05eacc-419e-4c43-a8fd-ca9d0fa0969c req-aeacf03a-bb34-4f4a-9519-5d1a071ff2f2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0928d79f-c34e-4d6e-9548-3e2848ba74ea HTTP/1.1" status: 200 len: 844 time: 0.0882969 May 30 05:15:17.691022 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-bfb5c37d-9e0b-464f-84aa-763798252843 req-7e55cc93-f0b1-46d9-a08c-5b9cfb242270 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/security-groups?id=27ce4e75-8314-496a-9d2b-6010b50c9741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588880 May 30 05:15:17.887096 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f05eacc-419e-4c43-a8fd-ca9d0fa0969c req-26327bd5-16d1-42a9-89bf-ae2dc4134bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:15:17.888689 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8f05eacc-419e-4c43-a8fd-ca9d0fa0969c req-26327bd5-16d1-42a9-89bf-ae2dc4134bd0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bd1e15ff-cf5f-4c1c-a292-bb204b246817&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1943779 May 30 05:15:17.934490 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-9c1a6beb-f84d-4701-89c1-6763a471164b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30f93c5c-32a9-43a2-9935-ab4d782c617e', 'name': 'tempest-TestNetworkBasicOps-router-1531808818', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.230'}], 'enable_snat': True}, 'gw_port_id': '9efa7a6b-393f-4a52-bb4d-1f13f1e4ec8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:11:41Z', 'updated_at': '2022-05-30T05:11:46Z', 'revision_number': 4, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'gw_port': {'id': '9efa7a6b-393f-4a52-bb4d-1f13f1e4ec8a', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f93c5c-32a9-43a2-9935-ab4d782c617e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:11:42Z', 'updated_at': '2022-05-30T05:11:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': '20077fb3-9542-4fce-a21b-245731ba1876', 'name': '', 'network_id': 'bd1e15ff-cf5f-4c1c-a292-bb204b246817', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'mac_address': 'fa:16:3e:ca:bd:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f93c5c-32a9-43a2-9935-ab4d782c617e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '0928d79f-c34e-4d6e-9548-3e2848ba74ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:11:45Z', 'updated_at': '2022-05-30T05:11:52Z', 'revision_number': 5, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'subnets': [{'id': '0928d79f-c34e-4d6e-9548-3e2848ba74ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:15:17.938386 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1a6beb-f84d-4701-89c1-6763a471164b None None] The sync data for ids ['30f93c5c-32a9-43a2-9935-ab4d782c617e'] in dv-neutron-843763-1-hyperv is: [{'id': '30f93c5c-32a9-43a2-9935-ab4d782c617e', 'name': 'tempest-TestNetworkBasicOps-router-1531808818', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.230'}], 'enable_snat': True}, 'gw_port_id': '9efa7a6b-393f-4a52-bb4d-1f13f1e4ec8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:11:41Z', 'updated_at': '2022-05-30T05:11:46Z', 'revision_number': 4, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'gw_port': {'id': '9efa7a6b-393f-4a52-bb4d-1f13f1e4ec8a', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f93c5c-32a9-43a2-9935-ab4d782c617e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:11:42Z', 'updated_at': '2022-05-30T05:11:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': '20077fb3-9542-4fce-a21b-245731ba1876', 'name': '', 'network_id': 'bd1e15ff-cf5f-4c1c-a292-bb204b246817', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'mac_address': 'fa:16:3e:ca:bd:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f93c5c-32a9-43a2-9935-ab4d782c617e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '0928d79f-c34e-4d6e-9548-3e2848ba74ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:11:45Z', 'updated_at': '2022-05-30T05:11:52Z', 'revision_number': 5, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'subnets': [{'id': '0928d79f-c34e-4d6e-9548-3e2848ba74ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:15:18.026766 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8f05eacc-419e-4c43-a8fd-ca9d0fa0969c req-8609cd8b-1a4a-4b83-80f1-5c62d2f79090 service neutron] 10.222.0.39 "GET /v2.0/networks/bd1e15ff-cf5f-4c1c-a292-bb204b246817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289551 May 30 05:15:18.165968 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f334155f-2fc3-48df-a89a-a5ed799dd95f None None] New status for floating IP 14c93e40-6c9d-4dfb-ba2b-e7662a8c317a: DOWN {{(pid=88263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 30 05:15:18.171426 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8f05eacc-419e-4c43-a8fd-ca9d0fa0969c req-df139a98-bcfa-4820-bd45-afcddcb3d1d8 service neutron] 10.222.0.39 "GET /v2.0/networks/bd1e15ff-cf5f-4c1c-a292-bb204b246817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383231 May 30 05:15:18.873014 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83108139-ae87-4285-95e1-922b62262535 req-a5dec3ce-049d-4040-83ea-11d1b009a10d tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:15:18.874462 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-83108139-ae87-4285-95e1-922b62262535 req-a5dec3ce-049d-4040-83ea-11d1b009a10d tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b881949-f500-45ee-a504-a5073f489ea6 HTTP/1.1" status: 200 len: 946 time: 0.0776656 May 30 05:15:18.959660 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-83108139-ae87-4285-95e1-922b62262535 req-333f40a2-a2c7-4e28-93b5-1dc98bcaff9d tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/security-groups?id=27ce4e75-8314-496a-9d2b-6010b50c9741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795317 May 30 05:15:18.994889 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387af423-5855-4777-a83c-2c8c1b754c7d req-eecf4f89-f3cb-4280-8666-c5ccd926a235 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:15:18.996335 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-387af423-5855-4777-a83c-2c8c1b754c7d req-eecf4f89-f3cb-4280-8666-c5ccd926a235 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b881949-f500-45ee-a504-a5073f489ea6 HTTP/1.1" status: 200 len: 946 time: 0.0883522 May 30 05:15:19.064297 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [req-387af423-5855-4777-a83c-2c8c1b754c7d req-3626a070-697e-4c1a-b987-3486fdd06729 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Deleting port 7cf9c67f-b62b-4db5-8d4a-bc15278cb68d {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:15:19.064637 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-387af423-5855-4777-a83c-2c8c1b754c7d req-3626a070-697e-4c1a-b987-3486fdd06729 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:19.305526 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [req-387af423-5855-4777-a83c-2c8c1b754c7d req-3626a070-697e-4c1a-b987-3486fdd06729 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] For port 7cf9c67f-b62b-4db5-8d4a-bc15278cb68d, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=7cf9c67f-b62b-4db5-8d4a-bc15278cb68d,segment=NetworkSegment(7d96cdad-ca67-44c8-96e2-7e147a55f767),segment_id=7d96cdad-ca67-44c8-96e2-7e147a55f767)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:15:19.305983 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-387af423-5855-4777-a83c-2c8c1b754c7d req-3626a070-697e-4c1a-b987-3486fdd06729 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:19.426950 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [req-387af423-5855-4777-a83c-2c8c1b754c7d req-3626a070-697e-4c1a-b987-3486fdd06729 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Calling delete_port for 7cf9c67f-b62b-4db5-8d4a-bc15278cb68d owned by compute:nova {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:15:19.568180 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-387af423-5855-4777-a83c-2c8c1b754c7d req-3626a070-697e-4c1a-b987-3486fdd06729 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:19.617240 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3626a070-697e-4c1a-b987-3486fdd06729 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event deleted for resources: {'Port': ['ID=7cf9c67f-b62b-4db5-8d4a-bc15278cb68d,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:15:19.692972 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [req-387af423-5855-4777-a83c-2c8c1b754c7d req-3626a070-697e-4c1a-b987-3486fdd06729 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] No DVR routers for this DVR port 7cf9c67f-b62b-4db5-8d4a-bc15278cb68d on host hv-neutron-8437 {{(pid=88261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 05:15:19.695519 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-387af423-5855-4777-a83c-2c8c1b754c7d req-3626a070-697e-4c1a-b987-3486fdd06729 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:19.697969 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b881949-f500-45ee-a504-a5073f489ea6', 'name': 'network-vif-deleted', 'tag': '7cf9c67f-b62b-4db5-8d4a-bc15278cb68d'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:15:19.714006 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-387af423-5855-4777-a83c-2c8c1b754c7d req-3626a070-697e-4c1a-b987-3486fdd06729 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.39 "DELETE /v2.0/ports/7cf9c67f-b62b-4db5-8d4a-bc15278cb68d HTTP/1.1" status: 204 len: 173 time: 0.7125061 May 30 05:15:19.746139 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc42d165-60dc-43ee-b5b4-becc31939084'] response: {'server_uuid': '1b881949-f500-45ee-a504-a5073f489ea6', 'name': 'network-vif-deleted', 'tag': '7cf9c67f-b62b-4db5-8d4a-bc15278cb68d', 'status': 'completed', 'code': 200} May 30 05:15:20.126757 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-33e4a1fc-9554-45e8-86be-0c8ba5995a39 req-8b07cdaf-3cd9-4777-b242-00c42f438eb0 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Synchronizing usage tracker for tenant:f9fe59584bbe4d5aaa42841eedb71980 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:15:20.142083 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-33e4a1fc-9554-45e8-86be-0c8ba5995a39 req-8b07cdaf-3cd9-4777-b242-00c42f438eb0 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Unset dirty status for tenant:f9fe59584bbe4d5aaa42841eedb71980 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:15:20.143289 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-33e4a1fc-9554-45e8-86be-0c8ba5995a39 req-8b07cdaf-3cd9-4777-b242-00c42f438eb0 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b881949-f500-45ee-a504-a5073f489ea6 HTTP/1.1" status: 200 len: 210 time: 0.0577624 May 30 05:15:21.237483 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 49656) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:15:21.306918 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8e162a62-2388-4b3e-92b4-3474f9d644c4 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:21.336067 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8e162a62-2388-4b3e-92b4-3474f9d644c4 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:21.398111 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8e162a62-2388-4b3e-92b4-3474f9d644c4 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:21.416065 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e162a62-2388-4b3e-92b4-3474f9d644c4 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27ce4e75-8314-496a-9d2b-6010b50c9741,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:15:21.427859 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8e162a62-2388-4b3e-92b4-3474f9d644c4 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:21.428887 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-8e162a62-2388-4b3e-92b4-3474f9d644c4 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "DELETE /v2.0/security-groups/27ce4e75-8314-496a-9d2b-6010b50c9741 HTTP/1.1" status: 204 len: 168 time: 0.1903954 May 30 05:15:21.457454 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 49662) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:15:22.099731 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-fb121612-90ec-4d88-a758-af4c39167030 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602184'] for router_interface, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:22.449326 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-fb121612-90ec-4d88-a758-af4c39167030 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Deleting port 20077fb3-9542-4fce-a21b-245731ba1876 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:15:22.450029 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-fb121612-90ec-4d88-a758-af4c39167030 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:22.649598 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-fb121612-90ec-4d88-a758-af4c39167030 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] For port 20077fb3-9542-4fce-a21b-245731ba1876, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=20077fb3-9542-4fce-a21b-245731ba1876,segment=NetworkSegment(7d96cdad-ca67-44c8-96e2-7e147a55f767),segment_id=7d96cdad-ca67-44c8-96e2-7e147a55f767)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:15:22.650129 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-fb121612-90ec-4d88-a758-af4c39167030 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:22.779251 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-fb121612-90ec-4d88-a758-af4c39167030 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Calling delete_port for 20077fb3-9542-4fce-a21b-245731ba1876 owned by network:router_interface {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:15:22.961448 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device 7cf9c67f-b62b-4db5-8d4a-bc15278cb68d no longer exists at agent hyperv_hv-neutron-8437 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 05:15:22.971796 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-fb121612-90ec-4d88-a758-af4c39167030 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:23.000372 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] No Port match for: 7cf9c67f-b62b-4db5-8d4a-bc15278cb68d {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 05:15:23.000720 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device 7cf9c67f-b62b-4db5-8d4a-bc15278cb68d not bound to the agent host hv-neutron-8437 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 05:15:23.025234 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb121612-90ec-4d88-a758-af4c39167030 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event deleted for resources: {'Port': ['ID=20077fb3-9542-4fce-a21b-245731ba1876,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:15:23.412506 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-fb121612-90ec-4d88-a758-af4c39167030 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1642797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602100'] for router_interface, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:23.765637 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb121612-90ec-4d88-a758-af4c39167030 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Router 30f93c5c-32a9-43a2-9935-ab4d782c617e has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 05:15:23.936741 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb121612-90ec-4d88-a758-af4c39167030 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:15:23.947120 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77684435-16a7-486e-acc1-8e4c3a722eac None None] Sync routers for ids ['30f93c5c-32a9-43a2-9935-ab4d782c617e'] in dv-neutron-843763-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:15:23.953096 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-fb121612-90ec-4d88-a758-af4c39167030 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "PUT /v2.0/routers/30f93c5c-32a9-43a2-9935-ab4d782c617e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4945545 May 30 05:15:23.955725 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 49666) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:15:23.956334 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77684435-16a7-486e-acc1-8e4c3a722eac None None] Routers {'30f93c5c-32a9-43a2-9935-ab4d782c617e'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:15:23.956937 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-77684435-16a7-486e-acc1-8e4c3a722eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:15:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['30f93c5c-32a9-43a2-9935-ab4d782c617e'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:15:24.024346 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fceda1c-806e-41a9-87d1-af0a377d88c5 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Deleting subnet 0928d79f-c34e-4d6e-9548-3e2848ba74ea {{(pid=88261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 30 05:15:24.027130 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2fceda1c-806e-41a9-87d1-af0a377d88c5 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for subnet, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:24.079609 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2fceda1c-806e-41a9-87d1-af0a377d88c5 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3545586'] for subnet, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:24.162464 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2fceda1c-806e-41a9-87d1-af0a377d88c5 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860493'] for subnet, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:24.169406 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-77684435-16a7-486e-acc1-8e4c3a722eac None None] Set router 30f93c5c-32a9-43a2-9935-ab4d782c617e gateway port host: dv-neutron-843763-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:15:24.244601 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2fceda1c-806e-41a9-87d1-af0a377d88c5 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2304955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9305493'] for subnet, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:24.284876 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fceda1c-806e-41a9-87d1-af0a377d88c5 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event deleted for resources: {'Subnet': ['ID=0928d79f-c34e-4d6e-9548-3e2848ba74ea,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:15:24.290229 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2fceda1c-806e-41a9-87d1-af0a377d88c5 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:24.296926 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-2fceda1c-806e-41a9-87d1-af0a377d88c5 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "DELETE /v2.0/subnets/0928d79f-c34e-4d6e-9548-3e2848ba74ea HTTP/1.1" status: 204 len: 168 time: 0.3401656 May 30 05:15:24.299463 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 49670) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:15:24.333773 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4733ef26-e753-47df-8895-d145273c29b3 None None] Network bd1e15ff-cf5f-4c1c-a292-bb204b246817 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:15:24.476996 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6c7a6a1e-a8b1-470a-8b0b-c8e2b136dfee tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for router, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:24.613887 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-77684435-16a7-486e-acc1-8e4c3a722eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30f93c5c-32a9-43a2-9935-ab4d782c617e', 'name': 'tempest-TestNetworkBasicOps-router-1531808818', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.230'}], 'enable_snat': True}, 'gw_port_id': '9efa7a6b-393f-4a52-bb4d-1f13f1e4ec8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:11:41Z', 'updated_at': '2022-05-30T05:15:22Z', 'revision_number': 5, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'gw_port': {'id': '9efa7a6b-393f-4a52-bb4d-1f13f1e4ec8a', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f93c5c-32a9-43a2-9935-ab4d782c617e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:11:42Z', 'updated_at': '2022-05-30T05:11:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv'}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:15:24.619004 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77684435-16a7-486e-acc1-8e4c3a722eac None None] Checking router: 30f93c5c-32a9-43a2-9935-ab4d782c617e for host: dv-neutron-843763-1-hyperv {{(pid=88262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 05:15:24.627261 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77684435-16a7-486e-acc1-8e4c3a722eac None None] Routers {'30f93c5c-32a9-43a2-9935-ab4d782c617e'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:15:24.627889 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-77684435-16a7-486e-acc1-8e4c3a722eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:15:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['30f93c5c-32a9-43a2-9935-ab4d782c617e'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:15:24.659129 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6c7a6a1e-a8b1-470a-8b0b-c8e2b136dfee tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:24.669382 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-6c7a6a1e-a8b1-470a-8b0b-c8e2b136dfee tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Deleting port 9efa7a6b-393f-4a52-bb4d-1f13f1e4ec8a {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:15:24.669731 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6c7a6a1e-a8b1-470a-8b0b-c8e2b136dfee tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:24.695683 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fdcaaef-57e1-438b-b818-965107fdb090 None None] DHCP port deletion for bd1e15ff-cf5f-4c1c-a292-bb204b246817 request from dv-neutron-843763-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 30 05:15:24.757193 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-7fdcaaef-57e1-438b-b818-965107fdb090 None None] Deleting port c29a1e81-6cd9-4950-ba4b-48d523182127 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:15:24.757565 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7fdcaaef-57e1-438b-b818-965107fdb090 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:24.860094 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-77684435-16a7-486e-acc1-8e4c3a722eac None None] Set router 30f93c5c-32a9-43a2-9935-ab4d782c617e gateway port host: None {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:15:24.966643 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-6c7a6a1e-a8b1-470a-8b0b-c8e2b136dfee tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] For port 9efa7a6b-393f-4a52-bb4d-1f13f1e4ec8a, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=9efa7a6b-393f-4a52-bb4d-1f13f1e4ec8a,segment=NetworkSegment(ad083d94-0233-4c50-a0ed-00ef7686038c),segment_id=ad083d94-0233-4c50-a0ed-00ef7686038c)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:15:24.967210 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6c7a6a1e-a8b1-470a-8b0b-c8e2b136dfee tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:24.977338 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-77684435-16a7-486e-acc1-8e4c3a722eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30f93c5c-32a9-43a2-9935-ab4d782c617e', 'name': 'tempest-TestNetworkBasicOps-router-1531808818', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:11:41Z', 'updated_at': '2022-05-30T05:15:24Z', 'revision_number': 6, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'gw_port_host': None}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:15:24.985787 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77684435-16a7-486e-acc1-8e4c3a722eac None None] The sync data for ids ['30f93c5c-32a9-43a2-9935-ab4d782c617e'] in dv-neutron-843763-1-hyperv is: [{'id': '30f93c5c-32a9-43a2-9935-ab4d782c617e', 'name': 'tempest-TestNetworkBasicOps-router-1531808818', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:11:41Z', 'updated_at': '2022-05-30T05:15:24Z', 'revision_number': 6, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'gw_port_host': None}] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:15:25.089452 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-6c7a6a1e-a8b1-470a-8b0b-c8e2b136dfee tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Calling delete_port for 9efa7a6b-393f-4a52-bb4d-1f13f1e4ec8a owned by network:router_gateway {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:15:25.091100 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-7fdcaaef-57e1-438b-b818-965107fdb090 None None] For port c29a1e81-6cd9-4950-ba4b-48d523182127, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=c29a1e81-6cd9-4950-ba4b-48d523182127,segment=NetworkSegment(7d96cdad-ca67-44c8-96e2-7e147a55f767),segment_id=7d96cdad-ca67-44c8-96e2-7e147a55f767)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:15:25.091494 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7fdcaaef-57e1-438b-b818-965107fdb090 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:25.210647 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-7fdcaaef-57e1-438b-b818-965107fdb090 None None] Calling delete_port for c29a1e81-6cd9-4950-ba4b-48d523182127 owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:15:25.258440 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6c7a6a1e-a8b1-470a-8b0b-c8e2b136dfee tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:25.289711 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7fdcaaef-57e1-438b-b818-965107fdb090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069'] for port, after_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:25.333040 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fdcaaef-57e1-438b-b818-965107fdb090 None None] No DVR routers for this DVR port c29a1e81-6cd9-4950-ba4b-48d523182127 on host dv-neutron-843763-1-hyperv {{(pid=88262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 05:15:25.333255 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7a6a1e-a8b1-470a-8b0b-c8e2b136dfee tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event deleted for resources: {'Port': ['ID=9efa7a6b-393f-4a52-bb4d-1f13f1e4ec8a,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:15:25.344091 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdcaaef-57e1-438b-b818-965107fdb090 None None] Pushing event deleted for resources: {'Port': ['ID=c29a1e81-6cd9-4950-ba4b-48d523182127,revision_number=None']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:15:25.353174 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdcaaef-57e1-438b-b818-965107fdb090 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:15:25.353533 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdcaaef-57e1-438b-b818-965107fdb090 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:15:25.353978 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdcaaef-57e1-438b-b818-965107fdb090 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:15:25.354327 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdcaaef-57e1-438b-b818-965107fdb090 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:15:25.354669 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdcaaef-57e1-438b-b818-965107fdb090 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:15:25.355070 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdcaaef-57e1-438b-b818-965107fdb090 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:15:25.355348 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdcaaef-57e1-438b-b818-965107fdb090 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:15:25.355659 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdcaaef-57e1-438b-b818-965107fdb090 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:15:25.355994 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdcaaef-57e1-438b-b818-965107fdb090 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:15:25.356410 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdcaaef-57e1-438b-b818-965107fdb090 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:15:25.356637 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdcaaef-57e1-438b-b818-965107fdb090 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:15:25.356967 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdcaaef-57e1-438b-b818-965107fdb090 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:15:25.415533 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6c7a6a1e-a8b1-470a-8b0b-c8e2b136dfee tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1604781'] for router_gateway, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:25.589613 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6c7a6a1e-a8b1-470a-8b0b-c8e2b136dfee tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11660'] for router, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:25.591801 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6c7a6a1e-a8b1-470a-8b0b-c8e2b136dfee tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:25.613460 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6c7a6a1e-a8b1-470a-8b0b-c8e2b136dfee tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1601605'] for router, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:25.613925 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c7a6a1e-a8b1-470a-8b0b-c8e2b136dfee tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Fanout notify agent at l3_agent the message router_deleted on router 30f93c5c-32a9-43a2-9935-ab4d782c617e {{(pid=88261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 30 05:15:25.628609 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6c7a6a1e-a8b1-470a-8b0b-c8e2b136dfee tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for router, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:25.629673 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-6c7a6a1e-a8b1-470a-8b0b-c8e2b136dfee tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "DELETE /v2.0/routers/30f93c5c-32a9-43a2-9935-ab4d782c617e HTTP/1.1" status: 204 len: 168 time: 1.3293266 May 30 05:15:25.632929 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 49674) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:15:25.739860 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0daa5084-ac45-4062-9c75-3ce2459a6a43 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897784'] for network, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:25.872888 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0daa5084-ac45-4062-9c75-3ce2459a6a43 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867540', 'neutron.services.segments.db._delete_segments_for_network-8729234922972'] for network, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:25.898527 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-0daa5084-ac45-4062-9c75-3ce2459a6a43 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd1e15ff-cf5f-4c1c-a292-bb204b246817']}} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:15:25.910512 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-0daa5084-ac45-4062-9c75-3ce2459a6a43 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d96cdad-ca67-44c8-96e2-7e147a55f767') {'for_net_delete': True} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:15:25.910814 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-0daa5084-ac45-4062-9c75-3ce2459a6a43 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d96cdad-ca67-44c8-96e2-7e147a55f767') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:15:25.921881 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0daa5084-ac45-4062-9c75-3ce2459a6a43 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729235042807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3545573'] for segment, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:25.939690 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0daa5084-ac45-4062-9c75-3ce2459a6a43 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:25.947088 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0daa5084-ac45-4062-9c75-3ce2459a6a43 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=88261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 05:15:25.947664 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0daa5084-ac45-4062-9c75-3ce2459a6a43 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-862858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2304281'] for segment, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:26.051651 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 7d96cdad-ca67-44c8-96e2-7e147a55f767 resource provider aggregate not found May 30 05:15:26.063194 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0daa5084-ac45-4062-9c75-3ce2459a6a43 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604744'] for network, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:26.080917 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0daa5084-ac45-4062-9c75-3ce2459a6a43 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:26.084032 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 7d96cdad-ca67-44c8-96e2-7e147a55f767 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7d96cdad-ca67-44c8-96e2-7e147a55f767 found for delete ", "request_id": "req-1fdb8be6-a5e8-4462-9d94-1257a746b97f"}]} May 30 05:15:26.094216 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0daa5084-ac45-4062-9c75-3ce2459a6a43 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event deleted for resources: {'Network': ['ID=bd1e15ff-cf5f-4c1c-a292-bb204b246817,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:15:26.102738 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-0daa5084-ac45-4062-9c75-3ce2459a6a43 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "DELETE /v2.0/networks/bd1e15ff-cf5f-4c1c-a292-bb204b246817 HTTP/1.1" status: 204 len: 168 time: 0.4688914 May 30 05:15:26.115202 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 49684) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:15:26.119716 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-b3fef6fc-7810-4fcf-9a5c-c7670ce39ab4 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Request body: {'network': {'name': 'tempest-network-smoke--860064600', 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'port_security_enabled': True}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:15:26.124598 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-b3fef6fc-7810-4fcf-9a5c-c7670ce39ab4 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:15:26.128658 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-b3fef6fc-7810-4fcf-9a5c-c7670ce39ab4 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Usage tracker for resource:network and tenant:f9fe59584bbe4d5aaa42841eedb71980 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:15:26.131490 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-b3fef6fc-7810-4fcf-9a5c-c7670ce39ab4 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:15:26.137644 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-b3fef6fc-7810-4fcf-9a5c-c7670ce39ab4 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:15:26.148183 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3fef6fc-7810-4fcf-9a5c-c7670ce39ab4 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Made reservation on behalf of f9fe59584bbe4d5aaa42841eedb71980 for: {'network': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:15:26.151603 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b3fef6fc-7810-4fcf-9a5c-c7670ce39ab4 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for network, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:26.178174 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3fef6fc-7810-4fcf-9a5c-c7670ce39ab4 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=88261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 05:15:26.188558 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b3fef6fc-7810-4fcf-9a5c-c7670ce39ab4 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:26.188900 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.db.segments_db [None req-b3fef6fc-7810-4fcf-9a5c-c7670ce39ab4 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Added segment 2bfb7908-c020-4049-b22e-8dca0fb852d7 of type vlan for network 99338e53-9080-4797-a616-84c8d3c0f09c May 30 05:15:26.220361 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b3fef6fc-7810-4fcf-9a5c-c7670ce39ab4 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729234556353'] for network, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:26.236754 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device c29a1e81-6cd9-4950-ba4b-48d523182127 no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 05:15:26.252115 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b3fef6fc-7810-4fcf-9a5c-c7670ce39ab4 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788'] for network, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:26.258037 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3fef6fc-7810-4fcf-9a5c-c7670ce39ab4 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:15:26.258624 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b3fef6fc-7810-4fcf-9a5c-c7670ce39ab4 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:26.272508 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] No Port match for: c29a1e81-6cd9-4950-ba4b-48d523182127 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 05:15:26.273026 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device c29a1e81-6cd9-4950-ba4b-48d523182127 not bound to the agent host dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 05:15:26.273592 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 20077fb3-9542-4fce-a21b-245731ba1876 no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 05:15:26.364871 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] No Port match for: 20077fb3-9542-4fce-a21b-245731ba1876 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 05:15:26.365100 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 20077fb3-9542-4fce-a21b-245731ba1876 not bound to the agent host dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 05:15:26.365516 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 9efa7a6b-393f-4a52-bb4d-1f13f1e4ec8a no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 05:15:26.399507 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] No Port match for: 9efa7a6b-393f-4a52-bb4d-1f13f1e4ec8a {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 05:15:26.399851 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 9efa7a6b-393f-4a52-bb4d-1f13f1e4ec8a not bound to the agent host dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 05:15:26.461574 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-b3fef6fc-7810-4fcf-9a5c-c7670ce39ab4 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3463066 May 30 05:15:26.464165 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 49688) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:15:26.471033 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-ac32612b-ff42-4d3e-a49b-4915441ccca7 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-269813166', 'admin_state_up': True, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'}}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:15:26.476371 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fef6fc-7810-4fcf-9a5c-c7670ce39ab4 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event updated for resources: {'Network': ['ID=99338e53-9080-4797-a616-84c8d3c0f09c,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:15:26.479955 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-ac32612b-ff42-4d3e-a49b-4915441ccca7 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:15:26.483813 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-ac32612b-ff42-4d3e-a49b-4915441ccca7 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Usage tracker for resource:router and tenant:f9fe59584bbe4d5aaa42841eedb71980 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:15:26.486131 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Network 99338e53-9080-4797-a616-84c8d3c0f09c details requested by agent ovs-agent-dv-neutron-843763-1-hyperv with host dv-neutron-843763-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 05:15:26.486885 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-ac32612b-ff42-4d3e-a49b-4915441ccca7 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:15:26.493280 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-ac32612b-ff42-4d3e-a49b-4915441ccca7 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:15:26.503149 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ac32612b-ff42-4d3e-a49b-4915441ccca7 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1603901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11666'] for router, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:26.504281 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ac32612b-ff42-4d3e-a49b-4915441ccca7 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11675'] for router, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:26.519851 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ac32612b-ff42-4d3e-a49b-4915441ccca7 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:26.797864 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ac32612b-ff42-4d3e-a49b-4915441ccca7 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11765'] for router, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:27.094316 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ac32612b-ff42-4d3e-a49b-4915441ccca7 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for router_gateway, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:27.122489 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ac32612b-ff42-4d3e-a49b-4915441ccca7 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:27.255165 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-ac32612b-ff42-4d3e-a49b-4915441ccca7 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Allocated IP 172.26.6.75 (1bab70f4-3794-44db-8e17-19f483aa8ffa/6b5b73c1-b0ce-4f83-a930-c00cc5522926/7182145a-7318-4af3-9226-957bc6cb29d6) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:15:27.395569 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ac32612b-ff42-4d3e-a49b-4915441ccca7 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:27.427028 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ac32612b-ff42-4d3e-a49b-4915441ccca7 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:27.488771 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac32612b-ff42-4d3e-a49b-4915441ccca7 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Network 1bab70f4-3794-44db-8e17-19f483aa8ffa is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:15:27.492068 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-ac32612b-ff42-4d3e-a49b-4915441ccca7 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:15:27.495763 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac32612b-ff42-4d3e-a49b-4915441ccca7 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:15:27.528110 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac32612b-ff42-4d3e-a49b-4915441ccca7 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event updated for resources: {'Port': ['ID=7182145a-7318-4af3-9226-957bc6cb29d6,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:15:27.987597 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-d5397996-350c-462b-badc-33b2a31d4bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:28.009123 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ac32612b-ff42-4d3e-a49b-4915441ccca7 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for router_gateway, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:28.340692 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ac32612b-ff42-4d3e-a49b-4915441ccca7 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603653'] for router, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:28.538761 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac32612b-ff42-4d3e-a49b-4915441ccca7 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Router 617e6b0b-8c74-4cce-b3f6-5a9a49dbd228 is scheduled to L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 with binding_index 1 {{(pid=88261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 30 05:15:28.711476 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac32612b-ff42-4d3e-a49b-4915441ccca7 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:15:28.720530 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c4c9d7-a4a7-4f4e-81a5-2e1f254e5f47 None None] Sync routers for ids ['617e6b0b-8c74-4cce-b3f6-5a9a49dbd228'] in dv-neutron-843763-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:15:28.730034 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c4c9d7-a4a7-4f4e-81a5-2e1f254e5f47 None None] Routers {'617e6b0b-8c74-4cce-b3f6-5a9a49dbd228'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:15:28.730637 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-29c4c9d7-a4a7-4f4e-81a5-2e1f254e5f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:15:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['617e6b0b-8c74-4cce-b3f6-5a9a49dbd228'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:15:28.738404 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ac32612b-ff42-4d3e-a49b-4915441ccca7 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for router, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:28.739564 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-ac32612b-ff42-4d3e-a49b-4915441ccca7 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.2745087 May 30 05:15:28.742771 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 49694) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:15:28.903920 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-6f1a7776-0229-4551-a0b8-234fd60c9273 tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=f9fe59584bbe4d5aaa42841eedb71980&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1597786 May 30 05:15:28.906403 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 49700) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:15:28.909943 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-29c4c9d7-a4a7-4f4e-81a5-2e1f254e5f47 None None] Set router 617e6b0b-8c74-4cce-b3f6-5a9a49dbd228 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:15:29.034950 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c96a7469-764c-4539-864b-93a9f7d80d86 tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:15:29.039181 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-c96a7469-764c-4539-864b-93a9f7d80d86 tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1291292 May 30 05:15:29.039351 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 49704) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:15:29.080921 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-d6c10070-5b12-4f71-bd57-bb2a2963b7d7 tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=1bab70f4-3794-44db-8e17-19f483aa8ffa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0405166 May 30 05:15:29.083457 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 49708) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:15:29.089214 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-9820afcd-45c5-4947-b709-852f7c87c0d4 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2095097469', 'network_id': '99338e53-9080-4797-a616-84c8d3c0f09c', 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:15:29.196107 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-9820afcd-45c5-4947-b709-852f7c87c0d4 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:15:29.200683 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-9820afcd-45c5-4947-b709-852f7c87c0d4 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Usage tracker for resource:subnet and tenant:f9fe59584bbe4d5aaa42841eedb71980 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:15:29.203579 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-9820afcd-45c5-4947-b709-852f7c87c0d4 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:15:29.209271 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-9820afcd-45c5-4947-b709-852f7c87c0d4 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:15:29.219866 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9820afcd-45c5-4947-b709-852f7c87c0d4 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Made reservation on behalf of f9fe59584bbe4d5aaa42841eedb71980 for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:15:29.220729 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-29c4c9d7-a4a7-4f4e-81a5-2e1f254e5f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '617e6b0b-8c74-4cce-b3f6-5a9a49dbd228', 'name': 'tempest-TestNetworkBasicOps-router-269813166', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.75'}], 'enable_snat': True}, 'gw_port_id': '7182145a-7318-4af3-9226-957bc6cb29d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:15:26Z', 'updated_at': '2022-05-30T05:15:27Z', 'revision_number': 3, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'gw_port': {'id': '7182145a-7318-4af3-9226-957bc6cb29d6', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:bb:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '617e6b0b-8c74-4cce-b3f6-5a9a49dbd228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:15:27Z', 'updated_at': '2022-05-30T05:15:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv'}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:15:29.223617 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9820afcd-45c5-4947-b709-852f7c87c0d4 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9305518'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:29.224998 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c4c9d7-a4a7-4f4e-81a5-2e1f254e5f47 None None] Checking router: 617e6b0b-8c74-4cce-b3f6-5a9a49dbd228 for host: dv-neutron-843763-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 05:15:29.225497 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c4c9d7-a4a7-4f4e-81a5-2e1f254e5f47 None None] Updating router 617e6b0b-8c74-4cce-b3f6-5a9a49dbd228 port 7182145a-7318-4af3-9226-957bc6cb29d6 binding host dv-neutron-843763-1-hyperv {{(pid=88263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 30 05:15:29.284222 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-29c4c9d7-a4a7-4f4e-81a5-2e1f254e5f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:29.540130 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9820afcd-45c5-4947-b709-852f7c87c0d4 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2305012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9305500'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:29.610377 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-29c4c9d7-a4a7-4f4e-81a5-2e1f254e5f47 None None] Notify callbacks [] for port, precommit_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:29.620366 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9820afcd-45c5-4947-b709-852f7c87c0d4 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event updated for resources: {'Subnet': ['ID=6f0957ca-90d7-4144-8ca1-d7c75b1a0880,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:15:29.623404 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.provisioning_blocks [None req-29c4c9d7-a4a7-4f4e-81a5-2e1f254e5f47 None None] Transition to ACTIVE for port object 7182145a-7318-4af3-9226-957bc6cb29d6 will not be triggered until provisioned by entity L2. {{(pid=88263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:15:29.628345 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9820afcd-45c5-4947-b709-852f7c87c0d4 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Checking segment: {'id': '2bfb7908-c020-4049-b22e-8dca0fb852d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '99338e53-9080-4797-a616-84c8d3c0f09c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:15:29.628494 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9820afcd-45c5-4947-b709-852f7c87c0d4 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Network hostable DHCP agents. Network: 99338e53-9080-4797-a616-84c8d3c0f09c, hostable agents: ['1c705e68-3d3e-4dd3-9252-feb21d4b96ab'], hosted agents: [] {{(pid=88261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 05:15:29.631051 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-29c4c9d7-a4a7-4f4e-81a5-2e1f254e5f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:29.649690 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9820afcd-45c5-4947-b709-852f7c87c0d4 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Network 99338e53-9080-4797-a616-84c8d3c0f09c is scheduled to be hosted by DHCP agent 1c705e68-3d3e-4dd3-9252-feb21d4b96ab with binding_index 1 {{(pid=88261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 05:15:29.659324 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-9820afcd-45c5-4947-b709-852f7c87c0d4 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843763-1-hyperv, 99338e53-9080-4797-a616-84c8d3c0f09c) {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:15:29.665937 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9820afcd-45c5-4947-b709-852f7c87c0d4 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:15:29.666824 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9820afcd-45c5-4947-b709-852f7c87c0d4 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:29.668452 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e10c62e-4c60-4372-bb6d-d6c476a4ec57 None None] Network 99338e53-9080-4797-a616-84c8d3c0f09c requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:15:29.689991 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-9820afcd-45c5-4947-b709-852f7c87c0d4 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6054115 May 30 05:15:29.693233 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 49712) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:15:29.710392 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c8b03b-8f52-4a06-ab4b-2305a045f19f None None] Pushing event updated for resources: {'Port': ['ID=7182145a-7318-4af3-9226-957bc6cb29d6,revision_number=2']} {{(pid=88263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:15:29.717512 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-29c4c9d7-a4a7-4f4e-81a5-2e1f254e5f47 None None] Attempting to bind port 7182145a-7318-4af3-9226-957bc6cb29d6 on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 05:15:29.717898 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-29c4c9d7-a4a7-4f4e-81a5-2e1f254e5f47 None None] Attempting to bind port 7182145a-7318-4af3-9226-957bc6cb29d6 by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': 'ad083d94-0233-4c50-a0ed-00ef7686038c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'}] {{(pid=88263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 05:15:29.718253 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c4c9d7-a4a7-4f4e-81a5-2e1f254e5f47 None None] Attempting to bind port 7182145a-7318-4af3-9226-957bc6cb29d6 on network 1bab70f4-3794-44db-8e17-19f483aa8ffa {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:15:29.722505 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c8b03b-8f52-4a06-ab4b-2305a045f19f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:15:29.723076 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c8b03b-8f52-4a06-ab4b-2305a045f19f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:15:29.723213 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c8b03b-8f52-4a06-ab4b-2305a045f19f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:15:29.723479 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c8b03b-8f52-4a06-ab4b-2305a045f19f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:15:29.723798 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c8b03b-8f52-4a06-ab4b-2305a045f19f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:15:29.724120 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c8b03b-8f52-4a06-ab4b-2305a045f19f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:15:29.724437 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c8b03b-8f52-4a06-ab4b-2305a045f19f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:15:29.724753 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c8b03b-8f52-4a06-ab4b-2305a045f19f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:15:29.725070 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c8b03b-8f52-4a06-ab4b-2305a045f19f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:15:29.725941 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c8b03b-8f52-4a06-ab4b-2305a045f19f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:15:29.726254 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c8b03b-8f52-4a06-ab4b-2305a045f19f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:15:29.726566 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c8b03b-8f52-4a06-ab4b-2305a045f19f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:15:29.731963 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c4c9d7-a4a7-4f4e-81a5-2e1f254e5f47 None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 5, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 05:15:29.732331 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c4c9d7-a4a7-4f4e-81a5-2e1f254e5f47 None None] Checking segment: {'id': 'ad083d94-0233-4c50-a0ed-00ef7686038c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:15:29.732726 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-29c4c9d7-a4a7-4f4e-81a5-2e1f254e5f47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:29.733104 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c4c9d7-a4a7-4f4e-81a5-2e1f254e5f47 None None] Bound using segment: {'id': 'ad083d94-0233-4c50-a0ed-00ef7686038c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'} {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 05:15:29.733559 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-29c4c9d7-a4a7-4f4e-81a5-2e1f254e5f47 None None] Bound port: 7182145a-7318-4af3-9226-957bc6cb29d6, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad083d94-0233-4c50-a0ed-00ef7686038c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'}}] {{(pid=88263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 05:15:29.733948 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-29c4c9d7-a4a7-4f4e-81a5-2e1f254e5f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:29.808547 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.db [None req-29c4c9d7-a4a7-4f4e-81a5-2e1f254e5f47 None None] For port 7182145a-7318-4af3-9226-957bc6cb29d6, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 05:15:29.811730 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.db [None req-29c4c9d7-a4a7-4f4e-81a5-2e1f254e5f47 None None] For port 7182145a-7318-4af3-9226-957bc6cb29d6, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=7182145a-7318-4af3-9226-957bc6cb29d6,segment=NetworkSegment(ad083d94-0233-4c50-a0ed-00ef7686038c),segment_id=ad083d94-0233-4c50-a0ed-00ef7686038c)] {{(pid=88263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 05:15:29.816760 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-29c4c9d7-a4a7-4f4e-81a5-2e1f254e5f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:29.886332 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c4c9d7-a4a7-4f4e-81a5-2e1f254e5f47 None None] Routers {'617e6b0b-8c74-4cce-b3f6-5a9a49dbd228'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:15:29.886944 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-29c4c9d7-a4a7-4f4e-81a5-2e1f254e5f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:15:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['617e6b0b-8c74-4cce-b3f6-5a9a49dbd228'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:15:29.918782 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feab6ba9-3fb6-42c7-ae9e-323134cf2834 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bbf24ed-7ba9-53d2-873f-8f9642b1e987-99338e53-9080-4797-a616-84c8d3c0f09c', 'network_id': '99338e53-9080-4797-a616-84c8d3c0f09c', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'fixed_ips': [{'subnet_id': '6f0957ca-90d7-4144-8ca1-d7c75b1a0880'}]}} from dv-neutron-843763-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 30 05:15:29.919654 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-feab6ba9-3fb6-42c7-ae9e-323134cf2834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:30.050058 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c8b03b-8f52-4a06-ab4b-2305a045f19f None None] Pushing event updated for resources: {'Port': ['ID=7182145a-7318-4af3-9226-957bc6cb29d6,revision_number=3']} {{(pid=88263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:15:30.071923 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-feab6ba9-3fb6-42c7-ae9e-323134cf2834 None None] Allocated IP 172.20.0.2 (99338e53-9080-4797-a616-84c8d3c0f09c/6f0957ca-90d7-4144-8ca1-d7c75b1a0880/8bb96836-171c-4f73-bcc7-ac89fdd434e6) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:15:30.073275 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-29c4c9d7-a4a7-4f4e-81a5-2e1f254e5f47 None None] Set router 617e6b0b-8c74-4cce-b3f6-5a9a49dbd228 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:15:30.236787 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-77739783-34ed-485d-80df-b34d99763082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:30.310576 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-feab6ba9-3fb6-42c7-ae9e-323134cf2834 None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:30.323514 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-feab6ba9-3fb6-42c7-ae9e-323134cf2834 None None] Transition to ACTIVE for port object 8bb96836-171c-4f73-bcc7-ac89fdd434e6 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:15:30.341881 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-feab6ba9-3fb6-42c7-ae9e-323134cf2834 None None] Transition to ACTIVE for port object 8bb96836-171c-4f73-bcc7-ac89fdd434e6 will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:15:30.348848 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-feab6ba9-3fb6-42c7-ae9e-323134cf2834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:30.384374 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-29c4c9d7-a4a7-4f4e-81a5-2e1f254e5f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '617e6b0b-8c74-4cce-b3f6-5a9a49dbd228', 'name': 'tempest-TestNetworkBasicOps-router-269813166', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.75'}], 'enable_snat': True}, 'gw_port_id': '7182145a-7318-4af3-9226-957bc6cb29d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:15:26Z', 'updated_at': '2022-05-30T05:15:27Z', 'revision_number': 3, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'gw_port': {'id': '7182145a-7318-4af3-9226-957bc6cb29d6', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:bb:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '617e6b0b-8c74-4cce-b3f6-5a9a49dbd228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:15:27Z', 'updated_at': '2022-05-30T05:15:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv'}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:15:30.389428 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c4c9d7-a4a7-4f4e-81a5-2e1f254e5f47 None None] The sync data for ids ['617e6b0b-8c74-4cce-b3f6-5a9a49dbd228'] in dv-neutron-843763-1-hyperv is: [{'id': '617e6b0b-8c74-4cce-b3f6-5a9a49dbd228', 'name': 'tempest-TestNetworkBasicOps-router-269813166', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.75'}], 'enable_snat': True}, 'gw_port_id': '7182145a-7318-4af3-9226-957bc6cb29d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:15:26Z', 'updated_at': '2022-05-30T05:15:27Z', 'revision_number': 3, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'gw_port': {'id': '7182145a-7318-4af3-9226-957bc6cb29d6', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:bb:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '617e6b0b-8c74-4cce-b3f6-5a9a49dbd228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:15:27Z', 'updated_at': '2022-05-30T05:15:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv'}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:15:30.423171 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feab6ba9-3fb6-42c7-ae9e-323134cf2834 None None] Network 99338e53-9080-4797-a616-84c8d3c0f09c is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:15:30.424497 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-feab6ba9-3fb6-42c7-ae9e-323134cf2834 None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:15:30.428545 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feab6ba9-3fb6-42c7-ae9e-323134cf2834 None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:15:30.470886 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feab6ba9-3fb6-42c7-ae9e-323134cf2834 None None] Pushing event updated for resources: {'Port': ['ID=8bb96836-171c-4f73-bcc7-ac89fdd434e6,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:15:30.529978 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-feab6ba9-3fb6-42c7-ae9e-323134cf2834 None None] Attempting to bind port 8bb96836-171c-4f73-bcc7-ac89fdd434e6 on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 05:15:30.530534 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-feab6ba9-3fb6-42c7-ae9e-323134cf2834 None None] Attempting to bind port 8bb96836-171c-4f73-bcc7-ac89fdd434e6 by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': '2bfb7908-c020-4049-b22e-8dca0fb852d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '99338e53-9080-4797-a616-84c8d3c0f09c'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 05:15:30.530735 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feab6ba9-3fb6-42c7-ae9e-323134cf2834 None None] Attempting to bind port 8bb96836-171c-4f73-bcc7-ac89fdd434e6 on network 99338e53-9080-4797-a616-84c8d3c0f09c {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:15:30.536399 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feab6ba9-3fb6-42c7-ae9e-323134cf2834 None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 5, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 05:15:30.536769 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feab6ba9-3fb6-42c7-ae9e-323134cf2834 None None] Checking segment: {'id': '2bfb7908-c020-4049-b22e-8dca0fb852d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '99338e53-9080-4797-a616-84c8d3c0f09c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:15:30.537169 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-feab6ba9-3fb6-42c7-ae9e-323134cf2834 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:30.537593 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feab6ba9-3fb6-42c7-ae9e-323134cf2834 None None] Bound using segment: {'id': '2bfb7908-c020-4049-b22e-8dca0fb852d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '99338e53-9080-4797-a616-84c8d3c0f09c'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 05:15:30.538116 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-feab6ba9-3fb6-42c7-ae9e-323134cf2834 None None] Bound port: 8bb96836-171c-4f73-bcc7-ac89fdd434e6, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bfb7908-c020-4049-b22e-8dca0fb852d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '99338e53-9080-4797-a616-84c8d3c0f09c'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 05:15:30.538640 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-feab6ba9-3fb6-42c7-ae9e-323134cf2834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:30.567243 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c96674cd-f715-427d-8019-1640d34ded1a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:30.657454 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-feab6ba9-3fb6-42c7-ae9e-323134cf2834 None None] For port 8bb96836-171c-4f73-bcc7-ac89fdd434e6, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 05:15:30.660953 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-feab6ba9-3fb6-42c7-ae9e-323134cf2834 None None] For port 8bb96836-171c-4f73-bcc7-ac89fdd434e6, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=8bb96836-171c-4f73-bcc7-ac89fdd434e6,segment=NetworkSegment(2bfb7908-c020-4049-b22e-8dca0fb852d7),segment_id=2bfb7908-c020-4049-b22e-8dca0fb852d7)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 05:15:30.666168 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-feab6ba9-3fb6-42c7-ae9e-323134cf2834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:30.762286 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feab6ba9-3fb6-42c7-ae9e-323134cf2834 None None] Pushing event updated for resources: {'Port': ['ID=8bb96836-171c-4f73-bcc7-ac89fdd434e6,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:15:31.034899 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-c96674cd-f715-427d-8019-1640d34ded1a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Allocated IP 172.20.0.1 (99338e53-9080-4797-a616-84c8d3c0f09c/6f0957ca-90d7-4144-8ca1-d7c75b1a0880/71460784-2ac4-4d5a-877e-72c059147764) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:15:31.203467 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c96674cd-f715-427d-8019-1640d34ded1a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:31.220869 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [None req-c96674cd-f715-427d-8019-1640d34ded1a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Transition to ACTIVE for port object 71460784-2ac4-4d5a-877e-72c059147764 will not be triggered until provisioned by entity DHCP. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:15:31.246787 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c96674cd-f715-427d-8019-1640d34ded1a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:31.263638 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56ded65b-0e68-413c-8b9b-1097922cc81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:31.327559 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c96674cd-f715-427d-8019-1640d34ded1a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Network 99338e53-9080-4797-a616-84c8d3c0f09c is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:15:31.330611 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-c96674cd-f715-427d-8019-1640d34ded1a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:15:31.334640 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96674cd-f715-427d-8019-1640d34ded1a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:15:31.379226 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96674cd-f715-427d-8019-1640d34ded1a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event updated for resources: {'Port': ['ID=71460784-2ac4-4d5a-877e-72c059147764,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:15:31.393656 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96674cd-f715-427d-8019-1640d34ded1a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:15:31.394032 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96674cd-f715-427d-8019-1640d34ded1a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:15:31.394372 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96674cd-f715-427d-8019-1640d34ded1a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:15:31.394707 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96674cd-f715-427d-8019-1640d34ded1a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:15:31.395041 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96674cd-f715-427d-8019-1640d34ded1a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:15:31.395381 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96674cd-f715-427d-8019-1640d34ded1a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:15:31.395979 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96674cd-f715-427d-8019-1640d34ded1a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:15:31.396309 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96674cd-f715-427d-8019-1640d34ded1a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:15:31.396635 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96674cd-f715-427d-8019-1640d34ded1a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:15:31.396960 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96674cd-f715-427d-8019-1640d34ded1a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:15:31.397918 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96674cd-f715-427d-8019-1640d34ded1a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:15:31.398539 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96674cd-f715-427d-8019-1640d34ded1a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:15:31.412076 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c96674cd-f715-427d-8019-1640d34ded1a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604623'] for router_interface, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:31.458663 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:31.540172 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c96674cd-f715-427d-8019-1640d34ded1a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:31.700244 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec1ca79c-bc61-423e-b83e-96a624802135 None None] Network 99338e53-9080-4797-a616-84c8d3c0f09c requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:15:31.795785 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-5adc620f-eadd-44c9-9df3-a4882c9a7948 None None] Provisioning for port 8bb96836-171c-4f73-bcc7-ac89fdd434e6 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:15:31.967310 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c96674cd-f715-427d-8019-1640d34ded1a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for port, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:31.972074 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c96674cd-f715-427d-8019-1640d34ded1a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1547421'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:32.088517 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96674cd-f715-427d-8019-1640d34ded1a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event updated for resources: {'Port': ['ID=71460784-2ac4-4d5a-877e-72c059147764,revision_number=2']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:15:32.091118 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c96674cd-f715-427d-8019-1640d34ded1a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1642774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602230'] for router_interface, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:32.251198 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-1bafb6fa-73e3-48ab-9777-71ec29bc6d1f None None] Provisioning for port 71460784-2ac4-4d5a-877e-72c059147764 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:15:32.258047 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-1bafb6fa-73e3-48ab-9777-71ec29bc6d1f None None] Provisioning complete for port 71460784-2ac4-4d5a-877e-72c059147764 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:15:32.258781 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-1bafb6fa-73e3-48ab-9777-71ec29bc6d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:32.348719 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-1bafb6fa-73e3-48ab-9777-71ec29bc6d1f None None] Port 71460784-2ac4-4d5a-877e-72c059147764 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 05:15:32.352761 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 8bb96836-171c-4f73-bcc7-ac89fdd434e6 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:15:32.405928 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c96674cd-f715-427d-8019-1640d34ded1a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Network 99338e53-9080-4797-a616-84c8d3c0f09c is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:15:32.407125 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-c96674cd-f715-427d-8019-1640d34ded1a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:15:32.434653 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port 8bb96836-171c-4f73-bcc7-ac89fdd434e6 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:15:32.439406 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 8bb96836-171c-4f73-bcc7-ac89fdd434e6 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:15:32.439777 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:32.604362 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 8bb96836-171c-4f73-bcc7-ac89fdd434e6 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:15:32.604739 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:32.604928 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c96674cd-f715-427d-8019-1640d34ded1a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Router 617e6b0b-8c74-4cce-b3f6-5a9a49dbd228 has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 05:15:32.614411 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-0a3b7c32-7a18-4226-bb4e-40c6a1edb97a None None] Provisioning complete for port 71460784-2ac4-4d5a-877e-72c059147764 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:15:32.614771 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-0a3b7c32-7a18-4226-bb4e-40c6a1edb97a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:32.682420 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-0a3b7c32-7a18-4226-bb4e-40c6a1edb97a None None] Port 71460784-2ac4-4d5a-877e-72c059147764 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 05:15:32.685409 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] For port 8bb96836-171c-4f73-bcc7-ac89fdd434e6, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=8bb96836-171c-4f73-bcc7-ac89fdd434e6,segment=NetworkSegment(2bfb7908-c020-4049-b22e-8dca0fb852d7),segment_id=2bfb7908-c020-4049-b22e-8dca0fb852d7)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:15:32.689075 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:32.689924 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 7182145a-7318-4af3-9226-957bc6cb29d6 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:15:32.785519 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c96674cd-f715-427d-8019-1640d34ded1a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:15:32.799019 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-c96674cd-f715-427d-8019-1640d34ded1a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "PUT /v2.0/routers/617e6b0b-8c74-4cce-b3f6-5a9a49dbd228/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1047151 May 30 05:15:32.801726 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 49718) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:15:32.811814 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200e5185-a662-4ae8-9dc4-3a2175c97d49 None None] Sync routers for ids ['617e6b0b-8c74-4cce-b3f6-5a9a49dbd228'] in dv-neutron-843763-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:15:32.828560 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a142624-940e-4c55-bf49-a5329c884075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:32.830846 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Pushing event updated for resources: {'Port': ['ID=8bb96836-171c-4f73-bcc7-ac89fdd434e6,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:15:32.837491 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200e5185-a662-4ae8-9dc4-3a2175c97d49 None None] Routers {'617e6b0b-8c74-4cce-b3f6-5a9a49dbd228'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:15:32.838111 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-200e5185-a662-4ae8-9dc4-3a2175c97d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:15:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['617e6b0b-8c74-4cce-b3f6-5a9a49dbd228'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:15:32.906064 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-974f479e-1e7c-41c3-8f5d-274560b324e3 None None] Provisioning complete for port 71460784-2ac4-4d5a-877e-72c059147764 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:15:32.906437 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-974f479e-1e7c-41c3-8f5d-274560b324e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:32.942666 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d2a4867-2185-4c58-8aa9-547892e9777c tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:15:32.943046 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d2a4867-2185-4c58-8aa9-547892e9777c tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:15:32.943418 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d2a4867-2185-4c58-8aa9-547892e9777c tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:15:32.943874 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d2a4867-2185-4c58-8aa9-547892e9777c tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:15:32.945531 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-0d2a4867-2185-4c58-8aa9-547892e9777c tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1428714 May 30 05:15:32.948416 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 49722) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:15:32.965137 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port 7182145a-7318-4af3-9226-957bc6cb29d6 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:15:33.015354 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe312dd-bf92-4de8-b2fe-9971f48099bf tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:15:33.015806 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe312dd-bf92-4de8-b2fe-9971f48099bf tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:15:33.016252 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe312dd-bf92-4de8-b2fe-9971f48099bf tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:15:33.016687 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe312dd-bf92-4de8-b2fe-9971f48099bf tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:15:33.018562 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-bfe312dd-bf92-4de8-b2fe-9971f48099bf tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0689540 May 30 05:15:33.020951 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 49726) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:15:33.029197 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 7182145a-7318-4af3-9226-957bc6cb29d6 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:15:33.029568 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:33.079898 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-974f479e-1e7c-41c3-8f5d-274560b324e3 None None] Port 71460784-2ac4-4d5a-877e-72c059147764 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 05:15:33.127538 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-200e5185-a662-4ae8-9dc4-3a2175c97d49 None None] Set router 617e6b0b-8c74-4cce-b3f6-5a9a49dbd228 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:15:33.221463 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-195e1122-9b19-40f9-899b-894450e3e69b tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.1993678 May 30 05:15:33.301750 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 49732) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:15:33.307549 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-adea8c74-f52d-4922-8e5c-581d08dabe3f tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1549237401', 'description': 'tempest-secgroup-smoke-1549237401 description', 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:15:33.313404 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-adea8c74-f52d-4922-8e5c-581d08dabe3f tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:15:33.317787 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-adea8c74-f52d-4922-8e5c-581d08dabe3f tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Usage tracker for resource:security_group and tenant:f9fe59584bbe4d5aaa42841eedb71980 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:15:33.321183 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-adea8c74-f52d-4922-8e5c-581d08dabe3f tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:15:33.326981 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-adea8c74-f52d-4922-8e5c-581d08dabe3f tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:15:33.327693 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 7182145a-7318-4af3-9226-957bc6cb29d6 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:15:33.328081 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:33.338070 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-adea8c74-f52d-4922-8e5c-581d08dabe3f tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:33.357522 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-adea8c74-f52d-4922-8e5c-581d08dabe3f tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:15:33.361402 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-adea8c74-f52d-4922-8e5c-581d08dabe3f tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Usage tracker for resource:security_group_rule and tenant:f9fe59584bbe4d5aaa42841eedb71980 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:15:33.364173 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-adea8c74-f52d-4922-8e5c-581d08dabe3f tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:15:33.369730 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-adea8c74-f52d-4922-8e5c-581d08dabe3f tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:15:33.406505 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] For port 7182145a-7318-4af3-9226-957bc6cb29d6, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=7182145a-7318-4af3-9226-957bc6cb29d6,segment=NetworkSegment(ad083d94-0233-4c50-a0ed-00ef7686038c),segment_id=ad083d94-0233-4c50-a0ed-00ef7686038c)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:15:33.414583 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:33.440044 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-adea8c74-f52d-4922-8e5c-581d08dabe3f tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:33.443725 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-adea8c74-f52d-4922-8e5c-581d08dabe3f tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:33.491438 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adea8c74-f52d-4922-8e5c-581d08dabe3f tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=360ff9fa-360f-4927-b8b9-eaae58613e6c,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:15:33.497671 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-adea8c74-f52d-4922-8e5c-581d08dabe3f tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:33.498897 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-adea8c74-f52d-4922-8e5c-581d08dabe3f tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1959696 May 30 05:15:33.500129 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adea8c74-f52d-4922-8e5c-581d08dabe3f tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:15:33.500471 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adea8c74-f52d-4922-8e5c-581d08dabe3f tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:15:33.500812 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adea8c74-f52d-4922-8e5c-581d08dabe3f tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:15:33.501141 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adea8c74-f52d-4922-8e5c-581d08dabe3f tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:15:33.501474 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adea8c74-f52d-4922-8e5c-581d08dabe3f tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:15:33.501831 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adea8c74-f52d-4922-8e5c-581d08dabe3f tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:15:33.502150 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adea8c74-f52d-4922-8e5c-581d08dabe3f tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:15:33.502388 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 49736) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:15:33.502829 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adea8c74-f52d-4922-8e5c-581d08dabe3f tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:15:33.502928 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adea8c74-f52d-4922-8e5c-581d08dabe3f tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:15:33.503178 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adea8c74-f52d-4922-8e5c-581d08dabe3f tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:15:33.503507 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adea8c74-f52d-4922-8e5c-581d08dabe3f tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:15:33.503824 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adea8c74-f52d-4922-8e5c-581d08dabe3f tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:15:33.509928 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-a34c35b6-c802-4991-80b3-8675e07e2911 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Request body: {'security_group_rule': {'security_group_id': '360ff9fa-360f-4927-b8b9-eaae58613e6c', 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:15:33.515941 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-a34c35b6-c802-4991-80b3-8675e07e2911 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:15:33.519841 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-a34c35b6-c802-4991-80b3-8675e07e2911 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Usage tracker for resource:security_group_rule and tenant:f9fe59584bbe4d5aaa42841eedb71980 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:15:33.523228 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-a34c35b6-c802-4991-80b3-8675e07e2911 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:15:33.529347 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-a34c35b6-c802-4991-80b3-8675e07e2911 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:15:33.544665 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Pushing event updated for resources: {'Port': ['ID=7182145a-7318-4af3-9226-957bc6cb29d6,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:15:33.545714 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a34c35b6-c802-4991-80b3-8675e07e2911 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:33.578326 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-200e5185-a662-4ae8-9dc4-3a2175c97d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '617e6b0b-8c74-4cce-b3f6-5a9a49dbd228', 'name': 'tempest-TestNetworkBasicOps-router-269813166', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.75'}], 'enable_snat': True}, 'gw_port_id': '7182145a-7318-4af3-9226-957bc6cb29d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:15:26Z', 'updated_at': '2022-05-30T05:15:31Z', 'revision_number': 4, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'gw_port': {'id': '7182145a-7318-4af3-9226-957bc6cb29d6', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:bb:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '617e6b0b-8c74-4cce-b3f6-5a9a49dbd228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:15:27Z', 'updated_at': '2022-05-30T05:15:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': '71460784-2ac4-4d5a-877e-72c059147764', 'name': '', 'network_id': '99338e53-9080-4797-a616-84c8d3c0f09c', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'mac_address': 'fa:16:3e:40:db:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '617e6b0b-8c74-4cce-b3f6-5a9a49dbd228', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '6f0957ca-90d7-4144-8ca1-d7c75b1a0880', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:15:30Z', 'updated_at': '2022-05-30T05:15:31Z', 'revision_number': 2, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'subnets': [{'id': '6f0957ca-90d7-4144-8ca1-d7c75b1a0880', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:15:33.583265 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200e5185-a662-4ae8-9dc4-3a2175c97d49 None None] Checking router: 617e6b0b-8c74-4cce-b3f6-5a9a49dbd228 for host: dv-neutron-843763-1-hyperv {{(pid=88262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 05:15:33.583661 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200e5185-a662-4ae8-9dc4-3a2175c97d49 None None] Updating router 617e6b0b-8c74-4cce-b3f6-5a9a49dbd228 port 71460784-2ac4-4d5a-877e-72c059147764 binding host dv-neutron-843763-1-hyperv {{(pid=88262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 30 05:15:33.613736 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a34c35b6-c802-4991-80b3-8675e07e2911 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:33.619414 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a34c35b6-c802-4991-80b3-8675e07e2911 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:33.642788 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-200e5185-a662-4ae8-9dc4-3a2175c97d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:33.645585 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34c35b6-c802-4991-80b3-8675e07e2911 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=478d27b4-79f5-4fc5-96ed-3c51175f6032,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:15:33.655933 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a34c35b6-c802-4991-80b3-8675e07e2911 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:33.659908 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-a34c35b6-c802-4991-80b3-8675e07e2911 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1525888 May 30 05:15:33.660202 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 49740) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:15:33.665925 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-52aabbea-e849-45bb-a2fd-4d9a6adb91a0 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Request body: {'security_group_rule': {'security_group_id': '360ff9fa-360f-4927-b8b9-eaae58613e6c', 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:15:33.671711 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-52aabbea-e849-45bb-a2fd-4d9a6adb91a0 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:15:33.676885 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-52aabbea-e849-45bb-a2fd-4d9a6adb91a0 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Usage tracker for resource:security_group_rule and tenant:f9fe59584bbe4d5aaa42841eedb71980 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:15:33.680588 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-52aabbea-e849-45bb-a2fd-4d9a6adb91a0 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:15:33.687026 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-52aabbea-e849-45bb-a2fd-4d9a6adb91a0 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:15:33.702678 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-52aabbea-e849-45bb-a2fd-4d9a6adb91a0 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:33.764345 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-52aabbea-e849-45bb-a2fd-4d9a6adb91a0 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:33.767955 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-52aabbea-e849-45bb-a2fd-4d9a6adb91a0 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:33.792475 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52aabbea-e849-45bb-a2fd-4d9a6adb91a0 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7098f16-cfdc-4853-b688-0a19af390bff,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:15:33.802051 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-52aabbea-e849-45bb-a2fd-4d9a6adb91a0 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:33.803273 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-52aabbea-e849-45bb-a2fd-4d9a6adb91a0 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1420579 May 30 05:15:33.806064 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 49744) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:15:33.811123 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-92426d0b-35be-4c2e-8cbe-c3938d4d0c57 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Request body: {'security_group_rule': {'security_group_id': '360ff9fa-360f-4927-b8b9-eaae58613e6c', 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:15:33.816906 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-92426d0b-35be-4c2e-8cbe-c3938d4d0c57 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:15:33.820828 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-92426d0b-35be-4c2e-8cbe-c3938d4d0c57 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Usage tracker for resource:security_group_rule and tenant:f9fe59584bbe4d5aaa42841eedb71980 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:15:33.823783 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-92426d0b-35be-4c2e-8cbe-c3938d4d0c57 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:15:33.829524 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-92426d0b-35be-4c2e-8cbe-c3938d4d0c57 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:15:33.846879 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-92426d0b-35be-4c2e-8cbe-c3938d4d0c57 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:33.911625 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-92426d0b-35be-4c2e-8cbe-c3938d4d0c57 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:33.916309 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-92426d0b-35be-4c2e-8cbe-c3938d4d0c57 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:33.944235 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92426d0b-35be-4c2e-8cbe-c3938d4d0c57 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5869eebf-ac2f-489e-86db-5236b8fca717,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:15:33.950832 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-92426d0b-35be-4c2e-8cbe-c3938d4d0c57 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:33.952050 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-92426d0b-35be-4c2e-8cbe-c3938d4d0c57 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1450176 May 30 05:15:33.954646 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 49748) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:15:33.960140 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-8efdf0e6-079f-433d-9f10-19ccf1af5af1 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Request body: {'security_group_rule': {'security_group_id': '360ff9fa-360f-4927-b8b9-eaae58613e6c', 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:15:33.965956 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-8efdf0e6-079f-433d-9f10-19ccf1af5af1 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:15:33.969781 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-8efdf0e6-079f-433d-9f10-19ccf1af5af1 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Usage tracker for resource:security_group_rule and tenant:f9fe59584bbe4d5aaa42841eedb71980 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:15:33.972742 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-8efdf0e6-079f-433d-9f10-19ccf1af5af1 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:15:33.979173 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-8efdf0e6-079f-433d-9f10-19ccf1af5af1 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:15:33.996648 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-200e5185-a662-4ae8-9dc4-3a2175c97d49 None None] Notify callbacks [] for port, precommit_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:33.998524 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8efdf0e6-079f-433d-9f10-19ccf1af5af1 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:34.007914 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-200e5185-a662-4ae8-9dc4-3a2175c97d49 None None] Transition to ACTIVE for port object 71460784-2ac4-4d5a-877e-72c059147764 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:15:34.014285 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-200e5185-a662-4ae8-9dc4-3a2175c97d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:34.062911 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8efdf0e6-079f-433d-9f10-19ccf1af5af1 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:34.066791 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8efdf0e6-079f-433d-9f10-19ccf1af5af1 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:34.091913 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efdf0e6-079f-433d-9f10-19ccf1af5af1 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5588d816-08fd-4d96-9817-90ce9bd6ebe0,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:15:34.103701 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8efdf0e6-079f-433d-9f10-19ccf1af5af1 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:34.107914 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-8efdf0e6-079f-433d-9f10-19ccf1af5af1 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1495759 May 30 05:15:34.108111 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 49752) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:15:34.113929 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-0e91da6a-88c4-4df8-9eb4-26f561161cad tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Request body: {'security_group_rule': {'security_group_id': '360ff9fa-360f-4927-b8b9-eaae58613e6c', 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:15:34.120130 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-0e91da6a-88c4-4df8-9eb4-26f561161cad tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:15:34.124901 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-0e91da6a-88c4-4df8-9eb4-26f561161cad tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Usage tracker for resource:security_group_rule and tenant:f9fe59584bbe4d5aaa42841eedb71980 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:15:34.128214 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-0e91da6a-88c4-4df8-9eb4-26f561161cad tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:15:34.138166 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-0e91da6a-88c4-4df8-9eb4-26f561161cad tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:15:34.150328 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.db.securitygroups_db [None req-0e91da6a-88c4-4df8-9eb4-26f561161cad tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Project f9fe59584bbe4d5aaa42841eedb71980 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 30 05:15:34.157755 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0e91da6a-88c4-4df8-9eb4-26f561161cad tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:34.210547 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f933be-cf6e-4905-a1b3-ad32416f9966 None None] Pushing event updated for resources: {'Port': ['ID=71460784-2ac4-4d5a-877e-72c059147764,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:15:34.263705 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0e91da6a-88c4-4df8-9eb4-26f561161cad tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:34.274002 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0e91da6a-88c4-4df8-9eb4-26f561161cad tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:34.278817 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-200e5185-a662-4ae8-9dc4-3a2175c97d49 None None] Attempting to bind port 71460784-2ac4-4d5a-877e-72c059147764 on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 05:15:34.279539 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-200e5185-a662-4ae8-9dc4-3a2175c97d49 None None] Attempting to bind port 71460784-2ac4-4d5a-877e-72c059147764 by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': '2bfb7908-c020-4049-b22e-8dca0fb852d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '99338e53-9080-4797-a616-84c8d3c0f09c'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 05:15:34.279995 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200e5185-a662-4ae8-9dc4-3a2175c97d49 None None] Attempting to bind port 71460784-2ac4-4d5a-877e-72c059147764 on network 99338e53-9080-4797-a616-84c8d3c0f09c {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:15:34.288447 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200e5185-a662-4ae8-9dc4-3a2175c97d49 None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 5, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 05:15:34.288447 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200e5185-a662-4ae8-9dc4-3a2175c97d49 None None] Checking segment: {'id': '2bfb7908-c020-4049-b22e-8dca0fb852d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '99338e53-9080-4797-a616-84c8d3c0f09c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:15:34.288804 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-200e5185-a662-4ae8-9dc4-3a2175c97d49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:34.289317 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200e5185-a662-4ae8-9dc4-3a2175c97d49 None None] Bound using segment: {'id': '2bfb7908-c020-4049-b22e-8dca0fb852d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '99338e53-9080-4797-a616-84c8d3c0f09c'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 05:15:34.289904 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-200e5185-a662-4ae8-9dc4-3a2175c97d49 None None] Bound port: 71460784-2ac4-4d5a-877e-72c059147764, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bfb7908-c020-4049-b22e-8dca0fb852d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '99338e53-9080-4797-a616-84c8d3c0f09c'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 05:15:34.290328 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-200e5185-a662-4ae8-9dc4-3a2175c97d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:34.299159 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 8bb96836-171c-4f73-bcc7-ac89fdd434e6 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:15:34.304625 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e91da6a-88c4-4df8-9eb4-26f561161cad tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d48335f-d3a1-4920-a3d3-fd9fb48d4f7c,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:15:34.310715 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0e91da6a-88c4-4df8-9eb4-26f561161cad tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:34.314340 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-0e91da6a-88c4-4df8-9eb4-26f561161cad tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2048388 May 30 05:15:34.314840 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 49756) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:15:34.320694 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-5cdc0431-3d4f-48b9-9244-f4a0ca1c8d25 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Request body: {'security_group_rule': {'security_group_id': '360ff9fa-360f-4927-b8b9-eaae58613e6c', 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:15:34.326881 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-5cdc0431-3d4f-48b9-9244-f4a0ca1c8d25 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:15:34.330736 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-5cdc0431-3d4f-48b9-9244-f4a0ca1c8d25 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Usage tracker for resource:security_group_rule and tenant:f9fe59584bbe4d5aaa42841eedb71980 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:15:34.333599 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-5cdc0431-3d4f-48b9-9244-f4a0ca1c8d25 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:15:34.340012 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-5cdc0431-3d4f-48b9-9244-f4a0ca1c8d25 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:15:34.350269 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.db.securitygroups_db [None req-5cdc0431-3d4f-48b9-9244-f4a0ca1c8d25 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Project f9fe59584bbe4d5aaa42841eedb71980 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 30 05:15:34.356819 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5cdc0431-3d4f-48b9-9244-f4a0ca1c8d25 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:34.424385 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5cdc0431-3d4f-48b9-9244-f4a0ca1c8d25 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:34.428179 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5cdc0431-3d4f-48b9-9244-f4a0ca1c8d25 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:34.445525 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-200e5185-a662-4ae8-9dc4-3a2175c97d49 None None] For port 71460784-2ac4-4d5a-877e-72c059147764, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 05:15:34.451984 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdc0431-3d4f-48b9-9244-f4a0ca1c8d25 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7173c2db-220f-47c8-aa39-1f9c94f2da81,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:15:34.452152 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-200e5185-a662-4ae8-9dc4-3a2175c97d49 None None] For port 71460784-2ac4-4d5a-877e-72c059147764, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=71460784-2ac4-4d5a-877e-72c059147764,segment=NetworkSegment(2bfb7908-c020-4049-b22e-8dca0fb852d7),segment_id=2bfb7908-c020-4049-b22e-8dca0fb852d7)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 05:15:34.453533 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 8bb96836-171c-4f73-bcc7-ac89fdd434e6 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:15:34.453895 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:34.461195 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5cdc0431-3d4f-48b9-9244-f4a0ca1c8d25 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:34.462423 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-5cdc0431-3d4f-48b9-9244-f4a0ca1c8d25 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1466024 May 30 05:15:34.482915 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-200e5185-a662-4ae8-9dc4-3a2175c97d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:34.586119 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200e5185-a662-4ae8-9dc4-3a2175c97d49 None None] Routers {'617e6b0b-8c74-4cce-b3f6-5a9a49dbd228'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:15:34.586750 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-200e5185-a662-4ae8-9dc4-3a2175c97d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:15:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['617e6b0b-8c74-4cce-b3f6-5a9a49dbd228'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:15:34.630807 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-e221d860-be0a-43df-b02e-6d1a0c1b5677 req-32df1553-a508-4a39-b801-2b83794abb7d tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Synchronizing usage tracker for tenant:f9fe59584bbe4d5aaa42841eedb71980 on resource:security_group {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:15:34.651483 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-e221d860-be0a-43df-b02e-6d1a0c1b5677 req-32df1553-a508-4a39-b801-2b83794abb7d tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Unset dirty status for tenant:f9fe59584bbe4d5aaa42841eedb71980 on resource:security_group {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:15:34.652722 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e221d860-be0a-43df-b02e-6d1a0c1b5677 req-32df1553-a508-4a39-b801-2b83794abb7d tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1549237401&fields=id&tenant_id=f9fe59584bbe4d5aaa42841eedb71980 HTTP/1.1" status: 200 len: 267 time: 0.0629020 May 30 05:15:34.655918 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f933be-cf6e-4905-a1b3-ad32416f9966 None None] Pushing event updated for resources: {'Port': ['ID=71460784-2ac4-4d5a-877e-72c059147764,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:15:34.806754 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 8bb96836-171c-4f73-bcc7-ac89fdd434e6 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:15:34.807702 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 7182145a-7318-4af3-9226-957bc6cb29d6 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:15:34.815489 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e221d860-be0a-43df-b02e-6d1a0c1b5677 req-5f48b638-edc7-4f83-9427-574461b4c758 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:15:34.816169 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-e221d860-be0a-43df-b02e-6d1a0c1b5677 req-5f48b638-edc7-4f83-9427-574461b4c758 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Synchronizing usage tracker for tenant:f9fe59584bbe4d5aaa42841eedb71980 on resource:network {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:15:34.831805 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-e221d860-be0a-43df-b02e-6d1a0c1b5677 req-5f48b638-edc7-4f83-9427-574461b4c758 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Unset dirty status for tenant:f9fe59584bbe4d5aaa42841eedb71980 on resource:network {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:15:34.834276 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e221d860-be0a-43df-b02e-6d1a0c1b5677 req-5f48b638-edc7-4f83-9427-574461b4c758 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/networks?id=99338e53-9080-4797-a616-84c8d3c0f09c HTTP/1.1" status: 200 len: 796 time: 0.1660032 May 30 05:15:34.847849 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e221d860-be0a-43df-b02e-6d1a0c1b5677 req-1d8ccdd8-516d-4dfc-b3c5-e59b8edb9f56 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/quotas/f9fe59584bbe4d5aaa42841eedb71980 HTTP/1.1" status: 200 len: 375 time: 0.0091639 May 30 05:15:34.885973 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-200e5185-a662-4ae8-9dc4-3a2175c97d49 None None] Set router 617e6b0b-8c74-4cce-b3f6-5a9a49dbd228 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:15:34.935179 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-e221d860-be0a-43df-b02e-6d1a0c1b5677 req-71c2b2e0-e0c7-48da-ba15-a5e9695f4308 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Synchronizing usage tracker for tenant:f9fe59584bbe4d5aaa42841eedb71980 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:15:34.950412 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-e221d860-be0a-43df-b02e-6d1a0c1b5677 req-71c2b2e0-e0c7-48da-ba15-a5e9695f4308 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Unset dirty status for tenant:f9fe59584bbe4d5aaa42841eedb71980 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:15:34.951804 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e221d860-be0a-43df-b02e-6d1a0c1b5677 req-71c2b2e0-e0c7-48da-ba15-a5e9695f4308 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=f9fe59584bbe4d5aaa42841eedb71980&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0980031 May 30 05:15:35.010472 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [req-e221d860-be0a-43df-b02e-6d1a0c1b5677 req-b0729af0-b112-4cd8-b88c-03326f5070dd service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=88261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 30 05:15:35.011914 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e221d860-be0a-43df-b02e-6d1a0c1b5677 req-b0729af0-b112-4cd8-b88c-03326f5070dd service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0480537 May 30 05:15:35.043002 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 7182145a-7318-4af3-9226-957bc6cb29d6 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:15:35.043577 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:35.142550 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e221d860-be0a-43df-b02e-6d1a0c1b5677 req-ff9838a8-b433-4e41-8751-c42a164aff09 service neutron] 10.222.0.15 "GET /v2.0/networks/99338e53-9080-4797-a616-84c8d3c0f09c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243484 May 30 05:15:35.276313 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e221d860-be0a-43df-b02e-6d1a0c1b5677 req-df129c66-c482-4808-b289-55e4582105a3 service neutron] 10.222.0.15 "GET /v2.0/networks/99338e53-9080-4797-a616-84c8d3c0f09c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279557 May 30 05:15:35.285750 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 7182145a-7318-4af3-9226-957bc6cb29d6 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:15:35.307016 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-200e5185-a662-4ae8-9dc4-3a2175c97d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '617e6b0b-8c74-4cce-b3f6-5a9a49dbd228', 'name': 'tempest-TestNetworkBasicOps-router-269813166', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.75'}], 'enable_snat': True}, 'gw_port_id': '7182145a-7318-4af3-9226-957bc6cb29d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:15:26Z', 'updated_at': '2022-05-30T05:15:31Z', 'revision_number': 4, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'gw_port': {'id': '7182145a-7318-4af3-9226-957bc6cb29d6', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:bb:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617e6b0b-8c74-4cce-b3f6-5a9a49dbd228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:15:27Z', 'updated_at': '2022-05-30T05:15:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': '71460784-2ac4-4d5a-877e-72c059147764', 'name': '', 'network_id': '99338e53-9080-4797-a616-84c8d3c0f09c', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'mac_address': 'fa:16:3e:40:db:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '617e6b0b-8c74-4cce-b3f6-5a9a49dbd228', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '6f0957ca-90d7-4144-8ca1-d7c75b1a0880', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:15:30Z', 'updated_at': '2022-05-30T05:15:34Z', 'revision_number': 4, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'subnets': [{'id': '6f0957ca-90d7-4144-8ca1-d7c75b1a0880', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:15:35.310965 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200e5185-a662-4ae8-9dc4-3a2175c97d49 None None] The sync data for ids ['617e6b0b-8c74-4cce-b3f6-5a9a49dbd228'] in dv-neutron-843763-1-hyperv is: [{'id': '617e6b0b-8c74-4cce-b3f6-5a9a49dbd228', 'name': 'tempest-TestNetworkBasicOps-router-269813166', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.75'}], 'enable_snat': True}, 'gw_port_id': '7182145a-7318-4af3-9226-957bc6cb29d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:15:26Z', 'updated_at': '2022-05-30T05:15:31Z', 'revision_number': 4, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'gw_port': {'id': '7182145a-7318-4af3-9226-957bc6cb29d6', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:bb:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617e6b0b-8c74-4cce-b3f6-5a9a49dbd228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:15:27Z', 'updated_at': '2022-05-30T05:15:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': '71460784-2ac4-4d5a-877e-72c059147764', 'name': '', 'network_id': '99338e53-9080-4797-a616-84c8d3c0f09c', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'mac_address': 'fa:16:3e:40:db:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '617e6b0b-8c74-4cce-b3f6-5a9a49dbd228', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '6f0957ca-90d7-4144-8ca1-d7c75b1a0880', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:15:30Z', 'updated_at': '2022-05-30T05:15:34Z', 'revision_number': 4, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'subnets': [{'id': '6f0957ca-90d7-4144-8ca1-d7c75b1a0880', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:15:35.473413 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-32c03336-471a-4da8-9ae4-7d2719356be2 req-184a6cd9-334f-45d5-a6cc-1339806f87c0 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=c3dd0869-372d-46b1-83b4-4aa6017d7e60 HTTP/1.1" status: 200 len: 210 time: 0.0431836 May 30 05:15:36.260972 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 71460784-2ac4-4d5a-877e-72c059147764 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:15:36.330845 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port 71460784-2ac4-4d5a-877e-72c059147764 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:15:36.335929 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 71460784-2ac4-4d5a-877e-72c059147764 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:15:36.336427 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:36.466125 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 71460784-2ac4-4d5a-877e-72c059147764 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:15:36.466816 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:36.504565 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] For port 71460784-2ac4-4d5a-877e-72c059147764, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=71460784-2ac4-4d5a-877e-72c059147764,segment=NetworkSegment(2bfb7908-c020-4049-b22e-8dca0fb852d7),segment_id=2bfb7908-c020-4049-b22e-8dca0fb852d7)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:15:36.509035 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:36.519865 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e221d860-be0a-43df-b02e-6d1a0c1b5677 req-a02de684-f298-486d-8934-2e230e338b3e tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:15:36.521695 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e221d860-be0a-43df-b02e-6d1a0c1b5677 req-a02de684-f298-486d-8934-2e230e338b3e tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.39 "GET /v2.0/networks?id=99338e53-9080-4797-a616-84c8d3c0f09c HTTP/1.1" status: 200 len: 796 time: 0.1567700 May 30 05:15:36.570649 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e221d860-be0a-43df-b02e-6d1a0c1b5677 req-7e905e74-f508-4a68-9b59-1695e06dff33 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f9fe59584bbe4d5aaa42841eedb71980 HTTP/1.1" status: 200 len: 380 time: 0.0412335 May 30 05:15:36.581694 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [req-e221d860-be0a-43df-b02e-6d1a0c1b5677 req-7a3a828f-c5ff-465e-b1ac-42c330ac4cb3 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Request body: {'port': {'device_id': 'c3dd0869-372d-46b1-83b4-4aa6017d7e60', 'network_id': '99338e53-9080-4797-a616-84c8d3c0f09c', 'admin_state_up': True, 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'security_groups': ['360ff9fa-360f-4927-b8b9-eaae58613e6c']}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:15:36.585746 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Pushing event updated for resources: {'Port': ['ID=71460784-2ac4-4d5a-877e-72c059147764,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:15:36.806155 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-bd4b801a-d405-470a-b7ab-092d3222cfe3 req-72a332f2-2f86-4836-b538-ca61635322e1 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=c3dd0869-372d-46b1-83b4-4aa6017d7e60 HTTP/1.1" status: 200 len: 210 time: 0.0586655 May 30 05:15:36.861092 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [req-e221d860-be0a-43df-b02e-6d1a0c1b5677 req-7a3a828f-c5ff-465e-b1ac-42c330ac4cb3 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:15:36.870605 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [req-e221d860-be0a-43df-b02e-6d1a0c1b5677 req-7a3a828f-c5ff-465e-b1ac-42c330ac4cb3 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:15:36.880076 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e221d860-be0a-43df-b02e-6d1a0c1b5677 req-7a3a828f-c5ff-465e-b1ac-42c330ac4cb3 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Made reservation on behalf of f9fe59584bbe4d5aaa42841eedb71980 for: {'port': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:15:36.883531 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-e221d860-be0a-43df-b02e-6d1a0c1b5677 req-7a3a828f-c5ff-465e-b1ac-42c330ac4cb3 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:37.046161 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [req-e221d860-be0a-43df-b02e-6d1a0c1b5677 req-7a3a828f-c5ff-465e-b1ac-42c330ac4cb3 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Allocated IP 172.20.0.5 (99338e53-9080-4797-a616-84c8d3c0f09c/6f0957ca-90d7-4144-8ca1-d7c75b1a0880/7eb2216b-4365-44e6-a790-7f6b63ab2838) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:15:37.234741 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-e221d860-be0a-43df-b02e-6d1a0c1b5677 req-7a3a828f-c5ff-465e-b1ac-42c330ac4cb3 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:37.249549 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [req-e221d860-be0a-43df-b02e-6d1a0c1b5677 req-7a3a828f-c5ff-465e-b1ac-42c330ac4cb3 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Transition to ACTIVE for port object 7eb2216b-4365-44e6-a790-7f6b63ab2838 will not be triggered until provisioned by entity DHCP. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:15:37.272580 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-e221d860-be0a-43df-b02e-6d1a0c1b5677 req-7a3a828f-c5ff-465e-b1ac-42c330ac4cb3 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:37.342131 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e221d860-be0a-43df-b02e-6d1a0c1b5677 req-7a3a828f-c5ff-465e-b1ac-42c330ac4cb3 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Network 99338e53-9080-4797-a616-84c8d3c0f09c is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:15:37.345007 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [req-e221d860-be0a-43df-b02e-6d1a0c1b5677 req-7a3a828f-c5ff-465e-b1ac-42c330ac4cb3 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:15:37.348976 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [req-e221d860-be0a-43df-b02e-6d1a0c1b5677 req-7a3a828f-c5ff-465e-b1ac-42c330ac4cb3 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:15:37.384663 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3a828f-c5ff-465e-b1ac-42c330ac4cb3 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event updated for resources: {'Port': ['ID=7eb2216b-4365-44e6-a790-7f6b63ab2838,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:15:37.416585 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e221d860-be0a-43df-b02e-6d1a0c1b5677 req-7a3a828f-c5ff-465e-b1ac-42c330ac4cb3 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:15:37.417208 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-e221d860-be0a-43df-b02e-6d1a0c1b5677 req-7a3a828f-c5ff-465e-b1ac-42c330ac4cb3 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:37.443552 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e221d860-be0a-43df-b02e-6d1a0c1b5677 req-7a3a828f-c5ff-465e-b1ac-42c330ac4cb3 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8674457 May 30 05:15:37.460813 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [req-e221d860-be0a-43df-b02e-6d1a0c1b5677 req-5b2a39a1-1db0-4b03-ae47-10cb5f8f321b service neutron] Request body: {'port': {'device_id': 'c3dd0869-372d-46b1-83b4-4aa6017d7e60', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8437'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:15:37.572475 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-e221d860-be0a-43df-b02e-6d1a0c1b5677 req-5b2a39a1-1db0-4b03-ae47-10cb5f8f321b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:37.607163 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-f96c7f76-c57a-41de-96fc-f89422cfd123 None None] Provisioning for port 7eb2216b-4365-44e6-a790-7f6b63ab2838 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:15:37.611718 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-f96c7f76-c57a-41de-96fc-f89422cfd123 None None] Provisioning complete for port 7eb2216b-4365-44e6-a790-7f6b63ab2838 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:15:37.612090 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f96c7f76-c57a-41de-96fc-f89422cfd123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:37.668293 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-f96c7f76-c57a-41de-96fc-f89422cfd123 None None] Port 7eb2216b-4365-44e6-a790-7f6b63ab2838 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 05:15:37.911152 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [req-e221d860-be0a-43df-b02e-6d1a0c1b5677 req-5b2a39a1-1db0-4b03-ae47-10cb5f8f321b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7eb2216b-4365-44e6-a790-7f6b63ab2838 {{(pid=88261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 30 05:15:37.948254 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-e221d860-be0a-43df-b02e-6d1a0c1b5677 req-5b2a39a1-1db0-4b03-ae47-10cb5f8f321b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:37.978208 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [req-e221d860-be0a-43df-b02e-6d1a0c1b5677 req-5b2a39a1-1db0-4b03-ae47-10cb5f8f321b service neutron] Transition to ACTIVE for port object 7eb2216b-4365-44e6-a790-7f6b63ab2838 will not be triggered until provisioned by entity L2. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:15:37.985449 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-e221d860-be0a-43df-b02e-6d1a0c1b5677 req-5b2a39a1-1db0-4b03-ae47-10cb5f8f321b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2304381'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:38.127920 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2a39a1-1db0-4b03-ae47-10cb5f8f321b service neutron] Pushing event updated for resources: {'Port': ['ID=7eb2216b-4365-44e6-a790-7f6b63ab2838,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:15:38.169285 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e0dc63-fdff-4949-8088-2b6c8e58d236 req-c5d4f719-8faa-4542-9154-70324adbeb27 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:15:38.169925 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-e9e0dc63-fdff-4949-8088-2b6c8e58d236 req-c5d4f719-8faa-4542-9154-70324adbeb27 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Synchronizing usage tracker for tenant:f9fe59584bbe4d5aaa42841eedb71980 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:15:38.233455 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-e9e0dc63-fdff-4949-8088-2b6c8e58d236 req-c5d4f719-8faa-4542-9154-70324adbeb27 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Unset dirty status for tenant:f9fe59584bbe4d5aaa42841eedb71980 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:15:38.234644 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e9e0dc63-fdff-4949-8088-2b6c8e58d236 req-c5d4f719-8faa-4542-9154-70324adbeb27 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=c3dd0869-372d-46b1-83b4-4aa6017d7e60 HTTP/1.1" status: 200 len: 931 time: 0.3191934 May 30 05:15:38.248485 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 71460784-2ac4-4d5a-877e-72c059147764 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:15:38.273440 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [req-e221d860-be0a-43df-b02e-6d1a0c1b5677 req-5b2a39a1-1db0-4b03-ae47-10cb5f8f321b service neutron] Attempting to bind port 7eb2216b-4365-44e6-a790-7f6b63ab2838 on host hv-neutron-8437 for vnic_type normal with profile {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 05:15:38.273776 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [req-e221d860-be0a-43df-b02e-6d1a0c1b5677 req-5b2a39a1-1db0-4b03-ae47-10cb5f8f321b service neutron] Attempting to bind port 7eb2216b-4365-44e6-a790-7f6b63ab2838 by drivers openvswitch,hyperv on host hv-neutron-8437 at level 0 using segments [{'id': '2bfb7908-c020-4049-b22e-8dca0fb852d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '99338e53-9080-4797-a616-84c8d3c0f09c'}] {{(pid=88261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 05:15:38.274118 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e221d860-be0a-43df-b02e-6d1a0c1b5677 req-5b2a39a1-1db0-4b03-ae47-10cb5f8f321b service neutron] Attempting to bind port 7eb2216b-4365-44e6-a790-7f6b63ab2838 on network 99338e53-9080-4797-a616-84c8d3c0f09c {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:15:38.287508 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e221d860-be0a-43df-b02e-6d1a0c1b5677 req-5b2a39a1-1db0-4b03-ae47-10cb5f8f321b service neutron] Port 7eb2216b-4365-44e6-a790-7f6b63ab2838 on network 99338e53-9080-4797-a616-84c8d3c0f09c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8437 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 30 05:15:38.287837 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e221d860-be0a-43df-b02e-6d1a0c1b5677 req-5b2a39a1-1db0-4b03-ae47-10cb5f8f321b service neutron] Attempting to bind port 7eb2216b-4365-44e6-a790-7f6b63ab2838 on network 99338e53-9080-4797-a616-84c8d3c0f09c {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:15:38.298968 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e221d860-be0a-43df-b02e-6d1a0c1b5677 req-5b2a39a1-1db0-4b03-ae47-10cb5f8f321b service neutron] Checking agent: {'id': 'de0c936d-420b-412f-9642-7bfe80b5ab25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8437', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 51, 47), 'started_at': datetime.datetime(2022, 5, 30, 4, 51, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 5, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 05:15:38.299302 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e221d860-be0a-43df-b02e-6d1a0c1b5677 req-5b2a39a1-1db0-4b03-ae47-10cb5f8f321b service neutron] Checking segment: {'id': '2bfb7908-c020-4049-b22e-8dca0fb852d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '99338e53-9080-4797-a616-84c8d3c0f09c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:15:38.299678 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e221d860-be0a-43df-b02e-6d1a0c1b5677 req-5b2a39a1-1db0-4b03-ae47-10cb5f8f321b service neutron] Bound using segment: {'id': '2bfb7908-c020-4049-b22e-8dca0fb852d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '99338e53-9080-4797-a616-84c8d3c0f09c'} {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 05:15:38.300094 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [req-e221d860-be0a-43df-b02e-6d1a0c1b5677 req-5b2a39a1-1db0-4b03-ae47-10cb5f8f321b service neutron] Bound port: 7eb2216b-4365-44e6-a790-7f6b63ab2838, host: hv-neutron-8437, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bfb7908-c020-4049-b22e-8dca0fb852d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '99338e53-9080-4797-a616-84c8d3c0f09c'}}] {{(pid=88261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 05:15:38.300439 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-e221d860-be0a-43df-b02e-6d1a0c1b5677 req-5b2a39a1-1db0-4b03-ae47-10cb5f8f321b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:38.313280 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e9e0dc63-fdff-4949-8088-2b6c8e58d236 req-62b8008a-2b94-4b63-b9bd-c62178b1298d tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/security-groups?id=360ff9fa-360f-4927-b8b9-eaae58613e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678983 May 30 05:15:38.326586 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 71460784-2ac4-4d5a-877e-72c059147764 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:15:38.329861 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:38.400718 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [req-e221d860-be0a-43df-b02e-6d1a0c1b5677 req-5b2a39a1-1db0-4b03-ae47-10cb5f8f321b service neutron] For port 7eb2216b-4365-44e6-a790-7f6b63ab2838, host hv-neutron-8437, cleared binding levels {{(pid=88261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 05:15:38.404263 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [req-e221d860-be0a-43df-b02e-6d1a0c1b5677 req-5b2a39a1-1db0-4b03-ae47-10cb5f8f321b service neutron] For port 7eb2216b-4365-44e6-a790-7f6b63ab2838, host hv-neutron-8437, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=7eb2216b-4365-44e6-a790-7f6b63ab2838,segment=NetworkSegment(2bfb7908-c020-4049-b22e-8dca0fb852d7),segment_id=2bfb7908-c020-4049-b22e-8dca0fb852d7)] {{(pid=88261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 05:15:38.408419 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-e221d860-be0a-43df-b02e-6d1a0c1b5677 req-5b2a39a1-1db0-4b03-ae47-10cb5f8f321b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2304381'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:38.450398 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 71460784-2ac4-4d5a-877e-72c059147764 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:15:38.569491 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e221d860-be0a-43df-b02e-6d1a0c1b5677 req-5b2a39a1-1db0-4b03-ae47-10cb5f8f321b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:15:38.570175 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-e221d860-be0a-43df-b02e-6d1a0c1b5677 req-5b2a39a1-1db0-4b03-ae47-10cb5f8f321b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:38.571700 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e221d860-be0a-43df-b02e-6d1a0c1b5677 req-5b2a39a1-1db0-4b03-ae47-10cb5f8f321b service neutron] 10.222.0.39 "PUT /v2.0/ports/7eb2216b-4365-44e6-a790-7f6b63ab2838 HTTP/1.1" status: 200 len: 1093 time: 1.1150334 May 30 05:15:38.571947 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3dd0869-372d-46b1-83b4-4aa6017d7e60', 'tag': '7eb2216b-4365-44e6-a790-7f6b63ab2838'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:15:38.597770 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2a39a1-1db0-4b03-ae47-10cb5f8f321b service neutron] Pushing event updated for resources: {'Port': ['ID=7eb2216b-4365-44e6-a790-7f6b63ab2838,revision_number=3']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:15:38.683933 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b044391-b273-4054-82d6-5331ae19cbf7'] response: {'name': 'network-changed', 'server_uuid': 'c3dd0869-372d-46b1-83b4-4aa6017d7e60', 'tag': '7eb2216b-4365-44e6-a790-7f6b63ab2838', 'status': 'completed', 'code': 200} May 30 05:15:38.702230 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e221d860-be0a-43df-b02e-6d1a0c1b5677 req-e6ab5c75-5758-4df8-a4f5-6d4537e53a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:15:38.703651 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e221d860-be0a-43df-b02e-6d1a0c1b5677 req-e6ab5c75-5758-4df8-a4f5-6d4537e53a66 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f9fe59584bbe4d5aaa42841eedb71980&device_id=c3dd0869-372d-46b1-83b4-4aa6017d7e60 HTTP/1.1" status: 200 len: 1096 time: 0.0894489 May 30 05:15:38.772816 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e221d860-be0a-43df-b02e-6d1a0c1b5677 req-5f94957b-a5d9-4923-93e5-1268996821ad service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7eb2216b-4365-44e6-a790-7f6b63ab2838 HTTP/1.1" status: 200 len: 217 time: 0.0625389 May 30 05:15:38.833423 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e221d860-be0a-43df-b02e-6d1a0c1b5677 req-8139fee6-70c1-4de6-9631-fce04f4528eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:15:38.834860 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e221d860-be0a-43df-b02e-6d1a0c1b5677 req-8139fee6-70c1-4de6-9631-fce04f4528eb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6f0957ca-90d7-4144-8ca1-d7c75b1a0880 HTTP/1.1" status: 200 len: 835 time: 0.0568335 May 30 05:15:38.910499 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e221d860-be0a-43df-b02e-6d1a0c1b5677 req-9fd66280-ad74-4f8f-b34e-f8d705c09b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:15:38.911933 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e221d860-be0a-43df-b02e-6d1a0c1b5677 req-9fd66280-ad74-4f8f-b34e-f8d705c09b76 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=99338e53-9080-4797-a616-84c8d3c0f09c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716138 May 30 05:15:39.049979 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e221d860-be0a-43df-b02e-6d1a0c1b5677 req-84d14645-5f90-4dd5-bf00-587114470448 service neutron] 10.222.0.39 "GET /v2.0/networks/99338e53-9080-4797-a616-84c8d3c0f09c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315298 May 30 05:15:39.175175 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e221d860-be0a-43df-b02e-6d1a0c1b5677 req-2637c027-4c6f-4ca9-9c5a-413606c621f8 service neutron] 10.222.0.39 "GET /v2.0/networks/99338e53-9080-4797-a616-84c8d3c0f09c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195331 May 30 05:15:39.286169 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d717116a-1e33-4ed2-9605-0bb0a983e94b req-6d281c17-28fc-4bba-853c-8015f351a637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:15:39.288489 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d717116a-1e33-4ed2-9605-0bb0a983e94b req-6d281c17-28fc-4bba-853c-8015f351a637 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f9fe59584bbe4d5aaa42841eedb71980&device_id=c3dd0869-372d-46b1-83b4-4aa6017d7e60 HTTP/1.1" status: 200 len: 1096 time: 0.0700562 May 30 05:15:39.418223 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d717116a-1e33-4ed2-9605-0bb0a983e94b req-b97e094e-53b7-444c-a163-3f2655345fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:15:39.419690 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d717116a-1e33-4ed2-9605-0bb0a983e94b req-b97e094e-53b7-444c-a163-3f2655345fd3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=99338e53-9080-4797-a616-84c8d3c0f09c HTTP/1.1" status: 200 len: 897 time: 0.1256726 May 30 05:15:39.522872 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d717116a-1e33-4ed2-9605-0bb0a983e94b req-a0001c1a-4f75-4479-9bd2-f1b4eac16ac4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7eb2216b-4365-44e6-a790-7f6b63ab2838 HTTP/1.1" status: 200 len: 217 time: 0.0721390 May 30 05:15:39.600853 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d717116a-1e33-4ed2-9605-0bb0a983e94b req-d99711e8-c9bc-4ce6-86d1-f54f968d80f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:15:39.602204 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d717116a-1e33-4ed2-9605-0bb0a983e94b req-d99711e8-c9bc-4ce6-86d1-f54f968d80f5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6f0957ca-90d7-4144-8ca1-d7c75b1a0880 HTTP/1.1" status: 200 len: 835 time: 0.0728588 May 30 05:15:39.610276 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99001e4d-f661-4f6c-8ca7-78aafd8551aa req-7a5b9dea-39fa-4942-bdf9-549153c579a3 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:15:39.611625 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-99001e4d-f661-4f6c-8ca7-78aafd8551aa req-7a5b9dea-39fa-4942-bdf9-549153c579a3 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=c3dd0869-372d-46b1-83b4-4aa6017d7e60 HTTP/1.1" status: 200 len: 943 time: 0.1910899 May 30 05:15:39.697854 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-99001e4d-f661-4f6c-8ca7-78aafd8551aa req-dc213652-e2c7-47e4-a9c1-2b3b1e5ec060 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/security-groups?id=360ff9fa-360f-4927-b8b9-eaae58613e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563610 May 30 05:15:39.714048 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d717116a-1e33-4ed2-9605-0bb0a983e94b req-ba196b21-71b4-40ae-80e1-2a8ba0ab7488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:15:39.715526 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d717116a-1e33-4ed2-9605-0bb0a983e94b req-ba196b21-71b4-40ae-80e1-2a8ba0ab7488 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=99338e53-9080-4797-a616-84c8d3c0f09c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1030843 May 30 05:15:39.845843 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d717116a-1e33-4ed2-9605-0bb0a983e94b req-10b3fe8d-f093-4c62-a7f8-e381d06cffbb service neutron] 10.222.0.39 "GET /v2.0/networks/99338e53-9080-4797-a616-84c8d3c0f09c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232693 May 30 05:15:39.974649 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d717116a-1e33-4ed2-9605-0bb0a983e94b req-debcd65a-a29f-4eea-a1ba-ae1360bb9958 service neutron] 10.222.0.39 "GET /v2.0/networks/99338e53-9080-4797-a616-84c8d3c0f09c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224222 May 30 05:15:40.210479 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-45f79e78-106a-4f09-9d2c-69baeab7263d None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 05:15:40.884772 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f31b0d-0951-4fa0-ba9b-622043e94404 req-e60bdcbf-c07e-493d-8571-f45ab89ab3ba tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:15:40.886626 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a6f31b0d-0951-4fa0-ba9b-622043e94404 req-e60bdcbf-c07e-493d-8571-f45ab89ab3ba tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=c3dd0869-372d-46b1-83b4-4aa6017d7e60 HTTP/1.1" status: 200 len: 943 time: 0.0839064 May 30 05:15:40.934570 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a6f31b0d-0951-4fa0-ba9b-622043e94404 req-003d1812-6c76-4dad-bc67-0bbbf80d9e2d tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/security-groups?id=360ff9fa-360f-4927-b8b9-eaae58613e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415103 May 30 05:15:41.051376 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device 7eb2216b-4365-44e6-a790-7f6b63ab2838 details requested by agent hyperv_hv-neutron-8437 with host hv-neutron-8437 {{(pid=88262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 05:15:41.182034 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port 7eb2216b-4365-44e6-a790-7f6b63ab2838, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=7eb2216b-4365-44e6-a790-7f6b63ab2838,segment=NetworkSegment(2bfb7908-c020-4049-b22e-8dca0fb852d7),segment_id=2bfb7908-c020-4049-b22e-8dca0fb852d7)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:15:41.195041 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Returning: {'device': '7eb2216b-4365-44e6-a790-7f6b63ab2838', 'network_id': '99338e53-9080-4797-a616-84c8d3c0f09c', 'port_id': '7eb2216b-4365-44e6-a790-7f6b63ab2838', 'mac_address': 'fa:16:3e:df:d3:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f0957ca-90d7-4144-8ca1-d7c75b1a0880', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 05:15:41.253094 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Current status of the port 7eb2216b-4365-44e6-a790-7f6b63ab2838 is: DOWN; New status is: BUILD {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:15:41.253472 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:41.270505 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7eb2216b-4365-44e6-a790-7f6b63ab2838 {{(pid=88262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 30 05:15:41.286047 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port 7eb2216b-4365-44e6-a790-7f6b63ab2838, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=7eb2216b-4365-44e6-a790-7f6b63ab2838,segment=NetworkSegment(2bfb7908-c020-4049-b22e-8dca0fb852d7),segment_id=2bfb7908-c020-4049-b22e-8dca0fb852d7)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:15:41.290174 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:41.356114 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Pushing event updated for resources: {'Port': ['ID=7eb2216b-4365-44e6-a790-7f6b63ab2838,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:15:41.633381 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] get_ports_and_sgs() called for port_ids ['7eb2216b-4365-44e6-a790-7f6b63ab2838'] {{(pid=88262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 30 05:15:42.130449 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775946ce-22de-41a2-a666-70d1f98ec363 req-f89f1ede-0568-460f-a046-d300efdf193e tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:15:42.131808 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-775946ce-22de-41a2-a666-70d1f98ec363 req-f89f1ede-0568-460f-a046-d300efdf193e tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=c3dd0869-372d-46b1-83b4-4aa6017d7e60 HTTP/1.1" status: 200 len: 944 time: 0.0775023 May 30 05:15:42.277548 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-775946ce-22de-41a2-a666-70d1f98ec363 req-eb18ca07-0129-44ab-adb2-682348e4d89f tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/security-groups?id=360ff9fa-360f-4927-b8b9-eaae58613e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1401484 May 30 05:15:43.053827 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device 7eb2216b-4365-44e6-a790-7f6b63ab2838 up at agent hyperv_hv-neutron-8437 {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:15:43.121759 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Provisioning for port 7eb2216b-4365-44e6-a790-7f6b63ab2838 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:15:43.126333 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Provisioning complete for port 7eb2216b-4365-44e6-a790-7f6b63ab2838 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:15:43.126713 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:43.240488 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Current status of the port 7eb2216b-4365-44e6-a790-7f6b63ab2838 is: BUILD; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:15:43.240875 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:43.266984 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3dd0869-372d-46b1-83b4-4aa6017d7e60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7eb2216b-4365-44e6-a790-7f6b63ab2838'}] {{(pid=88262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:15:43.277545 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port 7eb2216b-4365-44e6-a790-7f6b63ab2838, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=7eb2216b-4365-44e6-a790-7f6b63ab2838,segment=NetworkSegment(2bfb7908-c020-4049-b22e-8dca0fb852d7),segment_id=2bfb7908-c020-4049-b22e-8dca0fb852d7)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:15:43.280919 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:43.315962 dv-neutron-843763-1-hyperv neutron-server[88262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20dec79f-ac7f-4abd-9554-d5a99164631f'] response: {'server_uuid': 'c3dd0869-372d-46b1-83b4-4aa6017d7e60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7eb2216b-4365-44e6-a790-7f6b63ab2838', 'code': 200} May 30 05:15:43.348234 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Pushing event updated for resources: {'Port': ['ID=7eb2216b-4365-44e6-a790-7f6b63ab2838,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:15:43.473978 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283032a9-7aaa-493a-b96a-ba7b5d1edd0e req-50039fb5-9ea4-4c3a-80c4-4f0040d96700 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:15:43.475472 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-283032a9-7aaa-493a-b96a-ba7b5d1edd0e req-50039fb5-9ea4-4c3a-80c4-4f0040d96700 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=c3dd0869-372d-46b1-83b4-4aa6017d7e60 HTTP/1.1" status: 200 len: 945 time: 0.0810180 May 30 05:15:43.569383 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-283032a9-7aaa-493a-b96a-ba7b5d1edd0e req-0fd5f795-2f3c-4adb-897e-4af1f87072d6 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/security-groups?id=360ff9fa-360f-4927-b8b9-eaae58613e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872145 May 30 05:15:43.584382 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f945bf0-0442-4d36-8559-c22d42e078d5 req-879ffd60-f287-4e2b-bfe0-d240ed359665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:15:43.585827 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6f945bf0-0442-4d36-8559-c22d42e078d5 req-879ffd60-f287-4e2b-bfe0-d240ed359665 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c3dd0869-372d-46b1-83b4-4aa6017d7e60 HTTP/1.1" status: 200 len: 1098 time: 0.0911620 May 30 05:15:43.624946 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6f945bf0-0442-4d36-8559-c22d42e078d5 req-478f9009-617f-47a2-a9f2-f938ec28b239 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=360ff9fa-360f-4927-b8b9-eaae58613e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333300 May 30 05:15:44.751457 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1449563d-2de4-45d5-9b65-1f6fe650393c req-a8e73f71-8dc1-4915-b967-8315ef48b3a1 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:15:44.752885 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1449563d-2de4-45d5-9b65-1f6fe650393c req-a8e73f71-8dc1-4915-b967-8315ef48b3a1 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=c3dd0869-372d-46b1-83b4-4aa6017d7e60 HTTP/1.1" status: 200 len: 945 time: 0.0777955 May 30 05:15:44.798660 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1449563d-2de4-45d5-9b65-1f6fe650393c req-3e1a1cc2-ea9e-4fa5-becf-66fcb53b553c tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/security-groups?id=360ff9fa-360f-4927-b8b9-eaae58613e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400796 May 30 05:15:45.978672 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3524ce7f-c4aa-452c-9ac3-2c20b95cfc9f req-f44da7d0-d7b5-407f-baa3-9cf0cc9ec7e5 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:15:45.980114 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3524ce7f-c4aa-452c-9ac3-2c20b95cfc9f req-f44da7d0-d7b5-407f-baa3-9cf0cc9ec7e5 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=c3dd0869-372d-46b1-83b4-4aa6017d7e60 HTTP/1.1" status: 200 len: 945 time: 0.0789223 May 30 05:15:46.023064 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3524ce7f-c4aa-452c-9ac3-2c20b95cfc9f req-08ea2b1f-3a46-4611-93d6-ea8f046deeff tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/security-groups?id=360ff9fa-360f-4927-b8b9-eaae58613e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371983 May 30 05:15:46.204025 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba440768-1fbf-4f10-b275-b28e07007416 req-cfe530da-08eb-4d7b-ac6a-d8aae0d79a4a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:15:46.205479 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ba440768-1fbf-4f10-b275-b28e07007416 req-cfe530da-08eb-4d7b-ac6a-d8aae0d79a4a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=c3dd0869-372d-46b1-83b4-4aa6017d7e60 HTTP/1.1" status: 200 len: 945 time: 0.0820563 May 30 05:15:46.248638 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ba440768-1fbf-4f10-b275-b28e07007416 req-e5dceefc-dc40-4223-90aa-7fb05f368328 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/security-groups?id=360ff9fa-360f-4927-b8b9-eaae58613e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366898 May 30 05:15:46.272426 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 49820) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:15:46.341903 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1dff750-5856-473a-bd0b-68297307aa66 tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:15:46.343394 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-b1dff750-5856-473a-bd0b-68297307aa66 tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=c3dd0869-372d-46b1-83b4-4aa6017d7e60 HTTP/1.1" status: 200 len: 1093 time: 0.0699906 May 30 05:15:46.346186 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 49824) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:15:46.350997 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-160d3b63-578a-4281-9279-7934479770ea tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Request body: {'floatingip': {'floating_network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'port_id': '7eb2216b-4365-44e6-a790-7f6b63ab2838', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:15:46.356659 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-160d3b63-578a-4281-9279-7934479770ea tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:15:46.360478 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-160d3b63-578a-4281-9279-7934479770ea tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Usage tracker for resource:floatingip and tenant:f9fe59584bbe4d5aaa42841eedb71980 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:15:46.363288 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-160d3b63-578a-4281-9279-7934479770ea tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:15:46.369446 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-160d3b63-578a-4281-9279-7934479770ea tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:15:46.379674 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-160d3b63-578a-4281-9279-7934479770ea tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for floatingip, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:46.512555 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-160d3b63-578a-4281-9279-7934479770ea tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:46.643015 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-160d3b63-578a-4281-9279-7934479770ea tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Allocated IP 172.26.6.234 (1bab70f4-3794-44db-8e17-19f483aa8ffa/6b5b73c1-b0ce-4f83-a930-c00cc5522926/cf6ea3eb-2fd3-4045-a5e7-d98a5aed677c) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:15:46.786909 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-160d3b63-578a-4281-9279-7934479770ea tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:46.816618 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-160d3b63-578a-4281-9279-7934479770ea tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:46.882308 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-160d3b63-578a-4281-9279-7934479770ea tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Network 1bab70f4-3794-44db-8e17-19f483aa8ffa is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:15:46.885044 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-160d3b63-578a-4281-9279-7934479770ea tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:15:46.887970 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160d3b63-578a-4281-9279-7934479770ea tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:15:46.932637 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160d3b63-578a-4281-9279-7934479770ea tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event updated for resources: {'Port': ['ID=cf6ea3eb-2fd3-4045-a5e7-d98a5aed677c,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:15:47.412066 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-160d3b63-578a-4281-9279-7934479770ea tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:47.483082 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-160d3b63-578a-4281-9279-7934479770ea tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:47.524285 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:47.686295 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-160d3b63-578a-4281-9279-7934479770ea tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for port, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:47.690684 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-160d3b63-578a-4281-9279-7934479770ea tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1547421'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:47.793827 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160d3b63-578a-4281-9279-7934479770ea tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event updated for resources: {'Port': ['ID=cf6ea3eb-2fd3-4045-a5e7-d98a5aed677c,revision_number=2']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:15:47.806200 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-160d3b63-578a-4281-9279-7934479770ea tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1604762'] for floatingip, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:47.978199 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.db.l3_db [None req-160d3b63-578a-4281-9279-7934479770ea tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Floating IP 847bc923-01e2-4270-a1e8-4c9446a063bb associated. External IP: 172.26.6.234, port: 7eb2216b-4365-44e6-a790-7f6b63ab2838. May 30 05:15:48.325830 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-160d3b63-578a-4281-9279-7934479770ea tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Router 617e6b0b-8c74-4cce-b3f6-5a9a49dbd228 has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 05:15:48.502145 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-160d3b63-578a-4281-9279-7934479770ea tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:15:48.511510 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b556b9d-da17-4943-b0f7-21f4d2b687c3 None None] Sync routers for ids ['617e6b0b-8c74-4cce-b3f6-5a9a49dbd228'] in dv-neutron-843763-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:15:48.521637 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b556b9d-da17-4943-b0f7-21f4d2b687c3 None None] Routers {'617e6b0b-8c74-4cce-b3f6-5a9a49dbd228'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:15:48.522269 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-5b556b9d-da17-4943-b0f7-21f4d2b687c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:15:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['617e6b0b-8c74-4cce-b3f6-5a9a49dbd228'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:15:48.527336 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-160d3b63-578a-4281-9279-7934479770ea tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for floatingip, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:48.582061 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-160d3b63-578a-4281-9279-7934479770ea tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2348263 May 30 05:15:48.582675 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3dd0869-372d-46b1-83b4-4aa6017d7e60', 'tag': '7eb2216b-4365-44e6-a790-7f6b63ab2838'}] {{(pid=88260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:15:48.584799 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 49828) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:15:48.668177 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b3535d2-64e4-4235-98c3-9d355ede8d90 tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:15:48.674889 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-2b3535d2-64e4-4235-98c3-9d355ede8d90 tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=c3dd0869-372d-46b1-83b4-4aa6017d7e60 HTTP/1.1" status: 200 len: 1093 time: 0.0838675 May 30 05:15:48.686781 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-498973e5-01ed-46dc-b5e4-8a299a4cf504'] response: {'name': 'network-changed', 'server_uuid': 'c3dd0869-372d-46b1-83b4-4aa6017d7e60', 'tag': '7eb2216b-4365-44e6-a790-7f6b63ab2838', 'status': 'completed', 'code': 200} May 30 05:15:48.741372 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-5b556b9d-da17-4943-b0f7-21f4d2b687c3 None None] Set router 617e6b0b-8c74-4cce-b3f6-5a9a49dbd228 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:15:48.752290 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 49838) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:15:48.758056 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-959b2ace-90d0-481d-8348-18b81cbdff68 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1801408170', 'description': 'tempest-secgroup-smoke-1801408170 description', 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:15:48.764234 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-959b2ace-90d0-481d-8348-18b81cbdff68 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:15:48.775377 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-959b2ace-90d0-481d-8348-18b81cbdff68 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:15:48.789709 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d03559-71a3-44ab-ba24-ca94b1d512c6 req-bfa92a4f-8dcc-4068-bc64-4a85beb507d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:15:48.791241 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a0d03559-71a3-44ab-ba24-ca94b1d512c6 req-bfa92a4f-8dcc-4068-bc64-4a85beb507d1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f9fe59584bbe4d5aaa42841eedb71980&device_id=c3dd0869-372d-46b1-83b4-4aa6017d7e60 HTTP/1.1" status: 200 len: 1098 time: 0.0807414 May 30 05:15:48.793204 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-959b2ace-90d0-481d-8348-18b81cbdff68 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:48.815900 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-959b2ace-90d0-481d-8348-18b81cbdff68 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:15:48.819812 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-959b2ace-90d0-481d-8348-18b81cbdff68 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Usage tracker for resource:security_group_rule and tenant:f9fe59584bbe4d5aaa42841eedb71980 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:15:48.822637 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-959b2ace-90d0-481d-8348-18b81cbdff68 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:15:48.828246 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-959b2ace-90d0-481d-8348-18b81cbdff68 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:15:48.899257 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-959b2ace-90d0-481d-8348-18b81cbdff68 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:48.909522 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-959b2ace-90d0-481d-8348-18b81cbdff68 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:48.948985 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d03559-71a3-44ab-ba24-ca94b1d512c6 req-5fc0a8e7-4698-4405-997b-4cd9726dab9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:15:48.951016 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a0d03559-71a3-44ab-ba24-ca94b1d512c6 req-5fc0a8e7-4698-4405-997b-4cd9726dab9a service neutron] 10.222.0.39 "GET /v2.0/networks?id=99338e53-9080-4797-a616-84c8d3c0f09c HTTP/1.1" status: 200 len: 897 time: 0.1541319 May 30 05:15:48.962530 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959b2ace-90d0-481d-8348-18b81cbdff68 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b43cc0ef-df72-4604-8c53-fd04b55c706c,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:15:48.965306 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-959b2ace-90d0-481d-8348-18b81cbdff68 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:48.966607 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-959b2ace-90d0-481d-8348-18b81cbdff68 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2130027 May 30 05:15:48.969299 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 49842) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:15:48.974499 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-0f25c1f7-f268-4a0b-85ef-7f434443151f tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Request body: {'security_group_rule': {'security_group_id': 'b43cc0ef-df72-4604-8c53-fd04b55c706c', 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:15:48.981232 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-0f25c1f7-f268-4a0b-85ef-7f434443151f tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:15:48.985129 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-0f25c1f7-f268-4a0b-85ef-7f434443151f tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Usage tracker for resource:security_group_rule and tenant:f9fe59584bbe4d5aaa42841eedb71980 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:15:48.988055 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-0f25c1f7-f268-4a0b-85ef-7f434443151f tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:15:48.993883 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-0f25c1f7-f268-4a0b-85ef-7f434443151f tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:15:49.061784 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a0d03559-71a3-44ab-ba24-ca94b1d512c6 req-8bf49074-7a67-4f7d-9513-b7a73398be2e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7eb2216b-4365-44e6-a790-7f6b63ab2838 HTTP/1.1" status: 200 len: 999 time: 0.1042874 May 30 05:15:49.114776 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-5b556b9d-da17-4943-b0f7-21f4d2b687c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '617e6b0b-8c74-4cce-b3f6-5a9a49dbd228', 'name': 'tempest-TestNetworkBasicOps-router-269813166', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.75'}], 'enable_snat': True}, 'gw_port_id': '7182145a-7318-4af3-9226-957bc6cb29d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:15:26Z', 'updated_at': '2022-05-30T05:15:31Z', 'revision_number': 4, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'gw_port': {'id': '7182145a-7318-4af3-9226-957bc6cb29d6', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:bb:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617e6b0b-8c74-4cce-b3f6-5a9a49dbd228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:15:27Z', 'updated_at': '2022-05-30T05:15:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_floatingips': [{'id': '847bc923-01e2-4270-a1e8-4c9446a063bb', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'floating_ip_address': '172.26.6.234', 'floating_network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'router_id': '617e6b0b-8c74-4cce-b3f6-5a9a49dbd228', 'port_id': '7eb2216b-4365-44e6-a790-7f6b63ab2838', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99338e53-9080-4797-a616-84c8d3c0f09c', 'mac_address': 'fa:16:3e:df:d3:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3dd0869-372d-46b1-83b4-4aa6017d7e60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T05:15:47Z', 'updated_at': '2022-05-30T05:15:47Z', 'revision_number': 0, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71460784-2ac4-4d5a-877e-72c059147764', 'name': '', 'network_id': '99338e53-9080-4797-a616-84c8d3c0f09c', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'mac_address': 'fa:16:3e:40:db:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617e6b0b-8c74-4cce-b3f6-5a9a49dbd228', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '6f0957ca-90d7-4144-8ca1-d7c75b1a0880', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:15:30Z', 'updated_at': '2022-05-30T05:15:36Z', 'revision_number': 5, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'subnets': [{'id': '6f0957ca-90d7-4144-8ca1-d7c75b1a0880', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:15:49.120258 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b556b9d-da17-4943-b0f7-21f4d2b687c3 None None] Checking router: 617e6b0b-8c74-4cce-b3f6-5a9a49dbd228 for host: dv-neutron-843763-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 05:15:49.126975 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d03559-71a3-44ab-ba24-ca94b1d512c6 req-37cb1eee-8a6e-4806-b747-dfb3688581f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:15:49.128505 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a0d03559-71a3-44ab-ba24-ca94b1d512c6 req-37cb1eee-8a6e-4806-b747-dfb3688581f8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6f0957ca-90d7-4144-8ca1-d7c75b1a0880 HTTP/1.1" status: 200 len: 835 time: 0.0601408 May 30 05:15:49.128998 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b556b9d-da17-4943-b0f7-21f4d2b687c3 None None] Routers {'617e6b0b-8c74-4cce-b3f6-5a9a49dbd228'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:15:49.129590 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-5b556b9d-da17-4943-b0f7-21f4d2b687c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:15:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['617e6b0b-8c74-4cce-b3f6-5a9a49dbd228'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:15:49.130576 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0f25c1f7-f268-4a0b-85ef-7f434443151f tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:49.192142 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0f25c1f7-f268-4a0b-85ef-7f434443151f tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:49.197139 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0f25c1f7-f268-4a0b-85ef-7f434443151f tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:49.215212 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d03559-71a3-44ab-ba24-ca94b1d512c6 req-49ea40ca-2f96-47a3-a4b9-4dc60e9bb744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:15:49.217879 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a0d03559-71a3-44ab-ba24-ca94b1d512c6 req-49ea40ca-2f96-47a3-a4b9-4dc60e9bb744 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=99338e53-9080-4797-a616-84c8d3c0f09c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0836310 May 30 05:15:49.223352 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f25c1f7-f268-4a0b-85ef-7f434443151f tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81b1d136-ec2b-42b0-b11a-9ce775fc17ea,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:15:49.234769 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0f25c1f7-f268-4a0b-85ef-7f434443151f tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:49.236173 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-0f25c1f7-f268-4a0b-85ef-7f434443151f tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2659216 May 30 05:15:49.238973 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 49846) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:15:49.245112 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-9afd7f66-d96d-48fd-a2c9-583b5b739eb2 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Request body: {'security_group_rule': {'security_group_id': 'b43cc0ef-df72-4604-8c53-fd04b55c706c', 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:15:49.251956 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-9afd7f66-d96d-48fd-a2c9-583b5b739eb2 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:15:49.256772 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-9afd7f66-d96d-48fd-a2c9-583b5b739eb2 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Usage tracker for resource:security_group_rule and tenant:f9fe59584bbe4d5aaa42841eedb71980 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:15:49.260285 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-9afd7f66-d96d-48fd-a2c9-583b5b739eb2 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:15:49.269148 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-9afd7f66-d96d-48fd-a2c9-583b5b739eb2 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:15:49.290583 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9afd7f66-d96d-48fd-a2c9-583b5b739eb2 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:49.323386 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-5b556b9d-da17-4943-b0f7-21f4d2b687c3 None None] Set router 617e6b0b-8c74-4cce-b3f6-5a9a49dbd228 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:15:49.354624 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9afd7f66-d96d-48fd-a2c9-583b5b739eb2 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:49.359606 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9afd7f66-d96d-48fd-a2c9-583b5b739eb2 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:49.379812 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a0d03559-71a3-44ab-ba24-ca94b1d512c6 req-6641d124-c02f-4e1a-a429-bc29376c66a4 service neutron] 10.222.0.39 "GET /v2.0/networks/99338e53-9080-4797-a616-84c8d3c0f09c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467736 May 30 05:15:49.390302 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afd7f66-d96d-48fd-a2c9-583b5b739eb2 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74ccef8d-3152-4bca-b379-467232f98600,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:15:49.402685 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9afd7f66-d96d-48fd-a2c9-583b5b739eb2 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:49.404574 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-9afd7f66-d96d-48fd-a2c9-583b5b739eb2 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1643031 May 30 05:15:49.407420 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 49850) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:15:49.414509 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-09baacd9-6d92-4f52-af24-c5a7f2892454 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Request body: {'security_group_rule': {'security_group_id': 'b43cc0ef-df72-4604-8c53-fd04b55c706c', 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:15:49.420696 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-09baacd9-6d92-4f52-af24-c5a7f2892454 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:15:49.424811 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-09baacd9-6d92-4f52-af24-c5a7f2892454 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Usage tracker for resource:security_group_rule and tenant:f9fe59584bbe4d5aaa42841eedb71980 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:15:49.428473 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-09baacd9-6d92-4f52-af24-c5a7f2892454 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:15:49.434374 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-09baacd9-6d92-4f52-af24-c5a7f2892454 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:15:49.453147 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-09baacd9-6d92-4f52-af24-c5a7f2892454 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:49.519871 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a0d03559-71a3-44ab-ba24-ca94b1d512c6 req-22e34472-323b-4078-9da5-b8ce3b3a7205 service neutron] 10.222.0.39 "GET /v2.0/networks/99338e53-9080-4797-a616-84c8d3c0f09c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342928 May 30 05:15:49.521700 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-09baacd9-6d92-4f52-af24-c5a7f2892454 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:49.526546 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-09baacd9-6d92-4f52-af24-c5a7f2892454 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:49.557070 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09baacd9-6d92-4f52-af24-c5a7f2892454 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4198c28-2222-4743-88c0-b02a263ff9a2,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:15:49.564240 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-09baacd9-6d92-4f52-af24-c5a7f2892454 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:49.565641 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-09baacd9-6d92-4f52-af24-c5a7f2892454 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1572232 May 30 05:15:49.568301 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 49854) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:15:49.573856 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-4e23c37c-7a63-4aa4-8110-a24957074de9 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Request body: {'security_group_rule': {'security_group_id': 'b43cc0ef-df72-4604-8c53-fd04b55c706c', 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:15:49.579743 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-4e23c37c-7a63-4aa4-8110-a24957074de9 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:15:49.583522 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-4e23c37c-7a63-4aa4-8110-a24957074de9 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Usage tracker for resource:security_group_rule and tenant:f9fe59584bbe4d5aaa42841eedb71980 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:15:49.586409 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-4e23c37c-7a63-4aa4-8110-a24957074de9 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:15:49.592050 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-4e23c37c-7a63-4aa4-8110-a24957074de9 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:15:49.608218 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4e23c37c-7a63-4aa4-8110-a24957074de9 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:49.670667 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4e23c37c-7a63-4aa4-8110-a24957074de9 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:49.671027 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-5b556b9d-da17-4943-b0f7-21f4d2b687c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '617e6b0b-8c74-4cce-b3f6-5a9a49dbd228', 'name': 'tempest-TestNetworkBasicOps-router-269813166', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.75'}], 'enable_snat': True}, 'gw_port_id': '7182145a-7318-4af3-9226-957bc6cb29d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:15:26Z', 'updated_at': '2022-05-30T05:15:31Z', 'revision_number': 4, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'gw_port': {'id': '7182145a-7318-4af3-9226-957bc6cb29d6', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:bb:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617e6b0b-8c74-4cce-b3f6-5a9a49dbd228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:15:27Z', 'updated_at': '2022-05-30T05:15:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_floatingips': [{'id': '847bc923-01e2-4270-a1e8-4c9446a063bb', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'floating_ip_address': '172.26.6.234', 'floating_network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'router_id': '617e6b0b-8c74-4cce-b3f6-5a9a49dbd228', 'port_id': '7eb2216b-4365-44e6-a790-7f6b63ab2838', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99338e53-9080-4797-a616-84c8d3c0f09c', 'mac_address': 'fa:16:3e:df:d3:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3dd0869-372d-46b1-83b4-4aa6017d7e60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T05:15:47Z', 'updated_at': '2022-05-30T05:15:47Z', 'revision_number': 0, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71460784-2ac4-4d5a-877e-72c059147764', 'name': '', 'network_id': '99338e53-9080-4797-a616-84c8d3c0f09c', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'mac_address': 'fa:16:3e:40:db:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617e6b0b-8c74-4cce-b3f6-5a9a49dbd228', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '6f0957ca-90d7-4144-8ca1-d7c75b1a0880', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:15:30Z', 'updated_at': '2022-05-30T05:15:36Z', 'revision_number': 5, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'subnets': [{'id': '6f0957ca-90d7-4144-8ca1-d7c75b1a0880', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:15:49.675225 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4e23c37c-7a63-4aa4-8110-a24957074de9 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:49.675390 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b556b9d-da17-4943-b0f7-21f4d2b687c3 None None] The sync data for ids ['617e6b0b-8c74-4cce-b3f6-5a9a49dbd228'] in dv-neutron-843763-1-hyperv is: [{'id': '617e6b0b-8c74-4cce-b3f6-5a9a49dbd228', 'name': 'tempest-TestNetworkBasicOps-router-269813166', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.75'}], 'enable_snat': True}, 'gw_port_id': '7182145a-7318-4af3-9226-957bc6cb29d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:15:26Z', 'updated_at': '2022-05-30T05:15:31Z', 'revision_number': 4, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'gw_port': {'id': '7182145a-7318-4af3-9226-957bc6cb29d6', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:bb:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617e6b0b-8c74-4cce-b3f6-5a9a49dbd228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:15:27Z', 'updated_at': '2022-05-30T05:15:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_floatingips': [{'id': '847bc923-01e2-4270-a1e8-4c9446a063bb', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'floating_ip_address': '172.26.6.234', 'floating_network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'router_id': '617e6b0b-8c74-4cce-b3f6-5a9a49dbd228', 'port_id': '7eb2216b-4365-44e6-a790-7f6b63ab2838', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99338e53-9080-4797-a616-84c8d3c0f09c', 'mac_address': 'fa:16:3e:df:d3:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3dd0869-372d-46b1-83b4-4aa6017d7e60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T05:15:47Z', 'updated_at': '2022-05-30T05:15:47Z', 'revision_number': 0, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71460784-2ac4-4d5a-877e-72c059147764', 'name': '', 'network_id': '99338e53-9080-4797-a616-84c8d3c0f09c', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'mac_address': 'fa:16:3e:40:db:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617e6b0b-8c74-4cce-b3f6-5a9a49dbd228', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '6f0957ca-90d7-4144-8ca1-d7c75b1a0880', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:15:30Z', 'updated_at': '2022-05-30T05:15:36Z', 'revision_number': 5, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'subnets': [{'id': '6f0957ca-90d7-4144-8ca1-d7c75b1a0880', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:15:49.700052 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e23c37c-7a63-4aa4-8110-a24957074de9 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af35a9ac-bbf0-4e04-a54f-5a2ca01a154a,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:15:49.709918 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4e23c37c-7a63-4aa4-8110-a24957074de9 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:49.713963 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 49858) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:15:49.714469 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-4e23c37c-7a63-4aa4-8110-a24957074de9 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1441970 May 30 05:15:49.718980 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-14633934-7147-4599-938c-b93ebc2cc20d tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Request body: {'security_group_rule': {'security_group_id': 'b43cc0ef-df72-4604-8c53-fd04b55c706c', 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:15:49.725030 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-14633934-7147-4599-938c-b93ebc2cc20d tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:15:49.729017 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-14633934-7147-4599-938c-b93ebc2cc20d tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Usage tracker for resource:security_group_rule and tenant:f9fe59584bbe4d5aaa42841eedb71980 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:15:49.732021 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-14633934-7147-4599-938c-b93ebc2cc20d tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:15:49.738587 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-14633934-7147-4599-938c-b93ebc2cc20d tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:15:49.750212 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.db.securitygroups_db [None req-14633934-7147-4599-938c-b93ebc2cc20d tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Project f9fe59584bbe4d5aaa42841eedb71980 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 30 05:15:49.758201 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-14633934-7147-4599-938c-b93ebc2cc20d tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:49.828151 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-14633934-7147-4599-938c-b93ebc2cc20d tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:49.832225 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-14633934-7147-4599-938c-b93ebc2cc20d tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:49.856820 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14633934-7147-4599-938c-b93ebc2cc20d tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4a458c2-46fe-4110-88b7-d3251441c387,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:15:49.859150 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323e6ba3-d781-4bc8-9297-cd1c02ed93e3 None None] New status for floating IP 847bc923-01e2-4270-a1e8-4c9446a063bb: ACTIVE {{(pid=88262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 30 05:15:49.866678 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-14633934-7147-4599-938c-b93ebc2cc20d tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:49.867879 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-14633934-7147-4599-938c-b93ebc2cc20d tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1529179 May 30 05:15:49.870526 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 49862) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:15:49.875513 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-c2798678-7e67-4ef9-a628-a1a7d640b501 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Request body: {'security_group_rule': {'security_group_id': 'b43cc0ef-df72-4604-8c53-fd04b55c706c', 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:15:49.881308 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-c2798678-7e67-4ef9-a628-a1a7d640b501 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:15:49.885137 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-c2798678-7e67-4ef9-a628-a1a7d640b501 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Usage tracker for resource:security_group_rule and tenant:f9fe59584bbe4d5aaa42841eedb71980 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:15:49.888022 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-c2798678-7e67-4ef9-a628-a1a7d640b501 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:15:49.893670 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-c2798678-7e67-4ef9-a628-a1a7d640b501 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:15:49.904561 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.db.securitygroups_db [None req-c2798678-7e67-4ef9-a628-a1a7d640b501 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Project f9fe59584bbe4d5aaa42841eedb71980 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 30 05:15:49.911146 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c2798678-7e67-4ef9-a628-a1a7d640b501 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:49.976231 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c2798678-7e67-4ef9-a628-a1a7d640b501 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:49.980113 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c2798678-7e67-4ef9-a628-a1a7d640b501 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:50.003383 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2798678-7e67-4ef9-a628-a1a7d640b501 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6934603c-29d1-4108-a3ee-a0ba49fd1235,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:15:50.014830 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c2798678-7e67-4ef9-a628-a1a7d640b501 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:50.016009 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-c2798678-7e67-4ef9-a628-a1a7d640b501 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1445796 May 30 05:15:50.183187 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-33f07c77-c020-40bd-b17b-ca3079edfe50 req-fae86a23-2ec1-43e5-b300-d63de5344aa7 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1801408170&fields=id&tenant_id=f9fe59584bbe4d5aaa42841eedb71980 HTTP/1.1" status: 200 len: 267 time: 0.0427833 May 30 05:15:50.330361 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f07c77-c020-40bd-b17b-ca3079edfe50 req-de94de04-d1a8-4f1c-be12-7ad93e62ebdd tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:15:50.331776 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-33f07c77-c020-40bd-b17b-ca3079edfe50 req-de94de04-d1a8-4f1c-be12-7ad93e62ebdd tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/networks?id=99338e53-9080-4797-a616-84c8d3c0f09c HTTP/1.1" status: 200 len: 796 time: 0.1413925 May 30 05:15:50.346063 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-33f07c77-c020-40bd-b17b-ca3079edfe50 req-d894bc78-a958-465a-9217-147b0eb11f69 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/quotas/f9fe59584bbe4d5aaa42841eedb71980 HTTP/1.1" status: 200 len: 375 time: 0.0086169 May 30 05:15:50.434833 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-33f07c77-c020-40bd-b17b-ca3079edfe50 req-ecb14e1f-be39-4f7b-8d52-08d0b662526c tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=f9fe59584bbe4d5aaa42841eedb71980&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0840051 May 30 05:15:50.661277 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-33f07c77-c020-40bd-b17b-ca3079edfe50 req-43375b24-8ad2-4406-a923-2e8f92853f16 service neutron] 10.222.0.15 "GET /v2.0/networks/99338e53-9080-4797-a616-84c8d3c0f09c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144606 May 30 05:15:50.790293 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-33f07c77-c020-40bd-b17b-ca3079edfe50 req-bae24b01-2d39-449c-90c9-da040b31894f service neutron] 10.222.0.15 "GET /v2.0/networks/99338e53-9080-4797-a616-84c8d3c0f09c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226692 May 30 05:15:50.964665 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9d5b0fc2-66a7-40be-9750-ac306dfdef17 req-a08cbb9d-ced0-48ba-9d9d-9faebb1dcc4a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=08be9629-2def-4005-b61a-84776d383ea0 HTTP/1.1" status: 200 len: 210 time: 0.0439303 May 30 05:15:51.981227 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f07c77-c020-40bd-b17b-ca3079edfe50 req-69301065-25bc-4373-9429-4ad72484782c tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:15:51.982721 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-33f07c77-c020-40bd-b17b-ca3079edfe50 req-69301065-25bc-4373-9429-4ad72484782c tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.39 "GET /v2.0/networks?id=99338e53-9080-4797-a616-84c8d3c0f09c HTTP/1.1" status: 200 len: 796 time: 0.1523185 May 30 05:15:52.034286 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-33f07c77-c020-40bd-b17b-ca3079edfe50 req-3874ed7f-a1d6-4036-8fbd-ed8af3b82f68 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f9fe59584bbe4d5aaa42841eedb71980 HTTP/1.1" status: 200 len: 473 time: 0.0430267 May 30 05:15:52.042575 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [req-33f07c77-c020-40bd-b17b-ca3079edfe50 req-ba604a89-bb59-45c5-8ff3-3074acbbf12d tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Request body: {'port': {'device_id': '08be9629-2def-4005-b61a-84776d383ea0', 'network_id': '99338e53-9080-4797-a616-84c8d3c0f09c', 'admin_state_up': True, 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'security_groups': ['b43cc0ef-df72-4604-8c53-fd04b55c706c']}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:15:52.168146 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-637576d1-5155-48d9-b67d-dbca0956bd81 req-839522dd-fe3a-4471-98dc-9c611372f81c tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=08be9629-2def-4005-b61a-84776d383ea0 HTTP/1.1" status: 200 len: 210 time: 0.0585167 May 30 05:15:52.221866 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [req-33f07c77-c020-40bd-b17b-ca3079edfe50 req-ba604a89-bb59-45c5-8ff3-3074acbbf12d tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:15:52.231772 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [req-33f07c77-c020-40bd-b17b-ca3079edfe50 req-ba604a89-bb59-45c5-8ff3-3074acbbf12d tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:15:52.242739 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33f07c77-c020-40bd-b17b-ca3079edfe50 req-ba604a89-bb59-45c5-8ff3-3074acbbf12d tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Made reservation on behalf of f9fe59584bbe4d5aaa42841eedb71980 for: {'port': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:15:52.246216 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-33f07c77-c020-40bd-b17b-ca3079edfe50 req-ba604a89-bb59-45c5-8ff3-3074acbbf12d tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:52.403187 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [req-33f07c77-c020-40bd-b17b-ca3079edfe50 req-ba604a89-bb59-45c5-8ff3-3074acbbf12d tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Allocated IP 172.20.0.12 (99338e53-9080-4797-a616-84c8d3c0f09c/6f0957ca-90d7-4144-8ca1-d7c75b1a0880/9586a729-523d-4819-bd65-3afd69dbe774) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:15:52.584889 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-33f07c77-c020-40bd-b17b-ca3079edfe50 req-ba604a89-bb59-45c5-8ff3-3074acbbf12d tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:52.599527 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [req-33f07c77-c020-40bd-b17b-ca3079edfe50 req-ba604a89-bb59-45c5-8ff3-3074acbbf12d tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Transition to ACTIVE for port object 9586a729-523d-4819-bd65-3afd69dbe774 will not be triggered until provisioned by entity DHCP. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:15:52.622058 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-33f07c77-c020-40bd-b17b-ca3079edfe50 req-ba604a89-bb59-45c5-8ff3-3074acbbf12d tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:52.689663 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33f07c77-c020-40bd-b17b-ca3079edfe50 req-ba604a89-bb59-45c5-8ff3-3074acbbf12d tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Network 99338e53-9080-4797-a616-84c8d3c0f09c is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:15:52.692819 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [req-33f07c77-c020-40bd-b17b-ca3079edfe50 req-ba604a89-bb59-45c5-8ff3-3074acbbf12d tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:15:52.696594 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [req-33f07c77-c020-40bd-b17b-ca3079edfe50 req-ba604a89-bb59-45c5-8ff3-3074acbbf12d tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:15:52.730405 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba604a89-bb59-45c5-8ff3-3074acbbf12d tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event updated for resources: {'Port': ['ID=9586a729-523d-4819-bd65-3afd69dbe774,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:15:52.765541 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f07c77-c020-40bd-b17b-ca3079edfe50 req-ba604a89-bb59-45c5-8ff3-3074acbbf12d tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:15:52.766299 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-33f07c77-c020-40bd-b17b-ca3079edfe50 req-ba604a89-bb59-45c5-8ff3-3074acbbf12d tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:52.792686 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-33f07c77-c020-40bd-b17b-ca3079edfe50 req-ba604a89-bb59-45c5-8ff3-3074acbbf12d tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7534025 May 30 05:15:52.803984 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [req-33f07c77-c020-40bd-b17b-ca3079edfe50 req-c05ecbc8-c977-4d7d-865a-21c3e1d0519e service neutron] Request body: {'port': {'device_id': '08be9629-2def-4005-b61a-84776d383ea0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8437'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:15:52.916437 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-33f07c77-c020-40bd-b17b-ca3079edfe50 req-c05ecbc8-c977-4d7d-865a-21c3e1d0519e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:52.954073 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-a08ac805-a8c2-44c7-8315-6df6ba02cfc9 None None] Provisioning for port 9586a729-523d-4819-bd65-3afd69dbe774 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:15:52.959919 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-a08ac805-a8c2-44c7-8315-6df6ba02cfc9 None None] Provisioning complete for port 9586a729-523d-4819-bd65-3afd69dbe774 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:15:52.960399 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a08ac805-a8c2-44c7-8315-6df6ba02cfc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:53.012559 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-a08ac805-a8c2-44c7-8315-6df6ba02cfc9 None None] Port 9586a729-523d-4819-bd65-3afd69dbe774 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 05:15:53.250818 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [req-33f07c77-c020-40bd-b17b-ca3079edfe50 req-c05ecbc8-c977-4d7d-865a-21c3e1d0519e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9586a729-523d-4819-bd65-3afd69dbe774 {{(pid=88261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 30 05:15:53.259056 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-33f07c77-c020-40bd-b17b-ca3079edfe50 req-c05ecbc8-c977-4d7d-865a-21c3e1d0519e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:53.274294 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [req-33f07c77-c020-40bd-b17b-ca3079edfe50 req-c05ecbc8-c977-4d7d-865a-21c3e1d0519e service neutron] Transition to ACTIVE for port object 9586a729-523d-4819-bd65-3afd69dbe774 will not be triggered until provisioned by entity L2. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:15:53.308676 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-33f07c77-c020-40bd-b17b-ca3079edfe50 req-c05ecbc8-c977-4d7d-865a-21c3e1d0519e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2304381'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:53.624025 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05ecbc8-c977-4d7d-865a-21c3e1d0519e service neutron] Pushing event updated for resources: {'Port': ['ID=9586a729-523d-4819-bd65-3afd69dbe774,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:15:53.664417 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57880aeb-fc40-4946-bada-f62560efc3a9 req-254261ed-0a29-4569-9def-3eeb757e92a1 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:15:53.665105 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-57880aeb-fc40-4946-bada-f62560efc3a9 req-254261ed-0a29-4569-9def-3eeb757e92a1 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Synchronizing usage tracker for tenant:f9fe59584bbe4d5aaa42841eedb71980 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:15:53.691596 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [req-33f07c77-c020-40bd-b17b-ca3079edfe50 req-c05ecbc8-c977-4d7d-865a-21c3e1d0519e service neutron] Attempting to bind port 9586a729-523d-4819-bd65-3afd69dbe774 on host hv-neutron-8437 for vnic_type normal with profile {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 05:15:53.691934 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [req-33f07c77-c020-40bd-b17b-ca3079edfe50 req-c05ecbc8-c977-4d7d-865a-21c3e1d0519e service neutron] Attempting to bind port 9586a729-523d-4819-bd65-3afd69dbe774 by drivers openvswitch,hyperv on host hv-neutron-8437 at level 0 using segments [{'id': '2bfb7908-c020-4049-b22e-8dca0fb852d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '99338e53-9080-4797-a616-84c8d3c0f09c'}] {{(pid=88261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 05:15:53.692264 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f07c77-c020-40bd-b17b-ca3079edfe50 req-c05ecbc8-c977-4d7d-865a-21c3e1d0519e service neutron] Attempting to bind port 9586a729-523d-4819-bd65-3afd69dbe774 on network 99338e53-9080-4797-a616-84c8d3c0f09c {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:15:53.698044 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-57880aeb-fc40-4946-bada-f62560efc3a9 req-254261ed-0a29-4569-9def-3eeb757e92a1 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Unset dirty status for tenant:f9fe59584bbe4d5aaa42841eedb71980 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:15:53.699274 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-57880aeb-fc40-4946-bada-f62560efc3a9 req-254261ed-0a29-4569-9def-3eeb757e92a1 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=08be9629-2def-4005-b61a-84776d383ea0 HTTP/1.1" status: 200 len: 944 time: 0.4262512 May 30 05:15:53.701202 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f07c77-c020-40bd-b17b-ca3079edfe50 req-c05ecbc8-c977-4d7d-865a-21c3e1d0519e service neutron] Port 9586a729-523d-4819-bd65-3afd69dbe774 on network 99338e53-9080-4797-a616-84c8d3c0f09c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8437 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 30 05:15:53.701521 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f07c77-c020-40bd-b17b-ca3079edfe50 req-c05ecbc8-c977-4d7d-865a-21c3e1d0519e service neutron] Attempting to bind port 9586a729-523d-4819-bd65-3afd69dbe774 on network 99338e53-9080-4797-a616-84c8d3c0f09c {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:15:53.708294 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f07c77-c020-40bd-b17b-ca3079edfe50 req-c05ecbc8-c977-4d7d-865a-21c3e1d0519e service neutron] Checking agent: {'id': 'de0c936d-420b-412f-9642-7bfe80b5ab25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8437', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 51, 47), 'started_at': datetime.datetime(2022, 5, 30, 4, 51, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 5, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 05:15:53.708629 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f07c77-c020-40bd-b17b-ca3079edfe50 req-c05ecbc8-c977-4d7d-865a-21c3e1d0519e service neutron] Checking segment: {'id': '2bfb7908-c020-4049-b22e-8dca0fb852d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '99338e53-9080-4797-a616-84c8d3c0f09c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:15:53.709197 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f07c77-c020-40bd-b17b-ca3079edfe50 req-c05ecbc8-c977-4d7d-865a-21c3e1d0519e service neutron] Bound using segment: {'id': '2bfb7908-c020-4049-b22e-8dca0fb852d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '99338e53-9080-4797-a616-84c8d3c0f09c'} {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 05:15:53.709624 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [req-33f07c77-c020-40bd-b17b-ca3079edfe50 req-c05ecbc8-c977-4d7d-865a-21c3e1d0519e service neutron] Bound port: 9586a729-523d-4819-bd65-3afd69dbe774, host: hv-neutron-8437, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bfb7908-c020-4049-b22e-8dca0fb852d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '99338e53-9080-4797-a616-84c8d3c0f09c'}}] {{(pid=88261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 05:15:53.710003 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-33f07c77-c020-40bd-b17b-ca3079edfe50 req-c05ecbc8-c977-4d7d-865a-21c3e1d0519e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:53.804582 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-57880aeb-fc40-4946-bada-f62560efc3a9 req-1dc1e3d5-6089-4da4-ac94-597d53945ea0 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/security-groups?id=b43cc0ef-df72-4604-8c53-fd04b55c706c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973723 May 30 05:15:53.831734 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [req-33f07c77-c020-40bd-b17b-ca3079edfe50 req-c05ecbc8-c977-4d7d-865a-21c3e1d0519e service neutron] For port 9586a729-523d-4819-bd65-3afd69dbe774, host hv-neutron-8437, cleared binding levels {{(pid=88261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 05:15:53.834703 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [req-33f07c77-c020-40bd-b17b-ca3079edfe50 req-c05ecbc8-c977-4d7d-865a-21c3e1d0519e service neutron] For port 9586a729-523d-4819-bd65-3afd69dbe774, host hv-neutron-8437, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=9586a729-523d-4819-bd65-3afd69dbe774,segment=NetworkSegment(2bfb7908-c020-4049-b22e-8dca0fb852d7),segment_id=2bfb7908-c020-4049-b22e-8dca0fb852d7)] {{(pid=88261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 05:15:53.838137 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-33f07c77-c020-40bd-b17b-ca3079edfe50 req-c05ecbc8-c977-4d7d-865a-21c3e1d0519e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2304381'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:53.899239 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f07c77-c020-40bd-b17b-ca3079edfe50 req-c05ecbc8-c977-4d7d-865a-21c3e1d0519e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:15:53.899845 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-33f07c77-c020-40bd-b17b-ca3079edfe50 req-c05ecbc8-c977-4d7d-865a-21c3e1d0519e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:53.901190 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-33f07c77-c020-40bd-b17b-ca3079edfe50 req-c05ecbc8-c977-4d7d-865a-21c3e1d0519e service neutron] 10.222.0.39 "PUT /v2.0/ports/9586a729-523d-4819-bd65-3afd69dbe774 HTTP/1.1" status: 200 len: 1094 time: 1.1013970 May 30 05:15:53.901616 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08be9629-2def-4005-b61a-84776d383ea0', 'tag': '9586a729-523d-4819-bd65-3afd69dbe774'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:15:53.921152 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05ecbc8-c977-4d7d-865a-21c3e1d0519e service neutron] Pushing event updated for resources: {'Port': ['ID=9586a729-523d-4819-bd65-3afd69dbe774,revision_number=3']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:15:53.973513 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48ed1332-7aa4-4b99-8d34-2680bb26d8a5'] response: {'name': 'network-changed', 'server_uuid': '08be9629-2def-4005-b61a-84776d383ea0', 'tag': '9586a729-523d-4819-bd65-3afd69dbe774', 'status': 'completed', 'code': 200} May 30 05:15:54.016469 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f07c77-c020-40bd-b17b-ca3079edfe50 req-6a0e654a-0dff-4a4c-840f-ed7c0e8c7b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:15:54.017988 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-33f07c77-c020-40bd-b17b-ca3079edfe50 req-6a0e654a-0dff-4a4c-840f-ed7c0e8c7b7a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f9fe59584bbe4d5aaa42841eedb71980&device_id=08be9629-2def-4005-b61a-84776d383ea0 HTTP/1.1" status: 200 len: 1097 time: 0.0774465 May 30 05:15:54.088599 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-33f07c77-c020-40bd-b17b-ca3079edfe50 req-fcce6762-aa9a-4004-a83a-e5fa3db4f13f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9586a729-523d-4819-bd65-3afd69dbe774 HTTP/1.1" status: 200 len: 217 time: 0.0643947 May 30 05:15:54.150758 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f07c77-c020-40bd-b17b-ca3079edfe50 req-d9c85ce5-0b08-498e-9003-c7565459ba35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:15:54.152198 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-33f07c77-c020-40bd-b17b-ca3079edfe50 req-d9c85ce5-0b08-498e-9003-c7565459ba35 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6f0957ca-90d7-4144-8ca1-d7c75b1a0880 HTTP/1.1" status: 200 len: 835 time: 0.0574059 May 30 05:15:54.231357 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f07c77-c020-40bd-b17b-ca3079edfe50 req-5f03e75f-19ed-4d2f-95c1-f1d7234fc1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:15:54.232817 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-33f07c77-c020-40bd-b17b-ca3079edfe50 req-5f03e75f-19ed-4d2f-95c1-f1d7234fc1c8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=99338e53-9080-4797-a616-84c8d3c0f09c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0747004 May 30 05:15:54.362556 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-33f07c77-c020-40bd-b17b-ca3079edfe50 req-4f9e4a1f-376f-4df7-979a-4e86b117ff7c service neutron] 10.222.0.39 "GET /v2.0/networks/99338e53-9080-4797-a616-84c8d3c0f09c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229975 May 30 05:15:54.491700 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-33f07c77-c020-40bd-b17b-ca3079edfe50 req-167db771-13e5-4260-aa8a-1f60166f3500 service neutron] 10.222.0.39 "GET /v2.0/networks/99338e53-9080-4797-a616-84c8d3c0f09c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233325 May 30 05:15:54.611220 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cefd0c0-e7df-48e3-a274-9b24e698b0d0 req-716d95f7-0661-4867-a52b-43efe4a9e609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:15:54.612752 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8cefd0c0-e7df-48e3-a274-9b24e698b0d0 req-716d95f7-0661-4867-a52b-43efe4a9e609 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f9fe59584bbe4d5aaa42841eedb71980&device_id=08be9629-2def-4005-b61a-84776d383ea0 HTTP/1.1" status: 200 len: 1097 time: 0.0778642 May 30 05:15:54.741327 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cefd0c0-e7df-48e3-a274-9b24e698b0d0 req-b1bce4e4-691e-416a-a184-c82c55fba71a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:15:54.742780 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8cefd0c0-e7df-48e3-a274-9b24e698b0d0 req-b1bce4e4-691e-416a-a184-c82c55fba71a service neutron] 10.222.0.39 "GET /v2.0/networks?id=99338e53-9080-4797-a616-84c8d3c0f09c HTTP/1.1" status: 200 len: 897 time: 0.1239491 May 30 05:15:54.809965 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8cefd0c0-e7df-48e3-a274-9b24e698b0d0 req-727e979e-6676-419f-a41a-26a1a8f88083 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9586a729-523d-4819-bd65-3afd69dbe774 HTTP/1.1" status: 200 len: 217 time: 0.0615911 May 30 05:15:54.870523 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cefd0c0-e7df-48e3-a274-9b24e698b0d0 req-48bc2e59-344c-4d53-bd8d-41527fb6866b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:15:54.871879 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8cefd0c0-e7df-48e3-a274-9b24e698b0d0 req-48bc2e59-344c-4d53-bd8d-41527fb6866b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6f0957ca-90d7-4144-8ca1-d7c75b1a0880 HTTP/1.1" status: 200 len: 835 time: 0.0562081 May 30 05:15:55.015238 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cefd0c0-e7df-48e3-a274-9b24e698b0d0 req-25178076-c0af-4c82-ba12-6f2816b235a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:15:55.016706 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8cefd0c0-e7df-48e3-a274-9b24e698b0d0 req-25178076-c0af-4c82-ba12-6f2816b235a5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=99338e53-9080-4797-a616-84c8d3c0f09c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1383696 May 30 05:15:55.027378 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722f04e3-4579-4865-90ab-10f78d8e5be9 req-7652dca0-90de-404c-9f93-e76d355a6064 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:15:55.028968 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-722f04e3-4579-4865-90ab-10f78d8e5be9 req-7652dca0-90de-404c-9f93-e76d355a6064 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=08be9629-2def-4005-b61a-84776d383ea0 HTTP/1.1" status: 200 len: 944 time: 0.1167216 May 30 05:15:55.250333 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-722f04e3-4579-4865-90ab-10f78d8e5be9 req-7436f44d-3488-4072-a89e-8b3f6da1118e tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/security-groups?id=b43cc0ef-df72-4604-8c53-fd04b55c706c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2035058 May 30 05:15:55.284216 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8cefd0c0-e7df-48e3-a274-9b24e698b0d0 req-efba796a-3149-4ac9-86d0-cb03ba572e35 service neutron] 10.222.0.39 "GET /v2.0/networks/99338e53-9080-4797-a616-84c8d3c0f09c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2543554 May 30 05:15:55.416975 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8cefd0c0-e7df-48e3-a274-9b24e698b0d0 req-d51dbc6a-68da-46dc-af73-93012060f879 service neutron] 10.222.0.39 "GET /v2.0/networks/99338e53-9080-4797-a616-84c8d3c0f09c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263268 May 30 05:15:56.434208 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d4942f-cbcc-492c-ba79-fe7a4f5c7a89 req-9f6211ba-fb88-47cf-9aff-98804935c7a7 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:15:56.435664 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-48d4942f-cbcc-492c-ba79-fe7a4f5c7a89 req-9f6211ba-fb88-47cf-9aff-98804935c7a7 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=08be9629-2def-4005-b61a-84776d383ea0 HTTP/1.1" status: 200 len: 944 time: 0.0829816 May 30 05:15:56.479531 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-48d4942f-cbcc-492c-ba79-fe7a4f5c7a89 req-e3168b8b-81d5-44a6-8bc5-ab25a507ccae tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/security-groups?id=b43cc0ef-df72-4604-8c53-fd04b55c706c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382245 May 30 05:15:57.132072 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device 9586a729-523d-4819-bd65-3afd69dbe774 details requested by agent hyperv_hv-neutron-8437 with host hv-neutron-8437 {{(pid=88262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 05:15:57.261742 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port 9586a729-523d-4819-bd65-3afd69dbe774, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=9586a729-523d-4819-bd65-3afd69dbe774,segment=NetworkSegment(2bfb7908-c020-4049-b22e-8dca0fb852d7),segment_id=2bfb7908-c020-4049-b22e-8dca0fb852d7)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:15:57.274606 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Returning: {'device': '9586a729-523d-4819-bd65-3afd69dbe774', 'network_id': '99338e53-9080-4797-a616-84c8d3c0f09c', 'port_id': '9586a729-523d-4819-bd65-3afd69dbe774', 'mac_address': 'fa:16:3e:8d:ea:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f0957ca-90d7-4144-8ca1-d7c75b1a0880', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 05:15:57.344849 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Current status of the port 9586a729-523d-4819-bd65-3afd69dbe774 is: DOWN; New status is: BUILD {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:15:57.345266 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:57.361945 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9586a729-523d-4819-bd65-3afd69dbe774 {{(pid=88262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 30 05:15:57.377070 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port 9586a729-523d-4819-bd65-3afd69dbe774, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=9586a729-523d-4819-bd65-3afd69dbe774,segment=NetworkSegment(2bfb7908-c020-4049-b22e-8dca0fb852d7),segment_id=2bfb7908-c020-4049-b22e-8dca0fb852d7)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:15:57.381164 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:57.446403 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Pushing event updated for resources: {'Port': ['ID=9586a729-523d-4819-bd65-3afd69dbe774,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:15:57.660065 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f274230e-2dc1-41e9-9452-41b03bc2a3cb req-66b1d851-b464-4167-a7ec-fbba02728f53 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:15:57.661532 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f274230e-2dc1-41e9-9452-41b03bc2a3cb req-66b1d851-b464-4167-a7ec-fbba02728f53 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=08be9629-2def-4005-b61a-84776d383ea0 HTTP/1.1" status: 200 len: 945 time: 0.0816762 May 30 05:15:57.705587 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f274230e-2dc1-41e9-9452-41b03bc2a3cb req-14a882ec-8910-4651-a168-5df01457e079 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/security-groups?id=b43cc0ef-df72-4604-8c53-fd04b55c706c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378034 May 30 05:15:57.732327 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] get_ports_and_sgs() called for port_ids ['9586a729-523d-4819-bd65-3afd69dbe774'] {{(pid=88262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 30 05:15:58.003007 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7cddb376-1a20-447e-b09a-33a41ad055f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:58.894084 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66250fa8-deff-4a6b-a40c-9e58661a0629 req-a33ac979-ea2a-4025-8ec2-f7d823ec9ee8 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:15:58.895533 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-66250fa8-deff-4a6b-a40c-9e58661a0629 req-a33ac979-ea2a-4025-8ec2-f7d823ec9ee8 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=08be9629-2def-4005-b61a-84776d383ea0 HTTP/1.1" status: 200 len: 945 time: 0.0814512 May 30 05:15:58.939206 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-66250fa8-deff-4a6b-a40c-9e58661a0629 req-23c684fe-5286-4de8-80ae-7e11c1a78798 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/security-groups?id=b43cc0ef-df72-4604-8c53-fd04b55c706c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375378 May 30 05:15:59.159131 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device 9586a729-523d-4819-bd65-3afd69dbe774 up at agent hyperv_hv-neutron-8437 {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:15:59.225677 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Provisioning for port 9586a729-523d-4819-bd65-3afd69dbe774 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:15:59.230245 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Provisioning complete for port 9586a729-523d-4819-bd65-3afd69dbe774 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:15:59.230621 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:59.344869 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Current status of the port 9586a729-523d-4819-bd65-3afd69dbe774 is: BUILD; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:15:59.345171 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:59.371137 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08be9629-2def-4005-b61a-84776d383ea0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9586a729-523d-4819-bd65-3afd69dbe774'}] {{(pid=88262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:15:59.380388 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port 9586a729-523d-4819-bd65-3afd69dbe774, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=9586a729-523d-4819-bd65-3afd69dbe774,segment=NetworkSegment(2bfb7908-c020-4049-b22e-8dca0fb852d7),segment_id=2bfb7908-c020-4049-b22e-8dca0fb852d7)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:15:59.385285 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:15:59.420601 dv-neutron-843763-1-hyperv neutron-server[88262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8829b361-dba1-4c8c-b2e2-3bc77003b8f6'] response: {'server_uuid': '08be9629-2def-4005-b61a-84776d383ea0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9586a729-523d-4819-bd65-3afd69dbe774', 'code': 200} May 30 05:15:59.452206 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Pushing event updated for resources: {'Port': ['ID=9586a729-523d-4819-bd65-3afd69dbe774,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:15:59.641117 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c8b88f-f0a9-453e-aa35-5ef77679723f req-8e30fc5c-bf77-4f5b-a8cc-8baf37143de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:15:59.642518 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d1c8b88f-f0a9-453e-aa35-5ef77679723f req-8e30fc5c-bf77-4f5b-a8cc-8baf37143de1 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=08be9629-2def-4005-b61a-84776d383ea0 HTTP/1.1" status: 200 len: 1099 time: 0.0675600 May 30 05:15:59.686046 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d1c8b88f-f0a9-453e-aa35-5ef77679723f req-e3794415-413f-4942-a7ec-f3d2a153b335 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=b43cc0ef-df72-4604-8c53-fd04b55c706c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381179 May 30 05:16:00.124589 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24848a8-bce6-4d75-9b77-132dc0dd8a3d req-9975a0fa-1674-4406-90e8-38e1ea781fed tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:16:00.126051 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c24848a8-bce6-4d75-9b77-132dc0dd8a3d req-9975a0fa-1674-4406-90e8-38e1ea781fed tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=08be9629-2def-4005-b61a-84776d383ea0 HTTP/1.1" status: 200 len: 946 time: 0.0778756 May 30 05:16:00.170076 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c24848a8-bce6-4d75-9b77-132dc0dd8a3d req-50d7497b-8a6d-4fba-85cf-4fdf8047e926 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/security-groups?id=b43cc0ef-df72-4604-8c53-fd04b55c706c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379632 May 30 05:16:00.199572 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-157abee4-259b-4ab6-bf71-6e766e3e2b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:16:01.264204 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56ded65b-0e68-413c-8b9b-1097922cc81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:16:01.370947 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fc3445-918d-4c36-aed5-738b23db540a req-6fed40e8-160a-4cfc-b4c5-f9a1c40638ae tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:16:01.372367 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-70fc3445-918d-4c36-aed5-738b23db540a req-6fed40e8-160a-4cfc-b4c5-f9a1c40638ae tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=08be9629-2def-4005-b61a-84776d383ea0 HTTP/1.1" status: 200 len: 946 time: 0.0807817 May 30 05:16:01.417225 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-70fc3445-918d-4c36-aed5-738b23db540a req-21693317-3575-49ce-8c8f-b83f14a9b3ed tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/security-groups?id=b43cc0ef-df72-4604-8c53-fd04b55c706c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391858 May 30 05:16:01.457792 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:16:01.595229 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a603539b-a212-4112-b725-e4f8541f6a56 req-81da6e56-6bb8-4ccb-8bee-aa5928e71c30 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:16:01.596655 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a603539b-a212-4112-b725-e4f8541f6a56 req-81da6e56-6bb8-4ccb-8bee-aa5928e71c30 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=08be9629-2def-4005-b61a-84776d383ea0 HTTP/1.1" status: 200 len: 946 time: 0.0776100 May 30 05:16:01.639530 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a603539b-a212-4112-b725-e4f8541f6a56 req-bff5fe67-6f7a-4996-8322-441ad46121ac tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/security-groups?id=b43cc0ef-df72-4604-8c53-fd04b55c706c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372818 May 30 05:16:01.661066 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 49916) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:16:01.731325 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed34e6db-df42-4fb3-accf-8089f7be29d6 tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:16:01.732694 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-ed34e6db-df42-4fb3-accf-8089f7be29d6 tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=08be9629-2def-4005-b61a-84776d383ea0 HTTP/1.1" status: 200 len: 1094 time: 0.0706656 May 30 05:16:01.735327 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 49920) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:16:01.740605 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-f9821926-26d8-4c28-91cd-fefe9945ec8a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Request body: {'floatingip': {'floating_network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'port_id': '9586a729-523d-4819-bd65-3afd69dbe774', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:16:01.746355 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-f9821926-26d8-4c28-91cd-fefe9945ec8a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:16:01.750118 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-f9821926-26d8-4c28-91cd-fefe9945ec8a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Usage tracker for resource:floatingip and tenant:f9fe59584bbe4d5aaa42841eedb71980 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:16:01.752856 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-f9821926-26d8-4c28-91cd-fefe9945ec8a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:16:01.759165 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-f9821926-26d8-4c28-91cd-fefe9945ec8a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:16:01.769609 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f9821926-26d8-4c28-91cd-fefe9945ec8a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for floatingip, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:16:01.901573 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f9821926-26d8-4c28-91cd-fefe9945ec8a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:16:02.035573 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-f9821926-26d8-4c28-91cd-fefe9945ec8a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Allocated IP 172.26.6.72 (1bab70f4-3794-44db-8e17-19f483aa8ffa/6b5b73c1-b0ce-4f83-a930-c00cc5522926/f8ed1078-8980-46bc-b1cf-2e0baf0d27f3) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:16:02.176232 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f9821926-26d8-4c28-91cd-fefe9945ec8a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:16:02.205478 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f9821926-26d8-4c28-91cd-fefe9945ec8a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:16:02.267014 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9821926-26d8-4c28-91cd-fefe9945ec8a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Network 1bab70f4-3794-44db-8e17-19f483aa8ffa is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:16:02.269645 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-f9821926-26d8-4c28-91cd-fefe9945ec8a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:16:02.273791 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9821926-26d8-4c28-91cd-fefe9945ec8a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:16:02.314861 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9821926-26d8-4c28-91cd-fefe9945ec8a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event updated for resources: {'Port': ['ID=f8ed1078-8980-46bc-b1cf-2e0baf0d27f3,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:16:02.779190 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f9821926-26d8-4c28-91cd-fefe9945ec8a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:16:02.802949 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a142624-940e-4c55-bf49-a5329c884075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:16:02.854131 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f9821926-26d8-4c28-91cd-fefe9945ec8a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:16:03.066694 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f9821926-26d8-4c28-91cd-fefe9945ec8a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:16:03.071701 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f9821926-26d8-4c28-91cd-fefe9945ec8a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2304381'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:16:03.176099 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9821926-26d8-4c28-91cd-fefe9945ec8a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event updated for resources: {'Port': ['ID=f8ed1078-8980-46bc-b1cf-2e0baf0d27f3,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:16:03.188178 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f9821926-26d8-4c28-91cd-fefe9945ec8a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1604762'] for floatingip, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:16:03.361570 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.db.l3_db [None req-f9821926-26d8-4c28-91cd-fefe9945ec8a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Floating IP 8ac4ea96-dc4d-41b6-b7af-0db1ea9c32e9 associated. External IP: 172.26.6.72, port: 9586a729-523d-4819-bd65-3afd69dbe774. May 30 05:16:03.702090 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9821926-26d8-4c28-91cd-fefe9945ec8a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Router 617e6b0b-8c74-4cce-b3f6-5a9a49dbd228 has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 05:16:03.873212 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9821926-26d8-4c28-91cd-fefe9945ec8a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:16:03.882719 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5369717-0728-44f5-9e5c-33560a127aa8 None None] Sync routers for ids ['617e6b0b-8c74-4cce-b3f6-5a9a49dbd228'] in dv-neutron-843763-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:16:03.891591 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5369717-0728-44f5-9e5c-33560a127aa8 None None] Routers {'617e6b0b-8c74-4cce-b3f6-5a9a49dbd228'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:16:03.892186 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-b5369717-0728-44f5-9e5c-33560a127aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:16:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['617e6b0b-8c74-4cce-b3f6-5a9a49dbd228'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:16:03.897441 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f9821926-26d8-4c28-91cd-fefe9945ec8a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for floatingip, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:16:03.956505 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-f9821926-26d8-4c28-91cd-fefe9945ec8a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2200837 May 30 05:16:03.956994 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08be9629-2def-4005-b61a-84776d383ea0', 'tag': '9586a729-523d-4819-bd65-3afd69dbe774'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:16:04.001911 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a63075d-6337-43e9-8d88-3d07a8f5e189'] response: {'name': 'network-changed', 'server_uuid': '08be9629-2def-4005-b61a-84776d383ea0', 'tag': '9586a729-523d-4819-bd65-3afd69dbe774', 'status': 'completed', 'code': 200} May 30 05:16:04.073685 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-b5369717-0728-44f5-9e5c-33560a127aa8 None None] Set router 617e6b0b-8c74-4cce-b3f6-5a9a49dbd228 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:16:04.092228 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fbd858-166d-4797-9b5a-be927adc451f req-8d70a300-f607-498f-b0cc-3a116ad5b8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:16:04.093700 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f9fbd858-166d-4797-9b5a-be927adc451f req-8d70a300-f607-498f-b0cc-3a116ad5b8b6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f9fe59584bbe4d5aaa42841eedb71980&device_id=08be9629-2def-4005-b61a-84776d383ea0 HTTP/1.1" status: 200 len: 1099 time: 0.0695550 May 30 05:16:04.346107 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fbd858-166d-4797-9b5a-be927adc451f req-50fd4b73-701e-4b78-9c41-8e1adaa0a091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:16:04.347551 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f9fbd858-166d-4797-9b5a-be927adc451f req-50fd4b73-701e-4b78-9c41-8e1adaa0a091 service neutron] 10.222.0.39 "GET /v2.0/networks?id=99338e53-9080-4797-a616-84c8d3c0f09c HTTP/1.1" status: 200 len: 897 time: 0.2480018 May 30 05:16:04.449686 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f9fbd858-166d-4797-9b5a-be927adc451f req-23c9e0af-73f9-4101-aa9a-6db341967ba1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9586a729-523d-4819-bd65-3afd69dbe774 HTTP/1.1" status: 200 len: 999 time: 0.0956450 May 30 05:16:04.460507 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-b5369717-0728-44f5-9e5c-33560a127aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '617e6b0b-8c74-4cce-b3f6-5a9a49dbd228', 'name': 'tempest-TestNetworkBasicOps-router-269813166', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.75'}], 'enable_snat': True}, 'gw_port_id': '7182145a-7318-4af3-9226-957bc6cb29d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:15:26Z', 'updated_at': '2022-05-30T05:15:31Z', 'revision_number': 4, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'gw_port': {'id': '7182145a-7318-4af3-9226-957bc6cb29d6', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:bb:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617e6b0b-8c74-4cce-b3f6-5a9a49dbd228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:15:27Z', 'updated_at': '2022-05-30T05:15:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_floatingips': [{'id': '847bc923-01e2-4270-a1e8-4c9446a063bb', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'floating_ip_address': '172.26.6.234', 'floating_network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'router_id': '617e6b0b-8c74-4cce-b3f6-5a9a49dbd228', 'port_id': '7eb2216b-4365-44e6-a790-7f6b63ab2838', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99338e53-9080-4797-a616-84c8d3c0f09c', 'mac_address': 'fa:16:3e:df:d3:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3dd0869-372d-46b1-83b4-4aa6017d7e60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T05:15:47Z', 'updated_at': '2022-05-30T05:15:50Z', 'revision_number': 1, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'fixed_ip_address_scope': None}, {'id': '8ac4ea96-dc4d-41b6-b7af-0db1ea9c32e9', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'floating_ip_address': '172.26.6.72', 'floating_network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'router_id': '617e6b0b-8c74-4cce-b3f6-5a9a49dbd228', 'port_id': '9586a729-523d-4819-bd65-3afd69dbe774', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99338e53-9080-4797-a616-84c8d3c0f09c', 'mac_address': 'fa:16:3e:8d:ea:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08be9629-2def-4005-b61a-84776d383ea0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T05:16:02Z', 'updated_at': '2022-05-30T05:16:02Z', 'revision_number': 0, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71460784-2ac4-4d5a-877e-72c059147764', 'name': '', 'network_id': '99338e53-9080-4797-a616-84c8d3c0f09c', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'mac_address': 'fa:16:3e:40:db:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617e6b0b-8c74-4cce-b3f6-5a9a49dbd228', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '6f0957ca-90d7-4144-8ca1-d7c75b1a0880', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:15:30Z', 'updated_at': '2022-05-30T05:15:36Z', 'revision_number': 5, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'subnets': [{'id': '6f0957ca-90d7-4144-8ca1-d7c75b1a0880', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:16:04.464342 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5369717-0728-44f5-9e5c-33560a127aa8 None None] Checking router: 617e6b0b-8c74-4cce-b3f6-5a9a49dbd228 for host: dv-neutron-843763-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 05:16:04.472473 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5369717-0728-44f5-9e5c-33560a127aa8 None None] Routers {'617e6b0b-8c74-4cce-b3f6-5a9a49dbd228'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:16:04.473052 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-b5369717-0728-44f5-9e5c-33560a127aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:16:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['617e6b0b-8c74-4cce-b3f6-5a9a49dbd228'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:16:04.514659 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fbd858-166d-4797-9b5a-be927adc451f req-4415e479-fd07-4325-b7c6-8592f7b98018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:16:04.516081 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f9fbd858-166d-4797-9b5a-be927adc451f req-4415e479-fd07-4325-b7c6-8592f7b98018 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6f0957ca-90d7-4144-8ca1-d7c75b1a0880 HTTP/1.1" status: 200 len: 835 time: 0.0596457 May 30 05:16:04.590360 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fbd858-166d-4797-9b5a-be927adc451f req-95e1b728-36f8-403a-9f37-0033d9e3669d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:16:04.591858 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f9fbd858-166d-4797-9b5a-be927adc451f req-95e1b728-36f8-403a-9f37-0033d9e3669d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=99338e53-9080-4797-a616-84c8d3c0f09c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683136 May 30 05:16:04.646992 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-b5369717-0728-44f5-9e5c-33560a127aa8 None None] Set router 617e6b0b-8c74-4cce-b3f6-5a9a49dbd228 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:16:04.723707 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f9fbd858-166d-4797-9b5a-be927adc451f req-6efc7c83-44d9-4dba-a2cd-fe0cd558b252 service neutron] 10.222.0.39 "GET /v2.0/networks/99338e53-9080-4797-a616-84c8d3c0f09c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230383 May 30 05:16:04.852687 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f9fbd858-166d-4797-9b5a-be927adc451f req-fd2c26c2-13b9-48a3-9269-9ed8f02d8733 service neutron] 10.222.0.39 "GET /v2.0/networks/99338e53-9080-4797-a616-84c8d3c0f09c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231201 May 30 05:16:04.987441 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-b5369717-0728-44f5-9e5c-33560a127aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '617e6b0b-8c74-4cce-b3f6-5a9a49dbd228', 'name': 'tempest-TestNetworkBasicOps-router-269813166', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.75'}], 'enable_snat': True}, 'gw_port_id': '7182145a-7318-4af3-9226-957bc6cb29d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:15:26Z', 'updated_at': '2022-05-30T05:15:31Z', 'revision_number': 4, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'gw_port': {'id': '7182145a-7318-4af3-9226-957bc6cb29d6', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:bb:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617e6b0b-8c74-4cce-b3f6-5a9a49dbd228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:15:27Z', 'updated_at': '2022-05-30T05:15:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_floatingips': [{'id': '847bc923-01e2-4270-a1e8-4c9446a063bb', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'floating_ip_address': '172.26.6.234', 'floating_network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'router_id': '617e6b0b-8c74-4cce-b3f6-5a9a49dbd228', 'port_id': '7eb2216b-4365-44e6-a790-7f6b63ab2838', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99338e53-9080-4797-a616-84c8d3c0f09c', 'mac_address': 'fa:16:3e:df:d3:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3dd0869-372d-46b1-83b4-4aa6017d7e60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T05:15:47Z', 'updated_at': '2022-05-30T05:15:50Z', 'revision_number': 1, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'fixed_ip_address_scope': None}, {'id': '8ac4ea96-dc4d-41b6-b7af-0db1ea9c32e9', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'floating_ip_address': '172.26.6.72', 'floating_network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'router_id': '617e6b0b-8c74-4cce-b3f6-5a9a49dbd228', 'port_id': '9586a729-523d-4819-bd65-3afd69dbe774', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99338e53-9080-4797-a616-84c8d3c0f09c', 'mac_address': 'fa:16:3e:8d:ea:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08be9629-2def-4005-b61a-84776d383ea0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T05:16:02Z', 'updated_at': '2022-05-30T05:16:02Z', 'revision_number': 0, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71460784-2ac4-4d5a-877e-72c059147764', 'name': '', 'network_id': '99338e53-9080-4797-a616-84c8d3c0f09c', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'mac_address': 'fa:16:3e:40:db:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617e6b0b-8c74-4cce-b3f6-5a9a49dbd228', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '6f0957ca-90d7-4144-8ca1-d7c75b1a0880', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:15:30Z', 'updated_at': '2022-05-30T05:15:36Z', 'revision_number': 5, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'subnets': [{'id': '6f0957ca-90d7-4144-8ca1-d7c75b1a0880', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:16:04.991308 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5369717-0728-44f5-9e5c-33560a127aa8 None None] The sync data for ids ['617e6b0b-8c74-4cce-b3f6-5a9a49dbd228'] in dv-neutron-843763-1-hyperv is: [{'id': '617e6b0b-8c74-4cce-b3f6-5a9a49dbd228', 'name': 'tempest-TestNetworkBasicOps-router-269813166', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.75'}], 'enable_snat': True}, 'gw_port_id': '7182145a-7318-4af3-9226-957bc6cb29d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:15:26Z', 'updated_at': '2022-05-30T05:15:31Z', 'revision_number': 4, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'gw_port': {'id': '7182145a-7318-4af3-9226-957bc6cb29d6', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:bb:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617e6b0b-8c74-4cce-b3f6-5a9a49dbd228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:15:27Z', 'updated_at': '2022-05-30T05:15:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_floatingips': [{'id': '847bc923-01e2-4270-a1e8-4c9446a063bb', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'floating_ip_address': '172.26.6.234', 'floating_network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'router_id': '617e6b0b-8c74-4cce-b3f6-5a9a49dbd228', 'port_id': '7eb2216b-4365-44e6-a790-7f6b63ab2838', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99338e53-9080-4797-a616-84c8d3c0f09c', 'mac_address': 'fa:16:3e:df:d3:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3dd0869-372d-46b1-83b4-4aa6017d7e60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T05:15:47Z', 'updated_at': '2022-05-30T05:15:50Z', 'revision_number': 1, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'fixed_ip_address_scope': None}, {'id': '8ac4ea96-dc4d-41b6-b7af-0db1ea9c32e9', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'floating_ip_address': '172.26.6.72', 'floating_network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'router_id': '617e6b0b-8c74-4cce-b3f6-5a9a49dbd228', 'port_id': '9586a729-523d-4819-bd65-3afd69dbe774', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99338e53-9080-4797-a616-84c8d3c0f09c', 'mac_address': 'fa:16:3e:8d:ea:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08be9629-2def-4005-b61a-84776d383ea0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T05:16:02Z', 'updated_at': '2022-05-30T05:16:02Z', 'revision_number': 0, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71460784-2ac4-4d5a-877e-72c059147764', 'name': '', 'network_id': '99338e53-9080-4797-a616-84c8d3c0f09c', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'mac_address': 'fa:16:3e:40:db:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617e6b0b-8c74-4cce-b3f6-5a9a49dbd228', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '6f0957ca-90d7-4144-8ca1-d7c75b1a0880', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:15:30Z', 'updated_at': '2022-05-30T05:15:36Z', 'revision_number': 5, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'subnets': [{'id': '6f0957ca-90d7-4144-8ca1-d7c75b1a0880', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:16:05.177882 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0108082-a652-47ba-a855-ed17eb9054a9 None None] New status for floating IP 8ac4ea96-dc4d-41b6-b7af-0db1ea9c32e9: ACTIVE {{(pid=88262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 30 05:16:12.175160 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6b79750b-bd8a-44b6-8f2a-9093dcb2a2d9 req-ec90bbb7-c0cf-4df3-a73b-11a2bb35a8ae service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c3dd0869-372d-46b1-83b4-4aa6017d7e60&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0838594 May 30 05:16:12.314050 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b79750b-bd8a-44b6-8f2a-9093dcb2a2d9 req-3ee4278b-edfb-409f-b18c-272780ae7646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:16:12.315566 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6b79750b-bd8a-44b6-8f2a-9093dcb2a2d9 req-3ee4278b-edfb-409f-b18c-272780ae7646 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f9fe59584bbe4d5aaa42841eedb71980&device_id=c3dd0869-372d-46b1-83b4-4aa6017d7e60 HTTP/1.1" status: 200 len: 1098 time: 0.0736904 May 30 05:16:12.457650 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b79750b-bd8a-44b6-8f2a-9093dcb2a2d9 req-e0ff58f8-31a5-4135-ba11-34fb5a904abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:16:12.459711 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6b79750b-bd8a-44b6-8f2a-9093dcb2a2d9 req-e0ff58f8-31a5-4135-ba11-34fb5a904abc service neutron] 10.222.0.39 "GET /v2.0/networks?id=99338e53-9080-4797-a616-84c8d3c0f09c HTTP/1.1" status: 200 len: 897 time: 0.1241643 May 30 05:16:12.559973 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6b79750b-bd8a-44b6-8f2a-9093dcb2a2d9 req-76d81097-1d61-423f-9ce5-0e577d50660c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7eb2216b-4365-44e6-a790-7f6b63ab2838 HTTP/1.1" status: 200 len: 1001 time: 0.0937524 May 30 05:16:12.622037 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b79750b-bd8a-44b6-8f2a-9093dcb2a2d9 req-b9e62da0-a0b7-4c3e-80eb-1c2a48eb8549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:16:12.623543 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6b79750b-bd8a-44b6-8f2a-9093dcb2a2d9 req-b9e62da0-a0b7-4c3e-80eb-1c2a48eb8549 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6f0957ca-90d7-4144-8ca1-d7c75b1a0880 HTTP/1.1" status: 200 len: 835 time: 0.0559361 May 30 05:16:12.712023 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b79750b-bd8a-44b6-8f2a-9093dcb2a2d9 req-73c71a0a-1ec1-4deb-92a5-c6fde0a436cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:16:12.713375 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6b79750b-bd8a-44b6-8f2a-9093dcb2a2d9 req-73c71a0a-1ec1-4deb-92a5-c6fde0a436cb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=99338e53-9080-4797-a616-84c8d3c0f09c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0820487 May 30 05:16:12.841923 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6b79750b-bd8a-44b6-8f2a-9093dcb2a2d9 req-391333e0-678b-412b-bdba-0a41106ae361 service neutron] 10.222.0.39 "GET /v2.0/networks/99338e53-9080-4797-a616-84c8d3c0f09c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209304 May 30 05:16:12.971384 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6b79750b-bd8a-44b6-8f2a-9093dcb2a2d9 req-44e071db-098b-41e4-a928-41193a773977 service neutron] 10.222.0.39 "GET /v2.0/networks/99338e53-9080-4797-a616-84c8d3c0f09c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225903 May 30 05:16:17.208802 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-45f79e78-106a-4f09-9d2c-69baeab7263d None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 05:16:17.535661 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:16:27.994727 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-3cabf1f3-fb5f-44ae-9f85-34433db3267d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:16:30.201400 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-2ad913af-f056-4002-a159-afdbe4f074bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:16:31.247220 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56ded65b-0e68-413c-8b9b-1097922cc81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:16:31.450442 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:16:32.801772 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a142624-940e-4c55-bf49-a5329c884075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:16:47.530135 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:16:54.207897 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-45f79e78-106a-4f09-9d2c-69baeab7263d None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 05:16:57.997872 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-4f6d0e97-ea2b-4428-afc2-c0a7668ed6f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:00.202291 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-41aa2f43-2b93-4b07-b59a-253f14618091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:01.251406 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56ded65b-0e68-413c-8b9b-1097922cc81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:01.451086 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:02.806698 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a142624-940e-4c55-bf49-a5329c884075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:13.186648 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9fac0c7e-6326-4c42-814f-87a503d3aebc req-a8ae22f0-5f0e-46e6-970e-6a2addc72161 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=08be9629-2def-4005-b61a-84776d383ea0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0668297 May 30 05:17:13.281014 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fac0c7e-6326-4c42-814f-87a503d3aebc req-e72029c3-f210-464c-8fe7-d8ab4d86dc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:17:13.282509 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9fac0c7e-6326-4c42-814f-87a503d3aebc req-e72029c3-f210-464c-8fe7-d8ab4d86dc2f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f9fe59584bbe4d5aaa42841eedb71980&device_id=08be9629-2def-4005-b61a-84776d383ea0 HTTP/1.1" status: 200 len: 1099 time: 0.0753810 May 30 05:17:13.518076 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fac0c7e-6326-4c42-814f-87a503d3aebc req-cba7ee66-a4dd-4982-b7c2-41bc55298f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:17:13.519437 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9fac0c7e-6326-4c42-814f-87a503d3aebc req-cba7ee66-a4dd-4982-b7c2-41bc55298f14 service neutron] 10.222.0.39 "GET /v2.0/networks?id=99338e53-9080-4797-a616-84c8d3c0f09c HTTP/1.1" status: 200 len: 897 time: 0.2186568 May 30 05:17:13.621919 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9fac0c7e-6326-4c42-814f-87a503d3aebc req-2e090b15-b1c4-4af2-bfa6-a688a942a8da service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9586a729-523d-4819-bd65-3afd69dbe774 HTTP/1.1" status: 200 len: 1001 time: 0.0959151 May 30 05:17:13.684260 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fac0c7e-6326-4c42-814f-87a503d3aebc req-828d1870-cc88-4495-ad4e-f40aeaf840e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:17:13.685615 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9fac0c7e-6326-4c42-814f-87a503d3aebc req-828d1870-cc88-4495-ad4e-f40aeaf840e2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6f0957ca-90d7-4144-8ca1-d7c75b1a0880 HTTP/1.1" status: 200 len: 835 time: 0.0578763 May 30 05:17:13.757714 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fac0c7e-6326-4c42-814f-87a503d3aebc req-290247b1-7231-4edd-a83b-d650e0c55de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:17:13.759171 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9fac0c7e-6326-4c42-814f-87a503d3aebc req-290247b1-7231-4edd-a83b-d650e0c55de1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=99338e53-9080-4797-a616-84c8d3c0f09c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0674989 May 30 05:17:13.898953 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9fac0c7e-6326-4c42-814f-87a503d3aebc req-5a60771a-29ec-4f13-acec-12ea04d73aa2 service neutron] 10.222.0.39 "GET /v2.0/networks/99338e53-9080-4797-a616-84c8d3c0f09c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335301 May 30 05:17:14.028663 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9fac0c7e-6326-4c42-814f-87a503d3aebc req-5673d867-605f-451b-b81b-43ecf2a4b433 service neutron] 10.222.0.39 "GET /v2.0/networks/99338e53-9080-4797-a616-84c8d3c0f09c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227643 May 30 05:17:17.542517 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:19.536391 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 49950) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:17:19.642833 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-f8817064-0b9a-45c4-adf2-5808e0841d5a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/floatingips/847bc923-01e2-4270-a1e8-4c9446a063bb HTTP/1.1" status: 200 len: 993 time: 0.1047437 May 30 05:17:20.373036 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 49960) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:17:20.379018 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-5ce61615-7271-4bc0-9570-035f26350d44 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Request body: {'port': {'admin_state_up': False}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:17:20.503183 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5ce61615-7271-4bc0-9570-035f26350d44 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:20.710835 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-5ce61615-7271-4bc0-9570-035f26350d44 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] For port 7eb2216b-4365-44e6-a790-7f6b63ab2838, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=7eb2216b-4365-44e6-a790-7f6b63ab2838,segment=NetworkSegment(2bfb7908-c020-4049-b22e-8dca0fb852d7),segment_id=2bfb7908-c020-4049-b22e-8dca0fb852d7)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:17:20.734870 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5ce61615-7271-4bc0-9570-035f26350d44 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for port, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:20.739179 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5ce61615-7271-4bc0-9570-035f26350d44 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1547421'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:20.805764 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ce61615-7271-4bc0-9570-035f26350d44 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:17:20.806436 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5ce61615-7271-4bc0-9570-035f26350d44 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:20.807942 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-5ce61615-7271-4bc0-9570-035f26350d44 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "PUT /v2.0/ports/7eb2216b-4365-44e6-a790-7f6b63ab2838 HTTP/1.1" status: 200 len: 938 time: 0.4337218 May 30 05:17:20.808459 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3dd0869-372d-46b1-83b4-4aa6017d7e60', 'tag': '7eb2216b-4365-44e6-a790-7f6b63ab2838'}] {{(pid=88260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:17:20.834817 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce61615-7271-4bc0-9570-035f26350d44 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event updated for resources: {'Port': ['ID=7eb2216b-4365-44e6-a790-7f6b63ab2838,revision_number=6']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:17:20.842759 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce61615-7271-4bc0-9570-035f26350d44 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:17:20.843113 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce61615-7271-4bc0-9570-035f26350d44 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:17:20.843449 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce61615-7271-4bc0-9570-035f26350d44 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:17:20.843785 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce61615-7271-4bc0-9570-035f26350d44 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:17:20.844115 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce61615-7271-4bc0-9570-035f26350d44 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:17:20.844442 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce61615-7271-4bc0-9570-035f26350d44 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:17:20.844768 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce61615-7271-4bc0-9570-035f26350d44 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:17:20.845097 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce61615-7271-4bc0-9570-035f26350d44 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:17:20.845572 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce61615-7271-4bc0-9570-035f26350d44 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:17:20.845918 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce61615-7271-4bc0-9570-035f26350d44 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:17:20.846257 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce61615-7271-4bc0-9570-035f26350d44 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:17:20.846561 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce61615-7271-4bc0-9570-035f26350d44 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:17:20.862179 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15f015c4-5280-408c-b43c-539b674a5c42'] response: {'name': 'network-changed', 'server_uuid': 'c3dd0869-372d-46b1-83b4-4aa6017d7e60', 'tag': '7eb2216b-4365-44e6-a790-7f6b63ab2838', 'status': 'completed', 'code': 200} May 30 05:17:20.960676 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d11ed9-1054-4d67-8789-077ed799e961 req-26dc2165-ae2d-42a3-ad8d-beef450c8155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:17:20.962290 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-16d11ed9-1054-4d67-8789-077ed799e961 req-26dc2165-ae2d-42a3-ad8d-beef450c8155 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f9fe59584bbe4d5aaa42841eedb71980&device_id=c3dd0869-372d-46b1-83b4-4aa6017d7e60 HTTP/1.1" status: 200 len: 1099 time: 0.0769618 May 30 05:17:21.091695 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-425c6e5f-5a06-400e-996e-206da4d09f68 None None] Provisioning complete for port 7eb2216b-4365-44e6-a790-7f6b63ab2838 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:17:21.092270 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-425c6e5f-5a06-400e-996e-206da4d09f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:21.092384 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d11ed9-1054-4d67-8789-077ed799e961 req-920aa667-42d3-4d38-b674-3c238d470950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:17:21.093532 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-16d11ed9-1054-4d67-8789-077ed799e961 req-920aa667-42d3-4d38-b674-3c238d470950 service neutron] 10.222.0.39 "GET /v2.0/networks?id=99338e53-9080-4797-a616-84c8d3c0f09c HTTP/1.1" status: 200 len: 897 time: 0.1240935 May 30 05:17:21.152250 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-425c6e5f-5a06-400e-996e-206da4d09f68 None None] Port 7eb2216b-4365-44e6-a790-7f6b63ab2838 is administratively disabled so it will not transition to active. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:351}} May 30 05:17:21.191827 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-16d11ed9-1054-4d67-8789-077ed799e961 req-6385409d-a6c4-4dec-98a2-e9e88e0f3c0d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7eb2216b-4365-44e6-a790-7f6b63ab2838 HTTP/1.1" status: 200 len: 1002 time: 0.0923457 May 30 05:17:21.261151 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d11ed9-1054-4d67-8789-077ed799e961 req-57c145e2-9f05-4424-96c5-6805325b70d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:17:21.262623 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-16d11ed9-1054-4d67-8789-077ed799e961 req-57c145e2-9f05-4424-96c5-6805325b70d8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6f0957ca-90d7-4144-8ca1-d7c75b1a0880 HTTP/1.1" status: 200 len: 835 time: 0.0642591 May 30 05:17:21.336564 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d11ed9-1054-4d67-8789-077ed799e961 req-44e7e4b7-c4c4-4cf6-8e17-8f33c73ae663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:17:21.338047 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-16d11ed9-1054-4d67-8789-077ed799e961 req-44e7e4b7-c4c4-4cf6-8e17-8f33c73ae663 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=99338e53-9080-4797-a616-84c8d3c0f09c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693173 May 30 05:17:21.466299 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-16d11ed9-1054-4d67-8789-077ed799e961 req-82313cce-619f-4715-bdde-9b7d2779970b service neutron] 10.222.0.39 "GET /v2.0/networks/99338e53-9080-4797-a616-84c8d3c0f09c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209137 May 30 05:17:21.593633 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-16d11ed9-1054-4d67-8789-077ed799e961 req-273f1cf9-b856-40f9-8e7b-85802faee1f6 service neutron] 10.222.0.39 "GET /v2.0/networks/99338e53-9080-4797-a616-84c8d3c0f09c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219079 May 30 05:17:24.239009 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 49972) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:17:24.245519 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-0ee3ecf6-43a4-41ca-8a18-57f1fb2b998a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Request body: {'port': {'admin_state_up': True}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:17:24.363339 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0ee3ecf6-43a4-41ca-8a18-57f1fb2b998a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:24.572714 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-0ee3ecf6-43a4-41ca-8a18-57f1fb2b998a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] For port 7eb2216b-4365-44e6-a790-7f6b63ab2838, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=7eb2216b-4365-44e6-a790-7f6b63ab2838,segment=NetworkSegment(2bfb7908-c020-4049-b22e-8dca0fb852d7),segment_id=2bfb7908-c020-4049-b22e-8dca0fb852d7)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:17:24.596563 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0ee3ecf6-43a4-41ca-8a18-57f1fb2b998a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for port, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:24.602072 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0ee3ecf6-43a4-41ca-8a18-57f1fb2b998a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1547421'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:24.669092 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee3ecf6-43a4-41ca-8a18-57f1fb2b998a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:17:24.669692 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0ee3ecf6-43a4-41ca-8a18-57f1fb2b998a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:24.671076 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-0ee3ecf6-43a4-41ca-8a18-57f1fb2b998a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "PUT /v2.0/ports/7eb2216b-4365-44e6-a790-7f6b63ab2838 HTTP/1.1" status: 200 len: 937 time: 0.4309671 May 30 05:17:24.671608 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3dd0869-372d-46b1-83b4-4aa6017d7e60', 'tag': '7eb2216b-4365-44e6-a790-7f6b63ab2838'}] {{(pid=88260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:17:24.674097 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 49976) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:17:24.698914 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee3ecf6-43a4-41ca-8a18-57f1fb2b998a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event updated for resources: {'Port': ['ID=7eb2216b-4365-44e6-a790-7f6b63ab2838,revision_number=7']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:17:24.721627 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0bfc3739-51cd-43bf-bbf3-05b45a3c2deb'] response: {'name': 'network-changed', 'server_uuid': 'c3dd0869-372d-46b1-83b4-4aa6017d7e60', 'tag': '7eb2216b-4365-44e6-a790-7f6b63ab2838', 'status': 'completed', 'code': 200} May 30 05:17:24.891397 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-993d5852-0fc3-4a8b-a61e-1bc3ababb377 None None] Provisioning complete for port 7eb2216b-4365-44e6-a790-7f6b63ab2838 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:17:24.891994 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-993d5852-0fc3-4a8b-a61e-1bc3ababb377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:24.945857 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-399d95f4-9c5f-40e6-ac73-030f1ed2fee0 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/floatingips/847bc923-01e2-4270-a1e8-4c9446a063bb HTTP/1.1" status: 200 len: 993 time: 0.2658110 May 30 05:17:24.960264 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21798429-10ac-4bdc-9353-3e8b7d1de035 req-6b4207e5-d0c7-4927-91ad-4b54720851c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:17:24.961982 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-21798429-10ac-4bdc-9353-3e8b7d1de035 req-6b4207e5-d0c7-4927-91ad-4b54720851c6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f9fe59584bbe4d5aaa42841eedb71980&device_id=c3dd0869-372d-46b1-83b4-4aa6017d7e60 HTTP/1.1" status: 200 len: 1098 time: 0.2165463 May 30 05:17:24.987587 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] get_ports_and_sgs() called for port_ids ['7eb2216b-4365-44e6-a790-7f6b63ab2838'] {{(pid=88262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 30 05:17:25.055268 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-993d5852-0fc3-4a8b-a61e-1bc3ababb377 None None] Current status of the port 7eb2216b-4365-44e6-a790-7f6b63ab2838 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:17:25.103344 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21798429-10ac-4bdc-9353-3e8b7d1de035 req-ae32ff24-4298-4bfc-abef-f4a6c22c24eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:17:25.104754 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-21798429-10ac-4bdc-9353-3e8b7d1de035 req-ae32ff24-4298-4bfc-abef-f4a6c22c24eb service neutron] 10.222.0.39 "GET /v2.0/networks?id=99338e53-9080-4797-a616-84c8d3c0f09c HTTP/1.1" status: 200 len: 897 time: 0.1364985 May 30 05:17:25.210604 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-21798429-10ac-4bdc-9353-3e8b7d1de035 req-b13b6d55-62e0-4528-886c-a7d0f14a416d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7eb2216b-4365-44e6-a790-7f6b63ab2838 HTTP/1.1" status: 200 len: 1001 time: 0.0992560 May 30 05:17:25.277415 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21798429-10ac-4bdc-9353-3e8b7d1de035 req-88d6a1c8-c6eb-4b8d-a8d4-b44a081551db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:17:25.279045 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-21798429-10ac-4bdc-9353-3e8b7d1de035 req-88d6a1c8-c6eb-4b8d-a8d4-b44a081551db service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6f0957ca-90d7-4144-8ca1-d7c75b1a0880 HTTP/1.1" status: 200 len: 835 time: 0.0618534 May 30 05:17:25.353267 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21798429-10ac-4bdc-9353-3e8b7d1de035 req-4ed1c8f4-9d90-48c3-9986-42915cb3f099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:17:25.354887 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-21798429-10ac-4bdc-9353-3e8b7d1de035 req-4ed1c8f4-9d90-48c3-9986-42915cb3f099 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=99338e53-9080-4797-a616-84c8d3c0f09c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698583 May 30 05:17:25.484718 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-21798429-10ac-4bdc-9353-3e8b7d1de035 req-7eeb7954-be40-4885-b2d8-2a90874760f0 service neutron] 10.222.0.39 "GET /v2.0/networks/99338e53-9080-4797-a616-84c8d3c0f09c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231527 May 30 05:17:25.614381 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-21798429-10ac-4bdc-9353-3e8b7d1de035 req-1537b845-3a4d-406a-8074-9b545536a0f3 service neutron] 10.222.0.39 "GET /v2.0/networks/99338e53-9080-4797-a616-84c8d3c0f09c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232908 May 30 05:17:27.831992 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 49990) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:17:27.998562 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-0325051a-89bf-4250-8fc8-41d953b43dc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:28.035019 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-1553a792-d868-4487-b293-a543edadee99 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Deleting port f8ed1078-8980-46bc-b1cf-2e0baf0d27f3 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:17:28.035345 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1553a792-d868-4487-b293-a543edadee99 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:28.302699 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1553a792-d868-4487-b293-a543edadee99 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:28.303027 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1553a792-d868-4487-b293-a543edadee99 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:28.425662 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-1553a792-d868-4487-b293-a543edadee99 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Calling delete_port for f8ed1078-8980-46bc-b1cf-2e0baf0d27f3 owned by network:floatingip {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:17:28.571479 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1553a792-d868-4487-b293-a543edadee99 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:28.620775 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1553a792-d868-4487-b293-a543edadee99 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event deleted for resources: {'Port': ['ID=f8ed1078-8980-46bc-b1cf-2e0baf0d27f3,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:17:28.710585 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1553a792-d868-4487-b293-a543edadee99 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for floatingip, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:28.710915 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.db.l3_db [None req-1553a792-d868-4487-b293-a543edadee99 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Floating IP 8ac4ea96-dc4d-41b6-b7af-0db1ea9c32e9 disassociated (deleted). External IP: 172.26.6.72, port: 9586a729-523d-4819-bd65-3afd69dbe774. May 30 05:17:29.060500 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1553a792-d868-4487-b293-a543edadee99 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Router 617e6b0b-8c74-4cce-b3f6-5a9a49dbd228 has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 05:17:29.238990 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1553a792-d868-4487-b293-a543edadee99 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:17:29.248235 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734ca631-bd4d-4651-91c8-cc0fbff56228 None None] Sync routers for ids ['617e6b0b-8c74-4cce-b3f6-5a9a49dbd228'] in dv-neutron-843763-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:17:29.258261 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734ca631-bd4d-4651-91c8-cc0fbff56228 None None] Routers {'617e6b0b-8c74-4cce-b3f6-5a9a49dbd228'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:17:29.258865 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-734ca631-bd4d-4651-91c8-cc0fbff56228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:17:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['617e6b0b-8c74-4cce-b3f6-5a9a49dbd228'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:17:29.261681 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1553a792-d868-4487-b293-a543edadee99 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for floatingip, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:29.322023 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-1553a792-d868-4487-b293-a543edadee99 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "DELETE /v2.0/floatingips/8ac4ea96-dc4d-41b6-b7af-0db1ea9c32e9 HTTP/1.1" status: 204 len: 168 time: 1.4888508 May 30 05:17:29.322481 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08be9629-2def-4005-b61a-84776d383ea0', 'tag': '9586a729-523d-4819-bd65-3afd69dbe774'}] {{(pid=88260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:17:29.438809 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-734ca631-bd4d-4651-91c8-cc0fbff56228 None None] Set router 617e6b0b-8c74-4cce-b3f6-5a9a49dbd228 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:17:29.565998 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-360211cc-ec0d-447e-99a8-aea37da1133c'] response: {'name': 'network-changed', 'server_uuid': '08be9629-2def-4005-b61a-84776d383ea0', 'tag': '9586a729-523d-4819-bd65-3afd69dbe774', 'status': 'completed', 'code': 200} May 30 05:17:29.698306 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d70d4b1-3154-425a-9ec0-3972abbc9486 req-e6b1dd33-7ffa-44de-a06f-afc82925b531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:17:29.699830 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7d70d4b1-3154-425a-9ec0-3972abbc9486 req-e6b1dd33-7ffa-44de-a06f-afc82925b531 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f9fe59584bbe4d5aaa42841eedb71980&device_id=08be9629-2def-4005-b61a-84776d383ea0 HTTP/1.1" status: 200 len: 1099 time: 0.1143138 May 30 05:17:29.819619 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-734ca631-bd4d-4651-91c8-cc0fbff56228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '617e6b0b-8c74-4cce-b3f6-5a9a49dbd228', 'name': 'tempest-TestNetworkBasicOps-router-269813166', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.75'}], 'enable_snat': True}, 'gw_port_id': '7182145a-7318-4af3-9226-957bc6cb29d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:15:26Z', 'updated_at': '2022-05-30T05:15:31Z', 'revision_number': 4, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'gw_port': {'id': '7182145a-7318-4af3-9226-957bc6cb29d6', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:bb:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617e6b0b-8c74-4cce-b3f6-5a9a49dbd228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:15:27Z', 'updated_at': '2022-05-30T05:15:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_floatingips': [{'id': '847bc923-01e2-4270-a1e8-4c9446a063bb', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'floating_ip_address': '172.26.6.234', 'floating_network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'router_id': '617e6b0b-8c74-4cce-b3f6-5a9a49dbd228', 'port_id': '7eb2216b-4365-44e6-a790-7f6b63ab2838', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99338e53-9080-4797-a616-84c8d3c0f09c', 'mac_address': 'fa:16:3e:df:d3:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3dd0869-372d-46b1-83b4-4aa6017d7e60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T05:15:47Z', 'updated_at': '2022-05-30T05:15:50Z', 'revision_number': 1, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71460784-2ac4-4d5a-877e-72c059147764', 'name': '', 'network_id': '99338e53-9080-4797-a616-84c8d3c0f09c', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'mac_address': 'fa:16:3e:40:db:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617e6b0b-8c74-4cce-b3f6-5a9a49dbd228', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '6f0957ca-90d7-4144-8ca1-d7c75b1a0880', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:15:30Z', 'updated_at': '2022-05-30T05:15:36Z', 'revision_number': 5, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'subnets': [{'id': '6f0957ca-90d7-4144-8ca1-d7c75b1a0880', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:17:29.823330 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734ca631-bd4d-4651-91c8-cc0fbff56228 None None] Checking router: 617e6b0b-8c74-4cce-b3f6-5a9a49dbd228 for host: dv-neutron-843763-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 05:17:29.831503 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734ca631-bd4d-4651-91c8-cc0fbff56228 None None] Routers {'617e6b0b-8c74-4cce-b3f6-5a9a49dbd228'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:17:29.832026 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-734ca631-bd4d-4651-91c8-cc0fbff56228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:17:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['617e6b0b-8c74-4cce-b3f6-5a9a49dbd228'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:17:29.832986 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71584ffd-de76-4e68-9bb0-74c8eb55c8bf req-e3974cc3-3fb3-4602-9dc5-b6c6664cadaa tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:17:29.834492 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-71584ffd-de76-4e68-9bb0-74c8eb55c8bf req-e3974cc3-3fb3-4602-9dc5-b6c6664cadaa tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=08be9629-2def-4005-b61a-84776d383ea0 HTTP/1.1" status: 200 len: 946 time: 0.1818357 May 30 05:17:29.869544 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d70d4b1-3154-425a-9ec0-3972abbc9486 req-79e06c29-642c-469f-82c0-f9939fcc1f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:17:29.870963 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7d70d4b1-3154-425a-9ec0-3972abbc9486 req-79e06c29-642c-469f-82c0-f9939fcc1f1c service neutron] 10.222.0.39 "GET /v2.0/networks?id=99338e53-9080-4797-a616-84c8d3c0f09c HTTP/1.1" status: 200 len: 897 time: 0.1599102 May 30 05:17:29.948856 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7d70d4b1-3154-425a-9ec0-3972abbc9486 req-8428c976-b543-4dd4-8fbb-c1d2f54919be service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9586a729-523d-4819-bd65-3afd69dbe774 HTTP/1.1" status: 200 len: 217 time: 0.0676973 May 30 05:17:29.953379 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-71584ffd-de76-4e68-9bb0-74c8eb55c8bf req-58333e80-200c-43df-b65f-a0f74bf38fee tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/security-groups?id=b43cc0ef-df72-4604-8c53-fd04b55c706c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061280 May 30 05:17:30.004101 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-734ca631-bd4d-4651-91c8-cc0fbff56228 None None] Set router 617e6b0b-8c74-4cce-b3f6-5a9a49dbd228 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:17:30.013679 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d70d4b1-3154-425a-9ec0-3972abbc9486 req-03a766e1-02f4-4996-9ee0-6646a4972abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:17:30.015169 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7d70d4b1-3154-425a-9ec0-3972abbc9486 req-03a766e1-02f4-4996-9ee0-6646a4972abe service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6f0957ca-90d7-4144-8ca1-d7c75b1a0880 HTTP/1.1" status: 200 len: 835 time: 0.0600810 May 30 05:17:30.088243 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d70d4b1-3154-425a-9ec0-3972abbc9486 req-0c34ef73-4f4a-4017-8f84-6855f2d6cf6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:17:30.089606 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7d70d4b1-3154-425a-9ec0-3972abbc9486 req-0c34ef73-4f4a-4017-8f84-6855f2d6cf6d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=99338e53-9080-4797-a616-84c8d3c0f09c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678680 May 30 05:17:30.207168 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e9068e95-eb5c-4774-b22e-9f25de2c1344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:30.230453 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7d70d4b1-3154-425a-9ec0-3972abbc9486 req-bd30d902-7d10-48d2-a512-cfd82683d9e2 service neutron] 10.222.0.39 "GET /v2.0/networks/99338e53-9080-4797-a616-84c8d3c0f09c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331136 May 30 05:17:30.346204 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-734ca631-bd4d-4651-91c8-cc0fbff56228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '617e6b0b-8c74-4cce-b3f6-5a9a49dbd228', 'name': 'tempest-TestNetworkBasicOps-router-269813166', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.75'}], 'enable_snat': True}, 'gw_port_id': '7182145a-7318-4af3-9226-957bc6cb29d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:15:26Z', 'updated_at': '2022-05-30T05:15:31Z', 'revision_number': 4, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'gw_port': {'id': '7182145a-7318-4af3-9226-957bc6cb29d6', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:bb:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617e6b0b-8c74-4cce-b3f6-5a9a49dbd228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:15:27Z', 'updated_at': '2022-05-30T05:15:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_floatingips': [{'id': '847bc923-01e2-4270-a1e8-4c9446a063bb', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'floating_ip_address': '172.26.6.234', 'floating_network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'router_id': '617e6b0b-8c74-4cce-b3f6-5a9a49dbd228', 'port_id': '7eb2216b-4365-44e6-a790-7f6b63ab2838', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99338e53-9080-4797-a616-84c8d3c0f09c', 'mac_address': 'fa:16:3e:df:d3:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3dd0869-372d-46b1-83b4-4aa6017d7e60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T05:15:47Z', 'updated_at': '2022-05-30T05:15:50Z', 'revision_number': 1, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71460784-2ac4-4d5a-877e-72c059147764', 'name': '', 'network_id': '99338e53-9080-4797-a616-84c8d3c0f09c', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'mac_address': 'fa:16:3e:40:db:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617e6b0b-8c74-4cce-b3f6-5a9a49dbd228', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '6f0957ca-90d7-4144-8ca1-d7c75b1a0880', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:15:30Z', 'updated_at': '2022-05-30T05:15:36Z', 'revision_number': 5, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'subnets': [{'id': '6f0957ca-90d7-4144-8ca1-d7c75b1a0880', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:17:30.350510 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734ca631-bd4d-4651-91c8-cc0fbff56228 None None] The sync data for ids ['617e6b0b-8c74-4cce-b3f6-5a9a49dbd228'] in dv-neutron-843763-1-hyperv is: [{'id': '617e6b0b-8c74-4cce-b3f6-5a9a49dbd228', 'name': 'tempest-TestNetworkBasicOps-router-269813166', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.75'}], 'enable_snat': True}, 'gw_port_id': '7182145a-7318-4af3-9226-957bc6cb29d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:15:26Z', 'updated_at': '2022-05-30T05:15:31Z', 'revision_number': 4, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'gw_port': {'id': '7182145a-7318-4af3-9226-957bc6cb29d6', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:bb:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617e6b0b-8c74-4cce-b3f6-5a9a49dbd228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:15:27Z', 'updated_at': '2022-05-30T05:15:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_floatingips': [{'id': '847bc923-01e2-4270-a1e8-4c9446a063bb', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'floating_ip_address': '172.26.6.234', 'floating_network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'router_id': '617e6b0b-8c74-4cce-b3f6-5a9a49dbd228', 'port_id': '7eb2216b-4365-44e6-a790-7f6b63ab2838', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99338e53-9080-4797-a616-84c8d3c0f09c', 'mac_address': 'fa:16:3e:df:d3:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3dd0869-372d-46b1-83b4-4aa6017d7e60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T05:15:47Z', 'updated_at': '2022-05-30T05:15:50Z', 'revision_number': 1, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71460784-2ac4-4d5a-877e-72c059147764', 'name': '', 'network_id': '99338e53-9080-4797-a616-84c8d3c0f09c', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'mac_address': 'fa:16:3e:40:db:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617e6b0b-8c74-4cce-b3f6-5a9a49dbd228', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '6f0957ca-90d7-4144-8ca1-d7c75b1a0880', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:15:30Z', 'updated_at': '2022-05-30T05:15:36Z', 'revision_number': 5, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'subnets': [{'id': '6f0957ca-90d7-4144-8ca1-d7c75b1a0880', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:17:30.363102 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7d70d4b1-3154-425a-9ec0-3972abbc9486 req-2e1cee25-d5f3-4332-81c3-da3d365b7002 service neutron] 10.222.0.39 "GET /v2.0/networks/99338e53-9080-4797-a616-84c8d3c0f09c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257963 May 30 05:17:30.557480 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e18229b-b58d-4588-b125-d99dcdb0e3a1 None None] New status for floating IP 8ac4ea96-dc4d-41b6-b7af-0db1ea9c32e9: DOWN {{(pid=88262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 30 05:17:31.132445 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d92ac2-fc38-48d9-9964-dc398a6f7939 req-2937fec4-9c63-4195-92ad-d007a2edb04f tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:17:31.133885 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-56d92ac2-fc38-48d9-9964-dc398a6f7939 req-2937fec4-9c63-4195-92ad-d007a2edb04f tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=08be9629-2def-4005-b61a-84776d383ea0 HTTP/1.1" status: 200 len: 946 time: 0.0762794 May 30 05:17:31.207886 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-45f79e78-106a-4f09-9d2c-69baeab7263d None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 05:17:31.254890 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56ded65b-0e68-413c-8b9b-1097922cc81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:31.328492 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-56d92ac2-fc38-48d9-9964-dc398a6f7939 req-d0b1c18a-becf-459f-aaf2-823ea0776fb7 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/security-groups?id=b43cc0ef-df72-4604-8c53-fd04b55c706c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1889749 May 30 05:17:31.370699 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc6df9a-6937-4a56-b7de-e6881d299e11 req-d376293d-3d35-48b1-a8be-fa6bd921886a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:17:31.372105 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8bc6df9a-6937-4a56-b7de-e6881d299e11 req-d376293d-3d35-48b1-a8be-fa6bd921886a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.39 "GET /v2.0/ports?device_id=08be9629-2def-4005-b61a-84776d383ea0 HTTP/1.1" status: 200 len: 946 time: 0.0914435 May 30 05:17:31.441501 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [req-8bc6df9a-6937-4a56-b7de-e6881d299e11 req-f5847a52-0e61-45ce-b60d-9fefee628864 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Deleting port 9586a729-523d-4819-bd65-3afd69dbe774 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:17:31.441866 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-8bc6df9a-6937-4a56-b7de-e6881d299e11 req-f5847a52-0e61-45ce-b60d-9fefee628864 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:31.453312 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:31.681352 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [req-8bc6df9a-6937-4a56-b7de-e6881d299e11 req-f5847a52-0e61-45ce-b60d-9fefee628864 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] For port 9586a729-523d-4819-bd65-3afd69dbe774, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=9586a729-523d-4819-bd65-3afd69dbe774,segment=NetworkSegment(2bfb7908-c020-4049-b22e-8dca0fb852d7),segment_id=2bfb7908-c020-4049-b22e-8dca0fb852d7)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:17:31.681721 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-8bc6df9a-6937-4a56-b7de-e6881d299e11 req-f5847a52-0e61-45ce-b60d-9fefee628864 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:31.804786 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [req-8bc6df9a-6937-4a56-b7de-e6881d299e11 req-f5847a52-0e61-45ce-b60d-9fefee628864 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Calling delete_port for 9586a729-523d-4819-bd65-3afd69dbe774 owned by compute:nova {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:17:31.948348 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-8bc6df9a-6937-4a56-b7de-e6881d299e11 req-f5847a52-0e61-45ce-b60d-9fefee628864 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:31.998140 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5847a52-0e61-45ce-b60d-9fefee628864 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event deleted for resources: {'Port': ['ID=9586a729-523d-4819-bd65-3afd69dbe774,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:17:32.038739 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5847a52-0e61-45ce-b60d-9fefee628864 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:17:32.039085 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5847a52-0e61-45ce-b60d-9fefee628864 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:17:32.039420 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5847a52-0e61-45ce-b60d-9fefee628864 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:17:32.039753 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5847a52-0e61-45ce-b60d-9fefee628864 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:17:32.040076 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5847a52-0e61-45ce-b60d-9fefee628864 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:17:32.040401 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5847a52-0e61-45ce-b60d-9fefee628864 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:17:32.040720 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5847a52-0e61-45ce-b60d-9fefee628864 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:17:32.041042 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5847a52-0e61-45ce-b60d-9fefee628864 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:17:32.041360 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5847a52-0e61-45ce-b60d-9fefee628864 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:17:32.041678 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5847a52-0e61-45ce-b60d-9fefee628864 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:17:32.042016 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5847a52-0e61-45ce-b60d-9fefee628864 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:17:32.042331 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5847a52-0e61-45ce-b60d-9fefee628864 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:17:32.080925 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bc6df9a-6937-4a56-b7de-e6881d299e11 req-f5847a52-0e61-45ce-b60d-9fefee628864 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] No DVR routers for this DVR port 9586a729-523d-4819-bd65-3afd69dbe774 on host hv-neutron-8437 {{(pid=88261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 05:17:32.083257 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-8bc6df9a-6937-4a56-b7de-e6881d299e11 req-f5847a52-0e61-45ce-b60d-9fefee628864 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:32.086280 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08be9629-2def-4005-b61a-84776d383ea0', 'name': 'network-vif-deleted', 'tag': '9586a729-523d-4819-bd65-3afd69dbe774'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:17:32.097241 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8bc6df9a-6937-4a56-b7de-e6881d299e11 req-f5847a52-0e61-45ce-b60d-9fefee628864 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.39 "DELETE /v2.0/ports/9586a729-523d-4819-bd65-3afd69dbe774 HTTP/1.1" status: 204 len: 173 time: 0.7203629 May 30 05:17:32.138521 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4753b09c-d8b4-41d7-8516-d0199fcf1394'] response: {'server_uuid': '08be9629-2def-4005-b61a-84776d383ea0', 'name': 'network-vif-deleted', 'tag': '9586a729-523d-4819-bd65-3afd69dbe774', 'status': 'completed', 'code': 200} May 30 05:17:32.498878 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-1ca85c52-1c7c-4cfc-a3fa-8fa1b3d26231 req-c0874f42-6b4a-4ba0-9657-01a3df4ab7ba tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Synchronizing usage tracker for tenant:f9fe59584bbe4d5aaa42841eedb71980 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:17:32.513735 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-1ca85c52-1c7c-4cfc-a3fa-8fa1b3d26231 req-c0874f42-6b4a-4ba0-9657-01a3df4ab7ba tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Unset dirty status for tenant:f9fe59584bbe4d5aaa42841eedb71980 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:17:32.515064 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1ca85c52-1c7c-4cfc-a3fa-8fa1b3d26231 req-c0874f42-6b4a-4ba0-9657-01a3df4ab7ba tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=08be9629-2def-4005-b61a-84776d383ea0 HTTP/1.1" status: 200 len: 210 time: 0.0607271 May 30 05:17:32.806886 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a142624-940e-4c55-bf49-a5329c884075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:33.612254 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 50008) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:17:33.655399 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device 9586a729-523d-4819-bd65-3afd69dbe774 no longer exists at agent hyperv_hv-neutron-8437 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 05:17:33.680642 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a9b8be69-c12a-4769-8d6e-e85cec77b73d tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:33.690532 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] No Port match for: 9586a729-523d-4819-bd65-3afd69dbe774 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 05:17:33.690873 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device 9586a729-523d-4819-bd65-3afd69dbe774 not bound to the agent host hv-neutron-8437 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 05:17:33.710677 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a9b8be69-c12a-4769-8d6e-e85cec77b73d tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:33.777501 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a9b8be69-c12a-4769-8d6e-e85cec77b73d tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:33.796178 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b8be69-c12a-4769-8d6e-e85cec77b73d tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b43cc0ef-df72-4604-8c53-fd04b55c706c,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:17:33.802638 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a9b8be69-c12a-4769-8d6e-e85cec77b73d tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:33.804319 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-a9b8be69-c12a-4769-8d6e-e85cec77b73d tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "DELETE /v2.0/security-groups/b43cc0ef-df72-4604-8c53-fd04b55c706c HTTP/1.1" status: 204 len: 168 time: 0.1905107 May 30 05:17:33.837206 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 50014) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:17:34.036865 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-5b34aa5b-1a05-44f4-a53f-259bc650bee7 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Deleting port cf6ea3eb-2fd3-4045-a5e7-d98a5aed677c {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:17:34.037207 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5b34aa5b-1a05-44f4-a53f-259bc650bee7 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:34.198926 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5b34aa5b-1a05-44f4-a53f-259bc650bee7 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:34.199172 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5b34aa5b-1a05-44f4-a53f-259bc650bee7 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:34.318275 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-5b34aa5b-1a05-44f4-a53f-259bc650bee7 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Calling delete_port for cf6ea3eb-2fd3-4045-a5e7-d98a5aed677c owned by network:floatingip {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:17:34.560325 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5b34aa5b-1a05-44f4-a53f-259bc650bee7 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:34.633984 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b34aa5b-1a05-44f4-a53f-259bc650bee7 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event deleted for resources: {'Port': ['ID=cf6ea3eb-2fd3-4045-a5e7-d98a5aed677c,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:17:34.696330 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5b34aa5b-1a05-44f4-a53f-259bc650bee7 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for floatingip, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:34.696661 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.db.l3_db [None req-5b34aa5b-1a05-44f4-a53f-259bc650bee7 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Floating IP 847bc923-01e2-4270-a1e8-4c9446a063bb disassociated (deleted). External IP: 172.26.6.234, port: 7eb2216b-4365-44e6-a790-7f6b63ab2838. May 30 05:17:35.037190 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b34aa5b-1a05-44f4-a53f-259bc650bee7 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Router 617e6b0b-8c74-4cce-b3f6-5a9a49dbd228 has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 05:17:35.221262 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b34aa5b-1a05-44f4-a53f-259bc650bee7 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:17:35.231222 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-425aebd8-c02b-47a0-ae76-c22228067a35 None None] Sync routers for ids ['617e6b0b-8c74-4cce-b3f6-5a9a49dbd228'] in dv-neutron-843763-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:17:35.240668 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425aebd8-c02b-47a0-ae76-c22228067a35 None None] Routers {'617e6b0b-8c74-4cce-b3f6-5a9a49dbd228'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:17:35.241499 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-425aebd8-c02b-47a0-ae76-c22228067a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:17:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['617e6b0b-8c74-4cce-b3f6-5a9a49dbd228'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:17:35.243337 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5b34aa5b-1a05-44f4-a53f-259bc650bee7 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for floatingip, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:35.301564 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-5b34aa5b-1a05-44f4-a53f-259bc650bee7 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "DELETE /v2.0/floatingips/847bc923-01e2-4270-a1e8-4c9446a063bb HTTP/1.1" status: 204 len: 168 time: 1.4630752 May 30 05:17:35.302075 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3dd0869-372d-46b1-83b4-4aa6017d7e60', 'tag': '7eb2216b-4365-44e6-a790-7f6b63ab2838'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:17:35.428631 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-425aebd8-c02b-47a0-ae76-c22228067a35 None None] Set router 617e6b0b-8c74-4cce-b3f6-5a9a49dbd228 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:17:35.539776 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37a48e0b-2258-4fc4-aca6-76871543c05e'] response: {'name': 'network-changed', 'server_uuid': 'c3dd0869-372d-46b1-83b4-4aa6017d7e60', 'tag': '7eb2216b-4365-44e6-a790-7f6b63ab2838', 'status': 'completed', 'code': 200} May 30 05:17:35.692015 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3dd617-8fe7-44b6-95ac-07310b4ea18b req-addd6c69-0c5a-4b3e-a587-40fc3dc408d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:17:35.693471 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6b3dd617-8fe7-44b6-95ac-07310b4ea18b req-addd6c69-0c5a-4b3e-a587-40fc3dc408d1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f9fe59584bbe4d5aaa42841eedb71980&device_id=c3dd0869-372d-46b1-83b4-4aa6017d7e60 HTTP/1.1" status: 200 len: 1098 time: 0.1317067 May 30 05:17:35.748825 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-425aebd8-c02b-47a0-ae76-c22228067a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '617e6b0b-8c74-4cce-b3f6-5a9a49dbd228', 'name': 'tempest-TestNetworkBasicOps-router-269813166', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.75'}], 'enable_snat': True}, 'gw_port_id': '7182145a-7318-4af3-9226-957bc6cb29d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:15:26Z', 'updated_at': '2022-05-30T05:15:31Z', 'revision_number': 4, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'gw_port': {'id': '7182145a-7318-4af3-9226-957bc6cb29d6', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:bb:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617e6b0b-8c74-4cce-b3f6-5a9a49dbd228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:15:27Z', 'updated_at': '2022-05-30T05:15:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': '71460784-2ac4-4d5a-877e-72c059147764', 'name': '', 'network_id': '99338e53-9080-4797-a616-84c8d3c0f09c', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'mac_address': 'fa:16:3e:40:db:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617e6b0b-8c74-4cce-b3f6-5a9a49dbd228', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '6f0957ca-90d7-4144-8ca1-d7c75b1a0880', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:15:30Z', 'updated_at': '2022-05-30T05:15:36Z', 'revision_number': 5, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'subnets': [{'id': '6f0957ca-90d7-4144-8ca1-d7c75b1a0880', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:17:35.752690 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-425aebd8-c02b-47a0-ae76-c22228067a35 None None] Checking router: 617e6b0b-8c74-4cce-b3f6-5a9a49dbd228 for host: dv-neutron-843763-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 05:17:35.760830 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425aebd8-c02b-47a0-ae76-c22228067a35 None None] Routers {'617e6b0b-8c74-4cce-b3f6-5a9a49dbd228'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:17:35.761419 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-425aebd8-c02b-47a0-ae76-c22228067a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:17:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['617e6b0b-8c74-4cce-b3f6-5a9a49dbd228'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:17:35.789717 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30e7b6c-6ee9-4137-9fac-7e1125939d5c req-bbd5b73b-dc72-4cad-9a50-6d7c1dbe9ca4 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:17:35.791796 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-e30e7b6c-6ee9-4137-9fac-7e1125939d5c req-bbd5b73b-dc72-4cad-9a50-6d7c1dbe9ca4 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Synchronizing usage tracker for tenant:f9fe59584bbe4d5aaa42841eedb71980 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:17:35.820129 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-e30e7b6c-6ee9-4137-9fac-7e1125939d5c req-bbd5b73b-dc72-4cad-9a50-6d7c1dbe9ca4 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Unset dirty status for tenant:f9fe59584bbe4d5aaa42841eedb71980 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:17:35.821297 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e30e7b6c-6ee9-4137-9fac-7e1125939d5c req-bbd5b73b-dc72-4cad-9a50-6d7c1dbe9ca4 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=c3dd0869-372d-46b1-83b4-4aa6017d7e60 HTTP/1.1" status: 200 len: 945 time: 0.2000284 May 30 05:17:35.877369 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3dd617-8fe7-44b6-95ac-07310b4ea18b req-9c8bcfd9-b3ac-453d-8323-6b6f43ac71a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:17:35.878795 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6b3dd617-8fe7-44b6-95ac-07310b4ea18b req-9c8bcfd9-b3ac-453d-8323-6b6f43ac71a9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=99338e53-9080-4797-a616-84c8d3c0f09c HTTP/1.1" status: 200 len: 897 time: 0.1780419 May 30 05:17:35.889621 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e30e7b6c-6ee9-4137-9fac-7e1125939d5c req-ac9da706-4917-492e-a243-2f4417c6a418 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/security-groups?id=360ff9fa-360f-4927-b8b9-eaae58613e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559621 May 30 05:17:35.955918 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6b3dd617-8fe7-44b6-95ac-07310b4ea18b req-4db8306f-4ec0-460c-b809-94c4e46ad18c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7eb2216b-4365-44e6-a790-7f6b63ab2838 HTTP/1.1" status: 200 len: 217 time: 0.0693181 May 30 05:17:35.973071 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-425aebd8-c02b-47a0-ae76-c22228067a35 None None] Set router 617e6b0b-8c74-4cce-b3f6-5a9a49dbd228 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:17:36.017254 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3dd617-8fe7-44b6-95ac-07310b4ea18b req-687977ec-1799-40c6-81ac-6b774a1821fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:17:36.018748 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6b3dd617-8fe7-44b6-95ac-07310b4ea18b req-687977ec-1799-40c6-81ac-6b774a1821fd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6f0957ca-90d7-4144-8ca1-d7c75b1a0880 HTTP/1.1" status: 200 len: 835 time: 0.0567012 May 30 05:17:36.096961 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3dd617-8fe7-44b6-95ac-07310b4ea18b req-50fc57ac-816e-4742-a658-5f33f6ba7e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:17:36.099597 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6b3dd617-8fe7-44b6-95ac-07310b4ea18b req-50fc57ac-816e-4742-a658-5f33f6ba7e7c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=99338e53-9080-4797-a616-84c8d3c0f09c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0735562 May 30 05:17:36.289267 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-425aebd8-c02b-47a0-ae76-c22228067a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '617e6b0b-8c74-4cce-b3f6-5a9a49dbd228', 'name': 'tempest-TestNetworkBasicOps-router-269813166', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.75'}], 'enable_snat': True}, 'gw_port_id': '7182145a-7318-4af3-9226-957bc6cb29d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:15:26Z', 'updated_at': '2022-05-30T05:15:31Z', 'revision_number': 4, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'gw_port': {'id': '7182145a-7318-4af3-9226-957bc6cb29d6', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:bb:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617e6b0b-8c74-4cce-b3f6-5a9a49dbd228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:15:27Z', 'updated_at': '2022-05-30T05:15:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': '71460784-2ac4-4d5a-877e-72c059147764', 'name': '', 'network_id': '99338e53-9080-4797-a616-84c8d3c0f09c', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'mac_address': 'fa:16:3e:40:db:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617e6b0b-8c74-4cce-b3f6-5a9a49dbd228', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '6f0957ca-90d7-4144-8ca1-d7c75b1a0880', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:15:30Z', 'updated_at': '2022-05-30T05:15:36Z', 'revision_number': 5, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'subnets': [{'id': '6f0957ca-90d7-4144-8ca1-d7c75b1a0880', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:17:36.293450 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-425aebd8-c02b-47a0-ae76-c22228067a35 None None] The sync data for ids ['617e6b0b-8c74-4cce-b3f6-5a9a49dbd228'] in dv-neutron-843763-1-hyperv is: [{'id': '617e6b0b-8c74-4cce-b3f6-5a9a49dbd228', 'name': 'tempest-TestNetworkBasicOps-router-269813166', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.75'}], 'enable_snat': True}, 'gw_port_id': '7182145a-7318-4af3-9226-957bc6cb29d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:15:26Z', 'updated_at': '2022-05-30T05:15:31Z', 'revision_number': 4, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'gw_port': {'id': '7182145a-7318-4af3-9226-957bc6cb29d6', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:bb:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617e6b0b-8c74-4cce-b3f6-5a9a49dbd228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:15:27Z', 'updated_at': '2022-05-30T05:15:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': '71460784-2ac4-4d5a-877e-72c059147764', 'name': '', 'network_id': '99338e53-9080-4797-a616-84c8d3c0f09c', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'mac_address': 'fa:16:3e:40:db:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617e6b0b-8c74-4cce-b3f6-5a9a49dbd228', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '6f0957ca-90d7-4144-8ca1-d7c75b1a0880', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:15:30Z', 'updated_at': '2022-05-30T05:15:36Z', 'revision_number': 5, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'subnets': [{'id': '6f0957ca-90d7-4144-8ca1-d7c75b1a0880', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:17:36.341197 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6b3dd617-8fe7-44b6-95ac-07310b4ea18b req-f2dbf3d6-590b-431f-9dad-98a4bd62ef82 service neutron] 10.222.0.39 "GET /v2.0/networks/99338e53-9080-4797-a616-84c8d3c0f09c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2350755 May 30 05:17:36.479424 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6b3dd617-8fe7-44b6-95ac-07310b4ea18b req-9d31cbc2-d254-476d-a51e-fc1bc824dd9a service neutron] 10.222.0.39 "GET /v2.0/networks/99338e53-9080-4797-a616-84c8d3c0f09c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300313 May 30 05:17:36.505520 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec22ea67-2aa7-4794-932e-17cba3abc5a1 None None] New status for floating IP 847bc923-01e2-4270-a1e8-4c9446a063bb: DOWN {{(pid=88262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 30 05:17:37.072495 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d41dfc-ffdd-4e80-8ba9-fb73b89a3ce8 req-3de25ca6-2461-4b82-b9a1-dba2bd41689b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:17:37.073992 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-27d41dfc-ffdd-4e80-8ba9-fb73b89a3ce8 req-3de25ca6-2461-4b82-b9a1-dba2bd41689b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=c3dd0869-372d-46b1-83b4-4aa6017d7e60 HTTP/1.1" status: 200 len: 945 time: 0.0782163 May 30 05:17:37.118103 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-27d41dfc-ffdd-4e80-8ba9-fb73b89a3ce8 req-6093ce35-289a-41eb-a8e6-c9d2bfca0dfc tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/security-groups?id=360ff9fa-360f-4927-b8b9-eaae58613e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383344 May 30 05:17:37.280408 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7d07ac-3063-4c2d-9a18-3ac71862bd38 req-f9a2962f-60f5-4f30-8241-f97a4dae64c5 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:17:37.281833 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2a7d07ac-3063-4c2d-9a18-3ac71862bd38 req-f9a2962f-60f5-4f30-8241-f97a4dae64c5 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.39 "GET /v2.0/ports?device_id=c3dd0869-372d-46b1-83b4-4aa6017d7e60 HTTP/1.1" status: 200 len: 945 time: 0.0852389 May 30 05:17:37.349206 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [req-2a7d07ac-3063-4c2d-9a18-3ac71862bd38 req-2d2fce4f-cef7-4385-ba7c-2939d25c9230 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Deleting port 7eb2216b-4365-44e6-a790-7f6b63ab2838 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:17:37.349545 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-2a7d07ac-3063-4c2d-9a18-3ac71862bd38 req-2d2fce4f-cef7-4385-ba7c-2939d25c9230 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:37.585867 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [req-2a7d07ac-3063-4c2d-9a18-3ac71862bd38 req-2d2fce4f-cef7-4385-ba7c-2939d25c9230 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] For port 7eb2216b-4365-44e6-a790-7f6b63ab2838, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=7eb2216b-4365-44e6-a790-7f6b63ab2838,segment=NetworkSegment(2bfb7908-c020-4049-b22e-8dca0fb852d7),segment_id=2bfb7908-c020-4049-b22e-8dca0fb852d7)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:17:37.586221 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-2a7d07ac-3063-4c2d-9a18-3ac71862bd38 req-2d2fce4f-cef7-4385-ba7c-2939d25c9230 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:37.703924 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [req-2a7d07ac-3063-4c2d-9a18-3ac71862bd38 req-2d2fce4f-cef7-4385-ba7c-2939d25c9230 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Calling delete_port for 7eb2216b-4365-44e6-a790-7f6b63ab2838 owned by compute:nova {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:17:37.844249 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-2a7d07ac-3063-4c2d-9a18-3ac71862bd38 req-2d2fce4f-cef7-4385-ba7c-2939d25c9230 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:37.892724 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2fce4f-cef7-4385-ba7c-2939d25c9230 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event deleted for resources: {'Port': ['ID=7eb2216b-4365-44e6-a790-7f6b63ab2838,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:17:37.967499 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a7d07ac-3063-4c2d-9a18-3ac71862bd38 req-2d2fce4f-cef7-4385-ba7c-2939d25c9230 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] No DVR routers for this DVR port 7eb2216b-4365-44e6-a790-7f6b63ab2838 on host hv-neutron-8437 {{(pid=88261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 05:17:37.970045 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-2a7d07ac-3063-4c2d-9a18-3ac71862bd38 req-2d2fce4f-cef7-4385-ba7c-2939d25c9230 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:37.972509 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3dd0869-372d-46b1-83b4-4aa6017d7e60', 'name': 'network-vif-deleted', 'tag': '7eb2216b-4365-44e6-a790-7f6b63ab2838'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:17:37.990184 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2a7d07ac-3063-4c2d-9a18-3ac71862bd38 req-2d2fce4f-cef7-4385-ba7c-2939d25c9230 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.39 "DELETE /v2.0/ports/7eb2216b-4365-44e6-a790-7f6b63ab2838 HTTP/1.1" status: 204 len: 173 time: 0.7031913 May 30 05:17:38.027118 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3914a4c1-2545-4b25-a9a8-d88090363cd0'] response: {'server_uuid': 'c3dd0869-372d-46b1-83b4-4aa6017d7e60', 'name': 'network-vif-deleted', 'tag': '7eb2216b-4365-44e6-a790-7f6b63ab2838', 'status': 'completed', 'code': 200} May 30 05:17:38.283996 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-7cb9118e-239c-4124-81a6-d2d7d562fa60 req-b3816b62-c070-4d50-959f-9a41578d6579 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Synchronizing usage tracker for tenant:f9fe59584bbe4d5aaa42841eedb71980 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:17:38.300007 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-7cb9118e-239c-4124-81a6-d2d7d562fa60 req-b3816b62-c070-4d50-959f-9a41578d6579 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Unset dirty status for tenant:f9fe59584bbe4d5aaa42841eedb71980 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:17:38.301535 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7cb9118e-239c-4124-81a6-d2d7d562fa60 req-b3816b62-c070-4d50-959f-9a41578d6579 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=c3dd0869-372d-46b1-83b4-4aa6017d7e60 HTTP/1.1" status: 200 len: 210 time: 0.0637650 May 30 05:17:39.393495 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 50034) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:17:39.464026 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e89893b9-0ef0-478a-b712-0ad2d534abfd tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:39.492311 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e89893b9-0ef0-478a-b712-0ad2d534abfd tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:39.555223 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e89893b9-0ef0-478a-b712-0ad2d534abfd tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:39.573394 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89893b9-0ef0-478a-b712-0ad2d534abfd tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=360ff9fa-360f-4927-b8b9-eaae58613e6c,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:17:39.581549 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e89893b9-0ef0-478a-b712-0ad2d534abfd tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:39.582680 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-e89893b9-0ef0-478a-b712-0ad2d534abfd tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "DELETE /v2.0/security-groups/360ff9fa-360f-4927-b8b9-eaae58613e6c HTTP/1.1" status: 204 len: 168 time: 0.1881614 May 30 05:17:39.613165 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 50040) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:17:39.671109 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device 7eb2216b-4365-44e6-a790-7f6b63ab2838 no longer exists at agent hyperv_hv-neutron-8437 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 05:17:39.703500 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] No Port match for: 7eb2216b-4365-44e6-a790-7f6b63ab2838 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 05:17:39.703847 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device 7eb2216b-4365-44e6-a790-7f6b63ab2838 not bound to the agent host hv-neutron-8437 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 05:17:40.255932 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a4f3e833-86ca-4991-8863-220b367783d7 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602184'] for router_interface, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:40.599937 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-a4f3e833-86ca-4991-8863-220b367783d7 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Deleting port 71460784-2ac4-4d5a-877e-72c059147764 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:17:40.600622 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a4f3e833-86ca-4991-8863-220b367783d7 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:40.779308 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-a4f3e833-86ca-4991-8863-220b367783d7 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] For port 71460784-2ac4-4d5a-877e-72c059147764, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=71460784-2ac4-4d5a-877e-72c059147764,segment=NetworkSegment(2bfb7908-c020-4049-b22e-8dca0fb852d7),segment_id=2bfb7908-c020-4049-b22e-8dca0fb852d7)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:17:40.779660 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a4f3e833-86ca-4991-8863-220b367783d7 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:40.901518 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-a4f3e833-86ca-4991-8863-220b367783d7 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Calling delete_port for 71460784-2ac4-4d5a-877e-72c059147764 owned by network:router_interface {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:17:41.085130 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a4f3e833-86ca-4991-8863-220b367783d7 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:41.134185 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f3e833-86ca-4991-8863-220b367783d7 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event deleted for resources: {'Port': ['ID=71460784-2ac4-4d5a-877e-72c059147764,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:17:41.511712 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a4f3e833-86ca-4991-8863-220b367783d7 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1642797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602100'] for router_interface, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:41.859654 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4f3e833-86ca-4991-8863-220b367783d7 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Router 617e6b0b-8c74-4cce-b3f6-5a9a49dbd228 has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 05:17:42.041634 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4f3e833-86ca-4991-8863-220b367783d7 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:17:42.050810 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd54c02c-e23a-4769-9c40-06e216c37666 None None] Sync routers for ids ['617e6b0b-8c74-4cce-b3f6-5a9a49dbd228'] in dv-neutron-843763-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:17:42.059509 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-a4f3e833-86ca-4991-8863-220b367783d7 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "PUT /v2.0/routers/617e6b0b-8c74-4cce-b3f6-5a9a49dbd228/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4451711 May 30 05:17:42.060764 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd54c02c-e23a-4769-9c40-06e216c37666 None None] Routers {'617e6b0b-8c74-4cce-b3f6-5a9a49dbd228'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:17:42.061374 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-cd54c02c-e23a-4769-9c40-06e216c37666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:17:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['617e6b0b-8c74-4cce-b3f6-5a9a49dbd228'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:17:42.062096 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 50044) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:17:42.126020 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e35ee8b-4dab-49b0-98b6-4582035711b2 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Deleting subnet 6f0957ca-90d7-4144-8ca1-d7c75b1a0880 {{(pid=88261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 30 05:17:42.128953 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1e35ee8b-4dab-49b0-98b6-4582035711b2 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for subnet, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:42.193760 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1e35ee8b-4dab-49b0-98b6-4582035711b2 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3545586'] for subnet, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:42.242715 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-cd54c02c-e23a-4769-9c40-06e216c37666 None None] Set router 617e6b0b-8c74-4cce-b3f6-5a9a49dbd228 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:17:42.284655 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1e35ee8b-4dab-49b0-98b6-4582035711b2 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860493'] for subnet, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:42.358933 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1e35ee8b-4dab-49b0-98b6-4582035711b2 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2304955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9305493'] for subnet, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:42.402090 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e35ee8b-4dab-49b0-98b6-4582035711b2 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event deleted for resources: {'Subnet': ['ID=6f0957ca-90d7-4144-8ca1-d7c75b1a0880,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:17:42.403930 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1e35ee8b-4dab-49b0-98b6-4582035711b2 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:42.410158 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-1e35ee8b-4dab-49b0-98b6-4582035711b2 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "DELETE /v2.0/subnets/6f0957ca-90d7-4144-8ca1-d7c75b1a0880 HTTP/1.1" status: 204 len: 168 time: 0.3470855 May 30 05:17:42.412833 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 50048) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:17:42.415817 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2575b62c-241e-46ea-ae02-3542580b3354 None None] Network 99338e53-9080-4797-a616-84c8d3c0f09c requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:17:42.531865 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-cd54c02c-e23a-4769-9c40-06e216c37666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '617e6b0b-8c74-4cce-b3f6-5a9a49dbd228', 'name': 'tempest-TestNetworkBasicOps-router-269813166', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.75'}], 'enable_snat': True}, 'gw_port_id': '7182145a-7318-4af3-9226-957bc6cb29d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:15:26Z', 'updated_at': '2022-05-30T05:17:41Z', 'revision_number': 5, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'gw_port': {'id': '7182145a-7318-4af3-9226-957bc6cb29d6', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:bb:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617e6b0b-8c74-4cce-b3f6-5a9a49dbd228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:15:27Z', 'updated_at': '2022-05-30T05:15:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv'}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:17:42.536495 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd54c02c-e23a-4769-9c40-06e216c37666 None None] Checking router: 617e6b0b-8c74-4cce-b3f6-5a9a49dbd228 for host: dv-neutron-843763-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 05:17:42.546906 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd54c02c-e23a-4769-9c40-06e216c37666 None None] Routers {'617e6b0b-8c74-4cce-b3f6-5a9a49dbd228'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:17:42.547509 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-cd54c02c-e23a-4769-9c40-06e216c37666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:17:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['617e6b0b-8c74-4cce-b3f6-5a9a49dbd228'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:17:42.596037 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e76cbabf-bc77-40a4-bf9c-ab1dfe192ba5 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for router, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:42.691718 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c89b9471-44da-4452-ba50-1447b56be44d None None] DHCP port deletion for 99338e53-9080-4797-a616-84c8d3c0f09c request from dv-neutron-843763-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 30 05:17:42.695894 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c89b9471-44da-4452-ba50-1447b56be44d None None] Deleting port 8bb96836-171c-4f73-bcc7-ac89fdd434e6 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:17:42.696268 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c89b9471-44da-4452-ba50-1447b56be44d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:42.722610 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-cd54c02c-e23a-4769-9c40-06e216c37666 None None] Set router 617e6b0b-8c74-4cce-b3f6-5a9a49dbd228 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:17:42.777349 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e76cbabf-bc77-40a4-bf9c-ab1dfe192ba5 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:42.788295 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-e76cbabf-bc77-40a4-bf9c-ab1dfe192ba5 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Deleting port 7182145a-7318-4af3-9226-957bc6cb29d6 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:17:42.789295 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e76cbabf-bc77-40a4-bf9c-ab1dfe192ba5 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:42.907388 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-c89b9471-44da-4452-ba50-1447b56be44d None None] For port 8bb96836-171c-4f73-bcc7-ac89fdd434e6, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=8bb96836-171c-4f73-bcc7-ac89fdd434e6,segment=NetworkSegment(2bfb7908-c020-4049-b22e-8dca0fb852d7),segment_id=2bfb7908-c020-4049-b22e-8dca0fb852d7)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:17:42.908136 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c89b9471-44da-4452-ba50-1447b56be44d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:43.012148 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-cd54c02c-e23a-4769-9c40-06e216c37666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '617e6b0b-8c74-4cce-b3f6-5a9a49dbd228', 'name': 'tempest-TestNetworkBasicOps-router-269813166', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.75'}], 'enable_snat': True}, 'gw_port_id': '7182145a-7318-4af3-9226-957bc6cb29d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:15:26Z', 'updated_at': '2022-05-30T05:17:41Z', 'revision_number': 5, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'gw_port': {'id': '7182145a-7318-4af3-9226-957bc6cb29d6', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:bb:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617e6b0b-8c74-4cce-b3f6-5a9a49dbd228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:15:27Z', 'updated_at': '2022-05-30T05:15:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv'}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:17:43.016023 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd54c02c-e23a-4769-9c40-06e216c37666 None None] The sync data for ids ['617e6b0b-8c74-4cce-b3f6-5a9a49dbd228'] in dv-neutron-843763-1-hyperv is: [{'id': '617e6b0b-8c74-4cce-b3f6-5a9a49dbd228', 'name': 'tempest-TestNetworkBasicOps-router-269813166', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.75'}], 'enable_snat': True}, 'gw_port_id': '7182145a-7318-4af3-9226-957bc6cb29d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:15:26Z', 'updated_at': '2022-05-30T05:17:41Z', 'revision_number': 5, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'gw_port': {'id': '7182145a-7318-4af3-9226-957bc6cb29d6', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:bb:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617e6b0b-8c74-4cce-b3f6-5a9a49dbd228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:15:27Z', 'updated_at': '2022-05-30T05:15:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv'}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:17:43.079476 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c89b9471-44da-4452-ba50-1447b56be44d None None] Calling delete_port for 8bb96836-171c-4f73-bcc7-ac89fdd434e6 owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:17:43.084721 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-e76cbabf-bc77-40a4-bf9c-ab1dfe192ba5 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] For port 7182145a-7318-4af3-9226-957bc6cb29d6, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=7182145a-7318-4af3-9226-957bc6cb29d6,segment=NetworkSegment(ad083d94-0233-4c50-a0ed-00ef7686038c),segment_id=ad083d94-0233-4c50-a0ed-00ef7686038c)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:17:43.085249 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e76cbabf-bc77-40a4-bf9c-ab1dfe192ba5 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:43.153935 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c89b9471-44da-4452-ba50-1447b56be44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069'] for port, after_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:43.202178 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89b9471-44da-4452-ba50-1447b56be44d None None] Pushing event deleted for resources: {'Port': ['ID=8bb96836-171c-4f73-bcc7-ac89fdd434e6,revision_number=None']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:17:43.209146 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89b9471-44da-4452-ba50-1447b56be44d None None] No DVR routers for this DVR port 8bb96836-171c-4f73-bcc7-ac89fdd434e6 on host dv-neutron-843763-1-hyperv {{(pid=88262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 05:17:43.212190 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-e76cbabf-bc77-40a4-bf9c-ab1dfe192ba5 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Calling delete_port for 7182145a-7318-4af3-9226-957bc6cb29d6 owned by network:router_gateway {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:17:43.212339 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89b9471-44da-4452-ba50-1447b56be44d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:17:43.212530 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89b9471-44da-4452-ba50-1447b56be44d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:17:43.212883 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89b9471-44da-4452-ba50-1447b56be44d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:17:43.213217 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89b9471-44da-4452-ba50-1447b56be44d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:17:43.213546 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89b9471-44da-4452-ba50-1447b56be44d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:17:43.213900 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89b9471-44da-4452-ba50-1447b56be44d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:17:43.214229 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89b9471-44da-4452-ba50-1447b56be44d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:17:43.214552 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89b9471-44da-4452-ba50-1447b56be44d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:17:43.214874 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89b9471-44da-4452-ba50-1447b56be44d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:17:43.215196 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89b9471-44da-4452-ba50-1447b56be44d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:17:43.215515 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89b9471-44da-4452-ba50-1447b56be44d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:17:43.215832 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89b9471-44da-4452-ba50-1447b56be44d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:17:43.387667 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e76cbabf-bc77-40a4-bf9c-ab1dfe192ba5 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:43.434977 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76cbabf-bc77-40a4-bf9c-ab1dfe192ba5 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event deleted for resources: {'Port': ['ID=7182145a-7318-4af3-9226-957bc6cb29d6,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:17:43.530138 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e76cbabf-bc77-40a4-bf9c-ab1dfe192ba5 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1604781'] for router_gateway, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:43.705130 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e76cbabf-bc77-40a4-bf9c-ab1dfe192ba5 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11660'] for router, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:43.707244 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e76cbabf-bc77-40a4-bf9c-ab1dfe192ba5 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:43.729083 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e76cbabf-bc77-40a4-bf9c-ab1dfe192ba5 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1601605'] for router, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:43.729783 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e76cbabf-bc77-40a4-bf9c-ab1dfe192ba5 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Fanout notify agent at l3_agent the message router_deleted on router 617e6b0b-8c74-4cce-b3f6-5a9a49dbd228 {{(pid=88261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 30 05:17:43.745979 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e76cbabf-bc77-40a4-bf9c-ab1dfe192ba5 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for router, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:43.747200 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-e76cbabf-bc77-40a4-bf9c-ab1dfe192ba5 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "DELETE /v2.0/routers/617e6b0b-8c74-4cce-b3f6-5a9a49dbd228 HTTP/1.1" status: 204 len: 168 time: 1.3333321 May 30 05:17:43.749729 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 50052) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:17:43.863610 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d4249053-202c-40bf-a5b3-3ac7df525f7c tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897784'] for network, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:43.992960 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d4249053-202c-40bf-a5b3-3ac7df525f7c tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867540', 'neutron.services.segments.db._delete_segments_for_network-8729234922972'] for network, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:44.016814 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-d4249053-202c-40bf-a5b3-3ac7df525f7c tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99338e53-9080-4797-a616-84c8d3c0f09c']}} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:17:44.028694 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-d4249053-202c-40bf-a5b3-3ac7df525f7c tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bfb7908-c020-4049-b22e-8dca0fb852d7') {'for_net_delete': True} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:17:44.028995 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-d4249053-202c-40bf-a5b3-3ac7df525f7c tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bfb7908-c020-4049-b22e-8dca0fb852d7') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:17:44.040511 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d4249053-202c-40bf-a5b3-3ac7df525f7c tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729235042807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3545573'] for segment, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:44.056433 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d4249053-202c-40bf-a5b3-3ac7df525f7c tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:44.062285 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4249053-202c-40bf-a5b3-3ac7df525f7c tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=88261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 05:17:44.062663 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d4249053-202c-40bf-a5b3-3ac7df525f7c tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-862858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2304281'] for segment, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:44.129496 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 2bfb7908-c020-4049-b22e-8dca0fb852d7 resource provider aggregate not found May 30 05:17:44.152521 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 2bfb7908-c020-4049-b22e-8dca0fb852d7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2bfb7908-c020-4049-b22e-8dca0fb852d7 found for delete ", "request_id": "req-f6722953-3a13-4fcc-841f-7ba3f5d23996"}]} May 30 05:17:44.164961 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d4249053-202c-40bf-a5b3-3ac7df525f7c tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604744'] for network, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:44.188759 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d4249053-202c-40bf-a5b3-3ac7df525f7c tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:44.201725 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4249053-202c-40bf-a5b3-3ac7df525f7c tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event deleted for resources: {'Network': ['ID=99338e53-9080-4797-a616-84c8d3c0f09c,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:17:44.212148 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-d4249053-202c-40bf-a5b3-3ac7df525f7c tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "DELETE /v2.0/networks/99338e53-9080-4797-a616-84c8d3c0f09c HTTP/1.1" status: 204 len: 168 time: 0.4613781 May 30 05:17:44.236567 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 50060) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:17:44.242488 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-e4f0d4d9-a4a0-432a-a4a0-39f1c02d7d73 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Request body: {'network': {'name': 'tempest-network-smoke--1556974798', 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'port_security_enabled': True}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:17:44.247735 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-e4f0d4d9-a4a0-432a-a4a0-39f1c02d7d73 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:17:44.252307 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-e4f0d4d9-a4a0-432a-a4a0-39f1c02d7d73 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Usage tracker for resource:network and tenant:f9fe59584bbe4d5aaa42841eedb71980 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:17:44.255100 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-e4f0d4d9-a4a0-432a-a4a0-39f1c02d7d73 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:17:44.261386 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-e4f0d4d9-a4a0-432a-a4a0-39f1c02d7d73 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:17:44.272432 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4f0d4d9-a4a0-432a-a4a0-39f1c02d7d73 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Made reservation on behalf of f9fe59584bbe4d5aaa42841eedb71980 for: {'network': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:17:44.276890 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e4f0d4d9-a4a0-432a-a4a0-39f1c02d7d73 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for network, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:44.304475 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 8bb96836-171c-4f73-bcc7-ac89fdd434e6 no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 05:17:44.305007 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4f0d4d9-a4a0-432a-a4a0-39f1c02d7d73 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=88261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 05:17:44.314184 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e4f0d4d9-a4a0-432a-a4a0-39f1c02d7d73 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:44.314561 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.db.segments_db [None req-e4f0d4d9-a4a0-432a-a4a0-39f1c02d7d73 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Added segment 35dd5479-0626-467b-bd97-8737a8261996 of type vlan for network 98dfc200-0e3b-4825-92b1-95150ace18b1 May 30 05:17:44.338337 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] No Port match for: 8bb96836-171c-4f73-bcc7-ac89fdd434e6 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 05:17:44.338690 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 8bb96836-171c-4f73-bcc7-ac89fdd434e6 not bound to the agent host dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 05:17:44.339099 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 7182145a-7318-4af3-9226-957bc6cb29d6 no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 05:17:44.340248 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e4f0d4d9-a4a0-432a-a4a0-39f1c02d7d73 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729234556353'] for network, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:44.371811 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] No Port match for: 7182145a-7318-4af3-9226-957bc6cb29d6 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 05:17:44.372160 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 7182145a-7318-4af3-9226-957bc6cb29d6 not bound to the agent host dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 05:17:44.372320 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e4f0d4d9-a4a0-432a-a4a0-39f1c02d7d73 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788'] for network, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:44.372575 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 71460784-2ac4-4d5a-877e-72c059147764 no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 05:17:44.377469 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4f0d4d9-a4a0-432a-a4a0-39f1c02d7d73 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:17:44.378064 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e4f0d4d9-a4a0-432a-a4a0-39f1c02d7d73 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:44.407297 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] No Port match for: 71460784-2ac4-4d5a-877e-72c059147764 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 05:17:44.407651 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 71460784-2ac4-4d5a-877e-72c059147764 not bound to the agent host dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 05:17:44.478705 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-e4f0d4d9-a4a0-432a-a4a0-39f1c02d7d73 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2410209 May 30 05:17:44.481346 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 50064) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:17:44.488059 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-17da8da4-07d0-4e5c-88a9-78d1d4d655be tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1420047608', 'admin_state_up': True, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'}}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:17:44.493282 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f0d4d9-a4a0-432a-a4a0-39f1c02d7d73 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event updated for resources: {'Network': ['ID=98dfc200-0e3b-4825-92b1-95150ace18b1,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:17:44.496977 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-17da8da4-07d0-4e5c-88a9-78d1d4d655be tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:17:44.501731 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-17da8da4-07d0-4e5c-88a9-78d1d4d655be tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Usage tracker for resource:router and tenant:f9fe59584bbe4d5aaa42841eedb71980 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:17:44.504884 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-17da8da4-07d0-4e5c-88a9-78d1d4d655be tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:17:44.505179 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Network 98dfc200-0e3b-4825-92b1-95150ace18b1 details requested by agent ovs-agent-dv-neutron-843763-1-hyperv with host dv-neutron-843763-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 05:17:44.512930 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-17da8da4-07d0-4e5c-88a9-78d1d4d655be tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:17:44.524638 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-17da8da4-07d0-4e5c-88a9-78d1d4d655be tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1603901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11666'] for router, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:44.525664 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-17da8da4-07d0-4e5c-88a9-78d1d4d655be tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11675'] for router, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:44.545995 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-17da8da4-07d0-4e5c-88a9-78d1d4d655be tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:44.903677 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-17da8da4-07d0-4e5c-88a9-78d1d4d655be tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11765'] for router, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:45.200372 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-17da8da4-07d0-4e5c-88a9-78d1d4d655be tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for router_gateway, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:45.228564 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-17da8da4-07d0-4e5c-88a9-78d1d4d655be tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:45.361468 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-17da8da4-07d0-4e5c-88a9-78d1d4d655be tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Allocated IP 172.26.6.74 (1bab70f4-3794-44db-8e17-19f483aa8ffa/6b5b73c1-b0ce-4f83-a930-c00cc5522926/e03b612b-ca61-47cb-9a71-4179f160805b) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:17:45.506268 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-17da8da4-07d0-4e5c-88a9-78d1d4d655be tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:45.534524 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-17da8da4-07d0-4e5c-88a9-78d1d4d655be tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:45.600462 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17da8da4-07d0-4e5c-88a9-78d1d4d655be tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Network 1bab70f4-3794-44db-8e17-19f483aa8ffa is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:17:45.603844 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-17da8da4-07d0-4e5c-88a9-78d1d4d655be tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:17:45.607671 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17da8da4-07d0-4e5c-88a9-78d1d4d655be tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:17:45.640686 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17da8da4-07d0-4e5c-88a9-78d1d4d655be tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event updated for resources: {'Port': ['ID=e03b612b-ca61-47cb-9a71-4179f160805b,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:17:46.114437 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-17da8da4-07d0-4e5c-88a9-78d1d4d655be tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for router_gateway, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:46.450170 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-17da8da4-07d0-4e5c-88a9-78d1d4d655be tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603653'] for router, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:46.646956 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17da8da4-07d0-4e5c-88a9-78d1d4d655be tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Router eef512e2-52cd-48d2-976c-b20c5fc9b418 is scheduled to L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 with binding_index 1 {{(pid=88261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 30 05:17:46.821063 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17da8da4-07d0-4e5c-88a9-78d1d4d655be tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:17:46.830195 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f36435-aac3-4061-bed5-a5738fd43590 None None] Sync routers for ids ['eef512e2-52cd-48d2-976c-b20c5fc9b418'] in dv-neutron-843763-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:17:46.839295 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f36435-aac3-4061-bed5-a5738fd43590 None None] Routers {'eef512e2-52cd-48d2-976c-b20c5fc9b418'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:17:46.839919 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-b7f36435-aac3-4061-bed5-a5738fd43590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:17:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['eef512e2-52cd-48d2-976c-b20c5fc9b418'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:17:46.846638 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-17da8da4-07d0-4e5c-88a9-78d1d4d655be tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for router, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:46.847767 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-17da8da4-07d0-4e5c-88a9-78d1d4d655be tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.3655133 May 30 05:17:46.850849 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 50068) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:17:46.895007 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-92fc80fb-ac44-4f39-ba28-ffc3073c5ce0 tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=f9fe59584bbe4d5aaa42841eedb71980&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0425775 May 30 05:17:46.897543 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 50072) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:17:47.018955 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-b7f36435-aac3-4061-bed5-a5738fd43590 None None] Set router eef512e2-52cd-48d2-976c-b20c5fc9b418 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:17:47.024938 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e79ddea-6787-4c2c-8341-7fb3fe2eb3ab tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:17:47.026743 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-3e79ddea-6787-4c2c-8341-7fb3fe2eb3ab tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1282387 May 30 05:17:47.029497 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 50076) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:17:47.068159 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-713aa77e-5e26-4572-8beb-d4fc4580454b tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=1bab70f4-3794-44db-8e17-19f483aa8ffa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0375447 May 30 05:17:47.070524 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 50080) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:17:47.075713 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-4a97d31b-61f7-4fe2-83b4-c2139844396a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-18499460', 'network_id': '98dfc200-0e3b-4825-92b1-95150ace18b1', 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:17:47.192650 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-4a97d31b-61f7-4fe2-83b4-c2139844396a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:17:47.196988 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-4a97d31b-61f7-4fe2-83b4-c2139844396a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Usage tracker for resource:subnet and tenant:f9fe59584bbe4d5aaa42841eedb71980 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:17:47.200209 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-4a97d31b-61f7-4fe2-83b4-c2139844396a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:17:47.205458 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-4a97d31b-61f7-4fe2-83b4-c2139844396a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:17:47.218055 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a97d31b-61f7-4fe2-83b4-c2139844396a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Made reservation on behalf of f9fe59584bbe4d5aaa42841eedb71980 for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:17:47.221936 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4a97d31b-61f7-4fe2-83b4-c2139844396a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9305518'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:47.303704 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-b7f36435-aac3-4061-bed5-a5738fd43590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eef512e2-52cd-48d2-976c-b20c5fc9b418', 'name': 'tempest-TestNetworkBasicOps-router-1420047608', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.74'}], 'enable_snat': True}, 'gw_port_id': 'e03b612b-ca61-47cb-9a71-4179f160805b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:17:44Z', 'updated_at': '2022-05-30T05:17:45Z', 'revision_number': 3, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'gw_port': {'id': 'e03b612b-ca61-47cb-9a71-4179f160805b', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6e:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eef512e2-52cd-48d2-976c-b20c5fc9b418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:17:45Z', 'updated_at': '2022-05-30T05:17:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv'}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:17:47.307654 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f36435-aac3-4061-bed5-a5738fd43590 None None] Checking router: eef512e2-52cd-48d2-976c-b20c5fc9b418 for host: dv-neutron-843763-1-hyperv {{(pid=88262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 05:17:47.308001 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f36435-aac3-4061-bed5-a5738fd43590 None None] Updating router eef512e2-52cd-48d2-976c-b20c5fc9b418 port e03b612b-ca61-47cb-9a71-4179f160805b binding host dv-neutron-843763-1-hyperv {{(pid=88262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 30 05:17:47.365854 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-b7f36435-aac3-4061-bed5-a5738fd43590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:47.556968 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4a97d31b-61f7-4fe2-83b4-c2139844396a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2305012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9305500'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:47.587957 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:47.630552 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a97d31b-61f7-4fe2-83b4-c2139844396a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event updated for resources: {'Subnet': ['ID=8069e81c-43e6-4a4c-980c-181a3855f57d,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:17:47.641148 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a97d31b-61f7-4fe2-83b4-c2139844396a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Checking segment: {'id': '35dd5479-0626-467b-bd97-8737a8261996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '98dfc200-0e3b-4825-92b1-95150ace18b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:17:47.641506 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a97d31b-61f7-4fe2-83b4-c2139844396a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Network hostable DHCP agents. Network: 98dfc200-0e3b-4825-92b1-95150ace18b1, hostable agents: ['1c705e68-3d3e-4dd3-9252-feb21d4b96ab'], hosted agents: [] {{(pid=88261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 05:17:47.660674 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a97d31b-61f7-4fe2-83b4-c2139844396a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Network 98dfc200-0e3b-4825-92b1-95150ace18b1 is scheduled to be hosted by DHCP agent 1c705e68-3d3e-4dd3-9252-feb21d4b96ab with binding_index 1 {{(pid=88261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 05:17:47.669298 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-4a97d31b-61f7-4fe2-83b4-c2139844396a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843763-1-hyperv, 98dfc200-0e3b-4825-92b1-95150ace18b1) {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:17:47.673408 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a97d31b-61f7-4fe2-83b4-c2139844396a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:17:47.674009 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4a97d31b-61f7-4fe2-83b4-c2139844396a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:47.687411 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e56abae1-3195-441d-aebe-f402638581af None None] Network 98dfc200-0e3b-4825-92b1-95150ace18b1 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:17:47.695261 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-4a97d31b-61f7-4fe2-83b4-c2139844396a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6232448 May 30 05:17:47.698143 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 50084) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:17:47.771856 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-b7f36435-aac3-4061-bed5-a5738fd43590 None None] Notify callbacks [] for port, precommit_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:47.796562 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-b7f36435-aac3-4061-bed5-a5738fd43590 None None] Transition to ACTIVE for port object e03b612b-ca61-47cb-9a71-4179f160805b will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:17:47.802522 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-b7f36435-aac3-4061-bed5-a5738fd43590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:47.954748 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-b7f36435-aac3-4061-bed5-a5738fd43590 None None] Attempting to bind port e03b612b-ca61-47cb-9a71-4179f160805b on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 05:17:47.955476 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-b7f36435-aac3-4061-bed5-a5738fd43590 None None] Attempting to bind port e03b612b-ca61-47cb-9a71-4179f160805b by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': 'ad083d94-0233-4c50-a0ed-00ef7686038c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 05:17:47.955476 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f36435-aac3-4061-bed5-a5738fd43590 None None] Attempting to bind port e03b612b-ca61-47cb-9a71-4179f160805b on network 1bab70f4-3794-44db-8e17-19f483aa8ffa {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:17:47.967873 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f36435-aac3-4061-bed5-a5738fd43590 None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 5, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 05:17:47.968248 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f36435-aac3-4061-bed5-a5738fd43590 None None] Checking segment: {'id': 'ad083d94-0233-4c50-a0ed-00ef7686038c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:17:47.968652 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-b7f36435-aac3-4061-bed5-a5738fd43590 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:47.969046 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f36435-aac3-4061-bed5-a5738fd43590 None None] Bound using segment: {'id': 'ad083d94-0233-4c50-a0ed-00ef7686038c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 05:17:47.969509 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-b7f36435-aac3-4061-bed5-a5738fd43590 None None] Bound port: e03b612b-ca61-47cb-9a71-4179f160805b, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad083d94-0233-4c50-a0ed-00ef7686038c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 05:17:47.969905 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-b7f36435-aac3-4061-bed5-a5738fd43590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:47.992630 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d491a5a-ea71-4ad5-bd47-b9a804045229 None None] Pushing event updated for resources: {'Port': ['ID=e03b612b-ca61-47cb-9a71-4179f160805b,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:17:48.114283 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-b7f36435-aac3-4061-bed5-a5738fd43590 None None] For port e03b612b-ca61-47cb-9a71-4179f160805b, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 05:17:48.126859 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-b7f36435-aac3-4061-bed5-a5738fd43590 None None] For port e03b612b-ca61-47cb-9a71-4179f160805b, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=e03b612b-ca61-47cb-9a71-4179f160805b,segment=NetworkSegment(ad083d94-0233-4c50-a0ed-00ef7686038c),segment_id=ad083d94-0233-4c50-a0ed-00ef7686038c)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 05:17:48.131773 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc813035-6198-46f3-9067-c8b8cd98e06b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bbf24ed-7ba9-53d2-873f-8f9642b1e987-98dfc200-0e3b-4825-92b1-95150ace18b1', 'network_id': '98dfc200-0e3b-4825-92b1-95150ace18b1', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'fixed_ips': [{'subnet_id': '8069e81c-43e6-4a4c-980c-181a3855f57d'}]}} from dv-neutron-843763-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 30 05:17:48.132618 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-bc813035-6198-46f3-9067-c8b8cd98e06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:48.146325 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-b7f36435-aac3-4061-bed5-a5738fd43590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:48.292084 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f36435-aac3-4061-bed5-a5738fd43590 None None] Routers {'eef512e2-52cd-48d2-976c-b20c5fc9b418'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:17:48.292711 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-b7f36435-aac3-4061-bed5-a5738fd43590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:17:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['eef512e2-52cd-48d2-976c-b20c5fc9b418'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:17:48.349492 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d491a5a-ea71-4ad5-bd47-b9a804045229 None None] Pushing event updated for resources: {'Port': ['ID=e03b612b-ca61-47cb-9a71-4179f160805b,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:17:48.508393 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-75f4ff50-23af-423b-a44e-571056763ba1 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:48.510620 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-bc813035-6198-46f3-9067-c8b8cd98e06b None None] Allocated IP 172.20.0.2 (98dfc200-0e3b-4825-92b1-95150ace18b1/8069e81c-43e6-4a4c-980c-181a3855f57d/28367302-d384-4ec8-81ab-a394f61464d7) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:17:48.533318 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-b7f36435-aac3-4061-bed5-a5738fd43590 None None] Set router eef512e2-52cd-48d2-976c-b20c5fc9b418 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:17:48.957981 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-bc813035-6198-46f3-9067-c8b8cd98e06b None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:48.970514 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-bc813035-6198-46f3-9067-c8b8cd98e06b None None] Transition to ACTIVE for port object 28367302-d384-4ec8-81ab-a394f61464d7 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:17:48.994359 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-bc813035-6198-46f3-9067-c8b8cd98e06b None None] Transition to ACTIVE for port object 28367302-d384-4ec8-81ab-a394f61464d7 will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:17:48.998730 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-b7f36435-aac3-4061-bed5-a5738fd43590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eef512e2-52cd-48d2-976c-b20c5fc9b418', 'name': 'tempest-TestNetworkBasicOps-router-1420047608', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.74'}], 'enable_snat': True}, 'gw_port_id': 'e03b612b-ca61-47cb-9a71-4179f160805b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:17:44Z', 'updated_at': '2022-05-30T05:17:45Z', 'revision_number': 3, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'gw_port': {'id': 'e03b612b-ca61-47cb-9a71-4179f160805b', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6e:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eef512e2-52cd-48d2-976c-b20c5fc9b418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:17:45Z', 'updated_at': '2022-05-30T05:17:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv'}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:17:49.002339 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-bc813035-6198-46f3-9067-c8b8cd98e06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:49.040766 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f36435-aac3-4061-bed5-a5738fd43590 None None] The sync data for ids ['eef512e2-52cd-48d2-976c-b20c5fc9b418'] in dv-neutron-843763-1-hyperv is: [{'id': 'eef512e2-52cd-48d2-976c-b20c5fc9b418', 'name': 'tempest-TestNetworkBasicOps-router-1420047608', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.74'}], 'enable_snat': True}, 'gw_port_id': 'e03b612b-ca61-47cb-9a71-4179f160805b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:17:44Z', 'updated_at': '2022-05-30T05:17:45Z', 'revision_number': 3, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'gw_port': {'id': 'e03b612b-ca61-47cb-9a71-4179f160805b', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6e:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eef512e2-52cd-48d2-976c-b20c5fc9b418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:17:45Z', 'updated_at': '2022-05-30T05:17:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv'}] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:17:49.065250 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-75f4ff50-23af-423b-a44e-571056763ba1 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Allocated IP 172.20.0.1 (98dfc200-0e3b-4825-92b1-95150ace18b1/8069e81c-43e6-4a4c-980c-181a3855f57d/5cae1127-b1d4-4804-9cb8-252c58033ed7) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:17:49.077004 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc813035-6198-46f3-9067-c8b8cd98e06b None None] Network 98dfc200-0e3b-4825-92b1-95150ace18b1 is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:17:49.080247 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-bc813035-6198-46f3-9067-c8b8cd98e06b None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:17:49.084101 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc813035-6198-46f3-9067-c8b8cd98e06b None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:17:49.115278 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc813035-6198-46f3-9067-c8b8cd98e06b None None] Pushing event updated for resources: {'Port': ['ID=28367302-d384-4ec8-81ab-a394f61464d7,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:17:49.179924 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-bc813035-6198-46f3-9067-c8b8cd98e06b None None] Attempting to bind port 28367302-d384-4ec8-81ab-a394f61464d7 on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 05:17:49.180307 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-bc813035-6198-46f3-9067-c8b8cd98e06b None None] Attempting to bind port 28367302-d384-4ec8-81ab-a394f61464d7 by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': '35dd5479-0626-467b-bd97-8737a8261996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '98dfc200-0e3b-4825-92b1-95150ace18b1'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 05:17:49.180670 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc813035-6198-46f3-9067-c8b8cd98e06b None None] Attempting to bind port 28367302-d384-4ec8-81ab-a394f61464d7 on network 98dfc200-0e3b-4825-92b1-95150ace18b1 {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:17:49.186425 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc813035-6198-46f3-9067-c8b8cd98e06b None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 5, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 05:17:49.186936 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc813035-6198-46f3-9067-c8b8cd98e06b None None] Checking segment: {'id': '35dd5479-0626-467b-bd97-8737a8261996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '98dfc200-0e3b-4825-92b1-95150ace18b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:17:49.187344 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-bc813035-6198-46f3-9067-c8b8cd98e06b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:49.187764 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc813035-6198-46f3-9067-c8b8cd98e06b None None] Bound using segment: {'id': '35dd5479-0626-467b-bd97-8737a8261996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '98dfc200-0e3b-4825-92b1-95150ace18b1'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 05:17:49.188230 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-bc813035-6198-46f3-9067-c8b8cd98e06b None None] Bound port: 28367302-d384-4ec8-81ab-a394f61464d7, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35dd5479-0626-467b-bd97-8737a8261996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '98dfc200-0e3b-4825-92b1-95150ace18b1'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 05:17:49.188605 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-bc813035-6198-46f3-9067-c8b8cd98e06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:49.237317 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-75f4ff50-23af-423b-a44e-571056763ba1 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:49.254609 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [None req-75f4ff50-23af-423b-a44e-571056763ba1 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Transition to ACTIVE for port object 5cae1127-b1d4-4804-9cb8-252c58033ed7 will not be triggered until provisioned by entity DHCP. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:17:49.302741 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-75f4ff50-23af-423b-a44e-571056763ba1 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:49.323498 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-bc813035-6198-46f3-9067-c8b8cd98e06b None None] For port 28367302-d384-4ec8-81ab-a394f61464d7, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 05:17:49.327310 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-bc813035-6198-46f3-9067-c8b8cd98e06b None None] For port 28367302-d384-4ec8-81ab-a394f61464d7, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=28367302-d384-4ec8-81ab-a394f61464d7,segment=NetworkSegment(35dd5479-0626-467b-bd97-8737a8261996),segment_id=35dd5479-0626-467b-bd97-8737a8261996)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 05:17:49.331980 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-bc813035-6198-46f3-9067-c8b8cd98e06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:49.384108 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f4ff50-23af-423b-a44e-571056763ba1 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Network 98dfc200-0e3b-4825-92b1-95150ace18b1 is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:17:49.387391 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-75f4ff50-23af-423b-a44e-571056763ba1 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:17:49.391680 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f4ff50-23af-423b-a44e-571056763ba1 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:17:49.423331 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc813035-6198-46f3-9067-c8b8cd98e06b None None] Pushing event updated for resources: {'Port': ['ID=28367302-d384-4ec8-81ab-a394f61464d7,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:17:49.434383 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f4ff50-23af-423b-a44e-571056763ba1 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event updated for resources: {'Port': ['ID=5cae1127-b1d4-4804-9cb8-252c58033ed7,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:17:49.462376 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-75f4ff50-23af-423b-a44e-571056763ba1 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604623'] for router_interface, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:49.555789 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [req-757c1ca8-a43a-492b-82d7-f9613de84e79 req-37449b3e-cb7f-4187-9b81-db62de0b0185 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] (88260) timed out ('10.222.0.15', 36194) {{(pid=88260) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 30 05:17:49.602873 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-75f4ff50-23af-423b-a44e-571056763ba1 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:50.148042 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-75f4ff50-23af-423b-a44e-571056763ba1 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for port, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:50.153026 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-75f4ff50-23af-423b-a44e-571056763ba1 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1547421'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:50.275686 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f4ff50-23af-423b-a44e-571056763ba1 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event updated for resources: {'Port': ['ID=5cae1127-b1d4-4804-9cb8-252c58033ed7,revision_number=2']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:17:50.280725 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-75f4ff50-23af-423b-a44e-571056763ba1 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1642774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602230'] for router_interface, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:50.372611 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a89e410-6702-471b-b4fb-3ec87701ec49 None None] Network 98dfc200-0e3b-4825-92b1-95150ace18b1 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:17:50.391000 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device e03b612b-ca61-47cb-9a71-4179f160805b up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:17:50.427262 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f4ff50-23af-423b-a44e-571056763ba1 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Network 98dfc200-0e3b-4825-92b1-95150ace18b1 is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:17:50.428451 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-75f4ff50-23af-423b-a44e-571056763ba1 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:17:50.602532 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-77f57c70-fe82-45ec-848d-d883a332b82c None None] Provisioning for port 28367302-d384-4ec8-81ab-a394f61464d7 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:17:50.612692 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port e03b612b-ca61-47cb-9a71-4179f160805b completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:17:50.630546 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port e03b612b-ca61-47cb-9a71-4179f160805b triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:17:50.630923 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:50.632762 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75f4ff50-23af-423b-a44e-571056763ba1 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Router eef512e2-52cd-48d2-976c-b20c5fc9b418 has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 05:17:50.811412 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75f4ff50-23af-423b-a44e-571056763ba1 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:17:50.831971 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-75f4ff50-23af-423b-a44e-571056763ba1 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "PUT /v2.0/routers/eef512e2-52cd-48d2-976c-b20c5fc9b418/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1303208 May 30 05:17:50.832505 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 50088) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:17:50.849651 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f1d2a2-8dca-44fe-9142-f79057f20b45 None None] Sync routers for ids ['eef512e2-52cd-48d2-976c-b20c5fc9b418'] in dv-neutron-843763-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:17:50.852090 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port e03b612b-ca61-47cb-9a71-4179f160805b is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:17:50.852477 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:50.861382 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f1d2a2-8dca-44fe-9142-f79057f20b45 None None] Routers {'eef512e2-52cd-48d2-976c-b20c5fc9b418'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:17:50.861382 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-e2f1d2a2-8dca-44fe-9142-f79057f20b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:17:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['eef512e2-52cd-48d2-976c-b20c5fc9b418'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:17:50.881402 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] For port e03b612b-ca61-47cb-9a71-4179f160805b, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=e03b612b-ca61-47cb-9a71-4179f160805b,segment=NetworkSegment(ad083d94-0233-4c50-a0ed-00ef7686038c),segment_id=ad083d94-0233-4c50-a0ed-00ef7686038c)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:17:50.895212 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:50.895988 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 28367302-d384-4ec8-81ab-a394f61464d7 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:17:50.998926 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-378cf54d-29a1-4ec6-8e27-bde2e27e3c41 tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:17:50.999406 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-378cf54d-29a1-4ec6-8e27-bde2e27e3c41 tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:17:51.000026 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-378cf54d-29a1-4ec6-8e27-bde2e27e3c41 tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:17:51.000324 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-378cf54d-29a1-4ec6-8e27-bde2e27e3c41 tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:17:51.005601 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-378cf54d-29a1-4ec6-8e27-bde2e27e3c41 tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1696267 May 30 05:17:51.005843 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 50092) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:17:51.021863 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Pushing event updated for resources: {'Port': ['ID=e03b612b-ca61-47cb-9a71-4179f160805b,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:17:51.037557 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port 28367302-d384-4ec8-81ab-a394f61464d7 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:17:51.043579 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 28367302-d384-4ec8-81ab-a394f61464d7 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:17:51.043856 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:51.067022 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-e2f1d2a2-8dca-44fe-9142-f79057f20b45 None None] Set router eef512e2-52cd-48d2-976c-b20c5fc9b418 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:17:51.100503 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2810974c-4001-4b5f-8a9d-9107ba796f07 tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:17:51.101611 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2810974c-4001-4b5f-8a9d-9107ba796f07 tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:17:51.102143 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2810974c-4001-4b5f-8a9d-9107ba796f07 tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:17:51.102610 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2810974c-4001-4b5f-8a9d-9107ba796f07 tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:17:51.106724 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-2810974c-4001-4b5f-8a9d-9107ba796f07 tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2726 time: 0.0927896 May 30 05:17:51.106990 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 50096) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:17:51.187234 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 28367302-d384-4ec8-81ab-a394f61464d7 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:17:51.188091 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:51.233360 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] For port 28367302-d384-4ec8-81ab-a394f61464d7, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=28367302-d384-4ec8-81ab-a394f61464d7,segment=NetworkSegment(35dd5479-0626-467b-bd97-8737a8261996),segment_id=35dd5479-0626-467b-bd97-8737a8261996)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:17:51.243847 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:51.336354 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-73a91bf0-25b5-495b-b839-f73d6addcc97 None None] Provisioning complete for port 28367302-d384-4ec8-81ab-a394f61464d7 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:17:51.337003 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-73a91bf0-25b5-495b-b839-f73d6addcc97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:51.342369 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-e2fe0296-8409-4837-896a-50ac67996642 tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2342160 May 30 05:17:51.417464 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Pushing event updated for resources: {'Port': ['ID=28367302-d384-4ec8-81ab-a394f61464d7,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:17:51.436709 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 50102) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:17:51.442459 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-c51edb20-41a4-4415-8c3c-65ed25cc57c1 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1137114308', 'description': 'tempest-secgroup-smoke-1137114308 description', 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:17:51.448856 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-c51edb20-41a4-4415-8c3c-65ed25cc57c1 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:17:51.454231 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-c51edb20-41a4-4415-8c3c-65ed25cc57c1 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Usage tracker for resource:security_group and tenant:f9fe59584bbe4d5aaa42841eedb71980 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:17:51.457102 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-c51edb20-41a4-4415-8c3c-65ed25cc57c1 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:17:51.464029 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-c51edb20-41a4-4415-8c3c-65ed25cc57c1 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:17:51.476226 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c51edb20-41a4-4415-8c3c-65ed25cc57c1 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:51.477145 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-e2f1d2a2-8dca-44fe-9142-f79057f20b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eef512e2-52cd-48d2-976c-b20c5fc9b418', 'name': 'tempest-TestNetworkBasicOps-router-1420047608', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.74'}], 'enable_snat': True}, 'gw_port_id': 'e03b612b-ca61-47cb-9a71-4179f160805b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:17:44Z', 'updated_at': '2022-05-30T05:17:49Z', 'revision_number': 4, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'gw_port': {'id': 'e03b612b-ca61-47cb-9a71-4179f160805b', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef512e2-52cd-48d2-976c-b20c5fc9b418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:17:45Z', 'updated_at': '2022-05-30T05:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': '5cae1127-b1d4-4804-9cb8-252c58033ed7', 'name': '', 'network_id': '98dfc200-0e3b-4825-92b1-95150ace18b1', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'mac_address': 'fa:16:3e:80:10:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eef512e2-52cd-48d2-976c-b20c5fc9b418', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '8069e81c-43e6-4a4c-980c-181a3855f57d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:17:48Z', 'updated_at': '2022-05-30T05:17:49Z', 'revision_number': 2, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'subnets': [{'id': '8069e81c-43e6-4a4c-980c-181a3855f57d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:17:51.481039 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f1d2a2-8dca-44fe-9142-f79057f20b45 None None] Checking router: eef512e2-52cd-48d2-976c-b20c5fc9b418 for host: dv-neutron-843763-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 05:17:51.481831 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f1d2a2-8dca-44fe-9142-f79057f20b45 None None] Updating router eef512e2-52cd-48d2-976c-b20c5fc9b418 port 5cae1127-b1d4-4804-9cb8-252c58033ed7 binding host dv-neutron-843763-1-hyperv {{(pid=88263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 30 05:17:51.496685 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-73a91bf0-25b5-495b-b839-f73d6addcc97 None None] Current status of the port 28367302-d384-4ec8-81ab-a394f61464d7 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:17:51.504003 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-c51edb20-41a4-4415-8c3c-65ed25cc57c1 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:17:51.512206 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-c51edb20-41a4-4415-8c3c-65ed25cc57c1 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Usage tracker for resource:security_group_rule and tenant:f9fe59584bbe4d5aaa42841eedb71980 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:17:51.515346 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-73a91bf0-25b5-495b-b839-f73d6addcc97 None None] Provisioning for port 5cae1127-b1d4-4804-9cb8-252c58033ed7 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:17:51.515851 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-c51edb20-41a4-4415-8c3c-65ed25cc57c1 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:17:51.524103 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-73a91bf0-25b5-495b-b839-f73d6addcc97 None None] Provisioning complete for port 5cae1127-b1d4-4804-9cb8-252c58033ed7 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:17:51.524500 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-73a91bf0-25b5-495b-b839-f73d6addcc97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:51.524605 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-c51edb20-41a4-4415-8c3c-65ed25cc57c1 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:17:51.547435 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-e2f1d2a2-8dca-44fe-9142-f79057f20b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:51.596979 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-73a91bf0-25b5-495b-b839-f73d6addcc97 None None] Port 5cae1127-b1d4-4804-9cb8-252c58033ed7 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 05:17:51.609733 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c51edb20-41a4-4415-8c3c-65ed25cc57c1 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:51.615467 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c51edb20-41a4-4415-8c3c-65ed25cc57c1 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:51.721791 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-67eac74b-0e2d-4b1d-9627-83b52c49cef9 None None] Provisioning complete for port 5cae1127-b1d4-4804-9cb8-252c58033ed7 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:17:51.722191 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-67eac74b-0e2d-4b1d-9627-83b52c49cef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:51.772800 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51edb20-41a4-4415-8c3c-65ed25cc57c1 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2a15765-e4d1-40c6-8730-130ed9bfe800,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:17:51.782560 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-67eac74b-0e2d-4b1d-9627-83b52c49cef9 None None] Port 5cae1127-b1d4-4804-9cb8-252c58033ed7 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 05:17:51.788815 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c51edb20-41a4-4415-8c3c-65ed25cc57c1 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:51.790100 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-c51edb20-41a4-4415-8c3c-65ed25cc57c1 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3523703 May 30 05:17:51.792870 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 50106) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:17:51.797822 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-b0266792-5abc-4c16-9098-649bdb30d83d tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Request body: {'security_group_rule': {'security_group_id': 'f2a15765-e4d1-40c6-8730-130ed9bfe800', 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:17:51.803584 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-b0266792-5abc-4c16-9098-649bdb30d83d tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:17:51.807970 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-b0266792-5abc-4c16-9098-649bdb30d83d tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Usage tracker for resource:security_group_rule and tenant:f9fe59584bbe4d5aaa42841eedb71980 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:17:51.810802 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-b0266792-5abc-4c16-9098-649bdb30d83d tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:17:51.816516 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-b0266792-5abc-4c16-9098-649bdb30d83d tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:17:51.835870 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b0266792-5abc-4c16-9098-649bdb30d83d tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:51.898327 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b0266792-5abc-4c16-9098-649bdb30d83d tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:51.902221 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b0266792-5abc-4c16-9098-649bdb30d83d tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:51.910003 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-e2f1d2a2-8dca-44fe-9142-f79057f20b45 None None] Notify callbacks [] for port, precommit_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:51.923049 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.provisioning_blocks [None req-e2f1d2a2-8dca-44fe-9142-f79057f20b45 None None] Transition to ACTIVE for port object 5cae1127-b1d4-4804-9cb8-252c58033ed7 will not be triggered until provisioned by entity L2. {{(pid=88263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:17:51.930782 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-e2f1d2a2-8dca-44fe-9142-f79057f20b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:51.934684 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0266792-5abc-4c16-9098-649bdb30d83d tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=301714b4-4596-4630-9165-dfd5c7ecc673,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:17:51.942474 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b0266792-5abc-4c16-9098-649bdb30d83d tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:51.943692 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-b0266792-5abc-4c16-9098-649bdb30d83d tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1499054 May 30 05:17:51.946504 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 50110) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:17:51.952002 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-8342ee27-3623-43fa-a0fd-a332fbd1f54b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Request body: {'security_group_rule': {'security_group_id': 'f2a15765-e4d1-40c6-8730-130ed9bfe800', 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:17:51.957881 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-8342ee27-3623-43fa-a0fd-a332fbd1f54b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:17:51.961751 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-8342ee27-3623-43fa-a0fd-a332fbd1f54b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Usage tracker for resource:security_group_rule and tenant:f9fe59584bbe4d5aaa42841eedb71980 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:17:51.964640 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-8342ee27-3623-43fa-a0fd-a332fbd1f54b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:17:51.970365 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-8342ee27-3623-43fa-a0fd-a332fbd1f54b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:17:51.989909 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8342ee27-3623-43fa-a0fd-a332fbd1f54b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:52.055742 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8342ee27-3623-43fa-a0fd-a332fbd1f54b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:52.057711 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef06a460-6c0a-44f9-a5ce-14fc2eeb40bb None None] Pushing event updated for resources: {'Port': ['ID=5cae1127-b1d4-4804-9cb8-252c58033ed7,revision_number=3']} {{(pid=88263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:17:52.059974 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8342ee27-3623-43fa-a0fd-a332fbd1f54b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:52.093017 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8342ee27-3623-43fa-a0fd-a332fbd1f54b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0acf681-a01d-46fd-8ed2-99fefd08af79,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:17:52.101680 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef06a460-6c0a-44f9-a5ce-14fc2eeb40bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:17:52.102094 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef06a460-6c0a-44f9-a5ce-14fc2eeb40bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:17:52.102427 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef06a460-6c0a-44f9-a5ce-14fc2eeb40bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:17:52.102757 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef06a460-6c0a-44f9-a5ce-14fc2eeb40bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:17:52.103082 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef06a460-6c0a-44f9-a5ce-14fc2eeb40bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:17:52.103449 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef06a460-6c0a-44f9-a5ce-14fc2eeb40bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:17:52.103713 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef06a460-6c0a-44f9-a5ce-14fc2eeb40bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:17:52.104168 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef06a460-6c0a-44f9-a5ce-14fc2eeb40bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:17:52.104553 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef06a460-6c0a-44f9-a5ce-14fc2eeb40bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:17:52.104873 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef06a460-6c0a-44f9-a5ce-14fc2eeb40bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:17:52.105107 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8342ee27-3623-43fa-a0fd-a332fbd1f54b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:52.105211 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef06a460-6c0a-44f9-a5ce-14fc2eeb40bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:17:52.105543 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef06a460-6c0a-44f9-a5ce-14fc2eeb40bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:17:52.109878 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-8342ee27-3623-43fa-a0fd-a332fbd1f54b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1623950 May 30 05:17:52.110898 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 50114) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:17:52.117399 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-5d6725a6-eeed-47fe-92bf-0560dff9f40b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Request body: {'security_group_rule': {'security_group_id': 'f2a15765-e4d1-40c6-8730-130ed9bfe800', 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:17:52.124151 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-5d6725a6-eeed-47fe-92bf-0560dff9f40b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:17:52.128114 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-5d6725a6-eeed-47fe-92bf-0560dff9f40b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Usage tracker for resource:security_group_rule and tenant:f9fe59584bbe4d5aaa42841eedb71980 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:17:52.131076 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-5d6725a6-eeed-47fe-92bf-0560dff9f40b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:17:52.137582 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-5d6725a6-eeed-47fe-92bf-0560dff9f40b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:17:52.157761 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5d6725a6-eeed-47fe-92bf-0560dff9f40b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:52.161125 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-e2f1d2a2-8dca-44fe-9142-f79057f20b45 None None] Attempting to bind port 5cae1127-b1d4-4804-9cb8-252c58033ed7 on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 05:17:52.161495 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-e2f1d2a2-8dca-44fe-9142-f79057f20b45 None None] Attempting to bind port 5cae1127-b1d4-4804-9cb8-252c58033ed7 by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': '35dd5479-0626-467b-bd97-8737a8261996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '98dfc200-0e3b-4825-92b1-95150ace18b1'}] {{(pid=88263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 05:17:52.161886 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f1d2a2-8dca-44fe-9142-f79057f20b45 None None] Attempting to bind port 5cae1127-b1d4-4804-9cb8-252c58033ed7 on network 98dfc200-0e3b-4825-92b1-95150ace18b1 {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:17:52.168260 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f1d2a2-8dca-44fe-9142-f79057f20b45 None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 5, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 05:17:52.168635 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f1d2a2-8dca-44fe-9142-f79057f20b45 None None] Checking segment: {'id': '35dd5479-0626-467b-bd97-8737a8261996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '98dfc200-0e3b-4825-92b1-95150ace18b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:17:52.169035 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-e2f1d2a2-8dca-44fe-9142-f79057f20b45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:52.169420 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f1d2a2-8dca-44fe-9142-f79057f20b45 None None] Bound using segment: {'id': '35dd5479-0626-467b-bd97-8737a8261996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '98dfc200-0e3b-4825-92b1-95150ace18b1'} {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 05:17:52.169901 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-e2f1d2a2-8dca-44fe-9142-f79057f20b45 None None] Bound port: 5cae1127-b1d4-4804-9cb8-252c58033ed7, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35dd5479-0626-467b-bd97-8737a8261996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '98dfc200-0e3b-4825-92b1-95150ace18b1'}}] {{(pid=88263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 05:17:52.170945 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-e2f1d2a2-8dca-44fe-9142-f79057f20b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:52.227166 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5d6725a6-eeed-47fe-92bf-0560dff9f40b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:52.231457 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5d6725a6-eeed-47fe-92bf-0560dff9f40b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:52.256035 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6725a6-eeed-47fe-92bf-0560dff9f40b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ac22ca1-4691-4f4f-a68e-bfcf76c8c21e,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:17:52.261989 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.db [None req-e2f1d2a2-8dca-44fe-9142-f79057f20b45 None None] For port 5cae1127-b1d4-4804-9cb8-252c58033ed7, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 05:17:52.265078 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.db [None req-e2f1d2a2-8dca-44fe-9142-f79057f20b45 None None] For port 5cae1127-b1d4-4804-9cb8-252c58033ed7, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=5cae1127-b1d4-4804-9cb8-252c58033ed7,segment=NetworkSegment(35dd5479-0626-467b-bd97-8737a8261996),segment_id=35dd5479-0626-467b-bd97-8737a8261996)] {{(pid=88263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 05:17:52.269395 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-e2f1d2a2-8dca-44fe-9142-f79057f20b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:52.282001 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5d6725a6-eeed-47fe-92bf-0560dff9f40b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:52.283204 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-5d6725a6-eeed-47fe-92bf-0560dff9f40b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1711657 May 30 05:17:52.286010 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 50118) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:17:52.291535 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-f1ad96fd-c628-473c-a3c1-447db20bcd0c tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Request body: {'security_group_rule': {'security_group_id': 'f2a15765-e4d1-40c6-8730-130ed9bfe800', 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:17:52.297617 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-f1ad96fd-c628-473c-a3c1-447db20bcd0c tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:17:52.301547 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-f1ad96fd-c628-473c-a3c1-447db20bcd0c tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Usage tracker for resource:security_group_rule and tenant:f9fe59584bbe4d5aaa42841eedb71980 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:17:52.304983 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-f1ad96fd-c628-473c-a3c1-447db20bcd0c tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:17:52.311302 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-f1ad96fd-c628-473c-a3c1-447db20bcd0c tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:17:52.332209 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device e03b612b-ca61-47cb-9a71-4179f160805b up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:17:52.333630 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f1ad96fd-c628-473c-a3c1-447db20bcd0c tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:52.357162 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f1d2a2-8dca-44fe-9142-f79057f20b45 None None] Routers {'eef512e2-52cd-48d2-976c-b20c5fc9b418'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:17:52.357790 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-e2f1d2a2-8dca-44fe-9142-f79057f20b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:17:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['eef512e2-52cd-48d2-976c-b20c5fc9b418'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:17:52.411164 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f1ad96fd-c628-473c-a3c1-447db20bcd0c tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:52.416878 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f1ad96fd-c628-473c-a3c1-447db20bcd0c tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:52.430716 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port e03b612b-ca61-47cb-9a71-4179f160805b triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:17:52.431300 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:52.450470 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ad96fd-c628-473c-a3c1-447db20bcd0c tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c17fabd8-497b-4b31-8f50-852ae12692a3,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:17:52.461257 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f1ad96fd-c628-473c-a3c1-447db20bcd0c tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:52.466564 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-f1ad96fd-c628-473c-a3c1-447db20bcd0c tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1767607 May 30 05:17:52.466782 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 50122) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:17:52.472221 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-f9210430-b55d-4f97-af45-bfd5f1192e40 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Request body: {'security_group_rule': {'security_group_id': 'f2a15765-e4d1-40c6-8730-130ed9bfe800', 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:17:52.478344 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-f9210430-b55d-4f97-af45-bfd5f1192e40 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:17:52.483646 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef06a460-6c0a-44f9-a5ce-14fc2eeb40bb None None] Pushing event updated for resources: {'Port': ['ID=5cae1127-b1d4-4804-9cb8-252c58033ed7,revision_number=4']} {{(pid=88263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:17:52.484719 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-f9210430-b55d-4f97-af45-bfd5f1192e40 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Usage tracker for resource:security_group_rule and tenant:f9fe59584bbe4d5aaa42841eedb71980 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:17:52.492747 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-f9210430-b55d-4f97-af45-bfd5f1192e40 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:17:52.502744 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-f9210430-b55d-4f97-af45-bfd5f1192e40 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:17:52.517990 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.db.securitygroups_db [None req-f9210430-b55d-4f97-af45-bfd5f1192e40 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Project f9fe59584bbe4d5aaa42841eedb71980 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 30 05:17:52.529449 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f9210430-b55d-4f97-af45-bfd5f1192e40 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:52.562812 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port e03b612b-ca61-47cb-9a71-4179f160805b is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:17:52.563627 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 28367302-d384-4ec8-81ab-a394f61464d7 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:17:52.606904 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-e2f1d2a2-8dca-44fe-9142-f79057f20b45 None None] Set router eef512e2-52cd-48d2-976c-b20c5fc9b418 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:17:52.613370 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f9210430-b55d-4f97-af45-bfd5f1192e40 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:52.618353 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f9210430-b55d-4f97-af45-bfd5f1192e40 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:52.639954 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 28367302-d384-4ec8-81ab-a394f61464d7 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:17:52.640330 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:52.649004 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f9210430-b55d-4f97-af45-bfd5f1192e40 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:52.653386 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 50126) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:17:52.653533 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-f9210430-b55d-4f97-af45-bfd5f1192e40 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1856608 May 30 05:17:52.656004 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9210430-b55d-4f97-af45-bfd5f1192e40 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aafcfa2d-a37a-4aa0-8bbb-e7b1eff812c4,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:17:52.667033 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-5338f394-5a27-40ab-a53d-8c11ba25fc02 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Request body: {'security_group_rule': {'security_group_id': 'f2a15765-e4d1-40c6-8730-130ed9bfe800', 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:17:52.674437 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-5338f394-5a27-40ab-a53d-8c11ba25fc02 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:17:52.678900 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-5338f394-5a27-40ab-a53d-8c11ba25fc02 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Usage tracker for resource:security_group_rule and tenant:f9fe59584bbe4d5aaa42841eedb71980 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:17:52.682474 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-5338f394-5a27-40ab-a53d-8c11ba25fc02 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:17:52.688770 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-5338f394-5a27-40ab-a53d-8c11ba25fc02 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:17:52.701793 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.db.securitygroups_db [None req-5338f394-5a27-40ab-a53d-8c11ba25fc02 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Project f9fe59584bbe4d5aaa42841eedb71980 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 30 05:17:52.709142 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5338f394-5a27-40ab-a53d-8c11ba25fc02 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:52.764636 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 28367302-d384-4ec8-81ab-a394f61464d7 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:17:52.781609 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5338f394-5a27-40ab-a53d-8c11ba25fc02 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:52.785427 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5338f394-5a27-40ab-a53d-8c11ba25fc02 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:52.810118 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5338f394-5a27-40ab-a53d-8c11ba25fc02 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=061d4af7-1a58-436d-87b1-a7ccbece19ff,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:17:52.818505 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5338f394-5a27-40ab-a53d-8c11ba25fc02 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:52.819813 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-5338f394-5a27-40ab-a53d-8c11ba25fc02 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1645112 May 30 05:17:52.926054 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-e2f1d2a2-8dca-44fe-9142-f79057f20b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eef512e2-52cd-48d2-976c-b20c5fc9b418', 'name': 'tempest-TestNetworkBasicOps-router-1420047608', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.74'}], 'enable_snat': True}, 'gw_port_id': 'e03b612b-ca61-47cb-9a71-4179f160805b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:17:44Z', 'updated_at': '2022-05-30T05:17:49Z', 'revision_number': 4, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'gw_port': {'id': 'e03b612b-ca61-47cb-9a71-4179f160805b', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef512e2-52cd-48d2-976c-b20c5fc9b418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:17:45Z', 'updated_at': '2022-05-30T05:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': '5cae1127-b1d4-4804-9cb8-252c58033ed7', 'name': '', 'network_id': '98dfc200-0e3b-4825-92b1-95150ace18b1', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'mac_address': 'fa:16:3e:80:10:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eef512e2-52cd-48d2-976c-b20c5fc9b418', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '8069e81c-43e6-4a4c-980c-181a3855f57d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:17:48Z', 'updated_at': '2022-05-30T05:17:52Z', 'revision_number': 4, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'subnets': [{'id': '8069e81c-43e6-4a4c-980c-181a3855f57d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:17:52.930630 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f1d2a2-8dca-44fe-9142-f79057f20b45 None None] The sync data for ids ['eef512e2-52cd-48d2-976c-b20c5fc9b418'] in dv-neutron-843763-1-hyperv is: [{'id': 'eef512e2-52cd-48d2-976c-b20c5fc9b418', 'name': 'tempest-TestNetworkBasicOps-router-1420047608', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.74'}], 'enable_snat': True}, 'gw_port_id': 'e03b612b-ca61-47cb-9a71-4179f160805b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:17:44Z', 'updated_at': '2022-05-30T05:17:49Z', 'revision_number': 4, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'gw_port': {'id': 'e03b612b-ca61-47cb-9a71-4179f160805b', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef512e2-52cd-48d2-976c-b20c5fc9b418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:17:45Z', 'updated_at': '2022-05-30T05:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': '5cae1127-b1d4-4804-9cb8-252c58033ed7', 'name': '', 'network_id': '98dfc200-0e3b-4825-92b1-95150ace18b1', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'mac_address': 'fa:16:3e:80:10:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eef512e2-52cd-48d2-976c-b20c5fc9b418', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '8069e81c-43e6-4a4c-980c-181a3855f57d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:17:48Z', 'updated_at': '2022-05-30T05:17:52Z', 'revision_number': 4, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'subnets': [{'id': '8069e81c-43e6-4a4c-980c-181a3855f57d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:17:53.008273 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-0472b857-3e99-422f-8c15-fc200f462108 req-e842e054-e789-4cd7-892d-bd32ef4635b8 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Synchronizing usage tracker for tenant:f9fe59584bbe4d5aaa42841eedb71980 on resource:security_group {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:17:53.026429 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-0472b857-3e99-422f-8c15-fc200f462108 req-e842e054-e789-4cd7-892d-bd32ef4635b8 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Unset dirty status for tenant:f9fe59584bbe4d5aaa42841eedb71980 on resource:security_group {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:17:53.027773 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0472b857-3e99-422f-8c15-fc200f462108 req-e842e054-e789-4cd7-892d-bd32ef4635b8 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1137114308&fields=id&tenant_id=f9fe59584bbe4d5aaa42841eedb71980 HTTP/1.1" status: 200 len: 267 time: 0.0781653 May 30 05:17:53.185460 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0472b857-3e99-422f-8c15-fc200f462108 req-fbd519f0-9df5-429c-b87b-e6f439481e33 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:17:53.186195 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-0472b857-3e99-422f-8c15-fc200f462108 req-fbd519f0-9df5-429c-b87b-e6f439481e33 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Synchronizing usage tracker for tenant:f9fe59584bbe4d5aaa42841eedb71980 on resource:network {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:17:53.202161 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-0472b857-3e99-422f-8c15-fc200f462108 req-fbd519f0-9df5-429c-b87b-e6f439481e33 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Unset dirty status for tenant:f9fe59584bbe4d5aaa42841eedb71980 on resource:network {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:17:53.203415 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0472b857-3e99-422f-8c15-fc200f462108 req-fbd519f0-9df5-429c-b87b-e6f439481e33 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/networks?id=98dfc200-0e3b-4825-92b1-95150ace18b1 HTTP/1.1" status: 200 len: 797 time: 0.1685481 May 30 05:17:53.221084 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0472b857-3e99-422f-8c15-fc200f462108 req-4ac444aa-af2c-42d5-8005-7d05eaafcccc tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/quotas/f9fe59584bbe4d5aaa42841eedb71980 HTTP/1.1" status: 200 len: 375 time: 0.0112731 May 30 05:17:53.306732 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-0472b857-3e99-422f-8c15-fc200f462108 req-2808c3a1-8cc1-459d-b0e0-d39b8b9c20ce tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Synchronizing usage tracker for tenant:f9fe59584bbe4d5aaa42841eedb71980 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:17:53.324760 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-0472b857-3e99-422f-8c15-fc200f462108 req-2808c3a1-8cc1-459d-b0e0-d39b8b9c20ce tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Unset dirty status for tenant:f9fe59584bbe4d5aaa42841eedb71980 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:17:53.326162 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0472b857-3e99-422f-8c15-fc200f462108 req-2808c3a1-8cc1-459d-b0e0-d39b8b9c20ce tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=f9fe59584bbe4d5aaa42841eedb71980&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0982234 May 30 05:17:53.472032 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0472b857-3e99-422f-8c15-fc200f462108 req-65ce10e8-ea5d-42dd-b44e-5737cdaa0a93 service neutron] 10.222.0.15 "GET /v2.0/networks/98dfc200-0e3b-4825-92b1-95150ace18b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330755 May 30 05:17:53.609249 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0472b857-3e99-422f-8c15-fc200f462108 req-bae434ad-a508-40f4-a6f3-aa74a6814e91 service neutron] 10.222.0.15 "GET /v2.0/networks/98dfc200-0e3b-4825-92b1-95150ace18b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305408 May 30 05:17:53.792408 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-035bb254-2f62-46ab-91d2-9ebc64b44224 req-8ad03b9f-e767-4b34-9fce-5c349082e90c tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=79d21662-af84-4b27-8a12-7176d19aacf5 HTTP/1.1" status: 200 len: 210 time: 0.0492947 May 30 05:17:54.338030 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 5cae1127-b1d4-4804-9cb8-252c58033ed7 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:17:54.406364 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port 5cae1127-b1d4-4804-9cb8-252c58033ed7 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:17:54.411107 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 5cae1127-b1d4-4804-9cb8-252c58033ed7 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:17:54.411474 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:54.524770 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 5cae1127-b1d4-4804-9cb8-252c58033ed7 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:17:54.525061 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:54.557068 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] For port 5cae1127-b1d4-4804-9cb8-252c58033ed7, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=5cae1127-b1d4-4804-9cb8-252c58033ed7,segment=NetworkSegment(35dd5479-0626-467b-bd97-8737a8261996),segment_id=35dd5479-0626-467b-bd97-8737a8261996)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:17:54.560736 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:54.665363 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Pushing event updated for resources: {'Port': ['ID=5cae1127-b1d4-4804-9cb8-252c58033ed7,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:17:54.882719 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0472b857-3e99-422f-8c15-fc200f462108 req-91d89dfa-1c6b-425d-8b49-c69b20d28aba tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:17:54.884129 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0472b857-3e99-422f-8c15-fc200f462108 req-91d89dfa-1c6b-425d-8b49-c69b20d28aba tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.39 "GET /v2.0/networks?id=98dfc200-0e3b-4825-92b1-95150ace18b1 HTTP/1.1" status: 200 len: 797 time: 0.1477771 May 30 05:17:54.961785 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ea061938-6636-4ec5-97f3-b38e060d004c req-1463b61a-abe1-4620-ac80-e5921cd39d2e tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=79d21662-af84-4b27-8a12-7176d19aacf5 HTTP/1.1" status: 200 len: 210 time: 0.0569155 May 30 05:17:54.973695 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0472b857-3e99-422f-8c15-fc200f462108 req-0de8221a-9e68-450f-b657-91ec86b1757e tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f9fe59584bbe4d5aaa42841eedb71980 HTTP/1.1" status: 200 len: 380 time: 0.0815699 May 30 05:17:54.984349 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [req-0472b857-3e99-422f-8c15-fc200f462108 req-96cf5e35-deee-4fb0-ad99-af2d7fa3a8c5 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Request body: {'port': {'device_id': '79d21662-af84-4b27-8a12-7176d19aacf5', 'network_id': '98dfc200-0e3b-4825-92b1-95150ace18b1', 'admin_state_up': True, 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'security_groups': ['f2a15765-e4d1-40c6-8730-130ed9bfe800']}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:17:55.117885 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [req-0472b857-3e99-422f-8c15-fc200f462108 req-96cf5e35-deee-4fb0-ad99-af2d7fa3a8c5 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:17:55.127021 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [req-0472b857-3e99-422f-8c15-fc200f462108 req-96cf5e35-deee-4fb0-ad99-af2d7fa3a8c5 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:17:55.136303 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0472b857-3e99-422f-8c15-fc200f462108 req-96cf5e35-deee-4fb0-ad99-af2d7fa3a8c5 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Made reservation on behalf of f9fe59584bbe4d5aaa42841eedb71980 for: {'port': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:17:55.139825 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-0472b857-3e99-422f-8c15-fc200f462108 req-96cf5e35-deee-4fb0-ad99-af2d7fa3a8c5 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:55.298683 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [req-0472b857-3e99-422f-8c15-fc200f462108 req-96cf5e35-deee-4fb0-ad99-af2d7fa3a8c5 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Allocated IP 172.20.0.8 (98dfc200-0e3b-4825-92b1-95150ace18b1/8069e81c-43e6-4a4c-980c-181a3855f57d/9b35612c-ea37-448b-981a-6d51fa87c916) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:17:55.485449 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-0472b857-3e99-422f-8c15-fc200f462108 req-96cf5e35-deee-4fb0-ad99-af2d7fa3a8c5 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:55.500853 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [req-0472b857-3e99-422f-8c15-fc200f462108 req-96cf5e35-deee-4fb0-ad99-af2d7fa3a8c5 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Transition to ACTIVE for port object 9b35612c-ea37-448b-981a-6d51fa87c916 will not be triggered until provisioned by entity DHCP. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:17:55.524107 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-0472b857-3e99-422f-8c15-fc200f462108 req-96cf5e35-deee-4fb0-ad99-af2d7fa3a8c5 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:55.594734 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0472b857-3e99-422f-8c15-fc200f462108 req-96cf5e35-deee-4fb0-ad99-af2d7fa3a8c5 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Network 98dfc200-0e3b-4825-92b1-95150ace18b1 is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:17:55.597695 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [req-0472b857-3e99-422f-8c15-fc200f462108 req-96cf5e35-deee-4fb0-ad99-af2d7fa3a8c5 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:17:55.602334 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [req-0472b857-3e99-422f-8c15-fc200f462108 req-96cf5e35-deee-4fb0-ad99-af2d7fa3a8c5 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:17:55.637429 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cf5e35-deee-4fb0-ad99-af2d7fa3a8c5 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event updated for resources: {'Port': ['ID=9b35612c-ea37-448b-981a-6d51fa87c916,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:17:55.670632 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0472b857-3e99-422f-8c15-fc200f462108 req-96cf5e35-deee-4fb0-ad99-af2d7fa3a8c5 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:17:55.671256 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-0472b857-3e99-422f-8c15-fc200f462108 req-96cf5e35-deee-4fb0-ad99-af2d7fa3a8c5 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:55.696707 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0472b857-3e99-422f-8c15-fc200f462108 req-96cf5e35-deee-4fb0-ad99-af2d7fa3a8c5 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7158978 May 30 05:17:55.708322 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [req-0472b857-3e99-422f-8c15-fc200f462108 req-3cda8352-682d-4ab3-9f59-fac9bf33f822 service neutron] Request body: {'port': {'device_id': '79d21662-af84-4b27-8a12-7176d19aacf5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8437'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:17:55.822373 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-0472b857-3e99-422f-8c15-fc200f462108 req-3cda8352-682d-4ab3-9f59-fac9bf33f822 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:55.826530 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-ad8ca949-5ae4-463e-a37b-b7a69ff7e4ce None None] Provisioning for port 9b35612c-ea37-448b-981a-6d51fa87c916 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:17:55.831455 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-ad8ca949-5ae4-463e-a37b-b7a69ff7e4ce None None] Provisioning complete for port 9b35612c-ea37-448b-981a-6d51fa87c916 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:17:55.831826 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-ad8ca949-5ae4-463e-a37b-b7a69ff7e4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:55.883698 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-ad8ca949-5ae4-463e-a37b-b7a69ff7e4ce None None] Port 9b35612c-ea37-448b-981a-6d51fa87c916 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 05:17:56.245277 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24e2d18-2bf2-43a2-88d6-a37187abdb8f req-0dcb19f3-ffad-48e0-99c6-0d159eea8e80 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:17:56.245884 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-a24e2d18-2bf2-43a2-88d6-a37187abdb8f req-0dcb19f3-ffad-48e0-99c6-0d159eea8e80 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Synchronizing usage tracker for tenant:f9fe59584bbe4d5aaa42841eedb71980 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:17:56.301233 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-a24e2d18-2bf2-43a2-88d6-a37187abdb8f req-0dcb19f3-ffad-48e0-99c6-0d159eea8e80 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Unset dirty status for tenant:f9fe59584bbe4d5aaa42841eedb71980 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:17:56.302410 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a24e2d18-2bf2-43a2-88d6-a37187abdb8f req-0dcb19f3-ffad-48e0-99c6-0d159eea8e80 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=79d21662-af84-4b27-8a12-7176d19aacf5 HTTP/1.1" status: 200 len: 931 time: 0.2269948 May 30 05:17:56.320096 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 5cae1127-b1d4-4804-9cb8-252c58033ed7 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:17:56.344380 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [req-0472b857-3e99-422f-8c15-fc200f462108 req-3cda8352-682d-4ab3-9f59-fac9bf33f822 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b35612c-ea37-448b-981a-6d51fa87c916 {{(pid=88261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 30 05:17:56.359448 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-0472b857-3e99-422f-8c15-fc200f462108 req-3cda8352-682d-4ab3-9f59-fac9bf33f822 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:56.376446 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a24e2d18-2bf2-43a2-88d6-a37187abdb8f req-f3ab1acb-f7bc-4abe-87b7-af9fee27fa98 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2a15765-e4d1-40c6-8730-130ed9bfe800&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626929 May 30 05:17:56.382803 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [req-0472b857-3e99-422f-8c15-fc200f462108 req-3cda8352-682d-4ab3-9f59-fac9bf33f822 service neutron] Transition to ACTIVE for port object 9b35612c-ea37-448b-981a-6d51fa87c916 will not be triggered until provisioned by entity L2. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:17:56.386973 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-0472b857-3e99-422f-8c15-fc200f462108 req-3cda8352-682d-4ab3-9f59-fac9bf33f822 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2304381'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:56.389936 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 5cae1127-b1d4-4804-9cb8-252c58033ed7 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:17:56.390538 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:56.516146 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 5cae1127-b1d4-4804-9cb8-252c58033ed7 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:17:56.562766 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cda8352-682d-4ab3-9f59-fac9bf33f822 service neutron] Pushing event updated for resources: {'Port': ['ID=9b35612c-ea37-448b-981a-6d51fa87c916,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:17:56.632337 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [req-0472b857-3e99-422f-8c15-fc200f462108 req-3cda8352-682d-4ab3-9f59-fac9bf33f822 service neutron] Attempting to bind port 9b35612c-ea37-448b-981a-6d51fa87c916 on host hv-neutron-8437 for vnic_type normal with profile {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 05:17:56.632708 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [req-0472b857-3e99-422f-8c15-fc200f462108 req-3cda8352-682d-4ab3-9f59-fac9bf33f822 service neutron] Attempting to bind port 9b35612c-ea37-448b-981a-6d51fa87c916 by drivers openvswitch,hyperv on host hv-neutron-8437 at level 0 using segments [{'id': '35dd5479-0626-467b-bd97-8737a8261996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '98dfc200-0e3b-4825-92b1-95150ace18b1'}] {{(pid=88261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 05:17:56.633083 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0472b857-3e99-422f-8c15-fc200f462108 req-3cda8352-682d-4ab3-9f59-fac9bf33f822 service neutron] Attempting to bind port 9b35612c-ea37-448b-981a-6d51fa87c916 on network 98dfc200-0e3b-4825-92b1-95150ace18b1 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:17:56.637642 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0472b857-3e99-422f-8c15-fc200f462108 req-3cda8352-682d-4ab3-9f59-fac9bf33f822 service neutron] Port 9b35612c-ea37-448b-981a-6d51fa87c916 on network 98dfc200-0e3b-4825-92b1-95150ace18b1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8437 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 30 05:17:56.637994 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0472b857-3e99-422f-8c15-fc200f462108 req-3cda8352-682d-4ab3-9f59-fac9bf33f822 service neutron] Attempting to bind port 9b35612c-ea37-448b-981a-6d51fa87c916 on network 98dfc200-0e3b-4825-92b1-95150ace18b1 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:17:56.642951 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0472b857-3e99-422f-8c15-fc200f462108 req-3cda8352-682d-4ab3-9f59-fac9bf33f822 service neutron] Checking agent: {'id': 'de0c936d-420b-412f-9642-7bfe80b5ab25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8437', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 51, 47), 'started_at': datetime.datetime(2022, 5, 30, 4, 51, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 5, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 05:17:56.643287 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0472b857-3e99-422f-8c15-fc200f462108 req-3cda8352-682d-4ab3-9f59-fac9bf33f822 service neutron] Checking segment: {'id': '35dd5479-0626-467b-bd97-8737a8261996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '98dfc200-0e3b-4825-92b1-95150ace18b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:17:56.643663 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0472b857-3e99-422f-8c15-fc200f462108 req-3cda8352-682d-4ab3-9f59-fac9bf33f822 service neutron] Bound using segment: {'id': '35dd5479-0626-467b-bd97-8737a8261996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '98dfc200-0e3b-4825-92b1-95150ace18b1'} {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 05:17:56.644086 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [req-0472b857-3e99-422f-8c15-fc200f462108 req-3cda8352-682d-4ab3-9f59-fac9bf33f822 service neutron] Bound port: 9b35612c-ea37-448b-981a-6d51fa87c916, host: hv-neutron-8437, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35dd5479-0626-467b-bd97-8737a8261996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '98dfc200-0e3b-4825-92b1-95150ace18b1'}}] {{(pid=88261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 05:17:56.644423 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-0472b857-3e99-422f-8c15-fc200f462108 req-3cda8352-682d-4ab3-9f59-fac9bf33f822 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:56.735700 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [req-0472b857-3e99-422f-8c15-fc200f462108 req-3cda8352-682d-4ab3-9f59-fac9bf33f822 service neutron] For port 9b35612c-ea37-448b-981a-6d51fa87c916, host hv-neutron-8437, cleared binding levels {{(pid=88261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 05:17:56.738560 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [req-0472b857-3e99-422f-8c15-fc200f462108 req-3cda8352-682d-4ab3-9f59-fac9bf33f822 service neutron] For port 9b35612c-ea37-448b-981a-6d51fa87c916, host hv-neutron-8437, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=9b35612c-ea37-448b-981a-6d51fa87c916,segment=NetworkSegment(35dd5479-0626-467b-bd97-8737a8261996),segment_id=35dd5479-0626-467b-bd97-8737a8261996)] {{(pid=88261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 05:17:56.743128 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-0472b857-3e99-422f-8c15-fc200f462108 req-3cda8352-682d-4ab3-9f59-fac9bf33f822 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2304381'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:56.801252 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0472b857-3e99-422f-8c15-fc200f462108 req-3cda8352-682d-4ab3-9f59-fac9bf33f822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:17:56.801871 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-0472b857-3e99-422f-8c15-fc200f462108 req-3cda8352-682d-4ab3-9f59-fac9bf33f822 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:56.803199 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0472b857-3e99-422f-8c15-fc200f462108 req-3cda8352-682d-4ab3-9f59-fac9bf33f822 service neutron] 10.222.0.39 "PUT /v2.0/ports/9b35612c-ea37-448b-981a-6d51fa87c916 HTTP/1.1" status: 200 len: 1093 time: 1.0991395 May 30 05:17:56.803624 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79d21662-af84-4b27-8a12-7176d19aacf5', 'tag': '9b35612c-ea37-448b-981a-6d51fa87c916'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:17:56.824148 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cda8352-682d-4ab3-9f59-fac9bf33f822 service neutron] Pushing event updated for resources: {'Port': ['ID=9b35612c-ea37-448b-981a-6d51fa87c916,revision_number=3']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:17:56.863693 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30b9b83a-2f4c-4e9a-af54-cb96d3783283'] response: {'name': 'network-changed', 'server_uuid': '79d21662-af84-4b27-8a12-7176d19aacf5', 'tag': '9b35612c-ea37-448b-981a-6d51fa87c916', 'status': 'completed', 'code': 200} May 30 05:17:56.945268 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0472b857-3e99-422f-8c15-fc200f462108 req-dfba3d07-9033-4f7f-9790-977219473067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:17:56.949420 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0472b857-3e99-422f-8c15-fc200f462108 req-dfba3d07-9033-4f7f-9790-977219473067 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f9fe59584bbe4d5aaa42841eedb71980&device_id=79d21662-af84-4b27-8a12-7176d19aacf5 HTTP/1.1" status: 200 len: 1096 time: 0.0821941 May 30 05:17:57.016839 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0472b857-3e99-422f-8c15-fc200f462108 req-5eca4a52-ed78-4775-a826-009c2151c63d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9b35612c-ea37-448b-981a-6d51fa87c916 HTTP/1.1" status: 200 len: 217 time: 0.0606201 May 30 05:17:57.080330 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0472b857-3e99-422f-8c15-fc200f462108 req-344a2371-867b-4fe7-92d9-ce7c8d1aaf4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:17:57.081635 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0472b857-3e99-422f-8c15-fc200f462108 req-344a2371-867b-4fe7-92d9-ce7c8d1aaf4e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8069e81c-43e6-4a4c-980c-181a3855f57d HTTP/1.1" status: 200 len: 833 time: 0.0593624 May 30 05:17:57.153428 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0472b857-3e99-422f-8c15-fc200f462108 req-ed5360c6-d542-43ed-800a-7f3d1801f8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:17:57.154878 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0472b857-3e99-422f-8c15-fc200f462108 req-ed5360c6-d542-43ed-800a-7f3d1801f8f5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=98dfc200-0e3b-4825-92b1-95150ace18b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677869 May 30 05:17:57.284206 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0472b857-3e99-422f-8c15-fc200f462108 req-41721711-08f4-4686-a811-5ed42cc68923 service neutron] 10.222.0.39 "GET /v2.0/networks/98dfc200-0e3b-4825-92b1-95150ace18b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230764 May 30 05:17:57.418178 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0472b857-3e99-422f-8c15-fc200f462108 req-153fcb73-d999-4707-b9c6-c894447106c1 service neutron] 10.222.0.39 "GET /v2.0/networks/98dfc200-0e3b-4825-92b1-95150ace18b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280870 May 30 05:17:57.598709 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56d78d5-f89b-4298-9eb5-fdf30e11056a req-219d6a38-c812-4a65-a01b-267e6ea4fde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:17:57.600195 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a56d78d5-f89b-4298-9eb5-fdf30e11056a req-219d6a38-c812-4a65-a01b-267e6ea4fde4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f9fe59584bbe4d5aaa42841eedb71980&device_id=79d21662-af84-4b27-8a12-7176d19aacf5 HTTP/1.1" status: 200 len: 1096 time: 0.1363084 May 30 05:17:57.608856 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c1e002-fd34-4ad6-81bd-2bb31fb54991 req-30d90a0b-5557-4d30-acaf-ea11385e8b77 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:17:57.610211 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b5c1e002-fd34-4ad6-81bd-2bb31fb54991 req-30d90a0b-5557-4d30-acaf-ea11385e8b77 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=79d21662-af84-4b27-8a12-7176d19aacf5 HTTP/1.1" status: 200 len: 943 time: 0.1154060 May 30 05:17:57.829865 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b5c1e002-fd34-4ad6-81bd-2bb31fb54991 req-86df5d6f-0187-4edb-8c92-414d66238662 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2a15765-e4d1-40c6-8730-130ed9bfe800&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2019961 May 30 05:17:57.862698 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56d78d5-f89b-4298-9eb5-fdf30e11056a req-3a3d8817-46f4-41d7-be87-8e3f8223ec17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:17:57.864108 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a56d78d5-f89b-4298-9eb5-fdf30e11056a req-3a3d8817-46f4-41d7-be87-8e3f8223ec17 service neutron] 10.222.0.39 "GET /v2.0/networks?id=98dfc200-0e3b-4825-92b1-95150ace18b1 HTTP/1.1" status: 200 len: 898 time: 0.2530794 May 30 05:17:57.932449 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a56d78d5-f89b-4298-9eb5-fdf30e11056a req-20b7a36a-2fb3-4773-8f5d-a82238a76657 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9b35612c-ea37-448b-981a-6d51fa87c916 HTTP/1.1" status: 200 len: 217 time: 0.0623288 May 30 05:17:57.996410 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56d78d5-f89b-4298-9eb5-fdf30e11056a req-776b1b60-1371-4d26-a9af-5341702a7e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:17:57.997843 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a56d78d5-f89b-4298-9eb5-fdf30e11056a req-776b1b60-1371-4d26-a9af-5341702a7e5c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8069e81c-43e6-4a4c-980c-181a3855f57d HTTP/1.1" status: 200 len: 833 time: 0.0597758 May 30 05:17:58.000453 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-af8b9713-2c6b-47b9-b77d-c1f1aeac42ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:17:58.073085 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56d78d5-f89b-4298-9eb5-fdf30e11056a req-bc4bc41e-897e-4222-b070-250e0cac3eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:17:58.075149 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a56d78d5-f89b-4298-9eb5-fdf30e11056a req-bc4bc41e-897e-4222-b070-250e0cac3eb7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=98dfc200-0e3b-4825-92b1-95150ace18b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712996 May 30 05:17:58.202406 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a56d78d5-f89b-4298-9eb5-fdf30e11056a req-318a6dfb-2b0f-4d8a-8b28-bb7444b6fe94 service neutron] 10.222.0.39 "GET /v2.0/networks/98dfc200-0e3b-4825-92b1-95150ace18b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213601 May 30 05:17:58.332057 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a56d78d5-f89b-4298-9eb5-fdf30e11056a req-bc3babe5-27bc-4430-87e0-1d5a2a2b6351 service neutron] 10.222.0.39 "GET /v2.0/networks/98dfc200-0e3b-4825-92b1-95150ace18b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229749 May 30 05:17:59.015583 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c35676-4e7a-43b9-bec7-d66fae30e13f req-de9210be-371f-4993-8872-7177febf2b4b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:17:59.017015 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f5c35676-4e7a-43b9-bec7-d66fae30e13f req-de9210be-371f-4993-8872-7177febf2b4b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=79d21662-af84-4b27-8a12-7176d19aacf5 HTTP/1.1" status: 200 len: 943 time: 0.0837486 May 30 05:17:59.063701 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f5c35676-4e7a-43b9-bec7-d66fae30e13f req-11dac179-baec-444f-8153-2e9258b8ffb5 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2a15765-e4d1-40c6-8730-130ed9bfe800&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410693 May 30 05:18:00.209956 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-06a9af71-f0f2-49b5-b033-54888208bd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:18:00.255283 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f21193-f93f-4026-8937-13cd121d2446 req-dea40cdd-a505-4fd4-8fde-f6cc4657abb1 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:18:00.256730 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-81f21193-f93f-4026-8937-13cd121d2446 req-dea40cdd-a505-4fd4-8fde-f6cc4657abb1 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=79d21662-af84-4b27-8a12-7176d19aacf5 HTTP/1.1" status: 200 len: 943 time: 0.0915585 May 30 05:18:00.299530 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-81f21193-f93f-4026-8937-13cd121d2446 req-3ec425e3-81e5-4fa8-a759-bef376db2885 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2a15765-e4d1-40c6-8730-130ed9bfe800&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371456 May 30 05:18:01.257110 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56ded65b-0e68-413c-8b9b-1097922cc81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:18:01.455644 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:18:01.496415 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0ba8f2-5645-4a4b-807d-1d221645ce14 req-5c886452-42ca-404f-aae5-0ba4ac2555ba tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:18:01.497765 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9d0ba8f2-5645-4a4b-807d-1d221645ce14 req-5c886452-42ca-404f-aae5-0ba4ac2555ba tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=79d21662-af84-4b27-8a12-7176d19aacf5 HTTP/1.1" status: 200 len: 943 time: 0.0889945 May 30 05:18:01.542788 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9d0ba8f2-5645-4a4b-807d-1d221645ce14 req-7c75c109-f5be-4cf0-b0e0-8cd8ef5485da tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2a15765-e4d1-40c6-8730-130ed9bfe800&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393357 May 30 05:18:01.729290 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device 9b35612c-ea37-448b-981a-6d51fa87c916 details requested by agent hyperv_hv-neutron-8437 with host hv-neutron-8437 {{(pid=88262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 05:18:01.859403 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port 9b35612c-ea37-448b-981a-6d51fa87c916, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=9b35612c-ea37-448b-981a-6d51fa87c916,segment=NetworkSegment(35dd5479-0626-467b-bd97-8737a8261996),segment_id=35dd5479-0626-467b-bd97-8737a8261996)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:18:01.872743 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Returning: {'device': '9b35612c-ea37-448b-981a-6d51fa87c916', 'network_id': '98dfc200-0e3b-4825-92b1-95150ace18b1', 'port_id': '9b35612c-ea37-448b-981a-6d51fa87c916', 'mac_address': 'fa:16:3e:ab:de:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8069e81c-43e6-4a4c-980c-181a3855f57d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 05:18:01.929088 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Current status of the port 9b35612c-ea37-448b-981a-6d51fa87c916 is: DOWN; New status is: BUILD {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:18:01.929470 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:18:01.946732 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b35612c-ea37-448b-981a-6d51fa87c916 {{(pid=88262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 30 05:18:01.961737 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port 9b35612c-ea37-448b-981a-6d51fa87c916, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=9b35612c-ea37-448b-981a-6d51fa87c916,segment=NetworkSegment(35dd5479-0626-467b-bd97-8737a8261996),segment_id=35dd5479-0626-467b-bd97-8737a8261996)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:18:01.965798 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:18:02.031523 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Pushing event updated for resources: {'Port': ['ID=9b35612c-ea37-448b-981a-6d51fa87c916,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:18:02.257505 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] get_ports_and_sgs() called for port_ids ['9b35612c-ea37-448b-981a-6d51fa87c916'] {{(pid=88262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 30 05:18:02.720776 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa81e9c3-a5f0-4aee-a10c-cbbd3e8bc4cd req-f1361dff-b9e6-470a-abff-c888e7887290 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:18:02.722232 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-aa81e9c3-a5f0-4aee-a10c-cbbd3e8bc4cd req-f1361dff-b9e6-470a-abff-c888e7887290 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=79d21662-af84-4b27-8a12-7176d19aacf5 HTTP/1.1" status: 200 len: 944 time: 0.0780213 May 30 05:18:02.765188 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-aa81e9c3-a5f0-4aee-a10c-cbbd3e8bc4cd req-fce535a5-3252-4caf-8570-da2478352fcd tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2a15765-e4d1-40c6-8730-130ed9bfe800&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374236 May 30 05:18:02.809755 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a142624-940e-4c55-bf49-a5329c884075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:18:03.731775 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device 9b35612c-ea37-448b-981a-6d51fa87c916 up at agent hyperv_hv-neutron-8437 {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:18:03.799282 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Provisioning for port 9b35612c-ea37-448b-981a-6d51fa87c916 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:18:03.804136 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Provisioning complete for port 9b35612c-ea37-448b-981a-6d51fa87c916 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:18:03.804427 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:18:03.921985 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Current status of the port 9b35612c-ea37-448b-981a-6d51fa87c916 is: BUILD; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:18:03.922370 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:18:03.950429 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79d21662-af84-4b27-8a12-7176d19aacf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b35612c-ea37-448b-981a-6d51fa87c916'}] {{(pid=88262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:18:03.953849 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fa2be4-7292-44ce-aedc-2996cdd75bba req-eae49037-efb0-4854-8e50-dabf8de57669 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:18:03.955315 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-97fa2be4-7292-44ce-aedc-2996cdd75bba req-eae49037-efb0-4854-8e50-dabf8de57669 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=79d21662-af84-4b27-8a12-7176d19aacf5 HTTP/1.1" status: 200 len: 944 time: 0.0851860 May 30 05:18:03.960339 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port 9b35612c-ea37-448b-981a-6d51fa87c916, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=9b35612c-ea37-448b-981a-6d51fa87c916,segment=NetworkSegment(35dd5479-0626-467b-bd97-8737a8261996),segment_id=35dd5479-0626-467b-bd97-8737a8261996)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:18:03.964836 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:18:04.000694 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-97fa2be4-7292-44ce-aedc-2996cdd75bba req-a6b4bc9a-6a47-4c0c-a4db-1b8b3bfd8f07 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2a15765-e4d1-40c6-8730-130ed9bfe800&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388455 May 30 05:18:04.034394 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Pushing event updated for resources: {'Port': ['ID=9b35612c-ea37-448b-981a-6d51fa87c916,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:18:04.099739 dv-neutron-843763-1-hyperv neutron-server[88262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-431d043f-c83d-43d5-8f96-bff5112e57a6'] response: {'server_uuid': '79d21662-af84-4b27-8a12-7176d19aacf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b35612c-ea37-448b-981a-6d51fa87c916', 'code': 200} May 30 05:18:04.320323 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb38cef5-eea0-437e-8284-445b8ce4d206 req-5319a27f-6c63-4c6b-9728-16ca839bcfad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:18:04.321686 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-bb38cef5-eea0-437e-8284-445b8ce4d206 req-5319a27f-6c63-4c6b-9728-16ca839bcfad service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=79d21662-af84-4b27-8a12-7176d19aacf5 HTTP/1.1" status: 200 len: 1098 time: 0.0682919 May 30 05:18:04.361829 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-bb38cef5-eea0-437e-8284-445b8ce4d206 req-bd437d23-e44c-4e35-b552-228647c47819 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=f2a15765-e4d1-40c6-8730-130ed9bfe800&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334318 May 30 05:18:05.187877 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a55734-eda5-4de8-80b4-95b12706d283 req-cb9cad09-d6e5-47b1-90a7-6e181d645160 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:18:05.189348 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-32a55734-eda5-4de8-80b4-95b12706d283 req-cb9cad09-d6e5-47b1-90a7-6e181d645160 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=79d21662-af84-4b27-8a12-7176d19aacf5 HTTP/1.1" status: 200 len: 945 time: 0.0817120 May 30 05:18:05.232413 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-32a55734-eda5-4de8-80b4-95b12706d283 req-8da2dd77-f4ce-4c69-b06c-42696c9ff0a4 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2a15765-e4d1-40c6-8730-130ed9bfe800&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373821 May 30 05:18:06.416973 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589aca86-db7f-4399-afdc-663c7f8e89fb req-9edca432-6cb1-4137-a988-32088c615be2 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:18:06.418882 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-589aca86-db7f-4399-afdc-663c7f8e89fb req-9edca432-6cb1-4137-a988-32088c615be2 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=79d21662-af84-4b27-8a12-7176d19aacf5 HTTP/1.1" status: 200 len: 945 time: 0.0786195 May 30 05:18:06.465819 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-589aca86-db7f-4399-afdc-663c7f8e89fb req-2750da00-241a-4520-b1ff-82b37207de38 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2a15765-e4d1-40c6-8730-130ed9bfe800&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414665 May 30 05:18:06.642195 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc1f857-06f6-45c9-b388-1af39c4c9313 req-bf0c2784-8db7-44b8-9dff-53b93652e087 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:18:06.643609 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ebc1f857-06f6-45c9-b388-1af39c4c9313 req-bf0c2784-8db7-44b8-9dff-53b93652e087 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=79d21662-af84-4b27-8a12-7176d19aacf5 HTTP/1.1" status: 200 len: 945 time: 0.0776277 May 30 05:18:06.685820 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ebc1f857-06f6-45c9-b388-1af39c4c9313 req-38197ece-5d0b-44ef-9804-6ec6de9008d9 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2a15765-e4d1-40c6-8730-130ed9bfe800&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367188 May 30 05:18:06.707837 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 50190) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:18:06.778971 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c90b848-c622-4037-b462-b93b7789a492 tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:18:06.780422 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-7c90b848-c622-4037-b462-b93b7789a492 tempest-TestNetworkBasicOps-869128107 tempest-TestNetworkBasicOps-869128107-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=79d21662-af84-4b27-8a12-7176d19aacf5 HTTP/1.1" status: 200 len: 1093 time: 0.0716569 May 30 05:18:06.783099 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 50194) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:18:06.787759 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-66aaf7cc-36b3-4839-bc8e-b4ac53f06942 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Request body: {'floatingip': {'floating_network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'port_id': '9b35612c-ea37-448b-981a-6d51fa87c916', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:18:06.794591 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-66aaf7cc-36b3-4839-bc8e-b4ac53f06942 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:18:06.802116 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-66aaf7cc-36b3-4839-bc8e-b4ac53f06942 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Usage tracker for resource:floatingip and tenant:f9fe59584bbe4d5aaa42841eedb71980 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:18:06.805765 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-66aaf7cc-36b3-4839-bc8e-b4ac53f06942 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:18:06.813352 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-66aaf7cc-36b3-4839-bc8e-b4ac53f06942 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:18:06.824947 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-66aaf7cc-36b3-4839-bc8e-b4ac53f06942 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for floatingip, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:18:07.054667 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-66aaf7cc-36b3-4839-bc8e-b4ac53f06942 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:18:07.184939 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-66aaf7cc-36b3-4839-bc8e-b4ac53f06942 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Allocated IP 172.26.6.102 (1bab70f4-3794-44db-8e17-19f483aa8ffa/6b5b73c1-b0ce-4f83-a930-c00cc5522926/fe088247-cc64-47d1-9b68-fc8963f20d2d) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:18:07.331922 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-66aaf7cc-36b3-4839-bc8e-b4ac53f06942 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:18:07.360397 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-66aaf7cc-36b3-4839-bc8e-b4ac53f06942 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:18:07.425990 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66aaf7cc-36b3-4839-bc8e-b4ac53f06942 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Network 1bab70f4-3794-44db-8e17-19f483aa8ffa is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:18:07.429527 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-66aaf7cc-36b3-4839-bc8e-b4ac53f06942 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:18:07.437393 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66aaf7cc-36b3-4839-bc8e-b4ac53f06942 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:18:07.461344 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66aaf7cc-36b3-4839-bc8e-b4ac53f06942 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event updated for resources: {'Port': ['ID=fe088247-cc64-47d1-9b68-fc8963f20d2d,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:18:07.841239 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-66aaf7cc-36b3-4839-bc8e-b4ac53f06942 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:18:07.914434 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-66aaf7cc-36b3-4839-bc8e-b4ac53f06942 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:18:08.118309 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-66aaf7cc-36b3-4839-bc8e-b4ac53f06942 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:18:08.122619 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-66aaf7cc-36b3-4839-bc8e-b4ac53f06942 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2304381'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:18:08.206877 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-45f79e78-106a-4f09-9d2c-69baeab7263d None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 05:18:08.230968 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66aaf7cc-36b3-4839-bc8e-b4ac53f06942 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event updated for resources: {'Port': ['ID=fe088247-cc64-47d1-9b68-fc8963f20d2d,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:18:08.243501 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-66aaf7cc-36b3-4839-bc8e-b4ac53f06942 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1604762'] for floatingip, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:18:08.417841 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.db.l3_db [None req-66aaf7cc-36b3-4839-bc8e-b4ac53f06942 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Floating IP bad727ce-16bc-4387-9f75-b2cc625e77eb associated. External IP: 172.26.6.102, port: 9b35612c-ea37-448b-981a-6d51fa87c916. May 30 05:18:08.863293 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66aaf7cc-36b3-4839-bc8e-b4ac53f06942 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Router eef512e2-52cd-48d2-976c-b20c5fc9b418 has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 05:18:09.037332 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66aaf7cc-36b3-4839-bc8e-b4ac53f06942 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:18:09.046679 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f99c05-fbcd-41a5-af43-f6b67c3df417 None None] Sync routers for ids ['eef512e2-52cd-48d2-976c-b20c5fc9b418'] in dv-neutron-843763-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:18:09.060130 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f99c05-fbcd-41a5-af43-f6b67c3df417 None None] Routers {'eef512e2-52cd-48d2-976c-b20c5fc9b418'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:18:09.060742 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-90f99c05-fbcd-41a5-af43-f6b67c3df417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:18:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['eef512e2-52cd-48d2-976c-b20c5fc9b418'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:18:09.061736 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-66aaf7cc-36b3-4839-bc8e-b4ac53f06942 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for floatingip, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:18:09.120498 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-66aaf7cc-36b3-4839-bc8e-b4ac53f06942 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3363113 May 30 05:18:09.121111 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79d21662-af84-4b27-8a12-7176d19aacf5', 'tag': '9b35612c-ea37-448b-981a-6d51fa87c916'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:18:09.123181 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 50198) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:18:09.172614 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65c0948f-3eb5-400d-933c-48eeb4e1b8ef'] response: {'name': 'network-changed', 'server_uuid': '79d21662-af84-4b27-8a12-7176d19aacf5', 'tag': '9b35612c-ea37-448b-981a-6d51fa87c916', 'status': 'completed', 'code': 200} May 30 05:18:09.232617 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-7e2effc6-48dc-4dc3-aebb-0cb7bad9359c tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/floatingips/bad727ce-16bc-4387-9f75-b2cc625e77eb HTTP/1.1" status: 200 len: 991 time: 0.1082034 May 30 05:18:09.246009 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-90f99c05-fbcd-41a5-af43-f6b67c3df417 None None] Set router eef512e2-52cd-48d2-976c-b20c5fc9b418 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:18:09.267513 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16de3baf-1a8c-4281-bc93-697957396a4f req-801bfb92-d4ed-4987-9a2d-cfdb7cfc9fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:18:09.269125 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-16de3baf-1a8c-4281-bc93-697957396a4f req-801bfb92-d4ed-4987-9a2d-cfdb7cfc9fb1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f9fe59584bbe4d5aaa42841eedb71980&device_id=79d21662-af84-4b27-8a12-7176d19aacf5 HTTP/1.1" status: 200 len: 1098 time: 0.0765617 May 30 05:18:09.396082 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16de3baf-1a8c-4281-bc93-697957396a4f req-961f7644-f53d-4557-b482-a1e308788bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:18:09.397427 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-16de3baf-1a8c-4281-bc93-697957396a4f req-961f7644-f53d-4557-b482-a1e308788bb8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=98dfc200-0e3b-4825-92b1-95150ace18b1 HTTP/1.1" status: 200 len: 898 time: 0.1227467 May 30 05:18:09.510512 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-16de3baf-1a8c-4281-bc93-697957396a4f req-11b4dab3-7d01-4b9f-adce-b0a78608fe56 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9b35612c-ea37-448b-981a-6d51fa87c916 HTTP/1.1" status: 200 len: 999 time: 0.1070991 May 30 05:18:09.573867 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16de3baf-1a8c-4281-bc93-697957396a4f req-ef974d07-9008-4174-a497-65a53421acbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:18:09.575488 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-16de3baf-1a8c-4281-bc93-697957396a4f req-ef974d07-9008-4174-a497-65a53421acbe service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8069e81c-43e6-4a4c-980c-181a3855f57d HTTP/1.1" status: 200 len: 833 time: 0.0597510 May 30 05:18:09.630150 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-90f99c05-fbcd-41a5-af43-f6b67c3df417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eef512e2-52cd-48d2-976c-b20c5fc9b418', 'name': 'tempest-TestNetworkBasicOps-router-1420047608', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.74'}], 'enable_snat': True}, 'gw_port_id': 'e03b612b-ca61-47cb-9a71-4179f160805b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:17:44Z', 'updated_at': '2022-05-30T05:17:49Z', 'revision_number': 4, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'gw_port': {'id': 'e03b612b-ca61-47cb-9a71-4179f160805b', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef512e2-52cd-48d2-976c-b20c5fc9b418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:17:45Z', 'updated_at': '2022-05-30T05:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_floatingips': [{'id': 'bad727ce-16bc-4387-9f75-b2cc625e77eb', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'floating_ip_address': '172.26.6.102', 'floating_network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'router_id': 'eef512e2-52cd-48d2-976c-b20c5fc9b418', 'port_id': '9b35612c-ea37-448b-981a-6d51fa87c916', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98dfc200-0e3b-4825-92b1-95150ace18b1', 'mac_address': 'fa:16:3e:ab:de:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d21662-af84-4b27-8a12-7176d19aacf5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T05:18:07Z', 'updated_at': '2022-05-30T05:18:07Z', 'revision_number': 0, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cae1127-b1d4-4804-9cb8-252c58033ed7', 'name': '', 'network_id': '98dfc200-0e3b-4825-92b1-95150ace18b1', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'mac_address': 'fa:16:3e:80:10:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef512e2-52cd-48d2-976c-b20c5fc9b418', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '8069e81c-43e6-4a4c-980c-181a3855f57d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:17:48Z', 'updated_at': '2022-05-30T05:17:54Z', 'revision_number': 5, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'subnets': [{'id': '8069e81c-43e6-4a4c-980c-181a3855f57d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:18:09.634119 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f99c05-fbcd-41a5-af43-f6b67c3df417 None None] Checking router: eef512e2-52cd-48d2-976c-b20c5fc9b418 for host: dv-neutron-843763-1-hyperv {{(pid=88262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 05:18:09.643219 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f99c05-fbcd-41a5-af43-f6b67c3df417 None None] Routers {'eef512e2-52cd-48d2-976c-b20c5fc9b418'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:18:09.643831 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-90f99c05-fbcd-41a5-af43-f6b67c3df417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:18:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['eef512e2-52cd-48d2-976c-b20c5fc9b418'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:18:09.656798 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16de3baf-1a8c-4281-bc93-697957396a4f req-e09a781b-9f75-4748-8c78-2b6d75a7d68a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:18:09.658320 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-16de3baf-1a8c-4281-bc93-697957396a4f req-e09a781b-9f75-4748-8c78-2b6d75a7d68a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=98dfc200-0e3b-4825-92b1-95150ace18b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0770030 May 30 05:18:09.793967 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-16de3baf-1a8c-4281-bc93-697957396a4f req-da3557e9-81fd-44a8-8b80-65d9187c89dc service neutron] 10.222.0.39 "GET /v2.0/networks/98dfc200-0e3b-4825-92b1-95150ace18b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288140 May 30 05:18:09.822547 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-90f99c05-fbcd-41a5-af43-f6b67c3df417 None None] Set router eef512e2-52cd-48d2-976c-b20c5fc9b418 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:18:09.924678 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-16de3baf-1a8c-4281-bc93-697957396a4f req-b8eb0b62-404f-4473-b385-4b820fb454e3 service neutron] 10.222.0.39 "GET /v2.0/networks/98dfc200-0e3b-4825-92b1-95150ace18b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246271 May 30 05:18:10.171530 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-90f99c05-fbcd-41a5-af43-f6b67c3df417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eef512e2-52cd-48d2-976c-b20c5fc9b418', 'name': 'tempest-TestNetworkBasicOps-router-1420047608', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.74'}], 'enable_snat': True}, 'gw_port_id': 'e03b612b-ca61-47cb-9a71-4179f160805b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:17:44Z', 'updated_at': '2022-05-30T05:17:49Z', 'revision_number': 4, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'gw_port': {'id': 'e03b612b-ca61-47cb-9a71-4179f160805b', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef512e2-52cd-48d2-976c-b20c5fc9b418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:17:45Z', 'updated_at': '2022-05-30T05:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_floatingips': [{'id': 'bad727ce-16bc-4387-9f75-b2cc625e77eb', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'floating_ip_address': '172.26.6.102', 'floating_network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'router_id': 'eef512e2-52cd-48d2-976c-b20c5fc9b418', 'port_id': '9b35612c-ea37-448b-981a-6d51fa87c916', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98dfc200-0e3b-4825-92b1-95150ace18b1', 'mac_address': 'fa:16:3e:ab:de:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d21662-af84-4b27-8a12-7176d19aacf5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T05:18:07Z', 'updated_at': '2022-05-30T05:18:07Z', 'revision_number': 0, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cae1127-b1d4-4804-9cb8-252c58033ed7', 'name': '', 'network_id': '98dfc200-0e3b-4825-92b1-95150ace18b1', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'mac_address': 'fa:16:3e:80:10:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef512e2-52cd-48d2-976c-b20c5fc9b418', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '8069e81c-43e6-4a4c-980c-181a3855f57d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:17:48Z', 'updated_at': '2022-05-30T05:17:54Z', 'revision_number': 5, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'subnets': [{'id': '8069e81c-43e6-4a4c-980c-181a3855f57d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:18:10.175474 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f99c05-fbcd-41a5-af43-f6b67c3df417 None None] The sync data for ids ['eef512e2-52cd-48d2-976c-b20c5fc9b418'] in dv-neutron-843763-1-hyperv is: [{'id': 'eef512e2-52cd-48d2-976c-b20c5fc9b418', 'name': 'tempest-TestNetworkBasicOps-router-1420047608', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.74'}], 'enable_snat': True}, 'gw_port_id': 'e03b612b-ca61-47cb-9a71-4179f160805b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:17:44Z', 'updated_at': '2022-05-30T05:17:49Z', 'revision_number': 4, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'gw_port': {'id': 'e03b612b-ca61-47cb-9a71-4179f160805b', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef512e2-52cd-48d2-976c-b20c5fc9b418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:17:45Z', 'updated_at': '2022-05-30T05:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_floatingips': [{'id': 'bad727ce-16bc-4387-9f75-b2cc625e77eb', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'floating_ip_address': '172.26.6.102', 'floating_network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'router_id': 'eef512e2-52cd-48d2-976c-b20c5fc9b418', 'port_id': '9b35612c-ea37-448b-981a-6d51fa87c916', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98dfc200-0e3b-4825-92b1-95150ace18b1', 'mac_address': 'fa:16:3e:ab:de:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d21662-af84-4b27-8a12-7176d19aacf5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T05:18:07Z', 'updated_at': '2022-05-30T05:18:07Z', 'revision_number': 0, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cae1127-b1d4-4804-9cb8-252c58033ed7', 'name': '', 'network_id': '98dfc200-0e3b-4825-92b1-95150ace18b1', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'mac_address': 'fa:16:3e:80:10:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef512e2-52cd-48d2-976c-b20c5fc9b418', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '8069e81c-43e6-4a4c-980c-181a3855f57d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:17:48Z', 'updated_at': '2022-05-30T05:17:54Z', 'revision_number': 5, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'subnets': [{'id': '8069e81c-43e6-4a4c-980c-181a3855f57d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:18:10.235710 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 50204) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:18:10.347150 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-e4fefb47-4f50-41dd-ade7-39a013c3dedd tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/floatingips/bad727ce-16bc-4387-9f75-b2cc625e77eb HTTP/1.1" status: 200 len: 991 time: 0.1102638 May 30 05:18:10.434931 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7f44b3-2be2-4b37-b35f-342dfed7aea0 None None] New status for floating IP bad727ce-16bc-4387-9f75-b2cc625e77eb: ACTIVE {{(pid=88263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 30 05:18:11.350902 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 50208) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:18:11.459717 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-4a7e90a0-326e-4838-bfd7-1a82492b503f tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/floatingips/bad727ce-16bc-4387-9f75-b2cc625e77eb HTTP/1.1" status: 200 len: 993 time: 0.1076610 May 30 05:18:13.155926 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2ae9e494-596e-4b38-8e75-0bb17814395e req-ef3db138-0fcb-407a-ae78-24e5599f06c4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=79d21662-af84-4b27-8a12-7176d19aacf5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0682065 May 30 05:18:13.300222 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae9e494-596e-4b38-8e75-0bb17814395e req-f80ac217-2d51-43ce-bc98-3127f5f8abe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:18:13.301676 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2ae9e494-596e-4b38-8e75-0bb17814395e req-f80ac217-2d51-43ce-bc98-3127f5f8abe3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f9fe59584bbe4d5aaa42841eedb71980&device_id=79d21662-af84-4b27-8a12-7176d19aacf5 HTTP/1.1" status: 200 len: 1098 time: 0.0812578 May 30 05:18:13.555147 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae9e494-596e-4b38-8e75-0bb17814395e req-9c4f960d-215a-4168-b258-93feb27fd76f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:18:13.557135 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2ae9e494-596e-4b38-8e75-0bb17814395e req-9c4f960d-215a-4168-b258-93feb27fd76f service neutron] 10.222.0.39 "GET /v2.0/networks?id=98dfc200-0e3b-4825-92b1-95150ace18b1 HTTP/1.1" status: 200 len: 898 time: 0.2377753 May 30 05:18:13.661092 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2ae9e494-596e-4b38-8e75-0bb17814395e req-7b39eb63-c3e3-4d3a-a62b-abb814726b75 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9b35612c-ea37-448b-981a-6d51fa87c916 HTTP/1.1" status: 200 len: 1001 time: 0.0985155 May 30 05:18:13.727466 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae9e494-596e-4b38-8e75-0bb17814395e req-850bb9f3-9c5e-4f5f-aaa3-ad30fd8e7a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:18:13.730529 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2ae9e494-596e-4b38-8e75-0bb17814395e req-850bb9f3-9c5e-4f5f-aaa3-ad30fd8e7a6d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8069e81c-43e6-4a4c-980c-181a3855f57d HTTP/1.1" status: 200 len: 833 time: 0.0636842 May 30 05:18:13.813160 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae9e494-596e-4b38-8e75-0bb17814395e req-43732a84-ce54-411f-9113-f5cd8fec7434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:18:13.815650 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2ae9e494-596e-4b38-8e75-0bb17814395e req-43732a84-ce54-411f-9113-f5cd8fec7434 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=98dfc200-0e3b-4825-92b1-95150ace18b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0793073 May 30 05:18:13.959498 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2ae9e494-596e-4b38-8e75-0bb17814395e req-30df909d-4948-4d15-b375-c75affe06b28 service neutron] 10.222.0.39 "GET /v2.0/networks/98dfc200-0e3b-4825-92b1-95150ace18b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375413 May 30 05:18:14.110197 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2ae9e494-596e-4b38-8e75-0bb17814395e req-0896d2d7-4b40-434a-bc01-402f7ac85912 service neutron] 10.222.0.39 "GET /v2.0/networks/98dfc200-0e3b-4825-92b1-95150ace18b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445019 May 30 05:18:17.547560 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:18:28.002254 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-2ee86951-50b4-4933-bda3-f0933a942239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:18:30.214632 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9e18c0d1-a64b-4d0b-9e53-b156a14465ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:18:31.255090 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56ded65b-0e68-413c-8b9b-1097922cc81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:18:31.457639 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:18:32.811584 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a142624-940e-4c55-bf49-a5329c884075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:18:45.206165 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-45f79e78-106a-4f09-9d2c-69baeab7263d None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 05:18:47.539651 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:18:58.003240 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-241c8092-14cd-4065-9e79-02d793c85648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:19:00.217328 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-04ffe2d2-042d-4209-8931-516137db3883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:19:01.266150 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56ded65b-0e68-413c-8b9b-1097922cc81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:19:01.461305 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:19:02.814220 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a142624-940e-4c55-bf49-a5329c884075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:19:12.128555 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 50240) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:19:12.133704 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-9d2823b8-3359-4e9f-ac60-9fca1b35635b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Request body: {'router': {'admin_state_up': False}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:19:12.642477 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9d2823b8-3359-4e9f-ac60-9fca1b35635b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11765'] for router, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:19:12.653243 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9d2823b8-3359-4e9f-ac60-9fca1b35635b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1603699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1603708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1603909'] for router, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:19:12.934157 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d2823b8-3359-4e9f-ac60-9fca1b35635b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Router eef512e2-52cd-48d2-976c-b20c5fc9b418 has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 05:19:13.115516 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d2823b8-3359-4e9f-ac60-9fca1b35635b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:19:13.122854 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-9d2823b8-3359-4e9f-ac60-9fca1b35635b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:19:13.124080 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-9d2823b8-3359-4e9f-ac60-9fca1b35635b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "PUT /v2.0/routers/eef512e2-52cd-48d2-976c-b20c5fc9b418 HTTP/1.1" status: 200 len: 888 time: 0.9945505 May 30 05:19:13.126460 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afbdeca5-ed09-4424-a3b1-609a1fd9493b None None] Sync routers for ids ['eef512e2-52cd-48d2-976c-b20c5fc9b418'] in dv-neutron-843763-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:19:13.139637 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afbdeca5-ed09-4424-a3b1-609a1fd9493b None None] Routers {'eef512e2-52cd-48d2-976c-b20c5fc9b418'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:19:13.140255 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-afbdeca5-ed09-4424-a3b1-609a1fd9493b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:19:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['eef512e2-52cd-48d2-976c-b20c5fc9b418'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:19:13.171194 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2f250fe7-0c52-463c-855d-26c3003bde17 req-58dc481e-f7df-4e13-8ea9-46e0c1b657e4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=79d21662-af84-4b27-8a12-7176d19aacf5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0726109 May 30 05:19:13.198765 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-afbdeca5-ed09-4424-a3b1-609a1fd9493b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:19:13.207528 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afbdeca5-ed09-4424-a3b1-609a1fd9493b None None] Routers {'eef512e2-52cd-48d2-976c-b20c5fc9b418'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:19:13.208131 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-afbdeca5-ed09-4424-a3b1-609a1fd9493b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:19:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['eef512e2-52cd-48d2-976c-b20c5fc9b418'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:19:13.270767 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-afbdeca5-ed09-4424-a3b1-609a1fd9493b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:19:13.271169 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afbdeca5-ed09-4424-a3b1-609a1fd9493b None None] The sync data for ids ['eef512e2-52cd-48d2-976c-b20c5fc9b418'] in dv-neutron-843763-1-hyperv is: [] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:19:13.314314 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f250fe7-0c52-463c-855d-26c3003bde17 req-4e775363-dd13-4142-a9da-c80207b45083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:19:13.315829 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2f250fe7-0c52-463c-855d-26c3003bde17 req-4e775363-dd13-4142-a9da-c80207b45083 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f9fe59584bbe4d5aaa42841eedb71980&device_id=79d21662-af84-4b27-8a12-7176d19aacf5 HTTP/1.1" status: 200 len: 1098 time: 0.0756428 May 30 05:19:13.465890 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f250fe7-0c52-463c-855d-26c3003bde17 req-c77084fc-f8e6-4a44-b56a-3570bb862a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:19:13.467333 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2f250fe7-0c52-463c-855d-26c3003bde17 req-c77084fc-f8e6-4a44-b56a-3570bb862a30 service neutron] 10.222.0.39 "GET /v2.0/networks?id=98dfc200-0e3b-4825-92b1-95150ace18b1 HTTP/1.1" status: 200 len: 898 time: 0.1312773 May 30 05:19:13.588152 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2f250fe7-0c52-463c-855d-26c3003bde17 req-64a44345-aad5-4d75-96c3-2498dd17b171 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9b35612c-ea37-448b-981a-6d51fa87c916 HTTP/1.1" status: 200 len: 1001 time: 0.1142612 May 30 05:19:13.666971 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f250fe7-0c52-463c-855d-26c3003bde17 req-2b53eb60-aa81-4c48-927e-1a40a7df2b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:19:13.668457 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2f250fe7-0c52-463c-855d-26c3003bde17 req-2b53eb60-aa81-4c48-927e-1a40a7df2b6e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8069e81c-43e6-4a4c-980c-181a3855f57d HTTP/1.1" status: 200 len: 833 time: 0.0743906 May 30 05:19:13.744183 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f250fe7-0c52-463c-855d-26c3003bde17 req-0db58f51-57a2-49d9-8c19-93acbe160af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:19:13.745574 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2f250fe7-0c52-463c-855d-26c3003bde17 req-0db58f51-57a2-49d9-8c19-93acbe160af1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=98dfc200-0e3b-4825-92b1-95150ace18b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708549 May 30 05:19:13.880667 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2f250fe7-0c52-463c-855d-26c3003bde17 req-adb58dd5-7eb5-48dc-8f7b-5ae415e092b8 service neutron] 10.222.0.39 "GET /v2.0/networks/98dfc200-0e3b-4825-92b1-95150ace18b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283424 May 30 05:19:14.013339 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2f250fe7-0c52-463c-855d-26c3003bde17 req-c84963f8-5612-4cd9-9252-a313648ec276 service neutron] 10.222.0.39 "GET /v2.0/networks/98dfc200-0e3b-4825-92b1-95150ace18b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259191 May 30 05:19:14.025083 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b9f8a2-e485-48c1-9a36-35647f3f7524 None None] New status for floating IP bad727ce-16bc-4387-9f75-b2cc625e77eb: DOWN {{(pid=88263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 30 05:19:14.351966 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 5cae1127-b1d4-4804-9cb8-252c58033ed7 no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 05:19:14.468373 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 5cae1127-b1d4-4804-9cb8-252c58033ed7 is: ACTIVE; New status is: DOWN {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:19:14.468755 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:19:14.500877 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] For port 5cae1127-b1d4-4804-9cb8-252c58033ed7, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=5cae1127-b1d4-4804-9cb8-252c58033ed7,segment=NetworkSegment(35dd5479-0626-467b-bd97-8737a8261996),segment_id=35dd5479-0626-467b-bd97-8737a8261996)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:19:14.504825 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:19:14.505677 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device e03b612b-ca61-47cb-9a71-4179f160805b no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 05:19:14.618594 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Pushing event updated for resources: {'Port': ['ID=5cae1127-b1d4-4804-9cb8-252c58033ed7,revision_number=6']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:19:14.650377 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:19:14.650727 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:19:14.651066 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:19:14.651401 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:19:14.651730 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:19:14.652060 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:19:14.652386 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:19:14.652742 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:19:14.653065 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:19:14.653389 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:19:14.653709 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:19:14.654051 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:19:14.687031 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port e03b612b-ca61-47cb-9a71-4179f160805b is: ACTIVE; New status is: DOWN {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:19:14.687424 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:19:14.703559 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] For port e03b612b-ca61-47cb-9a71-4179f160805b, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=e03b612b-ca61-47cb-9a71-4179f160805b,segment=NetworkSegment(ad083d94-0233-4c50-a0ed-00ef7686038c),segment_id=ad083d94-0233-4c50-a0ed-00ef7686038c)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:19:14.707264 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:19:14.771884 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Pushing event updated for resources: {'Port': ['ID=e03b612b-ca61-47cb-9a71-4179f160805b,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:19:15.275153 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 50248) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:19:15.281074 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-225b6edb-d06b-4821-9ac1-ec96cf02e149 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:19:15.803964 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-225b6edb-d06b-4821-9ac1-ec96cf02e149 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11765'] for router, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:19:15.815011 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-225b6edb-d06b-4821-9ac1-ec96cf02e149 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1603699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1603708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1603909'] for router, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:19:16.001223 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-225b6edb-d06b-4821-9ac1-ec96cf02e149 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Router eef512e2-52cd-48d2-976c-b20c5fc9b418 has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 05:19:16.188011 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-225b6edb-d06b-4821-9ac1-ec96cf02e149 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:19:16.194667 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-225b6edb-d06b-4821-9ac1-ec96cf02e149 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:19:16.195795 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-225b6edb-d06b-4821-9ac1-ec96cf02e149 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "PUT /v2.0/routers/eef512e2-52cd-48d2-976c-b20c5fc9b418 HTTP/1.1" status: 200 len: 887 time: 0.9196606 May 30 05:19:16.198768 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 50252) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:19:16.200490 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae1266c7-a4ba-4619-bced-307bc99e3426 None None] Sync routers for ids ['eef512e2-52cd-48d2-976c-b20c5fc9b418'] in dv-neutron-843763-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:19:16.209853 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1266c7-a4ba-4619-bced-307bc99e3426 None None] Routers {'eef512e2-52cd-48d2-976c-b20c5fc9b418'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:19:16.210454 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-ae1266c7-a4ba-4619-bced-307bc99e3426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:19:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['eef512e2-52cd-48d2-976c-b20c5fc9b418'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:19:16.304063 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-20d3a6c3-f92e-4e74-8b69-9ee37182153a tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/floatingips/bad727ce-16bc-4387-9f75-b2cc625e77eb HTTP/1.1" status: 200 len: 991 time: 0.1035280 May 30 05:19:16.419220 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-ae1266c7-a4ba-4619-bced-307bc99e3426 None None] Set router eef512e2-52cd-48d2-976c-b20c5fc9b418 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:19:16.770017 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-ae1266c7-a4ba-4619-bced-307bc99e3426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eef512e2-52cd-48d2-976c-b20c5fc9b418', 'name': 'tempest-TestNetworkBasicOps-router-1420047608', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.74'}], 'enable_snat': True}, 'gw_port_id': 'e03b612b-ca61-47cb-9a71-4179f160805b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:17:44Z', 'updated_at': '2022-05-30T05:19:15Z', 'revision_number': 6, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'gw_port': {'id': 'e03b612b-ca61-47cb-9a71-4179f160805b', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6e:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eef512e2-52cd-48d2-976c-b20c5fc9b418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:17:45Z', 'updated_at': '2022-05-30T05:19:14Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_floatingips': [{'id': 'bad727ce-16bc-4387-9f75-b2cc625e77eb', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'floating_ip_address': '172.26.6.102', 'floating_network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'router_id': 'eef512e2-52cd-48d2-976c-b20c5fc9b418', 'port_id': '9b35612c-ea37-448b-981a-6d51fa87c916', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98dfc200-0e3b-4825-92b1-95150ace18b1', 'mac_address': 'fa:16:3e:ab:de:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d21662-af84-4b27-8a12-7176d19aacf5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T05:18:07Z', 'updated_at': '2022-05-30T05:19:14Z', 'revision_number': 2, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cae1127-b1d4-4804-9cb8-252c58033ed7', 'name': '', 'network_id': '98dfc200-0e3b-4825-92b1-95150ace18b1', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'mac_address': 'fa:16:3e:80:10:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eef512e2-52cd-48d2-976c-b20c5fc9b418', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '8069e81c-43e6-4a4c-980c-181a3855f57d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:17:48Z', 'updated_at': '2022-05-30T05:19:14Z', 'revision_number': 6, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'subnets': [{'id': '8069e81c-43e6-4a4c-980c-181a3855f57d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:19:16.775611 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae1266c7-a4ba-4619-bced-307bc99e3426 None None] Checking router: eef512e2-52cd-48d2-976c-b20c5fc9b418 for host: dv-neutron-843763-1-hyperv {{(pid=88262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 05:19:16.785085 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1266c7-a4ba-4619-bced-307bc99e3426 None None] Routers {'eef512e2-52cd-48d2-976c-b20c5fc9b418'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:19:16.785694 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-ae1266c7-a4ba-4619-bced-307bc99e3426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:19:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['eef512e2-52cd-48d2-976c-b20c5fc9b418'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:19:16.958072 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-ae1266c7-a4ba-4619-bced-307bc99e3426 None None] Set router eef512e2-52cd-48d2-976c-b20c5fc9b418 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:19:17.293873 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-ae1266c7-a4ba-4619-bced-307bc99e3426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eef512e2-52cd-48d2-976c-b20c5fc9b418', 'name': 'tempest-TestNetworkBasicOps-router-1420047608', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.74'}], 'enable_snat': True}, 'gw_port_id': 'e03b612b-ca61-47cb-9a71-4179f160805b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:17:44Z', 'updated_at': '2022-05-30T05:19:15Z', 'revision_number': 6, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'gw_port': {'id': 'e03b612b-ca61-47cb-9a71-4179f160805b', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6e:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eef512e2-52cd-48d2-976c-b20c5fc9b418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:17:45Z', 'updated_at': '2022-05-30T05:19:14Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_floatingips': [{'id': 'bad727ce-16bc-4387-9f75-b2cc625e77eb', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'floating_ip_address': '172.26.6.102', 'floating_network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'router_id': 'eef512e2-52cd-48d2-976c-b20c5fc9b418', 'port_id': '9b35612c-ea37-448b-981a-6d51fa87c916', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98dfc200-0e3b-4825-92b1-95150ace18b1', 'mac_address': 'fa:16:3e:ab:de:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d21662-af84-4b27-8a12-7176d19aacf5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T05:18:07Z', 'updated_at': '2022-05-30T05:19:14Z', 'revision_number': 2, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cae1127-b1d4-4804-9cb8-252c58033ed7', 'name': '', 'network_id': '98dfc200-0e3b-4825-92b1-95150ace18b1', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'mac_address': 'fa:16:3e:80:10:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eef512e2-52cd-48d2-976c-b20c5fc9b418', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '8069e81c-43e6-4a4c-980c-181a3855f57d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:17:48Z', 'updated_at': '2022-05-30T05:19:14Z', 'revision_number': 6, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'subnets': [{'id': '8069e81c-43e6-4a4c-980c-181a3855f57d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:19:17.298469 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae1266c7-a4ba-4619-bced-307bc99e3426 None None] The sync data for ids ['eef512e2-52cd-48d2-976c-b20c5fc9b418'] in dv-neutron-843763-1-hyperv is: [{'id': 'eef512e2-52cd-48d2-976c-b20c5fc9b418', 'name': 'tempest-TestNetworkBasicOps-router-1420047608', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.74'}], 'enable_snat': True}, 'gw_port_id': 'e03b612b-ca61-47cb-9a71-4179f160805b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:17:44Z', 'updated_at': '2022-05-30T05:19:15Z', 'revision_number': 6, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'gw_port': {'id': 'e03b612b-ca61-47cb-9a71-4179f160805b', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6e:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eef512e2-52cd-48d2-976c-b20c5fc9b418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:17:45Z', 'updated_at': '2022-05-30T05:19:14Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_floatingips': [{'id': 'bad727ce-16bc-4387-9f75-b2cc625e77eb', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'floating_ip_address': '172.26.6.102', 'floating_network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'router_id': 'eef512e2-52cd-48d2-976c-b20c5fc9b418', 'port_id': '9b35612c-ea37-448b-981a-6d51fa87c916', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98dfc200-0e3b-4825-92b1-95150ace18b1', 'mac_address': 'fa:16:3e:ab:de:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d21662-af84-4b27-8a12-7176d19aacf5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T05:18:07Z', 'updated_at': '2022-05-30T05:19:14Z', 'revision_number': 2, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cae1127-b1d4-4804-9cb8-252c58033ed7', 'name': '', 'network_id': '98dfc200-0e3b-4825-92b1-95150ace18b1', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'mac_address': 'fa:16:3e:80:10:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eef512e2-52cd-48d2-976c-b20c5fc9b418', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '8069e81c-43e6-4a4c-980c-181a3855f57d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:17:48Z', 'updated_at': '2022-05-30T05:19:14Z', 'revision_number': 6, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'subnets': [{'id': '8069e81c-43e6-4a4c-980c-181a3855f57d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:19:17.307999 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 50256) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:19:17.547902 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:19:17.560177 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-7c02cf06-900b-4334-be47-27a096e549fa tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/floatingips/bad727ce-16bc-4387-9f75-b2cc625e77eb HTTP/1.1" status: 200 len: 991 time: 0.2510023 May 30 05:19:18.393046 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 5cae1127-b1d4-4804-9cb8-252c58033ed7 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:19:18.463597 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 5cae1127-b1d4-4804-9cb8-252c58033ed7 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:19:18.463972 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:19:18.563629 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 50260) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:19:18.578505 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 5cae1127-b1d4-4804-9cb8-252c58033ed7 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:19:18.578902 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:19:18.613652 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] For port 5cae1127-b1d4-4804-9cb8-252c58033ed7, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=5cae1127-b1d4-4804-9cb8-252c58033ed7,segment=NetworkSegment(35dd5479-0626-467b-bd97-8737a8261996),segment_id=35dd5479-0626-467b-bd97-8737a8261996)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:19:18.618770 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:19:18.619580 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device e03b612b-ca61-47cb-9a71-4179f160805b up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:19:18.670085 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-5a8f78e6-3ae5-4cfb-8b96-aa19f61d476c tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/floatingips/bad727ce-16bc-4387-9f75-b2cc625e77eb HTTP/1.1" status: 200 len: 991 time: 0.1053700 May 30 05:19:18.733640 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Pushing event updated for resources: {'Port': ['ID=5cae1127-b1d4-4804-9cb8-252c58033ed7,revision_number=7']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:19:18.743970 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port e03b612b-ca61-47cb-9a71-4179f160805b triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:19:18.744340 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:19:18.873102 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port e03b612b-ca61-47cb-9a71-4179f160805b is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:19:18.873572 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:19:18.891070 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] For port e03b612b-ca61-47cb-9a71-4179f160805b, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=e03b612b-ca61-47cb-9a71-4179f160805b,segment=NetworkSegment(ad083d94-0233-4c50-a0ed-00ef7686038c),segment_id=ad083d94-0233-4c50-a0ed-00ef7686038c)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:19:18.895743 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:19:18.898573 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ecf958-f833-45a5-a996-ec1402595777 None None] New status for floating IP bad727ce-16bc-4387-9f75-b2cc625e77eb: ACTIVE {{(pid=88263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 30 05:19:18.962616 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Pushing event updated for resources: {'Port': ['ID=e03b612b-ca61-47cb-9a71-4179f160805b,revision_number=6']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:19:19.673271 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 50264) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:19:19.778289 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-015547db-0a32-46cc-a2e2-bc1f56cacb61 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/floatingips/bad727ce-16bc-4387-9f75-b2cc625e77eb HTTP/1.1" status: 200 len: 993 time: 0.1028783 May 30 05:19:20.041973 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 50272) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:19:20.243526 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-d5f165a3-95b8-4bc4-9950-dda8a5c54f08 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Deleting port fe088247-cc64-47d1-9b68-fc8963f20d2d {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:19:20.243779 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d5f165a3-95b8-4bc4-9950-dda8a5c54f08 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:19:20.362251 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 5cae1127-b1d4-4804-9cb8-252c58033ed7 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:19:20.412853 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d5f165a3-95b8-4bc4-9950-dda8a5c54f08 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:19:20.413176 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d5f165a3-95b8-4bc4-9950-dda8a5c54f08 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:19:20.469647 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 5cae1127-b1d4-4804-9cb8-252c58033ed7 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:19:20.470049 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:19:20.539751 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-d5f165a3-95b8-4bc4-9950-dda8a5c54f08 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Calling delete_port for fe088247-cc64-47d1-9b68-fc8963f20d2d owned by network:floatingip {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:19:20.583007 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 5cae1127-b1d4-4804-9cb8-252c58033ed7 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:19:20.584228 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device e03b612b-ca61-47cb-9a71-4179f160805b up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:19:20.648957 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port e03b612b-ca61-47cb-9a71-4179f160805b triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:19:20.649588 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:19:20.685731 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d5f165a3-95b8-4bc4-9950-dda8a5c54f08 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:19:20.736774 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f165a3-95b8-4bc4-9950-dda8a5c54f08 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event deleted for resources: {'Port': ['ID=fe088247-cc64-47d1-9b68-fc8963f20d2d,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:19:20.764733 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port e03b612b-ca61-47cb-9a71-4179f160805b is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:19:20.777167 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f165a3-95b8-4bc4-9950-dda8a5c54f08 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:19:20.778068 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f165a3-95b8-4bc4-9950-dda8a5c54f08 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:19:20.778414 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f165a3-95b8-4bc4-9950-dda8a5c54f08 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:19:20.778746 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f165a3-95b8-4bc4-9950-dda8a5c54f08 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:19:20.779072 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f165a3-95b8-4bc4-9950-dda8a5c54f08 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:19:20.779397 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f165a3-95b8-4bc4-9950-dda8a5c54f08 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:19:20.779722 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f165a3-95b8-4bc4-9950-dda8a5c54f08 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:19:20.780042 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f165a3-95b8-4bc4-9950-dda8a5c54f08 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:19:20.780390 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f165a3-95b8-4bc4-9950-dda8a5c54f08 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:19:20.780713 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f165a3-95b8-4bc4-9950-dda8a5c54f08 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:19:20.781030 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f165a3-95b8-4bc4-9950-dda8a5c54f08 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:19:20.781346 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f165a3-95b8-4bc4-9950-dda8a5c54f08 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:19:20.834846 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d5f165a3-95b8-4bc4-9950-dda8a5c54f08 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for floatingip, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:19:20.835110 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.db.l3_db [None req-d5f165a3-95b8-4bc4-9950-dda8a5c54f08 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Floating IP bad727ce-16bc-4387-9f75-b2cc625e77eb disassociated (deleted). External IP: 172.26.6.102, port: 9b35612c-ea37-448b-981a-6d51fa87c916. May 30 05:19:21.276927 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5f165a3-95b8-4bc4-9950-dda8a5c54f08 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Router eef512e2-52cd-48d2-976c-b20c5fc9b418 has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 05:19:21.454873 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5f165a3-95b8-4bc4-9950-dda8a5c54f08 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:19:21.463957 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6b559b-0786-4d13-bf7a-1aad924894f7 None None] Sync routers for ids ['eef512e2-52cd-48d2-976c-b20c5fc9b418'] in dv-neutron-843763-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:19:21.473129 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6b559b-0786-4d13-bf7a-1aad924894f7 None None] Routers {'eef512e2-52cd-48d2-976c-b20c5fc9b418'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:19:21.473739 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-ce6b559b-0786-4d13-bf7a-1aad924894f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:19:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['eef512e2-52cd-48d2-976c-b20c5fc9b418'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:19:21.474170 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d5f165a3-95b8-4bc4-9950-dda8a5c54f08 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for floatingip, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:19:21.531463 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-d5f165a3-95b8-4bc4-9950-dda8a5c54f08 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "DELETE /v2.0/floatingips/bad727ce-16bc-4387-9f75-b2cc625e77eb HTTP/1.1" status: 204 len: 168 time: 1.4857681 May 30 05:19:21.531463 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79d21662-af84-4b27-8a12-7176d19aacf5', 'tag': '9b35612c-ea37-448b-981a-6d51fa87c916'}] {{(pid=88260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:19:21.652680 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-ce6b559b-0786-4d13-bf7a-1aad924894f7 None None] Set router eef512e2-52cd-48d2-976c-b20c5fc9b418 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:19:21.914802 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aaeee6de-de40-464b-b23d-9be7d1ac83f1'] response: {'name': 'network-changed', 'server_uuid': '79d21662-af84-4b27-8a12-7176d19aacf5', 'tag': '9b35612c-ea37-448b-981a-6d51fa87c916', 'status': 'completed', 'code': 200} May 30 05:19:21.971750 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-ce6b559b-0786-4d13-bf7a-1aad924894f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eef512e2-52cd-48d2-976c-b20c5fc9b418', 'name': 'tempest-TestNetworkBasicOps-router-1420047608', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.74'}], 'enable_snat': True}, 'gw_port_id': 'e03b612b-ca61-47cb-9a71-4179f160805b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:17:44Z', 'updated_at': '2022-05-30T05:19:15Z', 'revision_number': 6, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'gw_port': {'id': 'e03b612b-ca61-47cb-9a71-4179f160805b', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef512e2-52cd-48d2-976c-b20c5fc9b418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:17:45Z', 'updated_at': '2022-05-30T05:19:18Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': '5cae1127-b1d4-4804-9cb8-252c58033ed7', 'name': '', 'network_id': '98dfc200-0e3b-4825-92b1-95150ace18b1', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'mac_address': 'fa:16:3e:80:10:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef512e2-52cd-48d2-976c-b20c5fc9b418', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '8069e81c-43e6-4a4c-980c-181a3855f57d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:17:48Z', 'updated_at': '2022-05-30T05:19:18Z', 'revision_number': 7, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'subnets': [{'id': '8069e81c-43e6-4a4c-980c-181a3855f57d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:19:21.974489 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6b559b-0786-4d13-bf7a-1aad924894f7 None None] Checking router: eef512e2-52cd-48d2-976c-b20c5fc9b418 for host: dv-neutron-843763-1-hyperv {{(pid=88262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 05:19:21.983239 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6b559b-0786-4d13-bf7a-1aad924894f7 None None] Routers {'eef512e2-52cd-48d2-976c-b20c5fc9b418'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:19:21.983842 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-ce6b559b-0786-4d13-bf7a-1aad924894f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:19:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['eef512e2-52cd-48d2-976c-b20c5fc9b418'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:19:22.052135 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57de2390-012a-4257-925a-5fc71259a06d req-c3e1d09b-c107-41a1-a45e-1bfb3a7d8b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:19:22.053604 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-57de2390-012a-4257-925a-5fc71259a06d req-c3e1d09b-c107-41a1-a45e-1bfb3a7d8b02 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f9fe59584bbe4d5aaa42841eedb71980&device_id=79d21662-af84-4b27-8a12-7176d19aacf5 HTTP/1.1" status: 200 len: 1098 time: 0.1172268 May 30 05:19:22.161787 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-ce6b559b-0786-4d13-bf7a-1aad924894f7 None None] Set router eef512e2-52cd-48d2-976c-b20c5fc9b418 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:19:22.207919 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-45f79e78-106a-4f09-9d2c-69baeab7263d None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 05:19:22.298926 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fb1ae1-14c5-45cf-a986-0b2c5c8b903b req-8b60b0b5-4c74-40a6-91ba-43a5247b5671 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:19:22.300833 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c7fb1ae1-14c5-45cf-a986-0b2c5c8b903b req-8b60b0b5-4c74-40a6-91ba-43a5247b5671 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=79d21662-af84-4b27-8a12-7176d19aacf5 HTTP/1.1" status: 200 len: 945 time: 0.2980285 May 30 05:19:22.332868 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57de2390-012a-4257-925a-5fc71259a06d req-b5037baf-4151-4f3f-9e3a-4e5cb3e6f680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:19:22.334301 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-57de2390-012a-4257-925a-5fc71259a06d req-b5037baf-4151-4f3f-9e3a-4e5cb3e6f680 service neutron] 10.222.0.39 "GET /v2.0/networks?id=98dfc200-0e3b-4825-92b1-95150ace18b1 HTTP/1.1" status: 200 len: 898 time: 0.2719338 May 30 05:19:22.415768 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-57de2390-012a-4257-925a-5fc71259a06d req-12376bd1-f0cf-49f8-86d7-1b006361d913 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9b35612c-ea37-448b-981a-6d51fa87c916 HTTP/1.1" status: 200 len: 217 time: 0.0704010 May 30 05:19:22.419262 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c7fb1ae1-14c5-45cf-a986-0b2c5c8b903b req-a0623de2-afc2-4863-aad0-6229f0720be4 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2a15765-e4d1-40c6-8730-130ed9bfe800&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081996 May 30 05:19:22.484922 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57de2390-012a-4257-925a-5fc71259a06d req-d64d7eb8-a95b-447f-ae8f-0e875ebe323e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:19:22.488560 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-57de2390-012a-4257-925a-5fc71259a06d req-d64d7eb8-a95b-447f-ae8f-0e875ebe323e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8069e81c-43e6-4a4c-980c-181a3855f57d HTTP/1.1" status: 200 len: 833 time: 0.0669179 May 30 05:19:22.489000 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-ce6b559b-0786-4d13-bf7a-1aad924894f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eef512e2-52cd-48d2-976c-b20c5fc9b418', 'name': 'tempest-TestNetworkBasicOps-router-1420047608', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.74'}], 'enable_snat': True}, 'gw_port_id': 'e03b612b-ca61-47cb-9a71-4179f160805b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:17:44Z', 'updated_at': '2022-05-30T05:19:15Z', 'revision_number': 6, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'gw_port': {'id': 'e03b612b-ca61-47cb-9a71-4179f160805b', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef512e2-52cd-48d2-976c-b20c5fc9b418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:17:45Z', 'updated_at': '2022-05-30T05:19:18Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': '5cae1127-b1d4-4804-9cb8-252c58033ed7', 'name': '', 'network_id': '98dfc200-0e3b-4825-92b1-95150ace18b1', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'mac_address': 'fa:16:3e:80:10:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef512e2-52cd-48d2-976c-b20c5fc9b418', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '8069e81c-43e6-4a4c-980c-181a3855f57d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:17:48Z', 'updated_at': '2022-05-30T05:19:18Z', 'revision_number': 7, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'subnets': [{'id': '8069e81c-43e6-4a4c-980c-181a3855f57d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:19:22.493127 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6b559b-0786-4d13-bf7a-1aad924894f7 None None] The sync data for ids ['eef512e2-52cd-48d2-976c-b20c5fc9b418'] in dv-neutron-843763-1-hyperv is: [{'id': 'eef512e2-52cd-48d2-976c-b20c5fc9b418', 'name': 'tempest-TestNetworkBasicOps-router-1420047608', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.74'}], 'enable_snat': True}, 'gw_port_id': 'e03b612b-ca61-47cb-9a71-4179f160805b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:17:44Z', 'updated_at': '2022-05-30T05:19:15Z', 'revision_number': 6, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'gw_port': {'id': 'e03b612b-ca61-47cb-9a71-4179f160805b', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef512e2-52cd-48d2-976c-b20c5fc9b418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:17:45Z', 'updated_at': '2022-05-30T05:19:18Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': '5cae1127-b1d4-4804-9cb8-252c58033ed7', 'name': '', 'network_id': '98dfc200-0e3b-4825-92b1-95150ace18b1', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'mac_address': 'fa:16:3e:80:10:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef512e2-52cd-48d2-976c-b20c5fc9b418', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '8069e81c-43e6-4a4c-980c-181a3855f57d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:17:48Z', 'updated_at': '2022-05-30T05:19:18Z', 'revision_number': 7, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'subnets': [{'id': '8069e81c-43e6-4a4c-980c-181a3855f57d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:19:22.569284 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57de2390-012a-4257-925a-5fc71259a06d req-f2a775da-6529-4d05-9944-4fb77f46183e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:19:22.570863 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-57de2390-012a-4257-925a-5fc71259a06d req-f2a775da-6529-4d05-9944-4fb77f46183e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=98dfc200-0e3b-4825-92b1-95150ace18b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0754616 May 30 05:19:22.706383 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-57de2390-012a-4257-925a-5fc71259a06d req-8faa9112-7ccd-46ce-98ee-ec8c297963ac service neutron] 10.222.0.39 "GET /v2.0/networks/98dfc200-0e3b-4825-92b1-95150ace18b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287773 May 30 05:19:22.842404 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-57de2390-012a-4257-925a-5fc71259a06d req-4dfd0079-6926-4be9-9b48-3d160c1137bc service neutron] 10.222.0.39 "GET /v2.0/networks/98dfc200-0e3b-4825-92b1-95150ace18b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296763 May 30 05:19:23.146221 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfcf5f67-1630-4605-8d07-d34bd542c482 None None] New status for floating IP bad727ce-16bc-4387-9f75-b2cc625e77eb: DOWN {{(pid=88263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 30 05:19:23.673945 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf73ecac-5156-421b-b711-9678e7d6ed3f req-15a0464b-1d39-4c8f-ba1f-f1be68096c24 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:19:23.675400 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-bf73ecac-5156-421b-b711-9678e7d6ed3f req-15a0464b-1d39-4c8f-ba1f-f1be68096c24 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=79d21662-af84-4b27-8a12-7176d19aacf5 HTTP/1.1" status: 200 len: 945 time: 0.1408305 May 30 05:19:23.683201 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca260a5-317f-4c56-9468-8fafa959615e req-7177fc31-a083-4755-b21d-5edc84a23029 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:19:23.684536 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5ca260a5-317f-4c56-9468-8fafa959615e req-7177fc31-a083-4755-b21d-5edc84a23029 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.39 "GET /v2.0/ports?device_id=79d21662-af84-4b27-8a12-7176d19aacf5 HTTP/1.1" status: 200 len: 945 time: 0.1188488 May 30 05:19:23.775672 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-bf73ecac-5156-421b-b711-9678e7d6ed3f req-f336f3db-403f-4d20-a016-26626bdfa65e tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2a15765-e4d1-40c6-8730-130ed9bfe800&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901978 May 30 05:19:23.779562 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [req-5ca260a5-317f-4c56-9468-8fafa959615e req-ac2f2f67-b4df-44c6-9705-0c5934deea4b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Deleting port 9b35612c-ea37-448b-981a-6d51fa87c916 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:19:23.779912 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-5ca260a5-317f-4c56-9468-8fafa959615e req-ac2f2f67-b4df-44c6-9705-0c5934deea4b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:19:24.029683 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [req-5ca260a5-317f-4c56-9468-8fafa959615e req-ac2f2f67-b4df-44c6-9705-0c5934deea4b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] For port 9b35612c-ea37-448b-981a-6d51fa87c916, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=9b35612c-ea37-448b-981a-6d51fa87c916,segment=NetworkSegment(35dd5479-0626-467b-bd97-8737a8261996),segment_id=35dd5479-0626-467b-bd97-8737a8261996)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:19:24.030071 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-5ca260a5-317f-4c56-9468-8fafa959615e req-ac2f2f67-b4df-44c6-9705-0c5934deea4b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:19:24.148471 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [req-5ca260a5-317f-4c56-9468-8fafa959615e req-ac2f2f67-b4df-44c6-9705-0c5934deea4b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Calling delete_port for 9b35612c-ea37-448b-981a-6d51fa87c916 owned by compute:nova {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:19:24.291596 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-5ca260a5-317f-4c56-9468-8fafa959615e req-ac2f2f67-b4df-44c6-9705-0c5934deea4b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:19:24.340954 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2f2f67-b4df-44c6-9705-0c5934deea4b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event deleted for resources: {'Port': ['ID=9b35612c-ea37-448b-981a-6d51fa87c916,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:19:24.381372 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2f2f67-b4df-44c6-9705-0c5934deea4b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:19:24.381725 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2f2f67-b4df-44c6-9705-0c5934deea4b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:19:24.382092 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2f2f67-b4df-44c6-9705-0c5934deea4b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:19:24.382429 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2f2f67-b4df-44c6-9705-0c5934deea4b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:19:24.382762 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2f2f67-b4df-44c6-9705-0c5934deea4b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:19:24.383092 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2f2f67-b4df-44c6-9705-0c5934deea4b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:19:24.383418 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2f2f67-b4df-44c6-9705-0c5934deea4b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:19:24.383742 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2f2f67-b4df-44c6-9705-0c5934deea4b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:19:24.384068 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2f2f67-b4df-44c6-9705-0c5934deea4b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:19:24.384389 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2f2f67-b4df-44c6-9705-0c5934deea4b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:19:24.384712 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2f2f67-b4df-44c6-9705-0c5934deea4b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:19:24.385035 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2f2f67-b4df-44c6-9705-0c5934deea4b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:19:24.426909 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ca260a5-317f-4c56-9468-8fafa959615e req-ac2f2f67-b4df-44c6-9705-0c5934deea4b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] No DVR routers for this DVR port 9b35612c-ea37-448b-981a-6d51fa87c916 on host hv-neutron-8437 {{(pid=88261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 05:19:24.429297 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-5ca260a5-317f-4c56-9468-8fafa959615e req-ac2f2f67-b4df-44c6-9705-0c5934deea4b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:19:24.431792 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79d21662-af84-4b27-8a12-7176d19aacf5', 'name': 'network-vif-deleted', 'tag': '9b35612c-ea37-448b-981a-6d51fa87c916'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:19:24.443733 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5ca260a5-317f-4c56-9468-8fafa959615e req-ac2f2f67-b4df-44c6-9705-0c5934deea4b tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.39 "DELETE /v2.0/ports/9b35612c-ea37-448b-981a-6d51fa87c916 HTTP/1.1" status: 204 len: 173 time: 0.7457480 May 30 05:19:24.479771 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed5bb068-b946-42e0-b190-b5082e296634'] response: {'server_uuid': '79d21662-af84-4b27-8a12-7176d19aacf5', 'name': 'network-vif-deleted', 'tag': '9b35612c-ea37-448b-981a-6d51fa87c916', 'status': 'completed', 'code': 200} May 30 05:19:24.944219 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-cc5d80a1-91c9-4722-8dfe-989036b84121 req-5050594d-5a75-4010-863a-1687ce761a7f tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Synchronizing usage tracker for tenant:f9fe59584bbe4d5aaa42841eedb71980 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:19:24.959569 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-cc5d80a1-91c9-4722-8dfe-989036b84121 req-5050594d-5a75-4010-863a-1687ce761a7f tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Unset dirty status for tenant:f9fe59584bbe4d5aaa42841eedb71980 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:19:24.960764 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-cc5d80a1-91c9-4722-8dfe-989036b84121 req-5050594d-5a75-4010-863a-1687ce761a7f tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "GET /v2.0/ports?device_id=79d21662-af84-4b27-8a12-7176d19aacf5 HTTP/1.1" status: 200 len: 210 time: 0.0587037 May 30 05:19:26.054066 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 50290) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:19:26.120738 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-49bb2adf-924b-4177-b92e-6a99b92ec68f tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:19:26.150597 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-49bb2adf-924b-4177-b92e-6a99b92ec68f tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:19:26.218309 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-49bb2adf-924b-4177-b92e-6a99b92ec68f tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:19:26.237087 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bb2adf-924b-4177-b92e-6a99b92ec68f tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2a15765-e4d1-40c6-8730-130ed9bfe800,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:19:26.249469 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-49bb2adf-924b-4177-b92e-6a99b92ec68f tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:19:26.253145 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-49bb2adf-924b-4177-b92e-6a99b92ec68f tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "DELETE /v2.0/security-groups/f2a15765-e4d1-40c6-8730-130ed9bfe800 HTTP/1.1" status: 204 len: 168 time: 0.1956010 May 30 05:19:26.281409 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 50296) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:19:26.920717 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8e1eb177-7632-4d38-b822-33a71e7f4da7 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602184'] for router_interface, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:19:27.264571 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-8e1eb177-7632-4d38-b822-33a71e7f4da7 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Deleting port 5cae1127-b1d4-4804-9cb8-252c58033ed7 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:19:27.264908 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8e1eb177-7632-4d38-b822-33a71e7f4da7 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:19:27.446177 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-8e1eb177-7632-4d38-b822-33a71e7f4da7 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] For port 5cae1127-b1d4-4804-9cb8-252c58033ed7, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=5cae1127-b1d4-4804-9cb8-252c58033ed7,segment=NetworkSegment(35dd5479-0626-467b-bd97-8737a8261996),segment_id=35dd5479-0626-467b-bd97-8737a8261996)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:19:27.446875 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8e1eb177-7632-4d38-b822-33a71e7f4da7 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:19:27.565692 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-8e1eb177-7632-4d38-b822-33a71e7f4da7 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Calling delete_port for 5cae1127-b1d4-4804-9cb8-252c58033ed7 owned by network:router_interface {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:19:27.750727 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8e1eb177-7632-4d38-b822-33a71e7f4da7 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:19:27.898197 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1eb177-7632-4d38-b822-33a71e7f4da7 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event deleted for resources: {'Port': ['ID=5cae1127-b1d4-4804-9cb8-252c58033ed7,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:19:28.013619 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-16d7187d-bbe8-42a0-93c4-da394adc160c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:19:28.118937 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device 9b35612c-ea37-448b-981a-6d51fa87c916 no longer exists at agent hyperv_hv-neutron-8437 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 05:19:28.152563 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] No Port match for: 9b35612c-ea37-448b-981a-6d51fa87c916 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 05:19:28.152844 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device 9b35612c-ea37-448b-981a-6d51fa87c916 not bound to the agent host hv-neutron-8437 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 05:19:28.168701 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8e1eb177-7632-4d38-b822-33a71e7f4da7 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1642797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602100'] for router_interface, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:19:28.527083 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e1eb177-7632-4d38-b822-33a71e7f4da7 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Router eef512e2-52cd-48d2-976c-b20c5fc9b418 has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 05:19:28.699043 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e1eb177-7632-4d38-b822-33a71e7f4da7 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:19:28.708194 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6caca3f5-22b0-408c-a677-0e459d801d07 None None] Sync routers for ids ['eef512e2-52cd-48d2-976c-b20c5fc9b418'] in dv-neutron-843763-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:19:28.717774 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-8e1eb177-7632-4d38-b822-33a71e7f4da7 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "PUT /v2.0/routers/eef512e2-52cd-48d2-976c-b20c5fc9b418/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4327533 May 30 05:19:28.717984 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6caca3f5-22b0-408c-a677-0e459d801d07 None None] Routers {'eef512e2-52cd-48d2-976c-b20c5fc9b418'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:19:28.717984 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-6caca3f5-22b0-408c-a677-0e459d801d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:19:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['eef512e2-52cd-48d2-976c-b20c5fc9b418'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:19:28.718190 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 50300) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:19:28.784517 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_v2 [None req-80330a4a-1c6b-4572-bc13-75bcce122c89 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Deleting subnet 8069e81c-43e6-4a4c-980c-181a3855f57d {{(pid=88261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 30 05:19:28.787336 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-80330a4a-1c6b-4572-bc13-75bcce122c89 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for subnet, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:19:28.839926 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-80330a4a-1c6b-4572-bc13-75bcce122c89 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3545586'] for subnet, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:19:28.906758 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-6caca3f5-22b0-408c-a677-0e459d801d07 None None] Set router eef512e2-52cd-48d2-976c-b20c5fc9b418 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:19:28.922151 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-80330a4a-1c6b-4572-bc13-75bcce122c89 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860493'] for subnet, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:19:28.996075 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-80330a4a-1c6b-4572-bc13-75bcce122c89 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2304955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9305493'] for subnet, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:19:29.034237 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80330a4a-1c6b-4572-bc13-75bcce122c89 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event deleted for resources: {'Subnet': ['ID=8069e81c-43e6-4a4c-980c-181a3855f57d,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:19:29.037560 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-80330a4a-1c6b-4572-bc13-75bcce122c89 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:19:29.046469 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-80330a4a-1c6b-4572-bc13-75bcce122c89 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "DELETE /v2.0/subnets/8069e81c-43e6-4a4c-980c-181a3855f57d HTTP/1.1" status: 204 len: 168 time: 0.3252058 May 30 05:19:29.046656 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 50304) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:19:29.071503 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ade047-1b70-4a94-9a06-640cad5810b0 None None] Network 98dfc200-0e3b-4825-92b1-95150ace18b1 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:19:29.349587 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0c4251a7-489c-4068-a766-667fd05781b3 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for router, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:19:29.358154 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-6caca3f5-22b0-408c-a677-0e459d801d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eef512e2-52cd-48d2-976c-b20c5fc9b418', 'name': 'tempest-TestNetworkBasicOps-router-1420047608', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.74'}], 'enable_snat': True}, 'gw_port_id': 'e03b612b-ca61-47cb-9a71-4179f160805b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:17:44Z', 'updated_at': '2022-05-30T05:19:27Z', 'revision_number': 7, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'gw_port': {'id': 'e03b612b-ca61-47cb-9a71-4179f160805b', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef512e2-52cd-48d2-976c-b20c5fc9b418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:17:45Z', 'updated_at': '2022-05-30T05:19:18Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv'}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:19:29.362321 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6caca3f5-22b0-408c-a677-0e459d801d07 None None] Checking router: eef512e2-52cd-48d2-976c-b20c5fc9b418 for host: dv-neutron-843763-1-hyperv {{(pid=88262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 05:19:29.371449 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6caca3f5-22b0-408c-a677-0e459d801d07 None None] Routers {'eef512e2-52cd-48d2-976c-b20c5fc9b418'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:19:29.372066 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-6caca3f5-22b0-408c-a677-0e459d801d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:19:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['eef512e2-52cd-48d2-976c-b20c5fc9b418'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:19:29.427699 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f3d416-05df-433b-a9f7-da17e13c485f None None] DHCP port deletion for 98dfc200-0e3b-4825-92b1-95150ace18b1 request from dv-neutron-843763-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 30 05:19:29.450801 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-97f3d416-05df-433b-a9f7-da17e13c485f None None] Deleting port 28367302-d384-4ec8-81ab-a394f61464d7 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:19:29.451174 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-97f3d416-05df-433b-a9f7-da17e13c485f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:19:29.526131 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0c4251a7-489c-4068-a766-667fd05781b3 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:19:29.537293 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-0c4251a7-489c-4068-a766-667fd05781b3 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Deleting port e03b612b-ca61-47cb-9a71-4179f160805b {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:19:29.538113 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0c4251a7-489c-4068-a766-667fd05781b3 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:19:29.642077 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-6caca3f5-22b0-408c-a677-0e459d801d07 None None] Set router eef512e2-52cd-48d2-976c-b20c5fc9b418 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:19:29.728815 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-0c4251a7-489c-4068-a766-667fd05781b3 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] For port e03b612b-ca61-47cb-9a71-4179f160805b, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=e03b612b-ca61-47cb-9a71-4179f160805b,segment=NetworkSegment(ad083d94-0233-4c50-a0ed-00ef7686038c),segment_id=ad083d94-0233-4c50-a0ed-00ef7686038c)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:19:29.729176 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0c4251a7-489c-4068-a766-667fd05781b3 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:19:29.850046 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-0c4251a7-489c-4068-a766-667fd05781b3 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Calling delete_port for e03b612b-ca61-47cb-9a71-4179f160805b owned by network:router_gateway {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:19:29.952680 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-97f3d416-05df-433b-a9f7-da17e13c485f None None] For port 28367302-d384-4ec8-81ab-a394f61464d7, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=28367302-d384-4ec8-81ab-a394f61464d7,segment=NetworkSegment(35dd5479-0626-467b-bd97-8737a8261996),segment_id=35dd5479-0626-467b-bd97-8737a8261996)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:19:29.953159 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-97f3d416-05df-433b-a9f7-da17e13c485f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:19:30.020124 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0c4251a7-489c-4068-a766-667fd05781b3 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:19:30.067774 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4251a7-489c-4068-a766-667fd05781b3 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event deleted for resources: {'Port': ['ID=e03b612b-ca61-47cb-9a71-4179f160805b,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:19:30.087923 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-97f3d416-05df-433b-a9f7-da17e13c485f None None] Calling delete_port for 28367302-d384-4ec8-81ab-a394f61464d7 owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:19:30.157486 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0c4251a7-489c-4068-a766-667fd05781b3 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1604781'] for router_gateway, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:19:30.222939 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-97f3d416-05df-433b-a9f7-da17e13c485f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069'] for port, after_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:19:30.272557 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f3d416-05df-433b-a9f7-da17e13c485f None None] No DVR routers for this DVR port 28367302-d384-4ec8-81ab-a394f61464d7 on host dv-neutron-843763-1-hyperv {{(pid=88262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 05:19:30.274427 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-2ab24bf4-32d1-4ff7-9b05-ddad20c494eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:19:30.278273 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f3d416-05df-433b-a9f7-da17e13c485f None None] Pushing event deleted for resources: {'Port': ['ID=28367302-d384-4ec8-81ab-a394f61464d7,revision_number=None']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:19:30.297286 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-6caca3f5-22b0-408c-a677-0e459d801d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eef512e2-52cd-48d2-976c-b20c5fc9b418', 'name': 'tempest-TestNetworkBasicOps-router-1420047608', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.74'}], 'enable_snat': True}, 'gw_port_id': 'e03b612b-ca61-47cb-9a71-4179f160805b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:17:44Z', 'updated_at': '2022-05-30T05:19:27Z', 'revision_number': 7, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'gw_port': {'id': 'e03b612b-ca61-47cb-9a71-4179f160805b', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef512e2-52cd-48d2-976c-b20c5fc9b418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:17:45Z', 'updated_at': '2022-05-30T05:19:18Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv'}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:19:30.301202 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6caca3f5-22b0-408c-a677-0e459d801d07 None None] The sync data for ids ['eef512e2-52cd-48d2-976c-b20c5fc9b418'] in dv-neutron-843763-1-hyperv is: [{'id': 'eef512e2-52cd-48d2-976c-b20c5fc9b418', 'name': 'tempest-TestNetworkBasicOps-router-1420047608', 'tenant_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.74'}], 'enable_snat': True}, 'gw_port_id': 'e03b612b-ca61-47cb-9a71-4179f160805b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:17:44Z', 'updated_at': '2022-05-30T05:19:27Z', 'revision_number': 7, 'project_id': 'f9fe59584bbe4d5aaa42841eedb71980', 'gw_port': {'id': 'e03b612b-ca61-47cb-9a71-4179f160805b', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef512e2-52cd-48d2-976c-b20c5fc9b418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:17:45Z', 'updated_at': '2022-05-30T05:19:18Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv'}] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:19:30.338071 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0c4251a7-489c-4068-a766-667fd05781b3 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11660'] for router, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:19:30.340140 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0c4251a7-489c-4068-a766-667fd05781b3 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:19:30.363011 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0c4251a7-489c-4068-a766-667fd05781b3 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1601605'] for router, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:19:30.363539 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c4251a7-489c-4068-a766-667fd05781b3 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Fanout notify agent at l3_agent the message router_deleted on router eef512e2-52cd-48d2-976c-b20c5fc9b418 {{(pid=88261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 30 05:19:30.378949 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0c4251a7-489c-4068-a766-667fd05781b3 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for router, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:19:30.380037 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-0c4251a7-489c-4068-a766-667fd05781b3 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "DELETE /v2.0/routers/eef512e2-52cd-48d2-976c-b20c5fc9b418 HTTP/1.1" status: 204 len: 168 time: 1.3324933 May 30 05:19:30.382652 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 50308) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:19:30.493760 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-fc87b74d-7f17-4f50-86c7-10a4b574f350 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897784'] for network, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:19:30.619660 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-fc87b74d-7f17-4f50-86c7-10a4b574f350 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867540', 'neutron.services.segments.db._delete_segments_for_network-8729234922972'] for network, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:19:30.643951 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-fc87b74d-7f17-4f50-86c7-10a4b574f350 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98dfc200-0e3b-4825-92b1-95150ace18b1']}} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:19:30.657473 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-fc87b74d-7f17-4f50-86c7-10a4b574f350 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35dd5479-0626-467b-bd97-8737a8261996') {'for_net_delete': True} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:19:30.657769 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-fc87b74d-7f17-4f50-86c7-10a4b574f350 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35dd5479-0626-467b-bd97-8737a8261996') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:19:30.670156 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-fc87b74d-7f17-4f50-86c7-10a4b574f350 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729235042807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3545573'] for segment, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:19:30.686803 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-fc87b74d-7f17-4f50-86c7-10a4b574f350 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:19:30.693215 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc87b74d-7f17-4f50-86c7-10a4b574f350 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=88261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 05:19:30.693615 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-fc87b74d-7f17-4f50-86c7-10a4b574f350 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-862858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2304281'] for segment, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:19:30.722431 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 28367302-d384-4ec8-81ab-a394f61464d7 no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 05:19:30.757689 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] No Port match for: 28367302-d384-4ec8-81ab-a394f61464d7 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 05:19:30.758012 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 28367302-d384-4ec8-81ab-a394f61464d7 not bound to the agent host dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 05:19:30.877942 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 35dd5479-0626-467b-bd97-8737a8261996 resource provider aggregate not found May 30 05:19:30.908348 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 35dd5479-0626-467b-bd97-8737a8261996 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 35dd5479-0626-467b-bd97-8737a8261996 found for delete ", "request_id": "req-eeee88a5-dcac-4790-816a-dc53995cf028"}]} May 30 05:19:30.916004 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-fc87b74d-7f17-4f50-86c7-10a4b574f350 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604744'] for network, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:19:30.920742 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-fc87b74d-7f17-4f50-86c7-10a4b574f350 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:19:30.955175 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc87b74d-7f17-4f50-86c7-10a4b574f350 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] Pushing event deleted for resources: {'Network': ['ID=98dfc200-0e3b-4825-92b1-95150ace18b1,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:19:30.964423 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-fc87b74d-7f17-4f50-86c7-10a4b574f350 tempest-TestNetworkBasicOps-1819065344 tempest-TestNetworkBasicOps-1819065344-project] 10.222.0.15 "DELETE /v2.0/networks/98dfc200-0e3b-4825-92b1-95150ace18b1 HTTP/1.1" status: 204 len: 168 time: 0.5795691 May 30 05:19:31.270708 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56ded65b-0e68-413c-8b9b-1097922cc81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:19:31.291857 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 50320) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:19:31.463113 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:19:31.474097 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-09f3b687-c26b-40cc-8e7f-2c81475668e5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f9fe59584bbe4d5aaa42841eedb71980&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1810808 May 30 05:19:31.476532 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 50326) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:19:31.536189 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b4bf504e-c677-4787-9d0b-f11cf6603559 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:19:31.562388 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b4bf504e-c677-4787-9d0b-f11cf6603559 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:19:31.613789 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b4bf504e-c677-4787-9d0b-f11cf6603559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:19:31.631034 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bf504e-c677-4787-9d0b-f11cf6603559 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=496feb4e-597d-4c85-ba2a-f7f31a35c4a9,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:19:31.638227 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b4bf504e-c677-4787-9d0b-f11cf6603559 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:19:31.639319 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-b4bf504e-c677-4787-9d0b-f11cf6603559 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/496feb4e-597d-4c85-ba2a-f7f31a35c4a9 HTTP/1.1" status: 204 len: 168 time: 0.1619196 May 30 05:19:31.930221 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 50334) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:19:31.947502 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-427b1bc6-6ead-462d-9ff1-31eef1ecd16e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:19:31.961279 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-427b1bc6-6ead-462d-9ff1-31eef1ecd16e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:19:31.965582 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-427b1bc6-6ead-462d-9ff1-31eef1ecd16e admin admin] Usage tracker for resource:security_group_rule and tenant:3767f53a54a44f79b068e3a92ac68143 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:19:31.968342 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-427b1bc6-6ead-462d-9ff1-31eef1ecd16e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:19:31.973956 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-427b1bc6-6ead-462d-9ff1-31eef1ecd16e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:19:32.055181 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-427b1bc6-6ead-462d-9ff1-31eef1ecd16e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:19:32.058980 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-427b1bc6-6ead-462d-9ff1-31eef1ecd16e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:19:32.102649 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427b1bc6-6ead-462d-9ff1-31eef1ecd16e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ca375de-b7e9-4184-a0e6-3b142ecaff11,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:19:32.107341 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-427b1bc6-6ead-462d-9ff1-31eef1ecd16e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3767f53a54a44f79b068e3a92ac68143&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1761293 May 30 05:19:32.109895 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 50338) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:19:32.169152 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c1d3e703-de4a-497f-80de-ef082941bbe2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:19:32.194050 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c1d3e703-de4a-497f-80de-ef082941bbe2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:19:32.246587 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c1d3e703-de4a-497f-80de-ef082941bbe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:19:32.260480 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d3e703-de4a-497f-80de-ef082941bbe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ca375de-b7e9-4184-a0e6-3b142ecaff11,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:19:32.267259 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c1d3e703-de4a-497f-80de-ef082941bbe2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:19:32.268363 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-c1d3e703-de4a-497f-80de-ef082941bbe2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9ca375de-b7e9-4184-a0e6-3b142ecaff11 HTTP/1.1" status: 204 len: 168 time: 0.1575868 May 30 05:19:32.332079 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 5cae1127-b1d4-4804-9cb8-252c58033ed7 no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 05:19:32.368624 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] No Port match for: 5cae1127-b1d4-4804-9cb8-252c58033ed7 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 05:19:32.368973 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 5cae1127-b1d4-4804-9cb8-252c58033ed7 not bound to the agent host dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 05:19:32.369381 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device e03b612b-ca61-47cb-9a71-4179f160805b no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 05:19:32.402893 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] No Port match for: e03b612b-ca61-47cb-9a71-4179f160805b {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 05:19:32.403237 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device e03b612b-ca61-47cb-9a71-4179f160805b not bound to the agent host dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 05:19:32.816984 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a142624-940e-4c55-bf49-a5329c884075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:19:39.825360 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5121fad7-ce8d-4099-95e0-210f58804243 req-71b5442e-b701-493f-a6fd-9d320eb80137 tempest-ServersAdminNegativeTestJSON-592479267 tempest-ServersAdminNegativeTestJSON-592479267-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=832108b118fc46e7a51f4d2c310344b1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0270739 May 30 05:19:39.970530 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5121fad7-ce8d-4099-95e0-210f58804243 req-ee1a8319-05c7-47c3-80a2-dcc6070bb8ca tempest-ServersAdminNegativeTestJSON-592479267 tempest-ServersAdminNegativeTestJSON-592479267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:19:39.971857 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5121fad7-ce8d-4099-95e0-210f58804243 req-ee1a8319-05c7-47c3-80a2-dcc6070bb8ca tempest-ServersAdminNegativeTestJSON-592479267 tempest-ServersAdminNegativeTestJSON-592479267-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1413963 May 30 05:19:39.985897 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5121fad7-ce8d-4099-95e0-210f58804243 req-517be5d4-3b5e-436c-a48d-7a5664a53ec5 tempest-ServersAdminNegativeTestJSON-592479267 tempest-ServersAdminNegativeTestJSON-592479267-project] 10.222.0.15 "GET /v2.0/quotas/832108b118fc46e7a51f4d2c310344b1 HTTP/1.1" status: 200 len: 375 time: 0.0086577 May 30 05:19:40.035003 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5121fad7-ce8d-4099-95e0-210f58804243 req-25586abb-3d8b-4e89-8582-074a1e44abcd tempest-ServersAdminNegativeTestJSON-592479267 tempest-ServersAdminNegativeTestJSON-592479267-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=832108b118fc46e7a51f4d2c310344b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0444243 May 30 05:19:40.203303 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3a538f78-91a8-42c6-a1f6-59ae7a6a4036 req-d958b902-eecc-4375-94c1-9e9687e9500f tempest-ServersAdminNegativeTestJSON-592479267 tempest-ServersAdminNegativeTestJSON-592479267-project] 10.222.0.15 "GET /v2.0/ports?device_id=45a90bc9-e2ad-4049-8e90-93e7986ff0e1 HTTP/1.1" status: 200 len: 210 time: 0.0419350 May 30 05:19:41.088077 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5121fad7-ce8d-4099-95e0-210f58804243 req-7ff4cbc1-e737-4008-ae25-3c984d5c54c8 tempest-ServersAdminNegativeTestJSON-592479267 tempest-ServersAdminNegativeTestJSON-592479267-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=832108b118fc46e7a51f4d2c310344b1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0269861 May 30 05:19:41.238389 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5121fad7-ce8d-4099-95e0-210f58804243 req-b3c490e6-1b61-44ff-8011-8c8d56d51f79 tempest-ServersAdminNegativeTestJSON-592479267 tempest-ServersAdminNegativeTestJSON-592479267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:19:41.239927 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5121fad7-ce8d-4099-95e0-210f58804243 req-b3c490e6-1b61-44ff-8011-8c8d56d51f79 tempest-ServersAdminNegativeTestJSON-592479267 tempest-ServersAdminNegativeTestJSON-592479267-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1470740 May 30 05:19:41.252316 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [req-5121fad7-ce8d-4099-95e0-210f58804243 req-6e8416cd-c606-4766-9b34-86be4c934e91 tempest-ServersAdminNegativeTestJSON-592479267 tempest-ServersAdminNegativeTestJSON-592479267-project] Request body: {'port': {'device_id': '45a90bc9-e2ad-4049-8e90-93e7986ff0e1', 'network_id': 'b6bfe0e2-af04-4b42-8746-9a2cf4d9ac14', 'admin_state_up': True, 'tenant_id': '832108b118fc46e7a51f4d2c310344b1'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:19:41.377413 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4925cb35-70b8-4eb6-87c0-e1910aafe845 req-046ad987-e656-40cf-a3a2-910f79935497 tempest-ServersAdminNegativeTestJSON-592479267 tempest-ServersAdminNegativeTestJSON-592479267-project] 10.222.0.15 "GET /v2.0/ports?device_id=45a90bc9-e2ad-4049-8e90-93e7986ff0e1 HTTP/1.1" status: 200 len: 210 time: 0.0559402 May 30 05:19:41.430091 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [req-5121fad7-ce8d-4099-95e0-210f58804243 req-6e8416cd-c606-4766-9b34-86be4c934e91 tempest-ServersAdminNegativeTestJSON-592479267 tempest-ServersAdminNegativeTestJSON-592479267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:19:41.433907 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-5121fad7-ce8d-4099-95e0-210f58804243 req-6e8416cd-c606-4766-9b34-86be4c934e91 tempest-ServersAdminNegativeTestJSON-592479267 tempest-ServersAdminNegativeTestJSON-592479267-project] Usage tracker for resource:port and tenant:832108b118fc46e7a51f4d2c310344b1 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:19:41.436668 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-5121fad7-ce8d-4099-95e0-210f58804243 req-6e8416cd-c606-4766-9b34-86be4c934e91 tempest-ServersAdminNegativeTestJSON-592479267 tempest-ServersAdminNegativeTestJSON-592479267-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:19:41.442333 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [req-5121fad7-ce8d-4099-95e0-210f58804243 req-6e8416cd-c606-4766-9b34-86be4c934e91 tempest-ServersAdminNegativeTestJSON-592479267 tempest-ServersAdminNegativeTestJSON-592479267-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:19:41.451247 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5121fad7-ce8d-4099-95e0-210f58804243 req-6e8416cd-c606-4766-9b34-86be4c934e91 tempest-ServersAdminNegativeTestJSON-592479267 tempest-ServersAdminNegativeTestJSON-592479267-project] Made reservation on behalf of 832108b118fc46e7a51f4d2c310344b1 for: {'port': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:19:41.454637 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-5121fad7-ce8d-4099-95e0-210f58804243 req-6e8416cd-c606-4766-9b34-86be4c934e91 tempest-ServersAdminNegativeTestJSON-592479267 tempest-ServersAdminNegativeTestJSON-592479267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:19:41.466478 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-5121fad7-ce8d-4099-95e0-210f58804243 req-6e8416cd-c606-4766-9b34-86be4c934e91 tempest-ServersAdminNegativeTestJSON-592479267 tempest-ServersAdminNegativeTestJSON-592479267-project] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:19:41.480363 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [req-5121fad7-ce8d-4099-95e0-210f58804243 req-6e8416cd-c606-4766-9b34-86be4c934e91 tempest-ServersAdminNegativeTestJSON-592479267 tempest-ServersAdminNegativeTestJSON-592479267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:19:41.484033 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-5121fad7-ce8d-4099-95e0-210f58804243 req-6e8416cd-c606-4766-9b34-86be4c934e91 tempest-ServersAdminNegativeTestJSON-592479267 tempest-ServersAdminNegativeTestJSON-592479267-project] Usage tracker for resource:security_group_rule and tenant:832108b118fc46e7a51f4d2c310344b1 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:19:41.486722 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-5121fad7-ce8d-4099-95e0-210f58804243 req-6e8416cd-c606-4766-9b34-86be4c934e91 tempest-ServersAdminNegativeTestJSON-592479267 tempest-ServersAdminNegativeTestJSON-592479267-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:19:41.492172 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [req-5121fad7-ce8d-4099-95e0-210f58804243 req-6e8416cd-c606-4766-9b34-86be4c934e91 tempest-ServersAdminNegativeTestJSON-592479267 tempest-ServersAdminNegativeTestJSON-592479267-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:19:41.572177 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-5121fad7-ce8d-4099-95e0-210f58804243 req-6e8416cd-c606-4766-9b34-86be4c934e91 tempest-ServersAdminNegativeTestJSON-592479267 tempest-ServersAdminNegativeTestJSON-592479267-project] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:19:41.576300 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-5121fad7-ce8d-4099-95e0-210f58804243 req-6e8416cd-c606-4766-9b34-86be4c934e91 tempest-ServersAdminNegativeTestJSON-592479267 tempest-ServersAdminNegativeTestJSON-592479267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:19:41.657546 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8416cd-c606-4766-9b34-86be4c934e91 tempest-ServersAdminNegativeTestJSON-592479267 tempest-ServersAdminNegativeTestJSON-592479267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5b7b9d4-b008-4525-a9be-a3843fe661df,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:19:41.746846 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [req-5121fad7-ce8d-4099-95e0-210f58804243 req-6e8416cd-c606-4766-9b34-86be4c934e91 tempest-ServersAdminNegativeTestJSON-592479267 tempest-ServersAdminNegativeTestJSON-592479267-project] Allocated IP 192.168.233.156 (b6bfe0e2-af04-4b42-8746-9a2cf4d9ac14/c828a966-c9df-4a08-92e5-ab328856ffff/f803da08-95ba-4ec9-ac65-81fa4e9133f3) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:19:41.940275 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-5121fad7-ce8d-4099-95e0-210f58804243 req-6e8416cd-c606-4766-9b34-86be4c934e91 tempest-ServersAdminNegativeTestJSON-592479267 tempest-ServersAdminNegativeTestJSON-592479267-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:19:41.954845 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [req-5121fad7-ce8d-4099-95e0-210f58804243 req-6e8416cd-c606-4766-9b34-86be4c934e91 tempest-ServersAdminNegativeTestJSON-592479267 tempest-ServersAdminNegativeTestJSON-592479267-project] Transition to ACTIVE for port object f803da08-95ba-4ec9-ac65-81fa4e9133f3 will not be triggered until provisioned by entity DHCP. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:19:41.977568 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-5121fad7-ce8d-4099-95e0-210f58804243 req-6e8416cd-c606-4766-9b34-86be4c934e91 tempest-ServersAdminNegativeTestJSON-592479267 tempest-ServersAdminNegativeTestJSON-592479267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:19:42.050966 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5121fad7-ce8d-4099-95e0-210f58804243 req-6e8416cd-c606-4766-9b34-86be4c934e91 tempest-ServersAdminNegativeTestJSON-592479267 tempest-ServersAdminNegativeTestJSON-592479267-project] Network b6bfe0e2-af04-4b42-8746-9a2cf4d9ac14 is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:19:42.054168 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [req-5121fad7-ce8d-4099-95e0-210f58804243 req-6e8416cd-c606-4766-9b34-86be4c934e91 tempest-ServersAdminNegativeTestJSON-592479267 tempest-ServersAdminNegativeTestJSON-592479267-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:19:42.058024 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [req-5121fad7-ce8d-4099-95e0-210f58804243 req-6e8416cd-c606-4766-9b34-86be4c934e91 tempest-ServersAdminNegativeTestJSON-592479267 tempest-ServersAdminNegativeTestJSON-592479267-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:19:42.092617 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8416cd-c606-4766-9b34-86be4c934e91 tempest-ServersAdminNegativeTestJSON-592479267 tempest-ServersAdminNegativeTestJSON-592479267-project] Pushing event updated for resources: {'Port': ['ID=f803da08-95ba-4ec9-ac65-81fa4e9133f3,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:19:42.123787 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5121fad7-ce8d-4099-95e0-210f58804243 req-6e8416cd-c606-4766-9b34-86be4c934e91 tempest-ServersAdminNegativeTestJSON-592479267 tempest-ServersAdminNegativeTestJSON-592479267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:19:42.124397 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-5121fad7-ce8d-4099-95e0-210f58804243 req-6e8416cd-c606-4766-9b34-86be4c934e91 tempest-ServersAdminNegativeTestJSON-592479267 tempest-ServersAdminNegativeTestJSON-592479267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:19:42.150554 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5121fad7-ce8d-4099-95e0-210f58804243 req-6e8416cd-c606-4766-9b34-86be4c934e91 tempest-ServersAdminNegativeTestJSON-592479267 tempest-ServersAdminNegativeTestJSON-592479267-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9025784 May 30 05:19:42.161547 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [req-5121fad7-ce8d-4099-95e0-210f58804243 req-b481e73d-fef4-41ff-addb-ff1f9e3435a4 service neutron] Request body: {'port': {'device_id': '45a90bc9-e2ad-4049-8e90-93e7986ff0e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8437'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:19:42.286964 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-b0c84d1d-a26b-406e-a21a-c303be27da3a None None] Provisioning for port f803da08-95ba-4ec9-ac65-81fa4e9133f3 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:19:42.292222 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-b0c84d1d-a26b-406e-a21a-c303be27da3a None None] Provisioning complete for port f803da08-95ba-4ec9-ac65-81fa4e9133f3 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:19:42.292600 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-b0c84d1d-a26b-406e-a21a-c303be27da3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:19:42.347146 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-b0c84d1d-a26b-406e-a21a-c303be27da3a None None] Port f803da08-95ba-4ec9-ac65-81fa4e9133f3 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 05:19:42.384354 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-5121fad7-ce8d-4099-95e0-210f58804243 req-b481e73d-fef4-41ff-addb-ff1f9e3435a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:19:42.692782 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca49cfa-e70f-45d2-bd24-dc7c71fad47e req-58356c40-9cea-42f3-8b4c-585c68b1b242 tempest-ServersAdminNegativeTestJSON-592479267 tempest-ServersAdminNegativeTestJSON-592479267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:19:42.693464 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-fca49cfa-e70f-45d2-bd24-dc7c71fad47e req-58356c40-9cea-42f3-8b4c-585c68b1b242 tempest-ServersAdminNegativeTestJSON-592479267 tempest-ServersAdminNegativeTestJSON-592479267-project] Synchronizing usage tracker for tenant:832108b118fc46e7a51f4d2c310344b1 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:19:42.727697 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-fca49cfa-e70f-45d2-bd24-dc7c71fad47e req-58356c40-9cea-42f3-8b4c-585c68b1b242 tempest-ServersAdminNegativeTestJSON-592479267 tempest-ServersAdminNegativeTestJSON-592479267-project] Unset dirty status for tenant:832108b118fc46e7a51f4d2c310344b1 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:19:42.728817 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-fca49cfa-e70f-45d2-bd24-dc7c71fad47e req-58356c40-9cea-42f3-8b4c-585c68b1b242 tempest-ServersAdminNegativeTestJSON-592479267 tempest-ServersAdminNegativeTestJSON-592479267-project] 10.222.0.15 "GET /v2.0/ports?device_id=45a90bc9-e2ad-4049-8e90-93e7986ff0e1 HTTP/1.1" status: 200 len: 936 time: 0.2339494 May 30 05:19:42.820694 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-fca49cfa-e70f-45d2-bd24-dc7c71fad47e req-2d3315df-26df-4f73-9a13-06230b4ae812 tempest-ServersAdminNegativeTestJSON-592479267 tempest-ServersAdminNegativeTestJSON-592479267-project] Synchronizing usage tracker for tenant:832108b118fc46e7a51f4d2c310344b1 on resource:security_group {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:19:42.826524 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [req-5121fad7-ce8d-4099-95e0-210f58804243 req-b481e73d-fef4-41ff-addb-ff1f9e3435a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f803da08-95ba-4ec9-ac65-81fa4e9133f3 {{(pid=88261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 30 05:19:42.836493 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-5121fad7-ce8d-4099-95e0-210f58804243 req-b481e73d-fef4-41ff-addb-ff1f9e3435a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:19:42.856685 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [req-5121fad7-ce8d-4099-95e0-210f58804243 req-b481e73d-fef4-41ff-addb-ff1f9e3435a4 service neutron] Transition to ACTIVE for port object f803da08-95ba-4ec9-ac65-81fa4e9133f3 will not be triggered until provisioned by entity L2. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:19:42.858072 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-fca49cfa-e70f-45d2-bd24-dc7c71fad47e req-2d3315df-26df-4f73-9a13-06230b4ae812 tempest-ServersAdminNegativeTestJSON-592479267 tempest-ServersAdminNegativeTestJSON-592479267-project] Unset dirty status for tenant:832108b118fc46e7a51f4d2c310344b1 on resource:security_group {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:19:42.859406 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-fca49cfa-e70f-45d2-bd24-dc7c71fad47e req-2d3315df-26df-4f73-9a13-06230b4ae812 tempest-ServersAdminNegativeTestJSON-592479267 tempest-ServersAdminNegativeTestJSON-592479267-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5b7b9d4-b008-4525-a9be-a3843fe661df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209612 May 30 05:19:42.860973 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-5121fad7-ce8d-4099-95e0-210f58804243 req-b481e73d-fef4-41ff-addb-ff1f9e3435a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2304381'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:19:43.018309 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b481e73d-fef4-41ff-addb-ff1f9e3435a4 service neutron] Pushing event updated for resources: {'Port': ['ID=f803da08-95ba-4ec9-ac65-81fa4e9133f3,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:19:43.092248 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [req-5121fad7-ce8d-4099-95e0-210f58804243 req-b481e73d-fef4-41ff-addb-ff1f9e3435a4 service neutron] Attempting to bind port f803da08-95ba-4ec9-ac65-81fa4e9133f3 on host hv-neutron-8437 for vnic_type normal with profile {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 05:19:43.092578 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [req-5121fad7-ce8d-4099-95e0-210f58804243 req-b481e73d-fef4-41ff-addb-ff1f9e3435a4 service neutron] Attempting to bind port f803da08-95ba-4ec9-ac65-81fa4e9133f3 by drivers openvswitch,hyperv on host hv-neutron-8437 at level 0 using segments [{'id': '17c32ccc-d8e2-453c-945e-e93fc5b9eabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'b6bfe0e2-af04-4b42-8746-9a2cf4d9ac14'}] {{(pid=88261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 05:19:43.092900 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5121fad7-ce8d-4099-95e0-210f58804243 req-b481e73d-fef4-41ff-addb-ff1f9e3435a4 service neutron] Attempting to bind port f803da08-95ba-4ec9-ac65-81fa4e9133f3 on network b6bfe0e2-af04-4b42-8746-9a2cf4d9ac14 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:19:43.097296 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5121fad7-ce8d-4099-95e0-210f58804243 req-b481e73d-fef4-41ff-addb-ff1f9e3435a4 service neutron] Port f803da08-95ba-4ec9-ac65-81fa4e9133f3 on network b6bfe0e2-af04-4b42-8746-9a2cf4d9ac14 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8437 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 30 05:19:43.097605 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5121fad7-ce8d-4099-95e0-210f58804243 req-b481e73d-fef4-41ff-addb-ff1f9e3435a4 service neutron] Attempting to bind port f803da08-95ba-4ec9-ac65-81fa4e9133f3 on network b6bfe0e2-af04-4b42-8746-9a2cf4d9ac14 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:19:43.102552 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5121fad7-ce8d-4099-95e0-210f58804243 req-b481e73d-fef4-41ff-addb-ff1f9e3435a4 service neutron] Checking agent: {'id': 'de0c936d-420b-412f-9642-7bfe80b5ab25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8437', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 51, 47), 'started_at': datetime.datetime(2022, 5, 30, 4, 51, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 5, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 05:19:43.102883 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5121fad7-ce8d-4099-95e0-210f58804243 req-b481e73d-fef4-41ff-addb-ff1f9e3435a4 service neutron] Checking segment: {'id': '17c32ccc-d8e2-453c-945e-e93fc5b9eabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'b6bfe0e2-af04-4b42-8746-9a2cf4d9ac14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:19:43.103254 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5121fad7-ce8d-4099-95e0-210f58804243 req-b481e73d-fef4-41ff-addb-ff1f9e3435a4 service neutron] Bound using segment: {'id': '17c32ccc-d8e2-453c-945e-e93fc5b9eabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'b6bfe0e2-af04-4b42-8746-9a2cf4d9ac14'} {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 05:19:43.103663 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [req-5121fad7-ce8d-4099-95e0-210f58804243 req-b481e73d-fef4-41ff-addb-ff1f9e3435a4 service neutron] Bound port: f803da08-95ba-4ec9-ac65-81fa4e9133f3, host: hv-neutron-8437, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17c32ccc-d8e2-453c-945e-e93fc5b9eabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'b6bfe0e2-af04-4b42-8746-9a2cf4d9ac14'}}] {{(pid=88261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 05:19:43.104028 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-5121fad7-ce8d-4099-95e0-210f58804243 req-b481e73d-fef4-41ff-addb-ff1f9e3435a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:19:43.194102 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [req-5121fad7-ce8d-4099-95e0-210f58804243 req-b481e73d-fef4-41ff-addb-ff1f9e3435a4 service neutron] For port f803da08-95ba-4ec9-ac65-81fa4e9133f3, host hv-neutron-8437, cleared binding levels {{(pid=88261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 05:19:43.196871 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [req-5121fad7-ce8d-4099-95e0-210f58804243 req-b481e73d-fef4-41ff-addb-ff1f9e3435a4 service neutron] For port f803da08-95ba-4ec9-ac65-81fa4e9133f3, host hv-neutron-8437, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=f803da08-95ba-4ec9-ac65-81fa4e9133f3,segment=NetworkSegment(17c32ccc-d8e2-453c-945e-e93fc5b9eabe),segment_id=17c32ccc-d8e2-453c-945e-e93fc5b9eabe)] {{(pid=88261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 05:19:43.201238 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-5121fad7-ce8d-4099-95e0-210f58804243 req-b481e73d-fef4-41ff-addb-ff1f9e3435a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2304381'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:19:43.258689 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5121fad7-ce8d-4099-95e0-210f58804243 req-b481e73d-fef4-41ff-addb-ff1f9e3435a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:19:43.259291 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-5121fad7-ce8d-4099-95e0-210f58804243 req-b481e73d-fef4-41ff-addb-ff1f9e3435a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:19:43.260638 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5121fad7-ce8d-4099-95e0-210f58804243 req-b481e73d-fef4-41ff-addb-ff1f9e3435a4 service neutron] 10.222.0.39 "PUT /v2.0/ports/f803da08-95ba-4ec9-ac65-81fa4e9133f3 HTTP/1.1" status: 200 len: 1098 time: 1.1033533 May 30 05:19:43.261097 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45a90bc9-e2ad-4049-8e90-93e7986ff0e1', 'tag': 'f803da08-95ba-4ec9-ac65-81fa4e9133f3'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:19:43.285033 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b481e73d-fef4-41ff-addb-ff1f9e3435a4 service neutron] Pushing event updated for resources: {'Port': ['ID=f803da08-95ba-4ec9-ac65-81fa4e9133f3,revision_number=3']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:19:43.335690 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a487bc66-4016-4ba0-8c3d-645a2c2f86c7'] response: {'name': 'network-changed', 'server_uuid': '45a90bc9-e2ad-4049-8e90-93e7986ff0e1', 'tag': 'f803da08-95ba-4ec9-ac65-81fa4e9133f3', 'status': 'completed', 'code': 200} May 30 05:19:43.381506 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5121fad7-ce8d-4099-95e0-210f58804243 req-07016d3e-07c4-4543-8f4b-e9d0577198bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:19:43.383112 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5121fad7-ce8d-4099-95e0-210f58804243 req-07016d3e-07c4-4543-8f4b-e9d0577198bf service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=832108b118fc46e7a51f4d2c310344b1&device_id=45a90bc9-e2ad-4049-8e90-93e7986ff0e1 HTTP/1.1" status: 200 len: 1101 time: 0.0793195 May 30 05:19:43.449739 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5121fad7-ce8d-4099-95e0-210f58804243 req-fb1b497c-04a4-4ff1-8117-2e5f76e80270 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=f803da08-95ba-4ec9-ac65-81fa4e9133f3 HTTP/1.1" status: 200 len: 217 time: 0.0601683 May 30 05:19:43.514831 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5121fad7-ce8d-4099-95e0-210f58804243 req-d65e864e-4bd0-4423-b349-faf9693a433e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:19:43.516154 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5121fad7-ce8d-4099-95e0-210f58804243 req-d65e864e-4bd0-4423-b349-faf9693a433e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c828a966-c9df-4a08-92e5-ab328856ffff HTTP/1.1" status: 200 len: 843 time: 0.0599854 May 30 05:19:43.588436 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5121fad7-ce8d-4099-95e0-210f58804243 req-2810184c-2199-4f3c-8d17-7b3a1ff3d885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:19:43.590438 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5121fad7-ce8d-4099-95e0-210f58804243 req-2810184c-2199-4f3c-8d17-7b3a1ff3d885 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b6bfe0e2-af04-4b42-8746-9a2cf4d9ac14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0684752 May 30 05:19:43.717032 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5121fad7-ce8d-4099-95e0-210f58804243 req-7700f297-25a3-4a6f-879e-d2805bd8f601 service neutron] 10.222.0.39 "GET /v2.0/networks/b6bfe0e2-af04-4b42-8746-9a2cf4d9ac14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207771 May 30 05:19:43.847416 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5121fad7-ce8d-4099-95e0-210f58804243 req-e40964f0-e2c4-4869-b8fc-3377b50a47fa service neutron] 10.222.0.39 "GET /v2.0/networks/b6bfe0e2-af04-4b42-8746-9a2cf4d9ac14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246104 May 30 05:19:43.968685 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2538be-e339-4c14-869a-40367ad2fba1 req-b9fea66a-4de1-470a-9a51-6e4de482ab94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:19:43.970214 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0c2538be-e339-4c14-869a-40367ad2fba1 req-b9fea66a-4de1-470a-9a51-6e4de482ab94 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=832108b118fc46e7a51f4d2c310344b1&device_id=45a90bc9-e2ad-4049-8e90-93e7986ff0e1 HTTP/1.1" status: 200 len: 1101 time: 0.0736814 May 30 05:19:44.254476 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2538be-e339-4c14-869a-40367ad2fba1 req-8add118d-c6db-4b34-9b03-52aa6b3de2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:19:44.255822 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0c2538be-e339-4c14-869a-40367ad2fba1 req-8add118d-c6db-4b34-9b03-52aa6b3de2e3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b6bfe0e2-af04-4b42-8746-9a2cf4d9ac14 HTTP/1.1" status: 200 len: 870 time: 0.1529744 May 30 05:19:44.264062 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2153237-4516-4ba7-b1f3-c4a905fa746a req-bde2609a-745b-4201-b6de-de75dd6906dd tempest-ServersAdminNegativeTestJSON-592479267 tempest-ServersAdminNegativeTestJSON-592479267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:19:44.265424 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d2153237-4516-4ba7-b1f3-c4a905fa746a req-bde2609a-745b-4201-b6de-de75dd6906dd tempest-ServersAdminNegativeTestJSON-592479267 tempest-ServersAdminNegativeTestJSON-592479267-project] 10.222.0.15 "GET /v2.0/ports?device_id=45a90bc9-e2ad-4049-8e90-93e7986ff0e1 HTTP/1.1" status: 200 len: 948 time: 0.2941682 May 30 05:19:44.339903 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0c2538be-e339-4c14-869a-40367ad2fba1 req-fccbc107-4a20-4a5d-8853-54c17c3d8ae8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=f803da08-95ba-4ec9-ac65-81fa4e9133f3 HTTP/1.1" status: 200 len: 217 time: 0.0735519 May 30 05:19:44.406364 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d2153237-4516-4ba7-b1f3-c4a905fa746a req-a2b29645-062a-4238-adbd-c6afc8bc535a tempest-ServersAdminNegativeTestJSON-592479267 tempest-ServersAdminNegativeTestJSON-592479267-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5b7b9d4-b008-4525-a9be-a3843fe661df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854979 May 30 05:19:44.416885 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2538be-e339-4c14-869a-40367ad2fba1 req-99f75f6a-9944-46b0-b5b1-39d7578ce1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:19:44.418801 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0c2538be-e339-4c14-869a-40367ad2fba1 req-99f75f6a-9944-46b0-b5b1-39d7578ce1e0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c828a966-c9df-4a08-92e5-ab328856ffff HTTP/1.1" status: 200 len: 843 time: 0.0719299 May 30 05:19:44.496173 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2538be-e339-4c14-869a-40367ad2fba1 req-45b38b5c-ee48-429f-8432-10c284835ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:19:44.497621 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0c2538be-e339-4c14-869a-40367ad2fba1 req-45b38b5c-ee48-429f-8432-10c284835ebb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b6bfe0e2-af04-4b42-8746-9a2cf4d9ac14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0724373 May 30 05:19:44.631091 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0c2538be-e339-4c14-869a-40367ad2fba1 req-84e4a8fa-be93-4aac-8b5f-0f42a5b60ddc service neutron] 10.222.0.39 "GET /v2.0/networks/b6bfe0e2-af04-4b42-8746-9a2cf4d9ac14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256008 May 30 05:19:44.759828 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0c2538be-e339-4c14-869a-40367ad2fba1 req-a3656c08-f98f-41f4-98c0-1a44e25a7982 service neutron] 10.222.0.39 "GET /v2.0/networks/b6bfe0e2-af04-4b42-8746-9a2cf4d9ac14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221945 May 30 05:19:45.584799 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979cd275-14c6-4a7e-8eed-390dfba9a913 req-a854c1da-52e7-4fbe-a87f-f91fe6aee066 tempest-ServersAdminNegativeTestJSON-592479267 tempest-ServersAdminNegativeTestJSON-592479267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:19:45.586263 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-979cd275-14c6-4a7e-8eed-390dfba9a913 req-a854c1da-52e7-4fbe-a87f-f91fe6aee066 tempest-ServersAdminNegativeTestJSON-592479267 tempest-ServersAdminNegativeTestJSON-592479267-project] 10.222.0.15 "GET /v2.0/ports?device_id=45a90bc9-e2ad-4049-8e90-93e7986ff0e1 HTTP/1.1" status: 200 len: 948 time: 0.0781405 May 30 05:19:45.629315 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-979cd275-14c6-4a7e-8eed-390dfba9a913 req-61a6de9f-dc4c-42fb-bcb1-9688c66dca08 tempest-ServersAdminNegativeTestJSON-592479267 tempest-ServersAdminNegativeTestJSON-592479267-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5b7b9d4-b008-4525-a9be-a3843fe661df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368869 May 30 05:19:46.810636 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c21c5ec-e78a-4db6-a8e3-62446009c816 req-49f4a356-95e2-4b0e-9f4c-f6e0dbcc5cc6 tempest-ServersAdminNegativeTestJSON-592479267 tempest-ServersAdminNegativeTestJSON-592479267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:19:46.812077 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1c21c5ec-e78a-4db6-a8e3-62446009c816 req-49f4a356-95e2-4b0e-9f4c-f6e0dbcc5cc6 tempest-ServersAdminNegativeTestJSON-592479267 tempest-ServersAdminNegativeTestJSON-592479267-project] 10.222.0.15 "GET /v2.0/ports?device_id=45a90bc9-e2ad-4049-8e90-93e7986ff0e1 HTTP/1.1" status: 200 len: 948 time: 0.0816569 May 30 05:19:46.860631 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1c21c5ec-e78a-4db6-a8e3-62446009c816 req-4987f806-6a63-454a-80d2-eff5a84acfcf tempest-ServersAdminNegativeTestJSON-592479267 tempest-ServersAdminNegativeTestJSON-592479267-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5b7b9d4-b008-4525-a9be-a3843fe661df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429926 May 30 05:19:47.550128 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:19:48.044360 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73ccb62-25ff-4ba7-b6c6-eb917501ea15 req-0a89e8d7-0977-47c7-8bec-18d88c969542 tempest-ServersAdminNegativeTestJSON-592479267 tempest-ServersAdminNegativeTestJSON-592479267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:19:48.045832 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a73ccb62-25ff-4ba7-b6c6-eb917501ea15 req-0a89e8d7-0977-47c7-8bec-18d88c969542 tempest-ServersAdminNegativeTestJSON-592479267 tempest-ServersAdminNegativeTestJSON-592479267-project] 10.222.0.15 "GET /v2.0/ports?device_id=45a90bc9-e2ad-4049-8e90-93e7986ff0e1 HTTP/1.1" status: 200 len: 948 time: 0.0789201 May 30 05:19:48.092781 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a73ccb62-25ff-4ba7-b6c6-eb917501ea15 req-874e4f37-9a01-4a29-8c56-4c83c9348ae3 tempest-ServersAdminNegativeTestJSON-592479267 tempest-ServersAdminNegativeTestJSON-592479267-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5b7b9d4-b008-4525-a9be-a3843fe661df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412164 May 30 05:19:48.211375 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device f803da08-95ba-4ec9-ac65-81fa4e9133f3 details requested by agent hyperv_hv-neutron-8437 with host hv-neutron-8437 {{(pid=88262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 05:19:48.343788 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port f803da08-95ba-4ec9-ac65-81fa4e9133f3, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=f803da08-95ba-4ec9-ac65-81fa4e9133f3,segment=NetworkSegment(17c32ccc-d8e2-453c-945e-e93fc5b9eabe),segment_id=17c32ccc-d8e2-453c-945e-e93fc5b9eabe)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:19:48.356369 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Returning: {'device': 'f803da08-95ba-4ec9-ac65-81fa4e9133f3', 'network_id': 'b6bfe0e2-af04-4b42-8746-9a2cf4d9ac14', 'port_id': 'f803da08-95ba-4ec9-ac65-81fa4e9133f3', 'mac_address': 'fa:16:3e:47:65:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c828a966-c9df-4a08-92e5-ab328856ffff', 'ip_address': '192.168.233.156'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 05:19:48.409386 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Current status of the port f803da08-95ba-4ec9-ac65-81fa4e9133f3 is: DOWN; New status is: BUILD {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:19:48.409780 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:19:48.425863 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f803da08-95ba-4ec9-ac65-81fa4e9133f3 {{(pid=88262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 30 05:19:48.441063 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port f803da08-95ba-4ec9-ac65-81fa4e9133f3, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=f803da08-95ba-4ec9-ac65-81fa4e9133f3,segment=NetworkSegment(17c32ccc-d8e2-453c-945e-e93fc5b9eabe),segment_id=17c32ccc-d8e2-453c-945e-e93fc5b9eabe)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:19:48.444519 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:19:48.519782 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Pushing event updated for resources: {'Port': ['ID=f803da08-95ba-4ec9-ac65-81fa4e9133f3,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:19:48.742959 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] get_ports_and_sgs() called for port_ids ['f803da08-95ba-4ec9-ac65-81fa4e9133f3'] {{(pid=88262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 30 05:19:49.274644 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b353988-abf7-49b9-8846-91528f205759 req-68e378bf-001d-4fc3-af5b-2eae7810d7b8 tempest-ServersAdminNegativeTestJSON-592479267 tempest-ServersAdminNegativeTestJSON-592479267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:19:49.276093 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0b353988-abf7-49b9-8846-91528f205759 req-68e378bf-001d-4fc3-af5b-2eae7810d7b8 tempest-ServersAdminNegativeTestJSON-592479267 tempest-ServersAdminNegativeTestJSON-592479267-project] 10.222.0.15 "GET /v2.0/ports?device_id=45a90bc9-e2ad-4049-8e90-93e7986ff0e1 HTTP/1.1" status: 200 len: 949 time: 0.0792627 May 30 05:19:49.319544 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0b353988-abf7-49b9-8846-91528f205759 req-30de245b-4ca9-49fc-adc9-81c71d6ef039 tempest-ServersAdminNegativeTestJSON-592479267 tempest-ServersAdminNegativeTestJSON-592479267-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5b7b9d4-b008-4525-a9be-a3843fe661df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371759 May 30 05:19:50.223777 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device f803da08-95ba-4ec9-ac65-81fa4e9133f3 up at agent hyperv_hv-neutron-8437 {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:19:50.291905 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Provisioning for port f803da08-95ba-4ec9-ac65-81fa4e9133f3 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:19:50.296834 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Provisioning complete for port f803da08-95ba-4ec9-ac65-81fa4e9133f3 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:19:50.297198 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:19:50.409758 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Current status of the port f803da08-95ba-4ec9-ac65-81fa4e9133f3 is: BUILD; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:19:50.410162 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:19:50.469704 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45a90bc9-e2ad-4049-8e90-93e7986ff0e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f803da08-95ba-4ec9-ac65-81fa4e9133f3'}] {{(pid=88262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:19:50.479069 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port f803da08-95ba-4ec9-ac65-81fa4e9133f3, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=f803da08-95ba-4ec9-ac65-81fa4e9133f3,segment=NetworkSegment(17c32ccc-d8e2-453c-945e-e93fc5b9eabe),segment_id=17c32ccc-d8e2-453c-945e-e93fc5b9eabe)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:19:50.483567 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:19:50.506804 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a234d2-5e69-4278-b962-e4a013d2a2a9 req-4b0d520d-6be0-4bf2-8e46-f08c7caf9987 tempest-ServersAdminNegativeTestJSON-592479267 tempest-ServersAdminNegativeTestJSON-592479267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:19:50.508290 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-74a234d2-5e69-4278-b962-e4a013d2a2a9 req-4b0d520d-6be0-4bf2-8e46-f08c7caf9987 tempest-ServersAdminNegativeTestJSON-592479267 tempest-ServersAdminNegativeTestJSON-592479267-project] 10.222.0.15 "GET /v2.0/ports?device_id=45a90bc9-e2ad-4049-8e90-93e7986ff0e1 HTTP/1.1" status: 200 len: 949 time: 0.0849345 May 30 05:19:50.549541 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Pushing event updated for resources: {'Port': ['ID=f803da08-95ba-4ec9-ac65-81fa4e9133f3,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:19:50.552884 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-74a234d2-5e69-4278-b962-e4a013d2a2a9 req-9e12f22d-1d01-47a8-812c-38ebbd810378 tempest-ServersAdminNegativeTestJSON-592479267 tempest-ServersAdminNegativeTestJSON-592479267-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5b7b9d4-b008-4525-a9be-a3843fe661df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388525 May 30 05:19:50.601000 dv-neutron-843763-1-hyperv neutron-server[88262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06e30c94-3e1a-4874-98a9-9f0a32e31bdd'] response: {'server_uuid': '45a90bc9-e2ad-4049-8e90-93e7986ff0e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f803da08-95ba-4ec9-ac65-81fa4e9133f3', 'code': 200} May 30 05:19:50.846509 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d052565e-5085-4a2d-9567-34b467aa2b79 req-fa82e98a-d186-4204-9687-50c08cb0139a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:19:50.847965 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d052565e-5085-4a2d-9567-34b467aa2b79 req-fa82e98a-d186-4204-9687-50c08cb0139a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=45a90bc9-e2ad-4049-8e90-93e7986ff0e1 HTTP/1.1" status: 200 len: 1103 time: 0.0694101 May 30 05:19:50.886530 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d052565e-5085-4a2d-9567-34b467aa2b79 req-0ac77119-83b8-48ff-a4b4-b017991f4329 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=e5b7b9d4-b008-4525-a9be-a3843fe661df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330548 May 30 05:19:51.739600 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece9dd02-a7eb-4cbd-ad48-cf66024810a8 req-b2fec254-07d6-4b80-ad82-e951d245a9cf tempest-ServersAdminNegativeTestJSON-592479267 tempest-ServersAdminNegativeTestJSON-592479267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:19:51.741033 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ece9dd02-a7eb-4cbd-ad48-cf66024810a8 req-b2fec254-07d6-4b80-ad82-e951d245a9cf tempest-ServersAdminNegativeTestJSON-592479267 tempest-ServersAdminNegativeTestJSON-592479267-project] 10.222.0.15 "GET /v2.0/ports?device_id=45a90bc9-e2ad-4049-8e90-93e7986ff0e1 HTTP/1.1" status: 200 len: 950 time: 0.0810537 May 30 05:19:51.788279 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ece9dd02-a7eb-4cbd-ad48-cf66024810a8 req-193f00ab-f958-4b4f-a16b-5f2b77ee7a00 tempest-ServersAdminNegativeTestJSON-592479267 tempest-ServersAdminNegativeTestJSON-592479267-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5b7b9d4-b008-4525-a9be-a3843fe661df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415187 May 30 05:19:52.970810 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be55907-ba00-49bc-926f-a7c036fdd14b req-f4822a5d-331e-4009-8ebc-c31708099b80 tempest-ServersAdminNegativeTestJSON-592479267 tempest-ServersAdminNegativeTestJSON-592479267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:19:52.972237 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0be55907-ba00-49bc-926f-a7c036fdd14b req-f4822a5d-331e-4009-8ebc-c31708099b80 tempest-ServersAdminNegativeTestJSON-592479267 tempest-ServersAdminNegativeTestJSON-592479267-project] 10.222.0.15 "GET /v2.0/ports?device_id=45a90bc9-e2ad-4049-8e90-93e7986ff0e1 HTTP/1.1" status: 200 len: 950 time: 0.0769796 May 30 05:19:53.017998 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0be55907-ba00-49bc-926f-a7c036fdd14b req-54bb1d60-5377-4b72-92cf-b916e24ef17b tempest-ServersAdminNegativeTestJSON-592479267 tempest-ServersAdminNegativeTestJSON-592479267-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5b7b9d4-b008-4525-a9be-a3843fe661df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400906 May 30 05:19:54.069123 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c75b76-dc0a-40a9-9016-ed826682399c req-e7edd9ad-af5b-48dc-adb6-0e7307cbb96d tempest-ServersAdminNegativeTestJSON-592479267 tempest-ServersAdminNegativeTestJSON-592479267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:19:54.070602 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-90c75b76-dc0a-40a9-9016-ed826682399c req-e7edd9ad-af5b-48dc-adb6-0e7307cbb96d tempest-ServersAdminNegativeTestJSON-592479267 tempest-ServersAdminNegativeTestJSON-592479267-project] 10.222.0.15 "GET /v2.0/ports?device_id=45a90bc9-e2ad-4049-8e90-93e7986ff0e1 HTTP/1.1" status: 200 len: 950 time: 0.0790586 May 30 05:19:54.121697 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-90c75b76-dc0a-40a9-9016-ed826682399c req-400f5816-2722-4399-b0c0-89c3618551bc tempest-ServersAdminNegativeTestJSON-592479267 tempest-ServersAdminNegativeTestJSON-592479267-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5b7b9d4-b008-4525-a9be-a3843fe661df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454686 May 30 05:19:55.312487 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eb46f8-c5fd-474f-a09d-24c1d9ca67c3 req-c50712c3-5f55-4671-90b3-693aa23d561b tempest-ServersAdminNegativeTestJSON-592479267 tempest-ServersAdminNegativeTestJSON-592479267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:19:55.313938 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c0eb46f8-c5fd-474f-a09d-24c1d9ca67c3 req-c50712c3-5f55-4671-90b3-693aa23d561b tempest-ServersAdminNegativeTestJSON-592479267 tempest-ServersAdminNegativeTestJSON-592479267-project] 10.222.0.15 "GET /v2.0/ports?device_id=45a90bc9-e2ad-4049-8e90-93e7986ff0e1 HTTP/1.1" status: 200 len: 950 time: 0.0815995 May 30 05:19:55.451138 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c0eb46f8-c5fd-474f-a09d-24c1d9ca67c3 req-ee442a37-e2cc-4eb0-b72b-2597538b7b8a tempest-ServersAdminNegativeTestJSON-592479267 tempest-ServersAdminNegativeTestJSON-592479267-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5b7b9d4-b008-4525-a9be-a3843fe661df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314809 May 30 05:19:55.548212 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99439d9-9705-49e1-9747-7b1341121eaf req-e2003f24-2c47-49ca-ac13-2b214085866a tempest-ServersAdminNegativeTestJSON-592479267 tempest-ServersAdminNegativeTestJSON-592479267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:19:55.549624 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d99439d9-9705-49e1-9747-7b1341121eaf req-e2003f24-2c47-49ca-ac13-2b214085866a tempest-ServersAdminNegativeTestJSON-592479267 tempest-ServersAdminNegativeTestJSON-592479267-project] 10.222.0.39 "GET /v2.0/ports?device_id=45a90bc9-e2ad-4049-8e90-93e7986ff0e1 HTTP/1.1" status: 200 len: 950 time: 0.0768244 May 30 05:19:55.618357 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [req-d99439d9-9705-49e1-9747-7b1341121eaf req-9a5b67ca-bc73-4f31-ab09-74945de6023f tempest-ServersAdminNegativeTestJSON-592479267 tempest-ServersAdminNegativeTestJSON-592479267-project] Deleting port f803da08-95ba-4ec9-ac65-81fa4e9133f3 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:19:55.618695 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-d99439d9-9705-49e1-9747-7b1341121eaf req-9a5b67ca-bc73-4f31-ab09-74945de6023f tempest-ServersAdminNegativeTestJSON-592479267 tempest-ServersAdminNegativeTestJSON-592479267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:19:55.859676 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [req-d99439d9-9705-49e1-9747-7b1341121eaf req-9a5b67ca-bc73-4f31-ab09-74945de6023f tempest-ServersAdminNegativeTestJSON-592479267 tempest-ServersAdminNegativeTestJSON-592479267-project] For port f803da08-95ba-4ec9-ac65-81fa4e9133f3, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=f803da08-95ba-4ec9-ac65-81fa4e9133f3,segment=NetworkSegment(17c32ccc-d8e2-453c-945e-e93fc5b9eabe),segment_id=17c32ccc-d8e2-453c-945e-e93fc5b9eabe)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:19:55.860026 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-d99439d9-9705-49e1-9747-7b1341121eaf req-9a5b67ca-bc73-4f31-ab09-74945de6023f tempest-ServersAdminNegativeTestJSON-592479267 tempest-ServersAdminNegativeTestJSON-592479267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:19:55.978597 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [req-d99439d9-9705-49e1-9747-7b1341121eaf req-9a5b67ca-bc73-4f31-ab09-74945de6023f tempest-ServersAdminNegativeTestJSON-592479267 tempest-ServersAdminNegativeTestJSON-592479267-project] Calling delete_port for f803da08-95ba-4ec9-ac65-81fa4e9133f3 owned by compute:nova {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:19:56.118226 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-d99439d9-9705-49e1-9747-7b1341121eaf req-9a5b67ca-bc73-4f31-ab09-74945de6023f tempest-ServersAdminNegativeTestJSON-592479267 tempest-ServersAdminNegativeTestJSON-592479267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:19:56.129832 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] get_ports_and_sgs() called for port_ids ['f803da08-95ba-4ec9-ac65-81fa4e9133f3'] {{(pid=88262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 30 05:19:56.167623 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5b67ca-bc73-4f31-ab09-74945de6023f tempest-ServersAdminNegativeTestJSON-592479267 tempest-ServersAdminNegativeTestJSON-592479267-project] Pushing event deleted for resources: {'Port': ['ID=f803da08-95ba-4ec9-ac65-81fa4e9133f3,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:19:56.243749 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [req-d99439d9-9705-49e1-9747-7b1341121eaf req-9a5b67ca-bc73-4f31-ab09-74945de6023f tempest-ServersAdminNegativeTestJSON-592479267 tempest-ServersAdminNegativeTestJSON-592479267-project] No DVR routers for this DVR port f803da08-95ba-4ec9-ac65-81fa4e9133f3 on host hv-neutron-8437 {{(pid=88261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 05:19:56.247054 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-d99439d9-9705-49e1-9747-7b1341121eaf req-9a5b67ca-bc73-4f31-ab09-74945de6023f tempest-ServersAdminNegativeTestJSON-592479267 tempest-ServersAdminNegativeTestJSON-592479267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:19:56.249719 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45a90bc9-e2ad-4049-8e90-93e7986ff0e1', 'name': 'network-vif-deleted', 'tag': 'f803da08-95ba-4ec9-ac65-81fa4e9133f3'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:19:56.266668 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d99439d9-9705-49e1-9747-7b1341121eaf req-9a5b67ca-bc73-4f31-ab09-74945de6023f tempest-ServersAdminNegativeTestJSON-592479267 tempest-ServersAdminNegativeTestJSON-592479267-project] 10.222.0.39 "DELETE /v2.0/ports/f803da08-95ba-4ec9-ac65-81fa4e9133f3 HTTP/1.1" status: 204 len: 173 time: 0.7116296 May 30 05:19:56.296827 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ac4addb-4490-4480-8732-5090b37d4aaa'] response: {'server_uuid': '45a90bc9-e2ad-4049-8e90-93e7986ff0e1', 'name': 'network-vif-deleted', 'tag': 'f803da08-95ba-4ec9-ac65-81fa4e9133f3', 'status': 'completed', 'code': 200} May 30 05:19:56.607844 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-96c3713c-11ab-454b-b076-9a67874305d5 req-68471bd9-47e6-42fb-9805-aab17bf2f7bb tempest-ServersAdminNegativeTestJSON-592479267 tempest-ServersAdminNegativeTestJSON-592479267-project] Synchronizing usage tracker for tenant:832108b118fc46e7a51f4d2c310344b1 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:19:56.624120 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-96c3713c-11ab-454b-b076-9a67874305d5 req-68471bd9-47e6-42fb-9805-aab17bf2f7bb tempest-ServersAdminNegativeTestJSON-592479267 tempest-ServersAdminNegativeTestJSON-592479267-project] Unset dirty status for tenant:832108b118fc46e7a51f4d2c310344b1 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:19:56.625273 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-96c3713c-11ab-454b-b076-9a67874305d5 req-68471bd9-47e6-42fb-9805-aab17bf2f7bb tempest-ServersAdminNegativeTestJSON-592479267 tempest-ServersAdminNegativeTestJSON-592479267-project] 10.222.0.15 "GET /v2.0/ports?device_id=45a90bc9-e2ad-4049-8e90-93e7986ff0e1 HTTP/1.1" status: 200 len: 210 time: 0.0593247 May 30 05:19:58.006846 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-dd41efa7-5706-43c5-9b4b-c2686bafe726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:19:58.013677 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 50474) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:19:58.158984 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-2d8b854e-7e56-450f-ba02-6a952c46cc5d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=832108b118fc46e7a51f4d2c310344b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1440680 May 30 05:19:58.161459 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 50480) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:19:58.217829 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-facef689-3821-4851-8880-92cdaa62e6a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:19:58.243010 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-facef689-3821-4851-8880-92cdaa62e6a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:19:58.297593 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-facef689-3821-4851-8880-92cdaa62e6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:19:58.313980 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facef689-3821-4851-8880-92cdaa62e6a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5b7b9d4-b008-4525-a9be-a3843fe661df,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:19:58.326002 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-facef689-3821-4851-8880-92cdaa62e6a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:19:58.327157 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-facef689-3821-4851-8880-92cdaa62e6a5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e5b7b9d4-b008-4525-a9be-a3843fe661df HTTP/1.1" status: 204 len: 168 time: 0.1647675 May 30 05:19:58.596178 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 50488) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:19:58.612973 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8476550d-6231-4950-a719-9273310b5b69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:19:58.626919 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-8476550d-6231-4950-a719-9273310b5b69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:19:58.630651 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-8476550d-6231-4950-a719-9273310b5b69 admin admin] Usage tracker for resource:security_group_rule and tenant:598dba4c95964c7595fe295f5c3c1db9 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:19:58.633364 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-8476550d-6231-4950-a719-9273310b5b69 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:19:58.639766 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-8476550d-6231-4950-a719-9273310b5b69 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:19:58.719513 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8476550d-6231-4950-a719-9273310b5b69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:19:58.723129 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8476550d-6231-4950-a719-9273310b5b69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:19:58.768632 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-8476550d-6231-4950-a719-9273310b5b69 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=598dba4c95964c7595fe295f5c3c1db9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1714296 May 30 05:19:58.769563 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8476550d-6231-4950-a719-9273310b5b69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a565363-aae7-4c5c-a1d6-edfea6eae256,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:19:58.771399 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 50492) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:19:58.828796 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2decfabe-9ee0-478f-b1e7-cc5c54e81a0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:19:58.854054 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2decfabe-9ee0-478f-b1e7-cc5c54e81a0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:19:58.903454 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2decfabe-9ee0-478f-b1e7-cc5c54e81a0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:19:58.919474 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2decfabe-9ee0-478f-b1e7-cc5c54e81a0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a565363-aae7-4c5c-a1d6-edfea6eae256,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:19:58.923389 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2decfabe-9ee0-478f-b1e7-cc5c54e81a0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:19:58.924537 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-2decfabe-9ee0-478f-b1e7-cc5c54e81a0f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7a565363-aae7-4c5c-a1d6-edfea6eae256 HTTP/1.1" status: 204 len: 168 time: 0.1521144 May 30 05:19:59.208089 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-45f79e78-106a-4f09-9d2c-69baeab7263d None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 05:19:59.623640 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 50516) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:19:59.725155 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-a4160953-f41b-4dd2-b2ee-dc82cbf57212 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1709876652-network', 'tenant_id': '0d23600414f04a3289007b3b3e7a51c3'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:19:59.730478 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-a4160953-f41b-4dd2-b2ee-dc82cbf57212 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:19:59.734302 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-a4160953-f41b-4dd2-b2ee-dc82cbf57212 admin admin] Usage tracker for resource:network and tenant:0d23600414f04a3289007b3b3e7a51c3 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:19:59.737091 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-a4160953-f41b-4dd2-b2ee-dc82cbf57212 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:19:59.742817 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-a4160953-f41b-4dd2-b2ee-dc82cbf57212 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:19:59.752821 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4160953-f41b-4dd2-b2ee-dc82cbf57212 admin admin] Made reservation on behalf of 0d23600414f04a3289007b3b3e7a51c3 for: {'network': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:19:59.755064 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a4160953-f41b-4dd2-b2ee-dc82cbf57212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for network, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:19:59.769887 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a4160953-f41b-4dd2-b2ee-dc82cbf57212 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:19:59.784320 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-a4160953-f41b-4dd2-b2ee-dc82cbf57212 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:19:59.788065 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-a4160953-f41b-4dd2-b2ee-dc82cbf57212 admin admin] Usage tracker for resource:security_group_rule and tenant:0d23600414f04a3289007b3b3e7a51c3 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:19:59.790802 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-a4160953-f41b-4dd2-b2ee-dc82cbf57212 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:19:59.796952 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-a4160953-f41b-4dd2-b2ee-dc82cbf57212 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:19:59.886222 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a4160953-f41b-4dd2-b2ee-dc82cbf57212 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:19:59.890002 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a4160953-f41b-4dd2-b2ee-dc82cbf57212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:19:59.922960 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4160953-f41b-4dd2-b2ee-dc82cbf57212 admin admin] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=88260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 05:19:59.927992 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4160953-f41b-4dd2-b2ee-dc82cbf57212 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=614dd05d-cdd4-46fe-ad10-0d87a7e8fe41,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:19:59.935422 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a4160953-f41b-4dd2-b2ee-dc82cbf57212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:19:59.935551 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.db.segments_db [None req-a4160953-f41b-4dd2-b2ee-dc82cbf57212 admin admin] Added segment 03048d46-cd8d-4570-8646-dd040b3a3881 of type vlan for network c244dd0f-9096-4fb2-8c7f-501d987cd4c1 May 30 05:19:59.961839 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a4160953-f41b-4dd2-b2ee-dc82cbf57212 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729234556353'] for network, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:19:59.991651 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a4160953-f41b-4dd2-b2ee-dc82cbf57212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788'] for network, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:19:59.992611 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4160953-f41b-4dd2-b2ee-dc82cbf57212 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:19:59.993184 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a4160953-f41b-4dd2-b2ee-dc82cbf57212 admin admin] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:20:00.091410 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-a4160953-f41b-4dd2-b2ee-dc82cbf57212 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4666917 May 30 05:20:00.094386 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 50522) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:20:00.096083 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4160953-f41b-4dd2-b2ee-dc82cbf57212 admin admin] Pushing event updated for resources: {'Network': ['ID=c244dd0f-9096-4fb2-8c7f-501d987cd4c1,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:20:00.100332 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-4892a7af-ed76-4cf6-b1d5-692565c7bfea admin admin] Request body: {'subnet': {'network_id': 'c244dd0f-9096-4fb2-8c7f-501d987cd4c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1709876652-subnet', 'tenant_id': '0d23600414f04a3289007b3b3e7a51c3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:20:00.105333 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-4892a7af-ed76-4cf6-b1d5-692565c7bfea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:20:00.105648 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Network c244dd0f-9096-4fb2-8c7f-501d987cd4c1 details requested by agent ovs-agent-dv-neutron-843763-1-hyperv with host dv-neutron-843763-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 05:20:00.109275 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-4892a7af-ed76-4cf6-b1d5-692565c7bfea admin admin] Usage tracker for resource:subnet and tenant:0d23600414f04a3289007b3b3e7a51c3 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:20:00.112151 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-4892a7af-ed76-4cf6-b1d5-692565c7bfea admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:20:00.118423 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-4892a7af-ed76-4cf6-b1d5-692565c7bfea admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:20:00.128063 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4892a7af-ed76-4cf6-b1d5-692565c7bfea admin admin] Made reservation on behalf of 0d23600414f04a3289007b3b3e7a51c3 for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:20:00.130555 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4892a7af-ed76-4cf6-b1d5-692565c7bfea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9305518'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:20:00.228446 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7beaf661-3607-49de-9647-62e063a248a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:20:00.345920 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4892a7af-ed76-4cf6-b1d5-692565c7bfea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2305012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9305500'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:20:00.399530 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device f803da08-95ba-4ec9-ac65-81fa4e9133f3 no longer exists at agent hyperv_hv-neutron-8437 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 05:20:00.426104 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4892a7af-ed76-4cf6-b1d5-692565c7bfea admin admin] Checking segment: {'id': '03048d46-cd8d-4570-8646-dd040b3a3881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'c244dd0f-9096-4fb2-8c7f-501d987cd4c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:20:00.426465 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4892a7af-ed76-4cf6-b1d5-692565c7bfea admin admin] Network hostable DHCP agents. Network: c244dd0f-9096-4fb2-8c7f-501d987cd4c1, hostable agents: ['1c705e68-3d3e-4dd3-9252-feb21d4b96ab'], hosted agents: [] {{(pid=88261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 05:20:00.434019 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] No Port match for: f803da08-95ba-4ec9-ac65-81fa4e9133f3 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 05:20:00.434174 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4892a7af-ed76-4cf6-b1d5-692565c7bfea admin admin] Pushing event updated for resources: {'Subnet': ['ID=733cd644-5273-4c00-bd90-011f0014c89e,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:20:00.434371 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device f803da08-95ba-4ec9-ac65-81fa4e9133f3 not bound to the agent host hv-neutron-8437 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 05:20:00.452084 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4892a7af-ed76-4cf6-b1d5-692565c7bfea admin admin] Network c244dd0f-9096-4fb2-8c7f-501d987cd4c1 is scheduled to be hosted by DHCP agent 1c705e68-3d3e-4dd3-9252-feb21d4b96ab with binding_index 1 {{(pid=88261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 05:20:00.461749 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-4892a7af-ed76-4cf6-b1d5-692565c7bfea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843763-1-hyperv, c244dd0f-9096-4fb2-8c7f-501d987cd4c1) {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:20:00.465730 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4892a7af-ed76-4cf6-b1d5-692565c7bfea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:20:00.466362 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4892a7af-ed76-4cf6-b1d5-692565c7bfea admin admin] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:20:00.472893 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df6ffb50-a352-460d-bae9-74b7e80771ec None None] Network c244dd0f-9096-4fb2-8c7f-501d987cd4c1 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:20:00.491726 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-4892a7af-ed76-4cf6-b1d5-692565c7bfea admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3960495 May 30 05:20:00.695550 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2465f449-fa5b-405d-aa76-dbec13f90ad3 None None] Network c244dd0f-9096-4fb2-8c7f-501d987cd4c1 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:20:01.016865 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bb1b02-ba5f-45c2-8444-01f8047827e6 req-1e74fd0d-6615-457e-bf7a-134701d279dc tempest-DeleteServersTestJSON-35219072 tempest-DeleteServersTestJSON-35219072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:20:01.018338 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e4bb1b02-ba5f-45c2-8444-01f8047827e6 req-1e74fd0d-6615-457e-bf7a-134701d279dc tempest-DeleteServersTestJSON-35219072 tempest-DeleteServersTestJSON-35219072-project] 10.222.0.15 "GET /v2.0/networks?id=c244dd0f-9096-4fb2-8c7f-501d987cd4c1 HTTP/1.1" status: 200 len: 812 time: 0.1490681 May 30 05:20:01.033586 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e4bb1b02-ba5f-45c2-8444-01f8047827e6 req-c1dafb0d-bcf8-456e-bd64-917ddb44ebc2 tempest-DeleteServersTestJSON-35219072 tempest-DeleteServersTestJSON-35219072-project] 10.222.0.15 "GET /v2.0/quotas/0d23600414f04a3289007b3b3e7a51c3 HTTP/1.1" status: 200 len: 375 time: 0.0095077 May 30 05:20:01.083500 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e4bb1b02-ba5f-45c2-8444-01f8047827e6 req-a4c79ddb-47fa-4bde-8495-28c7af02a759 tempest-DeleteServersTestJSON-35219072 tempest-DeleteServersTestJSON-35219072-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=0d23600414f04a3289007b3b3e7a51c3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0447869 May 30 05:20:01.213823 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e4bb1b02-ba5f-45c2-8444-01f8047827e6 req-0b46686e-f5ac-47d0-a1f8-777986e5f6d9 service neutron] 10.222.0.15 "GET /v2.0/networks/c244dd0f-9096-4fb2-8c7f-501d987cd4c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229665 May 30 05:20:01.269549 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56ded65b-0e68-413c-8b9b-1097922cc81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:20:01.436057 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e4bb1b02-ba5f-45c2-8444-01f8047827e6 req-b230a67c-b227-45f9-adfb-e0d85c291ca5 service neutron] 10.222.0.15 "GET /v2.0/networks/c244dd0f-9096-4fb2-8c7f-501d987cd4c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162704 May 30 05:20:01.465284 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:20:01.609136 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8404cf95-5ee3-4a4b-9ed0-04c05e39149d req-17deca1e-1732-4901-af70-7e26d9347af6 tempest-DeleteServersTestJSON-35219072 tempest-DeleteServersTestJSON-35219072-project] 10.222.0.15 "GET /v2.0/ports?device_id=80915831-2ac1-446d-bd91-b95661f12c53 HTTP/1.1" status: 200 len: 210 time: 0.0412838 May 30 05:20:02.673381 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bb1b02-ba5f-45c2-8444-01f8047827e6 req-b169a526-8741-41fb-974c-06b72dce38c0 tempest-DeleteServersTestJSON-35219072 tempest-DeleteServersTestJSON-35219072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:20:02.674999 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e4bb1b02-ba5f-45c2-8444-01f8047827e6 req-b169a526-8741-41fb-974c-06b72dce38c0 tempest-DeleteServersTestJSON-35219072 tempest-DeleteServersTestJSON-35219072-project] 10.222.0.39 "GET /v2.0/networks?id=c244dd0f-9096-4fb2-8c7f-501d987cd4c1 HTTP/1.1" status: 200 len: 812 time: 0.1513612 May 30 05:20:02.687133 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [req-e4bb1b02-ba5f-45c2-8444-01f8047827e6 req-1c09eca5-acb6-4d69-94ee-967511afe7fc tempest-DeleteServersTestJSON-35219072 tempest-DeleteServersTestJSON-35219072-project] Request body: {'port': {'device_id': '80915831-2ac1-446d-bd91-b95661f12c53', 'network_id': 'c244dd0f-9096-4fb2-8c7f-501d987cd4c1', 'admin_state_up': True, 'tenant_id': '0d23600414f04a3289007b3b3e7a51c3'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:20:02.811467 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-abdbd66f-926e-4aa7-b415-7a394030b87f req-d26e610e-0ca4-4796-bd93-5ca68d981d28 tempest-DeleteServersTestJSON-35219072 tempest-DeleteServersTestJSON-35219072-project] 10.222.0.15 "GET /v2.0/ports?device_id=80915831-2ac1-446d-bd91-b95661f12c53 HTTP/1.1" status: 200 len: 210 time: 0.0578744 May 30 05:20:02.823477 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a142624-940e-4c55-bf49-a5329c884075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:20:02.866177 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [req-e4bb1b02-ba5f-45c2-8444-01f8047827e6 req-1c09eca5-acb6-4d69-94ee-967511afe7fc tempest-DeleteServersTestJSON-35219072 tempest-DeleteServersTestJSON-35219072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:20:02.870400 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-e4bb1b02-ba5f-45c2-8444-01f8047827e6 req-1c09eca5-acb6-4d69-94ee-967511afe7fc tempest-DeleteServersTestJSON-35219072 tempest-DeleteServersTestJSON-35219072-project] Usage tracker for resource:port and tenant:0d23600414f04a3289007b3b3e7a51c3 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:20:02.873112 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-e4bb1b02-ba5f-45c2-8444-01f8047827e6 req-1c09eca5-acb6-4d69-94ee-967511afe7fc tempest-DeleteServersTestJSON-35219072 tempest-DeleteServersTestJSON-35219072-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:20:02.878710 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [req-e4bb1b02-ba5f-45c2-8444-01f8047827e6 req-1c09eca5-acb6-4d69-94ee-967511afe7fc tempest-DeleteServersTestJSON-35219072 tempest-DeleteServersTestJSON-35219072-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:20:02.887850 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4bb1b02-ba5f-45c2-8444-01f8047827e6 req-1c09eca5-acb6-4d69-94ee-967511afe7fc tempest-DeleteServersTestJSON-35219072 tempest-DeleteServersTestJSON-35219072-project] Made reservation on behalf of 0d23600414f04a3289007b3b3e7a51c3 for: {'port': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:20:02.891336 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-e4bb1b02-ba5f-45c2-8444-01f8047827e6 req-1c09eca5-acb6-4d69-94ee-967511afe7fc tempest-DeleteServersTestJSON-35219072 tempest-DeleteServersTestJSON-35219072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:20:03.048174 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [req-e4bb1b02-ba5f-45c2-8444-01f8047827e6 req-1c09eca5-acb6-4d69-94ee-967511afe7fc tempest-DeleteServersTestJSON-35219072 tempest-DeleteServersTestJSON-35219072-project] Allocated IP 172.20.0.4 (c244dd0f-9096-4fb2-8c7f-501d987cd4c1/733cd644-5273-4c00-bd90-011f0014c89e/9ab066f1-5bf4-45b9-a6ce-6d4a9ef1842a) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:20:03.241413 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-e4bb1b02-ba5f-45c2-8444-01f8047827e6 req-1c09eca5-acb6-4d69-94ee-967511afe7fc tempest-DeleteServersTestJSON-35219072 tempest-DeleteServersTestJSON-35219072-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:20:03.270693 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-e4bb1b02-ba5f-45c2-8444-01f8047827e6 req-1c09eca5-acb6-4d69-94ee-967511afe7fc tempest-DeleteServersTestJSON-35219072 tempest-DeleteServersTestJSON-35219072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:20:03.338902 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4bb1b02-ba5f-45c2-8444-01f8047827e6 req-1c09eca5-acb6-4d69-94ee-967511afe7fc tempest-DeleteServersTestJSON-35219072 tempest-DeleteServersTestJSON-35219072-project] Network c244dd0f-9096-4fb2-8c7f-501d987cd4c1 is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:20:03.341932 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [req-e4bb1b02-ba5f-45c2-8444-01f8047827e6 req-1c09eca5-acb6-4d69-94ee-967511afe7fc tempest-DeleteServersTestJSON-35219072 tempest-DeleteServersTestJSON-35219072-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:20:03.344733 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4bb1b02-ba5f-45c2-8444-01f8047827e6 req-1c09eca5-acb6-4d69-94ee-967511afe7fc tempest-DeleteServersTestJSON-35219072 tempest-DeleteServersTestJSON-35219072-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:20:03.392825 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c09eca5-acb6-4d69-94ee-967511afe7fc tempest-DeleteServersTestJSON-35219072 tempest-DeleteServersTestJSON-35219072-project] Pushing event updated for resources: {'Port': ['ID=9ab066f1-5bf4-45b9-a6ce-6d4a9ef1842a,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:20:03.418309 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bb1b02-ba5f-45c2-8444-01f8047827e6 req-1c09eca5-acb6-4d69-94ee-967511afe7fc tempest-DeleteServersTestJSON-35219072 tempest-DeleteServersTestJSON-35219072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:20:03.418909 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-e4bb1b02-ba5f-45c2-8444-01f8047827e6 req-1c09eca5-acb6-4d69-94ee-967511afe7fc tempest-DeleteServersTestJSON-35219072 tempest-DeleteServersTestJSON-35219072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:20:03.439079 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e4bb1b02-ba5f-45c2-8444-01f8047827e6 req-1c09eca5-acb6-4d69-94ee-967511afe7fc tempest-DeleteServersTestJSON-35219072 tempest-DeleteServersTestJSON-35219072-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7558129 May 30 05:20:03.450454 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [req-e4bb1b02-ba5f-45c2-8444-01f8047827e6 req-46e6b839-d304-4a8d-85a7-267eb0571003 service neutron] Request body: {'port': {'device_id': '80915831-2ac1-446d-bd91-b95661f12c53', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8437'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:20:03.559280 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-e4bb1b02-ba5f-45c2-8444-01f8047827e6 req-46e6b839-d304-4a8d-85a7-267eb0571003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:20:03.892448 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [req-e4bb1b02-ba5f-45c2-8444-01f8047827e6 req-46e6b839-d304-4a8d-85a7-267eb0571003 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ab066f1-5bf4-45b9-a6ce-6d4a9ef1842a {{(pid=88261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 30 05:20:03.899849 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-e4bb1b02-ba5f-45c2-8444-01f8047827e6 req-46e6b839-d304-4a8d-85a7-267eb0571003 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:20:03.914665 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [req-e4bb1b02-ba5f-45c2-8444-01f8047827e6 req-46e6b839-d304-4a8d-85a7-267eb0571003 service neutron] Transition to ACTIVE for port object 9ab066f1-5bf4-45b9-a6ce-6d4a9ef1842a will not be triggered until provisioned by entity L2. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:20:03.918282 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-e4bb1b02-ba5f-45c2-8444-01f8047827e6 req-46e6b839-d304-4a8d-85a7-267eb0571003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2304381'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:20:04.089031 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e6b839-d304-4a8d-85a7-267eb0571003 service neutron] Pushing event updated for resources: {'Port': ['ID=9ab066f1-5bf4-45b9-a6ce-6d4a9ef1842a,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:20:04.305791 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188809bd-79d7-4dc3-bfb1-f460de7f5016 req-f2ab5e5e-7857-4714-8c1e-647d539d8fed tempest-DeleteServersTestJSON-35219072 tempest-DeleteServersTestJSON-35219072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:20:04.306480 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-188809bd-79d7-4dc3-bfb1-f460de7f5016 req-f2ab5e5e-7857-4714-8c1e-647d539d8fed tempest-DeleteServersTestJSON-35219072 tempest-DeleteServersTestJSON-35219072-project] Synchronizing usage tracker for tenant:0d23600414f04a3289007b3b3e7a51c3 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:20:04.313263 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [req-e4bb1b02-ba5f-45c2-8444-01f8047827e6 req-46e6b839-d304-4a8d-85a7-267eb0571003 service neutron] Attempting to bind port 9ab066f1-5bf4-45b9-a6ce-6d4a9ef1842a on host hv-neutron-8437 for vnic_type normal with profile {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 05:20:04.313592 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [req-e4bb1b02-ba5f-45c2-8444-01f8047827e6 req-46e6b839-d304-4a8d-85a7-267eb0571003 service neutron] Attempting to bind port 9ab066f1-5bf4-45b9-a6ce-6d4a9ef1842a by drivers openvswitch,hyperv on host hv-neutron-8437 at level 0 using segments [{'id': '03048d46-cd8d-4570-8646-dd040b3a3881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'c244dd0f-9096-4fb2-8c7f-501d987cd4c1'}] {{(pid=88261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 05:20:04.313943 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4bb1b02-ba5f-45c2-8444-01f8047827e6 req-46e6b839-d304-4a8d-85a7-267eb0571003 service neutron] Attempting to bind port 9ab066f1-5bf4-45b9-a6ce-6d4a9ef1842a on network c244dd0f-9096-4fb2-8c7f-501d987cd4c1 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:20:04.322315 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4bb1b02-ba5f-45c2-8444-01f8047827e6 req-46e6b839-d304-4a8d-85a7-267eb0571003 service neutron] Port 9ab066f1-5bf4-45b9-a6ce-6d4a9ef1842a on network c244dd0f-9096-4fb2-8c7f-501d987cd4c1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8437 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 30 05:20:04.322624 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4bb1b02-ba5f-45c2-8444-01f8047827e6 req-46e6b839-d304-4a8d-85a7-267eb0571003 service neutron] Attempting to bind port 9ab066f1-5bf4-45b9-a6ce-6d4a9ef1842a on network c244dd0f-9096-4fb2-8c7f-501d987cd4c1 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:20:04.331902 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4bb1b02-ba5f-45c2-8444-01f8047827e6 req-46e6b839-d304-4a8d-85a7-267eb0571003 service neutron] Checking agent: {'id': 'de0c936d-420b-412f-9642-7bfe80b5ab25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8437', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 51, 47), 'started_at': datetime.datetime(2022, 5, 30, 4, 51, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 5, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 05:20:04.332230 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4bb1b02-ba5f-45c2-8444-01f8047827e6 req-46e6b839-d304-4a8d-85a7-267eb0571003 service neutron] Checking segment: {'id': '03048d46-cd8d-4570-8646-dd040b3a3881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'c244dd0f-9096-4fb2-8c7f-501d987cd4c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:20:04.332618 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4bb1b02-ba5f-45c2-8444-01f8047827e6 req-46e6b839-d304-4a8d-85a7-267eb0571003 service neutron] Bound using segment: {'id': '03048d46-cd8d-4570-8646-dd040b3a3881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'c244dd0f-9096-4fb2-8c7f-501d987cd4c1'} {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 05:20:04.333022 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [req-e4bb1b02-ba5f-45c2-8444-01f8047827e6 req-46e6b839-d304-4a8d-85a7-267eb0571003 service neutron] Bound port: 9ab066f1-5bf4-45b9-a6ce-6d4a9ef1842a, host: hv-neutron-8437, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03048d46-cd8d-4570-8646-dd040b3a3881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'c244dd0f-9096-4fb2-8c7f-501d987cd4c1'}}] {{(pid=88261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 05:20:04.333443 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-e4bb1b02-ba5f-45c2-8444-01f8047827e6 req-46e6b839-d304-4a8d-85a7-267eb0571003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:20:04.343578 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-188809bd-79d7-4dc3-bfb1-f460de7f5016 req-f2ab5e5e-7857-4714-8c1e-647d539d8fed tempest-DeleteServersTestJSON-35219072 tempest-DeleteServersTestJSON-35219072-project] Unset dirty status for tenant:0d23600414f04a3289007b3b3e7a51c3 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:20:04.344699 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-188809bd-79d7-4dc3-bfb1-f460de7f5016 req-f2ab5e5e-7857-4714-8c1e-647d539d8fed tempest-DeleteServersTestJSON-35219072 tempest-DeleteServersTestJSON-35219072-project] 10.222.0.15 "GET /v2.0/ports?device_id=80915831-2ac1-446d-bd91-b95661f12c53 HTTP/1.1" status: 200 len: 943 time: 0.4226608 May 30 05:20:04.441908 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-188809bd-79d7-4dc3-bfb1-f460de7f5016 req-998ef563-60bd-41cf-a322-b98056c0207d tempest-DeleteServersTestJSON-35219072 tempest-DeleteServersTestJSON-35219072-project] 10.222.0.15 "GET /v2.0/security-groups?id=614dd05d-cdd4-46fe-ad10-0d87a7e8fe41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902221 May 30 05:20:04.452931 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [req-e4bb1b02-ba5f-45c2-8444-01f8047827e6 req-46e6b839-d304-4a8d-85a7-267eb0571003 service neutron] For port 9ab066f1-5bf4-45b9-a6ce-6d4a9ef1842a, host hv-neutron-8437, cleared binding levels {{(pid=88261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 05:20:04.456048 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [req-e4bb1b02-ba5f-45c2-8444-01f8047827e6 req-46e6b839-d304-4a8d-85a7-267eb0571003 service neutron] For port 9ab066f1-5bf4-45b9-a6ce-6d4a9ef1842a, host hv-neutron-8437, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=9ab066f1-5bf4-45b9-a6ce-6d4a9ef1842a,segment=NetworkSegment(03048d46-cd8d-4570-8646-dd040b3a3881),segment_id=03048d46-cd8d-4570-8646-dd040b3a3881)] {{(pid=88261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 05:20:04.461095 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-e4bb1b02-ba5f-45c2-8444-01f8047827e6 req-46e6b839-d304-4a8d-85a7-267eb0571003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2304381'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:20:04.523829 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bb1b02-ba5f-45c2-8444-01f8047827e6 req-46e6b839-d304-4a8d-85a7-267eb0571003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:20:04.524449 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-e4bb1b02-ba5f-45c2-8444-01f8047827e6 req-46e6b839-d304-4a8d-85a7-267eb0571003 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:20:04.525789 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e4bb1b02-ba5f-45c2-8444-01f8047827e6 req-46e6b839-d304-4a8d-85a7-267eb0571003 service neutron] 10.222.0.39 "PUT /v2.0/ports/9ab066f1-5bf4-45b9-a6ce-6d4a9ef1842a HTTP/1.1" status: 200 len: 1093 time: 1.0794828 May 30 05:20:04.526251 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80915831-2ac1-446d-bd91-b95661f12c53', 'tag': '9ab066f1-5bf4-45b9-a6ce-6d4a9ef1842a'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:20:04.545618 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e6b839-d304-4a8d-85a7-267eb0571003 service neutron] Pushing event updated for resources: {'Port': ['ID=9ab066f1-5bf4-45b9-a6ce-6d4a9ef1842a,revision_number=3']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:20:04.597496 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a40e8e1c-97f9-42ba-b1c3-77dc9129d137'] response: {'name': 'network-changed', 'server_uuid': '80915831-2ac1-446d-bd91-b95661f12c53', 'tag': '9ab066f1-5bf4-45b9-a6ce-6d4a9ef1842a', 'status': 'completed', 'code': 200} May 30 05:20:04.634841 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bb1b02-ba5f-45c2-8444-01f8047827e6 req-dd40b94c-9c24-40ef-b178-8661bded9554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:20:04.636381 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e4bb1b02-ba5f-45c2-8444-01f8047827e6 req-dd40b94c-9c24-40ef-b178-8661bded9554 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0d23600414f04a3289007b3b3e7a51c3&device_id=80915831-2ac1-446d-bd91-b95661f12c53 HTTP/1.1" status: 200 len: 1096 time: 0.0735409 May 30 05:20:04.705188 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e4bb1b02-ba5f-45c2-8444-01f8047827e6 req-61c3e882-9c8b-4721-b013-1e5080958773 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9ab066f1-5bf4-45b9-a6ce-6d4a9ef1842a HTTP/1.1" status: 200 len: 217 time: 0.0622997 May 30 05:20:04.764721 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bb1b02-ba5f-45c2-8444-01f8047827e6 req-d92437a6-7fe7-4891-8654-60028aa3ebd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:20:04.766131 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e4bb1b02-ba5f-45c2-8444-01f8047827e6 req-d92437a6-7fe7-4891-8654-60028aa3ebd6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=733cd644-5273-4c00-bd90-011f0014c89e HTTP/1.1" status: 200 len: 852 time: 0.0556142 May 30 05:20:04.811462 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e4bb1b02-ba5f-45c2-8444-01f8047827e6 req-8f9e6f38-0e54-4aeb-8c31-99ab4b035f30 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c244dd0f-9096-4fb2-8c7f-501d987cd4c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395858 May 30 05:20:04.943968 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e4bb1b02-ba5f-45c2-8444-01f8047827e6 req-f3130cd5-fe6d-40f2-95f6-eec84f0238a0 service neutron] 10.222.0.39 "GET /v2.0/networks/c244dd0f-9096-4fb2-8c7f-501d987cd4c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256676 May 30 05:20:05.073126 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e4bb1b02-ba5f-45c2-8444-01f8047827e6 req-4419ff84-4837-4c65-8435-b14240d97f5f service neutron] 10.222.0.39 "GET /v2.0/networks/c244dd0f-9096-4fb2-8c7f-501d987cd4c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234899 May 30 05:20:05.190738 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92a837e-e966-455b-aba4-f51dc9e9f072 req-c87daee2-4b5b-43a9-910c-ddaf3c027405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:20:05.192189 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f92a837e-e966-455b-aba4-f51dc9e9f072 req-c87daee2-4b5b-43a9-910c-ddaf3c027405 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0d23600414f04a3289007b3b3e7a51c3&device_id=80915831-2ac1-446d-bd91-b95661f12c53 HTTP/1.1" status: 200 len: 1096 time: 0.0741863 May 30 05:20:05.320060 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92a837e-e966-455b-aba4-f51dc9e9f072 req-09e6bb87-d500-4929-94a1-38a1f0940df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:20:05.321491 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f92a837e-e966-455b-aba4-f51dc9e9f072 req-09e6bb87-d500-4929-94a1-38a1f0940df3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c244dd0f-9096-4fb2-8c7f-501d987cd4c1 HTTP/1.1" status: 200 len: 913 time: 0.1236119 May 30 05:20:05.388979 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f92a837e-e966-455b-aba4-f51dc9e9f072 req-f2732996-9046-4b9f-a5c0-b64fcb081953 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9ab066f1-5bf4-45b9-a6ce-6d4a9ef1842a HTTP/1.1" status: 200 len: 217 time: 0.0615854 May 30 05:20:05.450071 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92a837e-e966-455b-aba4-f51dc9e9f072 req-afba0346-7c0e-4993-a967-40058c9adb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:20:05.451491 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f92a837e-e966-455b-aba4-f51dc9e9f072 req-afba0346-7c0e-4993-a967-40058c9adb2a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=733cd644-5273-4c00-bd90-011f0014c89e HTTP/1.1" status: 200 len: 852 time: 0.0562265 May 30 05:20:05.497843 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f92a837e-e966-455b-aba4-f51dc9e9f072 req-6ff413ad-5e3d-4028-bf67-f99d9306bf5f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c244dd0f-9096-4fb2-8c7f-501d987cd4c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394909 May 30 05:20:05.681420 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f92a837e-e966-455b-aba4-f51dc9e9f072 req-490a4588-96ac-4905-87dc-1868ccd1750f service neutron] 10.222.0.39 "GET /v2.0/networks/c244dd0f-9096-4fb2-8c7f-501d987cd4c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775498 May 30 05:20:05.713095 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e481c11-7878-4706-b13d-6ae616f7cf96 req-a7a2dee0-d48d-4ae3-bf38-49dce50cd0ff tempest-DeleteServersTestJSON-35219072 tempest-DeleteServersTestJSON-35219072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:20:05.714524 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7e481c11-7878-4706-b13d-6ae616f7cf96 req-a7a2dee0-d48d-4ae3-bf38-49dce50cd0ff tempest-DeleteServersTestJSON-35219072 tempest-DeleteServersTestJSON-35219072-project] 10.222.0.15 "GET /v2.0/ports?device_id=80915831-2ac1-446d-bd91-b95661f12c53 HTTP/1.1" status: 200 len: 943 time: 0.1445243 May 30 05:20:05.924432 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7e481c11-7878-4706-b13d-6ae616f7cf96 req-a926b42f-fb2a-4cab-8717-268dd6cdf59e tempest-DeleteServersTestJSON-35219072 tempest-DeleteServersTestJSON-35219072-project] 10.222.0.15 "GET /v2.0/security-groups?id=614dd05d-cdd4-46fe-ad10-0d87a7e8fe41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037933 May 30 05:20:05.956034 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f92a837e-e966-455b-aba4-f51dc9e9f072 req-e0cc9ec2-ebe5-4364-a5c4-b9c2ece46941 service neutron] 10.222.0.39 "GET /v2.0/networks/c244dd0f-9096-4fb2-8c7f-501d987cd4c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2670739 May 30 05:20:07.107155 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e71795-6c14-4610-ac2a-2a122c2e57c3 req-9a278dec-ffab-4ed3-bb96-7d046f34bf07 tempest-DeleteServersTestJSON-35219072 tempest-DeleteServersTestJSON-35219072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:20:07.108580 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c6e71795-6c14-4610-ac2a-2a122c2e57c3 req-9a278dec-ffab-4ed3-bb96-7d046f34bf07 tempest-DeleteServersTestJSON-35219072 tempest-DeleteServersTestJSON-35219072-project] 10.222.0.15 "GET /v2.0/ports?device_id=80915831-2ac1-446d-bd91-b95661f12c53 HTTP/1.1" status: 200 len: 943 time: 0.0810301 May 30 05:20:07.151532 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c6e71795-6c14-4610-ac2a-2a122c2e57c3 req-1f96aa10-1305-400c-862e-fa62aeaca821 tempest-DeleteServersTestJSON-35219072 tempest-DeleteServersTestJSON-35219072-project] 10.222.0.15 "GET /v2.0/security-groups?id=614dd05d-cdd4-46fe-ad10-0d87a7e8fe41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373399 May 30 05:20:08.338021 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617c7568-9b9e-4d1a-968d-a2fdf272dd89 req-32718b70-7e5e-4e95-985e-7e3b1dedcc04 tempest-DeleteServersTestJSON-35219072 tempest-DeleteServersTestJSON-35219072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:20:08.339489 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-617c7568-9b9e-4d1a-968d-a2fdf272dd89 req-32718b70-7e5e-4e95-985e-7e3b1dedcc04 tempest-DeleteServersTestJSON-35219072 tempest-DeleteServersTestJSON-35219072-project] 10.222.0.15 "GET /v2.0/ports?device_id=80915831-2ac1-446d-bd91-b95661f12c53 HTTP/1.1" status: 200 len: 943 time: 0.0771277 May 30 05:20:08.382427 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-617c7568-9b9e-4d1a-968d-a2fdf272dd89 req-67d2a164-fcd1-4122-aaa5-cf42761da68b tempest-DeleteServersTestJSON-35219072 tempest-DeleteServersTestJSON-35219072-project] 10.222.0.15 "GET /v2.0/security-groups?id=614dd05d-cdd4-46fe-ad10-0d87a7e8fe41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373023 May 30 05:20:08.445067 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device 9ab066f1-5bf4-45b9-a6ce-6d4a9ef1842a details requested by agent hyperv_hv-neutron-8437 with host hv-neutron-8437 {{(pid=88262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 05:20:08.578427 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port 9ab066f1-5bf4-45b9-a6ce-6d4a9ef1842a, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=9ab066f1-5bf4-45b9-a6ce-6d4a9ef1842a,segment=NetworkSegment(03048d46-cd8d-4570-8646-dd040b3a3881),segment_id=03048d46-cd8d-4570-8646-dd040b3a3881)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:20:08.590805 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Returning: {'device': '9ab066f1-5bf4-45b9-a6ce-6d4a9ef1842a', 'network_id': 'c244dd0f-9096-4fb2-8c7f-501d987cd4c1', 'port_id': '9ab066f1-5bf4-45b9-a6ce-6d4a9ef1842a', 'mac_address': 'fa:16:3e:17:6f:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '733cd644-5273-4c00-bd90-011f0014c89e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 05:20:08.646195 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Current status of the port 9ab066f1-5bf4-45b9-a6ce-6d4a9ef1842a is: DOWN; New status is: BUILD {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:20:08.646565 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:20:08.663150 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ab066f1-5bf4-45b9-a6ce-6d4a9ef1842a {{(pid=88262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 30 05:20:08.678305 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port 9ab066f1-5bf4-45b9-a6ce-6d4a9ef1842a, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=9ab066f1-5bf4-45b9-a6ce-6d4a9ef1842a,segment=NetworkSegment(03048d46-cd8d-4570-8646-dd040b3a3881),segment_id=03048d46-cd8d-4570-8646-dd040b3a3881)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:20:08.682373 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:20:08.746110 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Pushing event updated for resources: {'Port': ['ID=9ab066f1-5bf4-45b9-a6ce-6d4a9ef1842a,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:20:08.968986 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] get_ports_and_sgs() called for port_ids ['9ab066f1-5bf4-45b9-a6ce-6d4a9ef1842a'] {{(pid=88262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 30 05:20:09.575014 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a19f749-854e-42af-a54c-65199e93e4d6 req-eab89245-8612-4e3e-a551-d2cae6153e67 tempest-DeleteServersTestJSON-35219072 tempest-DeleteServersTestJSON-35219072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:20:09.576449 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2a19f749-854e-42af-a54c-65199e93e4d6 req-eab89245-8612-4e3e-a551-d2cae6153e67 tempest-DeleteServersTestJSON-35219072 tempest-DeleteServersTestJSON-35219072-project] 10.222.0.15 "GET /v2.0/ports?device_id=80915831-2ac1-446d-bd91-b95661f12c53 HTTP/1.1" status: 200 len: 944 time: 0.0813947 May 30 05:20:09.619128 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2a19f749-854e-42af-a54c-65199e93e4d6 req-134c5da5-bbe2-4f13-bc76-a0f5695ec8b0 tempest-DeleteServersTestJSON-35219072 tempest-DeleteServersTestJSON-35219072-project] 10.222.0.15 "GET /v2.0/security-groups?id=614dd05d-cdd4-46fe-ad10-0d87a7e8fe41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370376 May 30 05:20:10.458321 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device 9ab066f1-5bf4-45b9-a6ce-6d4a9ef1842a up at agent hyperv_hv-neutron-8437 {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:20:10.524047 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Provisioning for port 9ab066f1-5bf4-45b9-a6ce-6d4a9ef1842a completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:20:10.528571 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Provisioning complete for port 9ab066f1-5bf4-45b9-a6ce-6d4a9ef1842a triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:20:10.528948 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:20:10.641898 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Current status of the port 9ab066f1-5bf4-45b9-a6ce-6d4a9ef1842a is: BUILD; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:20:10.642281 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:20:10.669470 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80915831-2ac1-446d-bd91-b95661f12c53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ab066f1-5bf4-45b9-a6ce-6d4a9ef1842a'}] {{(pid=88262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:20:10.679140 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port 9ab066f1-5bf4-45b9-a6ce-6d4a9ef1842a, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=9ab066f1-5bf4-45b9-a6ce-6d4a9ef1842a,segment=NetworkSegment(03048d46-cd8d-4570-8646-dd040b3a3881),segment_id=03048d46-cd8d-4570-8646-dd040b3a3881)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:20:10.685711 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:20:10.755091 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Pushing event updated for resources: {'Port': ['ID=9ab066f1-5bf4-45b9-a6ce-6d4a9ef1842a,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:20:10.802405 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721caba5-126c-4a0c-8752-b8c01da977c9 req-a2f69aed-183f-41b8-9a01-531257cf871c tempest-DeleteServersTestJSON-35219072 tempest-DeleteServersTestJSON-35219072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:20:10.803856 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-721caba5-126c-4a0c-8752-b8c01da977c9 req-a2f69aed-183f-41b8-9a01-531257cf871c tempest-DeleteServersTestJSON-35219072 tempest-DeleteServersTestJSON-35219072-project] 10.222.0.15 "GET /v2.0/ports?device_id=80915831-2ac1-446d-bd91-b95661f12c53 HTTP/1.1" status: 200 len: 945 time: 0.0797925 May 30 05:20:10.851706 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-721caba5-126c-4a0c-8752-b8c01da977c9 req-61dbfc63-f080-48d6-a778-04aa8c597b42 tempest-DeleteServersTestJSON-35219072 tempest-DeleteServersTestJSON-35219072-project] 10.222.0.15 "GET /v2.0/security-groups?id=614dd05d-cdd4-46fe-ad10-0d87a7e8fe41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415790 May 30 05:20:10.900049 dv-neutron-843763-1-hyperv neutron-server[88262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-103ec1bf-3c9c-40b3-a83b-6670c6262e42'] response: {'server_uuid': '80915831-2ac1-446d-bd91-b95661f12c53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ab066f1-5bf4-45b9-a6ce-6d4a9ef1842a', 'code': 200} May 30 05:20:11.113653 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438a5aa6-7197-4d87-ab88-58c3242b9519 req-8cd9522a-52d5-4257-8996-7994e613709a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:20:11.115048 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-438a5aa6-7197-4d87-ab88-58c3242b9519 req-8cd9522a-52d5-4257-8996-7994e613709a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=80915831-2ac1-446d-bd91-b95661f12c53 HTTP/1.1" status: 200 len: 1098 time: 0.0682907 May 30 05:20:11.155837 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-438a5aa6-7197-4d87-ab88-58c3242b9519 req-3e70ddb1-81f9-4e0e-be1a-0855e33ea447 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=614dd05d-cdd4-46fe-ad10-0d87a7e8fe41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345740 May 30 05:20:12.037437 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e81004-fa91-40a6-8754-65591335cd5d req-e070faf3-7c6c-47f7-a787-c60b66bd51e7 tempest-DeleteServersTestJSON-35219072 tempest-DeleteServersTestJSON-35219072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:20:12.038902 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-35e81004-fa91-40a6-8754-65591335cd5d req-e070faf3-7c6c-47f7-a787-c60b66bd51e7 tempest-DeleteServersTestJSON-35219072 tempest-DeleteServersTestJSON-35219072-project] 10.222.0.15 "GET /v2.0/ports?device_id=80915831-2ac1-446d-bd91-b95661f12c53 HTTP/1.1" status: 200 len: 945 time: 0.0826132 May 30 05:20:12.081454 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-35e81004-fa91-40a6-8754-65591335cd5d req-020f0d89-dc7f-4e64-a5f5-67c8117632a6 tempest-DeleteServersTestJSON-35219072 tempest-DeleteServersTestJSON-35219072-project] 10.222.0.15 "GET /v2.0/security-groups?id=614dd05d-cdd4-46fe-ad10-0d87a7e8fe41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368915 May 30 05:20:13.263698 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee40178b-0ea7-4aa8-a207-596eee49a1f6 req-4c45fb94-4822-4c63-9fc2-0c3c1a65d433 tempest-DeleteServersTestJSON-35219072 tempest-DeleteServersTestJSON-35219072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:20:13.265198 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ee40178b-0ea7-4aa8-a207-596eee49a1f6 req-4c45fb94-4822-4c63-9fc2-0c3c1a65d433 tempest-DeleteServersTestJSON-35219072 tempest-DeleteServersTestJSON-35219072-project] 10.222.0.15 "GET /v2.0/ports?device_id=80915831-2ac1-446d-bd91-b95661f12c53 HTTP/1.1" status: 200 len: 945 time: 0.0784883 May 30 05:20:13.308953 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ee40178b-0ea7-4aa8-a207-596eee49a1f6 req-68c5dee3-2167-4274-81ee-829d1d614f16 tempest-DeleteServersTestJSON-35219072 tempest-DeleteServersTestJSON-35219072-project] 10.222.0.15 "GET /v2.0/security-groups?id=614dd05d-cdd4-46fe-ad10-0d87a7e8fe41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380995 May 30 05:20:13.663860 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 50586) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:20:13.700251 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eb4615-f2de-41f8-8cdd-ba6a9e0bce08 req-e9241622-a4b4-49bd-89e4-ec908921277f tempest-DeleteServersTestJSON-35219072 tempest-DeleteServersTestJSON-35219072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:20:13.701697 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-38eb4615-f2de-41f8-8cdd-ba6a9e0bce08 req-e9241622-a4b4-49bd-89e4-ec908921277f tempest-DeleteServersTestJSON-35219072 tempest-DeleteServersTestJSON-35219072-project] 10.222.0.15 "GET /v2.0/ports?device_id=80915831-2ac1-446d-bd91-b95661f12c53 HTTP/1.1" status: 200 len: 945 time: 0.0831153 May 30 05:20:13.744750 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-38eb4615-f2de-41f8-8cdd-ba6a9e0bce08 req-128cebdd-370a-475d-9632-597f5bbd8699 tempest-DeleteServersTestJSON-35219072 tempest-DeleteServersTestJSON-35219072-project] 10.222.0.15 "GET /v2.0/security-groups?id=614dd05d-cdd4-46fe-ad10-0d87a7e8fe41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372858 May 30 05:20:13.774734 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-dcd2fc3f-5f6b-4016-8c5b-a537699b35a5 req-e24144c4-7992-4885-ae52-3730945c2758 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=80915831-2ac1-446d-bd91-b95661f12c53&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1097558 May 30 05:20:14.936611 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5250a807-4a92-4d84-928d-07d8733af454 req-0ed3c0f7-c921-492a-aa99-f7504492a4b7 tempest-DeleteServersTestJSON-35219072 tempest-DeleteServersTestJSON-35219072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:20:14.938112 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5250a807-4a92-4d84-928d-07d8733af454 req-0ed3c0f7-c921-492a-aa99-f7504492a4b7 tempest-DeleteServersTestJSON-35219072 tempest-DeleteServersTestJSON-35219072-project] 10.222.0.15 "GET /v2.0/ports?device_id=80915831-2ac1-446d-bd91-b95661f12c53 HTTP/1.1" status: 200 len: 945 time: 0.0889800 May 30 05:20:14.986718 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5250a807-4a92-4d84-928d-07d8733af454 req-947dcb82-1252-49c8-946a-67bbdc1f93a2 tempest-DeleteServersTestJSON-35219072 tempest-DeleteServersTestJSON-35219072-project] 10.222.0.15 "GET /v2.0/security-groups?id=614dd05d-cdd4-46fe-ad10-0d87a7e8fe41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427969 May 30 05:20:15.058654 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd2fc3f-5f6b-4016-8c5b-a537699b35a5 req-2fcbb9f4-d2e9-4995-aad4-1cd65b2c3909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:20:15.060152 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-dcd2fc3f-5f6b-4016-8c5b-a537699b35a5 req-2fcbb9f4-d2e9-4995-aad4-1cd65b2c3909 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0d23600414f04a3289007b3b3e7a51c3&device_id=80915831-2ac1-446d-bd91-b95661f12c53 HTTP/1.1" status: 200 len: 1098 time: 0.1211579 May 30 05:20:15.187852 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd2fc3f-5f6b-4016-8c5b-a537699b35a5 req-23a2feec-cbe3-434b-aae0-861d40ebc609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:20:15.189345 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-dcd2fc3f-5f6b-4016-8c5b-a537699b35a5 req-23a2feec-cbe3-434b-aae0-861d40ebc609 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c244dd0f-9096-4fb2-8c7f-501d987cd4c1 HTTP/1.1" status: 200 len: 913 time: 0.1233041 May 30 05:20:15.265025 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-dcd2fc3f-5f6b-4016-8c5b-a537699b35a5 req-0a2c2e1d-09c5-4d3a-9e38-81044214a706 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9ab066f1-5bf4-45b9-a6ce-6d4a9ef1842a HTTP/1.1" status: 200 len: 217 time: 0.0693774 May 30 05:20:15.325280 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd2fc3f-5f6b-4016-8c5b-a537699b35a5 req-8395f032-caa8-40e0-8529-cb2d6721f313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:20:15.326589 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-dcd2fc3f-5f6b-4016-8c5b-a537699b35a5 req-8395f032-caa8-40e0-8529-cb2d6721f313 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=733cd644-5273-4c00-bd90-011f0014c89e HTTP/1.1" status: 200 len: 852 time: 0.0559101 May 30 05:20:15.372686 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-dcd2fc3f-5f6b-4016-8c5b-a537699b35a5 req-95c1769d-6247-48c5-9051-7f2830b5e287 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c244dd0f-9096-4fb2-8c7f-501d987cd4c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396531 May 30 05:20:15.507668 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-dcd2fc3f-5f6b-4016-8c5b-a537699b35a5 req-7a1eb345-afdc-4e02-a6f2-21dad3cd47a2 service neutron] 10.222.0.39 "GET /v2.0/networks/c244dd0f-9096-4fb2-8c7f-501d987cd4c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282196 May 30 05:20:15.643468 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-dcd2fc3f-5f6b-4016-8c5b-a537699b35a5 req-e1ac625c-56f1-4eb0-9f62-90e8d8608d3b service neutron] 10.222.0.39 "GET /v2.0/networks/c244dd0f-9096-4fb2-8c7f-501d987cd4c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300161 May 30 05:20:15.814982 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387aae9f-5f91-4bd1-b954-ebb3f2e3acfa req-d952c0fa-2ccd-4659-a1b6-d2672c0a407f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:20:15.816447 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-387aae9f-5f91-4bd1-b954-ebb3f2e3acfa req-d952c0fa-2ccd-4659-a1b6-d2672c0a407f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0d23600414f04a3289007b3b3e7a51c3&device_id=80915831-2ac1-446d-bd91-b95661f12c53 HTTP/1.1" status: 200 len: 1098 time: 0.0824738 May 30 05:20:16.071290 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387aae9f-5f91-4bd1-b954-ebb3f2e3acfa req-6b11529a-38e9-4415-83a3-f1be8b78683f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:20:16.072797 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-387aae9f-5f91-4bd1-b954-ebb3f2e3acfa req-6b11529a-38e9-4415-83a3-f1be8b78683f service neutron] 10.222.0.39 "GET /v2.0/networks?id=c244dd0f-9096-4fb2-8c7f-501d987cd4c1 HTTP/1.1" status: 200 len: 913 time: 0.2383423 May 30 05:20:16.177174 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-387aae9f-5f91-4bd1-b954-ebb3f2e3acfa req-931afd20-7103-4064-96db-cc77bc48c193 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9ab066f1-5bf4-45b9-a6ce-6d4a9ef1842a HTTP/1.1" status: 200 len: 217 time: 0.0985591 May 30 05:20:16.255461 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387aae9f-5f91-4bd1-b954-ebb3f2e3acfa req-f8505b22-0b6f-4350-b72b-f11dc0146ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:20:16.256889 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-387aae9f-5f91-4bd1-b954-ebb3f2e3acfa req-f8505b22-0b6f-4350-b72b-f11dc0146ef7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=733cd644-5273-4c00-bd90-011f0014c89e HTTP/1.1" status: 200 len: 852 time: 0.0740218 May 30 05:20:16.308133 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb870441-d912-4411-8887-f5d5ad81b79e req-a0661d57-fad0-4575-b652-ea2ce0d7f75a tempest-DeleteServersTestJSON-35219072 tempest-DeleteServersTestJSON-35219072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:20:16.309540 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-fb870441-d912-4411-8887-f5d5ad81b79e req-a0661d57-fad0-4575-b652-ea2ce0d7f75a tempest-DeleteServersTestJSON-35219072 tempest-DeleteServersTestJSON-35219072-project] 10.222.0.15 "GET /v2.0/ports?device_id=80915831-2ac1-446d-bd91-b95661f12c53 HTTP/1.1" status: 200 len: 945 time: 0.1836591 May 30 05:20:16.315906 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-387aae9f-5f91-4bd1-b954-ebb3f2e3acfa req-b35c64a5-63b6-4e73-9f65-fabb70190358 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c244dd0f-9096-4fb2-8c7f-501d987cd4c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525656 May 30 05:20:16.434457 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-fb870441-d912-4411-8887-f5d5ad81b79e req-6f1ea490-3b8e-498d-9290-57c08321ccba tempest-DeleteServersTestJSON-35219072 tempest-DeleteServersTestJSON-35219072-project] 10.222.0.15 "GET /v2.0/security-groups?id=614dd05d-cdd4-46fe-ad10-0d87a7e8fe41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176074 May 30 05:20:16.472722 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-387aae9f-5f91-4bd1-b954-ebb3f2e3acfa req-e59764d5-dd73-410a-86a5-df51ed700e95 service neutron] 10.222.0.39 "GET /v2.0/networks/c244dd0f-9096-4fb2-8c7f-501d987cd4c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438470 May 30 05:20:16.600208 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-387aae9f-5f91-4bd1-b954-ebb3f2e3acfa req-5913c2a7-7ffb-4fbb-87da-7c0d75bdafcc service neutron] 10.222.0.39 "GET /v2.0/networks/c244dd0f-9096-4fb2-8c7f-501d987cd4c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214876 May 30 05:20:17.561709 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:20:17.701963 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056b77b2-e339-4e47-b117-803287bed725 req-f0c8f626-e07e-43c0-855e-80ffef71c1a8 tempest-DeleteServersTestJSON-35219072 tempest-DeleteServersTestJSON-35219072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:20:17.703397 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-056b77b2-e339-4e47-b117-803287bed725 req-f0c8f626-e07e-43c0-855e-80ffef71c1a8 tempest-DeleteServersTestJSON-35219072 tempest-DeleteServersTestJSON-35219072-project] 10.222.0.15 "GET /v2.0/ports?device_id=80915831-2ac1-446d-bd91-b95661f12c53 HTTP/1.1" status: 200 len: 945 time: 0.1605601 May 30 05:20:17.750076 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-056b77b2-e339-4e47-b117-803287bed725 req-f7fb591a-cc19-4afd-9787-84a44bae0e19 tempest-DeleteServersTestJSON-35219072 tempest-DeleteServersTestJSON-35219072-project] 10.222.0.15 "GET /v2.0/security-groups?id=614dd05d-cdd4-46fe-ad10-0d87a7e8fe41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407412 May 30 05:20:18.930416 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1801e38b-7fa0-4d72-b98d-127472d7aba1 req-fde64054-4af4-4ab7-a643-168c782e12f5 tempest-DeleteServersTestJSON-35219072 tempest-DeleteServersTestJSON-35219072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:20:18.931899 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1801e38b-7fa0-4d72-b98d-127472d7aba1 req-fde64054-4af4-4ab7-a643-168c782e12f5 tempest-DeleteServersTestJSON-35219072 tempest-DeleteServersTestJSON-35219072-project] 10.222.0.15 "GET /v2.0/ports?device_id=80915831-2ac1-446d-bd91-b95661f12c53 HTTP/1.1" status: 200 len: 945 time: 0.0784621 May 30 05:20:18.975333 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1801e38b-7fa0-4d72-b98d-127472d7aba1 req-3a38e84b-a933-41ee-86d6-6cd9c0fc744d tempest-DeleteServersTestJSON-35219072 tempest-DeleteServersTestJSON-35219072-project] 10.222.0.15 "GET /v2.0/security-groups?id=614dd05d-cdd4-46fe-ad10-0d87a7e8fe41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377924 May 30 05:20:20.158832 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4b3561-ad43-44a1-9f5c-a87b9609741e req-ee3eb42d-ad81-4192-9d67-8a251a9a02b4 tempest-DeleteServersTestJSON-35219072 tempest-DeleteServersTestJSON-35219072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:20:20.160305 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-af4b3561-ad43-44a1-9f5c-a87b9609741e req-ee3eb42d-ad81-4192-9d67-8a251a9a02b4 tempest-DeleteServersTestJSON-35219072 tempest-DeleteServersTestJSON-35219072-project] 10.222.0.15 "GET /v2.0/ports?device_id=80915831-2ac1-446d-bd91-b95661f12c53 HTTP/1.1" status: 200 len: 945 time: 0.0829947 May 30 05:20:20.206437 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-af4b3561-ad43-44a1-9f5c-a87b9609741e req-fe4c6b4b-74cd-4ef4-9033-89b93d601869 tempest-DeleteServersTestJSON-35219072 tempest-DeleteServersTestJSON-35219072-project] 10.222.0.15 "GET /v2.0/security-groups?id=614dd05d-cdd4-46fe-ad10-0d87a7e8fe41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404654 May 30 05:20:21.391807 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f2e54d-462b-40f6-9263-83eff4571ce1 req-b8a5e9f6-a7d0-4307-a658-01afac9dbcc8 tempest-DeleteServersTestJSON-35219072 tempest-DeleteServersTestJSON-35219072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:20:21.393281 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f7f2e54d-462b-40f6-9263-83eff4571ce1 req-b8a5e9f6-a7d0-4307-a658-01afac9dbcc8 tempest-DeleteServersTestJSON-35219072 tempest-DeleteServersTestJSON-35219072-project] 10.222.0.15 "GET /v2.0/ports?device_id=80915831-2ac1-446d-bd91-b95661f12c53 HTTP/1.1" status: 200 len: 945 time: 0.0822542 May 30 05:20:21.437107 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f7f2e54d-462b-40f6-9263-83eff4571ce1 req-83c53a42-d2df-4c5b-a5a7-b59a148b8fe2 tempest-DeleteServersTestJSON-35219072 tempest-DeleteServersTestJSON-35219072-project] 10.222.0.15 "GET /v2.0/security-groups?id=614dd05d-cdd4-46fe-ad10-0d87a7e8fe41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378850 May 30 05:20:22.620875 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ed74b3-d77d-4b0f-aaaa-af8ca38e545e req-0202d2f0-e2d1-402e-b6f4-d3326c344f9e tempest-DeleteServersTestJSON-35219072 tempest-DeleteServersTestJSON-35219072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:20:22.622335 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-44ed74b3-d77d-4b0f-aaaa-af8ca38e545e req-0202d2f0-e2d1-402e-b6f4-d3326c344f9e tempest-DeleteServersTestJSON-35219072 tempest-DeleteServersTestJSON-35219072-project] 10.222.0.15 "GET /v2.0/ports?device_id=80915831-2ac1-446d-bd91-b95661f12c53 HTTP/1.1" status: 200 len: 945 time: 0.0827751 May 30 05:20:22.664686 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-44ed74b3-d77d-4b0f-aaaa-af8ca38e545e req-fa878337-3892-4548-b22c-4da06ae5d9a2 tempest-DeleteServersTestJSON-35219072 tempest-DeleteServersTestJSON-35219072-project] 10.222.0.15 "GET /v2.0/security-groups?id=614dd05d-cdd4-46fe-ad10-0d87a7e8fe41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366931 May 30 05:20:23.850539 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72849add-7da5-4e71-ac7b-a46ee4df89a0 req-71eb0434-7721-4aae-9d88-2ab70e8f3437 tempest-DeleteServersTestJSON-35219072 tempest-DeleteServersTestJSON-35219072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:20:23.851996 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-72849add-7da5-4e71-ac7b-a46ee4df89a0 req-71eb0434-7721-4aae-9d88-2ab70e8f3437 tempest-DeleteServersTestJSON-35219072 tempest-DeleteServersTestJSON-35219072-project] 10.222.0.15 "GET /v2.0/ports?device_id=80915831-2ac1-446d-bd91-b95661f12c53 HTTP/1.1" status: 200 len: 945 time: 0.0845442 May 30 05:20:23.899118 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-72849add-7da5-4e71-ac7b-a46ee4df89a0 req-8395c255-674f-47ab-975c-5563eba5f3de tempest-DeleteServersTestJSON-35219072 tempest-DeleteServersTestJSON-35219072-project] 10.222.0.15 "GET /v2.0/security-groups?id=614dd05d-cdd4-46fe-ad10-0d87a7e8fe41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408235 May 30 05:20:25.084734 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b7e2a1-fff3-4bea-a586-64d66b5ec234 req-a52d3e0d-d6d6-47c6-9f94-5e339d3ec3df tempest-DeleteServersTestJSON-35219072 tempest-DeleteServersTestJSON-35219072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:20:25.087421 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a1b7e2a1-fff3-4bea-a586-64d66b5ec234 req-a52d3e0d-d6d6-47c6-9f94-5e339d3ec3df tempest-DeleteServersTestJSON-35219072 tempest-DeleteServersTestJSON-35219072-project] 10.222.0.15 "GET /v2.0/ports?device_id=80915831-2ac1-446d-bd91-b95661f12c53 HTTP/1.1" status: 200 len: 945 time: 0.0821819 May 30 05:20:25.131632 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a1b7e2a1-fff3-4bea-a586-64d66b5ec234 req-317a3fdb-b44d-408a-afd5-b2fca4608ebf tempest-DeleteServersTestJSON-35219072 tempest-DeleteServersTestJSON-35219072-project] 10.222.0.15 "GET /v2.0/security-groups?id=614dd05d-cdd4-46fe-ad10-0d87a7e8fe41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381179 May 30 05:20:26.317570 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67f4987-098a-4054-8382-5d4c76e4156b req-607821f7-a934-44b2-a04c-c38f4b8497bb tempest-DeleteServersTestJSON-35219072 tempest-DeleteServersTestJSON-35219072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:20:26.319066 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d67f4987-098a-4054-8382-5d4c76e4156b req-607821f7-a934-44b2-a04c-c38f4b8497bb tempest-DeleteServersTestJSON-35219072 tempest-DeleteServersTestJSON-35219072-project] 10.222.0.15 "GET /v2.0/ports?device_id=80915831-2ac1-446d-bd91-b95661f12c53 HTTP/1.1" status: 200 len: 945 time: 0.0820003 May 30 05:20:26.362691 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d67f4987-098a-4054-8382-5d4c76e4156b req-dab33aa8-6228-48d5-8c70-eb48ebd3813d tempest-DeleteServersTestJSON-35219072 tempest-DeleteServersTestJSON-35219072-project] 10.222.0.15 "GET /v2.0/security-groups?id=614dd05d-cdd4-46fe-ad10-0d87a7e8fe41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374746 May 30 05:20:27.543072 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a534c598-c69f-49ee-805d-0ec5bbb6fa8f req-ea51a075-e3d8-4f8a-9e47-679ed9fac347 tempest-DeleteServersTestJSON-35219072 tempest-DeleteServersTestJSON-35219072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:20:27.544516 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a534c598-c69f-49ee-805d-0ec5bbb6fa8f req-ea51a075-e3d8-4f8a-9e47-679ed9fac347 tempest-DeleteServersTestJSON-35219072 tempest-DeleteServersTestJSON-35219072-project] 10.222.0.15 "GET /v2.0/ports?device_id=80915831-2ac1-446d-bd91-b95661f12c53 HTTP/1.1" status: 200 len: 945 time: 0.0781274 May 30 05:20:27.587728 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a534c598-c69f-49ee-805d-0ec5bbb6fa8f req-4511d1e8-f34a-40e2-916f-5d1ffc7dc5d4 tempest-DeleteServersTestJSON-35219072 tempest-DeleteServersTestJSON-35219072-project] 10.222.0.15 "GET /v2.0/security-groups?id=614dd05d-cdd4-46fe-ad10-0d87a7e8fe41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376463 May 30 05:20:28.008873 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-694a68ae-7a12-4261-af36-1fab8ee319ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:20:28.782022 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d17c15-ad49-4a6b-8a8f-74a0a304b556 req-3c7a8884-4a84-4806-a975-a9b612e436fb tempest-DeleteServersTestJSON-35219072 tempest-DeleteServersTestJSON-35219072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:20:28.783466 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-38d17c15-ad49-4a6b-8a8f-74a0a304b556 req-3c7a8884-4a84-4806-a975-a9b612e436fb tempest-DeleteServersTestJSON-35219072 tempest-DeleteServersTestJSON-35219072-project] 10.222.0.15 "GET /v2.0/ports?device_id=80915831-2ac1-446d-bd91-b95661f12c53 HTTP/1.1" status: 200 len: 945 time: 0.0820065 May 30 05:20:28.826597 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-38d17c15-ad49-4a6b-8a8f-74a0a304b556 req-0cc86b07-291a-496b-8c13-ea02f92559f9 tempest-DeleteServersTestJSON-35219072 tempest-DeleteServersTestJSON-35219072-project] 10.222.0.15 "GET /v2.0/security-groups?id=614dd05d-cdd4-46fe-ad10-0d87a7e8fe41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375817 May 30 05:20:30.004588 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3290ec31-c5d2-4038-b979-308c54542f85 req-8175036d-1de2-4878-b01c-ce444b4ddf74 tempest-DeleteServersTestJSON-35219072 tempest-DeleteServersTestJSON-35219072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:20:30.005930 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3290ec31-c5d2-4038-b979-308c54542f85 req-8175036d-1de2-4878-b01c-ce444b4ddf74 tempest-DeleteServersTestJSON-35219072 tempest-DeleteServersTestJSON-35219072-project] 10.222.0.15 "GET /v2.0/ports?device_id=80915831-2ac1-446d-bd91-b95661f12c53 HTTP/1.1" status: 200 len: 945 time: 0.0769579 May 30 05:20:30.049137 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3290ec31-c5d2-4038-b979-308c54542f85 req-c2869146-1a2b-4b7c-8f90-27d597e08bc8 tempest-DeleteServersTestJSON-35219072 tempest-DeleteServersTestJSON-35219072-project] 10.222.0.15 "GET /v2.0/security-groups?id=614dd05d-cdd4-46fe-ad10-0d87a7e8fe41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369778 May 30 05:20:30.230871 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-13534a24-5cb3-4784-a126-4fa96554b7f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:20:31.269154 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56ded65b-0e68-413c-8b9b-1097922cc81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:20:31.335115 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e93343-fb04-44fc-93f6-4d2315c11718 req-10d7db54-b541-422e-8d1c-0b3ccfa4df32 tempest-DeleteServersTestJSON-35219072 tempest-DeleteServersTestJSON-35219072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:20:31.336489 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e0e93343-fb04-44fc-93f6-4d2315c11718 req-10d7db54-b541-422e-8d1c-0b3ccfa4df32 tempest-DeleteServersTestJSON-35219072 tempest-DeleteServersTestJSON-35219072-project] 10.222.0.15 "GET /v2.0/ports?device_id=80915831-2ac1-446d-bd91-b95661f12c53 HTTP/1.1" status: 200 len: 945 time: 0.1843853 May 30 05:20:31.379814 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e0e93343-fb04-44fc-93f6-4d2315c11718 req-3b0d5b08-e827-44bb-9ba3-62da7640720a tempest-DeleteServersTestJSON-35219072 tempest-DeleteServersTestJSON-35219072-project] 10.222.0.15 "GET /v2.0/security-groups?id=614dd05d-cdd4-46fe-ad10-0d87a7e8fe41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373957 May 30 05:20:31.467209 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:20:32.577183 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363b62e6-e3b9-4c88-b291-bcd45a78c301 req-d19925b8-e5ad-4d74-a8e0-1b287e795eca tempest-DeleteServersTestJSON-35219072 tempest-DeleteServersTestJSON-35219072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:20:32.578670 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-363b62e6-e3b9-4c88-b291-bcd45a78c301 req-d19925b8-e5ad-4d74-a8e0-1b287e795eca tempest-DeleteServersTestJSON-35219072 tempest-DeleteServersTestJSON-35219072-project] 10.222.0.15 "GET /v2.0/ports?device_id=80915831-2ac1-446d-bd91-b95661f12c53 HTTP/1.1" status: 200 len: 945 time: 0.0826607 May 30 05:20:32.622043 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-363b62e6-e3b9-4c88-b291-bcd45a78c301 req-172fd71e-20d0-4e57-814a-9f9307e80f52 tempest-DeleteServersTestJSON-35219072 tempest-DeleteServersTestJSON-35219072-project] 10.222.0.15 "GET /v2.0/security-groups?id=614dd05d-cdd4-46fe-ad10-0d87a7e8fe41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376513 May 30 05:20:32.821947 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a142624-940e-4c55-bf49-a5329c884075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:20:33.802320 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98438a9-45f8-4e66-9d31-4598bb2f1cd0 req-eacee49f-aa99-4f55-b8f6-74a9f76d171d tempest-DeleteServersTestJSON-35219072 tempest-DeleteServersTestJSON-35219072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:20:33.803744 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d98438a9-45f8-4e66-9d31-4598bb2f1cd0 req-eacee49f-aa99-4f55-b8f6-74a9f76d171d tempest-DeleteServersTestJSON-35219072 tempest-DeleteServersTestJSON-35219072-project] 10.222.0.15 "GET /v2.0/ports?device_id=80915831-2ac1-446d-bd91-b95661f12c53 HTTP/1.1" status: 200 len: 945 time: 0.0777957 May 30 05:20:33.849514 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d98438a9-45f8-4e66-9d31-4598bb2f1cd0 req-8733035e-1225-45a7-83a0-6d33ba7059f3 tempest-DeleteServersTestJSON-35219072 tempest-DeleteServersTestJSON-35219072-project] 10.222.0.15 "GET /v2.0/security-groups?id=614dd05d-cdd4-46fe-ad10-0d87a7e8fe41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401902 May 30 05:20:35.031829 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d52e7b0-3f54-4228-aa83-061950b12106 req-06175c96-dfe0-4c40-b600-6b199630729c tempest-DeleteServersTestJSON-35219072 tempest-DeleteServersTestJSON-35219072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:20:35.033255 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4d52e7b0-3f54-4228-aa83-061950b12106 req-06175c96-dfe0-4c40-b600-6b199630729c tempest-DeleteServersTestJSON-35219072 tempest-DeleteServersTestJSON-35219072-project] 10.222.0.15 "GET /v2.0/ports?device_id=80915831-2ac1-446d-bd91-b95661f12c53 HTTP/1.1" status: 200 len: 945 time: 0.0809371 May 30 05:20:35.076547 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4d52e7b0-3f54-4228-aa83-061950b12106 req-5cc790f8-b5cd-4c18-9b5b-cbf9159d0383 tempest-DeleteServersTestJSON-35219072 tempest-DeleteServersTestJSON-35219072-project] 10.222.0.15 "GET /v2.0/security-groups?id=614dd05d-cdd4-46fe-ad10-0d87a7e8fe41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376625 May 30 05:20:36.207246 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-45f79e78-106a-4f09-9d2c-69baeab7263d None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 05:20:36.259102 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e93bf5-3b8a-4642-9afa-c72134000071 req-afe72779-b94b-498f-89f6-3f8321c88ddd tempest-DeleteServersTestJSON-35219072 tempest-DeleteServersTestJSON-35219072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:20:36.260593 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b8e93bf5-3b8a-4642-9afa-c72134000071 req-afe72779-b94b-498f-89f6-3f8321c88ddd tempest-DeleteServersTestJSON-35219072 tempest-DeleteServersTestJSON-35219072-project] 10.222.0.15 "GET /v2.0/ports?device_id=80915831-2ac1-446d-bd91-b95661f12c53 HTTP/1.1" status: 200 len: 945 time: 0.0771830 May 30 05:20:36.303481 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b8e93bf5-3b8a-4642-9afa-c72134000071 req-cbd12b47-e465-4c95-b8c2-515bba0eec0b tempest-DeleteServersTestJSON-35219072 tempest-DeleteServersTestJSON-35219072-project] 10.222.0.15 "GET /v2.0/security-groups?id=614dd05d-cdd4-46fe-ad10-0d87a7e8fe41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372183 May 30 05:20:37.487799 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d49df3-0995-4928-b80b-6423df6b572e req-6468cec5-db45-461e-89e0-6e59b399e7be tempest-DeleteServersTestJSON-35219072 tempest-DeleteServersTestJSON-35219072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:20:37.489227 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-80d49df3-0995-4928-b80b-6423df6b572e req-6468cec5-db45-461e-89e0-6e59b399e7be tempest-DeleteServersTestJSON-35219072 tempest-DeleteServersTestJSON-35219072-project] 10.222.0.15 "GET /v2.0/ports?device_id=80915831-2ac1-446d-bd91-b95661f12c53 HTTP/1.1" status: 200 len: 945 time: 0.0825992 May 30 05:20:37.533180 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-80d49df3-0995-4928-b80b-6423df6b572e req-1b31125e-14bc-48e5-908e-93a007f38375 tempest-DeleteServersTestJSON-35219072 tempest-DeleteServersTestJSON-35219072-project] 10.222.0.15 "GET /v2.0/security-groups?id=614dd05d-cdd4-46fe-ad10-0d87a7e8fe41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382164 May 30 05:20:38.710831 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d010b29-ba57-4da3-bbac-026115cc9aee req-272a7fd5-197b-4521-abde-4e7b92b0f617 tempest-DeleteServersTestJSON-35219072 tempest-DeleteServersTestJSON-35219072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:20:38.712262 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9d010b29-ba57-4da3-bbac-026115cc9aee req-272a7fd5-197b-4521-abde-4e7b92b0f617 tempest-DeleteServersTestJSON-35219072 tempest-DeleteServersTestJSON-35219072-project] 10.222.0.15 "GET /v2.0/ports?device_id=80915831-2ac1-446d-bd91-b95661f12c53 HTTP/1.1" status: 200 len: 945 time: 0.0773282 May 30 05:20:38.758500 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9d010b29-ba57-4da3-bbac-026115cc9aee req-9771870b-685b-449c-b936-6e1dd7f158a8 tempest-DeleteServersTestJSON-35219072 tempest-DeleteServersTestJSON-35219072-project] 10.222.0.15 "GET /v2.0/security-groups?id=614dd05d-cdd4-46fe-ad10-0d87a7e8fe41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401187 May 30 05:20:39.938994 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d7a482-ba8d-4b6f-b158-6efceaf60c1f req-c42d978c-5d07-4f31-8cf2-512acd005387 tempest-DeleteServersTestJSON-35219072 tempest-DeleteServersTestJSON-35219072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:20:39.940424 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-34d7a482-ba8d-4b6f-b158-6efceaf60c1f req-c42d978c-5d07-4f31-8cf2-512acd005387 tempest-DeleteServersTestJSON-35219072 tempest-DeleteServersTestJSON-35219072-project] 10.222.0.15 "GET /v2.0/ports?device_id=80915831-2ac1-446d-bd91-b95661f12c53 HTTP/1.1" status: 200 len: 945 time: 0.0777996 May 30 05:20:39.987479 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-34d7a482-ba8d-4b6f-b158-6efceaf60c1f req-e0ec7ce8-5cb3-4c28-8749-2f8da47f426a tempest-DeleteServersTestJSON-35219072 tempest-DeleteServersTestJSON-35219072-project] 10.222.0.15 "GET /v2.0/security-groups?id=614dd05d-cdd4-46fe-ad10-0d87a7e8fe41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414128 May 30 05:20:41.177864 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e65564-cac6-4e24-9f18-7e4e66709f3f req-96510f88-8cf2-4362-b8cd-23183f1397ad tempest-DeleteServersTestJSON-35219072 tempest-DeleteServersTestJSON-35219072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:20:41.179297 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a6e65564-cac6-4e24-9f18-7e4e66709f3f req-96510f88-8cf2-4362-b8cd-23183f1397ad tempest-DeleteServersTestJSON-35219072 tempest-DeleteServersTestJSON-35219072-project] 10.222.0.15 "GET /v2.0/ports?device_id=80915831-2ac1-446d-bd91-b95661f12c53 HTTP/1.1" status: 200 len: 945 time: 0.0829110 May 30 05:20:41.223056 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a6e65564-cac6-4e24-9f18-7e4e66709f3f req-0cc479e9-02ed-4225-bc4f-b7571b30af7d tempest-DeleteServersTestJSON-35219072 tempest-DeleteServersTestJSON-35219072-project] 10.222.0.15 "GET /v2.0/security-groups?id=614dd05d-cdd4-46fe-ad10-0d87a7e8fe41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378320 May 30 05:20:42.431173 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-dcd2fc3f-5f6b-4016-8c5b-a537699b35a5 req-41474716-e7be-4e3f-84be-8696be33f53c service neutron] 10.222.0.39 "GET /v2.0/ports/9ab066f1-5bf4-45b9-a6ce-6d4a9ef1842a/bindings/hv-neutron-8437 HTTP/1.1" status: 200 len: 384 time: 0.1302419 May 30 05:20:42.446582 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac5c6d0-348e-4fc8-ad9b-bb8b010f31bf req-a3a5eb7c-c2e0-4706-bed6-49e1be68fe1f tempest-DeleteServersTestJSON-35219072 tempest-DeleteServersTestJSON-35219072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:20:42.448055 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-eac5c6d0-348e-4fc8-ad9b-bb8b010f31bf req-a3a5eb7c-c2e0-4706-bed6-49e1be68fe1f tempest-DeleteServersTestJSON-35219072 tempest-DeleteServersTestJSON-35219072-project] 10.222.0.15 "GET /v2.0/ports?device_id=80915831-2ac1-446d-bd91-b95661f12c53 HTTP/1.1" status: 200 len: 945 time: 0.1108761 May 30 05:20:42.492990 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-eac5c6d0-348e-4fc8-ad9b-bb8b010f31bf req-7c9854ec-04a8-432e-aa99-2a29764b8500 tempest-DeleteServersTestJSON-35219072 tempest-DeleteServersTestJSON-35219072-project] 10.222.0.15 "GET /v2.0/security-groups?id=614dd05d-cdd4-46fe-ad10-0d87a7e8fe41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389619 May 30 05:20:42.810963 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd2fc3f-5f6b-4016-8c5b-a537699b35a5 req-39fe60e3-f287-48f0-9301-6f6ea9b2e1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:20:42.812435 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-dcd2fc3f-5f6b-4016-8c5b-a537699b35a5 req-39fe60e3-f287-48f0-9301-6f6ea9b2e1e9 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=80915831-2ac1-446d-bd91-b95661f12c53&tenant_id=0d23600414f04a3289007b3b3e7a51c3 HTTP/1.1" status: 200 len: 1098 time: 0.0698407 May 30 05:20:42.905093 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd2fc3f-5f6b-4016-8c5b-a537699b35a5 req-ac7bb0d4-0c86-426d-8c31-c092ba7d91ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:20:42.906556 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-dcd2fc3f-5f6b-4016-8c5b-a537699b35a5 req-ac7bb0d4-0c86-426d-8c31-c092ba7d91ab service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0d23600414f04a3289007b3b3e7a51c3&device_id=80915831-2ac1-446d-bd91-b95661f12c53 HTTP/1.1" status: 200 len: 1098 time: 0.0720382 May 30 05:20:43.034180 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd2fc3f-5f6b-4016-8c5b-a537699b35a5 req-cacefbc9-bc13-4a02-ba5c-f49e8eac0434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:20:43.035603 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-dcd2fc3f-5f6b-4016-8c5b-a537699b35a5 req-cacefbc9-bc13-4a02-ba5c-f49e8eac0434 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c244dd0f-9096-4fb2-8c7f-501d987cd4c1 HTTP/1.1" status: 200 len: 913 time: 0.1223514 May 30 05:20:43.103429 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-dcd2fc3f-5f6b-4016-8c5b-a537699b35a5 req-0a31a9c6-becf-42cb-9cc4-4cd64e55d382 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9ab066f1-5bf4-45b9-a6ce-6d4a9ef1842a HTTP/1.1" status: 200 len: 217 time: 0.0615821 May 30 05:20:43.163249 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd2fc3f-5f6b-4016-8c5b-a537699b35a5 req-4c0dc3b4-717a-4839-941c-3a3b7a39187d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:20:43.164626 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-dcd2fc3f-5f6b-4016-8c5b-a537699b35a5 req-4c0dc3b4-717a-4839-941c-3a3b7a39187d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=733cd644-5273-4c00-bd90-011f0014c89e HTTP/1.1" status: 200 len: 852 time: 0.0557718 May 30 05:20:43.209609 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-dcd2fc3f-5f6b-4016-8c5b-a537699b35a5 req-aa90deed-8122-4d19-bdbd-5253376dde57 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c244dd0f-9096-4fb2-8c7f-501d987cd4c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394645 May 30 05:20:43.336566 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-dcd2fc3f-5f6b-4016-8c5b-a537699b35a5 req-4dfea288-e9a3-4aff-b573-241cf7e9e22e service neutron] 10.222.0.39 "GET /v2.0/networks/c244dd0f-9096-4fb2-8c7f-501d987cd4c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208417 May 30 05:20:43.558979 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-dcd2fc3f-5f6b-4016-8c5b-a537699b35a5 req-d5f3c4c9-7906-43c3-bbc2-873a08d29c6d service neutron] 10.222.0.39 "GET /v2.0/networks/c244dd0f-9096-4fb2-8c7f-501d987cd4c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168603 May 30 05:20:43.685100 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ddc373-d92f-4934-9b05-50e780143e6f req-ce605005-0b1c-42c0-a834-d6354da86a3c tempest-DeleteServersTestJSON-35219072 tempest-DeleteServersTestJSON-35219072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:20:43.686579 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d7ddc373-d92f-4934-9b05-50e780143e6f req-ce605005-0b1c-42c0-a834-d6354da86a3c tempest-DeleteServersTestJSON-35219072 tempest-DeleteServersTestJSON-35219072-project] 10.222.0.15 "GET /v2.0/ports?device_id=80915831-2ac1-446d-bd91-b95661f12c53 HTTP/1.1" status: 200 len: 945 time: 0.0864284 May 30 05:20:43.730827 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d7ddc373-d92f-4934-9b05-50e780143e6f req-e0eb204f-0981-4d2c-b1b3-9d6a8c978b4c tempest-DeleteServersTestJSON-35219072 tempest-DeleteServersTestJSON-35219072-project] 10.222.0.15 "GET /v2.0/security-groups?id=614dd05d-cdd4-46fe-ad10-0d87a7e8fe41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381804 May 30 05:20:44.911760 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c71ade-1863-477d-8c8b-d9a5d926eada req-d5083f70-a680-4381-9a5d-42b2da44adc3 tempest-DeleteServersTestJSON-35219072 tempest-DeleteServersTestJSON-35219072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:20:44.913198 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e7c71ade-1863-477d-8c8b-d9a5d926eada req-d5083f70-a680-4381-9a5d-42b2da44adc3 tempest-DeleteServersTestJSON-35219072 tempest-DeleteServersTestJSON-35219072-project] 10.222.0.15 "GET /v2.0/ports?device_id=80915831-2ac1-446d-bd91-b95661f12c53 HTTP/1.1" status: 200 len: 945 time: 0.0786867 May 30 05:20:44.959723 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e7c71ade-1863-477d-8c8b-d9a5d926eada req-eee8e5ab-8e52-4aec-884f-85d16d233291 tempest-DeleteServersTestJSON-35219072 tempest-DeleteServersTestJSON-35219072-project] 10.222.0.15 "GET /v2.0/security-groups?id=614dd05d-cdd4-46fe-ad10-0d87a7e8fe41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403028 May 30 05:20:46.139479 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a7d80c-aadd-4c7e-a311-59ea8fc30add req-049d807d-a455-41b4-af80-5575401fe141 tempest-DeleteServersTestJSON-35219072 tempest-DeleteServersTestJSON-35219072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:20:46.140921 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f1a7d80c-aadd-4c7e-a311-59ea8fc30add req-049d807d-a455-41b4-af80-5575401fe141 tempest-DeleteServersTestJSON-35219072 tempest-DeleteServersTestJSON-35219072-project] 10.222.0.15 "GET /v2.0/ports?device_id=80915831-2ac1-446d-bd91-b95661f12c53 HTTP/1.1" status: 200 len: 945 time: 0.0768650 May 30 05:20:46.190524 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f1a7d80c-aadd-4c7e-a311-59ea8fc30add req-8da7b771-1d24-42b8-8c8c-39a76bd1d039 tempest-DeleteServersTestJSON-35219072 tempest-DeleteServersTestJSON-35219072-project] 10.222.0.15 "GET /v2.0/security-groups?id=614dd05d-cdd4-46fe-ad10-0d87a7e8fe41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438781 May 30 05:20:46.590658 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device 9ab066f1-5bf4-45b9-a6ce-6d4a9ef1842a details requested by agent hyperv_hv-neutron-8437 with host hv-neutron-8437 {{(pid=88262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 05:20:46.593382 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device 9ab066f1-5bf4-45b9-a6ce-6d4a9ef1842a no longer exists at agent hyperv_hv-neutron-8437 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 05:20:46.823891 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Current status of the port 9ab066f1-5bf4-45b9-a6ce-6d4a9ef1842a is: ACTIVE; New status is: DOWN {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:20:46.824269 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:20:46.853751 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port 9ab066f1-5bf4-45b9-a6ce-6d4a9ef1842a, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=9ab066f1-5bf4-45b9-a6ce-6d4a9ef1842a,segment=NetworkSegment(03048d46-cd8d-4570-8646-dd040b3a3881),segment_id=03048d46-cd8d-4570-8646-dd040b3a3881)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:20:46.875151 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80915831-2ac1-446d-bd91-b95661f12c53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ab066f1-5bf4-45b9-a6ce-6d4a9ef1842a'}] {{(pid=88262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:20:46.879501 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Returning: {'device': '9ab066f1-5bf4-45b9-a6ce-6d4a9ef1842a', 'network_id': 'c244dd0f-9096-4fb2-8c7f-501d987cd4c1', 'port_id': '9ab066f1-5bf4-45b9-a6ce-6d4a9ef1842a', 'mac_address': 'fa:16:3e:17:6f:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '733cd644-5273-4c00-bd90-011f0014c89e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 05:20:46.913877 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port 9ab066f1-5bf4-45b9-a6ce-6d4a9ef1842a, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=9ab066f1-5bf4-45b9-a6ce-6d4a9ef1842a,segment=NetworkSegment(03048d46-cd8d-4570-8646-dd040b3a3881),segment_id=03048d46-cd8d-4570-8646-dd040b3a3881)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:20:46.929541 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:20:46.932639 dv-neutron-843763-1-hyperv neutron-server[88262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2aef6e79-aac0-4a68-aeec-f8568feb5e4b'] response: {'server_uuid': '80915831-2ac1-446d-bd91-b95661f12c53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ab066f1-5bf4-45b9-a6ce-6d4a9ef1842a', 'code': 200} May 30 05:20:46.990744 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Current status of the port 9ab066f1-5bf4-45b9-a6ce-6d4a9ef1842a is: ACTIVE; New status is: BUILD {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:20:46.991125 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:20:47.015657 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9ab066f1-5bf4-45b9-a6ce-6d4a9ef1842a {{(pid=88262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 30 05:20:47.023483 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Pushing event updated for resources: {'Port': ['ID=9ab066f1-5bf4-45b9-a6ce-6d4a9ef1842a,revision_number=6']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:20:47.056521 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:20:47.057421 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:20:47.057762 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:20:47.058124 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:20:47.058458 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:20:47.058789 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:20:47.059116 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:20:47.059451 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:20:47.059775 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:20:47.060098 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:20:47.060421 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:20:47.060740 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:20:47.091378 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.db.api [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 05:20:47.091733 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG oslo_db.api [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 05:20:47.382280 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35be224f-0ace-404b-bcd6-cb8c24239e1a req-d2a808ad-d6f6-47a1-aae5-a7b2a12c0ee5 tempest-DeleteServersTestJSON-35219072 tempest-DeleteServersTestJSON-35219072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:20:47.383917 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-35be224f-0ace-404b-bcd6-cb8c24239e1a req-d2a808ad-d6f6-47a1-aae5-a7b2a12c0ee5 tempest-DeleteServersTestJSON-35219072 tempest-DeleteServersTestJSON-35219072-project] 10.222.0.15 "GET /v2.0/ports?device_id=80915831-2ac1-446d-bd91-b95661f12c53 HTTP/1.1" status: 200 len: 943 time: 0.0855315 May 30 05:20:47.427733 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-35be224f-0ace-404b-bcd6-cb8c24239e1a req-5989c43a-d9d5-42cd-bad0-7ccaae7864a0 tempest-DeleteServersTestJSON-35219072 tempest-DeleteServersTestJSON-35219072-project] 10.222.0.15 "GET /v2.0/security-groups?id=614dd05d-cdd4-46fe-ad10-0d87a7e8fe41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380323 May 30 05:20:47.574093 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:20:47.650888 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Current status of the port 9ab066f1-5bf4-45b9-a6ce-6d4a9ef1842a is: DOWN; New status is: BUILD {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:20:47.651562 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:20:47.668651 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ab066f1-5bf4-45b9-a6ce-6d4a9ef1842a {{(pid=88262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 30 05:20:47.684789 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port 9ab066f1-5bf4-45b9-a6ce-6d4a9ef1842a, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=9ab066f1-5bf4-45b9-a6ce-6d4a9ef1842a,segment=NetworkSegment(03048d46-cd8d-4570-8646-dd040b3a3881),segment_id=03048d46-cd8d-4570-8646-dd040b3a3881)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:20:47.688711 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:20:47.758377 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] get_ports_and_sgs() called for port_ids ['9ab066f1-5bf4-45b9-a6ce-6d4a9ef1842a'] {{(pid=88262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 30 05:20:47.793838 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6333469e-24dc-4a96-9dbd-47dd3b069cd8 req-26d14d73-0084-41b8-9db1-63b860ed27df tempest-DeleteServersTestJSON-35219072 tempest-DeleteServersTestJSON-35219072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:20:47.795308 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6333469e-24dc-4a96-9dbd-47dd3b069cd8 req-26d14d73-0084-41b8-9db1-63b860ed27df tempest-DeleteServersTestJSON-35219072 tempest-DeleteServersTestJSON-35219072-project] 10.222.0.39 "GET /v2.0/ports?device_id=80915831-2ac1-446d-bd91-b95661f12c53&tenant_id=0d23600414f04a3289007b3b3e7a51c3&binding%3Ahost_id=hv-neutron-8437 HTTP/1.1" status: 200 len: 944 time: 0.0841188 May 30 05:20:47.806143 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Pushing event updated for resources: {'Port': ['ID=9ab066f1-5bf4-45b9-a6ce-6d4a9ef1842a,revision_number=7']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:20:47.940920 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6333469e-24dc-4a96-9dbd-47dd3b069cd8 req-0e727e30-6e25-4c88-817a-ad5e35c9d6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:20:47.942438 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6333469e-24dc-4a96-9dbd-47dd3b069cd8 req-0e727e30-6e25-4c88-817a-ad5e35c9d6ee service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0d23600414f04a3289007b3b3e7a51c3&device_id=80915831-2ac1-446d-bd91-b95661f12c53 HTTP/1.1" status: 200 len: 1097 time: 0.0744214 May 30 05:20:48.076121 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6333469e-24dc-4a96-9dbd-47dd3b069cd8 req-5f1d6279-3650-4988-803b-3c54edd7da6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:20:48.077459 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6333469e-24dc-4a96-9dbd-47dd3b069cd8 req-5f1d6279-3650-4988-803b-3c54edd7da6b service neutron] 10.222.0.39 "GET /v2.0/networks?id=c244dd0f-9096-4fb2-8c7f-501d987cd4c1 HTTP/1.1" status: 200 len: 913 time: 0.1293225 May 30 05:20:48.144200 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6333469e-24dc-4a96-9dbd-47dd3b069cd8 req-36ed73c6-2072-4b66-8b85-f32bd3d8eec6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9ab066f1-5bf4-45b9-a6ce-6d4a9ef1842a HTTP/1.1" status: 200 len: 217 time: 0.0591495 May 30 05:20:48.210348 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6333469e-24dc-4a96-9dbd-47dd3b069cd8 req-7281e7bf-51b0-4a34-9bb9-bae401c6d284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:20:48.211793 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6333469e-24dc-4a96-9dbd-47dd3b069cd8 req-7281e7bf-51b0-4a34-9bb9-bae401c6d284 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=733cd644-5273-4c00-bd90-011f0014c89e HTTP/1.1" status: 200 len: 852 time: 0.0619519 May 30 05:20:48.258413 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6333469e-24dc-4a96-9dbd-47dd3b069cd8 req-cb9bdfb8-33a2-4ff5-8bbc-8b2fe0b4f021 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c244dd0f-9096-4fb2-8c7f-501d987cd4c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411563 May 30 05:20:48.384265 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6333469e-24dc-4a96-9dbd-47dd3b069cd8 req-1b1af810-e869-48ce-91c6-39cf68fa7b4b service neutron] 10.222.0.39 "GET /v2.0/networks/c244dd0f-9096-4fb2-8c7f-501d987cd4c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198366 May 30 05:20:48.517372 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6333469e-24dc-4a96-9dbd-47dd3b069cd8 req-bd392c4c-e69e-49c3-a968-110a21f65671 service neutron] 10.222.0.39 "GET /v2.0/networks/c244dd0f-9096-4fb2-8c7f-501d987cd4c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267059 May 30 05:20:48.623520 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device 9ab066f1-5bf4-45b9-a6ce-6d4a9ef1842a up at agent hyperv_hv-neutron-8437 {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:20:48.691840 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Provisioning complete for port 9ab066f1-5bf4-45b9-a6ce-6d4a9ef1842a triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:20:48.692517 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:20:48.803546 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Current status of the port 9ab066f1-5bf4-45b9-a6ce-6d4a9ef1842a is: BUILD; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:20:48.803930 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:20:48.853032 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port 9ab066f1-5bf4-45b9-a6ce-6d4a9ef1842a, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=9ab066f1-5bf4-45b9-a6ce-6d4a9ef1842a,segment=NetworkSegment(03048d46-cd8d-4570-8646-dd040b3a3881),segment_id=03048d46-cd8d-4570-8646-dd040b3a3881)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:20:48.856742 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:20:48.922294 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Pushing event updated for resources: {'Port': ['ID=9ab066f1-5bf4-45b9-a6ce-6d4a9ef1842a,revision_number=8']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:20:48.933388 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80915831-2ac1-446d-bd91-b95661f12c53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ab066f1-5bf4-45b9-a6ce-6d4a9ef1842a'}] {{(pid=88262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:20:49.187937 dv-neutron-843763-1-hyperv neutron-server[88262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73fc8817-ec07-4fd3-9e4c-0cd9f60d3452'] response: {'server_uuid': '80915831-2ac1-446d-bd91-b95661f12c53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ab066f1-5bf4-45b9-a6ce-6d4a9ef1842a', 'code': 200} May 30 05:20:49.489579 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3638d233-bf81-42e7-97ce-37be5b6f6056 req-c1b48a2b-42da-4d85-9203-9beef111c4c8 tempest-DeleteServersTestJSON-35219072 tempest-DeleteServersTestJSON-35219072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:20:49.490965 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3638d233-bf81-42e7-97ce-37be5b6f6056 req-c1b48a2b-42da-4d85-9203-9beef111c4c8 tempest-DeleteServersTestJSON-35219072 tempest-DeleteServersTestJSON-35219072-project] 10.222.0.15 "GET /v2.0/ports?device_id=80915831-2ac1-446d-bd91-b95661f12c53 HTTP/1.1" status: 200 len: 945 time: 0.0789735 May 30 05:20:49.537095 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3638d233-bf81-42e7-97ce-37be5b6f6056 req-af539528-3320-4cc6-96df-c15718f8eb20 tempest-DeleteServersTestJSON-35219072 tempest-DeleteServersTestJSON-35219072-project] 10.222.0.15 "GET /v2.0/security-groups?id=614dd05d-cdd4-46fe-ad10-0d87a7e8fe41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398612 May 30 05:20:50.717741 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e6d202-e7c6-4dd2-9468-7c347633ffb7 req-1c874f43-aeb2-4523-8758-4a3c171745e1 tempest-DeleteServersTestJSON-35219072 tempest-DeleteServersTestJSON-35219072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:20:50.719220 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f7e6d202-e7c6-4dd2-9468-7c347633ffb7 req-1c874f43-aeb2-4523-8758-4a3c171745e1 tempest-DeleteServersTestJSON-35219072 tempest-DeleteServersTestJSON-35219072-project] 10.222.0.15 "GET /v2.0/ports?device_id=80915831-2ac1-446d-bd91-b95661f12c53 HTTP/1.1" status: 200 len: 945 time: 0.0788889 May 30 05:20:50.763018 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f7e6d202-e7c6-4dd2-9468-7c347633ffb7 req-b1402b32-f345-485a-a1f3-1f16992dec9f tempest-DeleteServersTestJSON-35219072 tempest-DeleteServersTestJSON-35219072-project] 10.222.0.15 "GET /v2.0/security-groups?id=614dd05d-cdd4-46fe-ad10-0d87a7e8fe41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381055 May 30 05:20:51.033086 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6333469e-24dc-4a96-9dbd-47dd3b069cd8 req-295241d7-605a-410b-993d-3a9f6686289b tempest-DeleteServersTestJSON-35219072 tempest-DeleteServersTestJSON-35219072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:20:51.034439 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6333469e-24dc-4a96-9dbd-47dd3b069cd8 req-295241d7-605a-410b-993d-3a9f6686289b tempest-DeleteServersTestJSON-35219072 tempest-DeleteServersTestJSON-35219072-project] 10.222.0.39 "GET /v2.0/ports?device_id=80915831-2ac1-446d-bd91-b95661f12c53 HTTP/1.1" status: 200 len: 945 time: 0.0807924 May 30 05:20:51.100716 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [req-6333469e-24dc-4a96-9dbd-47dd3b069cd8 req-b8cc3955-bedb-478a-a219-c9fbf700d764 tempest-DeleteServersTestJSON-35219072 tempest-DeleteServersTestJSON-35219072-project] Deleting port 9ab066f1-5bf4-45b9-a6ce-6d4a9ef1842a {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:20:51.101060 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-6333469e-24dc-4a96-9dbd-47dd3b069cd8 req-b8cc3955-bedb-478a-a219-c9fbf700d764 tempest-DeleteServersTestJSON-35219072 tempest-DeleteServersTestJSON-35219072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:20:51.443182 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [req-6333469e-24dc-4a96-9dbd-47dd3b069cd8 req-b8cc3955-bedb-478a-a219-c9fbf700d764 tempest-DeleteServersTestJSON-35219072 tempest-DeleteServersTestJSON-35219072-project] For port 9ab066f1-5bf4-45b9-a6ce-6d4a9ef1842a, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=9ab066f1-5bf4-45b9-a6ce-6d4a9ef1842a,segment=NetworkSegment(03048d46-cd8d-4570-8646-dd040b3a3881),segment_id=03048d46-cd8d-4570-8646-dd040b3a3881)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:20:51.443541 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-6333469e-24dc-4a96-9dbd-47dd3b069cd8 req-b8cc3955-bedb-478a-a219-c9fbf700d764 tempest-DeleteServersTestJSON-35219072 tempest-DeleteServersTestJSON-35219072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:20:51.563275 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [req-6333469e-24dc-4a96-9dbd-47dd3b069cd8 req-b8cc3955-bedb-478a-a219-c9fbf700d764 tempest-DeleteServersTestJSON-35219072 tempest-DeleteServersTestJSON-35219072-project] Calling delete_port for 9ab066f1-5bf4-45b9-a6ce-6d4a9ef1842a owned by compute:nova {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:20:51.704418 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-6333469e-24dc-4a96-9dbd-47dd3b069cd8 req-b8cc3955-bedb-478a-a219-c9fbf700d764 tempest-DeleteServersTestJSON-35219072 tempest-DeleteServersTestJSON-35219072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:20:51.716143 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] get_ports_and_sgs() called for port_ids ['9ab066f1-5bf4-45b9-a6ce-6d4a9ef1842a'] {{(pid=88262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 30 05:20:51.754050 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cc3955-bedb-478a-a219-c9fbf700d764 tempest-DeleteServersTestJSON-35219072 tempest-DeleteServersTestJSON-35219072-project] Pushing event deleted for resources: {'Port': ['ID=9ab066f1-5bf4-45b9-a6ce-6d4a9ef1842a,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:20:51.791458 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cc3955-bedb-478a-a219-c9fbf700d764 tempest-DeleteServersTestJSON-35219072 tempest-DeleteServersTestJSON-35219072-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:20:51.791803 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cc3955-bedb-478a-a219-c9fbf700d764 tempest-DeleteServersTestJSON-35219072 tempest-DeleteServersTestJSON-35219072-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:20:51.792136 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cc3955-bedb-478a-a219-c9fbf700d764 tempest-DeleteServersTestJSON-35219072 tempest-DeleteServersTestJSON-35219072-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:20:51.792464 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cc3955-bedb-478a-a219-c9fbf700d764 tempest-DeleteServersTestJSON-35219072 tempest-DeleteServersTestJSON-35219072-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:20:51.792787 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cc3955-bedb-478a-a219-c9fbf700d764 tempest-DeleteServersTestJSON-35219072 tempest-DeleteServersTestJSON-35219072-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:20:51.793112 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cc3955-bedb-478a-a219-c9fbf700d764 tempest-DeleteServersTestJSON-35219072 tempest-DeleteServersTestJSON-35219072-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:20:51.793970 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cc3955-bedb-478a-a219-c9fbf700d764 tempest-DeleteServersTestJSON-35219072 tempest-DeleteServersTestJSON-35219072-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:20:51.793970 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cc3955-bedb-478a-a219-c9fbf700d764 tempest-DeleteServersTestJSON-35219072 tempest-DeleteServersTestJSON-35219072-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:20:51.794144 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cc3955-bedb-478a-a219-c9fbf700d764 tempest-DeleteServersTestJSON-35219072 tempest-DeleteServersTestJSON-35219072-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:20:51.794379 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cc3955-bedb-478a-a219-c9fbf700d764 tempest-DeleteServersTestJSON-35219072 tempest-DeleteServersTestJSON-35219072-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:20:51.794694 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cc3955-bedb-478a-a219-c9fbf700d764 tempest-DeleteServersTestJSON-35219072 tempest-DeleteServersTestJSON-35219072-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:20:51.795008 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cc3955-bedb-478a-a219-c9fbf700d764 tempest-DeleteServersTestJSON-35219072 tempest-DeleteServersTestJSON-35219072-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:20:51.840785 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [req-6333469e-24dc-4a96-9dbd-47dd3b069cd8 req-b8cc3955-bedb-478a-a219-c9fbf700d764 tempest-DeleteServersTestJSON-35219072 tempest-DeleteServersTestJSON-35219072-project] No DVR routers for this DVR port 9ab066f1-5bf4-45b9-a6ce-6d4a9ef1842a on host hv-neutron-8437 {{(pid=88261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 05:20:51.843326 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-6333469e-24dc-4a96-9dbd-47dd3b069cd8 req-b8cc3955-bedb-478a-a219-c9fbf700d764 tempest-DeleteServersTestJSON-35219072 tempest-DeleteServersTestJSON-35219072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:20:51.845910 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80915831-2ac1-446d-bd91-b95661f12c53', 'name': 'network-vif-deleted', 'tag': '9ab066f1-5bf4-45b9-a6ce-6d4a9ef1842a'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:20:51.861093 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6333469e-24dc-4a96-9dbd-47dd3b069cd8 req-b8cc3955-bedb-478a-a219-c9fbf700d764 tempest-DeleteServersTestJSON-35219072 tempest-DeleteServersTestJSON-35219072-project] 10.222.0.39 "DELETE /v2.0/ports/9ab066f1-5bf4-45b9-a6ce-6d4a9ef1842a HTTP/1.1" status: 204 len: 173 time: 0.8214908 May 30 05:20:51.914972 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-403ae3e3-81ab-4512-97ba-c85a2bcfc8d3 req-f181299b-19ca-4bc7-b339-99605d0a2ed1 tempest-DeleteServersTestJSON-35219072 tempest-DeleteServersTestJSON-35219072-project] Synchronizing usage tracker for tenant:0d23600414f04a3289007b3b3e7a51c3 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:20:51.929761 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-403ae3e3-81ab-4512-97ba-c85a2bcfc8d3 req-f181299b-19ca-4bc7-b339-99605d0a2ed1 tempest-DeleteServersTestJSON-35219072 tempest-DeleteServersTestJSON-35219072-project] Unset dirty status for tenant:0d23600414f04a3289007b3b3e7a51c3 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:20:51.931046 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-403ae3e3-81ab-4512-97ba-c85a2bcfc8d3 req-f181299b-19ca-4bc7-b339-99605d0a2ed1 tempest-DeleteServersTestJSON-35219072 tempest-DeleteServersTestJSON-35219072-project] 10.222.0.15 "GET /v2.0/ports?device_id=80915831-2ac1-446d-bd91-b95661f12c53 HTTP/1.1" status: 200 len: 210 time: 0.0599668 May 30 05:20:52.034854 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9df5cc7a-7628-4601-9ac9-2de4dce9bccb'] response: {'server_uuid': '80915831-2ac1-446d-bd91-b95661f12c53', 'name': 'network-vif-deleted', 'tag': '9ab066f1-5bf4-45b9-a6ce-6d4a9ef1842a', 'status': 'completed', 'code': 200} May 30 05:20:53.162624 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 50702) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:20:53.226180 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_v2 [None req-11eb6cdb-f9ac-4db2-a0c9-e3e0a6b696d8 admin admin] Deleting subnet 733cd644-5273-4c00-bd90-011f0014c89e {{(pid=88260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 30 05:20:53.229017 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-11eb6cdb-f9ac-4db2-a0c9-e3e0a6b696d8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:20:53.278553 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-11eb6cdb-f9ac-4db2-a0c9-e3e0a6b696d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1454738'] for subnet, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:20:53.334763 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-11eb6cdb-f9ac-4db2-a0c9-e3e0a6b696d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860493'] for subnet, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:20:53.400954 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-11eb6cdb-f9ac-4db2-a0c9-e3e0a6b696d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1547867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2133322'] for subnet, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:20:53.440361 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-11eb6cdb-f9ac-4db2-a0c9-e3e0a6b696d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:20:53.442814 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11eb6cdb-f9ac-4db2-a0c9-e3e0a6b696d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=733cd644-5273-4c00-bd90-011f0014c89e,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:20:53.452351 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11eb6cdb-f9ac-4db2-a0c9-e3e0a6b696d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:20:53.452699 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11eb6cdb-f9ac-4db2-a0c9-e3e0a6b696d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:20:53.453037 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11eb6cdb-f9ac-4db2-a0c9-e3e0a6b696d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:20:53.453369 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11eb6cdb-f9ac-4db2-a0c9-e3e0a6b696d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:20:53.453698 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11eb6cdb-f9ac-4db2-a0c9-e3e0a6b696d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:20:53.454054 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11eb6cdb-f9ac-4db2-a0c9-e3e0a6b696d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:20:53.454379 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11eb6cdb-f9ac-4db2-a0c9-e3e0a6b696d8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:20:53.454703 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11eb6cdb-f9ac-4db2-a0c9-e3e0a6b696d8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:20:53.455024 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11eb6cdb-f9ac-4db2-a0c9-e3e0a6b696d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:20:53.455342 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11eb6cdb-f9ac-4db2-a0c9-e3e0a6b696d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:20:53.455658 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11eb6cdb-f9ac-4db2-a0c9-e3e0a6b696d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:20:53.455975 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11eb6cdb-f9ac-4db2-a0c9-e3e0a6b696d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:20:53.459700 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-11eb6cdb-f9ac-4db2-a0c9-e3e0a6b696d8 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/733cd644-5273-4c00-bd90-011f0014c89e HTTP/1.1" status: 204 len: 168 time: 0.2955103 May 30 05:20:53.461642 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 50706) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:20:53.566613 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-264a2215-1124-4222-b782-961c61863998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897784'] for network, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:20:53.687070 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-264a2215-1124-4222-b782-961c61863998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867540', 'neutron.services.segments.db._delete_segments_for_network-8729234922972'] for network, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:20:53.712037 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-264a2215-1124-4222-b782-961c61863998 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c244dd0f-9096-4fb2-8c7f-501d987cd4c1']}} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:20:53.723615 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-264a2215-1124-4222-b782-961c61863998 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03048d46-cd8d-4570-8646-dd040b3a3881') {'for_net_delete': True} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:20:53.723912 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-264a2215-1124-4222-b782-961c61863998 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03048d46-cd8d-4570-8646-dd040b3a3881') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:20:53.734736 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-264a2215-1124-4222-b782-961c61863998 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729235042807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1454725'] for segment, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:20:53.753833 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-264a2215-1124-4222-b782-961c61863998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:20:53.760749 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-264a2215-1124-4222-b782-961c61863998 admin admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=88260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 05:20:53.761119 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-264a2215-1124-4222-b782-961c61863998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-862858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1547513'] for segment, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:20:53.940183 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 03048d46-cd8d-4570-8646-dd040b3a3881 resource provider aggregate not found May 30 05:20:53.951550 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-264a2215-1124-4222-b782-961c61863998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604744'] for network, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:20:53.970665 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-264a2215-1124-4222-b782-961c61863998 admin admin] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:20:53.975642 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 03048d46-cd8d-4570-8646-dd040b3a3881 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 03048d46-cd8d-4570-8646-dd040b3a3881 found for delete ", "request_id": "req-e7555a76-b04a-4fde-b629-d0a7995f3395"}]} May 30 05:20:53.980859 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264a2215-1124-4222-b782-961c61863998 admin admin] Pushing event deleted for resources: {'Network': ['ID=c244dd0f-9096-4fb2-8c7f-501d987cd4c1,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:20:53.983655 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-264a2215-1124-4222-b782-961c61863998 admin admin] 10.222.0.15 "DELETE /v2.0/networks/c244dd0f-9096-4fb2-8c7f-501d987cd4c1 HTTP/1.1" status: 204 len: 168 time: 0.5210392 May 30 05:20:54.095528 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 50718) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:20:54.142730 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-84be9d25-a480-4eaa-9b6f-98f978ebd7dd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0d23600414f04a3289007b3b3e7a51c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0460181 May 30 05:20:54.144970 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 50722) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:20:54.206400 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bf26560d-5a9c-4f71-93ce-14cdbdb9d32a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:20:54.231291 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bf26560d-5a9c-4f71-93ce-14cdbdb9d32a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:20:54.282720 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bf26560d-5a9c-4f71-93ce-14cdbdb9d32a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:20:54.298075 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf26560d-5a9c-4f71-93ce-14cdbdb9d32a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=614dd05d-cdd4-46fe-ad10-0d87a7e8fe41,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:20:54.302404 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bf26560d-5a9c-4f71-93ce-14cdbdb9d32a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:20:54.303487 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-bf26560d-5a9c-4f71-93ce-14cdbdb9d32a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/614dd05d-cdd4-46fe-ad10-0d87a7e8fe41 HTTP/1.1" status: 204 len: 168 time: 0.1576426 May 30 05:20:54.677396 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device 9ab066f1-5bf4-45b9-a6ce-6d4a9ef1842a no longer exists at agent hyperv_hv-neutron-8437 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 05:20:54.714910 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] No Port match for: 9ab066f1-5bf4-45b9-a6ce-6d4a9ef1842a {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 05:20:54.715252 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device 9ab066f1-5bf4-45b9-a6ce-6d4a9ef1842a not bound to the agent host hv-neutron-8437 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 05:20:55.002651 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 50746) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:20:55.107002 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-d6cb20e0-5dd2-4b3e-bb79-ee3909e16f0b admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1744731658-network', 'tenant_id': '8efaed8bad324fc58d054290757c32dc'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:20:55.111965 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-d6cb20e0-5dd2-4b3e-bb79-ee3909e16f0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:20:55.115831 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-d6cb20e0-5dd2-4b3e-bb79-ee3909e16f0b admin admin] Usage tracker for resource:network and tenant:8efaed8bad324fc58d054290757c32dc is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:20:55.118694 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-d6cb20e0-5dd2-4b3e-bb79-ee3909e16f0b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:20:55.125041 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-d6cb20e0-5dd2-4b3e-bb79-ee3909e16f0b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:20:55.134625 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6cb20e0-5dd2-4b3e-bb79-ee3909e16f0b admin admin] Made reservation on behalf of 8efaed8bad324fc58d054290757c32dc for: {'network': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:20:55.136898 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d6cb20e0-5dd2-4b3e-bb79-ee3909e16f0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for network, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:20:55.149033 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d6cb20e0-5dd2-4b3e-bb79-ee3909e16f0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:20:55.163449 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-d6cb20e0-5dd2-4b3e-bb79-ee3909e16f0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:20:55.167826 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-d6cb20e0-5dd2-4b3e-bb79-ee3909e16f0b admin admin] Usage tracker for resource:security_group_rule and tenant:8efaed8bad324fc58d054290757c32dc is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:20:55.170591 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-d6cb20e0-5dd2-4b3e-bb79-ee3909e16f0b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:20:55.176192 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-d6cb20e0-5dd2-4b3e-bb79-ee3909e16f0b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:20:55.256505 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d6cb20e0-5dd2-4b3e-bb79-ee3909e16f0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:20:55.260177 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d6cb20e0-5dd2-4b3e-bb79-ee3909e16f0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:20:55.292845 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6cb20e0-5dd2-4b3e-bb79-ee3909e16f0b admin admin] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=88260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 05:20:55.297892 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cb20e0-5dd2-4b3e-bb79-ee3909e16f0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9470e8f9-362c-4db9-ac35-973d0dc9bef6,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:20:55.304392 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d6cb20e0-5dd2-4b3e-bb79-ee3909e16f0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:20:55.304782 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.db.segments_db [None req-d6cb20e0-5dd2-4b3e-bb79-ee3909e16f0b admin admin] Added segment fc1cbcab-08e8-4038-890b-c09245c3c221 of type vlan for network 69f0d8af-d537-4703-8693-e8012cda4364 May 30 05:20:55.329776 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d6cb20e0-5dd2-4b3e-bb79-ee3909e16f0b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729234556353'] for network, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:20:55.358082 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d6cb20e0-5dd2-4b3e-bb79-ee3909e16f0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788'] for network, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:20:55.359014 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6cb20e0-5dd2-4b3e-bb79-ee3909e16f0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:20:55.359578 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d6cb20e0-5dd2-4b3e-bb79-ee3909e16f0b admin admin] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:20:55.458461 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-d6cb20e0-5dd2-4b3e-bb79-ee3909e16f0b admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4546611 May 30 05:20:55.461389 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 50752) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:20:55.463943 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cb20e0-5dd2-4b3e-bb79-ee3909e16f0b admin admin] Pushing event updated for resources: {'Network': ['ID=69f0d8af-d537-4703-8693-e8012cda4364,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:20:55.467894 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-962bf3aa-6869-4f12-a170-b1abffd4347a admin admin] Request body: {'subnet': {'network_id': '69f0d8af-d537-4703-8693-e8012cda4364', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1744731658-subnet', 'tenant_id': '8efaed8bad324fc58d054290757c32dc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:20:55.473106 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-962bf3aa-6869-4f12-a170-b1abffd4347a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:20:55.477185 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-962bf3aa-6869-4f12-a170-b1abffd4347a admin admin] Usage tracker for resource:subnet and tenant:8efaed8bad324fc58d054290757c32dc is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:20:55.478774 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Network 69f0d8af-d537-4703-8693-e8012cda4364 details requested by agent ovs-agent-dv-neutron-843763-1-hyperv with host dv-neutron-843763-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 05:20:55.480287 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-962bf3aa-6869-4f12-a170-b1abffd4347a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:20:55.486232 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-962bf3aa-6869-4f12-a170-b1abffd4347a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:20:55.496585 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-962bf3aa-6869-4f12-a170-b1abffd4347a admin admin] Made reservation on behalf of 8efaed8bad324fc58d054290757c32dc for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:20:55.498981 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-962bf3aa-6869-4f12-a170-b1abffd4347a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9305518'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:20:55.693289 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-962bf3aa-6869-4f12-a170-b1abffd4347a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2305012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9305500'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:20:55.768616 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962bf3aa-6869-4f12-a170-b1abffd4347a admin admin] Pushing event updated for resources: {'Subnet': ['ID=47833ade-53c4-4f92-b578-34e446fba83c,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:20:55.777868 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962bf3aa-6869-4f12-a170-b1abffd4347a admin admin] Checking segment: {'id': 'fc1cbcab-08e8-4038-890b-c09245c3c221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '69f0d8af-d537-4703-8693-e8012cda4364'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:20:55.778221 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-962bf3aa-6869-4f12-a170-b1abffd4347a admin admin] Network hostable DHCP agents. Network: 69f0d8af-d537-4703-8693-e8012cda4364, hostable agents: ['1c705e68-3d3e-4dd3-9252-feb21d4b96ab'], hosted agents: [] {{(pid=88261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 05:20:55.795982 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-962bf3aa-6869-4f12-a170-b1abffd4347a admin admin] Network 69f0d8af-d537-4703-8693-e8012cda4364 is scheduled to be hosted by DHCP agent 1c705e68-3d3e-4dd3-9252-feb21d4b96ab with binding_index 1 {{(pid=88261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 05:20:55.804610 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-962bf3aa-6869-4f12-a170-b1abffd4347a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843763-1-hyperv, 69f0d8af-d537-4703-8693-e8012cda4364) {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:20:55.808676 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-962bf3aa-6869-4f12-a170-b1abffd4347a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:20:55.809252 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-962bf3aa-6869-4f12-a170-b1abffd4347a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:20:55.813397 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c3dc54-3308-4965-9376-c8f0c58fa6cd None None] Network 69f0d8af-d537-4703-8693-e8012cda4364 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:20:55.829262 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-962bf3aa-6869-4f12-a170-b1abffd4347a admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3666592 May 30 05:20:56.019116 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43af3420-5373-4868-9607-ac2dad87dc1a None None] Network 69f0d8af-d537-4703-8693-e8012cda4364 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:20:56.326062 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c45c9d-34e3-4519-b787-4a8070755df2 req-356687bb-08bd-4fc2-8420-0fc2702f84f5 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:20:56.327476 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d0c45c9d-34e3-4519-b787-4a8070755df2 req-356687bb-08bd-4fc2-8420-0fc2702f84f5 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/networks?id=69f0d8af-d537-4703-8693-e8012cda4364 HTTP/1.1" status: 200 len: 815 time: 0.1430519 May 30 05:20:56.341643 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d0c45c9d-34e3-4519-b787-4a8070755df2 req-3397b304-9ea0-4fe6-b52c-3cb2627428dc tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/quotas/8efaed8bad324fc58d054290757c32dc HTTP/1.1" status: 200 len: 375 time: 0.0085828 May 30 05:20:56.386990 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d0c45c9d-34e3-4519-b787-4a8070755df2 req-239603fc-f6b4-43cc-92d1-04cb975ff651 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=8efaed8bad324fc58d054290757c32dc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0405083 May 30 05:20:56.561393 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d0c45c9d-34e3-4519-b787-4a8070755df2 req-39294fdc-62f0-4218-8b43-b917514c4c2a service neutron] 10.222.0.15 "GET /v2.0/networks/69f0d8af-d537-4703-8693-e8012cda4364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677048 May 30 05:20:56.689090 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d0c45c9d-34e3-4519-b787-4a8070755df2 req-cec39e55-e03e-4041-b4b0-6689593da3d7 service neutron] 10.222.0.15 "GET /v2.0/networks/69f0d8af-d537-4703-8693-e8012cda4364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217368 May 30 05:20:56.965620 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-03478bf0-1b9b-41c3-bc92-637d5cb254bd req-33727fe7-8df2-4e2c-a6da-b9859a100a9d tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/ports?device_id=bec5823f-6587-402c-bc1f-05e263d65aaa HTTP/1.1" status: 200 len: 210 time: 0.1474638 May 30 05:20:57.865463 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c45c9d-34e3-4519-b787-4a8070755df2 req-a3b109de-ad56-4dae-bd9d-44f7bc3d4c56 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:20:57.866958 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d0c45c9d-34e3-4519-b787-4a8070755df2 req-a3b109de-ad56-4dae-bd9d-44f7bc3d4c56 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.39 "GET /v2.0/networks?id=69f0d8af-d537-4703-8693-e8012cda4364 HTTP/1.1" status: 200 len: 815 time: 0.1503620 May 30 05:20:57.878160 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [req-d0c45c9d-34e3-4519-b787-4a8070755df2 req-79a38240-c381-473d-861a-29c3b86bf552 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Request body: {'port': {'device_id': 'bec5823f-6587-402c-bc1f-05e263d65aaa', 'network_id': '69f0d8af-d537-4703-8693-e8012cda4364', 'admin_state_up': True, 'tenant_id': '8efaed8bad324fc58d054290757c32dc'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:20:58.012795 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7028c12e-31cd-4483-927b-e605150c2249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:20:58.015242 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [req-d0c45c9d-34e3-4519-b787-4a8070755df2 req-79a38240-c381-473d-861a-29c3b86bf552 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:20:58.019408 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-d0c45c9d-34e3-4519-b787-4a8070755df2 req-79a38240-c381-473d-861a-29c3b86bf552 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Usage tracker for resource:port and tenant:8efaed8bad324fc58d054290757c32dc is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:20:58.022617 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-d0c45c9d-34e3-4519-b787-4a8070755df2 req-79a38240-c381-473d-861a-29c3b86bf552 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:20:58.029567 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [req-d0c45c9d-34e3-4519-b787-4a8070755df2 req-79a38240-c381-473d-861a-29c3b86bf552 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:20:58.039779 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0c45c9d-34e3-4519-b787-4a8070755df2 req-79a38240-c381-473d-861a-29c3b86bf552 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Made reservation on behalf of 8efaed8bad324fc58d054290757c32dc for: {'port': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:20:58.043324 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-d0c45c9d-34e3-4519-b787-4a8070755df2 req-79a38240-c381-473d-861a-29c3b86bf552 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:20:58.146342 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1a40eeb3-6424-4c5a-a232-42fb90eb0a21 req-ce591798-e10b-437b-96bc-8dcda2574b0a tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/ports?device_id=bec5823f-6587-402c-bc1f-05e263d65aaa HTTP/1.1" status: 200 len: 210 time: 0.0497348 May 30 05:20:58.242947 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [req-d0c45c9d-34e3-4519-b787-4a8070755df2 req-79a38240-c381-473d-861a-29c3b86bf552 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Allocated IP 172.20.0.8 (69f0d8af-d537-4703-8693-e8012cda4364/47833ade-53c4-4f92-b578-34e446fba83c/43edc2f4-ae20-4365-9012-2cecdf27ba7b) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:20:58.438133 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-d0c45c9d-34e3-4519-b787-4a8070755df2 req-79a38240-c381-473d-861a-29c3b86bf552 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:20:58.466657 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-d0c45c9d-34e3-4519-b787-4a8070755df2 req-79a38240-c381-473d-861a-29c3b86bf552 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:20:58.537236 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0c45c9d-34e3-4519-b787-4a8070755df2 req-79a38240-c381-473d-861a-29c3b86bf552 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Network 69f0d8af-d537-4703-8693-e8012cda4364 is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:20:58.540238 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [req-d0c45c9d-34e3-4519-b787-4a8070755df2 req-79a38240-c381-473d-861a-29c3b86bf552 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:20:58.544739 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0c45c9d-34e3-4519-b787-4a8070755df2 req-79a38240-c381-473d-861a-29c3b86bf552 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:20:58.584972 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a38240-c381-473d-861a-29c3b86bf552 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Pushing event updated for resources: {'Port': ['ID=43edc2f4-ae20-4365-9012-2cecdf27ba7b,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:20:58.608737 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c45c9d-34e3-4519-b787-4a8070755df2 req-79a38240-c381-473d-861a-29c3b86bf552 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:20:58.609336 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-d0c45c9d-34e3-4519-b787-4a8070755df2 req-79a38240-c381-473d-861a-29c3b86bf552 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:20:58.629159 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d0c45c9d-34e3-4519-b787-4a8070755df2 req-79a38240-c381-473d-861a-29c3b86bf552 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7545309 May 30 05:20:58.639561 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [req-d0c45c9d-34e3-4519-b787-4a8070755df2 req-52da5d2f-49ec-4fc7-9ad6-e2a4fd7d5d9f service neutron] Request body: {'port': {'device_id': 'bec5823f-6587-402c-bc1f-05e263d65aaa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8437'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:20:58.748294 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-d0c45c9d-34e3-4519-b787-4a8070755df2 req-52da5d2f-49ec-4fc7-9ad6-e2a4fd7d5d9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:20:59.077826 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [req-d0c45c9d-34e3-4519-b787-4a8070755df2 req-52da5d2f-49ec-4fc7-9ad6-e2a4fd7d5d9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43edc2f4-ae20-4365-9012-2cecdf27ba7b {{(pid=88261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 30 05:20:59.084850 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-d0c45c9d-34e3-4519-b787-4a8070755df2 req-52da5d2f-49ec-4fc7-9ad6-e2a4fd7d5d9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:20:59.098983 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [req-d0c45c9d-34e3-4519-b787-4a8070755df2 req-52da5d2f-49ec-4fc7-9ad6-e2a4fd7d5d9f service neutron] Transition to ACTIVE for port object 43edc2f4-ae20-4365-9012-2cecdf27ba7b will not be triggered until provisioned by entity L2. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:20:59.102199 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-d0c45c9d-34e3-4519-b787-4a8070755df2 req-52da5d2f-49ec-4fc7-9ad6-e2a4fd7d5d9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2304381'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:20:59.256751 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52da5d2f-49ec-4fc7-9ad6-e2a4fd7d5d9f service neutron] Pushing event updated for resources: {'Port': ['ID=43edc2f4-ae20-4365-9012-2cecdf27ba7b,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:20:59.484290 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [req-d0c45c9d-34e3-4519-b787-4a8070755df2 req-52da5d2f-49ec-4fc7-9ad6-e2a4fd7d5d9f service neutron] Attempting to bind port 43edc2f4-ae20-4365-9012-2cecdf27ba7b on host hv-neutron-8437 for vnic_type normal with profile {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 05:20:59.484532 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [req-d0c45c9d-34e3-4519-b787-4a8070755df2 req-52da5d2f-49ec-4fc7-9ad6-e2a4fd7d5d9f service neutron] Attempting to bind port 43edc2f4-ae20-4365-9012-2cecdf27ba7b by drivers openvswitch,hyperv on host hv-neutron-8437 at level 0 using segments [{'id': 'fc1cbcab-08e8-4038-890b-c09245c3c221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '69f0d8af-d537-4703-8693-e8012cda4364'}] {{(pid=88261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 05:20:59.484855 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c45c9d-34e3-4519-b787-4a8070755df2 req-52da5d2f-49ec-4fc7-9ad6-e2a4fd7d5d9f service neutron] Attempting to bind port 43edc2f4-ae20-4365-9012-2cecdf27ba7b on network 69f0d8af-d537-4703-8693-e8012cda4364 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:20:59.491579 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c45c9d-34e3-4519-b787-4a8070755df2 req-52da5d2f-49ec-4fc7-9ad6-e2a4fd7d5d9f service neutron] Port 43edc2f4-ae20-4365-9012-2cecdf27ba7b on network 69f0d8af-d537-4703-8693-e8012cda4364 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8437 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 30 05:20:59.491892 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c45c9d-34e3-4519-b787-4a8070755df2 req-52da5d2f-49ec-4fc7-9ad6-e2a4fd7d5d9f service neutron] Attempting to bind port 43edc2f4-ae20-4365-9012-2cecdf27ba7b on network 69f0d8af-d537-4703-8693-e8012cda4364 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:20:59.499436 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c45c9d-34e3-4519-b787-4a8070755df2 req-52da5d2f-49ec-4fc7-9ad6-e2a4fd7d5d9f service neutron] Checking agent: {'id': 'de0c936d-420b-412f-9642-7bfe80b5ab25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8437', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 51, 47), 'started_at': datetime.datetime(2022, 5, 30, 4, 51, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 5, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 05:20:59.499762 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c45c9d-34e3-4519-b787-4a8070755df2 req-52da5d2f-49ec-4fc7-9ad6-e2a4fd7d5d9f service neutron] Checking segment: {'id': 'fc1cbcab-08e8-4038-890b-c09245c3c221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '69f0d8af-d537-4703-8693-e8012cda4364'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:20:59.500137 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c45c9d-34e3-4519-b787-4a8070755df2 req-52da5d2f-49ec-4fc7-9ad6-e2a4fd7d5d9f service neutron] Bound using segment: {'id': 'fc1cbcab-08e8-4038-890b-c09245c3c221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '69f0d8af-d537-4703-8693-e8012cda4364'} {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 05:20:59.500551 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [req-d0c45c9d-34e3-4519-b787-4a8070755df2 req-52da5d2f-49ec-4fc7-9ad6-e2a4fd7d5d9f service neutron] Bound port: 43edc2f4-ae20-4365-9012-2cecdf27ba7b, host: hv-neutron-8437, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc1cbcab-08e8-4038-890b-c09245c3c221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '69f0d8af-d537-4703-8693-e8012cda4364'}}] {{(pid=88261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 05:20:59.500886 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-d0c45c9d-34e3-4519-b787-4a8070755df2 req-52da5d2f-49ec-4fc7-9ad6-e2a4fd7d5d9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:20:59.520411 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77148402-4423-4db6-87a4-b76e19e550d4 req-331dda10-05d3-4875-b516-f05c87f8a75b tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:20:59.521080 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-77148402-4423-4db6-87a4-b76e19e550d4 req-331dda10-05d3-4875-b516-f05c87f8a75b tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Synchronizing usage tracker for tenant:8efaed8bad324fc58d054290757c32dc on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:20:59.591022 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-77148402-4423-4db6-87a4-b76e19e550d4 req-331dda10-05d3-4875-b516-f05c87f8a75b tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Unset dirty status for tenant:8efaed8bad324fc58d054290757c32dc on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:20:59.592149 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-77148402-4423-4db6-87a4-b76e19e550d4 req-331dda10-05d3-4875-b516-f05c87f8a75b tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/ports?device_id=bec5823f-6587-402c-bc1f-05e263d65aaa HTTP/1.1" status: 200 len: 943 time: 0.3412097 May 30 05:20:59.620811 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [req-d0c45c9d-34e3-4519-b787-4a8070755df2 req-52da5d2f-49ec-4fc7-9ad6-e2a4fd7d5d9f service neutron] For port 43edc2f4-ae20-4365-9012-2cecdf27ba7b, host hv-neutron-8437, cleared binding levels {{(pid=88261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 05:20:59.639832 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [req-d0c45c9d-34e3-4519-b787-4a8070755df2 req-52da5d2f-49ec-4fc7-9ad6-e2a4fd7d5d9f service neutron] For port 43edc2f4-ae20-4365-9012-2cecdf27ba7b, host hv-neutron-8437, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=43edc2f4-ae20-4365-9012-2cecdf27ba7b,segment=NetworkSegment(fc1cbcab-08e8-4038-890b-c09245c3c221),segment_id=fc1cbcab-08e8-4038-890b-c09245c3c221)] {{(pid=88261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 05:20:59.645399 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-d0c45c9d-34e3-4519-b787-4a8070755df2 req-52da5d2f-49ec-4fc7-9ad6-e2a4fd7d5d9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2304381'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:20:59.651023 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-77148402-4423-4db6-87a4-b76e19e550d4 req-d1a3bcf7-5eda-4344-bc48-6e4f3e9cab26 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/security-groups?id=9470e8f9-362c-4db9-ac35-973d0dc9bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511003 May 30 05:20:59.708590 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c45c9d-34e3-4519-b787-4a8070755df2 req-52da5d2f-49ec-4fc7-9ad6-e2a4fd7d5d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:20:59.709184 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-d0c45c9d-34e3-4519-b787-4a8070755df2 req-52da5d2f-49ec-4fc7-9ad6-e2a4fd7d5d9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:20:59.710527 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d0c45c9d-34e3-4519-b787-4a8070755df2 req-52da5d2f-49ec-4fc7-9ad6-e2a4fd7d5d9f service neutron] 10.222.0.39 "PUT /v2.0/ports/43edc2f4-ae20-4365-9012-2cecdf27ba7b HTTP/1.1" status: 200 len: 1093 time: 1.0748768 May 30 05:20:59.710947 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bec5823f-6587-402c-bc1f-05e263d65aaa', 'tag': '43edc2f4-ae20-4365-9012-2cecdf27ba7b'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:20:59.731421 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52da5d2f-49ec-4fc7-9ad6-e2a4fd7d5d9f service neutron] Pushing event updated for resources: {'Port': ['ID=43edc2f4-ae20-4365-9012-2cecdf27ba7b,revision_number=3']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:20:59.776226 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69f7b427-b684-426d-84d2-74cc5794b406'] response: {'name': 'network-changed', 'server_uuid': 'bec5823f-6587-402c-bc1f-05e263d65aaa', 'tag': '43edc2f4-ae20-4365-9012-2cecdf27ba7b', 'status': 'completed', 'code': 200} May 30 05:20:59.815853 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c45c9d-34e3-4519-b787-4a8070755df2 req-8d27ff14-3571-49a4-8999-94eb7527d090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:20:59.817343 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d0c45c9d-34e3-4519-b787-4a8070755df2 req-8d27ff14-3571-49a4-8999-94eb7527d090 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8efaed8bad324fc58d054290757c32dc&device_id=bec5823f-6587-402c-bc1f-05e263d65aaa HTTP/1.1" status: 200 len: 1096 time: 0.0718875 May 30 05:20:59.886690 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d0c45c9d-34e3-4519-b787-4a8070755df2 req-9163202c-1576-46de-813b-83185d607364 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=43edc2f4-ae20-4365-9012-2cecdf27ba7b HTTP/1.1" status: 200 len: 217 time: 0.0631588 May 30 05:20:59.946094 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c45c9d-34e3-4519-b787-4a8070755df2 req-54e23810-ff88-4d0e-8dbd-d1de01eee4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:20:59.948130 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d0c45c9d-34e3-4519-b787-4a8070755df2 req-54e23810-ff88-4d0e-8dbd-d1de01eee4a8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=47833ade-53c4-4f92-b578-34e446fba83c HTTP/1.1" status: 200 len: 855 time: 0.0561614 May 30 05:20:59.996322 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d0c45c9d-34e3-4519-b787-4a8070755df2 req-869de985-85a5-483f-8b2c-4cda300db498 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=69f0d8af-d537-4703-8693-e8012cda4364&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426474 May 30 05:21:00.127958 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d0c45c9d-34e3-4519-b787-4a8070755df2 req-54964d46-10c9-49bd-9b42-815491e935af service neutron] 10.222.0.39 "GET /v2.0/networks/69f0d8af-d537-4703-8693-e8012cda4364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243665 May 30 05:21:00.232978 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-89b2d8e2-b494-4885-ab5d-af0abbce8772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:21:00.260201 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d0c45c9d-34e3-4519-b787-4a8070755df2 req-e45b3bce-d631-4e6c-89b5-ea2f331ff676 service neutron] 10.222.0.39 "GET /v2.0/networks/69f0d8af-d537-4703-8693-e8012cda4364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261852 May 30 05:21:00.377202 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b6aaa4-9af0-426b-afb0-6472e0607639 req-25e8e0e7-c951-4583-b2f2-2c78ad1c803c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:21:00.378737 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f0b6aaa4-9af0-426b-afb0-6472e0607639 req-25e8e0e7-c951-4583-b2f2-2c78ad1c803c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8efaed8bad324fc58d054290757c32dc&device_id=bec5823f-6587-402c-bc1f-05e263d65aaa HTTP/1.1" status: 200 len: 1096 time: 0.0710328 May 30 05:21:00.508538 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b6aaa4-9af0-426b-afb0-6472e0607639 req-cdcec4e6-685d-48c4-aaa0-1c081a3210c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:21:00.509949 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f0b6aaa4-9af0-426b-afb0-6472e0607639 req-cdcec4e6-685d-48c4-aaa0-1c081a3210c1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=69f0d8af-d537-4703-8693-e8012cda4364 HTTP/1.1" status: 200 len: 916 time: 0.1255946 May 30 05:21:00.578235 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f0b6aaa4-9af0-426b-afb0-6472e0607639 req-273d624c-33d3-4669-8d54-25d95a5455e9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=43edc2f4-ae20-4365-9012-2cecdf27ba7b HTTP/1.1" status: 200 len: 217 time: 0.0626373 May 30 05:21:00.638830 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b6aaa4-9af0-426b-afb0-6472e0607639 req-269d6486-e08e-4e86-92d9-381a6960912f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:21:00.640196 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f0b6aaa4-9af0-426b-afb0-6472e0607639 req-269d6486-e08e-4e86-92d9-381a6960912f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=47833ade-53c4-4f92-b578-34e446fba83c HTTP/1.1" status: 200 len: 855 time: 0.0564418 May 30 05:21:00.687496 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f0b6aaa4-9af0-426b-afb0-6472e0607639 req-3bf62fdb-fd0e-47fb-8430-9d5192d069d9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=69f0d8af-d537-4703-8693-e8012cda4364&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407593 May 30 05:21:00.876087 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f0b6aaa4-9af0-426b-afb0-6472e0607639 req-4a627cfb-4855-4310-a442-c21333ec14c1 service neutron] 10.222.0.39 "GET /v2.0/networks/69f0d8af-d537-4703-8693-e8012cda4364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823931 May 30 05:21:00.910812 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824289d9-6275-40d3-bf12-3a8054782c59 req-a0aba800-ee45-416a-be71-9a18ee2dc3a9 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:21:00.912237 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-824289d9-6275-40d3-bf12-3a8054782c59 req-a0aba800-ee45-416a-be71-9a18ee2dc3a9 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/ports?device_id=bec5823f-6587-402c-bc1f-05e263d65aaa HTTP/1.1" status: 200 len: 943 time: 0.1514218 May 30 05:21:01.022554 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-824289d9-6275-40d3-bf12-3a8054782c59 req-6d403118-8500-4360-9319-ea37e781f37a tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/security-groups?id=9470e8f9-362c-4db9-ac35-973d0dc9bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610859 May 30 05:21:01.059309 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f0b6aaa4-9af0-426b-afb0-6472e0607639 req-c5868d47-b7d9-4ac1-8743-ce9daf0448e8 service neutron] 10.222.0.39 "GET /v2.0/networks/69f0d8af-d537-4703-8693-e8012cda4364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762228 May 30 05:21:01.272218 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56ded65b-0e68-413c-8b9b-1097922cc81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:21:01.470360 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:21:02.319337 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0e2ed9-9c43-4774-b5c1-7d577980831b req-b4bb73c6-2f15-4f1f-9e3c-65ade3b3ddc0 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:21:02.320703 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-da0e2ed9-9c43-4774-b5c1-7d577980831b req-b4bb73c6-2f15-4f1f-9e3c-65ade3b3ddc0 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/ports?device_id=bec5823f-6587-402c-bc1f-05e263d65aaa HTTP/1.1" status: 200 len: 943 time: 0.1832628 May 30 05:21:02.366693 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-da0e2ed9-9c43-4774-b5c1-7d577980831b req-2d01489a-236d-40b1-955d-e16dfe38263a tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/security-groups?id=9470e8f9-362c-4db9-ac35-973d0dc9bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397444 May 30 05:21:02.823285 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a142624-940e-4c55-bf49-a5329c884075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:21:03.550583 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2c184a-e2ee-4da6-ae43-9002b142b1cf req-6a4689f4-2c7d-40ba-85df-ed9ece70d185 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:21:03.552006 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7f2c184a-e2ee-4da6-ae43-9002b142b1cf req-6a4689f4-2c7d-40ba-85df-ed9ece70d185 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/ports?device_id=bec5823f-6587-402c-bc1f-05e263d65aaa HTTP/1.1" status: 200 len: 943 time: 0.0781329 May 30 05:21:03.598270 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7f2c184a-e2ee-4da6-ae43-9002b142b1cf req-3f50d9c4-b320-4fb9-a0ce-9468ddde4da1 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/security-groups?id=9470e8f9-362c-4db9-ac35-973d0dc9bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401959 May 30 05:21:04.677499 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device 43edc2f4-ae20-4365-9012-2cecdf27ba7b details requested by agent hyperv_hv-neutron-8437 with host hv-neutron-8437 {{(pid=88262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 05:21:04.780786 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3e503e-ad42-4548-9354-80823d5ea3e3 req-7d04473f-73a0-4b1f-b97a-4469507ceca9 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:21:04.782272 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ea3e503e-ad42-4548-9354-80823d5ea3e3 req-7d04473f-73a0-4b1f-b97a-4469507ceca9 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/ports?device_id=bec5823f-6587-402c-bc1f-05e263d65aaa HTTP/1.1" status: 200 len: 943 time: 0.0782797 May 30 05:21:04.808622 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port 43edc2f4-ae20-4365-9012-2cecdf27ba7b, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=43edc2f4-ae20-4365-9012-2cecdf27ba7b,segment=NetworkSegment(fc1cbcab-08e8-4038-890b-c09245c3c221),segment_id=fc1cbcab-08e8-4038-890b-c09245c3c221)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:21:04.821543 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Returning: {'device': '43edc2f4-ae20-4365-9012-2cecdf27ba7b', 'network_id': '69f0d8af-d537-4703-8693-e8012cda4364', 'port_id': '43edc2f4-ae20-4365-9012-2cecdf27ba7b', 'mac_address': 'fa:16:3e:f0:c0:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47833ade-53c4-4f92-b578-34e446fba83c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 05:21:04.825934 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ea3e503e-ad42-4548-9354-80823d5ea3e3 req-080ea306-26ee-41c4-be0d-401ac2f948b9 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/security-groups?id=9470e8f9-362c-4db9-ac35-973d0dc9bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379024 May 30 05:21:04.878424 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Current status of the port 43edc2f4-ae20-4365-9012-2cecdf27ba7b is: DOWN; New status is: BUILD {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:21:04.878740 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:21:04.894835 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43edc2f4-ae20-4365-9012-2cecdf27ba7b {{(pid=88262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 30 05:21:04.910487 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port 43edc2f4-ae20-4365-9012-2cecdf27ba7b, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=43edc2f4-ae20-4365-9012-2cecdf27ba7b,segment=NetworkSegment(fc1cbcab-08e8-4038-890b-c09245c3c221),segment_id=fc1cbcab-08e8-4038-890b-c09245c3c221)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:21:04.914340 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:21:04.979345 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Pushing event updated for resources: {'Port': ['ID=43edc2f4-ae20-4365-9012-2cecdf27ba7b,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:21:05.239462 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] get_ports_and_sgs() called for port_ids ['43edc2f4-ae20-4365-9012-2cecdf27ba7b'] {{(pid=88262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 30 05:21:06.009661 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55767a64-0fc1-479e-a769-aba07becae85 req-217d8efa-f80a-4e12-a7de-7c4b3e5bac2a tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:21:06.011628 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-55767a64-0fc1-479e-a769-aba07becae85 req-217d8efa-f80a-4e12-a7de-7c4b3e5bac2a tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/ports?device_id=bec5823f-6587-402c-bc1f-05e263d65aaa HTTP/1.1" status: 200 len: 944 time: 0.0823345 May 30 05:21:06.054634 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-55767a64-0fc1-479e-a769-aba07becae85 req-59f3a3de-66b0-4dc4-943e-d76b215b5277 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/security-groups?id=9470e8f9-362c-4db9-ac35-973d0dc9bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374184 May 30 05:21:06.708757 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device 43edc2f4-ae20-4365-9012-2cecdf27ba7b up at agent hyperv_hv-neutron-8437 {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:21:06.774544 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Provisioning for port 43edc2f4-ae20-4365-9012-2cecdf27ba7b completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:21:06.779743 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Provisioning complete for port 43edc2f4-ae20-4365-9012-2cecdf27ba7b triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:21:06.780116 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:21:06.891914 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Current status of the port 43edc2f4-ae20-4365-9012-2cecdf27ba7b is: BUILD; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:21:06.892296 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:21:06.918849 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bec5823f-6587-402c-bc1f-05e263d65aaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43edc2f4-ae20-4365-9012-2cecdf27ba7b'}] {{(pid=88262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:21:06.928847 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port 43edc2f4-ae20-4365-9012-2cecdf27ba7b, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=43edc2f4-ae20-4365-9012-2cecdf27ba7b,segment=NetworkSegment(fc1cbcab-08e8-4038-890b-c09245c3c221),segment_id=fc1cbcab-08e8-4038-890b-c09245c3c221)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:21:06.933024 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:21:06.968881 dv-neutron-843763-1-hyperv neutron-server[88262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2792f9b7-4151-4a3a-9524-161b4d8e1565'] response: {'server_uuid': 'bec5823f-6587-402c-bc1f-05e263d65aaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43edc2f4-ae20-4365-9012-2cecdf27ba7b', 'code': 200} May 30 05:21:07.004714 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Pushing event updated for resources: {'Port': ['ID=43edc2f4-ae20-4365-9012-2cecdf27ba7b,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:21:07.234209 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfd8bb1-ffd2-43c3-ac64-720d72a2f645 req-895235b3-456b-44ba-91df-5c13f4d0599b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:21:07.235632 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-bbfd8bb1-ffd2-43c3-ac64-720d72a2f645 req-895235b3-456b-44ba-91df-5c13f4d0599b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=bec5823f-6587-402c-bc1f-05e263d65aaa HTTP/1.1" status: 200 len: 1098 time: 0.1248724 May 30 05:21:07.281792 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e860c4e-0554-4db4-b7cd-655741333442 req-29021d45-b6ff-4815-9cb4-9c16d285e766 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:21:07.283256 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4e860c4e-0554-4db4-b7cd-655741333442 req-29021d45-b6ff-4815-9cb4-9c16d285e766 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/ports?device_id=bec5823f-6587-402c-bc1f-05e263d65aaa HTTP/1.1" status: 200 len: 945 time: 0.1189070 May 30 05:21:07.292513 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-bbfd8bb1-ffd2-43c3-ac64-720d72a2f645 req-ecbdac6f-cc07-428b-825b-892b9547adf5 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=9470e8f9-362c-4db9-ac35-973d0dc9bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485933 May 30 05:21:07.328639 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4e860c4e-0554-4db4-b7cd-655741333442 req-20e13f8b-a158-4420-b1d2-fd6bd99e5e1a tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/security-groups?id=9470e8f9-362c-4db9-ac35-973d0dc9bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385685 May 30 05:21:08.519997 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b047bd78-0990-4b7c-bf1a-113d358e2066 req-7b9c2a78-2095-4ba6-a3bf-8425a82ca81f tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:21:08.521368 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b047bd78-0990-4b7c-bf1a-113d358e2066 req-7b9c2a78-2095-4ba6-a3bf-8425a82ca81f tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/ports?device_id=bec5823f-6587-402c-bc1f-05e263d65aaa HTTP/1.1" status: 200 len: 945 time: 0.0862582 May 30 05:21:08.568380 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b047bd78-0990-4b7c-bf1a-113d358e2066 req-3b83accc-36e7-4a20-838b-8e4cda10b189 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/security-groups?id=9470e8f9-362c-4db9-ac35-973d0dc9bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403848 May 30 05:21:09.747143 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b5b3b6-4669-42c0-a798-334304c9397a req-3f9b479d-5241-4328-a806-c4a072ba51b2 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:21:09.748604 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-33b5b3b6-4669-42c0-a798-334304c9397a req-3f9b479d-5241-4328-a806-c4a072ba51b2 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/ports?device_id=bec5823f-6587-402c-bc1f-05e263d65aaa HTTP/1.1" status: 200 len: 945 time: 0.0773523 May 30 05:21:09.794225 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-33b5b3b6-4669-42c0-a798-334304c9397a req-c67383f9-28f2-4a34-9c76-8e8dd4f5f82c tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/security-groups?id=9470e8f9-362c-4db9-ac35-973d0dc9bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380116 May 30 05:21:09.974117 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afbd9eb-cd64-4f8b-ba74-5fc510bca2d9 req-a2f78472-ea3a-4879-be34-45fec5f5c09d tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:21:09.975567 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1afbd9eb-cd64-4f8b-ba74-5fc510bca2d9 req-a2f78472-ea3a-4879-be34-45fec5f5c09d tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/ports?device_id=bec5823f-6587-402c-bc1f-05e263d65aaa HTTP/1.1" status: 200 len: 945 time: 0.0817285 May 30 05:21:10.017911 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1afbd9eb-cd64-4f8b-ba74-5fc510bca2d9 req-55b46f56-1b17-48fb-88f5-568c12ac6095 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/security-groups?id=9470e8f9-362c-4db9-ac35-973d0dc9bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367227 May 30 05:21:10.361188 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824276cb-7f8f-495a-ab55-f1d322471d05 req-d76b7578-674e-4790-9dee-e00b40a462a4 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:21:10.362674 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-824276cb-7f8f-495a-ab55-f1d322471d05 req-d76b7578-674e-4790-9dee-e00b40a462a4 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/ports?device_id=bec5823f-6587-402c-bc1f-05e263d65aaa HTTP/1.1" status: 200 len: 945 time: 0.0814686 May 30 05:21:10.415309 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-824276cb-7f8f-495a-ab55-f1d322471d05 req-f66c54b1-a95b-418c-806e-40cfc745b645 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/security-groups?id=9470e8f9-362c-4db9-ac35-973d0dc9bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413771 May 30 05:21:10.602013 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d56d1e-1c46-4c44-a6f0-59ab261966c9 req-2ae2027c-13ed-41ae-be69-3c03fa21b69c tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:21:10.603961 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b3d56d1e-1c46-4c44-a6f0-59ab261966c9 req-2ae2027c-13ed-41ae-be69-3c03fa21b69c tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/ports?device_id=bec5823f-6587-402c-bc1f-05e263d65aaa HTTP/1.1" status: 200 len: 945 time: 0.0813763 May 30 05:21:10.646484 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b3d56d1e-1c46-4c44-a6f0-59ab261966c9 req-41d9556b-bd96-4d9b-9034-fc5ae3252591 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/security-groups?id=9470e8f9-362c-4db9-ac35-973d0dc9bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370209 May 30 05:21:10.993190 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-468f4fca-0124-4ca7-8a2e-11322fecd95c req-aa75f4b9-96a9-4cd0-a379-28223e1cdf4b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bec5823f-6587-402c-bc1f-05e263d65aaa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0792162 May 30 05:21:11.042228 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc79fb0a-bfe5-4d70-abd1-fdbe2586a423 req-077af3a0-b4ee-43e0-90dd-e3de7143354b tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:21:11.043884 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-fc79fb0a-bfe5-4d70-abd1-fdbe2586a423 req-077af3a0-b4ee-43e0-90dd-e3de7143354b tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/ports?device_id=bec5823f-6587-402c-bc1f-05e263d65aaa HTTP/1.1" status: 200 len: 945 time: 0.0856586 May 30 05:21:11.091382 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-fc79fb0a-bfe5-4d70-abd1-fdbe2586a423 req-bd0758b3-3934-40df-b852-a82deccacf2a tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/security-groups?id=9470e8f9-362c-4db9-ac35-973d0dc9bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415816 May 30 05:21:12.141991 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468f4fca-0124-4ca7-8a2e-11322fecd95c req-5842305e-c601-4648-ad07-266c9d4e19f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:21:12.143475 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-468f4fca-0124-4ca7-8a2e-11322fecd95c req-5842305e-c601-4648-ad07-266c9d4e19f5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8efaed8bad324fc58d054290757c32dc&device_id=bec5823f-6587-402c-bc1f-05e263d65aaa HTTP/1.1" status: 200 len: 1098 time: 0.0728314 May 30 05:21:12.331216 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468f4fca-0124-4ca7-8a2e-11322fecd95c req-d60883b7-9ec8-4321-8638-b8e25afcc510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:21:12.332672 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-468f4fca-0124-4ca7-8a2e-11322fecd95c req-d60883b7-9ec8-4321-8638-b8e25afcc510 service neutron] 10.222.0.39 "GET /v2.0/networks?id=69f0d8af-d537-4703-8693-e8012cda4364 HTTP/1.1" status: 200 len: 916 time: 0.1833076 May 30 05:21:12.401914 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf58d74-86ff-4202-b7d6-013537d4a2e4 req-30a9066c-889f-458c-9ff9-8c6260b87fef tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:21:12.403271 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9cf58d74-86ff-4202-b7d6-013537d4a2e4 req-30a9066c-889f-458c-9ff9-8c6260b87fef tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/ports?device_id=bec5823f-6587-402c-bc1f-05e263d65aaa HTTP/1.1" status: 200 len: 945 time: 0.1863031 May 30 05:21:12.412039 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-468f4fca-0124-4ca7-8a2e-11322fecd95c req-b81bf8bb-ff19-4443-a57a-0ef17ff6b475 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=43edc2f4-ae20-4365-9012-2cecdf27ba7b HTTP/1.1" status: 200 len: 217 time: 0.0722382 May 30 05:21:12.501366 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9cf58d74-86ff-4202-b7d6-013537d4a2e4 req-54c10028-646e-4e94-96b9-3a55c9263583 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/security-groups?id=9470e8f9-362c-4db9-ac35-973d0dc9bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907838 May 30 05:21:12.506464 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468f4fca-0124-4ca7-8a2e-11322fecd95c req-f2696c82-9606-4531-8522-c7a413ea259f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:21:12.507816 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-468f4fca-0124-4ca7-8a2e-11322fecd95c req-f2696c82-9606-4531-8522-c7a413ea259f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=47833ade-53c4-4f92-b578-34e446fba83c HTTP/1.1" status: 200 len: 855 time: 0.0822239 May 30 05:21:12.555235 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-468f4fca-0124-4ca7-8a2e-11322fecd95c req-7a6542d3-99e1-48c7-ae49-56da5cb1a98b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=69f0d8af-d537-4703-8693-e8012cda4364&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408149 May 30 05:21:12.778534 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-468f4fca-0124-4ca7-8a2e-11322fecd95c req-a1c9def4-6246-4e5d-a4c4-0385bf5a61e8 service neutron] 10.222.0.39 "GET /v2.0/networks/69f0d8af-d537-4703-8693-e8012cda4364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163241 May 30 05:21:12.906439 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-468f4fca-0124-4ca7-8a2e-11322fecd95c req-e0e987b3-b4fc-49cf-bd7a-b67bd1f76b2d service neutron] 10.222.0.39 "GET /v2.0/networks/69f0d8af-d537-4703-8693-e8012cda4364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216867 May 30 05:21:13.206216 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-45f79e78-106a-4f09-9d2c-69baeab7263d None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 05:21:13.683765 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb8a56b-34b7-4f8c-9d0a-bf6801412915 req-92515028-2fdf-43ee-abec-e867e95daa81 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:21:13.685182 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-beb8a56b-34b7-4f8c-9d0a-bf6801412915 req-92515028-2fdf-43ee-abec-e867e95daa81 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/ports?device_id=bec5823f-6587-402c-bc1f-05e263d65aaa HTTP/1.1" status: 200 len: 945 time: 0.0811319 May 30 05:21:13.728560 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-beb8a56b-34b7-4f8c-9d0a-bf6801412915 req-0623f18c-0598-4394-b924-b5e7f5a32d1d tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/security-groups?id=9470e8f9-362c-4db9-ac35-973d0dc9bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377707 May 30 05:21:14.910535 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f62a77-eb61-4d7b-9b23-5222a593a1b8 req-c9da52aa-c0bb-4a2a-ad40-fa46c77cacb6 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:21:14.911958 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-99f62a77-eb61-4d7b-9b23-5222a593a1b8 req-c9da52aa-c0bb-4a2a-ad40-fa46c77cacb6 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/ports?device_id=bec5823f-6587-402c-bc1f-05e263d65aaa HTTP/1.1" status: 200 len: 945 time: 0.0791783 May 30 05:21:14.955057 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-99f62a77-eb61-4d7b-9b23-5222a593a1b8 req-97d11087-1cb5-4cce-8d15-885ff24edcd6 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/security-groups?id=9470e8f9-362c-4db9-ac35-973d0dc9bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367875 May 30 05:21:16.140750 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87afb1b0-1cd6-4b5a-b8b3-b4bf404be631 req-5dfd3b3c-366c-4dd3-9b84-a7ccce1d0230 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:21:16.142235 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-87afb1b0-1cd6-4b5a-b8b3-b4bf404be631 req-5dfd3b3c-366c-4dd3-9b84-a7ccce1d0230 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/ports?device_id=bec5823f-6587-402c-bc1f-05e263d65aaa HTTP/1.1" status: 200 len: 945 time: 0.0840251 May 30 05:21:16.186160 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-87afb1b0-1cd6-4b5a-b8b3-b4bf404be631 req-4beea174-86ae-442f-9e2b-b24d0a59a0e1 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/security-groups?id=9470e8f9-362c-4db9-ac35-973d0dc9bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379639 May 30 05:21:17.227563 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e448bb37-65ca-4226-b3f4-db7c36b50243 req-061221a3-d895-463b-8d91-3fd0ee89e823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:21:17.229587 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e448bb37-65ca-4226-b3f4-db7c36b50243 req-061221a3-d895-463b-8d91-3fd0ee89e823 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8efaed8bad324fc58d054290757c32dc&device_id=bec5823f-6587-402c-bc1f-05e263d65aaa HTTP/1.1" status: 200 len: 1098 time: 0.0746973 May 30 05:21:17.433589 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e448bb37-65ca-4226-b3f4-db7c36b50243 req-b380a045-8ab0-4698-88b1-a38e16165878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:21:17.435061 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e448bb37-65ca-4226-b3f4-db7c36b50243 req-b380a045-8ab0-4698-88b1-a38e16165878 service neutron] 10.222.0.39 "GET /v2.0/networks?id=69f0d8af-d537-4703-8693-e8012cda4364 HTTP/1.1" status: 200 len: 916 time: 0.1871433 May 30 05:21:17.448324 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f4d5c3-328e-43a1-98ae-cfadae2d6db7 req-de1c9a5c-c8b1-4444-ba0f-c9bd3f2cb703 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:21:17.449691 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-81f4d5c3-328e-43a1-98ae-cfadae2d6db7 req-de1c9a5c-c8b1-4444-ba0f-c9bd3f2cb703 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/ports?device_id=bec5823f-6587-402c-bc1f-05e263d65aaa HTTP/1.1" status: 200 len: 945 time: 0.1345296 May 30 05:21:17.524053 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e448bb37-65ca-4226-b3f4-db7c36b50243 req-7ca73c51-7f2a-4a11-9b4c-6801395a688b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=43edc2f4-ae20-4365-9012-2cecdf27ba7b HTTP/1.1" status: 200 len: 217 time: 0.0732732 May 30 05:21:17.581935 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:21:17.590697 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-81f4d5c3-328e-43a1-98ae-cfadae2d6db7 req-8999fdcf-309c-4675-81d7-925dbd537751 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/security-groups?id=9470e8f9-362c-4db9-ac35-973d0dc9bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926840 May 30 05:21:17.603036 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e448bb37-65ca-4226-b3f4-db7c36b50243 req-b31576e3-eaa5-40b9-a02e-4cb508992045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:21:17.604429 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e448bb37-65ca-4226-b3f4-db7c36b50243 req-b31576e3-eaa5-40b9-a02e-4cb508992045 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=47833ade-53c4-4f92-b578-34e446fba83c HTTP/1.1" status: 200 len: 855 time: 0.0747981 May 30 05:21:17.654506 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e448bb37-65ca-4226-b3f4-db7c36b50243 req-203b8aa0-d783-467d-a1a9-a18c47558914 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=69f0d8af-d537-4703-8693-e8012cda4364&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439093 May 30 05:21:17.786459 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e448bb37-65ca-4226-b3f4-db7c36b50243 req-9301e76d-ba1f-4fad-bc07-db6874ec5ddd service neutron] 10.222.0.39 "GET /v2.0/networks/69f0d8af-d537-4703-8693-e8012cda4364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254654 May 30 05:21:17.912473 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e448bb37-65ca-4226-b3f4-db7c36b50243 req-f26f68b7-4445-4c94-95ea-65f3ad6b8f5b service neutron] 10.222.0.39 "GET /v2.0/networks/69f0d8af-d537-4703-8693-e8012cda4364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207712 May 30 05:21:18.774555 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6c3a10-ebfd-4568-b233-9d5a7f338118 req-01ebfef3-3013-45a7-a31f-2f5203e9d018 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:21:18.776698 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2e6c3a10-ebfd-4568-b233-9d5a7f338118 req-01ebfef3-3013-45a7-a31f-2f5203e9d018 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/ports?device_id=bec5823f-6587-402c-bc1f-05e263d65aaa HTTP/1.1" status: 200 len: 945 time: 0.0820887 May 30 05:21:18.821712 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2e6c3a10-ebfd-4568-b233-9d5a7f338118 req-ce10e63b-702d-4a90-b5ff-2ccb0876c2ad tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/security-groups?id=9470e8f9-362c-4db9-ac35-973d0dc9bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369625 May 30 05:21:20.004978 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8721271c-1530-4cfd-a49e-9fce0e99104e req-cd50a6b8-8844-4469-a857-d25d9121dc38 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:21:20.006431 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8721271c-1530-4cfd-a49e-9fce0e99104e req-cd50a6b8-8844-4469-a857-d25d9121dc38 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/ports?device_id=bec5823f-6587-402c-bc1f-05e263d65aaa HTTP/1.1" status: 200 len: 945 time: 0.0809979 May 30 05:21:20.049694 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8721271c-1530-4cfd-a49e-9fce0e99104e req-4fdb746f-0093-4df3-ad3e-a1f16545323d tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/security-groups?id=9470e8f9-362c-4db9-ac35-973d0dc9bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376091 May 30 05:21:21.227908 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac127a8-b3b4-4ef5-8ebf-d986edf29845 req-443b5df0-ae29-47d1-9709-8e05c82bba0d tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:21:21.229888 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8ac127a8-b3b4-4ef5-8ebf-d986edf29845 req-443b5df0-ae29-47d1-9709-8e05c82bba0d tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/ports?device_id=bec5823f-6587-402c-bc1f-05e263d65aaa HTTP/1.1" status: 200 len: 945 time: 0.0791180 May 30 05:21:21.274102 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8ac127a8-b3b4-4ef5-8ebf-d986edf29845 req-37e632e8-234d-4ce4-8bce-a47d684fd1eb tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/security-groups?id=9470e8f9-362c-4db9-ac35-973d0dc9bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384002 May 30 05:21:22.559635 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806c7d06-9053-42d1-992b-97e65992834e req-c75dc213-a20c-43b0-9605-91a66f833109 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:21:22.561085 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-806c7d06-9053-42d1-992b-97e65992834e req-c75dc213-a20c-43b0-9605-91a66f833109 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/ports?device_id=bec5823f-6587-402c-bc1f-05e263d65aaa HTTP/1.1" status: 200 len: 945 time: 0.1781428 May 30 05:21:22.604552 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-806c7d06-9053-42d1-992b-97e65992834e req-11861868-c2dd-409e-91e4-b9afb1e23f6e tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/security-groups?id=9470e8f9-362c-4db9-ac35-973d0dc9bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370765 May 30 05:21:23.781891 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d96e63a-082f-4456-a213-8efe1e354772 req-3a7a5567-2d19-4e7a-a3eb-0690e14341c7 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:21:23.783308 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4d96e63a-082f-4456-a213-8efe1e354772 req-3a7a5567-2d19-4e7a-a3eb-0690e14341c7 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/ports?device_id=bec5823f-6587-402c-bc1f-05e263d65aaa HTTP/1.1" status: 200 len: 945 time: 0.0766866 May 30 05:21:23.828278 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4d96e63a-082f-4456-a213-8efe1e354772 req-adfd8d43-eeb9-4ac7-98e2-a68c54062615 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/security-groups?id=9470e8f9-362c-4db9-ac35-973d0dc9bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393293 May 30 05:21:25.006951 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe626438-380d-4c03-a76b-fac3a0658ad2 req-8b2a721c-3624-435a-8b9c-3523a2083abe tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:21:25.008395 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-fe626438-380d-4c03-a76b-fac3a0658ad2 req-8b2a721c-3624-435a-8b9c-3523a2083abe tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/ports?device_id=bec5823f-6587-402c-bc1f-05e263d65aaa HTTP/1.1" status: 200 len: 945 time: 0.0781124 May 30 05:21:25.051668 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-fe626438-380d-4c03-a76b-fac3a0658ad2 req-a991d1ad-56e8-4fa9-b4fa-333033caaa63 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/security-groups?id=9470e8f9-362c-4db9-ac35-973d0dc9bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371928 May 30 05:21:26.238272 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5af1bbd-026f-4c27-9595-be7dcd7ad0d7 req-237c26d5-827d-4753-9b95-4129ebeaf1b3 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:21:26.239699 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d5af1bbd-026f-4c27-9595-be7dcd7ad0d7 req-237c26d5-827d-4753-9b95-4129ebeaf1b3 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/ports?device_id=bec5823f-6587-402c-bc1f-05e263d65aaa HTTP/1.1" status: 200 len: 945 time: 0.0825167 May 30 05:21:26.283756 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d5af1bbd-026f-4c27-9595-be7dcd7ad0d7 req-e2fffc96-e843-4c9b-acde-8fbb4efa0978 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/security-groups?id=9470e8f9-362c-4db9-ac35-973d0dc9bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383232 May 30 05:21:27.463861 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9224dbdf-8488-4d9b-b255-85d46e5cedf5 req-20198697-f428-4fec-8c82-235b2a911537 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:21:27.465308 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9224dbdf-8488-4d9b-b255-85d46e5cedf5 req-20198697-f428-4fec-8c82-235b2a911537 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/ports?device_id=bec5823f-6587-402c-bc1f-05e263d65aaa HTTP/1.1" status: 200 len: 945 time: 0.0780785 May 30 05:21:27.507952 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9224dbdf-8488-4d9b-b255-85d46e5cedf5 req-f2038479-9550-4f83-804a-574c889fdb06 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/security-groups?id=9470e8f9-362c-4db9-ac35-973d0dc9bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368273 May 30 05:21:28.014341 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7d490bb6-88a3-42a6-9cfb-c1690b9f3f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:21:28.691002 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726f7361-a830-4a41-9f21-37a522412798 req-902e90ed-10ec-4a99-944e-8f3ba2bab075 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:21:28.692435 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-726f7361-a830-4a41-9f21-37a522412798 req-902e90ed-10ec-4a99-944e-8f3ba2bab075 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/ports?device_id=bec5823f-6587-402c-bc1f-05e263d65aaa HTTP/1.1" status: 200 len: 945 time: 0.0815020 May 30 05:21:28.734557 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-726f7361-a830-4a41-9f21-37a522412798 req-5b4fbddc-ec46-46c3-b875-e1d8c208c345 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/security-groups?id=9470e8f9-362c-4db9-ac35-973d0dc9bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366170 May 30 05:21:29.917089 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e68d01-d73a-4843-945d-5002235fb6d5 req-b1efb644-d988-421d-8d43-ac91f54181bb tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:21:29.918489 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-45e68d01-d73a-4843-945d-5002235fb6d5 req-b1efb644-d988-421d-8d43-ac91f54181bb tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/ports?device_id=bec5823f-6587-402c-bc1f-05e263d65aaa HTTP/1.1" status: 200 len: 945 time: 0.0783567 May 30 05:21:29.964568 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-45e68d01-d73a-4843-945d-5002235fb6d5 req-29366d73-8694-4ce4-b3a7-d15ca1b75254 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/security-groups?id=9470e8f9-362c-4db9-ac35-973d0dc9bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405457 May 30 05:21:30.236010 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-4c78a5d4-1e70-4266-968c-3fb99f800f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:21:31.150257 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d36605e-36a8-4f13-a9b3-aa5159747153 req-c9302820-8880-4f51-bf79-1d62ef20343f tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:21:31.151711 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6d36605e-36a8-4f13-a9b3-aa5159747153 req-c9302820-8880-4f51-bf79-1d62ef20343f tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/ports?device_id=bec5823f-6587-402c-bc1f-05e263d65aaa HTTP/1.1" status: 200 len: 945 time: 0.0836775 May 30 05:21:31.194477 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6d36605e-36a8-4f13-a9b3-aa5159747153 req-6b9085c7-2f4f-4ae1-98bc-5f9a9296de8f tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/security-groups?id=9470e8f9-362c-4db9-ac35-973d0dc9bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369959 May 30 05:21:31.275011 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56ded65b-0e68-413c-8b9b-1097922cc81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:21:31.473249 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:21:32.380500 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65c7752-8a52-483f-90a5-a71e9c434bf0 req-725723ff-d651-4e0e-b882-f3688c309e33 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:21:32.381978 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d65c7752-8a52-483f-90a5-a71e9c434bf0 req-725723ff-d651-4e0e-b882-f3688c309e33 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/ports?device_id=bec5823f-6587-402c-bc1f-05e263d65aaa HTTP/1.1" status: 200 len: 945 time: 0.0833232 May 30 05:21:32.426863 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d65c7752-8a52-483f-90a5-a71e9c434bf0 req-8747f4c6-ac32-4e17-8c6d-43444612e386 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/security-groups?id=9470e8f9-362c-4db9-ac35-973d0dc9bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390713 May 30 05:21:32.827042 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a142624-940e-4c55-bf49-a5329c884075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:21:33.611183 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d904672-76b3-4264-bd2c-59519075ad92 req-8b64f6cc-10e0-482f-842e-f4f7a05d13fc tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:21:33.612640 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6d904672-76b3-4264-bd2c-59519075ad92 req-8b64f6cc-10e0-482f-842e-f4f7a05d13fc tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/ports?device_id=bec5823f-6587-402c-bc1f-05e263d65aaa HTTP/1.1" status: 200 len: 945 time: 0.0784903 May 30 05:21:33.654977 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6d904672-76b3-4264-bd2c-59519075ad92 req-f2595ed7-9305-477b-8575-27c9a8153234 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/security-groups?id=9470e8f9-362c-4db9-ac35-973d0dc9bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367939 May 30 05:21:34.848267 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee8ec36-4a28-462f-81f1-01a4bb8129ea req-83b72932-3980-42f8-a662-f7824f821a06 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:21:34.849763 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6ee8ec36-4a28-462f-81f1-01a4bb8129ea req-83b72932-3980-42f8-a662-f7824f821a06 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/ports?device_id=bec5823f-6587-402c-bc1f-05e263d65aaa HTTP/1.1" status: 200 len: 945 time: 0.0824323 May 30 05:21:34.892327 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6ee8ec36-4a28-462f-81f1-01a4bb8129ea req-fb6f32ac-82b2-4f7a-8e74-8a43ad4d550e tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/security-groups?id=9470e8f9-362c-4db9-ac35-973d0dc9bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362675 May 30 05:21:36.072392 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0890d60-ca4a-4b58-9667-23165fdb9e93 req-4ba2af68-9004-48a4-ad9d-d23b44ddc91e tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:21:36.073897 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a0890d60-ca4a-4b58-9667-23165fdb9e93 req-4ba2af68-9004-48a4-ad9d-d23b44ddc91e tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/ports?device_id=bec5823f-6587-402c-bc1f-05e263d65aaa HTTP/1.1" status: 200 len: 945 time: 0.0784919 May 30 05:21:36.116484 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a0890d60-ca4a-4b58-9667-23165fdb9e93 req-551abb07-16c5-4c3e-8336-df374ff4de19 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/security-groups?id=9470e8f9-362c-4db9-ac35-973d0dc9bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370517 May 30 05:21:37.300506 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1a17dd-53ad-4036-81f4-c23f232f543a req-6f709356-df1f-49b0-92d4-0393293b33c7 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:21:37.301966 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3f1a17dd-53ad-4036-81f4-c23f232f543a req-6f709356-df1f-49b0-92d4-0393293b33c7 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/ports?device_id=bec5823f-6587-402c-bc1f-05e263d65aaa HTTP/1.1" status: 200 len: 945 time: 0.0808756 May 30 05:21:37.345915 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3f1a17dd-53ad-4036-81f4-c23f232f543a req-798b5e16-c363-44f6-919a-b6443289666f tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/security-groups?id=9470e8f9-362c-4db9-ac35-973d0dc9bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375886 May 30 05:21:38.527732 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc70498-9b81-43fd-81f8-c4a1975fad6a req-d4c9f1fc-956d-4a31-9d82-f9b8c4f1ea1c tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:21:38.529087 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3bc70498-9b81-43fd-81f8-c4a1975fad6a req-d4c9f1fc-956d-4a31-9d82-f9b8c4f1ea1c tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/ports?device_id=bec5823f-6587-402c-bc1f-05e263d65aaa HTTP/1.1" status: 200 len: 945 time: 0.0789979 May 30 05:21:38.575676 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3bc70498-9b81-43fd-81f8-c4a1975fad6a req-97f3a6e8-a19d-4411-906f-3dc1b7352ff9 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/security-groups?id=9470e8f9-362c-4db9-ac35-973d0dc9bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409791 May 30 05:21:39.760286 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-468f4fca-0124-4ca7-8a2e-11322fecd95c req-f378f693-8123-48e4-9f27-aba2738136d1 service neutron] 10.222.0.39 "GET /v2.0/ports/43edc2f4-ae20-4365-9012-2cecdf27ba7b/bindings/hv-neutron-8437 HTTP/1.1" status: 200 len: 384 time: 0.1245909 May 30 05:21:39.782892 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa05263-ea84-4558-a2a1-eb458f285beb req-540f9f1c-119e-4373-bfa0-3647a17e2b77 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:21:39.784321 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-caa05263-ea84-4558-a2a1-eb458f285beb req-540f9f1c-119e-4373-bfa0-3647a17e2b77 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/ports?device_id=bec5823f-6587-402c-bc1f-05e263d65aaa HTTP/1.1" status: 200 len: 945 time: 0.1054792 May 30 05:21:39.828419 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-caa05263-ea84-4558-a2a1-eb458f285beb req-8a53218d-6fc8-4114-ba4b-6a910fc2bc32 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/security-groups?id=9470e8f9-362c-4db9-ac35-973d0dc9bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381958 May 30 05:21:40.014082 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468f4fca-0124-4ca7-8a2e-11322fecd95c req-18dd8feb-41f1-49da-bc0f-3c542c107432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:21:40.015428 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-468f4fca-0124-4ca7-8a2e-11322fecd95c req-18dd8feb-41f1-49da-bc0f-3c542c107432 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=bec5823f-6587-402c-bc1f-05e263d65aaa&tenant_id=8efaed8bad324fc58d054290757c32dc HTTP/1.1" status: 200 len: 1098 time: 0.0688324 May 30 05:21:40.107054 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468f4fca-0124-4ca7-8a2e-11322fecd95c req-c6e06c04-2d4d-452f-a692-a4cbacfcd003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:21:40.108469 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-468f4fca-0124-4ca7-8a2e-11322fecd95c req-c6e06c04-2d4d-452f-a692-a4cbacfcd003 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8efaed8bad324fc58d054290757c32dc&device_id=bec5823f-6587-402c-bc1f-05e263d65aaa HTTP/1.1" status: 200 len: 1098 time: 0.0719838 May 30 05:21:40.334492 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468f4fca-0124-4ca7-8a2e-11322fecd95c req-5106d1c8-6997-4b75-9d85-781c69c0535f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:21:40.335926 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-468f4fca-0124-4ca7-8a2e-11322fecd95c req-5106d1c8-6997-4b75-9d85-781c69c0535f service neutron] 10.222.0.39 "GET /v2.0/networks?id=69f0d8af-d537-4703-8693-e8012cda4364 HTTP/1.1" status: 200 len: 916 time: 0.2210448 May 30 05:21:40.404261 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-468f4fca-0124-4ca7-8a2e-11322fecd95c req-45c8c456-337d-478b-b644-9ac0196cf016 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=43edc2f4-ae20-4365-9012-2cecdf27ba7b HTTP/1.1" status: 200 len: 217 time: 0.0629907 May 30 05:21:40.468384 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468f4fca-0124-4ca7-8a2e-11322fecd95c req-6a03baa9-ea91-4d3d-9983-ec97a5bfa46a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:21:40.469794 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-468f4fca-0124-4ca7-8a2e-11322fecd95c req-6a03baa9-ea91-4d3d-9983-ec97a5bfa46a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=47833ade-53c4-4f92-b578-34e446fba83c HTTP/1.1" status: 200 len: 855 time: 0.0595794 May 30 05:21:40.515004 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-468f4fca-0124-4ca7-8a2e-11322fecd95c req-b261b12a-16f0-41c0-a6e8-5da8faa505ec service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=69f0d8af-d537-4703-8693-e8012cda4364&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394468 May 30 05:21:40.641631 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-468f4fca-0124-4ca7-8a2e-11322fecd95c req-c4c76340-6db6-48dd-9bd1-773639897610 service neutron] 10.222.0.39 "GET /v2.0/networks/69f0d8af-d537-4703-8693-e8012cda4364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204700 May 30 05:21:40.774312 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-468f4fca-0124-4ca7-8a2e-11322fecd95c req-003fc41b-39ac-4566-969e-6dcfda279a2d service neutron] 10.222.0.39 "GET /v2.0/networks/69f0d8af-d537-4703-8693-e8012cda4364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265469 May 30 05:21:41.019628 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869f4cc0-97c3-478f-8ac2-a209b20bb2cf req-ab5bd588-e006-4776-a0cc-15d3366c5b3f tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:21:41.021167 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-869f4cc0-97c3-478f-8ac2-a209b20bb2cf req-ab5bd588-e006-4776-a0cc-15d3366c5b3f tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/ports?device_id=bec5823f-6587-402c-bc1f-05e263d65aaa HTTP/1.1" status: 200 len: 945 time: 0.0846064 May 30 05:21:41.066628 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-869f4cc0-97c3-478f-8ac2-a209b20bb2cf req-e40dd7b0-123c-43a2-abb8-7ac1ae0c5813 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/security-groups?id=9470e8f9-362c-4db9-ac35-973d0dc9bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394225 May 30 05:21:42.246494 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f73597c-420e-4aa7-a2fa-86772f684651 req-acffc4b3-c238-4038-b6b9-30e2af25ff27 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:21:42.247961 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2f73597c-420e-4aa7-a2fa-86772f684651 req-acffc4b3-c238-4038-b6b9-30e2af25ff27 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/ports?device_id=bec5823f-6587-402c-bc1f-05e263d65aaa HTTP/1.1" status: 200 len: 945 time: 0.0791347 May 30 05:21:42.292064 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2f73597c-420e-4aa7-a2fa-86772f684651 req-9b66dead-b611-4678-b3bc-e0252c1eda81 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/security-groups?id=9470e8f9-362c-4db9-ac35-973d0dc9bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384617 May 30 05:21:43.476067 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8a5b23-12c0-4ccb-9652-1a239f14c292 req-ef6e81d1-ce2c-4980-8100-5dd9054dfe1a tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:21:43.478026 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-fd8a5b23-12c0-4ccb-9652-1a239f14c292 req-ef6e81d1-ce2c-4980-8100-5dd9054dfe1a tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/ports?device_id=bec5823f-6587-402c-bc1f-05e263d65aaa HTTP/1.1" status: 200 len: 945 time: 0.0816998 May 30 05:21:43.520957 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-fd8a5b23-12c0-4ccb-9652-1a239f14c292 req-afd30e2c-7af2-4b6f-97a9-cbc8572d704c tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/security-groups?id=9470e8f9-362c-4db9-ac35-973d0dc9bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371923 May 30 05:21:43.884975 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c017ddf-11f1-4051-9f18-94c1f294deb5 req-cd751524-918c-496c-ba77-a2abf0fcc959 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:21:43.886405 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5c017ddf-11f1-4051-9f18-94c1f294deb5 req-cd751524-918c-496c-ba77-a2abf0fcc959 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.39 "GET /v2.0/ports?device_id=bec5823f-6587-402c-bc1f-05e263d65aaa&tenant_id=8efaed8bad324fc58d054290757c32dc&binding%3Ahost_id=hv-neutron-8437 HTTP/1.1" status: 200 len: 945 time: 0.1432836 May 30 05:21:43.893555 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe44d9f-bb59-4e5b-9cf0-dc78020ff7d2 req-1bf8f35b-1168-4bea-80b6-1952fa2bd7c1 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:21:43.894890 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-abe44d9f-bb59-4e5b-9cf0-dc78020ff7d2 req-1bf8f35b-1168-4bea-80b6-1952fa2bd7c1 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/ports?device_id=bec5823f-6587-402c-bc1f-05e263d65aaa HTTP/1.1" status: 200 len: 945 time: 0.1201155 May 30 05:21:43.938589 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-abe44d9f-bb59-4e5b-9cf0-dc78020ff7d2 req-eb53f870-34d3-4721-8fa5-06ced004274e tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/security-groups?id=9470e8f9-362c-4db9-ac35-973d0dc9bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375130 May 30 05:21:44.024475 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c017ddf-11f1-4051-9f18-94c1f294deb5 req-17ed457c-bd7c-435f-8089-ae6c06281e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:21:44.025923 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5c017ddf-11f1-4051-9f18-94c1f294deb5 req-17ed457c-bd7c-435f-8089-ae6c06281e15 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8efaed8bad324fc58d054290757c32dc&device_id=bec5823f-6587-402c-bc1f-05e263d65aaa HTTP/1.1" status: 200 len: 1098 time: 0.0720720 May 30 05:21:44.151864 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c017ddf-11f1-4051-9f18-94c1f294deb5 req-315f11db-7f85-4229-821d-3276be0c4908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:21:44.153183 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5c017ddf-11f1-4051-9f18-94c1f294deb5 req-315f11db-7f85-4229-821d-3276be0c4908 service neutron] 10.222.0.39 "GET /v2.0/networks?id=69f0d8af-d537-4703-8693-e8012cda4364 HTTP/1.1" status: 200 len: 916 time: 0.1218944 May 30 05:21:44.217771 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5c017ddf-11f1-4051-9f18-94c1f294deb5 req-b3e6e989-6f19-47c6-af42-fe6c52feb498 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=43edc2f4-ae20-4365-9012-2cecdf27ba7b HTTP/1.1" status: 200 len: 217 time: 0.0583973 May 30 05:21:44.285311 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c017ddf-11f1-4051-9f18-94c1f294deb5 req-058592d4-fd33-4ed7-ba26-0d4e15e51835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:21:44.286756 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5c017ddf-11f1-4051-9f18-94c1f294deb5 req-058592d4-fd33-4ed7-ba26-0d4e15e51835 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=47833ade-53c4-4f92-b578-34e446fba83c HTTP/1.1" status: 200 len: 855 time: 0.0635176 May 30 05:21:44.331183 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5c017ddf-11f1-4051-9f18-94c1f294deb5 req-aa6d5787-6c70-40ff-9c50-332b6bceec42 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=69f0d8af-d537-4703-8693-e8012cda4364&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390532 May 30 05:21:44.457151 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5c017ddf-11f1-4051-9f18-94c1f294deb5 req-3509e11d-a281-46d1-8dc2-d4abc5307127 service neutron] 10.222.0.39 "GET /v2.0/networks/69f0d8af-d537-4703-8693-e8012cda4364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200073 May 30 05:21:44.682441 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5c017ddf-11f1-4051-9f18-94c1f294deb5 req-a3896458-5708-4092-bf3b-6fdd15e66888 service neutron] 10.222.0.39 "GET /v2.0/networks/69f0d8af-d537-4703-8693-e8012cda4364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194693 May 30 05:21:44.864362 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device 43edc2f4-ae20-4365-9012-2cecdf27ba7b no longer exists at agent hyperv_hv-neutron-8437 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 05:21:44.976133 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Current status of the port 43edc2f4-ae20-4365-9012-2cecdf27ba7b is: ACTIVE; New status is: DOWN {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:21:44.976533 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:21:45.003959 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bec5823f-6587-402c-bc1f-05e263d65aaa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43edc2f4-ae20-4365-9012-2cecdf27ba7b'}] {{(pid=88262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:21:45.013986 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port 43edc2f4-ae20-4365-9012-2cecdf27ba7b, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=43edc2f4-ae20-4365-9012-2cecdf27ba7b,segment=NetworkSegment(fc1cbcab-08e8-4038-890b-c09245c3c221),segment_id=fc1cbcab-08e8-4038-890b-c09245c3c221)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:21:45.019247 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:21:45.086288 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Pushing event updated for resources: {'Port': ['ID=43edc2f4-ae20-4365-9012-2cecdf27ba7b,revision_number=6']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:21:45.131866 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa44c80-8c26-4b1e-9262-168a576e8de0 req-1e27d970-1c33-4e34-a0cc-4416efca14a7 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:21:45.133311 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-daa44c80-8c26-4b1e-9262-168a576e8de0 req-1e27d970-1c33-4e34-a0cc-4416efca14a7 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/ports?device_id=bec5823f-6587-402c-bc1f-05e263d65aaa HTTP/1.1" status: 200 len: 943 time: 0.0801265 May 30 05:21:45.181645 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-daa44c80-8c26-4b1e-9262-168a576e8de0 req-bd283d49-a44a-42b4-b3b2-b2108081af35 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/security-groups?id=9470e8f9-362c-4db9-ac35-973d0dc9bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419197 May 30 05:21:45.232493 dv-neutron-843763-1-hyperv neutron-server[88262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-419c3311-9024-47c6-b395-903cc44bc526'] response: {'server_uuid': 'bec5823f-6587-402c-bc1f-05e263d65aaa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43edc2f4-ae20-4365-9012-2cecdf27ba7b', 'code': 200} May 30 05:21:46.366519 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4ba405-2245-4be6-b3ae-4607b3e6bfbf req-29efd081-951b-46fb-badc-2057948b81a6 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:21:46.367956 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-fc4ba405-2245-4be6-b3ae-4607b3e6bfbf req-29efd081-951b-46fb-badc-2057948b81a6 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/ports?device_id=bec5823f-6587-402c-bc1f-05e263d65aaa HTTP/1.1" status: 200 len: 943 time: 0.0784664 May 30 05:21:46.411632 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-fc4ba405-2245-4be6-b3ae-4607b3e6bfbf req-b5f3c637-b92a-441a-be78-791b468f0565 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/security-groups?id=9470e8f9-362c-4db9-ac35-973d0dc9bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375140 May 30 05:21:46.593221 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1a5470-5c9d-4665-b30f-16a979258d89 req-7c9765a9-1e47-4179-80db-a0ba56cb39b2 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:21:46.594698 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0a1a5470-5c9d-4665-b30f-16a979258d89 req-7c9765a9-1e47-4179-80db-a0ba56cb39b2 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/ports?device_id=bec5823f-6587-402c-bc1f-05e263d65aaa HTTP/1.1" status: 200 len: 943 time: 0.0817561 May 30 05:21:46.637022 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0a1a5470-5c9d-4665-b30f-16a979258d89 req-020bd739-7ff3-4bc4-adbd-d415f9c4423b tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/security-groups?id=9470e8f9-362c-4db9-ac35-973d0dc9bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366976 May 30 05:21:47.578789 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:21:47.741219 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 50918) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:21:47.746887 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-78fa7fe8-ee11-43d7-87b9-0535518af509 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Request body: {'security_group': {'name': 'tempest-securitygroup--259237062', 'description': 'tempest-description--1709926192'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:21:47.752749 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-78fa7fe8-ee11-43d7-87b9-0535518af509 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:21:47.756656 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-78fa7fe8-ee11-43d7-87b9-0535518af509 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Usage tracker for resource:security_group and tenant:8efaed8bad324fc58d054290757c32dc is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:21:47.760127 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-78fa7fe8-ee11-43d7-87b9-0535518af509 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:21:47.766194 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-78fa7fe8-ee11-43d7-87b9-0535518af509 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:21:47.775262 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-78fa7fe8-ee11-43d7-87b9-0535518af509 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:21:47.795274 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-78fa7fe8-ee11-43d7-87b9-0535518af509 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:21:47.798990 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-78fa7fe8-ee11-43d7-87b9-0535518af509 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Usage tracker for resource:security_group_rule and tenant:8efaed8bad324fc58d054290757c32dc is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:21:47.801692 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-78fa7fe8-ee11-43d7-87b9-0535518af509 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:21:47.807822 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-78fa7fe8-ee11-43d7-87b9-0535518af509 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:21:47.876157 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-78fa7fe8-ee11-43d7-87b9-0535518af509 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:21:47.879500 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-78fa7fe8-ee11-43d7-87b9-0535518af509 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:21:47.920452 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fa7fe8-ee11-43d7-87b9-0535518af509 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a029ba2-532f-4d8f-8d4e-a3e5dbc9c54d,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:21:47.924543 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-78fa7fe8-ee11-43d7-87b9-0535518af509 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:21:47.925718 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-78fa7fe8-ee11-43d7-87b9-0535518af509 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1834464 May 30 05:21:47.928621 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 50922) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:21:47.934204 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-ecfbf8af-5856-40e8-a8d1-7ebabf6c4094 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Request body: {'security_group_rule': {'security_group_id': '9a029ba2-532f-4d8f-8d4e-a3e5dbc9c54d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:21:47.940107 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-ecfbf8af-5856-40e8-a8d1-7ebabf6c4094 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:21:47.943991 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-ecfbf8af-5856-40e8-a8d1-7ebabf6c4094 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Usage tracker for resource:security_group_rule and tenant:8efaed8bad324fc58d054290757c32dc is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:21:47.946923 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-ecfbf8af-5856-40e8-a8d1-7ebabf6c4094 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:21:47.952618 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-ecfbf8af-5856-40e8-a8d1-7ebabf6c4094 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:21:47.968597 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ecfbf8af-5856-40e8-a8d1-7ebabf6c4094 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:21:48.032774 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ecfbf8af-5856-40e8-a8d1-7ebabf6c4094 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:21:48.041799 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ecfbf8af-5856-40e8-a8d1-7ebabf6c4094 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:21:48.064990 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfbf8af-5856-40e8-a8d1-7ebabf6c4094 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef047c6d-4625-4a08-a250-89ad481547d5,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:21:48.073605 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ecfbf8af-5856-40e8-a8d1-7ebabf6c4094 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:21:48.074800 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-ecfbf8af-5856-40e8-a8d1-7ebabf6c4094 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1452529 May 30 05:21:48.077493 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 50926) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:21:48.082347 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-caaad37d-528d-4a74-8c35-9c8f9ea0795b tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Request body: {'security_group_rule': {'security_group_id': '9a029ba2-532f-4d8f-8d4e-a3e5dbc9c54d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:21:48.087885 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-caaad37d-528d-4a74-8c35-9c8f9ea0795b tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:21:48.091639 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-caaad37d-528d-4a74-8c35-9c8f9ea0795b tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Usage tracker for resource:security_group_rule and tenant:8efaed8bad324fc58d054290757c32dc is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:21:48.094472 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-caaad37d-528d-4a74-8c35-9c8f9ea0795b tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:21:48.100197 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-caaad37d-528d-4a74-8c35-9c8f9ea0795b tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:21:48.115884 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-caaad37d-528d-4a74-8c35-9c8f9ea0795b tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:21:48.175843 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-caaad37d-528d-4a74-8c35-9c8f9ea0795b tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:21:48.179267 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-caaad37d-528d-4a74-8c35-9c8f9ea0795b tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:21:48.203802 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaad37d-528d-4a74-8c35-9c8f9ea0795b tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f10b500-d439-4ab9-8aa6-386a39335d1a,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:21:48.212958 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-caaad37d-528d-4a74-8c35-9c8f9ea0795b tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:21:48.214252 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-caaad37d-528d-4a74-8c35-9c8f9ea0795b tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1358230 May 30 05:21:48.217398 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 50930) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:21:48.222400 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-2fa4b897-6e09-43c1-b8a3-a49103d91c00 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Request body: {'floatingip': {'floating_network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:21:48.228911 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-2fa4b897-6e09-43c1-b8a3-a49103d91c00 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:21:48.232855 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-2fa4b897-6e09-43c1-b8a3-a49103d91c00 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Usage tracker for resource:floatingip and tenant:8efaed8bad324fc58d054290757c32dc is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:21:48.235697 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-2fa4b897-6e09-43c1-b8a3-a49103d91c00 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:21:48.241553 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-2fa4b897-6e09-43c1-b8a3-a49103d91c00 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:21:48.251884 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2fa4b897-6e09-43c1-b8a3-a49103d91c00 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Notify callbacks [] for floatingip, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:21:48.385164 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2fa4b897-6e09-43c1-b8a3-a49103d91c00 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:21:48.517444 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-2fa4b897-6e09-43c1-b8a3-a49103d91c00 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Allocated IP 172.26.6.178 (1bab70f4-3794-44db-8e17-19f483aa8ffa/6b5b73c1-b0ce-4f83-a930-c00cc5522926/3f328dda-1e55-4f51-8f11-209ffc0187b2) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:21:48.659761 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2fa4b897-6e09-43c1-b8a3-a49103d91c00 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:21:48.688262 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2fa4b897-6e09-43c1-b8a3-a49103d91c00 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:21:48.748070 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa4b897-6e09-43c1-b8a3-a49103d91c00 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Network 1bab70f4-3794-44db-8e17-19f483aa8ffa is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:21:48.750701 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-2fa4b897-6e09-43c1-b8a3-a49103d91c00 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:21:48.754266 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa4b897-6e09-43c1-b8a3-a49103d91c00 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:21:48.799471 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa4b897-6e09-43c1-b8a3-a49103d91c00 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Pushing event updated for resources: {'Port': ['ID=3f328dda-1e55-4f51-8f11-209ffc0187b2,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:21:48.840593 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2fa4b897-6e09-43c1-b8a3-a49103d91c00 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:21:48.897231 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2fa4b897-6e09-43c1-b8a3-a49103d91c00 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:21:49.097036 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2fa4b897-6e09-43c1-b8a3-a49103d91c00 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:21:49.101110 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2fa4b897-6e09-43c1-b8a3-a49103d91c00 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2304381'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:21:49.206941 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa4b897-6e09-43c1-b8a3-a49103d91c00 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Pushing event updated for resources: {'Port': ['ID=3f328dda-1e55-4f51-8f11-209ffc0187b2,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:21:49.214936 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2fa4b897-6e09-43c1-b8a3-a49103d91c00 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1604762'] for floatingip, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:21:49.236052 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2fa4b897-6e09-43c1-b8a3-a49103d91c00 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for floatingip, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:21:49.237370 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-2fa4b897-6e09-43c1-b8a3-a49103d91c00 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0189602 May 30 05:21:49.409119 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822f2fc5-e265-4316-b911-2a6372168aa9 req-c72b0dd8-ba26-4f43-838d-d1fecab32283 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:21:49.410517 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-822f2fc5-e265-4316-b911-2a6372168aa9 req-c72b0dd8-ba26-4f43-838d-d1fecab32283 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/ports?device_id=bec5823f-6587-402c-bc1f-05e263d65aaa HTTP/1.1" status: 200 len: 943 time: 0.0896711 May 30 05:21:49.453662 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-822f2fc5-e265-4316-b911-2a6372168aa9 req-45ae9fa8-860d-4010-a4aa-e8e102029a7a tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Synchronizing usage tracker for tenant:8efaed8bad324fc58d054290757c32dc on resource:security_group {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:21:49.469403 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-822f2fc5-e265-4316-b911-2a6372168aa9 req-45ae9fa8-860d-4010-a4aa-e8e102029a7a tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Unset dirty status for tenant:8efaed8bad324fc58d054290757c32dc on resource:security_group {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:21:49.470560 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-822f2fc5-e265-4316-b911-2a6372168aa9 req-45ae9fa8-860d-4010-a4aa-e8e102029a7a tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/security-groups?id=9470e8f9-362c-4db9-ac35-973d0dc9bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539699 May 30 05:21:50.065322 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29306dba-fbfd-4e77-bcbe-85d906c51465 req-fd9360ce-3a4b-46f1-ad63-8ca3756da5ba tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:21:50.066806 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-29306dba-fbfd-4e77-bcbe-85d906c51465 req-fd9360ce-3a4b-46f1-ad63-8ca3756da5ba tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/networks?id=69f0d8af-d537-4703-8693-e8012cda4364 HTTP/1.1" status: 200 len: 815 time: 0.2450895 May 30 05:21:50.080938 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-29306dba-fbfd-4e77-bcbe-85d906c51465 req-2206867b-712e-499b-bda5-00a047418669 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/quotas/8efaed8bad324fc58d054290757c32dc HTTP/1.1" status: 200 len: 375 time: 0.0086308 May 30 05:21:50.165000 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-29306dba-fbfd-4e77-bcbe-85d906c51465 req-c52708e5-7e14-465d-b570-854ea08b21c3 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=8efaed8bad324fc58d054290757c32dc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0792890 May 30 05:21:50.205573 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-45f79e78-106a-4f09-9d2c-69baeab7263d None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 05:21:50.298277 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-29306dba-fbfd-4e77-bcbe-85d906c51465 req-5749b28c-2526-4c58-aa81-4c74d90c58cf service neutron] 10.222.0.15 "GET /v2.0/networks/69f0d8af-d537-4703-8693-e8012cda4364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259208 May 30 05:21:50.427075 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-29306dba-fbfd-4e77-bcbe-85d906c51465 req-808ba3f7-e828-41c6-aef3-c6599497797e service neutron] 10.222.0.15 "GET /v2.0/networks/69f0d8af-d537-4703-8693-e8012cda4364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230564 May 30 05:21:50.595787 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c778ec9c-6f4e-4cd4-91d1-7f9afcf32dd3 req-6a8b6419-560a-46a4-a909-4de74c0f8459 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/ports?device_id=53ac7892-a267-4d78-b9d1-a1ed5e1a7fb0 HTTP/1.1" status: 200 len: 210 time: 0.0426333 May 30 05:21:51.601500 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29306dba-fbfd-4e77-bcbe-85d906c51465 req-3dc954d5-280f-47f3-a101-0560aac23a90 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:21:51.603438 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-29306dba-fbfd-4e77-bcbe-85d906c51465 req-3dc954d5-280f-47f3-a101-0560aac23a90 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.39 "GET /v2.0/networks?id=69f0d8af-d537-4703-8693-e8012cda4364 HTTP/1.1" status: 200 len: 815 time: 0.1445615 May 30 05:21:51.645187 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [req-29306dba-fbfd-4e77-bcbe-85d906c51465 req-0ac4308c-a5de-4cd1-9e0c-91eeb4f65a57 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Request body: {'port': {'device_id': '53ac7892-a267-4d78-b9d1-a1ed5e1a7fb0', 'network_id': '69f0d8af-d537-4703-8693-e8012cda4364', 'admin_state_up': True, 'tenant_id': '8efaed8bad324fc58d054290757c32dc'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:21:51.784988 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0e4f681f-0d39-4e11-874b-d4ec06146375 req-877e4c9b-ef31-46c6-bf4c-2486eb7fe52a tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/ports?device_id=53ac7892-a267-4d78-b9d1-a1ed5e1a7fb0 HTTP/1.1" status: 200 len: 210 time: 0.0632575 May 30 05:21:51.843248 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d198e2c6-87f5-494f-8d46-574691869c33 req-52d663a7-dff4-4108-abb7-0011115b13d2 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:21:51.844635 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d198e2c6-87f5-494f-8d46-574691869c33 req-52d663a7-dff4-4108-abb7-0011115b13d2 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.39 "GET /v2.0/ports?device_id=bec5823f-6587-402c-bc1f-05e263d65aaa HTTP/1.1" status: 200 len: 943 time: 0.2499032 May 30 05:21:51.849341 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [req-29306dba-fbfd-4e77-bcbe-85d906c51465 req-0ac4308c-a5de-4cd1-9e0c-91eeb4f65a57 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:21:51.901417 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [req-29306dba-fbfd-4e77-bcbe-85d906c51465 req-0ac4308c-a5de-4cd1-9e0c-91eeb4f65a57 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:21:51.925660 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [req-d198e2c6-87f5-494f-8d46-574691869c33 req-b040e89c-5e16-4845-b619-327c86f0e88e tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Deleting port 43edc2f4-ae20-4365-9012-2cecdf27ba7b {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:21:51.926023 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-d198e2c6-87f5-494f-8d46-574691869c33 req-b040e89c-5e16-4845-b619-327c86f0e88e tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:21:51.953878 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29306dba-fbfd-4e77-bcbe-85d906c51465 req-0ac4308c-a5de-4cd1-9e0c-91eeb4f65a57 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Made reservation on behalf of 8efaed8bad324fc58d054290757c32dc for: {'port': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:21:51.957010 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-29306dba-fbfd-4e77-bcbe-85d906c51465 req-0ac4308c-a5de-4cd1-9e0c-91eeb4f65a57 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:21:52.278177 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [req-29306dba-fbfd-4e77-bcbe-85d906c51465 req-0ac4308c-a5de-4cd1-9e0c-91eeb4f65a57 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Allocated IP 172.20.0.6 (69f0d8af-d537-4703-8693-e8012cda4364/47833ade-53c4-4f92-b578-34e446fba83c/e53cc1e5-b4c6-4164-8cca-22df59eef0e5) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:21:52.301369 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [req-d198e2c6-87f5-494f-8d46-574691869c33 req-b040e89c-5e16-4845-b619-327c86f0e88e tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] For port 43edc2f4-ae20-4365-9012-2cecdf27ba7b, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=43edc2f4-ae20-4365-9012-2cecdf27ba7b,segment=NetworkSegment(fc1cbcab-08e8-4038-890b-c09245c3c221),segment_id=fc1cbcab-08e8-4038-890b-c09245c3c221)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:21:52.301724 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-d198e2c6-87f5-494f-8d46-574691869c33 req-b040e89c-5e16-4845-b619-327c86f0e88e tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:21:52.544556 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [req-d198e2c6-87f5-494f-8d46-574691869c33 req-b040e89c-5e16-4845-b619-327c86f0e88e tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Calling delete_port for 43edc2f4-ae20-4365-9012-2cecdf27ba7b owned by compute:nova {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:21:52.827159 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-29306dba-fbfd-4e77-bcbe-85d906c51465 req-0ac4308c-a5de-4cd1-9e0c-91eeb4f65a57 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:21:52.832770 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-d198e2c6-87f5-494f-8d46-574691869c33 req-b040e89c-5e16-4845-b619-327c86f0e88e tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:21:52.915916 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b040e89c-5e16-4845-b619-327c86f0e88e tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Pushing event deleted for resources: {'Port': ['ID=43edc2f4-ae20-4365-9012-2cecdf27ba7b,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:21:52.992333 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b040e89c-5e16-4845-b619-327c86f0e88e tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:21:52.992680 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b040e89c-5e16-4845-b619-327c86f0e88e tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:21:52.993018 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b040e89c-5e16-4845-b619-327c86f0e88e tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:21:52.993358 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b040e89c-5e16-4845-b619-327c86f0e88e tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:21:52.994232 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b040e89c-5e16-4845-b619-327c86f0e88e tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:21:52.994562 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b040e89c-5e16-4845-b619-327c86f0e88e tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:21:52.994888 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b040e89c-5e16-4845-b619-327c86f0e88e tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:21:52.995211 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b040e89c-5e16-4845-b619-327c86f0e88e tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:21:52.995536 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b040e89c-5e16-4845-b619-327c86f0e88e tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:21:52.995856 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b040e89c-5e16-4845-b619-327c86f0e88e tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:21:52.996176 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b040e89c-5e16-4845-b619-327c86f0e88e tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:21:52.996494 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b040e89c-5e16-4845-b619-327c86f0e88e tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:21:53.012466 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e2e75d79-0faa-4d1c-9e2d-1b5287d9522d req-b2456344-6bc7-4792-8ecc-975493aa5e5a tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/ports?device_id=53ac7892-a267-4d78-b9d1-a1ed5e1a7fb0 HTTP/1.1" status: 200 len: 210 time: 0.0977859 May 30 05:21:53.019698 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [req-d198e2c6-87f5-494f-8d46-574691869c33 req-b040e89c-5e16-4845-b619-327c86f0e88e tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] No DVR routers for this DVR port 43edc2f4-ae20-4365-9012-2cecdf27ba7b on host hv-neutron-8437 {{(pid=88261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 05:21:53.023195 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-d198e2c6-87f5-494f-8d46-574691869c33 req-b040e89c-5e16-4845-b619-327c86f0e88e tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:21:53.032848 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bec5823f-6587-402c-bc1f-05e263d65aaa', 'name': 'network-vif-deleted', 'tag': '43edc2f4-ae20-4365-9012-2cecdf27ba7b'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:21:53.043692 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d198e2c6-87f5-494f-8d46-574691869c33 req-b040e89c-5e16-4845-b619-327c86f0e88e tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.39 "DELETE /v2.0/ports/43edc2f4-ae20-4365-9012-2cecdf27ba7b HTTP/1.1" status: 204 len: 173 time: 1.1919646 May 30 05:21:53.048489 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-29306dba-fbfd-4e77-bcbe-85d906c51465 req-0ac4308c-a5de-4cd1-9e0c-91eeb4f65a57 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:21:53.091216 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cebe4968-8103-434b-b061-fbf14b8bbf9e'] response: {'server_uuid': 'bec5823f-6587-402c-bc1f-05e263d65aaa', 'name': 'network-vif-deleted', 'tag': '43edc2f4-ae20-4365-9012-2cecdf27ba7b', 'status': 'completed', 'code': 200} May 30 05:21:53.124381 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29306dba-fbfd-4e77-bcbe-85d906c51465 req-0ac4308c-a5de-4cd1-9e0c-91eeb4f65a57 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Network 69f0d8af-d537-4703-8693-e8012cda4364 is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:21:53.127646 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [req-29306dba-fbfd-4e77-bcbe-85d906c51465 req-0ac4308c-a5de-4cd1-9e0c-91eeb4f65a57 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:21:53.131502 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [req-29306dba-fbfd-4e77-bcbe-85d906c51465 req-0ac4308c-a5de-4cd1-9e0c-91eeb4f65a57 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:21:53.166270 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac4308c-a5de-4cd1-9e0c-91eeb4f65a57 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Pushing event updated for resources: {'Port': ['ID=e53cc1e5-b4c6-4164-8cca-22df59eef0e5,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:21:53.197276 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29306dba-fbfd-4e77-bcbe-85d906c51465 req-0ac4308c-a5de-4cd1-9e0c-91eeb4f65a57 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:21:53.197952 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-29306dba-fbfd-4e77-bcbe-85d906c51465 req-0ac4308c-a5de-4cd1-9e0c-91eeb4f65a57 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:21:53.215540 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-29306dba-fbfd-4e77-bcbe-85d906c51465 req-0ac4308c-a5de-4cd1-9e0c-91eeb4f65a57 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5787220 May 30 05:21:53.228381 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [req-29306dba-fbfd-4e77-bcbe-85d906c51465 req-b1058a73-6279-4660-90eb-b878f5c29f01 service neutron] Request body: {'port': {'device_id': '53ac7892-a267-4d78-b9d1-a1ed5e1a7fb0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8437'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:21:53.337431 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-29306dba-fbfd-4e77-bcbe-85d906c51465 req-b1058a73-6279-4660-90eb-b878f5c29f01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:21:53.677415 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [req-29306dba-fbfd-4e77-bcbe-85d906c51465 req-b1058a73-6279-4660-90eb-b878f5c29f01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e53cc1e5-b4c6-4164-8cca-22df59eef0e5 {{(pid=88261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 30 05:21:53.684341 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-29306dba-fbfd-4e77-bcbe-85d906c51465 req-b1058a73-6279-4660-90eb-b878f5c29f01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:21:53.698417 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [req-29306dba-fbfd-4e77-bcbe-85d906c51465 req-b1058a73-6279-4660-90eb-b878f5c29f01 service neutron] Transition to ACTIVE for port object e53cc1e5-b4c6-4164-8cca-22df59eef0e5 will not be triggered until provisioned by entity L2. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:21:53.701506 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-29306dba-fbfd-4e77-bcbe-85d906c51465 req-b1058a73-6279-4660-90eb-b878f5c29f01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2304381'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:21:53.825588 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1058a73-6279-4660-90eb-b878f5c29f01 service neutron] Pushing event updated for resources: {'Port': ['ID=e53cc1e5-b4c6-4164-8cca-22df59eef0e5,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:21:53.926943 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [req-29306dba-fbfd-4e77-bcbe-85d906c51465 req-b1058a73-6279-4660-90eb-b878f5c29f01 service neutron] Attempting to bind port e53cc1e5-b4c6-4164-8cca-22df59eef0e5 on host hv-neutron-8437 for vnic_type normal with profile {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 05:21:53.927629 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [req-29306dba-fbfd-4e77-bcbe-85d906c51465 req-b1058a73-6279-4660-90eb-b878f5c29f01 service neutron] Attempting to bind port e53cc1e5-b4c6-4164-8cca-22df59eef0e5 by drivers openvswitch,hyperv on host hv-neutron-8437 at level 0 using segments [{'id': 'fc1cbcab-08e8-4038-890b-c09245c3c221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '69f0d8af-d537-4703-8693-e8012cda4364'}] {{(pid=88261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 05:21:53.927629 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29306dba-fbfd-4e77-bcbe-85d906c51465 req-b1058a73-6279-4660-90eb-b878f5c29f01 service neutron] Attempting to bind port e53cc1e5-b4c6-4164-8cca-22df59eef0e5 on network 69f0d8af-d537-4703-8693-e8012cda4364 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:21:53.932116 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29306dba-fbfd-4e77-bcbe-85d906c51465 req-b1058a73-6279-4660-90eb-b878f5c29f01 service neutron] Port e53cc1e5-b4c6-4164-8cca-22df59eef0e5 on network 69f0d8af-d537-4703-8693-e8012cda4364 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8437 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 30 05:21:53.932427 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29306dba-fbfd-4e77-bcbe-85d906c51465 req-b1058a73-6279-4660-90eb-b878f5c29f01 service neutron] Attempting to bind port e53cc1e5-b4c6-4164-8cca-22df59eef0e5 on network 69f0d8af-d537-4703-8693-e8012cda4364 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:21:53.937324 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29306dba-fbfd-4e77-bcbe-85d906c51465 req-b1058a73-6279-4660-90eb-b878f5c29f01 service neutron] Checking agent: {'id': 'de0c936d-420b-412f-9642-7bfe80b5ab25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8437', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 51, 47), 'started_at': datetime.datetime(2022, 5, 30, 4, 51, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 5, 21, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 05:21:53.937654 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29306dba-fbfd-4e77-bcbe-85d906c51465 req-b1058a73-6279-4660-90eb-b878f5c29f01 service neutron] Checking segment: {'id': 'fc1cbcab-08e8-4038-890b-c09245c3c221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '69f0d8af-d537-4703-8693-e8012cda4364'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:21:53.938063 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29306dba-fbfd-4e77-bcbe-85d906c51465 req-b1058a73-6279-4660-90eb-b878f5c29f01 service neutron] Bound using segment: {'id': 'fc1cbcab-08e8-4038-890b-c09245c3c221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '69f0d8af-d537-4703-8693-e8012cda4364'} {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 05:21:53.938479 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [req-29306dba-fbfd-4e77-bcbe-85d906c51465 req-b1058a73-6279-4660-90eb-b878f5c29f01 service neutron] Bound port: e53cc1e5-b4c6-4164-8cca-22df59eef0e5, host: hv-neutron-8437, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc1cbcab-08e8-4038-890b-c09245c3c221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '69f0d8af-d537-4703-8693-e8012cda4364'}}] {{(pid=88261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 05:21:53.938814 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-29306dba-fbfd-4e77-bcbe-85d906c51465 req-b1058a73-6279-4660-90eb-b878f5c29f01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:21:54.024018 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [req-29306dba-fbfd-4e77-bcbe-85d906c51465 req-b1058a73-6279-4660-90eb-b878f5c29f01 service neutron] For port e53cc1e5-b4c6-4164-8cca-22df59eef0e5, host hv-neutron-8437, cleared binding levels {{(pid=88261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 05:21:54.027548 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [req-29306dba-fbfd-4e77-bcbe-85d906c51465 req-b1058a73-6279-4660-90eb-b878f5c29f01 service neutron] For port e53cc1e5-b4c6-4164-8cca-22df59eef0e5, host hv-neutron-8437, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=e53cc1e5-b4c6-4164-8cca-22df59eef0e5,segment=NetworkSegment(fc1cbcab-08e8-4038-890b-c09245c3c221),segment_id=fc1cbcab-08e8-4038-890b-c09245c3c221)] {{(pid=88261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 05:21:54.031864 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-29306dba-fbfd-4e77-bcbe-85d906c51465 req-b1058a73-6279-4660-90eb-b878f5c29f01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2304381'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:21:54.093889 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29306dba-fbfd-4e77-bcbe-85d906c51465 req-b1058a73-6279-4660-90eb-b878f5c29f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:21:54.094487 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-29306dba-fbfd-4e77-bcbe-85d906c51465 req-b1058a73-6279-4660-90eb-b878f5c29f01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:21:54.095825 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-29306dba-fbfd-4e77-bcbe-85d906c51465 req-b1058a73-6279-4660-90eb-b878f5c29f01 service neutron] 10.222.0.39 "PUT /v2.0/ports/e53cc1e5-b4c6-4164-8cca-22df59eef0e5 HTTP/1.1" status: 200 len: 1093 time: 0.8719797 May 30 05:21:54.110315 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1058a73-6279-4660-90eb-b878f5c29f01 service neutron] Pushing event updated for resources: {'Port': ['ID=e53cc1e5-b4c6-4164-8cca-22df59eef0e5,revision_number=3']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:21:54.356793 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29306dba-fbfd-4e77-bcbe-85d906c51465 req-c2c06a5a-5e0d-4874-9ed6-e4c90a624944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:21:54.358263 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-29306dba-fbfd-4e77-bcbe-85d906c51465 req-c2c06a5a-5e0d-4874-9ed6-e4c90a624944 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8efaed8bad324fc58d054290757c32dc&device_id=53ac7892-a267-4d78-b9d1-a1ed5e1a7fb0 HTTP/1.1" status: 200 len: 1096 time: 0.2034771 May 30 05:21:54.369262 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09461a29-90cd-4418-b5b6-7c2c3bb76122 req-e049c259-6ac0-4709-969d-37fa1fbe6385 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:21:54.369933 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-09461a29-90cd-4418-b5b6-7c2c3bb76122 req-e049c259-6ac0-4709-969d-37fa1fbe6385 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Synchronizing usage tracker for tenant:8efaed8bad324fc58d054290757c32dc on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:21:54.436693 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-29306dba-fbfd-4e77-bcbe-85d906c51465 req-ac090061-2931-4518-8a94-d13124f62f98 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e53cc1e5-b4c6-4164-8cca-22df59eef0e5 HTTP/1.1" status: 200 len: 217 time: 0.0642200 May 30 05:21:54.475779 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-09461a29-90cd-4418-b5b6-7c2c3bb76122 req-e049c259-6ac0-4709-969d-37fa1fbe6385 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Unset dirty status for tenant:8efaed8bad324fc58d054290757c32dc on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:21:54.476852 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-09461a29-90cd-4418-b5b6-7c2c3bb76122 req-e049c259-6ac0-4709-969d-37fa1fbe6385 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/ports?device_id=53ac7892-a267-4d78-b9d1-a1ed5e1a7fb0 HTTP/1.1" status: 200 len: 943 time: 0.3535581 May 30 05:21:54.527768 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29306dba-fbfd-4e77-bcbe-85d906c51465 req-bfca102b-f89a-4d58-bf7a-f99395c8d6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:21:54.529058 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-29306dba-fbfd-4e77-bcbe-85d906c51465 req-bfca102b-f89a-4d58-bf7a-f99395c8d6d4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=47833ade-53c4-4f92-b578-34e446fba83c HTTP/1.1" status: 200 len: 855 time: 0.0872197 May 30 05:21:54.535662 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-09461a29-90cd-4418-b5b6-7c2c3bb76122 req-e546920e-973a-411b-bad1-e6daaeb48612 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/security-groups?id=9470e8f9-362c-4db9-ac35-973d0dc9bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489862 May 30 05:21:54.576002 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-29306dba-fbfd-4e77-bcbe-85d906c51465 req-e4936ce1-ca51-48a1-8210-221ede4943a8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=69f0d8af-d537-4703-8693-e8012cda4364&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394385 May 30 05:21:54.703282 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-29306dba-fbfd-4e77-bcbe-85d906c51465 req-12b0b022-2b62-48c4-b032-66393a60593b service neutron] 10.222.0.39 "GET /v2.0/networks/69f0d8af-d537-4703-8693-e8012cda4364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206546 May 30 05:21:54.831434 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-29306dba-fbfd-4e77-bcbe-85d906c51465 req-35bb5d9d-e2e2-49d7-903c-23efd99bdd36 service neutron] 10.222.0.39 "GET /v2.0/networks/69f0d8af-d537-4703-8693-e8012cda4364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222491 May 30 05:21:55.092764 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53ac7892-a267-4d78-b9d1-a1ed5e1a7fb0', 'tag': 'e53cc1e5-b4c6-4164-8cca-22df59eef0e5'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:21:55.135267 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbf79e01-4825-42c9-aca6-107cb6363f22'] response: {'name': 'network-changed', 'server_uuid': '53ac7892-a267-4d78-b9d1-a1ed5e1a7fb0', 'tag': 'e53cc1e5-b4c6-4164-8cca-22df59eef0e5', 'status': 'completed', 'code': 200} May 30 05:21:55.227417 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb03491-3956-49c5-96b2-14efa2d93175 req-11fb69a6-e490-40dc-a029-f09747e79d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:21:55.229499 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-efb03491-3956-49c5-96b2-14efa2d93175 req-11fb69a6-e490-40dc-a029-f09747e79d74 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8efaed8bad324fc58d054290757c32dc&device_id=53ac7892-a267-4d78-b9d1-a1ed5e1a7fb0 HTTP/1.1" status: 200 len: 1096 time: 0.0739677 May 30 05:21:55.359598 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb03491-3956-49c5-96b2-14efa2d93175 req-f572c337-2f55-4586-9107-a171cb27e505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:21:55.360935 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-efb03491-3956-49c5-96b2-14efa2d93175 req-f572c337-2f55-4586-9107-a171cb27e505 service neutron] 10.222.0.39 "GET /v2.0/networks?id=69f0d8af-d537-4703-8693-e8012cda4364 HTTP/1.1" status: 200 len: 916 time: 0.1232994 May 30 05:21:55.426270 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-efb03491-3956-49c5-96b2-14efa2d93175 req-9f468169-04db-4c1d-9900-6ca72d027921 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e53cc1e5-b4c6-4164-8cca-22df59eef0e5 HTTP/1.1" status: 200 len: 217 time: 0.0585060 May 30 05:21:55.489409 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb03491-3956-49c5-96b2-14efa2d93175 req-9d4785d4-7d3b-45d1-892a-4a0917f6c36f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:21:55.490835 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-efb03491-3956-49c5-96b2-14efa2d93175 req-9d4785d4-7d3b-45d1-892a-4a0917f6c36f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=47833ade-53c4-4f92-b578-34e446fba83c HTTP/1.1" status: 200 len: 855 time: 0.0590506 May 30 05:21:55.536336 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-efb03491-3956-49c5-96b2-14efa2d93175 req-b2ea6eb9-331c-4891-b0ae-868331919a19 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=69f0d8af-d537-4703-8693-e8012cda4364&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395823 May 30 05:21:55.668485 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-efb03491-3956-49c5-96b2-14efa2d93175 req-e8ad94bf-0ddc-4982-aa85-e2c981771442 service neutron] 10.222.0.39 "GET /v2.0/networks/69f0d8af-d537-4703-8693-e8012cda4364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257627 May 30 05:21:55.846182 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-efb03491-3956-49c5-96b2-14efa2d93175 req-482c06ba-d153-4dab-91d9-b6ec798204cb service neutron] 10.222.0.39 "GET /v2.0/networks/69f0d8af-d537-4703-8693-e8012cda4364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706419 May 30 05:21:55.880315 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07640097-6c2b-4bf7-8d99-8180ff3b90f1 req-0d16fb6e-da99-4e6b-a022-1415b4f47586 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:21:55.881730 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-07640097-6c2b-4bf7-8d99-8180ff3b90f1 req-0d16fb6e-da99-4e6b-a022-1415b4f47586 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/ports?device_id=53ac7892-a267-4d78-b9d1-a1ed5e1a7fb0 HTTP/1.1" status: 200 len: 943 time: 0.0920873 May 30 05:21:55.928433 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-07640097-6c2b-4bf7-8d99-8180ff3b90f1 req-9742d13b-c0ec-48f4-95c2-a10be0bc99de tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/security-groups?id=9470e8f9-362c-4db9-ac35-973d0dc9bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402980 May 30 05:21:56.940225 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device 43edc2f4-ae20-4365-9012-2cecdf27ba7b no longer exists at agent hyperv_hv-neutron-8437 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 05:21:56.984665 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] No Port match for: 43edc2f4-ae20-4365-9012-2cecdf27ba7b {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 05:21:56.985007 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device 43edc2f4-ae20-4365-9012-2cecdf27ba7b not bound to the agent host hv-neutron-8437 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 05:21:57.113914 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d523d9-dcd3-4e3d-999a-38ba1eb2f7df req-5b8458df-aff0-4eff-9857-320395ef50de tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:21:57.115369 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-54d523d9-dcd3-4e3d-999a-38ba1eb2f7df req-5b8458df-aff0-4eff-9857-320395ef50de tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/ports?device_id=53ac7892-a267-4d78-b9d1-a1ed5e1a7fb0 HTTP/1.1" status: 200 len: 943 time: 0.0796978 May 30 05:21:57.158494 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-54d523d9-dcd3-4e3d-999a-38ba1eb2f7df req-83a29e6a-a9bf-4d38-9c38-550eef778b14 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/security-groups?id=9470e8f9-362c-4db9-ac35-973d0dc9bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369787 May 30 05:21:58.015646 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-11fe10e8-2d8e-438e-932f-5a1387680e44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:21:58.350168 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c68b95-8399-4fb0-be01-adb19afbedc6 req-b34a141c-2923-4cb5-976e-5a67febf28ad tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:21:58.351601 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-75c68b95-8399-4fb0-be01-adb19afbedc6 req-b34a141c-2923-4cb5-976e-5a67febf28ad tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/ports?device_id=53ac7892-a267-4d78-b9d1-a1ed5e1a7fb0 HTTP/1.1" status: 200 len: 943 time: 0.0836744 May 30 05:21:58.394505 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-75c68b95-8399-4fb0-be01-adb19afbedc6 req-7c126249-bac9-4d65-8b4c-4a329b3578a0 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/security-groups?id=9470e8f9-362c-4db9-ac35-973d0dc9bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371103 May 30 05:21:58.939891 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device e53cc1e5-b4c6-4164-8cca-22df59eef0e5 details requested by agent hyperv_hv-neutron-8437 with host hv-neutron-8437 {{(pid=88262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 05:21:59.067598 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port e53cc1e5-b4c6-4164-8cca-22df59eef0e5, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=e53cc1e5-b4c6-4164-8cca-22df59eef0e5,segment=NetworkSegment(fc1cbcab-08e8-4038-890b-c09245c3c221),segment_id=fc1cbcab-08e8-4038-890b-c09245c3c221)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:21:59.080056 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Returning: {'device': 'e53cc1e5-b4c6-4164-8cca-22df59eef0e5', 'network_id': '69f0d8af-d537-4703-8693-e8012cda4364', 'port_id': 'e53cc1e5-b4c6-4164-8cca-22df59eef0e5', 'mac_address': 'fa:16:3e:91:56:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47833ade-53c4-4f92-b578-34e446fba83c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 05:21:59.132720 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Current status of the port e53cc1e5-b4c6-4164-8cca-22df59eef0e5 is: DOWN; New status is: BUILD {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:21:59.133095 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:21:59.149273 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e53cc1e5-b4c6-4164-8cca-22df59eef0e5 {{(pid=88262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 30 05:21:59.164405 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port e53cc1e5-b4c6-4164-8cca-22df59eef0e5, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=e53cc1e5-b4c6-4164-8cca-22df59eef0e5,segment=NetworkSegment(fc1cbcab-08e8-4038-890b-c09245c3c221),segment_id=fc1cbcab-08e8-4038-890b-c09245c3c221)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:21:59.169061 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:21:59.237301 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Pushing event updated for resources: {'Port': ['ID=e53cc1e5-b4c6-4164-8cca-22df59eef0e5,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:21:59.244209 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:21:59.244566 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:21:59.244911 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:21:59.245257 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:21:59.245594 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:21:59.245969 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:21:59.246305 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:21:59.246640 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:21:59.246972 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:21:59.247305 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:21:59.247632 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:21:59.247956 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:21:59.451624 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] get_ports_and_sgs() called for port_ids ['e53cc1e5-b4c6-4164-8cca-22df59eef0e5'] {{(pid=88262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 30 05:21:59.578321 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6677c8-490b-4d46-8917-ff1d02da17ff req-34afc4a7-5b67-4562-9b0b-e85b2db9a7a7 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:21:59.579795 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4d6677c8-490b-4d46-8917-ff1d02da17ff req-34afc4a7-5b67-4562-9b0b-e85b2db9a7a7 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/ports?device_id=53ac7892-a267-4d78-b9d1-a1ed5e1a7fb0 HTTP/1.1" status: 200 len: 944 time: 0.0800316 May 30 05:21:59.623096 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4d6677c8-490b-4d46-8917-ff1d02da17ff req-fa927247-f187-42c0-8a3a-01e438732493 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/security-groups?id=9470e8f9-362c-4db9-ac35-973d0dc9bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375907 May 30 05:22:00.237226 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-dc40f87a-2d39-4027-b1c6-6e42e2494963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:22:00.808921 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7063c28-da9b-42b2-b8be-e11c02547bfa req-e09912d1-b4d1-4b2c-9e47-0cb5969dc6d7 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:22:00.810467 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b7063c28-da9b-42b2-b8be-e11c02547bfa req-e09912d1-b4d1-4b2c-9e47-0cb5969dc6d7 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/ports?device_id=53ac7892-a267-4d78-b9d1-a1ed5e1a7fb0 HTTP/1.1" status: 200 len: 944 time: 0.0856185 May 30 05:22:00.855074 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b7063c28-da9b-42b2-b8be-e11c02547bfa req-02a8b5fb-b692-4b5a-aff9-9046d3cee777 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/security-groups?id=9470e8f9-362c-4db9-ac35-973d0dc9bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388780 May 30 05:22:00.955562 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device e53cc1e5-b4c6-4164-8cca-22df59eef0e5 up at agent hyperv_hv-neutron-8437 {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:22:01.023428 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Provisioning for port e53cc1e5-b4c6-4164-8cca-22df59eef0e5 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:22:01.028544 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Provisioning complete for port e53cc1e5-b4c6-4164-8cca-22df59eef0e5 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:22:01.028916 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:22:01.143288 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Current status of the port e53cc1e5-b4c6-4164-8cca-22df59eef0e5 is: BUILD; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:22:01.143674 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:22:01.169270 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53ac7892-a267-4d78-b9d1-a1ed5e1a7fb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e53cc1e5-b4c6-4164-8cca-22df59eef0e5'}] {{(pid=88262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:22:01.178789 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port e53cc1e5-b4c6-4164-8cca-22df59eef0e5, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=e53cc1e5-b4c6-4164-8cca-22df59eef0e5,segment=NetworkSegment(fc1cbcab-08e8-4038-890b-c09245c3c221),segment_id=fc1cbcab-08e8-4038-890b-c09245c3c221)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:22:01.183386 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:22:01.219879 dv-neutron-843763-1-hyperv neutron-server[88262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af5c6905-ccef-4b28-9082-e587c9ef128a'] response: {'server_uuid': '53ac7892-a267-4d78-b9d1-a1ed5e1a7fb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e53cc1e5-b4c6-4164-8cca-22df59eef0e5', 'code': 200} May 30 05:22:01.269378 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Pushing event updated for resources: {'Port': ['ID=e53cc1e5-b4c6-4164-8cca-22df59eef0e5,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:22:01.284185 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56ded65b-0e68-413c-8b9b-1097922cc81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:22:01.451018 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eb9894-db9b-407e-becf-b7abcebc5882 req-595b113c-87cd-49e1-9090-ee886ff6e80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:22:01.452623 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a4eb9894-db9b-407e-becf-b7abcebc5882 req-595b113c-87cd-49e1-9090-ee886ff6e80a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=53ac7892-a267-4d78-b9d1-a1ed5e1a7fb0 HTTP/1.1" status: 200 len: 1098 time: 0.0698607 May 30 05:22:01.474979 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:22:01.498955 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a4eb9894-db9b-407e-becf-b7abcebc5882 req-d1756fbf-c27a-45b4-ba8a-1c988357ec97 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=9470e8f9-362c-4db9-ac35-973d0dc9bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391600 May 30 05:22:02.132609 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c483a8-d881-4323-bff8-2fd5bc2a5408 req-0144fe64-96aa-4af3-95ad-9493a988c6f1 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:22:02.134667 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-01c483a8-d881-4323-bff8-2fd5bc2a5408 req-0144fe64-96aa-4af3-95ad-9493a988c6f1 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/ports?device_id=53ac7892-a267-4d78-b9d1-a1ed5e1a7fb0 HTTP/1.1" status: 200 len: 945 time: 0.1748374 May 30 05:22:02.177221 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-01c483a8-d881-4323-bff8-2fd5bc2a5408 req-692105ab-7710-4be0-9f21-faf4dfc5ef32 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/security-groups?id=9470e8f9-362c-4db9-ac35-973d0dc9bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368750 May 30 05:22:02.829491 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a142624-940e-4c55-bf49-a5329c884075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:22:03.360683 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103b5101-e668-4820-9906-238ed3880e26 req-4f0254c3-2676-43d6-ac16-81348ef38e96 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:22:03.362247 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-103b5101-e668-4820-9906-238ed3880e26 req-4f0254c3-2676-43d6-ac16-81348ef38e96 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/ports?device_id=53ac7892-a267-4d78-b9d1-a1ed5e1a7fb0 HTTP/1.1" status: 200 len: 945 time: 0.0788770 May 30 05:22:03.405131 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-103b5101-e668-4820-9906-238ed3880e26 req-1c31a835-5388-4068-b18d-5613d48b82d6 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/security-groups?id=9470e8f9-362c-4db9-ac35-973d0dc9bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372965 May 30 05:22:03.581024 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6645bd3b-7bdb-4313-a19c-567e12af96e4 req-47a3b4d1-ef2d-41b4-b8a2-3489f12fd754 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:22:03.582474 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6645bd3b-7bdb-4313-a19c-567e12af96e4 req-47a3b4d1-ef2d-41b4-b8a2-3489f12fd754 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/ports?device_id=53ac7892-a267-4d78-b9d1-a1ed5e1a7fb0 HTTP/1.1" status: 200 len: 945 time: 0.0776029 May 30 05:22:03.627634 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6645bd3b-7bdb-4313-a19c-567e12af96e4 req-154f8be9-70b9-466f-978a-3c9760335645 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/security-groups?id=9470e8f9-362c-4db9-ac35-973d0dc9bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395558 May 30 05:22:03.962781 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-05d14b01-3609-40c0-a05d-ed82ba2ad243 req-21cf8e31-b61d-47fa-aa32-15626c9583a7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=53ac7892-a267-4d78-b9d1-a1ed5e1a7fb0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0702448 May 30 05:22:04.020912 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1fdb21-6635-4b56-8870-8ad98eafaa9e req-b3cc4a32-5f9d-451b-995f-1e5763172de8 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:22:04.022663 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-fd1fdb21-6635-4b56-8870-8ad98eafaa9e req-b3cc4a32-5f9d-451b-995f-1e5763172de8 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/ports?device_id=53ac7892-a267-4d78-b9d1-a1ed5e1a7fb0 HTTP/1.1" status: 200 len: 945 time: 0.0856760 May 30 05:22:04.067705 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-fd1fdb21-6635-4b56-8870-8ad98eafaa9e req-82aef835-fa91-4448-a566-f3c65de69d15 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/security-groups?id=9470e8f9-362c-4db9-ac35-973d0dc9bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387585 May 30 05:22:05.053840 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d14b01-3609-40c0-a05d-ed82ba2ad243 req-478e525b-2091-427c-86ab-aa5a1b91842f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:22:05.055300 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-05d14b01-3609-40c0-a05d-ed82ba2ad243 req-478e525b-2091-427c-86ab-aa5a1b91842f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8efaed8bad324fc58d054290757c32dc&device_id=53ac7892-a267-4d78-b9d1-a1ed5e1a7fb0 HTTP/1.1" status: 200 len: 1098 time: 0.0765171 May 30 05:22:05.217433 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d14b01-3609-40c0-a05d-ed82ba2ad243 req-9025a1c7-13c7-4ce3-94a4-d5e3ebbabd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:22:05.218865 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-05d14b01-3609-40c0-a05d-ed82ba2ad243 req-9025a1c7-13c7-4ce3-94a4-d5e3ebbabd13 service neutron] 10.222.0.39 "GET /v2.0/networks?id=69f0d8af-d537-4703-8693-e8012cda4364 HTTP/1.1" status: 200 len: 916 time: 0.1574001 May 30 05:22:05.296717 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-05d14b01-3609-40c0-a05d-ed82ba2ad243 req-59e6286c-a216-4e8e-ac50-620152c9c76c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e53cc1e5-b4c6-4164-8cca-22df59eef0e5 HTTP/1.1" status: 200 len: 217 time: 0.0712762 May 30 05:22:05.365903 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d14b01-3609-40c0-a05d-ed82ba2ad243 req-5e114279-d028-43a2-9e87-52520329808b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:22:05.367219 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-05d14b01-3609-40c0-a05d-ed82ba2ad243 req-5e114279-d028-43a2-9e87-52520329808b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=47833ade-53c4-4f92-b578-34e446fba83c HTTP/1.1" status: 200 len: 855 time: 0.0648122 May 30 05:22:05.375800 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc081661-f435-437d-8588-7210451c8184 req-fc3f956e-4aa6-4e0f-949b-b999bee26edb tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:22:05.377102 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-bc081661-f435-437d-8588-7210451c8184 req-fc3f956e-4aa6-4e0f-949b-b999bee26edb tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/ports?device_id=53ac7892-a267-4d78-b9d1-a1ed5e1a7fb0 HTTP/1.1" status: 200 len: 945 time: 0.2028253 May 30 05:22:05.432676 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-05d14b01-3609-40c0-a05d-ed82ba2ad243 req-affefa8c-a3e2-4131-9531-fc1fe9078da6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=69f0d8af-d537-4703-8693-e8012cda4364&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545344 May 30 05:22:05.519476 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-bc081661-f435-437d-8588-7210451c8184 req-e8a69547-2812-45f2-b5d4-e46e455dc80c tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/security-groups?id=9470e8f9-362c-4db9-ac35-973d0dc9bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130066 May 30 05:22:05.576712 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-05d14b01-3609-40c0-a05d-ed82ba2ad243 req-30ad157e-ec2b-49b5-9a5b-6e0210f1504f service neutron] 10.222.0.39 "GET /v2.0/networks/69f0d8af-d537-4703-8693-e8012cda4364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374435 May 30 05:22:05.703797 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-05d14b01-3609-40c0-a05d-ed82ba2ad243 req-2814163d-bc52-49e1-925d-8d4c26de97e9 service neutron] 10.222.0.39 "GET /v2.0/networks/69f0d8af-d537-4703-8693-e8012cda4364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212878 May 30 05:22:06.703111 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02345aa4-07ee-4d9a-a19a-d74d9b3b0f84 req-1481b3f5-791b-4d66-aeff-6e58e61ff848 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:22:06.704559 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-02345aa4-07ee-4d9a-a19a-d74d9b3b0f84 req-1481b3f5-791b-4d66-aeff-6e58e61ff848 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/ports?device_id=53ac7892-a267-4d78-b9d1-a1ed5e1a7fb0 HTTP/1.1" status: 200 len: 945 time: 0.0777848 May 30 05:22:06.746405 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-02345aa4-07ee-4d9a-a19a-d74d9b3b0f84 req-879cd05f-e23e-4a2a-a74b-683a55e56f40 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/security-groups?id=9470e8f9-362c-4db9-ac35-973d0dc9bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362351 May 30 05:22:07.929447 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cd2f2c-c2b8-4f66-905c-b83ff4bbb4dc req-548d4d21-6425-403e-b261-989504105a76 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:22:07.930972 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f2cd2f2c-c2b8-4f66-905c-b83ff4bbb4dc req-548d4d21-6425-403e-b261-989504105a76 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/ports?device_id=53ac7892-a267-4d78-b9d1-a1ed5e1a7fb0 HTTP/1.1" status: 200 len: 945 time: 0.0821440 May 30 05:22:07.974471 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f2cd2f2c-c2b8-4f66-905c-b83ff4bbb4dc req-55183170-2b88-4962-bc0c-921f1d629efe tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/security-groups?id=9470e8f9-362c-4db9-ac35-973d0dc9bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378606 May 30 05:22:09.154891 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87075fb6-f7c6-4305-8e31-4f9afffd9bf7 req-34bad766-1518-4e37-a4b3-a1c4970ee32b tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:22:09.156322 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-87075fb6-f7c6-4305-8e31-4f9afffd9bf7 req-34bad766-1518-4e37-a4b3-a1c4970ee32b tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/ports?device_id=53ac7892-a267-4d78-b9d1-a1ed5e1a7fb0 HTTP/1.1" status: 200 len: 945 time: 0.0785470 May 30 05:22:09.199028 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-87075fb6-f7c6-4305-8e31-4f9afffd9bf7 req-ace518b3-6a9d-43ec-a651-3696c40f3bf8 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/security-groups?id=9470e8f9-362c-4db9-ac35-973d0dc9bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370872 May 30 05:22:10.396680 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c39037e-f828-43b8-8a78-9be84a421b31 req-2c464384-abfc-4dcb-be50-845286e67549 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:22:10.398379 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1c39037e-f828-43b8-8a78-9be84a421b31 req-2c464384-abfc-4dcb-be50-845286e67549 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/ports?device_id=53ac7892-a267-4d78-b9d1-a1ed5e1a7fb0 HTTP/1.1" status: 200 len: 945 time: 0.0897675 May 30 05:22:10.443281 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1c39037e-f828-43b8-8a78-9be84a421b31 req-a845c2ac-7b14-4527-925c-3a8b7ce4716b tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/security-groups?id=9470e8f9-362c-4db9-ac35-973d0dc9bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386479 May 30 05:22:11.622986 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7990d052-4762-4697-a3e8-cfd66d310c69 req-4728a012-28fb-45b6-b073-568f0aa28e93 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:22:11.624403 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7990d052-4762-4697-a3e8-cfd66d310c69 req-4728a012-28fb-45b6-b073-568f0aa28e93 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/ports?device_id=53ac7892-a267-4d78-b9d1-a1ed5e1a7fb0 HTTP/1.1" status: 200 len: 945 time: 0.0763474 May 30 05:22:11.765865 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7990d052-4762-4697-a3e8-cfd66d310c69 req-b9ac9a86-2334-4501-9074-f5748de0d70f tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/security-groups?id=9470e8f9-362c-4db9-ac35-973d0dc9bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358852 May 30 05:22:12.950433 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b689bc1-3917-46f5-aac1-22381e7087f8 req-43c09fb9-2980-4c21-a952-28334207513c tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:22:12.951876 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9b689bc1-3917-46f5-aac1-22381e7087f8 req-43c09fb9-2980-4c21-a952-28334207513c tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/ports?device_id=53ac7892-a267-4d78-b9d1-a1ed5e1a7fb0 HTTP/1.1" status: 200 len: 945 time: 0.0819631 May 30 05:22:12.995099 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9b689bc1-3917-46f5-aac1-22381e7087f8 req-2285bfea-e785-4e5d-811d-aefec8594533 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/security-groups?id=9470e8f9-362c-4db9-ac35-973d0dc9bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373955 May 30 05:22:14.178698 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83efb049-9f23-4899-b807-2fc6e3755a73 req-c0bfddc5-ccb5-4ca6-95bf-e564afef67a2 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:22:14.180127 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-83efb049-9f23-4899-b807-2fc6e3755a73 req-c0bfddc5-ccb5-4ca6-95bf-e564afef67a2 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/ports?device_id=53ac7892-a267-4d78-b9d1-a1ed5e1a7fb0 HTTP/1.1" status: 200 len: 945 time: 0.0807772 May 30 05:22:14.223097 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-83efb049-9f23-4899-b807-2fc6e3755a73 req-9cbee32b-2f62-4c24-ab97-db120d678328 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/security-groups?id=9470e8f9-362c-4db9-ac35-973d0dc9bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366251 May 30 05:22:15.404187 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfb5d20-e2e3-4f96-9c95-0b3214083c62 req-93240c6b-a55f-4cc9-bf63-5d4cbd813529 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:22:15.405610 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-fbfb5d20-e2e3-4f96-9c95-0b3214083c62 req-93240c6b-a55f-4cc9-bf63-5d4cbd813529 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/ports?device_id=53ac7892-a267-4d78-b9d1-a1ed5e1a7fb0 HTTP/1.1" status: 200 len: 945 time: 0.0774755 May 30 05:22:15.449155 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-fbfb5d20-e2e3-4f96-9c95-0b3214083c62 req-d0e258e3-be2e-47de-b8a4-a2396e1ac7b2 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/security-groups?id=9470e8f9-362c-4db9-ac35-973d0dc9bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379028 May 30 05:22:16.634377 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a375c685-2f60-4fd7-b455-bcade63acce9 req-92ce3929-0fa9-4108-a008-9b96ea488337 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:22:16.635847 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a375c685-2f60-4fd7-b455-bcade63acce9 req-92ce3929-0fa9-4108-a008-9b96ea488337 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/ports?device_id=53ac7892-a267-4d78-b9d1-a1ed5e1a7fb0 HTTP/1.1" status: 200 len: 945 time: 0.0852797 May 30 05:22:16.678588 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a375c685-2f60-4fd7-b455-bcade63acce9 req-bc5d130d-3cb1-4d43-8072-274c69b39e94 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/security-groups?id=9470e8f9-362c-4db9-ac35-973d0dc9bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371289 May 30 05:22:17.210370 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b817a68d-1bad-490c-8d31-6b2a2681edbd req-38a6339e-ace9-495b-9215-604f5213515b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:22:17.211753 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b817a68d-1bad-490c-8d31-6b2a2681edbd req-38a6339e-ace9-495b-9215-604f5213515b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8efaed8bad324fc58d054290757c32dc&device_id=53ac7892-a267-4d78-b9d1-a1ed5e1a7fb0 HTTP/1.1" status: 200 len: 1098 time: 0.0708141 May 30 05:22:17.350023 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b817a68d-1bad-490c-8d31-6b2a2681edbd req-47c1f237-a127-498b-a511-95f538063497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:22:17.351452 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b817a68d-1bad-490c-8d31-6b2a2681edbd req-47c1f237-a127-498b-a511-95f538063497 service neutron] 10.222.0.39 "GET /v2.0/networks?id=69f0d8af-d537-4703-8693-e8012cda4364 HTTP/1.1" status: 200 len: 916 time: 0.1228571 May 30 05:22:17.419985 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b817a68d-1bad-490c-8d31-6b2a2681edbd req-6cf316f5-fece-4b06-a3b2-a9bc34cbb786 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e53cc1e5-b4c6-4164-8cca-22df59eef0e5 HTTP/1.1" status: 200 len: 217 time: 0.0628865 May 30 05:22:17.484295 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b817a68d-1bad-490c-8d31-6b2a2681edbd req-4e8c8b53-d76f-4f82-92b3-f365b7df0d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:22:17.485621 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b817a68d-1bad-490c-8d31-6b2a2681edbd req-4e8c8b53-d76f-4f82-92b3-f365b7df0d17 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=47833ade-53c4-4f92-b578-34e446fba83c HTTP/1.1" status: 200 len: 855 time: 0.0600684 May 30 05:22:17.531407 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b817a68d-1bad-490c-8d31-6b2a2681edbd req-f1610350-9826-4366-86c4-dc609b91edfc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=69f0d8af-d537-4703-8693-e8012cda4364&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397794 May 30 05:22:17.597399 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:22:17.661497 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b817a68d-1bad-490c-8d31-6b2a2681edbd req-da8b226f-0070-47c4-a960-1b32f9c4d2c2 service neutron] 10.222.0.39 "GET /v2.0/networks/69f0d8af-d537-4703-8693-e8012cda4364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236155 May 30 05:22:17.793484 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b817a68d-1bad-490c-8d31-6b2a2681edbd req-99f54825-49a7-4811-b897-e8ce9dcd0557 service neutron] 10.222.0.39 "GET /v2.0/networks/69f0d8af-d537-4703-8693-e8012cda4364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255784 May 30 05:22:17.879647 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed83fb30-bae4-4433-81a5-52f3e2479fdd req-3f902ca8-0b85-4776-95c9-3b84d49bc6d2 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:22:17.881122 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ed83fb30-bae4-4433-81a5-52f3e2479fdd req-3f902ca8-0b85-4776-95c9-3b84d49bc6d2 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/ports?device_id=53ac7892-a267-4d78-b9d1-a1ed5e1a7fb0 HTTP/1.1" status: 200 len: 945 time: 0.0804534 May 30 05:22:17.925450 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ed83fb30-bae4-4433-81a5-52f3e2479fdd req-33052ca2-875a-4a87-8080-4301657256d8 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/security-groups?id=9470e8f9-362c-4db9-ac35-973d0dc9bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380249 May 30 05:22:19.119030 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9580b37c-bccf-4a8b-8edb-9d1cbd8a698f req-5f9b7765-5dd3-4e6d-bc1f-beaf717f2262 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:22:19.120480 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9580b37c-bccf-4a8b-8edb-9d1cbd8a698f req-5f9b7765-5dd3-4e6d-bc1f-beaf717f2262 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/ports?device_id=53ac7892-a267-4d78-b9d1-a1ed5e1a7fb0 HTTP/1.1" status: 200 len: 945 time: 0.0833123 May 30 05:22:19.164756 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9580b37c-bccf-4a8b-8edb-9d1cbd8a698f req-59cf1419-cd06-4ecb-9e78-909b1e07bd15 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/security-groups?id=9470e8f9-362c-4db9-ac35-973d0dc9bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379798 May 30 05:22:20.346816 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb43647-6efc-4fdb-8d72-4389f5dd81f4 req-e9dfeea2-b3f8-4105-a918-a39c69783dcf tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:22:20.348234 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7cb43647-6efc-4fdb-8d72-4389f5dd81f4 req-e9dfeea2-b3f8-4105-a918-a39c69783dcf tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/ports?device_id=53ac7892-a267-4d78-b9d1-a1ed5e1a7fb0 HTTP/1.1" status: 200 len: 945 time: 0.0777948 May 30 05:22:20.394056 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7cb43647-6efc-4fdb-8d72-4389f5dd81f4 req-e51adf18-75c4-4835-8263-a2f42490c427 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/security-groups?id=9470e8f9-362c-4db9-ac35-973d0dc9bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401978 May 30 05:22:21.577878 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b65a078-a03b-467f-809d-042733976fc3 req-25d963f0-4e1a-40db-aaea-cafcc6be0d02 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:22:21.579320 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9b65a078-a03b-467f-809d-042733976fc3 req-25d963f0-4e1a-40db-aaea-cafcc6be0d02 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/ports?device_id=53ac7892-a267-4d78-b9d1-a1ed5e1a7fb0 HTTP/1.1" status: 200 len: 945 time: 0.0791326 May 30 05:22:21.621555 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9b65a078-a03b-467f-809d-042733976fc3 req-e95a6f30-c3cf-4481-bd7b-7764f6a48343 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/security-groups?id=9470e8f9-362c-4db9-ac35-973d0dc9bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366786 May 30 05:22:22.805258 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f2f37b-2a70-4636-b2de-9790fdaed857 req-2ea13e41-8ce6-4e53-8873-8fee8051b791 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:22:22.806715 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-14f2f37b-2a70-4636-b2de-9790fdaed857 req-2ea13e41-8ce6-4e53-8873-8fee8051b791 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/ports?device_id=53ac7892-a267-4d78-b9d1-a1ed5e1a7fb0 HTTP/1.1" status: 200 len: 945 time: 0.0826120 May 30 05:22:22.848526 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-14f2f37b-2a70-4636-b2de-9790fdaed857 req-40d16ee5-de04-43f4-af32-e227580442f4 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/security-groups?id=9470e8f9-362c-4db9-ac35-973d0dc9bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362251 May 30 05:22:24.028937 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b2d094-dd94-4a86-8e18-024909b9e660 req-84d44b10-6abc-4fc2-acd0-5acc92d234dc tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:22:24.030412 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a8b2d094-dd94-4a86-8e18-024909b9e660 req-84d44b10-6abc-4fc2-acd0-5acc92d234dc tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/ports?device_id=53ac7892-a267-4d78-b9d1-a1ed5e1a7fb0 HTTP/1.1" status: 200 len: 945 time: 0.0795999 May 30 05:22:24.072689 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a8b2d094-dd94-4a86-8e18-024909b9e660 req-336d927b-ffb0-4351-99d1-c0c820d8342f tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/security-groups?id=9470e8f9-362c-4db9-ac35-973d0dc9bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366397 May 30 05:22:25.262423 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710ed9bc-8e93-4d8a-8d1f-672ad70c2014 req-3c911af9-7e8f-475a-95de-04dd924bb2df tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:22:25.263880 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-710ed9bc-8e93-4d8a-8d1f-672ad70c2014 req-3c911af9-7e8f-475a-95de-04dd924bb2df tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/ports?device_id=53ac7892-a267-4d78-b9d1-a1ed5e1a7fb0 HTTP/1.1" status: 200 len: 945 time: 0.0828943 May 30 05:22:25.310548 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-710ed9bc-8e93-4d8a-8d1f-672ad70c2014 req-7d73e865-a4f0-4d20-b828-a2fd23d8cf35 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/security-groups?id=9470e8f9-362c-4db9-ac35-973d0dc9bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409265 May 30 05:22:26.491488 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba129a3-206a-4a7c-8cc6-2cede91a295b req-a0e12fb5-f332-4b25-8901-e9983d24df18 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:22:26.493825 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5ba129a3-206a-4a7c-8cc6-2cede91a295b req-a0e12fb5-f332-4b25-8901-e9983d24df18 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/ports?device_id=53ac7892-a267-4d78-b9d1-a1ed5e1a7fb0 HTTP/1.1" status: 200 len: 945 time: 0.0809278 May 30 05:22:26.541067 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5ba129a3-206a-4a7c-8cc6-2cede91a295b req-3e7c1bc2-1196-4199-aca5-d5e12e9f566a tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/security-groups?id=9470e8f9-362c-4db9-ac35-973d0dc9bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416443 May 30 05:22:27.204573 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-45f79e78-106a-4f09-9d2c-69baeab7263d None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 05:22:27.719220 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61211142-6d9a-41ca-a742-4b78c626d355 req-65caf1c9-3651-48e3-aa3a-5615166f8cd2 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:22:27.720626 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-61211142-6d9a-41ca-a742-4b78c626d355 req-65caf1c9-3651-48e3-aa3a-5615166f8cd2 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/ports?device_id=53ac7892-a267-4d78-b9d1-a1ed5e1a7fb0 HTTP/1.1" status: 200 len: 945 time: 0.0772977 May 30 05:22:27.763936 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-61211142-6d9a-41ca-a742-4b78c626d355 req-471594cd-f89a-4455-aa81-eea7c7c3de5a tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/security-groups?id=9470e8f9-362c-4db9-ac35-973d0dc9bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376298 May 30 05:22:28.016526 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c3a10e95-9b03-4e52-ab2f-b0419f1b5fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:22:28.949611 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58325ed-c8bb-4e45-8544-e813b0319849 req-490434dd-9cf0-4ddc-90f6-56a2eceb35f6 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:22:28.951066 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f58325ed-c8bb-4e45-8544-e813b0319849 req-490434dd-9cf0-4ddc-90f6-56a2eceb35f6 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/ports?device_id=53ac7892-a267-4d78-b9d1-a1ed5e1a7fb0 HTTP/1.1" status: 200 len: 945 time: 0.0819814 May 30 05:22:29.090857 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f58325ed-c8bb-4e45-8544-e813b0319849 req-26dd1efa-18b4-43a5-8ce6-472b575302ff tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/security-groups?id=9470e8f9-362c-4db9-ac35-973d0dc9bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340759 May 30 05:22:30.239144 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-99940443-c3e5-4d76-a217-3b23f5d872a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:22:30.271894 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3000a42-51fe-4aa5-8c25-3a9a5c5ff588 req-172eb9ac-a2d4-4a22-bd1a-3951289c79c7 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:22:30.273333 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e3000a42-51fe-4aa5-8c25-3a9a5c5ff588 req-172eb9ac-a2d4-4a22-bd1a-3951289c79c7 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/ports?device_id=53ac7892-a267-4d78-b9d1-a1ed5e1a7fb0 HTTP/1.1" status: 200 len: 945 time: 0.0795166 May 30 05:22:30.316065 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e3000a42-51fe-4aa5-8c25-3a9a5c5ff588 req-252025ac-d97b-42bb-a30c-5fad76bfa939 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/security-groups?id=9470e8f9-362c-4db9-ac35-973d0dc9bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365236 May 30 05:22:31.284372 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56ded65b-0e68-413c-8b9b-1097922cc81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:22:31.477216 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:22:31.504680 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2270f037-1d62-4a7f-b8a4-cdb5cadc45f0 req-fa0e8faf-f735-4f29-b09f-637a9f991193 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:22:31.506097 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2270f037-1d62-4a7f-b8a4-cdb5cadc45f0 req-fa0e8faf-f735-4f29-b09f-637a9f991193 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/ports?device_id=53ac7892-a267-4d78-b9d1-a1ed5e1a7fb0 HTTP/1.1" status: 200 len: 945 time: 0.0869067 May 30 05:22:31.551808 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2270f037-1d62-4a7f-b8a4-cdb5cadc45f0 req-9e9ce38d-848b-40a5-9702-908c3e49ae89 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/security-groups?id=9470e8f9-362c-4db9-ac35-973d0dc9bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395300 May 30 05:22:32.385869 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-05d14b01-3609-40c0-a05d-ed82ba2ad243 req-62acac14-196a-4962-9c3d-93b6d6f96d8a service neutron] 10.222.0.39 "GET /v2.0/ports/e53cc1e5-b4c6-4164-8cca-22df59eef0e5/bindings/hv-neutron-8437 HTTP/1.1" status: 200 len: 384 time: 0.0765111 May 30 05:22:32.640385 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d14b01-3609-40c0-a05d-ed82ba2ad243 req-4eb87921-6749-43af-b37a-db3f450b0a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:22:32.641861 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-05d14b01-3609-40c0-a05d-ed82ba2ad243 req-4eb87921-6749-43af-b37a-db3f450b0a0f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=53ac7892-a267-4d78-b9d1-a1ed5e1a7fb0&tenant_id=8efaed8bad324fc58d054290757c32dc HTTP/1.1" status: 200 len: 1098 time: 0.0707686 May 30 05:22:32.795554 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1405fc05-202c-4f27-8943-ddcfb9c9c662 req-287d01e9-1684-474e-937e-d39e80a32665 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:22:32.796977 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1405fc05-202c-4f27-8943-ddcfb9c9c662 req-287d01e9-1684-474e-937e-d39e80a32665 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/ports?device_id=53ac7892-a267-4d78-b9d1-a1ed5e1a7fb0 HTTP/1.1" status: 200 len: 945 time: 0.1378732 May 30 05:22:32.799397 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d14b01-3609-40c0-a05d-ed82ba2ad243 req-9209e6e4-7c71-4f91-9d36-151e86a58356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:22:32.800688 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-05d14b01-3609-40c0-a05d-ed82ba2ad243 req-9209e6e4-7c71-4f91-9d36-151e86a58356 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8efaed8bad324fc58d054290757c32dc&device_id=53ac7892-a267-4d78-b9d1-a1ed5e1a7fb0 HTTP/1.1" status: 200 len: 1098 time: 0.1103013 May 30 05:22:32.832543 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a142624-940e-4c55-bf49-a5329c884075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:22:32.919060 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1405fc05-202c-4f27-8943-ddcfb9c9c662 req-8a91611a-b0fe-4bd1-b022-5292d6327f98 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/security-groups?id=9470e8f9-362c-4db9-ac35-973d0dc9bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163366 May 30 05:22:32.956050 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d14b01-3609-40c0-a05d-ed82ba2ad243 req-a607eb05-6004-46f9-aa97-19b85838eb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:22:32.957538 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-05d14b01-3609-40c0-a05d-ed82ba2ad243 req-a607eb05-6004-46f9-aa97-19b85838eb44 service neutron] 10.222.0.39 "GET /v2.0/networks?id=69f0d8af-d537-4703-8693-e8012cda4364 HTTP/1.1" status: 200 len: 916 time: 0.1428149 May 30 05:22:33.025015 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-05d14b01-3609-40c0-a05d-ed82ba2ad243 req-f80b77e0-6805-4eb9-9933-4b11529c18dd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e53cc1e5-b4c6-4164-8cca-22df59eef0e5 HTTP/1.1" status: 200 len: 217 time: 0.0617704 May 30 05:22:33.083754 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d14b01-3609-40c0-a05d-ed82ba2ad243 req-18189d13-6013-490f-b282-da6944866bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:22:33.085105 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-05d14b01-3609-40c0-a05d-ed82ba2ad243 req-18189d13-6013-490f-b282-da6944866bd5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=47833ade-53c4-4f92-b578-34e446fba83c HTTP/1.1" status: 200 len: 855 time: 0.0545819 May 30 05:22:33.130779 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-05d14b01-3609-40c0-a05d-ed82ba2ad243 req-60653824-32d7-4bb5-a7c7-ad3266216208 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=69f0d8af-d537-4703-8693-e8012cda4364&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404878 May 30 05:22:33.256275 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-05d14b01-3609-40c0-a05d-ed82ba2ad243 req-5114eee1-d66c-4302-84bb-6eb998a72091 service neutron] 10.222.0.39 "GET /v2.0/networks/69f0d8af-d537-4703-8693-e8012cda4364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195195 May 30 05:22:33.383613 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-05d14b01-3609-40c0-a05d-ed82ba2ad243 req-1146e9ce-91ec-4b9e-9e4a-18e5ff2f0c67 service neutron] 10.222.0.39 "GET /v2.0/networks/69f0d8af-d537-4703-8693-e8012cda4364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210029 May 30 05:22:34.100259 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b7ab36-01a5-4354-998d-08249ec30611 req-b21db273-610b-4bcf-b06c-e77669126587 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:22:34.101680 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-35b7ab36-01a5-4354-998d-08249ec30611 req-b21db273-610b-4bcf-b06c-e77669126587 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/ports?device_id=53ac7892-a267-4d78-b9d1-a1ed5e1a7fb0 HTTP/1.1" status: 200 len: 945 time: 0.0790625 May 30 05:22:34.149920 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-35b7ab36-01a5-4354-998d-08249ec30611 req-a6f051e2-1b3d-435f-b08b-de1ac8a1a0c4 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/security-groups?id=9470e8f9-362c-4db9-ac35-973d0dc9bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425184 May 30 05:22:35.333773 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f381561b-087e-4cd6-9c32-339394db29de req-f109ef18-e34b-4d62-86fc-a888c4443a6d tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:22:35.335210 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f381561b-087e-4cd6-9c32-339394db29de req-f109ef18-e34b-4d62-86fc-a888c4443a6d tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/ports?device_id=53ac7892-a267-4d78-b9d1-a1ed5e1a7fb0 HTTP/1.1" status: 200 len: 945 time: 0.0814109 May 30 05:22:35.378889 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f381561b-087e-4cd6-9c32-339394db29de req-b817355d-3094-49fa-b702-ffa6aec368be tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/security-groups?id=9470e8f9-362c-4db9-ac35-973d0dc9bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372262 May 30 05:22:36.564311 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f946144-e821-4703-ae42-1a2f8f167cbc req-665cf0a6-fc92-48ba-8871-f88fda42c401 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:22:36.565735 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3f946144-e821-4703-ae42-1a2f8f167cbc req-665cf0a6-fc92-48ba-8871-f88fda42c401 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/ports?device_id=53ac7892-a267-4d78-b9d1-a1ed5e1a7fb0 HTTP/1.1" status: 200 len: 945 time: 0.0790024 May 30 05:22:36.607458 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3f946144-e821-4703-ae42-1a2f8f167cbc req-bd538dae-d69a-44b0-b9af-5b31b1afc01c tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/security-groups?id=9470e8f9-362c-4db9-ac35-973d0dc9bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355444 May 30 05:22:36.962335 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22142508-a266-4c3a-9278-a288dbc35bc2 req-469314b5-3546-45f1-9181-4bd2628a2f68 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:22:36.963673 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-22142508-a266-4c3a-9278-a288dbc35bc2 req-469314b5-3546-45f1-9181-4bd2628a2f68 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/ports?device_id=53ac7892-a267-4d78-b9d1-a1ed5e1a7fb0 HTTP/1.1" status: 200 len: 945 time: 0.1394265 May 30 05:22:36.971571 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfad0a06-edfe-4aea-bc35-861c8ae85f17 req-e59f33a7-edb5-4c70-a31f-85cbc9c51b03 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:22:36.972862 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-bfad0a06-edfe-4aea-bc35-861c8ae85f17 req-e59f33a7-edb5-4c70-a31f-85cbc9c51b03 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.39 "GET /v2.0/ports?device_id=53ac7892-a267-4d78-b9d1-a1ed5e1a7fb0&tenant_id=8efaed8bad324fc58d054290757c32dc&binding%3Ahost_id=hv-neutron-8437 HTTP/1.1" status: 200 len: 945 time: 0.1155221 May 30 05:22:37.103883 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device e53cc1e5-b4c6-4164-8cca-22df59eef0e5 details requested by agent hyperv_hv-neutron-8437 with host hv-neutron-8437 {{(pid=88262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 05:22:37.106304 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device e53cc1e5-b4c6-4164-8cca-22df59eef0e5 no longer exists at agent hyperv_hv-neutron-8437 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 05:22:37.146380 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-22142508-a266-4c3a-9278-a288dbc35bc2 req-10faf504-fe18-4d71-b5c9-f8f3fd60a0da tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/security-groups?id=9470e8f9-362c-4db9-ac35-973d0dc9bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725676 May 30 05:22:37.178017 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfad0a06-edfe-4aea-bc35-861c8ae85f17 req-f770a3f1-e640-4157-81fc-7d4040a1f4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:22:37.179518 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-bfad0a06-edfe-4aea-bc35-861c8ae85f17 req-f770a3f1-e640-4157-81fc-7d4040a1f4b7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8efaed8bad324fc58d054290757c32dc&device_id=53ac7892-a267-4d78-b9d1-a1ed5e1a7fb0 HTTP/1.1" status: 200 len: 1098 time: 0.0754580 May 30 05:22:37.308133 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfad0a06-edfe-4aea-bc35-861c8ae85f17 req-2f5ef913-4214-4d88-beea-2f416a120643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:22:37.309599 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-bfad0a06-edfe-4aea-bc35-861c8ae85f17 req-2f5ef913-4214-4d88-beea-2f416a120643 service neutron] 10.222.0.39 "GET /v2.0/networks?id=69f0d8af-d537-4703-8693-e8012cda4364 HTTP/1.1" status: 200 len: 916 time: 0.1245601 May 30 05:22:37.315508 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Current status of the port e53cc1e5-b4c6-4164-8cca-22df59eef0e5 is: ACTIVE; New status is: DOWN {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:22:37.315893 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:22:37.345724 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port e53cc1e5-b4c6-4164-8cca-22df59eef0e5, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=e53cc1e5-b4c6-4164-8cca-22df59eef0e5,segment=NetworkSegment(fc1cbcab-08e8-4038-890b-c09245c3c221),segment_id=fc1cbcab-08e8-4038-890b-c09245c3c221)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:22:37.367873 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53ac7892-a267-4d78-b9d1-a1ed5e1a7fb0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e53cc1e5-b4c6-4164-8cca-22df59eef0e5'}] {{(pid=88262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:22:37.374283 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Returning: {'device': 'e53cc1e5-b4c6-4164-8cca-22df59eef0e5', 'network_id': '69f0d8af-d537-4703-8693-e8012cda4364', 'port_id': 'e53cc1e5-b4c6-4164-8cca-22df59eef0e5', 'mac_address': 'fa:16:3e:91:56:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47833ade-53c4-4f92-b578-34e446fba83c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 05:22:37.380221 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port e53cc1e5-b4c6-4164-8cca-22df59eef0e5, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=e53cc1e5-b4c6-4164-8cca-22df59eef0e5,segment=NetworkSegment(fc1cbcab-08e8-4038-890b-c09245c3c221),segment_id=fc1cbcab-08e8-4038-890b-c09245c3c221)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:22:37.384396 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-bfad0a06-edfe-4aea-bc35-861c8ae85f17 req-da5f482a-ac5c-4b40-953c-0ae58bd8d11d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e53cc1e5-b4c6-4164-8cca-22df59eef0e5 HTTP/1.1" status: 200 len: 217 time: 0.0688915 May 30 05:22:37.415930 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:22:37.446014 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfad0a06-edfe-4aea-bc35-861c8ae85f17 req-65f5f68c-b164-43f0-b1d5-a698fa474060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:22:37.447463 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-bfad0a06-edfe-4aea-bc35-861c8ae85f17 req-65f5f68c-b164-43f0-b1d5-a698fa474060 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=47833ade-53c4-4f92-b578-34e446fba83c HTTP/1.1" status: 200 len: 855 time: 0.0580904 May 30 05:22:37.457500 dv-neutron-843763-1-hyperv neutron-server[88262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10fb57a5-ee18-4206-b1d6-a3c90ac9845e'] response: {'server_uuid': '53ac7892-a267-4d78-b9d1-a1ed5e1a7fb0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e53cc1e5-b4c6-4164-8cca-22df59eef0e5', 'code': 200} May 30 05:22:37.488172 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Current status of the port e53cc1e5-b4c6-4164-8cca-22df59eef0e5 is: DOWN; New status is: BUILD {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:22:37.488558 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:22:37.496213 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-bfad0a06-edfe-4aea-bc35-861c8ae85f17 req-aae145f8-06e1-4199-a3ed-03d5d09dd73f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=69f0d8af-d537-4703-8693-e8012cda4364&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427599 May 30 05:22:37.512467 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e53cc1e5-b4c6-4164-8cca-22df59eef0e5 {{(pid=88262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 30 05:22:37.518855 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Pushing event updated for resources: {'Port': ['ID=e53cc1e5-b4c6-4164-8cca-22df59eef0e5,revision_number=6']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:22:37.532476 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port e53cc1e5-b4c6-4164-8cca-22df59eef0e5, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=e53cc1e5-b4c6-4164-8cca-22df59eef0e5,segment=NetworkSegment(fc1cbcab-08e8-4038-890b-c09245c3c221),segment_id=fc1cbcab-08e8-4038-890b-c09245c3c221)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:22:37.536647 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:22:37.598461 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] get_ports_and_sgs() called for port_ids ['e53cc1e5-b4c6-4164-8cca-22df59eef0e5'] {{(pid=88262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 30 05:22:37.626355 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-bfad0a06-edfe-4aea-bc35-861c8ae85f17 req-61d2b4ab-ba9d-4a89-8a4c-b1428d93c7a1 service neutron] 10.222.0.39 "GET /v2.0/networks/69f0d8af-d537-4703-8693-e8012cda4364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242929 May 30 05:22:37.652819 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Pushing event updated for resources: {'Port': ['ID=e53cc1e5-b4c6-4164-8cca-22df59eef0e5,revision_number=7']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:22:37.758991 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-bfad0a06-edfe-4aea-bc35-861c8ae85f17 req-eaee180f-a08a-4821-8de5-26515ba6385a service neutron] 10.222.0.39 "GET /v2.0/networks/69f0d8af-d537-4703-8693-e8012cda4364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262903 May 30 05:22:38.340216 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c652e89-0dca-44e4-8fd2-ea66c5552b89 req-d9678268-5625-4df6-9c18-871055ba6626 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:22:38.341788 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8c652e89-0dca-44e4-8fd2-ea66c5552b89 req-d9678268-5625-4df6-9c18-871055ba6626 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/ports?device_id=53ac7892-a267-4d78-b9d1-a1ed5e1a7fb0 HTTP/1.1" status: 200 len: 944 time: 0.0798762 May 30 05:22:38.386548 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8c652e89-0dca-44e4-8fd2-ea66c5552b89 req-d5c56223-1531-4b91-8955-7da7ac360943 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/security-groups?id=9470e8f9-362c-4db9-ac35-973d0dc9bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387969 May 30 05:22:38.574458 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e34b9a5-aca9-437c-98fa-7e3a37411993 req-35ea647e-67bd-42c6-a7a0-082427cd1971 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:22:38.575866 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9e34b9a5-aca9-437c-98fa-7e3a37411993 req-35ea647e-67bd-42c6-a7a0-082427cd1971 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/ports?device_id=53ac7892-a267-4d78-b9d1-a1ed5e1a7fb0 HTTP/1.1" status: 200 len: 944 time: 0.0858309 May 30 05:22:38.618623 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9e34b9a5-aca9-437c-98fa-7e3a37411993 req-144a08ec-455c-47f4-bede-2ffb01cacb3f tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/security-groups?id=9470e8f9-362c-4db9-ac35-973d0dc9bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370951 May 30 05:22:38.794540 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b5caaf-f235-45cd-a4ab-e91d2a766825 req-d0ce6198-5c91-4df0-a116-abf8c32cec7d tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:22:38.796004 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-62b5caaf-f235-45cd-a4ab-e91d2a766825 req-d0ce6198-5c91-4df0-a116-abf8c32cec7d tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/ports?device_id=53ac7892-a267-4d78-b9d1-a1ed5e1a7fb0 HTTP/1.1" status: 200 len: 944 time: 0.0781760 May 30 05:22:38.838647 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-62b5caaf-f235-45cd-a4ab-e91d2a766825 req-1612bd12-38ea-4efb-8a9d-76fea75219a2 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/security-groups?id=9470e8f9-362c-4db9-ac35-973d0dc9bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369742 May 30 05:22:39.117538 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device e53cc1e5-b4c6-4164-8cca-22df59eef0e5 up at agent hyperv_hv-neutron-8437 {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:22:39.183692 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Provisioning complete for port e53cc1e5-b4c6-4164-8cca-22df59eef0e5 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:22:39.184070 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:22:39.302549 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Current status of the port e53cc1e5-b4c6-4164-8cca-22df59eef0e5 is: BUILD; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:22:39.303025 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:22:39.335996 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port e53cc1e5-b4c6-4164-8cca-22df59eef0e5, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=e53cc1e5-b4c6-4164-8cca-22df59eef0e5,segment=NetworkSegment(fc1cbcab-08e8-4038-890b-c09245c3c221),segment_id=fc1cbcab-08e8-4038-890b-c09245c3c221)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:22:39.340058 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:22:39.381706 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce98524c-b5c7-476b-9ae7-c1c8a61b914a req-cd81bc59-f032-4a11-822f-f272b5ec5625 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:22:39.383721 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ce98524c-b5c7-476b-9ae7-c1c8a61b914a req-cd81bc59-f032-4a11-822f-f272b5ec5625 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/ports?device_id=53ac7892-a267-4d78-b9d1-a1ed5e1a7fb0 HTTP/1.1" status: 200 len: 944 time: 0.0856977 May 30 05:22:39.410038 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Pushing event updated for resources: {'Port': ['ID=e53cc1e5-b4c6-4164-8cca-22df59eef0e5,revision_number=8']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:22:39.428382 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ce98524c-b5c7-476b-9ae7-c1c8a61b914a req-26f1f291-6b2e-45e8-b876-1507bfe732df tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/security-groups?id=9470e8f9-362c-4db9-ac35-973d0dc9bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386648 May 30 05:22:39.458322 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53ac7892-a267-4d78-b9d1-a1ed5e1a7fb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e53cc1e5-b4c6-4164-8cca-22df59eef0e5'}] {{(pid=88262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:22:39.499730 dv-neutron-843763-1-hyperv neutron-server[88262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0269756e-97b7-4064-9c25-b284c2e24848'] response: {'server_uuid': '53ac7892-a267-4d78-b9d1-a1ed5e1a7fb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e53cc1e5-b4c6-4164-8cca-22df59eef0e5', 'code': 200} May 30 05:22:40.612910 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b00a9e-af95-4f2e-b5c2-06ec1a3c7551 req-9759292d-3610-466d-8bd7-3a328de60abf tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:22:40.614420 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-09b00a9e-af95-4f2e-b5c2-06ec1a3c7551 req-9759292d-3610-466d-8bd7-3a328de60abf tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/ports?device_id=53ac7892-a267-4d78-b9d1-a1ed5e1a7fb0 HTTP/1.1" status: 200 len: 945 time: 0.0800028 May 30 05:22:40.658555 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-09b00a9e-af95-4f2e-b5c2-06ec1a3c7551 req-9b4210b9-89ee-4639-b887-494f77ed7db2 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/security-groups?id=9470e8f9-362c-4db9-ac35-973d0dc9bef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383332 May 30 05:22:40.933571 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9fd01c-dee8-4908-8b42-e2ac3c1e2772 req-0412f4ef-00cc-4f50-850e-51f384143ceb tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:22:40.934921 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-dd9fd01c-dee8-4908-8b42-e2ac3c1e2772 req-0412f4ef-00cc-4f50-850e-51f384143ceb tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.39 "GET /v2.0/ports?device_id=53ac7892-a267-4d78-b9d1-a1ed5e1a7fb0 HTTP/1.1" status: 200 len: 945 time: 0.0806842 May 30 05:22:41.002770 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [req-dd9fd01c-dee8-4908-8b42-e2ac3c1e2772 req-daaea21b-1f94-4a4b-8dba-d2b038b4d22c tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Deleting port e53cc1e5-b4c6-4164-8cca-22df59eef0e5 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:22:41.003110 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-dd9fd01c-dee8-4908-8b42-e2ac3c1e2772 req-daaea21b-1f94-4a4b-8dba-d2b038b4d22c tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:22:41.242159 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [req-dd9fd01c-dee8-4908-8b42-e2ac3c1e2772 req-daaea21b-1f94-4a4b-8dba-d2b038b4d22c tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] For port e53cc1e5-b4c6-4164-8cca-22df59eef0e5, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=e53cc1e5-b4c6-4164-8cca-22df59eef0e5,segment=NetworkSegment(fc1cbcab-08e8-4038-890b-c09245c3c221),segment_id=fc1cbcab-08e8-4038-890b-c09245c3c221)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:22:41.242443 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-dd9fd01c-dee8-4908-8b42-e2ac3c1e2772 req-daaea21b-1f94-4a4b-8dba-d2b038b4d22c tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:22:41.461167 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [req-dd9fd01c-dee8-4908-8b42-e2ac3c1e2772 req-daaea21b-1f94-4a4b-8dba-d2b038b4d22c tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Calling delete_port for e53cc1e5-b4c6-4164-8cca-22df59eef0e5 owned by compute:nova {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:22:41.598454 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-dd9fd01c-dee8-4908-8b42-e2ac3c1e2772 req-daaea21b-1f94-4a4b-8dba-d2b038b4d22c tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:22:41.609437 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] get_ports_and_sgs() called for port_ids ['e53cc1e5-b4c6-4164-8cca-22df59eef0e5'] {{(pid=88262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 30 05:22:41.649915 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaea21b-1f94-4a4b-8dba-d2b038b4d22c tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Pushing event deleted for resources: {'Port': ['ID=e53cc1e5-b4c6-4164-8cca-22df59eef0e5,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:22:41.722964 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd9fd01c-dee8-4908-8b42-e2ac3c1e2772 req-daaea21b-1f94-4a4b-8dba-d2b038b4d22c tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] No DVR routers for this DVR port e53cc1e5-b4c6-4164-8cca-22df59eef0e5 on host hv-neutron-8437 {{(pid=88261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 05:22:41.725500 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-dd9fd01c-dee8-4908-8b42-e2ac3c1e2772 req-daaea21b-1f94-4a4b-8dba-d2b038b4d22c tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:22:41.728110 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53ac7892-a267-4d78-b9d1-a1ed5e1a7fb0', 'name': 'network-vif-deleted', 'tag': 'e53cc1e5-b4c6-4164-8cca-22df59eef0e5'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:22:41.744075 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-dd9fd01c-dee8-4908-8b42-e2ac3c1e2772 req-daaea21b-1f94-4a4b-8dba-d2b038b4d22c tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.39 "DELETE /v2.0/ports/e53cc1e5-b4c6-4164-8cca-22df59eef0e5 HTTP/1.1" status: 204 len: 173 time: 0.8038621 May 30 05:22:41.813374 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-483587c7-29e1-48d5-8d41-36d7490c27b3 req-7308259e-ec37-498c-ab7f-24a826f9f9e9 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Synchronizing usage tracker for tenant:8efaed8bad324fc58d054290757c32dc on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:22:41.828854 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-483587c7-29e1-48d5-8d41-36d7490c27b3 req-7308259e-ec37-498c-ab7f-24a826f9f9e9 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Unset dirty status for tenant:8efaed8bad324fc58d054290757c32dc on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:22:41.829992 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-483587c7-29e1-48d5-8d41-36d7490c27b3 req-7308259e-ec37-498c-ab7f-24a826f9f9e9 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/ports?device_id=53ac7892-a267-4d78-b9d1-a1ed5e1a7fb0 HTTP/1.1" status: 200 len: 210 time: 0.0609450 May 30 05:22:41.883024 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7483c7a-4cc0-4af3-a3a0-ba6b78e1d07b'] response: {'server_uuid': '53ac7892-a267-4d78-b9d1-a1ed5e1a7fb0', 'name': 'network-vif-deleted', 'tag': 'e53cc1e5-b4c6-4164-8cca-22df59eef0e5', 'status': 'completed', 'code': 200} May 30 05:22:42.948150 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 51108) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:22:43.010529 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-dabdb4f3-dc02-47bd-b4a9-a1988ff55f07 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Notify callbacks [] for security_group, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:22:43.037665 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-dabdb4f3-dc02-47bd-b4a9-a1988ff55f07 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:22:43.088941 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-dabdb4f3-dc02-47bd-b4a9-a1988ff55f07 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:22:43.107351 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabdb4f3-dc02-47bd-b4a9-a1988ff55f07 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a029ba2-532f-4d8f-8d4e-a3e5dbc9c54d,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:22:43.113939 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-dabdb4f3-dc02-47bd-b4a9-a1988ff55f07 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:22:43.115033 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-dabdb4f3-dc02-47bd-b4a9-a1988ff55f07 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "DELETE /v2.0/security-groups/9a029ba2-532f-4d8f-8d4e-a3e5dbc9c54d HTTP/1.1" status: 204 len: 168 time: 0.1659353 May 30 05:22:43.118179 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 51112) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:22:43.133819 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.api.v2.resource [None req-c3286bab-ca30-4dd1-847b-5a0c809dc545 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] show failed (client error): The resource could not be found. May 30 05:22:43.134786 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-c3286bab-ca30-4dd1-847b-5a0c809dc545 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "GET /v2.0/security-groups/9a029ba2-532f-4d8f-8d4e-a3e5dbc9c54d HTTP/1.1" status: 404 len: 347 time: 0.0157323 May 30 05:22:43.137312 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 51116) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:22:43.292554 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-0e0e7b36-761b-4e04-b600-93949fadce51 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Deleting port 3f328dda-1e55-4f51-8f11-209ffc0187b2 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:22:43.292894 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0e0e7b36-761b-4e04-b600-93949fadce51 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:22:43.457326 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0e0e7b36-761b-4e04-b600-93949fadce51 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:22:43.457571 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0e0e7b36-761b-4e04-b600-93949fadce51 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:22:43.579751 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-0e0e7b36-761b-4e04-b600-93949fadce51 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Calling delete_port for 3f328dda-1e55-4f51-8f11-209ffc0187b2 owned by network:floatingip {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:22:43.712226 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0e0e7b36-761b-4e04-b600-93949fadce51 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:22:43.786503 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0e7b36-761b-4e04-b600-93949fadce51 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Pushing event deleted for resources: {'Port': ['ID=3f328dda-1e55-4f51-8f11-209ffc0187b2,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:22:43.849460 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0e0e7b36-761b-4e04-b600-93949fadce51 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Notify callbacks [] for floatingip, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:22:43.867289 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0e0e7b36-761b-4e04-b600-93949fadce51 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for floatingip, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:22:43.868407 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-0e0e7b36-761b-4e04-b600-93949fadce51 tempest-ServerDiskConfigTestJSON-1830641693 tempest-ServerDiskConfigTestJSON-1830641693-project] 10.222.0.15 "DELETE /v2.0/floatingips/a7434103-3e2b-4ebb-a941-31136b392497 HTTP/1.1" status: 204 len: 168 time: 0.7301271 May 30 05:22:44.005152 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 51124) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:22:44.065289 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_v2 [None req-58a8c788-ecae-4cf9-a623-a9bcec03b2c7 admin admin] Deleting subnet 47833ade-53c4-4f92-b578-34e446fba83c {{(pid=88261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 30 05:22:44.068115 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-58a8c788-ecae-4cf9-a623-a9bcec03b2c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:22:44.115105 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-58a8c788-ecae-4cf9-a623-a9bcec03b2c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3545586'] for subnet, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:22:44.168792 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-58a8c788-ecae-4cf9-a623-a9bcec03b2c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860493'] for subnet, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:22:44.239807 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-58a8c788-ecae-4cf9-a623-a9bcec03b2c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2304955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9305493'] for subnet, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:22:44.275937 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a8c788-ecae-4cf9-a623-a9bcec03b2c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47833ade-53c4-4f92-b578-34e446fba83c,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:22:44.279563 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-58a8c788-ecae-4cf9-a623-a9bcec03b2c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:22:44.285176 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-58a8c788-ecae-4cf9-a623-a9bcec03b2c7 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/47833ade-53c4-4f92-b578-34e446fba83c HTTP/1.1" status: 204 len: 168 time: 0.2789810 May 30 05:22:44.287637 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 51128) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:22:44.490867 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-66f90587-e6bb-4e7d-951e-b4008239b0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897784'] for network, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:22:44.610614 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-66f90587-e6bb-4e7d-951e-b4008239b0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867540', 'neutron.services.segments.db._delete_segments_for_network-8729234922972'] for network, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:22:44.634433 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-66f90587-e6bb-4e7d-951e-b4008239b0c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69f0d8af-d537-4703-8693-e8012cda4364']}} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:22:44.646232 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-66f90587-e6bb-4e7d-951e-b4008239b0c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc1cbcab-08e8-4038-890b-c09245c3c221') {'for_net_delete': True} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:22:44.646532 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-66f90587-e6bb-4e7d-951e-b4008239b0c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc1cbcab-08e8-4038-890b-c09245c3c221') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:22:44.657986 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-66f90587-e6bb-4e7d-951e-b4008239b0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729235042807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3545573'] for segment, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:22:44.674004 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-66f90587-e6bb-4e7d-951e-b4008239b0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:22:44.680156 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66f90587-e6bb-4e7d-951e-b4008239b0c1 admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=88261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 05:22:44.680530 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-66f90587-e6bb-4e7d-951e-b4008239b0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-862858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2304281'] for segment, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:22:44.760925 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment fc1cbcab-08e8-4038-890b-c09245c3c221 resource provider aggregate not found May 30 05:22:44.780131 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment fc1cbcab-08e8-4038-890b-c09245c3c221 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fc1cbcab-08e8-4038-890b-c09245c3c221 found for delete ", "request_id": "req-25681e65-d803-49ca-bfba-0352bf830624"}]} May 30 05:22:44.780319 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-66f90587-e6bb-4e7d-951e-b4008239b0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604744'] for network, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:22:44.796173 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-66f90587-e6bb-4e7d-951e-b4008239b0c1 admin admin] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:22:44.806642 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-66f90587-e6bb-4e7d-951e-b4008239b0c1 admin admin] 10.222.0.15 "DELETE /v2.0/networks/69f0d8af-d537-4703-8693-e8012cda4364 HTTP/1.1" status: 204 len: 168 time: 0.5179288 May 30 05:22:44.807615 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f90587-e6bb-4e7d-951e-b4008239b0c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=69f0d8af-d537-4703-8693-e8012cda4364,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:22:44.911964 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 51140) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:22:44.964213 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-5c126000-9112-44b1-98ab-50ad83381c00 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8efaed8bad324fc58d054290757c32dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0510828 May 30 05:22:44.966565 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 51144) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:22:45.021464 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e9f2d18f-c27a-4ebc-9b8f-f2c9365dec53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:22:45.047489 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e9f2d18f-c27a-4ebc-9b8f-f2c9365dec53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:22:45.098488 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e9f2d18f-c27a-4ebc-9b8f-f2c9365dec53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:22:45.113694 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f2d18f-c27a-4ebc-9b8f-f2c9365dec53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9470e8f9-362c-4db9-ac35-973d0dc9bef6,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:22:45.123253 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e9f2d18f-c27a-4ebc-9b8f-f2c9365dec53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:22:45.124366 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-e9f2d18f-c27a-4ebc-9b8f-f2c9365dec53 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9470e8f9-362c-4db9-ac35-973d0dc9bef6 HTTP/1.1" status: 204 len: 168 time: 0.1569254 May 30 05:22:45.156415 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device e53cc1e5-b4c6-4164-8cca-22df59eef0e5 no longer exists at agent hyperv_hv-neutron-8437 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 05:22:45.192081 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] No Port match for: e53cc1e5-b4c6-4164-8cca-22df59eef0e5 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 05:22:45.192434 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device e53cc1e5-b4c6-4164-8cca-22df59eef0e5 not bound to the agent host hv-neutron-8437 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 05:22:45.816387 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 51168) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:22:45.917724 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-03be74f7-aba3-4d51-a1f4-bde948d10ef4 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-21623125-network', 'tenant_id': 'b59d6af6346843408ca206be7ba53b5c'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:22:45.922410 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-03be74f7-aba3-4d51-a1f4-bde948d10ef4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:22:45.926197 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-03be74f7-aba3-4d51-a1f4-bde948d10ef4 admin admin] Usage tracker for resource:network and tenant:b59d6af6346843408ca206be7ba53b5c is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:22:45.928976 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-03be74f7-aba3-4d51-a1f4-bde948d10ef4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:22:45.935622 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-03be74f7-aba3-4d51-a1f4-bde948d10ef4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:22:45.945568 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03be74f7-aba3-4d51-a1f4-bde948d10ef4 admin admin] Made reservation on behalf of b59d6af6346843408ca206be7ba53b5c for: {'network': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:22:45.947757 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-03be74f7-aba3-4d51-a1f4-bde948d10ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for network, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:22:45.959141 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-03be74f7-aba3-4d51-a1f4-bde948d10ef4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:22:45.972667 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-03be74f7-aba3-4d51-a1f4-bde948d10ef4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:22:45.976862 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-03be74f7-aba3-4d51-a1f4-bde948d10ef4 admin admin] Usage tracker for resource:security_group_rule and tenant:b59d6af6346843408ca206be7ba53b5c is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:22:45.979573 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-03be74f7-aba3-4d51-a1f4-bde948d10ef4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:22:45.985055 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-03be74f7-aba3-4d51-a1f4-bde948d10ef4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:22:46.066901 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-03be74f7-aba3-4d51-a1f4-bde948d10ef4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:22:46.070603 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-03be74f7-aba3-4d51-a1f4-bde948d10ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:22:46.101937 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03be74f7-aba3-4d51-a1f4-bde948d10ef4 admin admin] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=88261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 05:22:46.106874 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03be74f7-aba3-4d51-a1f4-bde948d10ef4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d142e4ed-4e24-4391-a599-6a99d39f7d06,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:22:46.114293 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-03be74f7-aba3-4d51-a1f4-bde948d10ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:22:46.114631 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.db.segments_db [None req-03be74f7-aba3-4d51-a1f4-bde948d10ef4 admin admin] Added segment 67d7431e-4b49-4424-94af-54c8f5335c79 of type vlan for network 3a65ee3d-2cf6-4768-b648-09f420ef6932 May 30 05:22:46.139565 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-03be74f7-aba3-4d51-a1f4-bde948d10ef4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729234556353'] for network, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:22:46.168061 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-03be74f7-aba3-4d51-a1f4-bde948d10ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788'] for network, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:22:46.168985 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03be74f7-aba3-4d51-a1f4-bde948d10ef4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:22:46.169557 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-03be74f7-aba3-4d51-a1f4-bde948d10ef4 admin admin] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:22:46.270007 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03be74f7-aba3-4d51-a1f4-bde948d10ef4 admin admin] Pushing event updated for resources: {'Network': ['ID=3a65ee3d-2cf6-4768-b648-09f420ef6932,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:22:46.275472 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-03be74f7-aba3-4d51-a1f4-bde948d10ef4 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4563205 May 30 05:22:46.276649 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 51174) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:22:46.280748 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Network 3a65ee3d-2cf6-4768-b648-09f420ef6932 details requested by agent ovs-agent-dv-neutron-843763-1-hyperv with host dv-neutron-843763-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 05:22:46.282700 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-ba335d8d-b936-4d47-ad38-b4169026f94f admin admin] Request body: {'subnet': {'network_id': '3a65ee3d-2cf6-4768-b648-09f420ef6932', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-21623125-subnet', 'tenant_id': 'b59d6af6346843408ca206be7ba53b5c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:22:46.288100 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-ba335d8d-b936-4d47-ad38-b4169026f94f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:22:46.292669 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-ba335d8d-b936-4d47-ad38-b4169026f94f admin admin] Usage tracker for resource:subnet and tenant:b59d6af6346843408ca206be7ba53b5c is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:22:46.295523 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-ba335d8d-b936-4d47-ad38-b4169026f94f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:22:46.301525 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-ba335d8d-b936-4d47-ad38-b4169026f94f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:22:46.311798 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba335d8d-b936-4d47-ad38-b4169026f94f admin admin] Made reservation on behalf of b59d6af6346843408ca206be7ba53b5c for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:22:46.314110 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ba335d8d-b936-4d47-ad38-b4169026f94f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9305518'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:22:46.509309 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ba335d8d-b936-4d47-ad38-b4169026f94f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2305012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9305500'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:22:46.584022 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba335d8d-b936-4d47-ad38-b4169026f94f admin admin] Pushing event updated for resources: {'Subnet': ['ID=940b0563-42ea-4efd-9752-2f2875661058,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:22:46.591787 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba335d8d-b936-4d47-ad38-b4169026f94f admin admin] Checking segment: {'id': '67d7431e-4b49-4424-94af-54c8f5335c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '3a65ee3d-2cf6-4768-b648-09f420ef6932'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:22:46.592145 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba335d8d-b936-4d47-ad38-b4169026f94f admin admin] Network hostable DHCP agents. Network: 3a65ee3d-2cf6-4768-b648-09f420ef6932, hostable agents: ['1c705e68-3d3e-4dd3-9252-feb21d4b96ab'], hosted agents: [] {{(pid=88261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 05:22:46.610120 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba335d8d-b936-4d47-ad38-b4169026f94f admin admin] Network 3a65ee3d-2cf6-4768-b648-09f420ef6932 is scheduled to be hosted by DHCP agent 1c705e68-3d3e-4dd3-9252-feb21d4b96ab with binding_index 1 {{(pid=88261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 05:22:46.618928 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-ba335d8d-b936-4d47-ad38-b4169026f94f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843763-1-hyperv, 3a65ee3d-2cf6-4768-b648-09f420ef6932) {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:22:46.622793 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba335d8d-b936-4d47-ad38-b4169026f94f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:22:46.623366 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ba335d8d-b936-4d47-ad38-b4169026f94f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:22:46.627439 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec8b1ac-c69c-499a-8720-e40cb6ed6d68 None None] Network 3a65ee3d-2cf6-4768-b648-09f420ef6932 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:22:46.643591 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-ba335d8d-b936-4d47-ad38-b4169026f94f admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3659060 May 30 05:22:46.646515 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 51178) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:22:46.652228 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-a29b6281-0308-4503-a2e3-54f193a5c39e admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-21623125-router', 'tenant_id': 'b59d6af6346843408ca206be7ba53b5c', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'}}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:22:46.657407 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-a29b6281-0308-4503-a2e3-54f193a5c39e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:22:46.661315 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-a29b6281-0308-4503-a2e3-54f193a5c39e admin admin] Usage tracker for resource:router and tenant:b59d6af6346843408ca206be7ba53b5c is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:22:46.664257 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-a29b6281-0308-4503-a2e3-54f193a5c39e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:22:46.670097 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-a29b6281-0308-4503-a2e3-54f193a5c39e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:22:46.681584 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a29b6281-0308-4503-a2e3-54f193a5c39e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1603901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11666'] for router, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:22:46.682735 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a29b6281-0308-4503-a2e3-54f193a5c39e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11675'] for router, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:22:46.698258 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a29b6281-0308-4503-a2e3-54f193a5c39e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:22:46.862794 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71011339-b3e0-4bfe-b477-3c4085522630 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bbf24ed-7ba9-53d2-873f-8f9642b1e987-3a65ee3d-2cf6-4768-b648-09f420ef6932', 'network_id': '3a65ee3d-2cf6-4768-b648-09f420ef6932', 'tenant_id': 'b59d6af6346843408ca206be7ba53b5c', 'fixed_ips': [{'subnet_id': '940b0563-42ea-4efd-9752-2f2875661058'}]}} from dv-neutron-843763-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 30 05:22:46.863625 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-71011339-b3e0-4bfe-b477-3c4085522630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:22:46.969944 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a29b6281-0308-4503-a2e3-54f193a5c39e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11765'] for router, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:22:47.018507 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-71011339-b3e0-4bfe-b477-3c4085522630 None None] Allocated IP 172.20.0.2 (3a65ee3d-2cf6-4768-b648-09f420ef6932/940b0563-42ea-4efd-9752-2f2875661058/17b52375-d3ff-4102-87dc-9a99d3e4e36d) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:22:47.225865 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-71011339-b3e0-4bfe-b477-3c4085522630 None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:22:47.236131 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-71011339-b3e0-4bfe-b477-3c4085522630 None None] Transition to ACTIVE for port object 17b52375-d3ff-4102-87dc-9a99d3e4e36d will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:22:47.254301 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-71011339-b3e0-4bfe-b477-3c4085522630 None None] Transition to ACTIVE for port object 17b52375-d3ff-4102-87dc-9a99d3e4e36d will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:22:47.260798 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-71011339-b3e0-4bfe-b477-3c4085522630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:22:47.324258 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71011339-b3e0-4bfe-b477-3c4085522630 None None] Network 3a65ee3d-2cf6-4768-b648-09f420ef6932 is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:22:47.327109 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-71011339-b3e0-4bfe-b477-3c4085522630 None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:22:47.330644 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71011339-b3e0-4bfe-b477-3c4085522630 None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:22:47.336119 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71011339-b3e0-4bfe-b477-3c4085522630 None None] Pushing event updated for resources: {'Port': ['ID=17b52375-d3ff-4102-87dc-9a99d3e4e36d,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:22:47.405493 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a29b6281-0308-4503-a2e3-54f193a5c39e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:22:47.422182 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-71011339-b3e0-4bfe-b477-3c4085522630 None None] Attempting to bind port 17b52375-d3ff-4102-87dc-9a99d3e4e36d on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 05:22:47.422546 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-71011339-b3e0-4bfe-b477-3c4085522630 None None] Attempting to bind port 17b52375-d3ff-4102-87dc-9a99d3e4e36d by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': '67d7431e-4b49-4424-94af-54c8f5335c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '3a65ee3d-2cf6-4768-b648-09f420ef6932'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 05:22:47.422903 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71011339-b3e0-4bfe-b477-3c4085522630 None None] Attempting to bind port 17b52375-d3ff-4102-87dc-9a99d3e4e36d on network 3a65ee3d-2cf6-4768-b648-09f420ef6932 {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:22:47.427927 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71011339-b3e0-4bfe-b477-3c4085522630 None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 5, 22, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 05:22:47.428293 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71011339-b3e0-4bfe-b477-3c4085522630 None None] Checking segment: {'id': '67d7431e-4b49-4424-94af-54c8f5335c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '3a65ee3d-2cf6-4768-b648-09f420ef6932'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:22:47.428691 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-71011339-b3e0-4bfe-b477-3c4085522630 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:22:47.429127 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71011339-b3e0-4bfe-b477-3c4085522630 None None] Bound using segment: {'id': '67d7431e-4b49-4424-94af-54c8f5335c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '3a65ee3d-2cf6-4768-b648-09f420ef6932'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 05:22:47.430102 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-71011339-b3e0-4bfe-b477-3c4085522630 None None] Bound port: 17b52375-d3ff-4102-87dc-9a99d3e4e36d, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67d7431e-4b49-4424-94af-54c8f5335c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '3a65ee3d-2cf6-4768-b648-09f420ef6932'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 05:22:47.430473 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-71011339-b3e0-4bfe-b477-3c4085522630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:22:47.436068 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a29b6281-0308-4503-a2e3-54f193a5c39e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:22:47.516303 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-71011339-b3e0-4bfe-b477-3c4085522630 None None] For port 17b52375-d3ff-4102-87dc-9a99d3e4e36d, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 05:22:47.519549 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-71011339-b3e0-4bfe-b477-3c4085522630 None None] For port 17b52375-d3ff-4102-87dc-9a99d3e4e36d, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=17b52375-d3ff-4102-87dc-9a99d3e4e36d,segment=NetworkSegment(67d7431e-4b49-4424-94af-54c8f5335c79),segment_id=67d7431e-4b49-4424-94af-54c8f5335c79)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 05:22:47.524130 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-71011339-b3e0-4bfe-b477-3c4085522630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:22:47.572139 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-a29b6281-0308-4503-a2e3-54f193a5c39e admin admin] Allocated IP 172.26.6.195 (1bab70f4-3794-44db-8e17-19f483aa8ffa/6b5b73c1-b0ce-4f83-a930-c00cc5522926/4f8bc2d8-500b-4ad7-bf02-2f7c47aa7562) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:22:47.625055 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71011339-b3e0-4bfe-b477-3c4085522630 None None] Pushing event updated for resources: {'Port': ['ID=17b52375-d3ff-4102-87dc-9a99d3e4e36d,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:22:47.627746 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:22:47.722180 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a29b6281-0308-4503-a2e3-54f193a5c39e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:22:47.753788 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a29b6281-0308-4503-a2e3-54f193a5c39e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:22:47.828141 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a29b6281-0308-4503-a2e3-54f193a5c39e admin admin] Network 1bab70f4-3794-44db-8e17-19f483aa8ffa is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:22:47.831260 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-a29b6281-0308-4503-a2e3-54f193a5c39e admin admin] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:22:47.833977 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29b6281-0308-4503-a2e3-54f193a5c39e admin admin] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:22:47.874523 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29b6281-0308-4503-a2e3-54f193a5c39e admin admin] Pushing event updated for resources: {'Port': ['ID=4f8bc2d8-500b-4ad7-bf02-2f7c47aa7562,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:22:48.260308 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a29b6281-0308-4503-a2e3-54f193a5c39e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:22:48.499143 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 17b52375-d3ff-4102-87dc-9a99d3e4e36d up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:22:48.576823 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port 17b52375-d3ff-4102-87dc-9a99d3e4e36d completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:22:48.582777 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89fab841-78ac-4537-b4d0-d25af057d080 None None] Network 3a65ee3d-2cf6-4768-b648-09f420ef6932 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:22:48.680882 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-a90bb6a4-602f-4644-affd-a8475e51220a None None] Provisioning for port 17b52375-d3ff-4102-87dc-9a99d3e4e36d completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:22:48.698226 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-a90bb6a4-602f-4644-affd-a8475e51220a None None] Provisioning complete for port 17b52375-d3ff-4102-87dc-9a99d3e4e36d triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:22:48.698598 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a90bb6a4-602f-4644-affd-a8475e51220a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:22:48.733458 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a29b6281-0308-4503-a2e3-54f193a5c39e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603653'] for router, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:22:48.913422 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-a90bb6a4-602f-4644-affd-a8475e51220a None None] Current status of the port 17b52375-d3ff-4102-87dc-9a99d3e4e36d is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:22:48.913705 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a90bb6a4-602f-4644-affd-a8475e51220a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:22:48.935210 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a29b6281-0308-4503-a2e3-54f193a5c39e admin admin] Router de6baeaf-4ad4-42fb-9635-f053df75d901 is scheduled to L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 with binding_index 1 {{(pid=88261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 30 05:22:48.955466 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-a90bb6a4-602f-4644-affd-a8475e51220a None None] For port 17b52375-d3ff-4102-87dc-9a99d3e4e36d, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=17b52375-d3ff-4102-87dc-9a99d3e4e36d,segment=NetworkSegment(67d7431e-4b49-4424-94af-54c8f5335c79),segment_id=67d7431e-4b49-4424-94af-54c8f5335c79)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:22:48.961239 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a90bb6a4-602f-4644-affd-a8475e51220a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:22:49.030888 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90bb6a4-602f-4644-affd-a8475e51220a None None] Pushing event updated for resources: {'Port': ['ID=17b52375-d3ff-4102-87dc-9a99d3e4e36d,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:22:49.120137 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a29b6281-0308-4503-a2e3-54f193a5c39e admin admin] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:22:49.130303 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ba457e-8bfe-4b85-a32f-1ca032956bdc None None] Sync routers for ids ['de6baeaf-4ad4-42fb-9635-f053df75d901'] in dv-neutron-843763-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:22:49.140529 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ba457e-8bfe-4b85-a32f-1ca032956bdc None None] Routers {'de6baeaf-4ad4-42fb-9635-f053df75d901'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:22:49.141143 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-76ba457e-8bfe-4b85-a32f-1ca032956bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:22:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['de6baeaf-4ad4-42fb-9635-f053df75d901'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:22:49.145142 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a29b6281-0308-4503-a2e3-54f193a5c39e admin admin] Notify callbacks [] for router, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:22:49.146784 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-a29b6281-0308-4503-a2e3-54f193a5c39e admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.4993274 May 30 05:22:49.149486 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 51182) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:22:49.182455 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-e2347669-80d9-434b-85ee-7e2c8e456ae4 None None] Provisioning complete for port 17b52375-d3ff-4102-87dc-9a99d3e4e36d triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:22:49.182757 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e2347669-80d9-434b-85ee-7e2c8e456ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:22:49.328226 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-e2347669-80d9-434b-85ee-7e2c8e456ae4 None None] Current status of the port 17b52375-d3ff-4102-87dc-9a99d3e4e36d is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:22:49.332193 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-76ba457e-8bfe-4b85-a32f-1ca032956bdc None None] Set router de6baeaf-4ad4-42fb-9635-f053df75d901 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:22:49.604488 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-76ba457e-8bfe-4b85-a32f-1ca032956bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de6baeaf-4ad4-42fb-9635-f053df75d901', 'name': 'tempest-ServerActionsTestJSON-21623125-router', 'tenant_id': 'b59d6af6346843408ca206be7ba53b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.195'}], 'enable_snat': True}, 'gw_port_id': '4f8bc2d8-500b-4ad7-bf02-2f7c47aa7562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:22:46Z', 'updated_at': '2022-05-30T05:22:48Z', 'revision_number': 3, 'project_id': 'b59d6af6346843408ca206be7ba53b5c', 'gw_port': {'id': '4f8bc2d8-500b-4ad7-bf02-2f7c47aa7562', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b7:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de6baeaf-4ad4-42fb-9635-f053df75d901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:22:47Z', 'updated_at': '2022-05-30T05:22:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv'}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:22:49.608313 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ba457e-8bfe-4b85-a32f-1ca032956bdc None None] Checking router: de6baeaf-4ad4-42fb-9635-f053df75d901 for host: dv-neutron-843763-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 05:22:49.608658 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ba457e-8bfe-4b85-a32f-1ca032956bdc None None] Updating router de6baeaf-4ad4-42fb-9635-f053df75d901 port 4f8bc2d8-500b-4ad7-bf02-2f7c47aa7562 binding host dv-neutron-843763-1-hyperv {{(pid=88263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 30 05:22:49.659154 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-76ba457e-8bfe-4b85-a32f-1ca032956bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:22:49.829090 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2c9f14c2-ccad-4af9-8a3b-fecb135f65d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:22:50.003632 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-76ba457e-8bfe-4b85-a32f-1ca032956bdc None None] Notify callbacks [] for port, precommit_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:22:50.014753 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.provisioning_blocks [None req-76ba457e-8bfe-4b85-a32f-1ca032956bdc None None] Transition to ACTIVE for port object 4f8bc2d8-500b-4ad7-bf02-2f7c47aa7562 will not be triggered until provisioned by entity L2. {{(pid=88263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:22:50.021097 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-76ba457e-8bfe-4b85-a32f-1ca032956bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:22:50.030267 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-2c9f14c2-ccad-4af9-8a3b-fecb135f65d9 admin admin] Allocated IP 172.20.0.1 (3a65ee3d-2cf6-4768-b648-09f420ef6932/940b0563-42ea-4efd-9752-2f2875661058/e35f30c2-ff66-465e-a102-339b8ce31be9) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:22:50.098653 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-76ba457e-8bfe-4b85-a32f-1ca032956bdc None None] Attempting to bind port 4f8bc2d8-500b-4ad7-bf02-2f7c47aa7562 on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 05:22:50.099016 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-76ba457e-8bfe-4b85-a32f-1ca032956bdc None None] Attempting to bind port 4f8bc2d8-500b-4ad7-bf02-2f7c47aa7562 by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': 'ad083d94-0233-4c50-a0ed-00ef7686038c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'}] {{(pid=88263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 05:22:50.099370 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ba457e-8bfe-4b85-a32f-1ca032956bdc None None] Attempting to bind port 4f8bc2d8-500b-4ad7-bf02-2f7c47aa7562 on network 1bab70f4-3794-44db-8e17-19f483aa8ffa {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:22:50.102202 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f4e0c2-4a7c-4896-8387-2f27333fe52b None None] Pushing event updated for resources: {'Port': ['ID=4f8bc2d8-500b-4ad7-bf02-2f7c47aa7562,revision_number=2']} {{(pid=88263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:22:50.111275 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ba457e-8bfe-4b85-a32f-1ca032956bdc None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 5, 22, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 05:22:50.111643 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ba457e-8bfe-4b85-a32f-1ca032956bdc None None] Checking segment: {'id': 'ad083d94-0233-4c50-a0ed-00ef7686038c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:22:50.112038 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-76ba457e-8bfe-4b85-a32f-1ca032956bdc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:22:50.112421 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ba457e-8bfe-4b85-a32f-1ca032956bdc None None] Bound using segment: {'id': 'ad083d94-0233-4c50-a0ed-00ef7686038c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'} {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 05:22:50.112872 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-76ba457e-8bfe-4b85-a32f-1ca032956bdc None None] Bound port: 4f8bc2d8-500b-4ad7-bf02-2f7c47aa7562, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad083d94-0233-4c50-a0ed-00ef7686038c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'}}] {{(pid=88263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 05:22:50.113235 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-76ba457e-8bfe-4b85-a32f-1ca032956bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:22:50.140132 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f4e0c2-4a7c-4896-8387-2f27333fe52b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:22:50.140844 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f4e0c2-4a7c-4896-8387-2f27333fe52b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:22:50.140844 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f4e0c2-4a7c-4896-8387-2f27333fe52b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:22:50.141075 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f4e0c2-4a7c-4896-8387-2f27333fe52b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:22:50.141393 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f4e0c2-4a7c-4896-8387-2f27333fe52b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:22:50.141711 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f4e0c2-4a7c-4896-8387-2f27333fe52b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:22:50.142050 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f4e0c2-4a7c-4896-8387-2f27333fe52b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:22:50.142367 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f4e0c2-4a7c-4896-8387-2f27333fe52b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:22:50.142680 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f4e0c2-4a7c-4896-8387-2f27333fe52b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:22:50.142994 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f4e0c2-4a7c-4896-8387-2f27333fe52b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:22:50.143306 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f4e0c2-4a7c-4896-8387-2f27333fe52b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:22:50.143616 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f4e0c2-4a7c-4896-8387-2f27333fe52b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:22:50.199101 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.db [None req-76ba457e-8bfe-4b85-a32f-1ca032956bdc None None] For port 4f8bc2d8-500b-4ad7-bf02-2f7c47aa7562, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 05:22:50.202250 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.db [None req-76ba457e-8bfe-4b85-a32f-1ca032956bdc None None] For port 4f8bc2d8-500b-4ad7-bf02-2f7c47aa7562, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=4f8bc2d8-500b-4ad7-bf02-2f7c47aa7562,segment=NetworkSegment(ad083d94-0233-4c50-a0ed-00ef7686038c),segment_id=ad083d94-0233-4c50-a0ed-00ef7686038c)] {{(pid=88263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 05:22:50.206121 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-76ba457e-8bfe-4b85-a32f-1ca032956bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:22:50.281468 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ba457e-8bfe-4b85-a32f-1ca032956bdc None None] Routers {'de6baeaf-4ad4-42fb-9635-f053df75d901'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:22:50.282450 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-76ba457e-8bfe-4b85-a32f-1ca032956bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:22:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['de6baeaf-4ad4-42fb-9635-f053df75d901'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:22:50.297345 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2c9f14c2-ccad-4af9-8a3b-fecb135f65d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:22:50.312423 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [None req-2c9f14c2-ccad-4af9-8a3b-fecb135f65d9 admin admin] Transition to ACTIVE for port object e35f30c2-ff66-465e-a102-339b8ce31be9 will not be triggered until provisioned by entity DHCP. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:22:50.337041 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2c9f14c2-ccad-4af9-8a3b-fecb135f65d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:22:50.344137 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f4e0c2-4a7c-4896-8387-2f27333fe52b None None] Pushing event updated for resources: {'Port': ['ID=4f8bc2d8-500b-4ad7-bf02-2f7c47aa7562,revision_number=3']} {{(pid=88263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:22:50.402903 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c9f14c2-ccad-4af9-8a3b-fecb135f65d9 admin admin] Network 3a65ee3d-2cf6-4768-b648-09f420ef6932 is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:22:50.405665 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-2c9f14c2-ccad-4af9-8a3b-fecb135f65d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:22:50.409439 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9f14c2-ccad-4af9-8a3b-fecb135f65d9 admin admin] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:22:50.450155 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9f14c2-ccad-4af9-8a3b-fecb135f65d9 admin admin] Pushing event updated for resources: {'Port': ['ID=e35f30c2-ff66-465e-a102-339b8ce31be9,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:22:50.465309 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-76ba457e-8bfe-4b85-a32f-1ca032956bdc None None] Set router de6baeaf-4ad4-42fb-9635-f053df75d901 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:22:50.473572 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2c9f14c2-ccad-4af9-8a3b-fecb135f65d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604623'] for router_interface, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:22:50.482735 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 17b52375-d3ff-4102-87dc-9a99d3e4e36d up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:22:50.590074 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 17b52375-d3ff-4102-87dc-9a99d3e4e36d triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:22:50.590458 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:22:50.700606 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-f2697464-42ee-4a6b-b443-6a23446096fa None None] Provisioning for port e35f30c2-ff66-465e-a102-339b8ce31be9 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:22:50.709046 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-f2697464-42ee-4a6b-b443-6a23446096fa None None] Provisioning complete for port e35f30c2-ff66-465e-a102-339b8ce31be9 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:22:50.709496 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f2697464-42ee-4a6b-b443-6a23446096fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:22:50.762657 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-76ba457e-8bfe-4b85-a32f-1ca032956bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de6baeaf-4ad4-42fb-9635-f053df75d901', 'name': 'tempest-ServerActionsTestJSON-21623125-router', 'tenant_id': 'b59d6af6346843408ca206be7ba53b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.195'}], 'enable_snat': True}, 'gw_port_id': '4f8bc2d8-500b-4ad7-bf02-2f7c47aa7562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:22:46Z', 'updated_at': '2022-05-30T05:22:48Z', 'revision_number': 3, 'project_id': 'b59d6af6346843408ca206be7ba53b5c', 'gw_port': {'id': '4f8bc2d8-500b-4ad7-bf02-2f7c47aa7562', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b7:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de6baeaf-4ad4-42fb-9635-f053df75d901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:22:47Z', 'updated_at': '2022-05-30T05:22:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv'}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:22:50.766496 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ba457e-8bfe-4b85-a32f-1ca032956bdc None None] The sync data for ids ['de6baeaf-4ad4-42fb-9635-f053df75d901'] in dv-neutron-843763-1-hyperv is: [{'id': 'de6baeaf-4ad4-42fb-9635-f053df75d901', 'name': 'tempest-ServerActionsTestJSON-21623125-router', 'tenant_id': 'b59d6af6346843408ca206be7ba53b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.195'}], 'enable_snat': True}, 'gw_port_id': '4f8bc2d8-500b-4ad7-bf02-2f7c47aa7562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:22:46Z', 'updated_at': '2022-05-30T05:22:48Z', 'revision_number': 3, 'project_id': 'b59d6af6346843408ca206be7ba53b5c', 'gw_port': {'id': '4f8bc2d8-500b-4ad7-bf02-2f7c47aa7562', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b7:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de6baeaf-4ad4-42fb-9635-f053df75d901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:22:47Z', 'updated_at': '2022-05-30T05:22:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv'}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:22:50.771854 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2c9f14c2-ccad-4af9-8a3b-fecb135f65d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:22:50.812034 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-f2697464-42ee-4a6b-b443-6a23446096fa None None] Port e35f30c2-ff66-465e-a102-339b8ce31be9 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 05:22:50.827632 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 17b52375-d3ff-4102-87dc-9a99d3e4e36d is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:22:51.020814 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2c9f14c2-ccad-4af9-8a3b-fecb135f65d9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:22:51.025348 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2c9f14c2-ccad-4af9-8a3b-fecb135f65d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2304381'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:22:51.134719 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2c9f14c2-ccad-4af9-8a3b-fecb135f65d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1642774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602230'] for router_interface, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:22:51.138075 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9f14c2-ccad-4af9-8a3b-fecb135f65d9 admin admin] Pushing event updated for resources: {'Port': ['ID=e35f30c2-ff66-465e-a102-339b8ce31be9,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:22:51.285522 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c9f14c2-ccad-4af9-8a3b-fecb135f65d9 admin admin] Network 3a65ee3d-2cf6-4768-b648-09f420ef6932 is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:22:51.286614 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-2c9f14c2-ccad-4af9-8a3b-fecb135f65d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:22:51.482729 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c9f14c2-ccad-4af9-8a3b-fecb135f65d9 admin admin] Router de6baeaf-4ad4-42fb-9635-f053df75d901 has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 05:22:51.538215 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-f5d0e65a-0c84-41c1-8b1c-f382b1d2c3ec None None] Provisioning complete for port e35f30c2-ff66-465e-a102-339b8ce31be9 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:22:51.538785 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f5d0e65a-0c84-41c1-8b1c-f382b1d2c3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:22:51.594186 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0e65a-0c84-41c1-8b1c-f382b1d2c3ec None None] Port e35f30c2-ff66-465e-a102-339b8ce31be9 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 05:22:51.676863 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c9f14c2-ccad-4af9-8a3b-fecb135f65d9 admin admin] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:22:51.685848 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-2c9f14c2-ccad-4af9-8a3b-fecb135f65d9 admin admin] 10.222.0.15 "PUT /v2.0/routers/de6baeaf-4ad4-42fb-9635-f053df75d901/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5353487 May 30 05:22:51.990715 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 51192) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:22:51.995911 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-43cc7119-80e4-4fb6-a292-e56da9a86712 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Request body: {'security_group': {'name': 'tempest-securitygroup--18171100', 'description': 'tempest-description--375686772'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:22:52.001789 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-43cc7119-80e4-4fb6-a292-e56da9a86712 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:22:52.005675 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-43cc7119-80e4-4fb6-a292-e56da9a86712 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Usage tracker for resource:security_group and tenant:b59d6af6346843408ca206be7ba53b5c is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:22:52.009121 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-43cc7119-80e4-4fb6-a292-e56da9a86712 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:22:52.015235 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-43cc7119-80e4-4fb6-a292-e56da9a86712 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:22:52.026417 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-43cc7119-80e4-4fb6-a292-e56da9a86712 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:22:52.045362 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-43cc7119-80e4-4fb6-a292-e56da9a86712 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:22:52.049365 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-43cc7119-80e4-4fb6-a292-e56da9a86712 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Usage tracker for resource:security_group_rule and tenant:b59d6af6346843408ca206be7ba53b5c is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:22:52.052400 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-43cc7119-80e4-4fb6-a292-e56da9a86712 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:22:52.058871 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-43cc7119-80e4-4fb6-a292-e56da9a86712 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:22:52.129059 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-43cc7119-80e4-4fb6-a292-e56da9a86712 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:22:52.133383 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-43cc7119-80e4-4fb6-a292-e56da9a86712 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:22:52.176433 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cc7119-80e4-4fb6-a292-e56da9a86712 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c25a5a1-86d7-4d8c-b261-3050e30743ba,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:22:52.180028 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-43cc7119-80e4-4fb6-a292-e56da9a86712 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:22:52.181225 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-43cc7119-80e4-4fb6-a292-e56da9a86712 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1894875 May 30 05:22:52.184200 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 51196) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:22:52.190291 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-531bc789-a7cc-41c6-b27d-be9c1de4de65 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Request body: {'security_group_rule': {'security_group_id': '5c25a5a1-86d7-4d8c-b261-3050e30743ba', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:22:52.196965 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-531bc789-a7cc-41c6-b27d-be9c1de4de65 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:22:52.200842 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-531bc789-a7cc-41c6-b27d-be9c1de4de65 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Usage tracker for resource:security_group_rule and tenant:b59d6af6346843408ca206be7ba53b5c is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:22:52.203867 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-531bc789-a7cc-41c6-b27d-be9c1de4de65 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:22:52.209787 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-531bc789-a7cc-41c6-b27d-be9c1de4de65 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:22:52.233884 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-531bc789-a7cc-41c6-b27d-be9c1de4de65 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:22:52.295467 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce0dd3ce-d880-4d31-91be-e60b5aec54d3 None None] Sync routers for ids ['de6baeaf-4ad4-42fb-9635-f053df75d901'] in dv-neutron-843763-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:22:52.306746 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0dd3ce-d880-4d31-91be-e60b5aec54d3 None None] Routers {'de6baeaf-4ad4-42fb-9635-f053df75d901'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:22:52.307285 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-ce0dd3ce-d880-4d31-91be-e60b5aec54d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:22:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['de6baeaf-4ad4-42fb-9635-f053df75d901'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:22:52.408370 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-531bc789-a7cc-41c6-b27d-be9c1de4de65 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:22:52.415006 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-531bc789-a7cc-41c6-b27d-be9c1de4de65 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:22:52.434697 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531bc789-a7cc-41c6-b27d-be9c1de4de65 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e05263be-88c6-4390-8dbe-181ba095aa68,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:22:52.453934 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-531bc789-a7cc-41c6-b27d-be9c1de4de65 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:22:52.461850 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-531bc789-a7cc-41c6-b27d-be9c1de4de65 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2700033 May 30 05:22:52.462032 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 51200) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:22:52.463707 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-0c379115-8987-4259-a3d2-992eb901c6e4 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Request body: {'security_group_rule': {'security_group_id': '5c25a5a1-86d7-4d8c-b261-3050e30743ba', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:22:52.470324 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-0c379115-8987-4259-a3d2-992eb901c6e4 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:22:52.474404 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-0c379115-8987-4259-a3d2-992eb901c6e4 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Usage tracker for resource:security_group_rule and tenant:b59d6af6346843408ca206be7ba53b5c is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:22:52.479550 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-0c379115-8987-4259-a3d2-992eb901c6e4 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:22:52.485036 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-0c379115-8987-4259-a3d2-992eb901c6e4 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:22:52.500957 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 4f8bc2d8-500b-4ad7-bf02-2f7c47aa7562 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:22:52.506095 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0c379115-8987-4259-a3d2-992eb901c6e4 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:22:52.529118 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-ce0dd3ce-d880-4d31-91be-e60b5aec54d3 None None] Set router de6baeaf-4ad4-42fb-9635-f053df75d901 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:22:52.563794 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0c379115-8987-4259-a3d2-992eb901c6e4 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:22:52.567273 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0c379115-8987-4259-a3d2-992eb901c6e4 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:22:52.596746 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c379115-8987-4259-a3d2-992eb901c6e4 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca2bcaa8-0184-43c5-bd37-cbc99bd2afa3,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:22:52.608340 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c379115-8987-4259-a3d2-992eb901c6e4 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:22:52.608994 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c379115-8987-4259-a3d2-992eb901c6e4 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:22:52.609549 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c379115-8987-4259-a3d2-992eb901c6e4 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:22:52.609996 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c379115-8987-4259-a3d2-992eb901c6e4 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:22:52.610250 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c379115-8987-4259-a3d2-992eb901c6e4 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:22:52.610611 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c379115-8987-4259-a3d2-992eb901c6e4 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:22:52.610928 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c379115-8987-4259-a3d2-992eb901c6e4 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:22:52.611257 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c379115-8987-4259-a3d2-992eb901c6e4 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:22:52.611622 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c379115-8987-4259-a3d2-992eb901c6e4 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:22:52.611974 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c379115-8987-4259-a3d2-992eb901c6e4 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:22:52.612302 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c379115-8987-4259-a3d2-992eb901c6e4 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:22:52.612619 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c379115-8987-4259-a3d2-992eb901c6e4 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:22:52.617199 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0c379115-8987-4259-a3d2-992eb901c6e4 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:22:52.621784 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 51204) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:22:52.621932 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-0c379115-8987-4259-a3d2-992eb901c6e4 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1623569 May 30 05:22:52.627125 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-f387a806-e6f3-4864-85bc-42eb444b333a tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Request body: {'floatingip': {'floating_network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:22:52.633104 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-f387a806-e6f3-4864-85bc-42eb444b333a tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:22:52.636975 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-f387a806-e6f3-4864-85bc-42eb444b333a tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Usage tracker for resource:floatingip and tenant:b59d6af6346843408ca206be7ba53b5c is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:22:52.640426 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-f387a806-e6f3-4864-85bc-42eb444b333a tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:22:52.646411 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-f387a806-e6f3-4864-85bc-42eb444b333a tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:22:52.656348 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f387a806-e6f3-4864-85bc-42eb444b333a tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Notify callbacks [] for floatingip, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:22:52.760569 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port 4f8bc2d8-500b-4ad7-bf02-2f7c47aa7562 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:22:52.769466 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 4f8bc2d8-500b-4ad7-bf02-2f7c47aa7562 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:22:52.769869 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:22:52.791742 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f387a806-e6f3-4864-85bc-42eb444b333a tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:22:52.925544 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-f387a806-e6f3-4864-85bc-42eb444b333a tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Allocated IP 172.26.6.162 (1bab70f4-3794-44db-8e17-19f483aa8ffa/6b5b73c1-b0ce-4f83-a930-c00cc5522926/8b0051ed-8a7a-44ca-b523-6300c865a067) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:22:52.955505 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 4f8bc2d8-500b-4ad7-bf02-2f7c47aa7562 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:22:52.955871 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:22:52.975499 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] For port 4f8bc2d8-500b-4ad7-bf02-2f7c47aa7562, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=4f8bc2d8-500b-4ad7-bf02-2f7c47aa7562,segment=NetworkSegment(ad083d94-0233-4c50-a0ed-00ef7686038c),segment_id=ad083d94-0233-4c50-a0ed-00ef7686038c)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:22:52.978998 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-ce0dd3ce-d880-4d31-91be-e60b5aec54d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de6baeaf-4ad4-42fb-9635-f053df75d901', 'name': 'tempest-ServerActionsTestJSON-21623125-router', 'tenant_id': 'b59d6af6346843408ca206be7ba53b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.195'}], 'enable_snat': True}, 'gw_port_id': '4f8bc2d8-500b-4ad7-bf02-2f7c47aa7562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:22:46Z', 'updated_at': '2022-05-30T05:22:50Z', 'revision_number': 4, 'project_id': 'b59d6af6346843408ca206be7ba53b5c', 'gw_port': {'id': '4f8bc2d8-500b-4ad7-bf02-2f7c47aa7562', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b7:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de6baeaf-4ad4-42fb-9635-f053df75d901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:22:47Z', 'updated_at': '2022-05-30T05:22:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': 'e35f30c2-ff66-465e-a102-339b8ce31be9', 'name': '', 'network_id': '3a65ee3d-2cf6-4768-b648-09f420ef6932', 'tenant_id': 'b59d6af6346843408ca206be7ba53b5c', 'mac_address': 'fa:16:3e:55:05:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de6baeaf-4ad4-42fb-9635-f053df75d901', 'device_owner': 'network:router_interface', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': '940b0563-42ea-4efd-9752-2f2875661058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:22:49Z', 'updated_at': '2022-05-30T05:22:50Z', 'revision_number': 2, 'project_id': 'b59d6af6346843408ca206be7ba53b5c', 'subnets': [{'id': '940b0563-42ea-4efd-9752-2f2875661058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:22:52.982272 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:22:53.016475 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce0dd3ce-d880-4d31-91be-e60b5aec54d3 None None] Checking router: de6baeaf-4ad4-42fb-9635-f053df75d901 for host: dv-neutron-843763-1-hyperv {{(pid=88262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 05:22:53.016833 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce0dd3ce-d880-4d31-91be-e60b5aec54d3 None None] Updating router de6baeaf-4ad4-42fb-9635-f053df75d901 port e35f30c2-ff66-465e-a102-339b8ce31be9 binding host dv-neutron-843763-1-hyperv {{(pid=88262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 30 05:22:53.069998 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f387a806-e6f3-4864-85bc-42eb444b333a tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:22:53.093010 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-ce0dd3ce-d880-4d31-91be-e60b5aec54d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:22:53.099170 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f387a806-e6f3-4864-85bc-42eb444b333a tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:22:53.107459 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Pushing event updated for resources: {'Port': ['ID=4f8bc2d8-500b-4ad7-bf02-2f7c47aa7562,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:22:53.161518 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f387a806-e6f3-4864-85bc-42eb444b333a tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Network 1bab70f4-3794-44db-8e17-19f483aa8ffa is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:22:53.164911 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-f387a806-e6f3-4864-85bc-42eb444b333a tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:22:53.168662 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f387a806-e6f3-4864-85bc-42eb444b333a tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:22:53.208408 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f387a806-e6f3-4864-85bc-42eb444b333a tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Pushing event updated for resources: {'Port': ['ID=8b0051ed-8a7a-44ca-b523-6300c865a067,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:22:53.225724 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f387a806-e6f3-4864-85bc-42eb444b333a tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:22:53.226217 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f387a806-e6f3-4864-85bc-42eb444b333a tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:22:53.226552 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f387a806-e6f3-4864-85bc-42eb444b333a tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:22:53.226881 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f387a806-e6f3-4864-85bc-42eb444b333a tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:22:53.227800 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f387a806-e6f3-4864-85bc-42eb444b333a tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:22:53.227800 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f387a806-e6f3-4864-85bc-42eb444b333a tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:22:53.227800 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f387a806-e6f3-4864-85bc-42eb444b333a tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:22:53.228152 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f387a806-e6f3-4864-85bc-42eb444b333a tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:22:53.228448 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f387a806-e6f3-4864-85bc-42eb444b333a tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:22:53.228765 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f387a806-e6f3-4864-85bc-42eb444b333a tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:22:53.229081 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f387a806-e6f3-4864-85bc-42eb444b333a tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:22:53.229394 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f387a806-e6f3-4864-85bc-42eb444b333a tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:22:53.269710 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f387a806-e6f3-4864-85bc-42eb444b333a tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:22:53.327841 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f387a806-e6f3-4864-85bc-42eb444b333a tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:22:53.438348 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-ce0dd3ce-d880-4d31-91be-e60b5aec54d3 None None] Notify callbacks [] for port, precommit_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:22:53.450624 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-ce0dd3ce-d880-4d31-91be-e60b5aec54d3 None None] Transition to ACTIVE for port object e35f30c2-ff66-465e-a102-339b8ce31be9 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:22:53.456504 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-ce0dd3ce-d880-4d31-91be-e60b5aec54d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:22:53.540998 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f387a806-e6f3-4864-85bc-42eb444b333a tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:22:53.546618 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f387a806-e6f3-4864-85bc-42eb444b333a tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2304381'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:22:53.649677 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f387a806-e6f3-4864-85bc-42eb444b333a tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Pushing event updated for resources: {'Port': ['ID=8b0051ed-8a7a-44ca-b523-6300c865a067,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:22:53.663153 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828fbe05-ebf5-4785-963d-a88f6bec2757 None None] Pushing event updated for resources: {'Port': ['ID=e35f30c2-ff66-465e-a102-339b8ce31be9,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:22:53.681680 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f387a806-e6f3-4864-85bc-42eb444b333a tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1604762'] for floatingip, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:22:53.704934 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f387a806-e6f3-4864-85bc-42eb444b333a tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for floatingip, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:22:53.714889 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-f387a806-e6f3-4864-85bc-42eb444b333a tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0830779 May 30 05:22:53.720231 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-ce0dd3ce-d880-4d31-91be-e60b5aec54d3 None None] Attempting to bind port e35f30c2-ff66-465e-a102-339b8ce31be9 on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 05:22:53.720527 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-ce0dd3ce-d880-4d31-91be-e60b5aec54d3 None None] Attempting to bind port e35f30c2-ff66-465e-a102-339b8ce31be9 by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': '67d7431e-4b49-4424-94af-54c8f5335c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '3a65ee3d-2cf6-4768-b648-09f420ef6932'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 05:22:53.720872 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0dd3ce-d880-4d31-91be-e60b5aec54d3 None None] Attempting to bind port e35f30c2-ff66-465e-a102-339b8ce31be9 on network 3a65ee3d-2cf6-4768-b648-09f420ef6932 {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:22:53.728456 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0dd3ce-d880-4d31-91be-e60b5aec54d3 None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 5, 22, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 05:22:53.728829 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0dd3ce-d880-4d31-91be-e60b5aec54d3 None None] Checking segment: {'id': '67d7431e-4b49-4424-94af-54c8f5335c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '3a65ee3d-2cf6-4768-b648-09f420ef6932'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:22:53.729234 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-ce0dd3ce-d880-4d31-91be-e60b5aec54d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:22:53.729614 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0dd3ce-d880-4d31-91be-e60b5aec54d3 None None] Bound using segment: {'id': '67d7431e-4b49-4424-94af-54c8f5335c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '3a65ee3d-2cf6-4768-b648-09f420ef6932'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 05:22:53.730104 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-ce0dd3ce-d880-4d31-91be-e60b5aec54d3 None None] Bound port: e35f30c2-ff66-465e-a102-339b8ce31be9, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67d7431e-4b49-4424-94af-54c8f5335c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '3a65ee3d-2cf6-4768-b648-09f420ef6932'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 05:22:53.730482 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-ce0dd3ce-d880-4d31-91be-e60b5aec54d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:22:53.825554 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-ce0dd3ce-d880-4d31-91be-e60b5aec54d3 None None] For port e35f30c2-ff66-465e-a102-339b8ce31be9, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 05:22:53.828904 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-ce0dd3ce-d880-4d31-91be-e60b5aec54d3 None None] For port e35f30c2-ff66-465e-a102-339b8ce31be9, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=e35f30c2-ff66-465e-a102-339b8ce31be9,segment=NetworkSegment(67d7431e-4b49-4424-94af-54c8f5335c79),segment_id=67d7431e-4b49-4424-94af-54c8f5335c79)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 05:22:53.832664 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-ce0dd3ce-d880-4d31-91be-e60b5aec54d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:22:53.876135 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-9dd7c6ce-2d84-494f-ac7e-4e0774f67575 req-f0399c3e-64a5-47b5-b0d9-485c3f1dab55 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Synchronizing usage tracker for tenant:b59d6af6346843408ca206be7ba53b5c on resource:security_group {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:22:53.895584 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-9dd7c6ce-2d84-494f-ac7e-4e0774f67575 req-f0399c3e-64a5-47b5-b0d9-485c3f1dab55 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Unset dirty status for tenant:b59d6af6346843408ca206be7ba53b5c on resource:security_group {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:22:53.897018 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9dd7c6ce-2d84-494f-ac7e-4e0774f67575 req-f0399c3e-64a5-47b5-b0d9-485c3f1dab55 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--18171100&fields=id&tenant_id=b59d6af6346843408ca206be7ba53b5c HTTP/1.1" status: 200 len: 267 time: 0.0631979 May 30 05:22:53.910064 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0dd3ce-d880-4d31-91be-e60b5aec54d3 None None] Routers {'de6baeaf-4ad4-42fb-9635-f053df75d901'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:22:53.910690 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-ce0dd3ce-d880-4d31-91be-e60b5aec54d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:22:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['de6baeaf-4ad4-42fb-9635-f053df75d901'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:22:53.978668 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828fbe05-ebf5-4785-963d-a88f6bec2757 None None] Pushing event updated for resources: {'Port': ['ID=e35f30c2-ff66-465e-a102-339b8ce31be9,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:22:54.060169 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd7c6ce-2d84-494f-ac7e-4e0774f67575 req-8b74dce8-0547-48a2-8c79-1db583d385f1 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:22:54.060869 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-9dd7c6ce-2d84-494f-ac7e-4e0774f67575 req-8b74dce8-0547-48a2-8c79-1db583d385f1 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Synchronizing usage tracker for tenant:b59d6af6346843408ca206be7ba53b5c on resource:network {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:22:54.080200 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-9dd7c6ce-2d84-494f-ac7e-4e0774f67575 req-8b74dce8-0547-48a2-8c79-1db583d385f1 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Unset dirty status for tenant:b59d6af6346843408ca206be7ba53b5c on resource:network {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:22:54.081498 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9dd7c6ce-2d84-494f-ac7e-4e0774f67575 req-8b74dce8-0547-48a2-8c79-1db583d385f1 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/networks?id=3a65ee3d-2cf6-4768-b648-09f420ef6932 HTTP/1.1" status: 200 len: 810 time: 0.1739745 May 30 05:22:54.096606 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9dd7c6ce-2d84-494f-ac7e-4e0774f67575 req-3cf5dcc3-6164-4024-8e14-bafd678853b2 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/quotas/b59d6af6346843408ca206be7ba53b5c HTTP/1.1" status: 200 len: 375 time: 0.0093975 May 30 05:22:54.107144 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-ce0dd3ce-d880-4d31-91be-e60b5aec54d3 None None] Set router de6baeaf-4ad4-42fb-9635-f053df75d901 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:22:54.181981 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-9dd7c6ce-2d84-494f-ac7e-4e0774f67575 req-76b649ff-7400-471a-847e-0e4010cb19f7 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Synchronizing usage tracker for tenant:b59d6af6346843408ca206be7ba53b5c on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:22:54.200391 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-9dd7c6ce-2d84-494f-ac7e-4e0774f67575 req-76b649ff-7400-471a-847e-0e4010cb19f7 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Unset dirty status for tenant:b59d6af6346843408ca206be7ba53b5c on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:22:54.202013 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9dd7c6ce-2d84-494f-ac7e-4e0774f67575 req-76b649ff-7400-471a-847e-0e4010cb19f7 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b59d6af6346843408ca206be7ba53b5c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0992150 May 30 05:22:54.344146 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9dd7c6ce-2d84-494f-ac7e-4e0774f67575 req-b1167729-ef03-485f-b5f5-d899e748e4ad service neutron] 10.222.0.15 "GET /v2.0/networks/3a65ee3d-2cf6-4768-b648-09f420ef6932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299543 May 30 05:22:54.421128 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-ce0dd3ce-d880-4d31-91be-e60b5aec54d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de6baeaf-4ad4-42fb-9635-f053df75d901', 'name': 'tempest-ServerActionsTestJSON-21623125-router', 'tenant_id': 'b59d6af6346843408ca206be7ba53b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.195'}], 'enable_snat': True}, 'gw_port_id': '4f8bc2d8-500b-4ad7-bf02-2f7c47aa7562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:22:46Z', 'updated_at': '2022-05-30T05:22:50Z', 'revision_number': 4, 'project_id': 'b59d6af6346843408ca206be7ba53b5c', 'gw_port': {'id': '4f8bc2d8-500b-4ad7-bf02-2f7c47aa7562', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b7:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6baeaf-4ad4-42fb-9635-f053df75d901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:22:47Z', 'updated_at': '2022-05-30T05:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': 'e35f30c2-ff66-465e-a102-339b8ce31be9', 'name': '', 'network_id': '3a65ee3d-2cf6-4768-b648-09f420ef6932', 'tenant_id': 'b59d6af6346843408ca206be7ba53b5c', 'mac_address': 'fa:16:3e:55:05:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de6baeaf-4ad4-42fb-9635-f053df75d901', 'device_owner': 'network:router_interface', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': '940b0563-42ea-4efd-9752-2f2875661058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:22:49Z', 'updated_at': '2022-05-30T05:22:53Z', 'revision_number': 4, 'project_id': 'b59d6af6346843408ca206be7ba53b5c', 'subnets': [{'id': '940b0563-42ea-4efd-9752-2f2875661058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:22:54.425092 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce0dd3ce-d880-4d31-91be-e60b5aec54d3 None None] The sync data for ids ['de6baeaf-4ad4-42fb-9635-f053df75d901'] in dv-neutron-843763-1-hyperv is: [{'id': 'de6baeaf-4ad4-42fb-9635-f053df75d901', 'name': 'tempest-ServerActionsTestJSON-21623125-router', 'tenant_id': 'b59d6af6346843408ca206be7ba53b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.195'}], 'enable_snat': True}, 'gw_port_id': '4f8bc2d8-500b-4ad7-bf02-2f7c47aa7562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:22:46Z', 'updated_at': '2022-05-30T05:22:50Z', 'revision_number': 4, 'project_id': 'b59d6af6346843408ca206be7ba53b5c', 'gw_port': {'id': '4f8bc2d8-500b-4ad7-bf02-2f7c47aa7562', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b7:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6baeaf-4ad4-42fb-9635-f053df75d901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:22:47Z', 'updated_at': '2022-05-30T05:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': 'e35f30c2-ff66-465e-a102-339b8ce31be9', 'name': '', 'network_id': '3a65ee3d-2cf6-4768-b648-09f420ef6932', 'tenant_id': 'b59d6af6346843408ca206be7ba53b5c', 'mac_address': 'fa:16:3e:55:05:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de6baeaf-4ad4-42fb-9635-f053df75d901', 'device_owner': 'network:router_interface', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': '940b0563-42ea-4efd-9752-2f2875661058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:22:49Z', 'updated_at': '2022-05-30T05:22:53Z', 'revision_number': 4, 'project_id': 'b59d6af6346843408ca206be7ba53b5c', 'subnets': [{'id': '940b0563-42ea-4efd-9752-2f2875661058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:22:54.504624 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9dd7c6ce-2d84-494f-ac7e-4e0774f67575 req-ab719926-1533-496a-83b5-0dd896c3fc3f service neutron] 10.222.0.15 "GET /v2.0/networks/3a65ee3d-2cf6-4768-b648-09f420ef6932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534617 May 30 05:22:54.517750 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 4f8bc2d8-500b-4ad7-bf02-2f7c47aa7562 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:22:54.596811 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 4f8bc2d8-500b-4ad7-bf02-2f7c47aa7562 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:22:54.597245 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:22:54.713274 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9c6f2658-1c68-4afe-81f9-1eaad012fe71 req-7fa3fcbb-5940-4fca-b338-ecea14d9a036 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0b8947f-6536-4804-a3f9-8c99322f61b7 HTTP/1.1" status: 200 len: 210 time: 0.0452242 May 30 05:22:54.741112 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 4f8bc2d8-500b-4ad7-bf02-2f7c47aa7562 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:22:56.031234 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-55042ebc-8eb8-4ff9-bee4-9cb67af1205e req-bdc66f3c-2253-45c7-8bc1-9772bb7512ff tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0b8947f-6536-4804-a3f9-8c99322f61b7 HTTP/1.1" status: 200 len: 210 time: 0.2067602 May 30 05:22:56.098895 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd7c6ce-2d84-494f-ac7e-4e0774f67575 req-6a34f4ea-16d0-4328-82f8-1ac2ff5461d2 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:22:56.100290 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9dd7c6ce-2d84-494f-ac7e-4e0774f67575 req-6a34f4ea-16d0-4328-82f8-1ac2ff5461d2 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.39 "GET /v2.0/networks?id=3a65ee3d-2cf6-4768-b648-09f420ef6932 HTTP/1.1" status: 200 len: 810 time: 0.3048713 May 30 05:22:56.147858 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9dd7c6ce-2d84-494f-ac7e-4e0774f67575 req-7708a0db-ca70-4bcf-8ec1-ca8e0fd43f8c tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b59d6af6346843408ca206be7ba53b5c HTTP/1.1" status: 200 len: 378 time: 0.0388699 May 30 05:22:56.155972 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [req-9dd7c6ce-2d84-494f-ac7e-4e0774f67575 req-ab9efd25-a4fc-4b96-aae6-86c5e9f1c817 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Request body: {'port': {'device_id': 'a0b8947f-6536-4804-a3f9-8c99322f61b7', 'network_id': '3a65ee3d-2cf6-4768-b648-09f420ef6932', 'admin_state_up': True, 'tenant_id': 'b59d6af6346843408ca206be7ba53b5c', 'security_groups': ['5c25a5a1-86d7-4d8c-b261-3050e30743ba']}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:22:56.286136 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [req-9dd7c6ce-2d84-494f-ac7e-4e0774f67575 req-ab9efd25-a4fc-4b96-aae6-86c5e9f1c817 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:22:56.295967 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [req-9dd7c6ce-2d84-494f-ac7e-4e0774f67575 req-ab9efd25-a4fc-4b96-aae6-86c5e9f1c817 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:22:56.305654 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9dd7c6ce-2d84-494f-ac7e-4e0774f67575 req-ab9efd25-a4fc-4b96-aae6-86c5e9f1c817 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Made reservation on behalf of b59d6af6346843408ca206be7ba53b5c for: {'port': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:22:56.309034 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-9dd7c6ce-2d84-494f-ac7e-4e0774f67575 req-ab9efd25-a4fc-4b96-aae6-86c5e9f1c817 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:22:56.469035 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [req-9dd7c6ce-2d84-494f-ac7e-4e0774f67575 req-ab9efd25-a4fc-4b96-aae6-86c5e9f1c817 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Allocated IP 172.20.0.10 (3a65ee3d-2cf6-4768-b648-09f420ef6932/940b0563-42ea-4efd-9752-2f2875661058/8aa0b1a1-1345-4d5f-b871-e153018e0d9c) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:22:56.490521 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device e35f30c2-ff66-465e-a102-339b8ce31be9 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:22:56.560598 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port e35f30c2-ff66-465e-a102-339b8ce31be9 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:22:56.565678 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port e35f30c2-ff66-465e-a102-339b8ce31be9 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:22:56.566148 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:22:56.658133 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-9dd7c6ce-2d84-494f-ac7e-4e0774f67575 req-ab9efd25-a4fc-4b96-aae6-86c5e9f1c817 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:22:56.674219 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [req-9dd7c6ce-2d84-494f-ac7e-4e0774f67575 req-ab9efd25-a4fc-4b96-aae6-86c5e9f1c817 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Transition to ACTIVE for port object 8aa0b1a1-1345-4d5f-b871-e153018e0d9c will not be triggered until provisioned by entity DHCP. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:22:56.685113 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port e35f30c2-ff66-465e-a102-339b8ce31be9 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:22:56.685717 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:22:56.697759 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-9dd7c6ce-2d84-494f-ac7e-4e0774f67575 req-ab9efd25-a4fc-4b96-aae6-86c5e9f1c817 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:22:56.718347 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] For port e35f30c2-ff66-465e-a102-339b8ce31be9, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=e35f30c2-ff66-465e-a102-339b8ce31be9,segment=NetworkSegment(67d7431e-4b49-4424-94af-54c8f5335c79),segment_id=67d7431e-4b49-4424-94af-54c8f5335c79)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:22:56.722028 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:22:56.768318 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9dd7c6ce-2d84-494f-ac7e-4e0774f67575 req-ab9efd25-a4fc-4b96-aae6-86c5e9f1c817 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Network 3a65ee3d-2cf6-4768-b648-09f420ef6932 is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:22:56.771553 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [req-9dd7c6ce-2d84-494f-ac7e-4e0774f67575 req-ab9efd25-a4fc-4b96-aae6-86c5e9f1c817 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:22:56.776162 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dd7c6ce-2d84-494f-ac7e-4e0774f67575 req-ab9efd25-a4fc-4b96-aae6-86c5e9f1c817 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:22:56.793233 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Pushing event updated for resources: {'Port': ['ID=e35f30c2-ff66-465e-a102-339b8ce31be9,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:22:56.822003 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9efd25-a4fc-4b96-aae6-86c5e9f1c817 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Pushing event updated for resources: {'Port': ['ID=8aa0b1a1-1345-4d5f-b871-e153018e0d9c,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:22:56.851238 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd7c6ce-2d84-494f-ac7e-4e0774f67575 req-ab9efd25-a4fc-4b96-aae6-86c5e9f1c817 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:22:56.851845 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-9dd7c6ce-2d84-494f-ac7e-4e0774f67575 req-ab9efd25-a4fc-4b96-aae6-86c5e9f1c817 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:22:56.877289 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9dd7c6ce-2d84-494f-ac7e-4e0774f67575 req-ab9efd25-a4fc-4b96-aae6-86c5e9f1c817 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7245324 May 30 05:22:56.888093 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [req-9dd7c6ce-2d84-494f-ac7e-4e0774f67575 req-4e0b42a7-4269-4da3-b7b3-4916f5a48b3f service neutron] Request body: {'port': {'device_id': 'a0b8947f-6536-4804-a3f9-8c99322f61b7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8437'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:22:57.008313 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9867d19b-e2a1-4993-a0d2-d1a3ebe4b8fe None None] Provisioning for port 8aa0b1a1-1345-4d5f-b871-e153018e0d9c completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:22:57.012069 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-9dd7c6ce-2d84-494f-ac7e-4e0774f67575 req-4e0b42a7-4269-4da3-b7b3-4916f5a48b3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:22:57.013044 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9867d19b-e2a1-4993-a0d2-d1a3ebe4b8fe None None] Provisioning complete for port 8aa0b1a1-1345-4d5f-b871-e153018e0d9c triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:22:57.013471 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9867d19b-e2a1-4993-a0d2-d1a3ebe4b8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:22:57.068870 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9867d19b-e2a1-4993-a0d2-d1a3ebe4b8fe None None] Port 8aa0b1a1-1345-4d5f-b871-e153018e0d9c cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 05:22:57.323970 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99f663b-c8c6-4f50-b3ba-bff53646c552 req-fe53c69b-11a0-4ebe-aba5-c91557aab8e8 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:22:57.324589 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-b99f663b-c8c6-4f50-b3ba-bff53646c552 req-fe53c69b-11a0-4ebe-aba5-c91557aab8e8 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Synchronizing usage tracker for tenant:b59d6af6346843408ca206be7ba53b5c on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:22:57.356057 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-b99f663b-c8c6-4f50-b3ba-bff53646c552 req-fe53c69b-11a0-4ebe-aba5-c91557aab8e8 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Unset dirty status for tenant:b59d6af6346843408ca206be7ba53b5c on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:22:57.357185 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b99f663b-c8c6-4f50-b3ba-bff53646c552 req-fe53c69b-11a0-4ebe-aba5-c91557aab8e8 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0b8947f-6536-4804-a3f9-8c99322f61b7 HTTP/1.1" status: 200 len: 932 time: 0.2177365 May 30 05:22:57.465223 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b99f663b-c8c6-4f50-b3ba-bff53646c552 req-67df817c-bc26-4acc-8f7b-0423a4c76ff5 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c25a5a1-86d7-4d8c-b261-3050e30743ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0974324 May 30 05:22:57.467095 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [req-9dd7c6ce-2d84-494f-ac7e-4e0774f67575 req-4e0b42a7-4269-4da3-b7b3-4916f5a48b3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8aa0b1a1-1345-4d5f-b871-e153018e0d9c {{(pid=88261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 30 05:22:57.474307 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-9dd7c6ce-2d84-494f-ac7e-4e0774f67575 req-4e0b42a7-4269-4da3-b7b3-4916f5a48b3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:22:57.488816 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [req-9dd7c6ce-2d84-494f-ac7e-4e0774f67575 req-4e0b42a7-4269-4da3-b7b3-4916f5a48b3f service neutron] Transition to ACTIVE for port object 8aa0b1a1-1345-4d5f-b871-e153018e0d9c will not be triggered until provisioned by entity L2. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:22:57.492502 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-9dd7c6ce-2d84-494f-ac7e-4e0774f67575 req-4e0b42a7-4269-4da3-b7b3-4916f5a48b3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2304381'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:22:57.655789 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0b42a7-4269-4da3-b7b3-4916f5a48b3f service neutron] Pushing event updated for resources: {'Port': ['ID=8aa0b1a1-1345-4d5f-b871-e153018e0d9c,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:22:57.834003 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [req-9dd7c6ce-2d84-494f-ac7e-4e0774f67575 req-4e0b42a7-4269-4da3-b7b3-4916f5a48b3f service neutron] Attempting to bind port 8aa0b1a1-1345-4d5f-b871-e153018e0d9c on host hv-neutron-8437 for vnic_type normal with profile {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 05:22:57.834003 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [req-9dd7c6ce-2d84-494f-ac7e-4e0774f67575 req-4e0b42a7-4269-4da3-b7b3-4916f5a48b3f service neutron] Attempting to bind port 8aa0b1a1-1345-4d5f-b871-e153018e0d9c by drivers openvswitch,hyperv on host hv-neutron-8437 at level 0 using segments [{'id': '67d7431e-4b49-4424-94af-54c8f5335c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '3a65ee3d-2cf6-4768-b648-09f420ef6932'}] {{(pid=88261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 05:22:57.834003 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd7c6ce-2d84-494f-ac7e-4e0774f67575 req-4e0b42a7-4269-4da3-b7b3-4916f5a48b3f service neutron] Attempting to bind port 8aa0b1a1-1345-4d5f-b871-e153018e0d9c on network 3a65ee3d-2cf6-4768-b648-09f420ef6932 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:22:57.837723 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd7c6ce-2d84-494f-ac7e-4e0774f67575 req-4e0b42a7-4269-4da3-b7b3-4916f5a48b3f service neutron] Port 8aa0b1a1-1345-4d5f-b871-e153018e0d9c on network 3a65ee3d-2cf6-4768-b648-09f420ef6932 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8437 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 30 05:22:57.838131 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd7c6ce-2d84-494f-ac7e-4e0774f67575 req-4e0b42a7-4269-4da3-b7b3-4916f5a48b3f service neutron] Attempting to bind port 8aa0b1a1-1345-4d5f-b871-e153018e0d9c on network 3a65ee3d-2cf6-4768-b648-09f420ef6932 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:22:57.843347 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd7c6ce-2d84-494f-ac7e-4e0774f67575 req-4e0b42a7-4269-4da3-b7b3-4916f5a48b3f service neutron] Checking agent: {'id': 'de0c936d-420b-412f-9642-7bfe80b5ab25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8437', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 51, 47), 'started_at': datetime.datetime(2022, 5, 30, 4, 51, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 5, 22, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 05:22:57.843724 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd7c6ce-2d84-494f-ac7e-4e0774f67575 req-4e0b42a7-4269-4da3-b7b3-4916f5a48b3f service neutron] Checking segment: {'id': '67d7431e-4b49-4424-94af-54c8f5335c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '3a65ee3d-2cf6-4768-b648-09f420ef6932'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:22:57.844026 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd7c6ce-2d84-494f-ac7e-4e0774f67575 req-4e0b42a7-4269-4da3-b7b3-4916f5a48b3f service neutron] Bound using segment: {'id': '67d7431e-4b49-4424-94af-54c8f5335c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '3a65ee3d-2cf6-4768-b648-09f420ef6932'} {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 05:22:57.844441 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [req-9dd7c6ce-2d84-494f-ac7e-4e0774f67575 req-4e0b42a7-4269-4da3-b7b3-4916f5a48b3f service neutron] Bound port: 8aa0b1a1-1345-4d5f-b871-e153018e0d9c, host: hv-neutron-8437, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67d7431e-4b49-4424-94af-54c8f5335c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '3a65ee3d-2cf6-4768-b648-09f420ef6932'}}] {{(pid=88261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 05:22:57.844778 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-9dd7c6ce-2d84-494f-ac7e-4e0774f67575 req-4e0b42a7-4269-4da3-b7b3-4916f5a48b3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:22:57.930833 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [req-9dd7c6ce-2d84-494f-ac7e-4e0774f67575 req-4e0b42a7-4269-4da3-b7b3-4916f5a48b3f service neutron] For port 8aa0b1a1-1345-4d5f-b871-e153018e0d9c, host hv-neutron-8437, cleared binding levels {{(pid=88261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 05:22:57.933568 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [req-9dd7c6ce-2d84-494f-ac7e-4e0774f67575 req-4e0b42a7-4269-4da3-b7b3-4916f5a48b3f service neutron] For port 8aa0b1a1-1345-4d5f-b871-e153018e0d9c, host hv-neutron-8437, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=8aa0b1a1-1345-4d5f-b871-e153018e0d9c,segment=NetworkSegment(67d7431e-4b49-4424-94af-54c8f5335c79),segment_id=67d7431e-4b49-4424-94af-54c8f5335c79)] {{(pid=88261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 05:22:57.937846 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-9dd7c6ce-2d84-494f-ac7e-4e0774f67575 req-4e0b42a7-4269-4da3-b7b3-4916f5a48b3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2304381'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:22:57.998733 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd7c6ce-2d84-494f-ac7e-4e0774f67575 req-4e0b42a7-4269-4da3-b7b3-4916f5a48b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:22:57.999385 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-9dd7c6ce-2d84-494f-ac7e-4e0774f67575 req-4e0b42a7-4269-4da3-b7b3-4916f5a48b3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:22:58.000822 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9dd7c6ce-2d84-494f-ac7e-4e0774f67575 req-4e0b42a7-4269-4da3-b7b3-4916f5a48b3f service neutron] 10.222.0.39 "PUT /v2.0/ports/8aa0b1a1-1345-4d5f-b871-e153018e0d9c HTTP/1.1" status: 200 len: 1094 time: 1.1168268 May 30 05:22:58.001247 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0b8947f-6536-4804-a3f9-8c99322f61b7', 'tag': '8aa0b1a1-1345-4d5f-b871-e153018e0d9c'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:22:58.030173 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0b42a7-4269-4da3-b7b3-4916f5a48b3f service neutron] Pushing event updated for resources: {'Port': ['ID=8aa0b1a1-1345-4d5f-b871-e153018e0d9c,revision_number=3']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:22:58.030631 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-b0c4c82e-8dc9-4ee1-afbb-c6d2504289e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:22:58.081047 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f91baff-ef63-4cd7-94a4-1102b94a6aeb'] response: {'name': 'network-changed', 'server_uuid': 'a0b8947f-6536-4804-a3f9-8c99322f61b7', 'tag': '8aa0b1a1-1345-4d5f-b871-e153018e0d9c', 'status': 'completed', 'code': 200} May 30 05:22:58.123215 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd7c6ce-2d84-494f-ac7e-4e0774f67575 req-572358da-671a-4601-be48-57ad8bebabb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:22:58.124575 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9dd7c6ce-2d84-494f-ac7e-4e0774f67575 req-572358da-671a-4601-be48-57ad8bebabb0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b59d6af6346843408ca206be7ba53b5c&device_id=a0b8947f-6536-4804-a3f9-8c99322f61b7 HTTP/1.1" status: 200 len: 1097 time: 0.0752912 May 30 05:22:58.200504 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9dd7c6ce-2d84-494f-ac7e-4e0774f67575 req-dc564068-f220-4833-aa39-c7eca2ee2f60 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8aa0b1a1-1345-4d5f-b871-e153018e0d9c HTTP/1.1" status: 200 len: 217 time: 0.0676112 May 30 05:22:58.263134 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd7c6ce-2d84-494f-ac7e-4e0774f67575 req-b5792fd0-0464-45b0-9fc8-f64144068ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:22:58.264636 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9dd7c6ce-2d84-494f-ac7e-4e0774f67575 req-b5792fd0-0464-45b0-9fc8-f64144068ee8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=940b0563-42ea-4efd-9752-2f2875661058 HTTP/1.1" status: 200 len: 849 time: 0.0586660 May 30 05:22:58.341512 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd7c6ce-2d84-494f-ac7e-4e0774f67575 req-51fbd9f9-4561-4ce3-b427-7472488cd198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:22:58.342980 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9dd7c6ce-2d84-494f-ac7e-4e0774f67575 req-51fbd9f9-4561-4ce3-b427-7472488cd198 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3a65ee3d-2cf6-4768-b648-09f420ef6932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721636 May 30 05:22:58.472758 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device e35f30c2-ff66-465e-a102-339b8ce31be9 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:22:58.474706 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9dd7c6ce-2d84-494f-ac7e-4e0774f67575 req-b7f7ebc1-9e71-410c-adf3-882ed09219b4 service neutron] 10.222.0.39 "GET /v2.0/networks/3a65ee3d-2cf6-4768-b648-09f420ef6932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251445 May 30 05:22:58.540847 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port e35f30c2-ff66-465e-a102-339b8ce31be9 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:22:58.541221 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:22:58.656151 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9dd7c6ce-2d84-494f-ac7e-4e0774f67575 req-f870743a-38c0-4fdb-b119-8edf0b0b024e service neutron] 10.222.0.39 "GET /v2.0/networks/3a65ee3d-2cf6-4768-b648-09f420ef6932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760321 May 30 05:22:58.684782 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a101835-0c74-4f78-a37f-9cefd2fb94eb req-ecc74cfe-07b2-4ba7-bca3-d1b9a5d5738b tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:22:58.686440 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8a101835-0c74-4f78-a37f-9cefd2fb94eb req-ecc74cfe-07b2-4ba7-bca3-d1b9a5d5738b tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0b8947f-6536-4804-a3f9-8c99322f61b7 HTTP/1.1" status: 200 len: 944 time: 0.1104224 May 30 05:22:58.697078 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port e35f30c2-ff66-465e-a102-339b8ce31be9 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:22:58.788546 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8a101835-0c74-4f78-a37f-9cefd2fb94eb req-e4ea5ae0-5f44-4689-adce-f4bc0cfbe8db tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c25a5a1-86d7-4d8c-b261-3050e30743ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0917013 May 30 05:22:58.804708 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddb210e-448f-4fc7-9108-706684e6a745 req-bf1db1e3-4f1c-49f0-bf84-2db9c82d8e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:22:58.806215 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-cddb210e-448f-4fc7-9108-706684e6a745 req-bf1db1e3-4f1c-49f0-bf84-2db9c82d8e54 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b59d6af6346843408ca206be7ba53b5c&device_id=a0b8947f-6536-4804-a3f9-8c99322f61b7 HTTP/1.1" status: 200 len: 1097 time: 0.0932679 May 30 05:22:58.933224 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddb210e-448f-4fc7-9108-706684e6a745 req-9419a34c-0b97-441e-96c8-91e3cc7f1670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:22:58.934669 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-cddb210e-448f-4fc7-9108-706684e6a745 req-9419a34c-0b97-441e-96c8-91e3cc7f1670 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3a65ee3d-2cf6-4768-b648-09f420ef6932 HTTP/1.1" status: 200 len: 911 time: 0.1225510 May 30 05:22:59.002991 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-cddb210e-448f-4fc7-9108-706684e6a745 req-eaaeb676-2be0-493c-a02e-146539efc68a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8aa0b1a1-1345-4d5f-b871-e153018e0d9c HTTP/1.1" status: 200 len: 217 time: 0.0621040 May 30 05:22:59.062691 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddb210e-448f-4fc7-9108-706684e6a745 req-db42f398-647f-4b69-bfdd-26c3bfbc936f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:22:59.063996 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-cddb210e-448f-4fc7-9108-706684e6a745 req-db42f398-647f-4b69-bfdd-26c3bfbc936f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=940b0563-42ea-4efd-9752-2f2875661058 HTTP/1.1" status: 200 len: 849 time: 0.0553367 May 30 05:22:59.136095 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddb210e-448f-4fc7-9108-706684e6a745 req-60da0609-6954-49a9-8749-d470a8ee666c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:22:59.137498 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-cddb210e-448f-4fc7-9108-706684e6a745 req-60da0609-6954-49a9-8749-d470a8ee666c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3a65ee3d-2cf6-4768-b648-09f420ef6932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0671098 May 30 05:22:59.265970 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-cddb210e-448f-4fc7-9108-706684e6a745 req-8597b620-a418-4c80-baa6-28e62a567ba7 service neutron] 10.222.0.39 "GET /v2.0/networks/3a65ee3d-2cf6-4768-b648-09f420ef6932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210613 May 30 05:22:59.393305 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-cddb210e-448f-4fc7-9108-706684e6a745 req-8b073052-5191-4ddf-82ce-bfc734212a71 service neutron] 10.222.0.39 "GET /v2.0/networks/3a65ee3d-2cf6-4768-b648-09f420ef6932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211281 May 30 05:23:00.071369 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74531a03-cb73-4d10-be33-0d23fffb7f8b req-54e3e135-02a5-4427-a4ad-c656c8feee11 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:23:00.072761 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-74531a03-cb73-4d10-be33-0d23fffb7f8b req-54e3e135-02a5-4427-a4ad-c656c8feee11 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0b8947f-6536-4804-a3f9-8c99322f61b7 HTTP/1.1" status: 200 len: 944 time: 0.1824503 May 30 05:23:00.120357 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-74531a03-cb73-4d10-be33-0d23fffb7f8b req-809908a6-04f8-41ec-97f6-205e7d3335fc tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c25a5a1-86d7-4d8c-b261-3050e30743ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418952 May 30 05:23:00.248523 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-d8587a4d-d977-44ae-b11d-77c5e5a4a488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:23:01.218841 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device 8aa0b1a1-1345-4d5f-b871-e153018e0d9c details requested by agent hyperv_hv-neutron-8437 with host hv-neutron-8437 {{(pid=88262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 05:23:01.303801 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab43a45-06b5-46c3-b652-37b285de2870 req-cad226fb-8117-468a-a26e-3dc109f7ef02 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:23:01.305262 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-dab43a45-06b5-46c3-b652-37b285de2870 req-cad226fb-8117-468a-a26e-3dc109f7ef02 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0b8947f-6536-4804-a3f9-8c99322f61b7 HTTP/1.1" status: 200 len: 944 time: 0.0783494 May 30 05:23:01.327285 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56ded65b-0e68-413c-8b9b-1097922cc81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:23:01.351797 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-dab43a45-06b5-46c3-b652-37b285de2870 req-62679fb4-2267-41e3-a639-acc11be2e3b8 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c25a5a1-86d7-4d8c-b261-3050e30743ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407853 May 30 05:23:01.367521 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port 8aa0b1a1-1345-4d5f-b871-e153018e0d9c, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=8aa0b1a1-1345-4d5f-b871-e153018e0d9c,segment=NetworkSegment(67d7431e-4b49-4424-94af-54c8f5335c79),segment_id=67d7431e-4b49-4424-94af-54c8f5335c79)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:23:01.381325 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Returning: {'device': '8aa0b1a1-1345-4d5f-b871-e153018e0d9c', 'network_id': '3a65ee3d-2cf6-4768-b648-09f420ef6932', 'port_id': '8aa0b1a1-1345-4d5f-b871-e153018e0d9c', 'mac_address': 'fa:16:3e:0f:78:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '940b0563-42ea-4efd-9752-2f2875661058', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 05:23:01.438090 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Current status of the port 8aa0b1a1-1345-4d5f-b871-e153018e0d9c is: DOWN; New status is: BUILD {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:23:01.438469 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:23:01.454936 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8aa0b1a1-1345-4d5f-b871-e153018e0d9c {{(pid=88262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 30 05:23:01.480687 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port 8aa0b1a1-1345-4d5f-b871-e153018e0d9c, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=8aa0b1a1-1345-4d5f-b871-e153018e0d9c,segment=NetworkSegment(67d7431e-4b49-4424-94af-54c8f5335c79),segment_id=67d7431e-4b49-4424-94af-54c8f5335c79)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:23:01.485751 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:23:01.516905 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:23:01.554599 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Pushing event updated for resources: {'Port': ['ID=8aa0b1a1-1345-4d5f-b871-e153018e0d9c,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:23:01.561317 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:23:01.561665 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:23:01.562043 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:23:01.562400 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:23:01.562737 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:23:01.563064 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:23:01.563389 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:23:01.563732 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:23:01.564037 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:23:01.564356 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:23:01.564676 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:23:01.564993 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:23:01.777077 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] get_ports_and_sgs() called for port_ids ['8aa0b1a1-1345-4d5f-b871-e153018e0d9c'] {{(pid=88262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 30 05:23:02.536848 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e95ba5d-8188-481d-b370-8bea8eda262b req-38cec33f-ae33-42b8-8b60-e4d7c9089cdf tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:23:02.538989 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2e95ba5d-8188-481d-b370-8bea8eda262b req-38cec33f-ae33-42b8-8b60-e4d7c9089cdf tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0b8947f-6536-4804-a3f9-8c99322f61b7 HTTP/1.1" status: 200 len: 945 time: 0.0815501 May 30 05:23:02.581954 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2e95ba5d-8188-481d-b370-8bea8eda262b req-71159b29-35dc-402f-a7bd-ce3b771f3766 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c25a5a1-86d7-4d8c-b261-3050e30743ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373523 May 30 05:23:02.836361 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a142624-940e-4c55-bf49-a5329c884075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:23:03.239476 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device 8aa0b1a1-1345-4d5f-b871-e153018e0d9c up at agent hyperv_hv-neutron-8437 {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:23:03.307546 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Provisioning for port 8aa0b1a1-1345-4d5f-b871-e153018e0d9c completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:23:03.312047 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Provisioning complete for port 8aa0b1a1-1345-4d5f-b871-e153018e0d9c triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:23:03.312417 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:23:03.420792 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Current status of the port 8aa0b1a1-1345-4d5f-b871-e153018e0d9c is: BUILD; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:23:03.421167 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:23:03.447475 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0b8947f-6536-4804-a3f9-8c99322f61b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aa0b1a1-1345-4d5f-b871-e153018e0d9c'}] {{(pid=88262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:23:03.456674 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port 8aa0b1a1-1345-4d5f-b871-e153018e0d9c, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=8aa0b1a1-1345-4d5f-b871-e153018e0d9c,segment=NetworkSegment(67d7431e-4b49-4424-94af-54c8f5335c79),segment_id=67d7431e-4b49-4424-94af-54c8f5335c79)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:23:03.460686 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:23:03.530801 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Pushing event updated for resources: {'Port': ['ID=8aa0b1a1-1345-4d5f-b871-e153018e0d9c,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:23:03.543808 dv-neutron-843763-1-hyperv neutron-server[88262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-097be460-e09b-4740-b78b-6f683674ed89'] response: {'server_uuid': 'a0b8947f-6536-4804-a3f9-8c99322f61b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aa0b1a1-1345-4d5f-b871-e153018e0d9c', 'code': 200} May 30 05:23:03.819920 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1930d086-0a16-4840-918d-a4a022500ce4 req-8c184032-6b46-43cc-8a43-45aca90594b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:23:03.821367 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1930d086-0a16-4840-918d-a4a022500ce4 req-8c184032-6b46-43cc-8a43-45aca90594b9 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a0b8947f-6536-4804-a3f9-8c99322f61b7 HTTP/1.1" status: 200 len: 1099 time: 0.0972543 May 30 05:23:03.829721 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e478645-137c-49d2-8126-d8c2e98b28d9 req-ac351af4-3ba7-4b22-9d99-34f79ec4e788 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:23:03.831069 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5e478645-137c-49d2-8126-d8c2e98b28d9 req-ac351af4-3ba7-4b22-9d99-34f79ec4e788 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0b8947f-6536-4804-a3f9-8c99322f61b7 HTTP/1.1" status: 200 len: 946 time: 0.1418865 May 30 05:23:03.896014 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1930d086-0a16-4840-918d-a4a022500ce4 req-7d6b5032-ca20-423f-825d-0e3c4ae23975 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=5c25a5a1-86d7-4d8c-b261-3050e30743ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0640430 May 30 05:23:03.900311 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5e478645-137c-49d2-8126-d8c2e98b28d9 req-eece052d-b4a3-4e36-8b74-79a92e3ac39c tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c25a5a1-86d7-4d8c-b261-3050e30743ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0568492 May 30 05:23:04.203214 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-45f79e78-106a-4f09-9d2c-69baeab7263d None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 05:23:05.082522 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6dacc8-2b80-4730-a37e-17f284fdb720 req-c54eeece-5eaa-4a6e-b1f4-555c6eee6548 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:23:05.083978 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-bf6dacc8-2b80-4730-a37e-17f284fdb720 req-c54eeece-5eaa-4a6e-b1f4-555c6eee6548 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0b8947f-6536-4804-a3f9-8c99322f61b7 HTTP/1.1" status: 200 len: 946 time: 0.0788887 May 30 05:23:05.127581 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-bf6dacc8-2b80-4730-a37e-17f284fdb720 req-3a5e74af-7c81-4956-ac87-d50f5151bf3c tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c25a5a1-86d7-4d8c-b261-3050e30743ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0374653 May 30 05:23:06.320445 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c624c5-3869-480f-9009-aea8247057ac req-ebd8f64b-6c03-4418-b324-b75ebc8e0ba0 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:23:06.321892 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-57c624c5-3869-480f-9009-aea8247057ac req-ebd8f64b-6c03-4418-b324-b75ebc8e0ba0 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0b8947f-6536-4804-a3f9-8c99322f61b7 HTTP/1.1" status: 200 len: 946 time: 0.0851784 May 30 05:23:06.363411 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-57c624c5-3869-480f-9009-aea8247057ac req-49162b6c-e0b8-4e63-a3a1-9c14f66390b8 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c25a5a1-86d7-4d8c-b261-3050e30743ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0358381 May 30 05:23:06.538794 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468faa1e-9351-42d0-a203-c3938efb7d30 req-b6c38a10-7b53-41b4-97c5-bf90b550eac4 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:23:06.540302 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-468faa1e-9351-42d0-a203-c3938efb7d30 req-b6c38a10-7b53-41b4-97c5-bf90b550eac4 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0b8947f-6536-4804-a3f9-8c99322f61b7 HTTP/1.1" status: 200 len: 946 time: 0.0814090 May 30 05:23:06.551701 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 51264) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:23:06.557180 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-2f385f80-5381-436c-9e5a-8bca5567bb3b tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Request body: {'floatingip': {'port_id': '8aa0b1a1-1345-4d5f-b871-e153018e0d9c'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:23:06.634081 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2f385f80-5381-436c-9e5a-8bca5567bb3b tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Notify callbacks [] for floatingip, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:23:07.220116 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2f385f80-5381-436c-9e5a-8bca5567bb3b tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:23:07.223978 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2f385f80-5381-436c-9e5a-8bca5567bb3b tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1604762'] for floatingip, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:23:07.490750 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.db.l3_db [None req-2f385f80-5381-436c-9e5a-8bca5567bb3b tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Floating IP 70f6ce4f-9b33-4607-8ad6-b6662bc6e03e associated. External IP: 172.26.6.162, port: 8aa0b1a1-1345-4d5f-b871-e153018e0d9c. May 30 05:23:07.832935 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f385f80-5381-436c-9e5a-8bca5567bb3b tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Router de6baeaf-4ad4-42fb-9635-f053df75d901 has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 05:23:08.011575 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f385f80-5381-436c-9e5a-8bca5567bb3b tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:23:08.016332 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2f385f80-5381-436c-9e5a-8bca5567bb3b tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for floatingip, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:23:08.021358 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84999e5c-1eaa-4021-8f69-a39dd481b684 None None] Sync routers for ids ['de6baeaf-4ad4-42fb-9635-f053df75d901'] in dv-neutron-843763-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:23:08.030581 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84999e5c-1eaa-4021-8f69-a39dd481b684 None None] Routers {'de6baeaf-4ad4-42fb-9635-f053df75d901'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:23:08.031169 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-84999e5c-1eaa-4021-8f69-a39dd481b684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:23:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['de6baeaf-4ad4-42fb-9635-f053df75d901'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:23:08.070320 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-2f385f80-5381-436c-9e5a-8bca5567bb3b tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "PUT /v2.0/floatingips/70f6ce4f-9b33-4607-8ad6-b6662bc6e03e HTTP/1.1" status: 200 len: 992 time: 1.5175722 May 30 05:23:08.070889 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0b8947f-6536-4804-a3f9-8c99322f61b7', 'tag': '8aa0b1a1-1345-4d5f-b871-e153018e0d9c'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:23:08.205611 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-84999e5c-1eaa-4021-8f69-a39dd481b684 None None] Set router de6baeaf-4ad4-42fb-9635-f053df75d901 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:23:08.230676 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f031f8d-73e5-43d5-9c35-66468ffbb3f9 req-672feae0-b880-4c92-b9d1-4e4749c42c63 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:23:08.232138 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6f031f8d-73e5-43d5-9c35-66468ffbb3f9 req-672feae0-b880-4c92-b9d1-4e4749c42c63 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0b8947f-6536-4804-a3f9-8c99322f61b7 HTTP/1.1" status: 200 len: 946 time: 0.0776603 May 30 05:23:08.281069 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6f031f8d-73e5-43d5-9c35-66468ffbb3f9 req-a65501a5-4bce-4e69-96a1-58106817a112 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c25a5a1-86d7-4d8c-b261-3050e30743ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415368 May 30 05:23:08.334737 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d309722-5968-481c-b6de-1a97c5c758d0'] response: {'name': 'network-changed', 'server_uuid': 'a0b8947f-6536-4804-a3f9-8c99322f61b7', 'tag': '8aa0b1a1-1345-4d5f-b871-e153018e0d9c', 'status': 'completed', 'code': 200} May 30 05:23:08.466344 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f238e629-e97f-4b49-922f-08a24dde3934 req-fb4c7c1e-3230-4e93-9a26-916e1f8f4fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:23:08.467807 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f238e629-e97f-4b49-922f-08a24dde3934 req-fb4c7c1e-3230-4e93-9a26-916e1f8f4fb0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b59d6af6346843408ca206be7ba53b5c&device_id=a0b8947f-6536-4804-a3f9-8c99322f61b7 HTTP/1.1" status: 200 len: 1099 time: 0.1119921 May 30 05:23:08.593664 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-84999e5c-1eaa-4021-8f69-a39dd481b684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de6baeaf-4ad4-42fb-9635-f053df75d901', 'name': 'tempest-ServerActionsTestJSON-21623125-router', 'tenant_id': 'b59d6af6346843408ca206be7ba53b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.195'}], 'enable_snat': True}, 'gw_port_id': '4f8bc2d8-500b-4ad7-bf02-2f7c47aa7562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:22:46Z', 'updated_at': '2022-05-30T05:22:50Z', 'revision_number': 4, 'project_id': 'b59d6af6346843408ca206be7ba53b5c', 'gw_port': {'id': '4f8bc2d8-500b-4ad7-bf02-2f7c47aa7562', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b7:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6baeaf-4ad4-42fb-9635-f053df75d901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:22:47Z', 'updated_at': '2022-05-30T05:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_floatingips': [{'id': '70f6ce4f-9b33-4607-8ad6-b6662bc6e03e', 'tenant_id': 'b59d6af6346843408ca206be7ba53b5c', 'floating_ip_address': '172.26.6.162', 'floating_network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'router_id': 'de6baeaf-4ad4-42fb-9635-f053df75d901', 'port_id': '8aa0b1a1-1345-4d5f-b871-e153018e0d9c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a65ee3d-2cf6-4768-b648-09f420ef6932', 'mac_address': 'fa:16:3e:0f:78:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b8947f-6536-4804-a3f9-8c99322f61b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T05:22:53Z', 'updated_at': '2022-05-30T05:23:07Z', 'revision_number': 1, 'project_id': 'b59d6af6346843408ca206be7ba53b5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e35f30c2-ff66-465e-a102-339b8ce31be9', 'name': '', 'network_id': '3a65ee3d-2cf6-4768-b648-09f420ef6932', 'tenant_id': 'b59d6af6346843408ca206be7ba53b5c', 'mac_address': 'fa:16:3e:55:05:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6baeaf-4ad4-42fb-9635-f053df75d901', 'device_owner': 'network:router_interface', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': '940b0563-42ea-4efd-9752-2f2875661058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:22:49Z', 'updated_at': '2022-05-30T05:22:56Z', 'revision_number': 5, 'project_id': 'b59d6af6346843408ca206be7ba53b5c', 'subnets': [{'id': '940b0563-42ea-4efd-9752-2f2875661058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:23:08.597373 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84999e5c-1eaa-4021-8f69-a39dd481b684 None None] Checking router: de6baeaf-4ad4-42fb-9635-f053df75d901 for host: dv-neutron-843763-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 05:23:08.606125 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84999e5c-1eaa-4021-8f69-a39dd481b684 None None] Routers {'de6baeaf-4ad4-42fb-9635-f053df75d901'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:23:08.606715 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-84999e5c-1eaa-4021-8f69-a39dd481b684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:23:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['de6baeaf-4ad4-42fb-9635-f053df75d901'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:23:08.617368 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f0e7d8-27fa-43e7-89b6-71bd417cb543 req-06a89df9-e8b2-40dd-a4df-6c886dc205ea tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:23:08.618839 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-03f0e7d8-27fa-43e7-89b6-71bd417cb543 req-06a89df9-e8b2-40dd-a4df-6c886dc205ea tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0b8947f-6536-4804-a3f9-8c99322f61b7 HTTP/1.1" status: 200 len: 946 time: 0.1992414 May 30 05:23:08.625635 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f238e629-e97f-4b49-922f-08a24dde3934 req-2ee0bca3-749d-453c-a390-ef6d4fa32d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:23:08.627003 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f238e629-e97f-4b49-922f-08a24dde3934 req-2ee0bca3-749d-453c-a390-ef6d4fa32d99 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3a65ee3d-2cf6-4768-b648-09f420ef6932 HTTP/1.1" status: 200 len: 911 time: 0.1503112 May 30 05:23:08.749192 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-03f0e7d8-27fa-43e7-89b6-71bd417cb543 req-b618b622-c1a1-4d2d-9e74-9d9451a135c3 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c25a5a1-86d7-4d8c-b261-3050e30743ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1212494 May 30 05:23:08.755178 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f238e629-e97f-4b49-922f-08a24dde3934 req-d5f4b9df-18c5-4e84-abd9-d5d381095882 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8aa0b1a1-1345-4d5f-b871-e153018e0d9c HTTP/1.1" status: 200 len: 1000 time: 0.1122622 May 30 05:23:08.781463 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-84999e5c-1eaa-4021-8f69-a39dd481b684 None None] Set router de6baeaf-4ad4-42fb-9635-f053df75d901 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:23:08.819792 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f238e629-e97f-4b49-922f-08a24dde3934 req-27545d40-39c1-42f5-b394-a22c4c941105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:23:08.821227 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f238e629-e97f-4b49-922f-08a24dde3934 req-27545d40-39c1-42f5-b394-a22c4c941105 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=940b0563-42ea-4efd-9752-2f2875661058 HTTP/1.1" status: 200 len: 849 time: 0.0604472 May 30 05:23:08.895142 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f238e629-e97f-4b49-922f-08a24dde3934 req-7f0f2ae6-d9e5-4085-89c8-43a2cf1b858c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:23:08.896517 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f238e629-e97f-4b49-922f-08a24dde3934 req-7f0f2ae6-d9e5-4085-89c8-43a2cf1b858c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3a65ee3d-2cf6-4768-b648-09f420ef6932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698011 May 30 05:23:09.133610 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-84999e5c-1eaa-4021-8f69-a39dd481b684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de6baeaf-4ad4-42fb-9635-f053df75d901', 'name': 'tempest-ServerActionsTestJSON-21623125-router', 'tenant_id': 'b59d6af6346843408ca206be7ba53b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.195'}], 'enable_snat': True}, 'gw_port_id': '4f8bc2d8-500b-4ad7-bf02-2f7c47aa7562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:22:46Z', 'updated_at': '2022-05-30T05:22:50Z', 'revision_number': 4, 'project_id': 'b59d6af6346843408ca206be7ba53b5c', 'gw_port': {'id': '4f8bc2d8-500b-4ad7-bf02-2f7c47aa7562', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b7:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6baeaf-4ad4-42fb-9635-f053df75d901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:22:47Z', 'updated_at': '2022-05-30T05:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_floatingips': [{'id': '70f6ce4f-9b33-4607-8ad6-b6662bc6e03e', 'tenant_id': 'b59d6af6346843408ca206be7ba53b5c', 'floating_ip_address': '172.26.6.162', 'floating_network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'router_id': 'de6baeaf-4ad4-42fb-9635-f053df75d901', 'port_id': '8aa0b1a1-1345-4d5f-b871-e153018e0d9c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a65ee3d-2cf6-4768-b648-09f420ef6932', 'mac_address': 'fa:16:3e:0f:78:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b8947f-6536-4804-a3f9-8c99322f61b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T05:22:53Z', 'updated_at': '2022-05-30T05:23:07Z', 'revision_number': 1, 'project_id': 'b59d6af6346843408ca206be7ba53b5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e35f30c2-ff66-465e-a102-339b8ce31be9', 'name': '', 'network_id': '3a65ee3d-2cf6-4768-b648-09f420ef6932', 'tenant_id': 'b59d6af6346843408ca206be7ba53b5c', 'mac_address': 'fa:16:3e:55:05:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6baeaf-4ad4-42fb-9635-f053df75d901', 'device_owner': 'network:router_interface', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': '940b0563-42ea-4efd-9752-2f2875661058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:22:49Z', 'updated_at': '2022-05-30T05:22:56Z', 'revision_number': 5, 'project_id': 'b59d6af6346843408ca206be7ba53b5c', 'subnets': [{'id': '940b0563-42ea-4efd-9752-2f2875661058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:23:09.134554 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f238e629-e97f-4b49-922f-08a24dde3934 req-45a72874-c746-4903-bf16-75b2efeb20c4 service neutron] 10.222.0.39 "GET /v2.0/networks/3a65ee3d-2cf6-4768-b648-09f420ef6932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319224 May 30 05:23:09.137545 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84999e5c-1eaa-4021-8f69-a39dd481b684 None None] The sync data for ids ['de6baeaf-4ad4-42fb-9635-f053df75d901'] in dv-neutron-843763-1-hyperv is: [{'id': 'de6baeaf-4ad4-42fb-9635-f053df75d901', 'name': 'tempest-ServerActionsTestJSON-21623125-router', 'tenant_id': 'b59d6af6346843408ca206be7ba53b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.195'}], 'enable_snat': True}, 'gw_port_id': '4f8bc2d8-500b-4ad7-bf02-2f7c47aa7562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:22:46Z', 'updated_at': '2022-05-30T05:22:50Z', 'revision_number': 4, 'project_id': 'b59d6af6346843408ca206be7ba53b5c', 'gw_port': {'id': '4f8bc2d8-500b-4ad7-bf02-2f7c47aa7562', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b7:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6baeaf-4ad4-42fb-9635-f053df75d901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:22:47Z', 'updated_at': '2022-05-30T05:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_floatingips': [{'id': '70f6ce4f-9b33-4607-8ad6-b6662bc6e03e', 'tenant_id': 'b59d6af6346843408ca206be7ba53b5c', 'floating_ip_address': '172.26.6.162', 'floating_network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'router_id': 'de6baeaf-4ad4-42fb-9635-f053df75d901', 'port_id': '8aa0b1a1-1345-4d5f-b871-e153018e0d9c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a65ee3d-2cf6-4768-b648-09f420ef6932', 'mac_address': 'fa:16:3e:0f:78:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b8947f-6536-4804-a3f9-8c99322f61b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T05:22:53Z', 'updated_at': '2022-05-30T05:23:07Z', 'revision_number': 1, 'project_id': 'b59d6af6346843408ca206be7ba53b5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e35f30c2-ff66-465e-a102-339b8ce31be9', 'name': '', 'network_id': '3a65ee3d-2cf6-4768-b648-09f420ef6932', 'tenant_id': 'b59d6af6346843408ca206be7ba53b5c', 'mac_address': 'fa:16:3e:55:05:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6baeaf-4ad4-42fb-9635-f053df75d901', 'device_owner': 'network:router_interface', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': '940b0563-42ea-4efd-9752-2f2875661058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:22:49Z', 'updated_at': '2022-05-30T05:22:56Z', 'revision_number': 5, 'project_id': 'b59d6af6346843408ca206be7ba53b5c', 'subnets': [{'id': '940b0563-42ea-4efd-9752-2f2875661058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:23:09.264064 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f238e629-e97f-4b49-922f-08a24dde3934 req-c64bdb2f-ae22-4728-90c8-cfb565b85494 service neutron] 10.222.0.39 "GET /v2.0/networks/3a65ee3d-2cf6-4768-b648-09f420ef6932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240563 May 30 05:23:09.347838 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c0ed5e-0588-4564-9a5d-98d60ede93d3 None None] New status for floating IP 70f6ce4f-9b33-4607-8ad6-b6662bc6e03e: ACTIVE {{(pid=88262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 30 05:23:09.935668 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93a0e62-901f-4409-a6c2-87243259b79d req-b0ee5f2f-eafa-409f-b642-a522a73c3b47 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:23:09.937114 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f93a0e62-901f-4409-a6c2-87243259b79d req-b0ee5f2f-eafa-409f-b642-a522a73c3b47 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0b8947f-6536-4804-a3f9-8c99322f61b7 HTTP/1.1" status: 200 len: 946 time: 0.0837803 May 30 05:23:09.979704 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f93a0e62-901f-4409-a6c2-87243259b79d req-995b5a70-df92-4937-bbe4-fe9d20c11fc6 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c25a5a1-86d7-4d8c-b261-3050e30743ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0367875 May 30 05:23:10.161177 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d304904-6ae2-4018-8876-4300fde9f519 req-5ddddc45-9215-4b81-9d2c-cbea15dd952e tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:23:10.162558 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4d304904-6ae2-4018-8876-4300fde9f519 req-5ddddc45-9215-4b81-9d2c-cbea15dd952e tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0b8947f-6536-4804-a3f9-8c99322f61b7 HTTP/1.1" status: 200 len: 946 time: 0.0783226 May 30 05:23:10.205081 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4d304904-6ae2-4018-8876-4300fde9f519 req-c27fe74d-5842-49d2-9e54-606ee9c327c6 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c25a5a1-86d7-4d8c-b261-3050e30743ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0364537 May 30 05:23:10.545185 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-0ae02690-d89c-4fc2-873c-2171f0ec1702 req-55efc72f-50c3-4e55-875f-0769dc3253a8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a0b8947f-6536-4804-a3f9-8c99322f61b7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0700669 May 30 05:23:10.602329 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9797a734-811f-4880-849b-a891bfd0eb9a req-e34a00c6-1492-4ab9-9502-5bde31a052e3 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:23:10.603835 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9797a734-811f-4880-849b-a891bfd0eb9a req-e34a00c6-1492-4ab9-9502-5bde31a052e3 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0b8947f-6536-4804-a3f9-8c99322f61b7 HTTP/1.1" status: 200 len: 946 time: 0.0861239 May 30 05:23:10.649482 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9797a734-811f-4880-849b-a891bfd0eb9a req-c8db1be8-7803-44c8-b8e6-b0f3dee144a1 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c25a5a1-86d7-4d8c-b261-3050e30743ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400407 May 30 05:23:11.637665 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae02690-d89c-4fc2-873c-2171f0ec1702 req-586c6aa4-1793-4f1f-9065-5ec6b5977d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:23:11.639141 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0ae02690-d89c-4fc2-873c-2171f0ec1702 req-586c6aa4-1793-4f1f-9065-5ec6b5977d15 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b59d6af6346843408ca206be7ba53b5c&device_id=a0b8947f-6536-4804-a3f9-8c99322f61b7 HTTP/1.1" status: 200 len: 1099 time: 0.0699310 May 30 05:23:11.808229 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae02690-d89c-4fc2-873c-2171f0ec1702 req-8648f986-0305-4709-8fa0-1125f5f0ea61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:23:11.809631 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0ae02690-d89c-4fc2-873c-2171f0ec1702 req-8648f986-0305-4709-8fa0-1125f5f0ea61 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3a65ee3d-2cf6-4768-b648-09f420ef6932 HTTP/1.1" status: 200 len: 911 time: 0.1648195 May 30 05:23:11.921152 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0ae02690-d89c-4fc2-873c-2171f0ec1702 req-3491f98a-5e01-47a7-a646-ab95f08244c4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8aa0b1a1-1345-4d5f-b871-e153018e0d9c HTTP/1.1" status: 200 len: 1002 time: 0.1031802 May 30 05:23:11.932452 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6d3218-4fc3-454c-b36c-1bc658b0afc7 req-7181b690-5ef3-48a0-bb08-9f54c2ff4b2c tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:23:11.933797 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1b6d3218-4fc3-454c-b36c-1bc658b0afc7 req-7181b690-5ef3-48a0-bb08-9f54c2ff4b2c tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0b8947f-6536-4804-a3f9-8c99322f61b7 HTTP/1.1" status: 200 len: 946 time: 0.1814451 May 30 05:23:12.018241 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae02690-d89c-4fc2-873c-2171f0ec1702 req-522ba9d5-4178-487d-b4cd-6a7ad04bb662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:23:12.019616 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0ae02690-d89c-4fc2-873c-2171f0ec1702 req-522ba9d5-4178-487d-b4cd-6a7ad04bb662 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=940b0563-42ea-4efd-9752-2f2875661058 HTTP/1.1" status: 200 len: 849 time: 0.0849864 May 30 05:23:12.023335 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1b6d3218-4fc3-454c-b36c-1bc658b0afc7 req-19db8f50-0d96-4c1d-a548-560fcfe1801e tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c25a5a1-86d7-4d8c-b261-3050e30743ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0596473 May 30 05:23:12.094923 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae02690-d89c-4fc2-873c-2171f0ec1702 req-4dff59c7-776b-44bd-a6c4-9d8c971ca6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:23:12.096357 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0ae02690-d89c-4fc2-873c-2171f0ec1702 req-4dff59c7-776b-44bd-a6c4-9d8c971ca6fd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3a65ee3d-2cf6-4768-b648-09f420ef6932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707192 May 30 05:23:12.223641 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0ae02690-d89c-4fc2-873c-2171f0ec1702 req-bfa227c4-a9dc-4a6f-bcb3-546b1d8c8bcd service neutron] 10.222.0.39 "GET /v2.0/networks/3a65ee3d-2cf6-4768-b648-09f420ef6932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213789 May 30 05:23:12.348969 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0ae02690-d89c-4fc2-873c-2171f0ec1702 req-08d25ff1-edf0-4fa8-902f-50fc3a053f4f service neutron] 10.222.0.39 "GET /v2.0/networks/3a65ee3d-2cf6-4768-b648-09f420ef6932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198945 May 30 05:23:13.205823 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a931c6-e743-4769-b70d-e4200358359a req-c2bf2261-7788-4cb5-a59f-e6a62ad4108d tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:23:13.207331 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d4a931c6-e743-4769-b70d-e4200358359a req-c2bf2261-7788-4cb5-a59f-e6a62ad4108d tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0b8947f-6536-4804-a3f9-8c99322f61b7 HTTP/1.1" status: 200 len: 946 time: 0.0815947 May 30 05:23:13.250156 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d4a931c6-e743-4769-b70d-e4200358359a req-7fcee82d-ed1d-4f41-a7e6-130b064b2de4 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c25a5a1-86d7-4d8c-b261-3050e30743ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0371659 May 30 05:23:14.436125 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd18ee4-77bd-481b-8ca6-f4f1b879c532 req-33ff20ec-ae60-4b2c-939f-c2170eb9997f tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:23:14.437649 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0dd18ee4-77bd-481b-8ca6-f4f1b879c532 req-33ff20ec-ae60-4b2c-939f-c2170eb9997f tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0b8947f-6536-4804-a3f9-8c99322f61b7 HTTP/1.1" status: 200 len: 946 time: 0.0815845 May 30 05:23:14.480952 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0dd18ee4-77bd-481b-8ca6-f4f1b879c532 req-96ef51ef-361b-416b-b55b-9b99e5a998f1 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c25a5a1-86d7-4d8c-b261-3050e30743ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376933 May 30 05:23:15.659359 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c4dc98-730b-4a7b-a265-1dbbfbbbec9f req-75fe44d2-12fe-4123-8c3c-a2ec59d45521 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:23:15.660791 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-92c4dc98-730b-4a7b-a265-1dbbfbbbec9f req-75fe44d2-12fe-4123-8c3c-a2ec59d45521 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0b8947f-6536-4804-a3f9-8c99322f61b7 HTTP/1.1" status: 200 len: 946 time: 0.0773375 May 30 05:23:15.799065 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-92c4dc98-730b-4a7b-a265-1dbbfbbbec9f req-0443257f-fefc-42b6-bc35-214eee87f9a9 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c25a5a1-86d7-4d8c-b261-3050e30743ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1320868 May 30 05:23:16.980727 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0d415e-5186-461b-a1bd-26f3ba3fa5fb req-8a8d2be5-e6a8-4c2f-97ee-ffad61cb640d tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:23:16.982225 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7a0d415e-5186-461b-a1bd-26f3ba3fa5fb req-8a8d2be5-e6a8-4c2f-97ee-ffad61cb640d tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0b8947f-6536-4804-a3f9-8c99322f61b7 HTTP/1.1" status: 200 len: 946 time: 0.0797317 May 30 05:23:17.025439 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7a0d415e-5186-461b-a1bd-26f3ba3fa5fb req-079953af-73a8-4958-a5b3-7773a8257be5 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c25a5a1-86d7-4d8c-b261-3050e30743ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377591 May 30 05:23:17.597179 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:23:18.287353 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5429a1-a5df-4d2a-93f2-adf7fd5a8517 req-96281476-65b8-4717-b68d-8c4e8efe3b58 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:23:18.289331 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4d5429a1-a5df-4d2a-93f2-adf7fd5a8517 req-96281476-65b8-4717-b68d-8c4e8efe3b58 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0b8947f-6536-4804-a3f9-8c99322f61b7 HTTP/1.1" status: 200 len: 946 time: 0.1512415 May 30 05:23:18.291876 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9218e7b-8b62-496c-80c4-077c23ca9657 req-ab8f13bd-5b28-4e51-ac82-8ae5cbdebe96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:23:18.293188 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f9218e7b-8b62-496c-80c4-077c23ca9657 req-ab8f13bd-5b28-4e51-ac82-8ae5cbdebe96 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b59d6af6346843408ca206be7ba53b5c&device_id=a0b8947f-6536-4804-a3f9-8c99322f61b7 HTTP/1.1" status: 200 len: 1099 time: 0.1067808 May 30 05:23:18.413371 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4d5429a1-a5df-4d2a-93f2-adf7fd5a8517 req-cea3e44f-ff84-48ff-ab11-bb74c792d77b tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c25a5a1-86d7-4d8c-b261-3050e30743ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1176159 May 30 05:23:18.466440 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9218e7b-8b62-496c-80c4-077c23ca9657 req-46f04f3c-330a-49c8-b462-bda48a849c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:23:18.467859 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f9218e7b-8b62-496c-80c4-077c23ca9657 req-46f04f3c-330a-49c8-b462-bda48a849c82 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3a65ee3d-2cf6-4768-b648-09f420ef6932 HTTP/1.1" status: 200 len: 911 time: 0.1535137 May 30 05:23:18.572102 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f9218e7b-8b62-496c-80c4-077c23ca9657 req-d9da1e63-9a44-432c-9b8c-7376d6e74022 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8aa0b1a1-1345-4d5f-b871-e153018e0d9c HTTP/1.1" status: 200 len: 1002 time: 0.0985065 May 30 05:23:18.650243 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9218e7b-8b62-496c-80c4-077c23ca9657 req-b8a71480-2e16-42a1-958a-6005d9764082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:23:18.651639 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f9218e7b-8b62-496c-80c4-077c23ca9657 req-b8a71480-2e16-42a1-958a-6005d9764082 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=940b0563-42ea-4efd-9752-2f2875661058 HTTP/1.1" status: 200 len: 849 time: 0.0604098 May 30 05:23:18.725333 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9218e7b-8b62-496c-80c4-077c23ca9657 req-87ee2f7f-a703-4fcf-885a-f9dad91cc8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:23:18.726752 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f9218e7b-8b62-496c-80c4-077c23ca9657 req-87ee2f7f-a703-4fcf-885a-f9dad91cc8da service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3a65ee3d-2cf6-4768-b648-09f420ef6932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689197 May 30 05:23:18.854739 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f9218e7b-8b62-496c-80c4-077c23ca9657 req-cdb27fde-7cf0-4e34-8ba2-4041898c4b15 service neutron] 10.222.0.39 "GET /v2.0/networks/3a65ee3d-2cf6-4768-b648-09f420ef6932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222100 May 30 05:23:18.981631 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f9218e7b-8b62-496c-80c4-077c23ca9657 req-81988915-a059-4131-9afd-ce2710b46197 service neutron] 10.222.0.39 "GET /v2.0/networks/3a65ee3d-2cf6-4768-b648-09f420ef6932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203811 May 30 05:23:19.747022 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e19a132-df07-4530-b825-cc4a23745d98 req-5da64c38-91c5-4b3e-97a8-456bdff8e5e5 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:23:19.748439 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9e19a132-df07-4530-b825-cc4a23745d98 req-5da64c38-91c5-4b3e-97a8-456bdff8e5e5 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0b8947f-6536-4804-a3f9-8c99322f61b7 HTTP/1.1" status: 200 len: 946 time: 0.0815198 May 30 05:23:19.791341 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9e19a132-df07-4530-b825-cc4a23745d98 req-0431129f-2511-46e6-a395-73a9eb06b2ca tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c25a5a1-86d7-4d8c-b261-3050e30743ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373108 May 30 05:23:20.973059 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab925c3-fdac-4aef-bbfb-828b4b594f91 req-2a07b305-9dc7-4d62-9764-fc1a6c604835 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:23:20.974510 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7ab925c3-fdac-4aef-bbfb-828b4b594f91 req-2a07b305-9dc7-4d62-9764-fc1a6c604835 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0b8947f-6536-4804-a3f9-8c99322f61b7 HTTP/1.1" status: 200 len: 946 time: 0.0771174 May 30 05:23:21.017295 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7ab925c3-fdac-4aef-bbfb-828b4b594f91 req-ac721d53-2176-45a6-904f-a3e49a44bd12 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c25a5a1-86d7-4d8c-b261-3050e30743ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0366759 May 30 05:23:22.217707 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037d0765-6653-44e5-bfcc-d75a352cc6c4 req-5d60fd27-ae6d-4a43-8a85-6b9d194114ec tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:23:22.219177 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-037d0765-6653-44e5-bfcc-d75a352cc6c4 req-5d60fd27-ae6d-4a43-8a85-6b9d194114ec tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0b8947f-6536-4804-a3f9-8c99322f61b7 HTTP/1.1" status: 200 len: 946 time: 0.0942988 May 30 05:23:22.262631 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-037d0765-6653-44e5-bfcc-d75a352cc6c4 req-dab2051f-5389-434c-912a-fe3791356cd0 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c25a5a1-86d7-4d8c-b261-3050e30743ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377123 May 30 05:23:23.442184 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9398ef-7b4b-442b-ba11-482ce2e089d8 req-4ed9f7d6-34e1-4212-91e1-fdf1361a4725 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:23:23.444141 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-bd9398ef-7b4b-442b-ba11-482ce2e089d8 req-4ed9f7d6-34e1-4212-91e1-fdf1361a4725 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0b8947f-6536-4804-a3f9-8c99322f61b7 HTTP/1.1" status: 200 len: 946 time: 0.0786879 May 30 05:23:23.489898 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-bd9398ef-7b4b-442b-ba11-482ce2e089d8 req-2cd747ce-aefc-4b9e-bb56-97d390ea49ff tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c25a5a1-86d7-4d8c-b261-3050e30743ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401566 May 30 05:23:24.672028 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6972f346-80fb-4b66-a3ef-f36ffe3b7de1 req-d1548f95-9ea4-4b7d-8e86-0a5550f9b06d tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:23:24.673476 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6972f346-80fb-4b66-a3ef-f36ffe3b7de1 req-d1548f95-9ea4-4b7d-8e86-0a5550f9b06d tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0b8947f-6536-4804-a3f9-8c99322f61b7 HTTP/1.1" status: 200 len: 946 time: 0.0802982 May 30 05:23:24.718769 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6972f346-80fb-4b66-a3ef-f36ffe3b7de1 req-919fbf64-bfcc-45dc-aa0d-efd9d775b3ef tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c25a5a1-86d7-4d8c-b261-3050e30743ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395758 May 30 05:23:25.903694 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58700bb-d041-4da4-8321-727646006028 req-69ab7981-f5e7-42cd-8d9e-c0712d7bc233 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:23:25.905122 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e58700bb-d041-4da4-8321-727646006028 req-69ab7981-f5e7-42cd-8d9e-c0712d7bc233 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0b8947f-6536-4804-a3f9-8c99322f61b7 HTTP/1.1" status: 200 len: 946 time: 0.0810912 May 30 05:23:25.947913 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e58700bb-d041-4da4-8321-727646006028 req-6e2cfc45-5ed0-4f57-a84b-b769b37bbc0d tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c25a5a1-86d7-4d8c-b261-3050e30743ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0371597 May 30 05:23:27.125907 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfd08d7-c975-415d-91fb-0c30279bcd65 req-d10b072b-761b-482a-8178-12716bc73c04 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:23:27.127342 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0bfd08d7-c975-415d-91fb-0c30279bcd65 req-d10b072b-761b-482a-8178-12716bc73c04 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0b8947f-6536-4804-a3f9-8c99322f61b7 HTTP/1.1" status: 200 len: 946 time: 0.0776117 May 30 05:23:27.171921 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0bfd08d7-c975-415d-91fb-0c30279bcd65 req-a6621f87-98cb-47e1-a94b-0c5e518f79fb tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c25a5a1-86d7-4d8c-b261-3050e30743ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373316 May 30 05:23:28.022881 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-79ab8814-7567-428a-99a4-c6b8a5854f5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:23:28.354411 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60d7764-9bea-4723-b28a-79a7831b4b47 req-944a38d2-34f9-40ff-a6fb-7fd2322af45d tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:23:28.355848 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a60d7764-9bea-4723-b28a-79a7831b4b47 req-944a38d2-34f9-40ff-a6fb-7fd2322af45d tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0b8947f-6536-4804-a3f9-8c99322f61b7 HTTP/1.1" status: 200 len: 946 time: 0.0818129 May 30 05:23:28.399370 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a60d7764-9bea-4723-b28a-79a7831b4b47 req-9de536f7-8eb2-4d70-97d3-795c57d7e2a9 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c25a5a1-86d7-4d8c-b261-3050e30743ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379674 May 30 05:23:29.581240 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0deef5-0663-463b-b1a5-206e26f3c1ce req-c7afc0ee-530e-40a7-b78b-fd2d82d807e0 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:23:29.582677 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4f0deef5-0663-463b-b1a5-206e26f3c1ce req-c7afc0ee-530e-40a7-b78b-fd2d82d807e0 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0b8947f-6536-4804-a3f9-8c99322f61b7 HTTP/1.1" status: 200 len: 946 time: 0.0785534 May 30 05:23:29.624930 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4f0deef5-0663-463b-b1a5-206e26f3c1ce req-7aab7b09-174c-4857-8da2-41bf26696524 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c25a5a1-86d7-4d8c-b261-3050e30743ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0366876 May 30 05:23:30.240401 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-1a55f348-5521-47e0-ae0e-1d006c1ec2c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:23:30.808326 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b49e55a-b6c7-4ad5-b659-06fde3cf08a9 req-cd2700f9-8ba7-423f-8a2b-80ae6afdf70e tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:23:30.809743 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4b49e55a-b6c7-4ad5-b659-06fde3cf08a9 req-cd2700f9-8ba7-423f-8a2b-80ae6afdf70e tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0b8947f-6536-4804-a3f9-8c99322f61b7 HTTP/1.1" status: 200 len: 946 time: 0.0803936 May 30 05:23:30.852965 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4b49e55a-b6c7-4ad5-b659-06fde3cf08a9 req-a50ff479-3f0e-4ecb-a87d-5cd2bfd4bcd0 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c25a5a1-86d7-4d8c-b261-3050e30743ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0375824 May 30 05:23:31.289908 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56ded65b-0e68-413c-8b9b-1097922cc81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:23:31.478282 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:23:32.031786 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfbef2c-a3f2-4c75-a8da-aec47b8f5e11 req-73bd1b87-6920-4a05-b818-2456ea068af1 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:23:32.033210 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ddfbef2c-a3f2-4c75-a8da-aec47b8f5e11 req-73bd1b87-6920-4a05-b818-2456ea068af1 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0b8947f-6536-4804-a3f9-8c99322f61b7 HTTP/1.1" status: 200 len: 946 time: 0.0780113 May 30 05:23:32.079436 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ddfbef2c-a3f2-4c75-a8da-aec47b8f5e11 req-d001f154-bd36-427b-a799-513b3df1db3e tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c25a5a1-86d7-4d8c-b261-3050e30743ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404825 May 30 05:23:32.839211 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a142624-940e-4c55-bf49-a5329c884075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:23:33.267470 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3da31b-50a2-44ca-9712-fb9e93d71e78 req-9bddde38-3100-4431-9e95-d13c0400533e tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:23:33.269248 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7e3da31b-50a2-44ca-9712-fb9e93d71e78 req-9bddde38-3100-4431-9e95-d13c0400533e tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0b8947f-6536-4804-a3f9-8c99322f61b7 HTTP/1.1" status: 200 len: 946 time: 0.0800815 May 30 05:23:33.312420 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7e3da31b-50a2-44ca-9712-fb9e93d71e78 req-6370c877-e70a-4f52-8d1e-ef3712222d09 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c25a5a1-86d7-4d8c-b261-3050e30743ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0367115 May 30 05:23:34.244143 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0ae02690-d89c-4fc2-873c-2171f0ec1702 req-950a9109-f6c0-4541-a7ac-9e7bc68bc506 service neutron] 10.222.0.39 "GET /v2.0/ports/8aa0b1a1-1345-4d5f-b871-e153018e0d9c/bindings/hv-neutron-8437 HTTP/1.1" status: 200 len: 384 time: 0.1711707 May 30 05:23:34.547289 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae02690-d89c-4fc2-873c-2171f0ec1702 req-8acdd8ab-47fa-49bf-8576-e50cc24ced7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:23:34.548733 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0ae02690-d89c-4fc2-873c-2171f0ec1702 req-8acdd8ab-47fa-49bf-8576-e50cc24ced7b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a0b8947f-6536-4804-a3f9-8c99322f61b7&tenant_id=b59d6af6346843408ca206be7ba53b5c HTTP/1.1" status: 200 len: 1099 time: 0.0952346 May 30 05:23:34.557250 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db27def9-4388-4fb1-a486-ebe3cb8b3658 req-dc5e91bd-6cc3-4067-9e8b-cc99a43e50b8 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:23:34.558628 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-db27def9-4388-4fb1-a486-ebe3cb8b3658 req-dc5e91bd-6cc3-4067-9e8b-cc99a43e50b8 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0b8947f-6536-4804-a3f9-8c99322f61b7 HTTP/1.1" status: 200 len: 946 time: 0.1399629 May 30 05:23:34.654623 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-db27def9-4388-4fb1-a486-ebe3cb8b3658 req-2f6c110f-5b09-40f5-9ab7-5118301d3cbe tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c25a5a1-86d7-4d8c-b261-3050e30743ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0902607 May 30 05:23:34.670340 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae02690-d89c-4fc2-873c-2171f0ec1702 req-fe5c90f0-efc5-42b1-8234-417db6e4792f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:23:34.671761 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0ae02690-d89c-4fc2-873c-2171f0ec1702 req-fe5c90f0-efc5-42b1-8234-417db6e4792f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b59d6af6346843408ca206be7ba53b5c&device_id=a0b8947f-6536-4804-a3f9-8c99322f61b7 HTTP/1.1" status: 200 len: 1099 time: 0.0944552 May 30 05:23:34.798566 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae02690-d89c-4fc2-873c-2171f0ec1702 req-254afdaa-dcef-435c-9ad9-4865975eebea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:23:34.799954 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0ae02690-d89c-4fc2-873c-2171f0ec1702 req-254afdaa-dcef-435c-9ad9-4865975eebea service neutron] 10.222.0.39 "GET /v2.0/networks?id=3a65ee3d-2cf6-4768-b648-09f420ef6932 HTTP/1.1" status: 200 len: 911 time: 0.1223104 May 30 05:23:34.899210 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0ae02690-d89c-4fc2-873c-2171f0ec1702 req-e06a06f1-3f56-4e35-92bc-b3dc940c33bd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8aa0b1a1-1345-4d5f-b871-e153018e0d9c HTTP/1.1" status: 200 len: 1002 time: 0.0928810 May 30 05:23:34.960771 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae02690-d89c-4fc2-873c-2171f0ec1702 req-c801627c-bdf5-4f96-b23d-a648d4404189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:23:34.962210 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0ae02690-d89c-4fc2-873c-2171f0ec1702 req-c801627c-bdf5-4f96-b23d-a648d4404189 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=940b0563-42ea-4efd-9752-2f2875661058 HTTP/1.1" status: 200 len: 849 time: 0.0576916 May 30 05:23:35.033021 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae02690-d89c-4fc2-873c-2171f0ec1702 req-49018a8b-9ddb-4514-bc1f-ac7ae5ac55ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:23:35.034518 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0ae02690-d89c-4fc2-873c-2171f0ec1702 req-49018a8b-9ddb-4514-bc1f-ac7ae5ac55ad service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3a65ee3d-2cf6-4768-b648-09f420ef6932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0666149 May 30 05:23:35.164534 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0ae02690-d89c-4fc2-873c-2171f0ec1702 req-5ab7489d-6919-4ec4-812b-d22d6a55d572 service neutron] 10.222.0.39 "GET /v2.0/networks/3a65ee3d-2cf6-4768-b648-09f420ef6932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241090 May 30 05:23:35.293618 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0ae02690-d89c-4fc2-873c-2171f0ec1702 req-4a54fbd1-53ab-4591-b270-812aa480b4dd service neutron] 10.222.0.39 "GET /v2.0/networks/3a65ee3d-2cf6-4768-b648-09f420ef6932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232448 May 30 05:23:35.834432 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106b1732-3c1c-4e3b-8dbc-195534f08167 req-9e2df2f1-ae43-4d87-b4cf-c3eea33471fd tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:23:35.835870 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-106b1732-3c1c-4e3b-8dbc-195534f08167 req-9e2df2f1-ae43-4d87-b4cf-c3eea33471fd tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0b8947f-6536-4804-a3f9-8c99322f61b7 HTTP/1.1" status: 200 len: 946 time: 0.0784276 May 30 05:23:35.882972 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-106b1732-3c1c-4e3b-8dbc-195534f08167 req-cb9162f2-f1b2-4b78-8cbd-7ac62b9e3e60 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c25a5a1-86d7-4d8c-b261-3050e30743ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415125 May 30 05:23:37.066942 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f1390a-f3bc-4c69-8ce0-83dabf688d8e req-603385e3-9485-4279-a0d8-5e644363491f tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:23:37.069037 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-19f1390a-f3bc-4c69-8ce0-83dabf688d8e req-603385e3-9485-4279-a0d8-5e644363491f tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0b8947f-6536-4804-a3f9-8c99322f61b7 HTTP/1.1" status: 200 len: 946 time: 0.0802939 May 30 05:23:37.112092 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-19f1390a-f3bc-4c69-8ce0-83dabf688d8e req-662f81df-5958-4fd0-85aa-e2fedf5ceb47 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c25a5a1-86d7-4d8c-b261-3050e30743ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0371783 May 30 05:23:37.474429 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device 8aa0b1a1-1345-4d5f-b871-e153018e0d9c details requested by agent hyperv_hv-neutron-8437 with host hv-neutron-8437 {{(pid=88262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 05:23:37.476749 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device 8aa0b1a1-1345-4d5f-b871-e153018e0d9c no longer exists at agent hyperv_hv-neutron-8437 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 05:23:37.714751 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Current status of the port 8aa0b1a1-1345-4d5f-b871-e153018e0d9c is: ACTIVE; New status is: DOWN {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:23:37.715136 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:23:37.747844 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port 8aa0b1a1-1345-4d5f-b871-e153018e0d9c, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=8aa0b1a1-1345-4d5f-b871-e153018e0d9c,segment=NetworkSegment(67d7431e-4b49-4424-94af-54c8f5335c79),segment_id=67d7431e-4b49-4424-94af-54c8f5335c79)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:23:37.771211 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0b8947f-6536-4804-a3f9-8c99322f61b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8aa0b1a1-1345-4d5f-b871-e153018e0d9c'}] {{(pid=88262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:23:37.778083 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Returning: {'device': '8aa0b1a1-1345-4d5f-b871-e153018e0d9c', 'network_id': '3a65ee3d-2cf6-4768-b648-09f420ef6932', 'port_id': '8aa0b1a1-1345-4d5f-b871-e153018e0d9c', 'mac_address': 'fa:16:3e:0f:78:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '940b0563-42ea-4efd-9752-2f2875661058', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 05:23:37.811639 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port 8aa0b1a1-1345-4d5f-b871-e153018e0d9c, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=8aa0b1a1-1345-4d5f-b871-e153018e0d9c,segment=NetworkSegment(67d7431e-4b49-4424-94af-54c8f5335c79),segment_id=67d7431e-4b49-4424-94af-54c8f5335c79)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:23:37.833271 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:23:37.871985 dv-neutron-843763-1-hyperv neutron-server[88262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9f8c2eb-8ee7-4949-9293-eba222728aca'] response: {'server_uuid': 'a0b8947f-6536-4804-a3f9-8c99322f61b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8aa0b1a1-1345-4d5f-b871-e153018e0d9c', 'code': 200} May 30 05:23:37.898943 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Current status of the port 8aa0b1a1-1345-4d5f-b871-e153018e0d9c is: ACTIVE; New status is: BUILD {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:23:37.899325 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:23:37.924932 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8aa0b1a1-1345-4d5f-b871-e153018e0d9c {{(pid=88262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 30 05:23:37.957800 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Pushing event updated for resources: {'Port': ['ID=8aa0b1a1-1345-4d5f-b871-e153018e0d9c,revision_number=6']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:23:37.990071 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.db.api [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 05:23:37.990423 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG oslo_db.api [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 05:23:38.303874 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ce0396-3fbd-4143-8b3e-50280be9705f req-dac33bfb-8af9-43bc-81f5-d2d040704190 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:23:38.305320 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f7ce0396-3fbd-4143-8b3e-50280be9705f req-dac33bfb-8af9-43bc-81f5-d2d040704190 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0b8947f-6536-4804-a3f9-8c99322f61b7 HTTP/1.1" status: 200 len: 944 time: 0.0817382 May 30 05:23:38.348319 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f7ce0396-3fbd-4143-8b3e-50280be9705f req-48e33499-4cae-45ec-9423-9e160fe7a6a7 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c25a5a1-86d7-4d8c-b261-3050e30743ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372849 May 30 05:23:38.546313 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Current status of the port 8aa0b1a1-1345-4d5f-b871-e153018e0d9c is: DOWN; New status is: BUILD {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:23:38.546870 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:23:38.565857 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8aa0b1a1-1345-4d5f-b871-e153018e0d9c {{(pid=88262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 30 05:23:38.582178 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port 8aa0b1a1-1345-4d5f-b871-e153018e0d9c, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=8aa0b1a1-1345-4d5f-b871-e153018e0d9c,segment=NetworkSegment(67d7431e-4b49-4424-94af-54c8f5335c79),segment_id=67d7431e-4b49-4424-94af-54c8f5335c79)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:23:38.586691 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:23:38.657244 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] get_ports_and_sgs() called for port_ids ['8aa0b1a1-1345-4d5f-b871-e153018e0d9c'] {{(pid=88262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 30 05:23:38.695826 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Pushing event updated for resources: {'Port': ['ID=8aa0b1a1-1345-4d5f-b871-e153018e0d9c,revision_number=7']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:23:38.716320 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ae7826-7eb3-44ab-8c3e-b23687b641a2 req-52e37ed6-866d-4dab-a848-5074713b8786 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:23:38.717759 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-02ae7826-7eb3-44ab-8c3e-b23687b641a2 req-52e37ed6-866d-4dab-a848-5074713b8786 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.39 "GET /v2.0/ports?device_id=a0b8947f-6536-4804-a3f9-8c99322f61b7&tenant_id=b59d6af6346843408ca206be7ba53b5c&binding%3Ahost_id=hv-neutron-8437 HTTP/1.1" status: 200 len: 945 time: 0.1136751 May 30 05:23:38.725118 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53d97f7-f3f7-4914-a761-4d1fe2964c68 req-60b309b1-7e5b-452f-9ca6-4467ccf0b85a tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:23:38.726541 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c53d97f7-f3f7-4914-a761-4d1fe2964c68 req-60b309b1-7e5b-452f-9ca6-4467ccf0b85a tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0b8947f-6536-4804-a3f9-8c99322f61b7 HTTP/1.1" status: 200 len: 945 time: 0.1604183 May 30 05:23:38.772921 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c53d97f7-f3f7-4914-a761-4d1fe2964c68 req-22ba0678-3327-403e-bfb7-7b288b9e7f35 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c25a5a1-86d7-4d8c-b261-3050e30743ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402930 May 30 05:23:38.857136 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ae7826-7eb3-44ab-8c3e-b23687b641a2 req-5babd83b-a8b4-422d-9bc9-aad8b18186da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:23:38.858526 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-02ae7826-7eb3-44ab-8c3e-b23687b641a2 req-5babd83b-a8b4-422d-9bc9-aad8b18186da service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b59d6af6346843408ca206be7ba53b5c&device_id=a0b8947f-6536-4804-a3f9-8c99322f61b7 HTTP/1.1" status: 200 len: 1098 time: 0.0687230 May 30 05:23:38.985117 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ae7826-7eb3-44ab-8c3e-b23687b641a2 req-df7d5bab-4810-4678-9fa6-921df352cc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:23:38.986554 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-02ae7826-7eb3-44ab-8c3e-b23687b641a2 req-df7d5bab-4810-4678-9fa6-921df352cc23 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3a65ee3d-2cf6-4768-b648-09f420ef6932 HTTP/1.1" status: 200 len: 911 time: 0.1217785 May 30 05:23:39.181891 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-02ae7826-7eb3-44ab-8c3e-b23687b641a2 req-20a6dd63-86ae-4b2a-bafa-a588e7aa0ee0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8aa0b1a1-1345-4d5f-b871-e153018e0d9c HTTP/1.1" status: 200 len: 1001 time: 0.1889856 May 30 05:23:39.245685 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ae7826-7eb3-44ab-8c3e-b23687b641a2 req-6806e33a-3c9b-4966-a156-3812045d5647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:23:39.247164 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-02ae7826-7eb3-44ab-8c3e-b23687b641a2 req-6806e33a-3c9b-4966-a156-3812045d5647 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=940b0563-42ea-4efd-9752-2f2875661058 HTTP/1.1" status: 200 len: 849 time: 0.0589805 May 30 05:23:39.322003 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ae7826-7eb3-44ab-8c3e-b23687b641a2 req-a64c0d12-f97e-4040-8925-e8505555dece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:23:39.323478 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-02ae7826-7eb3-44ab-8c3e-b23687b641a2 req-a64c0d12-f97e-4040-8925-e8505555dece service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3a65ee3d-2cf6-4768-b648-09f420ef6932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699322 May 30 05:23:39.456083 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-02ae7826-7eb3-44ab-8c3e-b23687b641a2 req-97562580-b3b3-4b92-b21f-8aba698579a0 service neutron] 10.222.0.39 "GET /v2.0/networks/3a65ee3d-2cf6-4768-b648-09f420ef6932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260235 May 30 05:23:39.488133 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device 8aa0b1a1-1345-4d5f-b871-e153018e0d9c up at agent hyperv_hv-neutron-8437 {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:23:39.554484 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Provisioning complete for port 8aa0b1a1-1345-4d5f-b871-e153018e0d9c triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:23:39.555214 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:23:39.585299 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-02ae7826-7eb3-44ab-8c3e-b23687b641a2 req-a352e5b3-7e18-4b6e-9760-6594b63abf1e service neutron] 10.222.0.39 "GET /v2.0/networks/3a65ee3d-2cf6-4768-b648-09f420ef6932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238189 May 30 05:23:39.672341 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Current status of the port 8aa0b1a1-1345-4d5f-b871-e153018e0d9c is: BUILD; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:23:39.672727 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:23:39.704538 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port 8aa0b1a1-1345-4d5f-b871-e153018e0d9c, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=8aa0b1a1-1345-4d5f-b871-e153018e0d9c,segment=NetworkSegment(67d7431e-4b49-4424-94af-54c8f5335c79),segment_id=67d7431e-4b49-4424-94af-54c8f5335c79)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:23:39.707852 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:23:39.773253 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Pushing event updated for resources: {'Port': ['ID=8aa0b1a1-1345-4d5f-b871-e153018e0d9c,revision_number=8']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:23:39.873187 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0b8947f-6536-4804-a3f9-8c99322f61b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aa0b1a1-1345-4d5f-b871-e153018e0d9c'}] {{(pid=88262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:23:39.966474 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d461bb-4c1f-4998-b419-c8b0d268abaa req-eb3afd8d-ed95-4af7-915f-85989c23447c tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:23:39.967837 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-18d461bb-4c1f-4998-b419-c8b0d268abaa req-eb3afd8d-ed95-4af7-915f-85989c23447c tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0b8947f-6536-4804-a3f9-8c99322f61b7 HTTP/1.1" status: 200 len: 946 time: 0.0880840 May 30 05:23:40.013969 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-18d461bb-4c1f-4998-b419-c8b0d268abaa req-dbc1b1bb-f047-4436-9224-18f43eb54053 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c25a5a1-86d7-4d8c-b261-3050e30743ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400877 May 30 05:23:40.066087 dv-neutron-843763-1-hyperv neutron-server[88262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c272901a-fcda-4932-81ca-4fa1324c03d5'] response: {'server_uuid': 'a0b8947f-6536-4804-a3f9-8c99322f61b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aa0b1a1-1345-4d5f-b871-e153018e0d9c', 'code': 200} May 30 05:23:41.197129 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b033b8e-52e2-4efd-ac6a-ae60f2f24a26 req-3dc7122c-f581-4280-946c-209eed974de7 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:23:41.198602 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8b033b8e-52e2-4efd-ac6a-ae60f2f24a26 req-3dc7122c-f581-4280-946c-209eed974de7 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0b8947f-6536-4804-a3f9-8c99322f61b7 HTTP/1.1" status: 200 len: 946 time: 0.0783410 May 30 05:23:41.202310 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-45f79e78-106a-4f09-9d2c-69baeab7263d None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 05:23:41.246471 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8b033b8e-52e2-4efd-ac6a-ae60f2f24a26 req-43b6b8b2-6a2d-4202-995d-712ef549d3e0 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c25a5a1-86d7-4d8c-b261-3050e30743ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0375504 May 30 05:23:41.431708 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cedb7f-de88-44c1-80a9-c1c063caf697 req-c3f769e8-5b08-4fa4-b450-1c9882919280 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:23:41.433060 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-96cedb7f-de88-44c1-80a9-c1c063caf697 req-c3f769e8-5b08-4fa4-b450-1c9882919280 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0b8947f-6536-4804-a3f9-8c99322f61b7 HTTP/1.1" status: 200 len: 946 time: 0.0821085 May 30 05:23:41.476515 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-96cedb7f-de88-44c1-80a9-c1c063caf697 req-14677864-72e3-4676-ac98-af2eb2ad2160 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c25a5a1-86d7-4d8c-b261-3050e30743ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377429 May 30 05:23:41.653547 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09581ce1-b4a6-4a6a-881b-a62e52ecdeee req-0f147413-45b3-4f5c-a60c-9d99bec1ba07 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:23:41.655013 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-09581ce1-b4a6-4a6a-881b-a62e52ecdeee req-0f147413-45b3-4f5c-a60c-9d99bec1ba07 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0b8947f-6536-4804-a3f9-8c99322f61b7 HTTP/1.1" status: 200 len: 946 time: 0.0776761 May 30 05:23:41.701856 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-09581ce1-b4a6-4a6a-881b-a62e52ecdeee req-8644a0b9-0279-4311-b909-7e9e190bbc55 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c25a5a1-86d7-4d8c-b261-3050e30743ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411408 May 30 05:23:42.065712 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef9f4c2-eade-4ffc-a2fa-5079e2956de3 req-dbdd4c7f-326a-4131-846f-4124f615771b tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:23:42.067191 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-cef9f4c2-eade-4ffc-a2fa-5079e2956de3 req-dbdd4c7f-326a-4131-846f-4124f615771b tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0b8947f-6536-4804-a3f9-8c99322f61b7 HTTP/1.1" status: 200 len: 946 time: 0.0783913 May 30 05:23:42.109546 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-cef9f4c2-eade-4ffc-a2fa-5079e2956de3 req-d866f834-4f8a-498c-bb48-b145431f591e tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c25a5a1-86d7-4d8c-b261-3050e30743ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0368435 May 30 05:23:43.291320 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914c5001-ed61-4330-9d96-ad771fe63217 req-94ef102a-08b9-4c4d-b65d-ac690408d01d tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:23:43.292773 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-914c5001-ed61-4330-9d96-ad771fe63217 req-94ef102a-08b9-4c4d-b65d-ac690408d01d tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0b8947f-6536-4804-a3f9-8c99322f61b7 HTTP/1.1" status: 200 len: 946 time: 0.0816078 May 30 05:23:43.336042 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-914c5001-ed61-4330-9d96-ad771fe63217 req-325f053e-bc1e-4f1a-8f08-fc0d3d51ab70 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c25a5a1-86d7-4d8c-b261-3050e30743ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376430 May 30 05:23:43.840225 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc401d1d-4756-4a4c-ad08-768f04ccbe5a req-794a6f50-693b-43a2-ac9f-e2a27154af8b tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:23:43.841618 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-dc401d1d-4756-4a4c-ad08-768f04ccbe5a req-794a6f50-693b-43a2-ac9f-e2a27154af8b tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.39 "GET /v2.0/ports?device_id=a0b8947f-6536-4804-a3f9-8c99322f61b7 HTTP/1.1" status: 200 len: 946 time: 0.0775390 May 30 05:23:43.912524 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [req-dc401d1d-4756-4a4c-ad08-768f04ccbe5a req-d656f63b-aa84-4a97-bc6d-a280f233798b tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Deleting port 8aa0b1a1-1345-4d5f-b871-e153018e0d9c {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:23:43.912861 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-dc401d1d-4756-4a4c-ad08-768f04ccbe5a req-d656f63b-aa84-4a97-bc6d-a280f233798b tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:23:44.150410 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [req-dc401d1d-4756-4a4c-ad08-768f04ccbe5a req-d656f63b-aa84-4a97-bc6d-a280f233798b tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] For port 8aa0b1a1-1345-4d5f-b871-e153018e0d9c, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=8aa0b1a1-1345-4d5f-b871-e153018e0d9c,segment=NetworkSegment(67d7431e-4b49-4424-94af-54c8f5335c79),segment_id=67d7431e-4b49-4424-94af-54c8f5335c79)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:23:44.150684 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-dc401d1d-4756-4a4c-ad08-768f04ccbe5a req-d656f63b-aa84-4a97-bc6d-a280f233798b tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:23:44.577033 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-dc401d1d-4756-4a4c-ad08-768f04ccbe5a req-d656f63b-aa84-4a97-bc6d-a280f233798b tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:23:44.577734 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-dc401d1d-4756-4a4c-ad08-768f04ccbe5a req-d656f63b-aa84-4a97-bc6d-a280f233798b tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1604762'] for floatingip, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:23:44.577734 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.db.l3_db [req-dc401d1d-4756-4a4c-ad08-768f04ccbe5a req-d656f63b-aa84-4a97-bc6d-a280f233798b tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Floating IP 70f6ce4f-9b33-4607-8ad6-b6662bc6e03e disassociated. External IP: 172.26.6.162, port: 8aa0b1a1-1345-4d5f-b871-e153018e0d9c. May 30 05:23:44.578034 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [req-dc401d1d-4756-4a4c-ad08-768f04ccbe5a req-d656f63b-aa84-4a97-bc6d-a280f233798b tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Calling delete_port for 8aa0b1a1-1345-4d5f-b871-e153018e0d9c owned by compute:nova {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:23:44.646990 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5c38e4-cbf7-409f-8070-789d74b3444f req-17ea4ec4-38eb-4deb-832e-456d9eafc93a tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:23:44.648581 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8b5c38e4-cbf7-409f-8070-789d74b3444f req-17ea4ec4-38eb-4deb-832e-456d9eafc93a tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0b8947f-6536-4804-a3f9-8c99322f61b7 HTTP/1.1" status: 200 len: 946 time: 0.1658030 May 30 05:23:44.744213 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8b5c38e4-cbf7-409f-8070-789d74b3444f req-3d4871f8-184a-4b7d-84b8-a4da3486ff0f tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c25a5a1-86d7-4d8c-b261-3050e30743ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0779448 May 30 05:23:44.767233 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-dc401d1d-4756-4a4c-ad08-768f04ccbe5a req-d656f63b-aa84-4a97-bc6d-a280f233798b tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:23:44.816425 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d656f63b-aa84-4a97-bc6d-a280f233798b tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Pushing event deleted for resources: {'Port': ['ID=8aa0b1a1-1345-4d5f-b871-e153018e0d9c,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:23:45.001948 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dc401d1d-4756-4a4c-ad08-768f04ccbe5a req-d656f63b-aa84-4a97-bc6d-a280f233798b tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Router de6baeaf-4ad4-42fb-9635-f053df75d901 has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 05:23:45.172865 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dc401d1d-4756-4a4c-ad08-768f04ccbe5a req-d656f63b-aa84-4a97-bc6d-a280f233798b tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:23:45.182343 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d12233-ffc8-4a71-8370-d9e8c4a94c64 None None] Sync routers for ids ['de6baeaf-4ad4-42fb-9635-f053df75d901'] in dv-neutron-843763-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:23:45.191561 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d12233-ffc8-4a71-8370-d9e8c4a94c64 None None] Routers {'de6baeaf-4ad4-42fb-9635-f053df75d901'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:23:45.192160 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-27d12233-ffc8-4a71-8370-d9e8c4a94c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:23:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['de6baeaf-4ad4-42fb-9635-f053df75d901'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:23:45.247042 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc401d1d-4756-4a4c-ad08-768f04ccbe5a req-d656f63b-aa84-4a97-bc6d-a280f233798b tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] No DVR routers for this DVR port 8aa0b1a1-1345-4d5f-b871-e153018e0d9c on host hv-neutron-8437 {{(pid=88261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 05:23:45.249505 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-dc401d1d-4756-4a4c-ad08-768f04ccbe5a req-d656f63b-aa84-4a97-bc6d-a280f233798b tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:23:45.253377 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0b8947f-6536-4804-a3f9-8c99322f61b7', 'name': 'network-vif-deleted', 'tag': '8aa0b1a1-1345-4d5f-b871-e153018e0d9c'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:23:45.269613 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-dc401d1d-4756-4a4c-ad08-768f04ccbe5a req-d656f63b-aa84-4a97-bc6d-a280f233798b tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.39 "DELETE /v2.0/ports/8aa0b1a1-1345-4d5f-b871-e153018e0d9c HTTP/1.1" status: 204 len: 173 time: 1.4222720 May 30 05:23:45.305826 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea886b27-fbb2-4943-a02b-66c88d4e20af'] response: {'server_uuid': 'a0b8947f-6536-4804-a3f9-8c99322f61b7', 'name': 'network-vif-deleted', 'tag': '8aa0b1a1-1345-4d5f-b871-e153018e0d9c', 'status': 'completed', 'code': 200} May 30 05:23:45.388013 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-27d12233-ffc8-4a71-8370-d9e8c4a94c64 None None] Set router de6baeaf-4ad4-42fb-9635-f053df75d901 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:23:45.697556 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-27d12233-ffc8-4a71-8370-d9e8c4a94c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de6baeaf-4ad4-42fb-9635-f053df75d901', 'name': 'tempest-ServerActionsTestJSON-21623125-router', 'tenant_id': 'b59d6af6346843408ca206be7ba53b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.195'}], 'enable_snat': True}, 'gw_port_id': '4f8bc2d8-500b-4ad7-bf02-2f7c47aa7562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:22:46Z', 'updated_at': '2022-05-30T05:22:50Z', 'revision_number': 4, 'project_id': 'b59d6af6346843408ca206be7ba53b5c', 'gw_port': {'id': '4f8bc2d8-500b-4ad7-bf02-2f7c47aa7562', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b7:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6baeaf-4ad4-42fb-9635-f053df75d901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:22:47Z', 'updated_at': '2022-05-30T05:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': 'e35f30c2-ff66-465e-a102-339b8ce31be9', 'name': '', 'network_id': '3a65ee3d-2cf6-4768-b648-09f420ef6932', 'tenant_id': 'b59d6af6346843408ca206be7ba53b5c', 'mac_address': 'fa:16:3e:55:05:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6baeaf-4ad4-42fb-9635-f053df75d901', 'device_owner': 'network:router_interface', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': '940b0563-42ea-4efd-9752-2f2875661058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:22:49Z', 'updated_at': '2022-05-30T05:22:56Z', 'revision_number': 5, 'project_id': 'b59d6af6346843408ca206be7ba53b5c', 'subnets': [{'id': '940b0563-42ea-4efd-9752-2f2875661058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:23:45.701368 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d12233-ffc8-4a71-8370-d9e8c4a94c64 None None] Checking router: de6baeaf-4ad4-42fb-9635-f053df75d901 for host: dv-neutron-843763-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 05:23:45.710638 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d12233-ffc8-4a71-8370-d9e8c4a94c64 None None] Routers {'de6baeaf-4ad4-42fb-9635-f053df75d901'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:23:45.711241 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-27d12233-ffc8-4a71-8370-d9e8c4a94c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:23:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['de6baeaf-4ad4-42fb-9635-f053df75d901'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:23:45.914238 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-27d12233-ffc8-4a71-8370-d9e8c4a94c64 None None] Set router de6baeaf-4ad4-42fb-9635-f053df75d901 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:23:46.075918 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a7d54807-bda7-4d55-869e-753597d5c57c req-fa61fae5-41f0-47bd-927b-f3ebf0cb1cf2 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--18171100&fields=id&tenant_id=b59d6af6346843408ca206be7ba53b5c HTTP/1.1" status: 200 len: 267 time: 0.0379233 May 30 05:23:46.218294 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-27d12233-ffc8-4a71-8370-d9e8c4a94c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de6baeaf-4ad4-42fb-9635-f053df75d901', 'name': 'tempest-ServerActionsTestJSON-21623125-router', 'tenant_id': 'b59d6af6346843408ca206be7ba53b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.195'}], 'enable_snat': True}, 'gw_port_id': '4f8bc2d8-500b-4ad7-bf02-2f7c47aa7562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:22:46Z', 'updated_at': '2022-05-30T05:22:50Z', 'revision_number': 4, 'project_id': 'b59d6af6346843408ca206be7ba53b5c', 'gw_port': {'id': '4f8bc2d8-500b-4ad7-bf02-2f7c47aa7562', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b7:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6baeaf-4ad4-42fb-9635-f053df75d901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:22:47Z', 'updated_at': '2022-05-30T05:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': 'e35f30c2-ff66-465e-a102-339b8ce31be9', 'name': '', 'network_id': '3a65ee3d-2cf6-4768-b648-09f420ef6932', 'tenant_id': 'b59d6af6346843408ca206be7ba53b5c', 'mac_address': 'fa:16:3e:55:05:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6baeaf-4ad4-42fb-9635-f053df75d901', 'device_owner': 'network:router_interface', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': '940b0563-42ea-4efd-9752-2f2875661058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:22:49Z', 'updated_at': '2022-05-30T05:22:56Z', 'revision_number': 5, 'project_id': 'b59d6af6346843408ca206be7ba53b5c', 'subnets': [{'id': '940b0563-42ea-4efd-9752-2f2875661058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:23:46.222160 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d12233-ffc8-4a71-8370-d9e8c4a94c64 None None] The sync data for ids ['de6baeaf-4ad4-42fb-9635-f053df75d901'] in dv-neutron-843763-1-hyperv is: [{'id': 'de6baeaf-4ad4-42fb-9635-f053df75d901', 'name': 'tempest-ServerActionsTestJSON-21623125-router', 'tenant_id': 'b59d6af6346843408ca206be7ba53b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.195'}], 'enable_snat': True}, 'gw_port_id': '4f8bc2d8-500b-4ad7-bf02-2f7c47aa7562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:22:46Z', 'updated_at': '2022-05-30T05:22:50Z', 'revision_number': 4, 'project_id': 'b59d6af6346843408ca206be7ba53b5c', 'gw_port': {'id': '4f8bc2d8-500b-4ad7-bf02-2f7c47aa7562', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b7:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6baeaf-4ad4-42fb-9635-f053df75d901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:22:47Z', 'updated_at': '2022-05-30T05:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': 'e35f30c2-ff66-465e-a102-339b8ce31be9', 'name': '', 'network_id': '3a65ee3d-2cf6-4768-b648-09f420ef6932', 'tenant_id': 'b59d6af6346843408ca206be7ba53b5c', 'mac_address': 'fa:16:3e:55:05:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6baeaf-4ad4-42fb-9635-f053df75d901', 'device_owner': 'network:router_interface', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': '940b0563-42ea-4efd-9752-2f2875661058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:22:49Z', 'updated_at': '2022-05-30T05:22:56Z', 'revision_number': 5, 'project_id': 'b59d6af6346843408ca206be7ba53b5c', 'subnets': [{'id': '940b0563-42ea-4efd-9752-2f2875661058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:23:46.223864 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d54807-bda7-4d55-869e-753597d5c57c req-44f89a33-7421-41cd-b854-7ab8ff27b408 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:23:46.226134 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a7d54807-bda7-4d55-869e-753597d5c57c req-44f89a33-7421-41cd-b854-7ab8ff27b408 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/networks?id=3a65ee3d-2cf6-4768-b648-09f420ef6932 HTTP/1.1" status: 200 len: 810 time: 0.1435883 May 30 05:23:46.244658 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a7d54807-bda7-4d55-869e-753597d5c57c req-c6b93870-496b-45a8-bf36-419d317cb003 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/quotas/b59d6af6346843408ca206be7ba53b5c HTTP/1.1" status: 200 len: 375 time: 0.0129297 May 30 05:23:46.328206 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-a7d54807-bda7-4d55-869e-753597d5c57c req-b6fb92db-14ad-4ae5-bf30-3ab9ac57ec7c tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Synchronizing usage tracker for tenant:b59d6af6346843408ca206be7ba53b5c on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:23:46.344812 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-a7d54807-bda7-4d55-869e-753597d5c57c req-b6fb92db-14ad-4ae5-bf30-3ab9ac57ec7c tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Unset dirty status for tenant:b59d6af6346843408ca206be7ba53b5c on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:23:46.346264 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a7d54807-bda7-4d55-869e-753597d5c57c req-b6fb92db-14ad-4ae5-bf30-3ab9ac57ec7c tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b59d6af6346843408ca206be7ba53b5c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0970023 May 30 05:23:46.451652 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ede89e-70d5-4f58-8ee6-b3e302d97ac2 None None] New status for floating IP 70f6ce4f-9b33-4607-8ad6-b6662bc6e03e: DOWN {{(pid=88262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 30 05:23:46.488194 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a7d54807-bda7-4d55-869e-753597d5c57c req-21b1e9a6-8551-46f7-a920-f85db3801db1 service neutron] 10.222.0.15 "GET /v2.0/networks/3a65ee3d-2cf6-4768-b648-09f420ef6932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296284 May 30 05:23:46.616668 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a7d54807-bda7-4d55-869e-753597d5c57c req-fa584b29-d12a-463a-9c6a-0318f909a21d service neutron] 10.222.0.15 "GET /v2.0/networks/3a65ee3d-2cf6-4768-b648-09f420ef6932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225441 May 30 05:23:46.800938 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6d4af0bb-8b69-4b76-ac9c-a26b0db95767 req-46aa64f2-198b-4598-bcf1-72a92e0c5005 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8a18e8a-8f0f-49b4-974d-1c5fadebe03c HTTP/1.1" status: 200 len: 210 time: 0.0491395 May 30 05:23:47.519985 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device 8aa0b1a1-1345-4d5f-b871-e153018e0d9c no longer exists at agent hyperv_hv-neutron-8437 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 05:23:47.554240 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] No Port match for: 8aa0b1a1-1345-4d5f-b871-e153018e0d9c {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 05:23:47.554579 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device 8aa0b1a1-1345-4d5f-b871-e153018e0d9c not bound to the agent host hv-neutron-8437 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 05:23:47.604199 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:23:47.964719 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d54807-bda7-4d55-869e-753597d5c57c req-9bccb699-b043-4850-81a5-fb05737a602c tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:23:47.966140 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a7d54807-bda7-4d55-869e-753597d5c57c req-9bccb699-b043-4850-81a5-fb05737a602c tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.39 "GET /v2.0/networks?id=3a65ee3d-2cf6-4768-b648-09f420ef6932 HTTP/1.1" status: 200 len: 810 time: 0.2987020 May 30 05:23:47.972468 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a496399b-0a5c-46ff-b624-656b2bf606db req-f1ff2dc1-6d23-4c77-b79b-8da548e6a716 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8a18e8a-8f0f-49b4-974d-1c5fadebe03c HTTP/1.1" status: 200 len: 210 time: 0.0507064 May 30 05:23:48.013683 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a7d54807-bda7-4d55-869e-753597d5c57c req-c075d370-b7e4-40d3-a5be-1a47305f691d tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b59d6af6346843408ca206be7ba53b5c HTTP/1.1" status: 200 len: 378 time: 0.0393190 May 30 05:23:48.027826 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [req-a7d54807-bda7-4d55-869e-753597d5c57c req-7d235960-1bc4-4abf-9456-1c7f3520d087 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Request body: {'port': {'device_id': 'f8a18e8a-8f0f-49b4-974d-1c5fadebe03c', 'network_id': '3a65ee3d-2cf6-4768-b648-09f420ef6932', 'admin_state_up': True, 'tenant_id': 'b59d6af6346843408ca206be7ba53b5c', 'security_groups': ['5c25a5a1-86d7-4d8c-b261-3050e30743ba']}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:23:48.165757 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [req-a7d54807-bda7-4d55-869e-753597d5c57c req-7d235960-1bc4-4abf-9456-1c7f3520d087 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:23:48.175616 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [req-a7d54807-bda7-4d55-869e-753597d5c57c req-7d235960-1bc4-4abf-9456-1c7f3520d087 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:23:48.185435 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7d54807-bda7-4d55-869e-753597d5c57c req-7d235960-1bc4-4abf-9456-1c7f3520d087 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Made reservation on behalf of b59d6af6346843408ca206be7ba53b5c for: {'port': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:23:48.189029 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-a7d54807-bda7-4d55-869e-753597d5c57c req-7d235960-1bc4-4abf-9456-1c7f3520d087 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:23:48.347584 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [req-a7d54807-bda7-4d55-869e-753597d5c57c req-7d235960-1bc4-4abf-9456-1c7f3520d087 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Allocated IP 172.20.0.11 (3a65ee3d-2cf6-4768-b648-09f420ef6932/940b0563-42ea-4efd-9752-2f2875661058/2b7473ee-bf58-4aba-b4c5-b6da44c498ef) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:23:48.529226 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-a7d54807-bda7-4d55-869e-753597d5c57c req-7d235960-1bc4-4abf-9456-1c7f3520d087 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:23:48.543778 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [req-a7d54807-bda7-4d55-869e-753597d5c57c req-7d235960-1bc4-4abf-9456-1c7f3520d087 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Transition to ACTIVE for port object 2b7473ee-bf58-4aba-b4c5-b6da44c498ef will not be triggered until provisioned by entity DHCP. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:23:48.566782 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-a7d54807-bda7-4d55-869e-753597d5c57c req-7d235960-1bc4-4abf-9456-1c7f3520d087 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:23:48.641233 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7d54807-bda7-4d55-869e-753597d5c57c req-7d235960-1bc4-4abf-9456-1c7f3520d087 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Network 3a65ee3d-2cf6-4768-b648-09f420ef6932 is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:23:48.644638 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [req-a7d54807-bda7-4d55-869e-753597d5c57c req-7d235960-1bc4-4abf-9456-1c7f3520d087 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:23:48.648480 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7d54807-bda7-4d55-869e-753597d5c57c req-7d235960-1bc4-4abf-9456-1c7f3520d087 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:23:48.679178 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d235960-1bc4-4abf-9456-1c7f3520d087 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Pushing event updated for resources: {'Port': ['ID=2b7473ee-bf58-4aba-b4c5-b6da44c498ef,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:23:48.716137 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d54807-bda7-4d55-869e-753597d5c57c req-7d235960-1bc4-4abf-9456-1c7f3520d087 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:23:48.716741 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-a7d54807-bda7-4d55-869e-753597d5c57c req-7d235960-1bc4-4abf-9456-1c7f3520d087 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:23:48.742421 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a7d54807-bda7-4d55-869e-753597d5c57c req-7d235960-1bc4-4abf-9456-1c7f3520d087 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7236488 May 30 05:23:48.753983 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [req-a7d54807-bda7-4d55-869e-753597d5c57c req-e329dc4c-c323-4b2a-b284-b12590129700 service neutron] Request body: {'port': {'device_id': 'f8a18e8a-8f0f-49b4-974d-1c5fadebe03c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8437'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:23:48.867814 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-a7d54807-bda7-4d55-869e-753597d5c57c req-e329dc4c-c323-4b2a-b284-b12590129700 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:23:48.905199 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-6a6ff751-c073-46ae-8e68-cc3cccbfaeb8 None None] Provisioning for port 2b7473ee-bf58-4aba-b4c5-b6da44c498ef completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:23:48.910566 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-6a6ff751-c073-46ae-8e68-cc3cccbfaeb8 None None] Provisioning complete for port 2b7473ee-bf58-4aba-b4c5-b6da44c498ef triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:23:48.910964 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-6a6ff751-c073-46ae-8e68-cc3cccbfaeb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:23:48.963093 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-6a6ff751-c073-46ae-8e68-cc3cccbfaeb8 None None] Port 2b7473ee-bf58-4aba-b4c5-b6da44c498ef cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 05:23:49.204285 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6dc35a-9a84-4dd6-bc8c-2c867a940df7 req-18d30e87-bbcd-455f-b0b8-5501065c2f65 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:23:49.204968 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-cf6dc35a-9a84-4dd6-bc8c-2c867a940df7 req-18d30e87-bbcd-455f-b0b8-5501065c2f65 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Synchronizing usage tracker for tenant:b59d6af6346843408ca206be7ba53b5c on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:23:49.268766 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-cf6dc35a-9a84-4dd6-bc8c-2c867a940df7 req-18d30e87-bbcd-455f-b0b8-5501065c2f65 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Unset dirty status for tenant:b59d6af6346843408ca206be7ba53b5c on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:23:49.270212 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-cf6dc35a-9a84-4dd6-bc8c-2c867a940df7 req-18d30e87-bbcd-455f-b0b8-5501065c2f65 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8a18e8a-8f0f-49b4-974d-1c5fadebe03c HTTP/1.1" status: 200 len: 932 time: 0.1934850 May 30 05:23:49.300695 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [req-a7d54807-bda7-4d55-869e-753597d5c57c req-e329dc4c-c323-4b2a-b284-b12590129700 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b7473ee-bf58-4aba-b4c5-b6da44c498ef {{(pid=88261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 30 05:23:49.315180 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-a7d54807-bda7-4d55-869e-753597d5c57c req-e329dc4c-c323-4b2a-b284-b12590129700 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:23:49.337712 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-cf6dc35a-9a84-4dd6-bc8c-2c867a940df7 req-21e56290-e77e-4481-b8fb-0ac5fb2bc5df tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c25a5a1-86d7-4d8c-b261-3050e30743ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0604534 May 30 05:23:49.340052 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [req-a7d54807-bda7-4d55-869e-753597d5c57c req-e329dc4c-c323-4b2a-b284-b12590129700 service neutron] Transition to ACTIVE for port object 2b7473ee-bf58-4aba-b4c5-b6da44c498ef will not be triggered until provisioned by entity L2. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:23:49.344586 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-a7d54807-bda7-4d55-869e-753597d5c57c req-e329dc4c-c323-4b2a-b284-b12590129700 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2304381'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:23:49.502233 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e329dc4c-c323-4b2a-b284-b12590129700 service neutron] Pushing event updated for resources: {'Port': ['ID=2b7473ee-bf58-4aba-b4c5-b6da44c498ef,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:23:49.587496 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [req-a7d54807-bda7-4d55-869e-753597d5c57c req-e329dc4c-c323-4b2a-b284-b12590129700 service neutron] Attempting to bind port 2b7473ee-bf58-4aba-b4c5-b6da44c498ef on host hv-neutron-8437 for vnic_type normal with profile {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 05:23:49.587854 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [req-a7d54807-bda7-4d55-869e-753597d5c57c req-e329dc4c-c323-4b2a-b284-b12590129700 service neutron] Attempting to bind port 2b7473ee-bf58-4aba-b4c5-b6da44c498ef by drivers openvswitch,hyperv on host hv-neutron-8437 at level 0 using segments [{'id': '67d7431e-4b49-4424-94af-54c8f5335c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '3a65ee3d-2cf6-4768-b648-09f420ef6932'}] {{(pid=88261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 05:23:49.588183 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d54807-bda7-4d55-869e-753597d5c57c req-e329dc4c-c323-4b2a-b284-b12590129700 service neutron] Attempting to bind port 2b7473ee-bf58-4aba-b4c5-b6da44c498ef on network 3a65ee3d-2cf6-4768-b648-09f420ef6932 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:23:49.592831 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d54807-bda7-4d55-869e-753597d5c57c req-e329dc4c-c323-4b2a-b284-b12590129700 service neutron] Port 2b7473ee-bf58-4aba-b4c5-b6da44c498ef on network 3a65ee3d-2cf6-4768-b648-09f420ef6932 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8437 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 30 05:23:49.593147 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d54807-bda7-4d55-869e-753597d5c57c req-e329dc4c-c323-4b2a-b284-b12590129700 service neutron] Attempting to bind port 2b7473ee-bf58-4aba-b4c5-b6da44c498ef on network 3a65ee3d-2cf6-4768-b648-09f420ef6932 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:23:49.598270 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d54807-bda7-4d55-869e-753597d5c57c req-e329dc4c-c323-4b2a-b284-b12590129700 service neutron] Checking agent: {'id': 'de0c936d-420b-412f-9642-7bfe80b5ab25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8437', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 51, 47), 'started_at': datetime.datetime(2022, 5, 30, 4, 51, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 5, 23, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 05:23:49.598600 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d54807-bda7-4d55-869e-753597d5c57c req-e329dc4c-c323-4b2a-b284-b12590129700 service neutron] Checking segment: {'id': '67d7431e-4b49-4424-94af-54c8f5335c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '3a65ee3d-2cf6-4768-b648-09f420ef6932'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:23:49.598972 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d54807-bda7-4d55-869e-753597d5c57c req-e329dc4c-c323-4b2a-b284-b12590129700 service neutron] Bound using segment: {'id': '67d7431e-4b49-4424-94af-54c8f5335c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '3a65ee3d-2cf6-4768-b648-09f420ef6932'} {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 05:23:49.599388 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [req-a7d54807-bda7-4d55-869e-753597d5c57c req-e329dc4c-c323-4b2a-b284-b12590129700 service neutron] Bound port: 2b7473ee-bf58-4aba-b4c5-b6da44c498ef, host: hv-neutron-8437, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67d7431e-4b49-4424-94af-54c8f5335c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '3a65ee3d-2cf6-4768-b648-09f420ef6932'}}] {{(pid=88261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 05:23:49.599727 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-a7d54807-bda7-4d55-869e-753597d5c57c req-e329dc4c-c323-4b2a-b284-b12590129700 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:23:49.687909 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [req-a7d54807-bda7-4d55-869e-753597d5c57c req-e329dc4c-c323-4b2a-b284-b12590129700 service neutron] For port 2b7473ee-bf58-4aba-b4c5-b6da44c498ef, host hv-neutron-8437, cleared binding levels {{(pid=88261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 05:23:49.690666 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [req-a7d54807-bda7-4d55-869e-753597d5c57c req-e329dc4c-c323-4b2a-b284-b12590129700 service neutron] For port 2b7473ee-bf58-4aba-b4c5-b6da44c498ef, host hv-neutron-8437, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=2b7473ee-bf58-4aba-b4c5-b6da44c498ef,segment=NetworkSegment(67d7431e-4b49-4424-94af-54c8f5335c79),segment_id=67d7431e-4b49-4424-94af-54c8f5335c79)] {{(pid=88261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 05:23:49.695427 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-a7d54807-bda7-4d55-869e-753597d5c57c req-e329dc4c-c323-4b2a-b284-b12590129700 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2304381'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:23:49.744962 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d54807-bda7-4d55-869e-753597d5c57c req-e329dc4c-c323-4b2a-b284-b12590129700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:23:49.745287 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-a7d54807-bda7-4d55-869e-753597d5c57c req-e329dc4c-c323-4b2a-b284-b12590129700 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:23:49.746764 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a7d54807-bda7-4d55-869e-753597d5c57c req-e329dc4c-c323-4b2a-b284-b12590129700 service neutron] 10.222.0.39 "PUT /v2.0/ports/2b7473ee-bf58-4aba-b4c5-b6da44c498ef HTTP/1.1" status: 200 len: 1094 time: 0.9970832 May 30 05:23:49.755516 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8a18e8a-8f0f-49b4-974d-1c5fadebe03c', 'tag': '2b7473ee-bf58-4aba-b4c5-b6da44c498ef'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:23:49.821407 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3018facf-ed08-4667-985a-a7f1395e662b'] response: {'name': 'network-changed', 'server_uuid': 'f8a18e8a-8f0f-49b4-974d-1c5fadebe03c', 'tag': '2b7473ee-bf58-4aba-b4c5-b6da44c498ef', 'status': 'completed', 'code': 200} May 30 05:23:49.834040 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e329dc4c-c323-4b2a-b284-b12590129700 service neutron] Pushing event updated for resources: {'Port': ['ID=2b7473ee-bf58-4aba-b4c5-b6da44c498ef,revision_number=3']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:23:49.868975 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d54807-bda7-4d55-869e-753597d5c57c req-27c14fed-accd-4ee0-8b5d-4ed16f29cd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:23:49.870514 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a7d54807-bda7-4d55-869e-753597d5c57c req-27c14fed-accd-4ee0-8b5d-4ed16f29cd8b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b59d6af6346843408ca206be7ba53b5c&device_id=f8a18e8a-8f0f-49b4-974d-1c5fadebe03c HTTP/1.1" status: 200 len: 1097 time: 0.0834019 May 30 05:23:50.036399 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a7d54807-bda7-4d55-869e-753597d5c57c req-0c921f5c-6250-4760-8bf8-4d8c6bcbfb70 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b7473ee-bf58-4aba-b4c5-b6da44c498ef HTTP/1.1" status: 200 len: 217 time: 0.1592422 May 30 05:23:50.098498 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d54807-bda7-4d55-869e-753597d5c57c req-6c25f3de-70b7-4ad1-b43e-28f32f42fc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:23:50.099894 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a7d54807-bda7-4d55-869e-753597d5c57c req-6c25f3de-70b7-4ad1-b43e-28f32f42fc62 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=940b0563-42ea-4efd-9752-2f2875661058 HTTP/1.1" status: 200 len: 849 time: 0.0576768 May 30 05:23:50.173606 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d54807-bda7-4d55-869e-753597d5c57c req-947f97f1-f6ca-41f6-99e4-ad43b66ccb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:23:50.175089 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a7d54807-bda7-4d55-869e-753597d5c57c req-947f97f1-f6ca-41f6-99e4-ad43b66ccb67 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3a65ee3d-2cf6-4768-b648-09f420ef6932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689857 May 30 05:23:50.303698 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a7d54807-bda7-4d55-869e-753597d5c57c req-92cbc6b8-0d90-4b17-b5b6-49adfa035c17 service neutron] 10.222.0.39 "GET /v2.0/networks/3a65ee3d-2cf6-4768-b648-09f420ef6932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223791 May 30 05:23:50.434043 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a7d54807-bda7-4d55-869e-753597d5c57c req-f8e10fe9-10ce-440f-888e-c7c95c590592 service neutron] 10.222.0.39 "GET /v2.0/networks/3a65ee3d-2cf6-4768-b648-09f420ef6932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239505 May 30 05:23:50.591051 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd0e83c-0e7a-47fd-bc08-1b8f7be8a9c3 req-90851b95-9fc7-4c04-b9be-6a23a05cdbe0 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:23:50.592390 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-cfd0e83c-0e7a-47fd-bc08-1b8f7be8a9c3 req-90851b95-9fc7-4c04-b9be-6a23a05cdbe0 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8a18e8a-8f0f-49b4-974d-1c5fadebe03c HTTP/1.1" status: 200 len: 944 time: 0.1421125 May 30 05:23:50.594780 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2823a936-e88f-4f09-bb1e-1381b3448b20 req-65335056-7260-4845-a1df-e63639276745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:23:50.596077 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2823a936-e88f-4f09-bb1e-1381b3448b20 req-65335056-7260-4845-a1df-e63639276745 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b59d6af6346843408ca206be7ba53b5c&device_id=f8a18e8a-8f0f-49b4-974d-1c5fadebe03c HTTP/1.1" status: 200 len: 1097 time: 0.1065261 May 30 05:23:50.716225 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-cfd0e83c-0e7a-47fd-bc08-1b8f7be8a9c3 req-c05f589a-d67e-4b72-a121-8f2cfc482a03 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c25a5a1-86d7-4d8c-b261-3050e30743ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1181002 May 30 05:23:50.754081 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2823a936-e88f-4f09-bb1e-1381b3448b20 req-a98f9f66-69d3-4302-ba66-fa7d7ecea574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:23:50.756109 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2823a936-e88f-4f09-bb1e-1381b3448b20 req-a98f9f66-69d3-4302-ba66-fa7d7ecea574 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3a65ee3d-2cf6-4768-b648-09f420ef6932 HTTP/1.1" status: 200 len: 911 time: 0.1456442 May 30 05:23:50.823845 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2823a936-e88f-4f09-bb1e-1381b3448b20 req-86966384-1ad5-45d8-b634-17021a1d9fac service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b7473ee-bf58-4aba-b4c5-b6da44c498ef HTTP/1.1" status: 200 len: 217 time: 0.0621817 May 30 05:23:50.884234 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2823a936-e88f-4f09-bb1e-1381b3448b20 req-6768d568-3569-45b8-b30e-7e0cbfd12ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:23:50.885929 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2823a936-e88f-4f09-bb1e-1381b3448b20 req-6768d568-3569-45b8-b30e-7e0cbfd12ec4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=940b0563-42ea-4efd-9752-2f2875661058 HTTP/1.1" status: 200 len: 849 time: 0.0562553 May 30 05:23:50.962849 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2823a936-e88f-4f09-bb1e-1381b3448b20 req-b2d0b9f8-0350-466e-93b6-02dc59fa583d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:23:50.964313 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2823a936-e88f-4f09-bb1e-1381b3448b20 req-b2d0b9f8-0350-466e-93b6-02dc59fa583d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3a65ee3d-2cf6-4768-b648-09f420ef6932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725596 May 30 05:23:51.092250 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2823a936-e88f-4f09-bb1e-1381b3448b20 req-55612382-87cc-42b2-b5eb-22a77f4d8eea service neutron] 10.222.0.39 "GET /v2.0/networks/3a65ee3d-2cf6-4768-b648-09f420ef6932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212900 May 30 05:23:51.218020 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2823a936-e88f-4f09-bb1e-1381b3448b20 req-83a29f7f-dd83-4e21-a2f4-1181275e77ad service neutron] 10.222.0.39 "GET /v2.0/networks/3a65ee3d-2cf6-4768-b648-09f420ef6932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197147 May 30 05:23:51.897442 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1575e0-2291-45d7-b8d2-04e3a2d84d7c req-a2693cce-f809-4049-830e-315d88f5c572 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:23:51.898880 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-aa1575e0-2291-45d7-b8d2-04e3a2d84d7c req-a2693cce-f809-4049-830e-315d88f5c572 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8a18e8a-8f0f-49b4-974d-1c5fadebe03c HTTP/1.1" status: 200 len: 944 time: 0.0791965 May 30 05:23:51.940959 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-aa1575e0-2291-45d7-b8d2-04e3a2d84d7c req-4a8c42e2-9dbb-43ba-a7b9-c44e8899f469 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c25a5a1-86d7-4d8c-b261-3050e30743ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0365629 May 30 05:23:53.135254 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e279e6c1-df77-484e-87bc-ceea66349d18 req-1a9bf2d9-cabe-4422-bc10-bdd251ada79e tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:23:53.136699 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e279e6c1-df77-484e-87bc-ceea66349d18 req-1a9bf2d9-cabe-4422-bc10-bdd251ada79e tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8a18e8a-8f0f-49b4-974d-1c5fadebe03c HTTP/1.1" status: 200 len: 944 time: 0.0808628 May 30 05:23:53.179979 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e279e6c1-df77-484e-87bc-ceea66349d18 req-02655970-e5e5-40a2-b9ca-5b7900a5f839 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c25a5a1-86d7-4d8c-b261-3050e30743ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0375564 May 30 05:23:53.550651 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device 2b7473ee-bf58-4aba-b4c5-b6da44c498ef details requested by agent hyperv_hv-neutron-8437 with host hv-neutron-8437 {{(pid=88262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 05:23:53.683263 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port 2b7473ee-bf58-4aba-b4c5-b6da44c498ef, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=2b7473ee-bf58-4aba-b4c5-b6da44c498ef,segment=NetworkSegment(67d7431e-4b49-4424-94af-54c8f5335c79),segment_id=67d7431e-4b49-4424-94af-54c8f5335c79)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:23:53.696641 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Returning: {'device': '2b7473ee-bf58-4aba-b4c5-b6da44c498ef', 'network_id': '3a65ee3d-2cf6-4768-b648-09f420ef6932', 'port_id': '2b7473ee-bf58-4aba-b4c5-b6da44c498ef', 'mac_address': 'fa:16:3e:98:eb:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '940b0563-42ea-4efd-9752-2f2875661058', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 05:23:53.748799 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Current status of the port 2b7473ee-bf58-4aba-b4c5-b6da44c498ef is: DOWN; New status is: BUILD {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:23:53.749177 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:23:53.766000 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b7473ee-bf58-4aba-b4c5-b6da44c498ef {{(pid=88262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 30 05:23:53.781182 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port 2b7473ee-bf58-4aba-b4c5-b6da44c498ef, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=2b7473ee-bf58-4aba-b4c5-b6da44c498ef,segment=NetworkSegment(67d7431e-4b49-4424-94af-54c8f5335c79),segment_id=67d7431e-4b49-4424-94af-54c8f5335c79)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:23:53.784908 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:23:53.851872 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Pushing event updated for resources: {'Port': ['ID=2b7473ee-bf58-4aba-b4c5-b6da44c498ef,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:23:54.084788 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] get_ports_and_sgs() called for port_ids ['2b7473ee-bf58-4aba-b4c5-b6da44c498ef'] {{(pid=88262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 30 05:23:54.365370 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bec7a69-db6c-434e-8bcb-4b0796318dc0 req-82f784dc-3730-441e-bf63-b55bbe7d9702 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:23:54.366857 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7bec7a69-db6c-434e-8bcb-4b0796318dc0 req-82f784dc-3730-441e-bf63-b55bbe7d9702 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8a18e8a-8f0f-49b4-974d-1c5fadebe03c HTTP/1.1" status: 200 len: 945 time: 0.0789776 May 30 05:23:54.409775 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7bec7a69-db6c-434e-8bcb-4b0796318dc0 req-26d7f2c5-8da4-47fd-87f9-958732f3bb98 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c25a5a1-86d7-4d8c-b261-3050e30743ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372319 May 30 05:23:55.559771 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device 2b7473ee-bf58-4aba-b4c5-b6da44c498ef up at agent hyperv_hv-neutron-8437 {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:23:55.630113 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Provisioning for port 2b7473ee-bf58-4aba-b4c5-b6da44c498ef completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:23:55.635407 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Provisioning complete for port 2b7473ee-bf58-4aba-b4c5-b6da44c498ef triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:23:55.635786 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:23:55.699172 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc86886d-206b-4e76-b343-4c2674c97ca1 req-d9df1dba-2387-4235-9655-e65f7410b10e tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:23:55.700628 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-cc86886d-206b-4e76-b343-4c2674c97ca1 req-d9df1dba-2387-4235-9655-e65f7410b10e tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8a18e8a-8f0f-49b4-974d-1c5fadebe03c HTTP/1.1" status: 200 len: 945 time: 0.1875894 May 30 05:23:55.744697 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-cc86886d-206b-4e76-b343-4c2674c97ca1 req-d39ad671-32f8-48ae-be1f-39c4dc7e9865 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c25a5a1-86d7-4d8c-b261-3050e30743ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382681 May 30 05:23:55.750304 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Current status of the port 2b7473ee-bf58-4aba-b4c5-b6da44c498ef is: BUILD; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:23:55.750689 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:23:55.777429 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8a18e8a-8f0f-49b4-974d-1c5fadebe03c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b7473ee-bf58-4aba-b4c5-b6da44c498ef'}] {{(pid=88262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:23:55.787268 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port 2b7473ee-bf58-4aba-b4c5-b6da44c498ef, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=2b7473ee-bf58-4aba-b4c5-b6da44c498ef,segment=NetworkSegment(67d7431e-4b49-4424-94af-54c8f5335c79),segment_id=67d7431e-4b49-4424-94af-54c8f5335c79)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:23:55.791242 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:23:55.821071 dv-neutron-843763-1-hyperv neutron-server[88262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ad6b192-5743-46d8-a9eb-a01f80c3217b'] response: {'server_uuid': 'f8a18e8a-8f0f-49b4-974d-1c5fadebe03c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b7473ee-bf58-4aba-b4c5-b6da44c498ef', 'code': 200} May 30 05:23:55.858281 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Pushing event updated for resources: {'Port': ['ID=2b7473ee-bf58-4aba-b4c5-b6da44c498ef,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:23:56.040181 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ff9f04-eedd-4327-a0b9-0a8b63135915 req-4aced8d1-11fa-4b61-9c69-004c0087b396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:23:56.041599 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-29ff9f04-eedd-4327-a0b9-0a8b63135915 req-4aced8d1-11fa-4b61-9c69-004c0087b396 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f8a18e8a-8f0f-49b4-974d-1c5fadebe03c HTTP/1.1" status: 200 len: 1099 time: 0.0701935 May 30 05:23:56.080815 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-29ff9f04-eedd-4327-a0b9-0a8b63135915 req-fd38159a-e733-4b46-bd2e-4dcc83aee09b service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=5c25a5a1-86d7-4d8c-b261-3050e30743ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321581 May 30 05:23:56.928089 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea601fa-3bfd-43f5-a991-257901355288 req-4e3cae5c-a816-4e27-8739-39ad04c833df tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:23:56.929539 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2ea601fa-3bfd-43f5-a991-257901355288 req-4e3cae5c-a816-4e27-8739-39ad04c833df tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8a18e8a-8f0f-49b4-974d-1c5fadebe03c HTTP/1.1" status: 200 len: 946 time: 0.0806739 May 30 05:23:56.972720 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2ea601fa-3bfd-43f5-a991-257901355288 req-ace5083b-1e84-42ad-9ad8-f147e73f9f10 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c25a5a1-86d7-4d8c-b261-3050e30743ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0375848 May 30 05:23:58.024670 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-b530d6f2-7584-4a4a-aacc-e8ea93b50905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:23:58.160583 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dabfc67-adb2-442c-a9ea-32bc5a53a1f5 req-42cf894e-365b-4b66-b279-61112633bf7f tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:23:58.162117 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3dabfc67-adb2-442c-a9ea-32bc5a53a1f5 req-42cf894e-365b-4b66-b279-61112633bf7f tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8a18e8a-8f0f-49b4-974d-1c5fadebe03c HTTP/1.1" status: 200 len: 946 time: 0.0827677 May 30 05:23:58.208158 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3dabfc67-adb2-442c-a9ea-32bc5a53a1f5 req-3ce5b9fd-b07d-4425-b2f7-5d66e79b09f0 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c25a5a1-86d7-4d8c-b261-3050e30743ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390027 May 30 05:23:58.384447 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e3a2e2-cabf-4d77-9865-19584198aeb6 req-295ed274-dfd1-4921-b227-26ad7fcd75b8 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:23:58.385876 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a9e3a2e2-cabf-4d77-9865-19584198aeb6 req-295ed274-dfd1-4921-b227-26ad7fcd75b8 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8a18e8a-8f0f-49b4-974d-1c5fadebe03c HTTP/1.1" status: 200 len: 946 time: 0.0788906 May 30 05:23:58.394490 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 51436) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:23:58.399984 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-ca7c99eb-c93c-494a-94ce-7ad391792cc7 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Request body: {'floatingip': {'port_id': '2b7473ee-bf58-4aba-b4c5-b6da44c498ef'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:23:58.476651 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ca7c99eb-c93c-494a-94ce-7ad391792cc7 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Notify callbacks [] for floatingip, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:23:59.066075 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ca7c99eb-c93c-494a-94ce-7ad391792cc7 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:23:59.069680 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ca7c99eb-c93c-494a-94ce-7ad391792cc7 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1604762'] for floatingip, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:23:59.239770 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.db.l3_db [None req-ca7c99eb-c93c-494a-94ce-7ad391792cc7 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Floating IP 70f6ce4f-9b33-4607-8ad6-b6662bc6e03e associated. External IP: 172.26.6.162, port: 2b7473ee-bf58-4aba-b4c5-b6da44c498ef. May 30 05:23:59.689338 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca7c99eb-c93c-494a-94ce-7ad391792cc7 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Router de6baeaf-4ad4-42fb-9635-f053df75d901 has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 05:23:59.868377 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca7c99eb-c93c-494a-94ce-7ad391792cc7 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:23:59.873176 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ca7c99eb-c93c-494a-94ce-7ad391792cc7 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for floatingip, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:23:59.877611 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ff13c5-3ab4-4970-9789-ee00c83dde0a None None] Sync routers for ids ['de6baeaf-4ad4-42fb-9635-f053df75d901'] in dv-neutron-843763-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:23:59.887501 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ff13c5-3ab4-4970-9789-ee00c83dde0a None None] Routers {'de6baeaf-4ad4-42fb-9635-f053df75d901'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:23:59.888175 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-14ff13c5-3ab4-4970-9789-ee00c83dde0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:23:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['de6baeaf-4ad4-42fb-9635-f053df75d901'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:23:59.927300 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-ca7c99eb-c93c-494a-94ce-7ad391792cc7 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "PUT /v2.0/floatingips/70f6ce4f-9b33-4607-8ad6-b6662bc6e03e HTTP/1.1" status: 200 len: 992 time: 1.5317609 May 30 05:23:59.927885 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8a18e8a-8f0f-49b4-974d-1c5fadebe03c', 'tag': '2b7473ee-bf58-4aba-b4c5-b6da44c498ef'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:23:59.971131 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c75dfee3-70af-4e02-bf1b-84e5e3e490f5'] response: {'name': 'network-changed', 'server_uuid': 'f8a18e8a-8f0f-49b4-974d-1c5fadebe03c', 'tag': '2b7473ee-bf58-4aba-b4c5-b6da44c498ef', 'status': 'completed', 'code': 200} May 30 05:24:00.069348 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b608285-017d-4c35-846b-def99e0489af req-06544582-cbe8-4530-8dc6-6d6ba4014cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:24:00.071131 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0b608285-017d-4c35-846b-def99e0489af req-06544582-cbe8-4530-8dc6-6d6ba4014cd3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b59d6af6346843408ca206be7ba53b5c&device_id=f8a18e8a-8f0f-49b4-974d-1c5fadebe03c HTTP/1.1" status: 200 len: 1099 time: 0.0786006 May 30 05:24:00.075392 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-14ff13c5-3ab4-4970-9789-ee00c83dde0a None None] Set router de6baeaf-4ad4-42fb-9635-f053df75d901 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:24:00.204038 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b608285-017d-4c35-846b-def99e0489af req-c68aa47c-43aa-4b30-af0e-e8fb32ce4517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:24:00.205396 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0b608285-017d-4c35-846b-def99e0489af req-c68aa47c-43aa-4b30-af0e-e8fb32ce4517 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3a65ee3d-2cf6-4768-b648-09f420ef6932 HTTP/1.1" status: 200 len: 911 time: 0.1281426 May 30 05:24:00.254528 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a4aaada0-7064-4184-864b-4e04e0291730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:24:00.307545 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0b608285-017d-4c35-846b-def99e0489af req-c988fea4-a018-41d7-a01f-52f61cf6e83d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b7473ee-bf58-4aba-b4c5-b6da44c498ef HTTP/1.1" status: 200 len: 1000 time: 0.0965195 May 30 05:24:00.380135 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b608285-017d-4c35-846b-def99e0489af req-0106021c-69c3-4e8c-abaa-0258ac80cca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:24:00.381626 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0b608285-017d-4c35-846b-def99e0489af req-0106021c-69c3-4e8c-abaa-0258ac80cca1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=940b0563-42ea-4efd-9752-2f2875661058 HTTP/1.1" status: 200 len: 849 time: 0.0676069 May 30 05:24:00.420749 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-14ff13c5-3ab4-4970-9789-ee00c83dde0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de6baeaf-4ad4-42fb-9635-f053df75d901', 'name': 'tempest-ServerActionsTestJSON-21623125-router', 'tenant_id': 'b59d6af6346843408ca206be7ba53b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.195'}], 'enable_snat': True}, 'gw_port_id': '4f8bc2d8-500b-4ad7-bf02-2f7c47aa7562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:22:46Z', 'updated_at': '2022-05-30T05:22:50Z', 'revision_number': 4, 'project_id': 'b59d6af6346843408ca206be7ba53b5c', 'gw_port': {'id': '4f8bc2d8-500b-4ad7-bf02-2f7c47aa7562', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b7:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6baeaf-4ad4-42fb-9635-f053df75d901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:22:47Z', 'updated_at': '2022-05-30T05:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_floatingips': [{'id': '70f6ce4f-9b33-4607-8ad6-b6662bc6e03e', 'tenant_id': 'b59d6af6346843408ca206be7ba53b5c', 'floating_ip_address': '172.26.6.162', 'floating_network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'router_id': 'de6baeaf-4ad4-42fb-9635-f053df75d901', 'port_id': '2b7473ee-bf58-4aba-b4c5-b6da44c498ef', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a65ee3d-2cf6-4768-b648-09f420ef6932', 'mac_address': 'fa:16:3e:98:eb:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a18e8a-8f0f-49b4-974d-1c5fadebe03c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T05:22:53Z', 'updated_at': '2022-05-30T05:23:58Z', 'revision_number': 5, 'project_id': 'b59d6af6346843408ca206be7ba53b5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e35f30c2-ff66-465e-a102-339b8ce31be9', 'name': '', 'network_id': '3a65ee3d-2cf6-4768-b648-09f420ef6932', 'tenant_id': 'b59d6af6346843408ca206be7ba53b5c', 'mac_address': 'fa:16:3e:55:05:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6baeaf-4ad4-42fb-9635-f053df75d901', 'device_owner': 'network:router_interface', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': '940b0563-42ea-4efd-9752-2f2875661058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:22:49Z', 'updated_at': '2022-05-30T05:22:56Z', 'revision_number': 5, 'project_id': 'b59d6af6346843408ca206be7ba53b5c', 'subnets': [{'id': '940b0563-42ea-4efd-9752-2f2875661058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:24:00.424547 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ff13c5-3ab4-4970-9789-ee00c83dde0a None None] Checking router: de6baeaf-4ad4-42fb-9635-f053df75d901 for host: dv-neutron-843763-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 05:24:00.433005 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ff13c5-3ab4-4970-9789-ee00c83dde0a None None] Routers {'de6baeaf-4ad4-42fb-9635-f053df75d901'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:24:00.433604 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-14ff13c5-3ab4-4970-9789-ee00c83dde0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:24:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['de6baeaf-4ad4-42fb-9635-f053df75d901'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:24:00.460676 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b608285-017d-4c35-846b-def99e0489af req-cb370307-c35f-4601-96f0-d6acc5b03561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:24:00.462108 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0b608285-017d-4c35-846b-def99e0489af req-cb370307-c35f-4601-96f0-d6acc5b03561 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3a65ee3d-2cf6-4768-b648-09f420ef6932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0753162 May 30 05:24:00.593793 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0b608285-017d-4c35-846b-def99e0489af req-cdd47bf0-c835-4efa-be9e-fb8616a91834 service neutron] 10.222.0.39 "GET /v2.0/networks/3a65ee3d-2cf6-4768-b648-09f420ef6932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261599 May 30 05:24:00.611331 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-14ff13c5-3ab4-4970-9789-ee00c83dde0a None None] Set router de6baeaf-4ad4-42fb-9635-f053df75d901 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:24:00.736620 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0b608285-017d-4c35-846b-def99e0489af req-ba6bb216-63b5-4cd3-95fb-f40aeec8c455 service neutron] 10.222.0.39 "GET /v2.0/networks/3a65ee3d-2cf6-4768-b648-09f420ef6932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373227 May 30 05:24:01.003354 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-14ff13c5-3ab4-4970-9789-ee00c83dde0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de6baeaf-4ad4-42fb-9635-f053df75d901', 'name': 'tempest-ServerActionsTestJSON-21623125-router', 'tenant_id': 'b59d6af6346843408ca206be7ba53b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.195'}], 'enable_snat': True}, 'gw_port_id': '4f8bc2d8-500b-4ad7-bf02-2f7c47aa7562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:22:46Z', 'updated_at': '2022-05-30T05:22:50Z', 'revision_number': 4, 'project_id': 'b59d6af6346843408ca206be7ba53b5c', 'gw_port': {'id': '4f8bc2d8-500b-4ad7-bf02-2f7c47aa7562', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b7:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6baeaf-4ad4-42fb-9635-f053df75d901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:22:47Z', 'updated_at': '2022-05-30T05:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_floatingips': [{'id': '70f6ce4f-9b33-4607-8ad6-b6662bc6e03e', 'tenant_id': 'b59d6af6346843408ca206be7ba53b5c', 'floating_ip_address': '172.26.6.162', 'floating_network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'router_id': 'de6baeaf-4ad4-42fb-9635-f053df75d901', 'port_id': '2b7473ee-bf58-4aba-b4c5-b6da44c498ef', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a65ee3d-2cf6-4768-b648-09f420ef6932', 'mac_address': 'fa:16:3e:98:eb:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a18e8a-8f0f-49b4-974d-1c5fadebe03c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T05:22:53Z', 'updated_at': '2022-05-30T05:23:58Z', 'revision_number': 5, 'project_id': 'b59d6af6346843408ca206be7ba53b5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e35f30c2-ff66-465e-a102-339b8ce31be9', 'name': '', 'network_id': '3a65ee3d-2cf6-4768-b648-09f420ef6932', 'tenant_id': 'b59d6af6346843408ca206be7ba53b5c', 'mac_address': 'fa:16:3e:55:05:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6baeaf-4ad4-42fb-9635-f053df75d901', 'device_owner': 'network:router_interface', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': '940b0563-42ea-4efd-9752-2f2875661058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:22:49Z', 'updated_at': '2022-05-30T05:22:56Z', 'revision_number': 5, 'project_id': 'b59d6af6346843408ca206be7ba53b5c', 'subnets': [{'id': '940b0563-42ea-4efd-9752-2f2875661058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:24:01.007845 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ff13c5-3ab4-4970-9789-ee00c83dde0a None None] The sync data for ids ['de6baeaf-4ad4-42fb-9635-f053df75d901'] in dv-neutron-843763-1-hyperv is: [{'id': 'de6baeaf-4ad4-42fb-9635-f053df75d901', 'name': 'tempest-ServerActionsTestJSON-21623125-router', 'tenant_id': 'b59d6af6346843408ca206be7ba53b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.195'}], 'enable_snat': True}, 'gw_port_id': '4f8bc2d8-500b-4ad7-bf02-2f7c47aa7562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:22:46Z', 'updated_at': '2022-05-30T05:22:50Z', 'revision_number': 4, 'project_id': 'b59d6af6346843408ca206be7ba53b5c', 'gw_port': {'id': '4f8bc2d8-500b-4ad7-bf02-2f7c47aa7562', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b7:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6baeaf-4ad4-42fb-9635-f053df75d901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:22:47Z', 'updated_at': '2022-05-30T05:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_floatingips': [{'id': '70f6ce4f-9b33-4607-8ad6-b6662bc6e03e', 'tenant_id': 'b59d6af6346843408ca206be7ba53b5c', 'floating_ip_address': '172.26.6.162', 'floating_network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'router_id': 'de6baeaf-4ad4-42fb-9635-f053df75d901', 'port_id': '2b7473ee-bf58-4aba-b4c5-b6da44c498ef', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a65ee3d-2cf6-4768-b648-09f420ef6932', 'mac_address': 'fa:16:3e:98:eb:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a18e8a-8f0f-49b4-974d-1c5fadebe03c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T05:22:53Z', 'updated_at': '2022-05-30T05:23:58Z', 'revision_number': 5, 'project_id': 'b59d6af6346843408ca206be7ba53b5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e35f30c2-ff66-465e-a102-339b8ce31be9', 'name': '', 'network_id': '3a65ee3d-2cf6-4768-b648-09f420ef6932', 'tenant_id': 'b59d6af6346843408ca206be7ba53b5c', 'mac_address': 'fa:16:3e:55:05:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6baeaf-4ad4-42fb-9635-f053df75d901', 'device_owner': 'network:router_interface', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': '940b0563-42ea-4efd-9752-2f2875661058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:22:49Z', 'updated_at': '2022-05-30T05:22:56Z', 'revision_number': 5, 'project_id': 'b59d6af6346843408ca206be7ba53b5c', 'subnets': [{'id': '940b0563-42ea-4efd-9752-2f2875661058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:24:01.198606 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-927f0ee8-c724-4728-882a-6025ce499d7e None None] New status for floating IP 70f6ce4f-9b33-4607-8ad6-b6662bc6e03e: ACTIVE {{(pid=88262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 30 05:24:01.359264 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56ded65b-0e68-413c-8b9b-1097922cc81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:24:01.480489 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:24:02.840871 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a142624-940e-4c55-bf49-a5329c884075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:24:17.606840 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:24:18.201125 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-45f79e78-106a-4f09-9d2c-69baeab7263d None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 05:24:18.832664 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f12ab1f3-c89d-4c21-a156-b5ecd4f246c5 req-0969ae14-f8a8-4732-a0e3-71ad1d050455 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f8a18e8a-8f0f-49b4-974d-1c5fadebe03c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0718288 May 30 05:24:18.970464 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12ab1f3-c89d-4c21-a156-b5ecd4f246c5 req-0c30d56a-ecc5-47e6-871d-d9de602c0a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:24:18.971921 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f12ab1f3-c89d-4c21-a156-b5ecd4f246c5 req-0c30d56a-ecc5-47e6-871d-d9de602c0a04 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b59d6af6346843408ca206be7ba53b5c&device_id=f8a18e8a-8f0f-49b4-974d-1c5fadebe03c HTTP/1.1" status: 200 len: 1099 time: 0.0715742 May 30 05:24:19.208241 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12ab1f3-c89d-4c21-a156-b5ecd4f246c5 req-481f6875-fb46-41aa-9b04-fee25c379131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:24:19.209606 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f12ab1f3-c89d-4c21-a156-b5ecd4f246c5 req-481f6875-fb46-41aa-9b04-fee25c379131 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3a65ee3d-2cf6-4768-b648-09f420ef6932 HTTP/1.1" status: 200 len: 911 time: 0.2202673 May 30 05:24:19.308927 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f12ab1f3-c89d-4c21-a156-b5ecd4f246c5 req-4d45f02f-85c3-40f9-a0b0-c94807eea32f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b7473ee-bf58-4aba-b4c5-b6da44c498ef HTTP/1.1" status: 200 len: 1002 time: 0.0934119 May 30 05:24:19.371492 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12ab1f3-c89d-4c21-a156-b5ecd4f246c5 req-b0d78c1c-5800-4462-a6a9-209f30e9f233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:24:19.372865 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f12ab1f3-c89d-4c21-a156-b5ecd4f246c5 req-b0d78c1c-5800-4462-a6a9-209f30e9f233 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=940b0563-42ea-4efd-9752-2f2875661058 HTTP/1.1" status: 200 len: 849 time: 0.0582573 May 30 05:24:19.446862 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12ab1f3-c89d-4c21-a156-b5ecd4f246c5 req-48e78d88-9dd5-4305-bb9a-d24cfd067df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:24:19.448305 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f12ab1f3-c89d-4c21-a156-b5ecd4f246c5 req-48e78d88-9dd5-4305-bb9a-d24cfd067df6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3a65ee3d-2cf6-4768-b648-09f420ef6932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691226 May 30 05:24:19.576637 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f12ab1f3-c89d-4c21-a156-b5ecd4f246c5 req-ca258d2f-4c85-468a-aec4-681144f650bb service neutron] 10.222.0.39 "GET /v2.0/networks/3a65ee3d-2cf6-4768-b648-09f420ef6932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215353 May 30 05:24:19.703568 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f12ab1f3-c89d-4c21-a156-b5ecd4f246c5 req-f7fd5216-ba74-4689-ac50-8a4258bf4eb1 service neutron] 10.222.0.39 "GET /v2.0/networks/3a65ee3d-2cf6-4768-b648-09f420ef6932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209137 May 30 05:24:28.027620 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-0f1c442e-4c1a-4529-8ab4-47031fddd762 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:24:30.248288 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8ee7f795-92f8-41e5-9a9e-7d155ad45862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:24:31.293158 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56ded65b-0e68-413c-8b9b-1097922cc81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:24:31.482102 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:24:32.844648 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a142624-940e-4c55-bf49-a5329c884075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:24:47.605201 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:24:55.200186 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-45f79e78-106a-4f09-9d2c-69baeab7263d None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 05:24:58.029507 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-4b205668-1c75-430a-bc6d-9a2f49f68ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:25:00.252428 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-354b0a81-44c5-408c-95a7-c29d3e056dad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:25:01.295940 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56ded65b-0e68-413c-8b9b-1097922cc81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:25:01.482945 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:25:02.848855 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a142624-940e-4c55-bf49-a5329c884075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:25:05.050458 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc97b5b-7aa7-4bd3-893b-dc42cbf1d737 req-e6825fff-8769-4bca-af31-10c3e2482a09 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:25:05.054723 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0fc97b5b-7aa7-4bd3-893b-dc42cbf1d737 req-e6825fff-8769-4bca-af31-10c3e2482a09 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8a18e8a-8f0f-49b4-974d-1c5fadebe03c HTTP/1.1" status: 200 len: 946 time: 0.0834560 May 30 05:25:05.101501 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0fc97b5b-7aa7-4bd3-893b-dc42cbf1d737 req-6c6a252c-87f1-4fd2-a371-52fd183a1148 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c25a5a1-86d7-4d8c-b261-3050e30743ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414052 May 30 05:25:06.283329 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e31147-9e93-440b-9522-d5294b6eb2fa req-552cefe7-2031-44bc-80d2-e716f77b4093 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:25:06.284819 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f9e31147-9e93-440b-9522-d5294b6eb2fa req-552cefe7-2031-44bc-80d2-e716f77b4093 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8a18e8a-8f0f-49b4-974d-1c5fadebe03c HTTP/1.1" status: 200 len: 946 time: 0.0807288 May 30 05:25:06.327455 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f9e31147-9e93-440b-9522-d5294b6eb2fa req-5a454fe8-96a5-47bc-8966-31099658cc09 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c25a5a1-86d7-4d8c-b261-3050e30743ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0363607 May 30 05:25:07.512633 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7725177-b067-472a-8669-69de5652f205 req-def90f7f-c656-4009-bf97-820febd5e8a7 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:25:07.514005 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c7725177-b067-472a-8669-69de5652f205 req-def90f7f-c656-4009-bf97-820febd5e8a7 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8a18e8a-8f0f-49b4-974d-1c5fadebe03c HTTP/1.1" status: 200 len: 946 time: 0.0820057 May 30 05:25:07.556334 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c7725177-b067-472a-8669-69de5652f205 req-a0cbf1ce-0a7b-44e1-878f-f7775f42bd4d tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c25a5a1-86d7-4d8c-b261-3050e30743ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0363986 May 30 05:25:08.746164 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8988b20c-c80b-4d9d-a385-044383f39c6a req-55074cad-9ae1-48cf-98a2-c8496ce5bb2a tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:25:08.747599 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8988b20c-c80b-4d9d-a385-044383f39c6a req-55074cad-9ae1-48cf-98a2-c8496ce5bb2a tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8a18e8a-8f0f-49b4-974d-1c5fadebe03c HTTP/1.1" status: 200 len: 946 time: 0.0785527 May 30 05:25:08.793652 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8988b20c-c80b-4d9d-a385-044383f39c6a req-2e3888ed-73d9-4518-ad71-76aec0552712 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c25a5a1-86d7-4d8c-b261-3050e30743ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401385 May 30 05:25:09.984983 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63668668-0622-458c-bda8-ea40efa11584 req-edf894c9-a957-4961-a229-b6f537d75780 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:25:09.986475 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-63668668-0622-458c-bda8-ea40efa11584 req-edf894c9-a957-4961-a229-b6f537d75780 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8a18e8a-8f0f-49b4-974d-1c5fadebe03c HTTP/1.1" status: 200 len: 946 time: 0.0841687 May 30 05:25:10.030106 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-63668668-0622-458c-bda8-ea40efa11584 req-73bdb55e-446e-4168-b312-3c4950e99244 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c25a5a1-86d7-4d8c-b261-3050e30743ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0375171 May 30 05:25:11.211972 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff38a2b-dbb2-4071-b51d-53578915c7f2 req-03268513-142c-4c65-81b9-c61b5578b840 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:25:11.213513 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-cff38a2b-dbb2-4071-b51d-53578915c7f2 req-03268513-142c-4c65-81b9-c61b5578b840 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8a18e8a-8f0f-49b4-974d-1c5fadebe03c HTTP/1.1" status: 200 len: 946 time: 0.0810146 May 30 05:25:11.266283 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-cff38a2b-dbb2-4071-b51d-53578915c7f2 req-7852b912-9fd4-4e70-8c1b-841b878a3b51 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c25a5a1-86d7-4d8c-b261-3050e30743ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465691 May 30 05:25:12.447714 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aa6512-d87e-4119-b80a-ae93db90f97c req-79c195bd-dddb-4ea2-a22b-a52ecac8fb14 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:25:12.449535 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c8aa6512-d87e-4119-b80a-ae93db90f97c req-79c195bd-dddb-4ea2-a22b-a52ecac8fb14 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8a18e8a-8f0f-49b4-974d-1c5fadebe03c HTTP/1.1" status: 200 len: 946 time: 0.0798228 May 30 05:25:12.493481 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c8aa6512-d87e-4119-b80a-ae93db90f97c req-c162724b-fead-4b09-a503-b1149391b14b tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c25a5a1-86d7-4d8c-b261-3050e30743ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380225 May 30 05:25:13.674599 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68b1597-57e2-4042-ad62-b01cbb601366 req-38f41dca-664d-401a-8704-144fdbdb0065 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:25:13.676043 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c68b1597-57e2-4042-ad62-b01cbb601366 req-38f41dca-664d-401a-8704-144fdbdb0065 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8a18e8a-8f0f-49b4-974d-1c5fadebe03c HTTP/1.1" status: 200 len: 946 time: 0.0803320 May 30 05:25:13.718939 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c68b1597-57e2-4042-ad62-b01cbb601366 req-7d24b5e4-4aad-454f-98fc-3837769912c7 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c25a5a1-86d7-4d8c-b261-3050e30743ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373943 May 30 05:25:14.900793 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f769c93d-21e0-478f-87ef-101c5c42bead req-f142d0c1-a2bc-4a96-b9a8-9499a41b737c tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:25:14.902302 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f769c93d-21e0-478f-87ef-101c5c42bead req-f142d0c1-a2bc-4a96-b9a8-9499a41b737c tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8a18e8a-8f0f-49b4-974d-1c5fadebe03c HTTP/1.1" status: 200 len: 946 time: 0.0807626 May 30 05:25:14.945086 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f769c93d-21e0-478f-87ef-101c5c42bead req-ee4c61ad-3966-44e2-af3b-db817539cc19 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c25a5a1-86d7-4d8c-b261-3050e30743ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0371730 May 30 05:25:16.130935 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d9b963-24c3-496a-9075-a8036e268135 req-82d7ffe8-5d2f-46f8-bd25-3612c773869e tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:25:16.132366 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-68d9b963-24c3-496a-9075-a8036e268135 req-82d7ffe8-5d2f-46f8-bd25-3612c773869e tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8a18e8a-8f0f-49b4-974d-1c5fadebe03c HTTP/1.1" status: 200 len: 946 time: 0.0816936 May 30 05:25:16.176876 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-68d9b963-24c3-496a-9075-a8036e268135 req-ca6f2713-6396-46e8-8bbf-c58d1f54ce5e tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c25a5a1-86d7-4d8c-b261-3050e30743ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383806 May 30 05:25:16.572531 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-458d1d67-8cd1-42d3-9c1d-d1cf980d7c73 req-50caac42-e2d9-4bb3-8f95-1a5a9c0e4efd service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f8a18e8a-8f0f-49b4-974d-1c5fadebe03c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1218727 May 30 05:25:16.582618 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b78810e-b809-45a6-b196-746d2dbf5708 req-fff07a9b-73f2-4767-9707-b3fa11e9bc51 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:25:16.584809 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9b78810e-b809-45a6-b196-746d2dbf5708 req-fff07a9b-73f2-4767-9707-b3fa11e9bc51 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8a18e8a-8f0f-49b4-974d-1c5fadebe03c HTTP/1.1" status: 200 len: 946 time: 0.0896771 May 30 05:25:16.629099 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9b78810e-b809-45a6-b196-746d2dbf5708 req-82b2c6c4-d620-4b12-a8ef-b676be48e3f6 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c25a5a1-86d7-4d8c-b261-3050e30743ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381768 May 30 05:25:17.606176 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:25:17.872211 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458d1d67-8cd1-42d3-9c1d-d1cf980d7c73 req-4729477d-70d5-4b1c-be6f-6ba620a47f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:25:17.874605 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-458d1d67-8cd1-42d3-9c1d-d1cf980d7c73 req-4729477d-70d5-4b1c-be6f-6ba620a47f9b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b59d6af6346843408ca206be7ba53b5c&device_id=f8a18e8a-8f0f-49b4-974d-1c5fadebe03c HTTP/1.1" status: 200 len: 1099 time: 0.2224863 May 30 05:25:18.064476 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458d1d67-8cd1-42d3-9c1d-d1cf980d7c73 req-9f0c3ede-e641-4bbf-8ba1-faac133f1c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:25:18.066521 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-458d1d67-8cd1-42d3-9c1d-d1cf980d7c73 req-9f0c3ede-e641-4bbf-8ba1-faac133f1c3d service neutron] 10.222.0.39 "GET /v2.0/networks?id=3a65ee3d-2cf6-4768-b648-09f420ef6932 HTTP/1.1" status: 200 len: 911 time: 0.1860747 May 30 05:25:18.075257 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3ea87c-053d-41d5-86b6-166ace12ddc4 req-46946cff-b700-45a8-b3a9-9715cc3caf70 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:25:18.076693 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0e3ea87c-053d-41d5-86b6-166ace12ddc4 req-46946cff-b700-45a8-b3a9-9715cc3caf70 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8a18e8a-8f0f-49b4-974d-1c5fadebe03c HTTP/1.1" status: 200 len: 946 time: 0.2488689 May 30 05:25:18.200679 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0e3ea87c-053d-41d5-86b6-166ace12ddc4 req-9812b678-d360-4a65-92ba-da43945df8f8 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c25a5a1-86d7-4d8c-b261-3050e30743ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0766389 May 30 05:25:18.207423 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-458d1d67-8cd1-42d3-9c1d-d1cf980d7c73 req-d465bc40-98cc-4872-8b4d-376dcc6fb96e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b7473ee-bf58-4aba-b4c5-b6da44c498ef HTTP/1.1" status: 200 len: 1002 time: 0.1290829 May 30 05:25:18.275781 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458d1d67-8cd1-42d3-9c1d-d1cf980d7c73 req-c447b767-fafd-4bc4-8624-b1b09c05efb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:25:18.277207 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-458d1d67-8cd1-42d3-9c1d-d1cf980d7c73 req-c447b767-fafd-4bc4-8624-b1b09c05efb1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=940b0563-42ea-4efd-9752-2f2875661058 HTTP/1.1" status: 200 len: 849 time: 0.0585213 May 30 05:25:18.360346 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458d1d67-8cd1-42d3-9c1d-d1cf980d7c73 req-2570b94d-27a8-465c-ba8a-eac73f1bca7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:25:18.362276 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-458d1d67-8cd1-42d3-9c1d-d1cf980d7c73 req-2570b94d-27a8-465c-ba8a-eac73f1bca7c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3a65ee3d-2cf6-4768-b648-09f420ef6932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0764339 May 30 05:25:18.373105 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [req-458d1d67-8cd1-42d3-9c1d-d1cf980d7c73 req-e8d29e28-3dd5-41ea-a987-335bb23b3db8 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=88261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 30 05:25:18.374061 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-458d1d67-8cd1-42d3-9c1d-d1cf980d7c73 req-e8d29e28-3dd5-41ea-a987-335bb23b3db8 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048676 May 30 05:25:18.505479 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-458d1d67-8cd1-42d3-9c1d-d1cf980d7c73 req-f716a46a-f634-4dce-b743-b0332e0c20b2 service neutron] 10.222.0.39 "GET /v2.0/networks/3a65ee3d-2cf6-4768-b648-09f420ef6932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255906 May 30 05:25:18.636957 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-458d1d67-8cd1-42d3-9c1d-d1cf980d7c73 req-fca44fb6-e73a-4f56-9790-2de22fe06a8f service neutron] 10.222.0.39 "GET /v2.0/networks/3a65ee3d-2cf6-4768-b648-09f420ef6932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239245 May 30 05:25:19.390822 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6f3e78-7daf-4d00-b0aa-cac037ef6500 req-3e8a9526-3603-4af3-a366-f0d5f68033cb tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:25:19.392261 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0a6f3e78-7daf-4d00-b0aa-cac037ef6500 req-3e8a9526-3603-4af3-a366-f0d5f68033cb tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8a18e8a-8f0f-49b4-974d-1c5fadebe03c HTTP/1.1" status: 200 len: 946 time: 0.0831025 May 30 05:25:19.435596 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0a6f3e78-7daf-4d00-b0aa-cac037ef6500 req-3353a84d-2198-4751-aa77-4848dd8a0bb5 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c25a5a1-86d7-4d8c-b261-3050e30743ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0367749 May 30 05:25:20.193964 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b184559-2572-40b9-aaec-45d8c4128b04 req-14672ef9-9beb-4ab4-8711-625b7054bf1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:25:20.195420 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3b184559-2572-40b9-aaec-45d8c4128b04 req-14672ef9-9beb-4ab4-8711-625b7054bf1b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b59d6af6346843408ca206be7ba53b5c&device_id=f8a18e8a-8f0f-49b4-974d-1c5fadebe03c HTTP/1.1" status: 200 len: 1099 time: 0.0730252 May 30 05:25:20.397089 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b184559-2572-40b9-aaec-45d8c4128b04 req-0aa052da-7136-444c-94c6-64034e43be7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:25:20.398533 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3b184559-2572-40b9-aaec-45d8c4128b04 req-0aa052da-7136-444c-94c6-64034e43be7a service neutron] 10.222.0.39 "GET /v2.0/networks?id=3a65ee3d-2cf6-4768-b648-09f420ef6932 HTTP/1.1" status: 200 len: 911 time: 0.1839662 May 30 05:25:20.487723 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-458d1d67-8cd1-42d3-9c1d-d1cf980d7c73 req-7c43093c-0a6d-47cb-824b-183b00cc27e6 service neutron] 10.222.0.39 "GET /v2.0/ports/2b7473ee-bf58-4aba-b4c5-b6da44c498ef/bindings/hv-neutron-8437 HTTP/1.1" status: 200 len: 384 time: 0.1727905 May 30 05:25:20.515787 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3b184559-2572-40b9-aaec-45d8c4128b04 req-dbe786a1-12e5-4fe6-91a0-ac3c0c80b644 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b7473ee-bf58-4aba-b4c5-b6da44c498ef HTTP/1.1" status: 200 len: 1002 time: 0.1098220 May 30 05:25:20.633148 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b184559-2572-40b9-aaec-45d8c4128b04 req-df2a3866-ce88-473c-8be9-61d2020c8987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:25:20.634596 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3b184559-2572-40b9-aaec-45d8c4128b04 req-df2a3866-ce88-473c-8be9-61d2020c8987 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=940b0563-42ea-4efd-9752-2f2875661058 HTTP/1.1" status: 200 len: 849 time: 0.1125429 May 30 05:25:20.838321 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e978263-c5e0-4172-b4e8-ce490844818f req-33f0fb83-8a41-4001-b6c4-ada3e56bb02a tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:25:20.839751 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6e978263-c5e0-4172-b4e8-ce490844818f req-33f0fb83-8a41-4001-b6c4-ada3e56bb02a tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8a18e8a-8f0f-49b4-974d-1c5fadebe03c HTTP/1.1" status: 200 len: 946 time: 0.2869232 May 30 05:25:20.913471 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6e978263-c5e0-4172-b4e8-ce490844818f req-4a91f2ea-638a-4d09-b0d9-0560014e9df2 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c25a5a1-86d7-4d8c-b261-3050e30743ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0656826 May 30 05:25:20.922907 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b184559-2572-40b9-aaec-45d8c4128b04 req-f39dc824-f42e-412d-9dcb-615310fd8f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:25:20.924376 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3b184559-2572-40b9-aaec-45d8c4128b04 req-f39dc824-f42e-412d-9dcb-615310fd8f3a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3a65ee3d-2cf6-4768-b648-09f420ef6932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2759922 May 30 05:25:20.928370 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458d1d67-8cd1-42d3-9c1d-d1cf980d7c73 req-886bc98c-8c19-4a4a-a796-fcbd964a5956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:25:20.929690 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-458d1d67-8cd1-42d3-9c1d-d1cf980d7c73 req-886bc98c-8c19-4a4a-a796-fcbd964a5956 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f8a18e8a-8f0f-49b4-974d-1c5fadebe03c&tenant_id=b59d6af6346843408ca206be7ba53b5c HTTP/1.1" status: 200 len: 1099 time: 0.2466385 May 30 05:25:21.051009 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3b184559-2572-40b9-aaec-45d8c4128b04 req-1f25fde5-8d54-4599-bf05-9613976afc7e service neutron] 10.222.0.39 "GET /v2.0/networks/3a65ee3d-2cf6-4768-b648-09f420ef6932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202374 May 30 05:25:21.181639 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3b184559-2572-40b9-aaec-45d8c4128b04 req-55e30bc0-3b78-492f-af56-b9446b2043c4 service neutron] 10.222.0.39 "GET /v2.0/networks/3a65ee3d-2cf6-4768-b648-09f420ef6932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214347 May 30 05:25:21.305353 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458d1d67-8cd1-42d3-9c1d-d1cf980d7c73 req-542bb9b9-0c9c-4152-8f37-a9751ec0ad06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:25:21.306849 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-458d1d67-8cd1-42d3-9c1d-d1cf980d7c73 req-542bb9b9-0c9c-4152-8f37-a9751ec0ad06 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b59d6af6346843408ca206be7ba53b5c&device_id=f8a18e8a-8f0f-49b4-974d-1c5fadebe03c HTTP/1.1" status: 200 len: 1099 time: 0.0846000 May 30 05:25:21.442775 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458d1d67-8cd1-42d3-9c1d-d1cf980d7c73 req-ddefc75a-5a9d-4890-bfed-6aad2fa62e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:25:21.444160 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-458d1d67-8cd1-42d3-9c1d-d1cf980d7c73 req-ddefc75a-5a9d-4890-bfed-6aad2fa62e13 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3a65ee3d-2cf6-4768-b648-09f420ef6932 HTTP/1.1" status: 200 len: 911 time: 0.1315069 May 30 05:25:21.545217 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-458d1d67-8cd1-42d3-9c1d-d1cf980d7c73 req-b4b786f6-bcc1-44d2-b1b5-1faf0eca1aa6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b7473ee-bf58-4aba-b4c5-b6da44c498ef HTTP/1.1" status: 200 len: 1002 time: 0.0953212 May 30 05:25:21.609663 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458d1d67-8cd1-42d3-9c1d-d1cf980d7c73 req-3fa323c0-8682-44dd-99e7-c9760d59a2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:25:21.611176 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-458d1d67-8cd1-42d3-9c1d-d1cf980d7c73 req-3fa323c0-8682-44dd-99e7-c9760d59a2f7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=940b0563-42ea-4efd-9752-2f2875661058 HTTP/1.1" status: 200 len: 849 time: 0.0602760 May 30 05:25:21.683206 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458d1d67-8cd1-42d3-9c1d-d1cf980d7c73 req-cbe612b1-05bc-4fd1-8d57-d4140c0b540a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:25:21.684616 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-458d1d67-8cd1-42d3-9c1d-d1cf980d7c73 req-cbe612b1-05bc-4fd1-8d57-d4140c0b540a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3a65ee3d-2cf6-4768-b648-09f420ef6932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681131 May 30 05:25:21.812717 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-458d1d67-8cd1-42d3-9c1d-d1cf980d7c73 req-b84875c3-0e68-4b44-9f86-e0d8794ce8ed service neutron] 10.222.0.39 "GET /v2.0/networks/3a65ee3d-2cf6-4768-b648-09f420ef6932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212022 May 30 05:25:21.940147 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-458d1d67-8cd1-42d3-9c1d-d1cf980d7c73 req-e7472ad5-71c0-49dd-91fb-0e0bf4e3d07a service neutron] 10.222.0.39 "GET /v2.0/networks/3a65ee3d-2cf6-4768-b648-09f420ef6932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215868 May 30 05:25:22.101394 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae5d1b1-a5ab-4a7b-9fe8-548673c30e4f req-f84dd36e-d8e3-43fe-8eb2-87d09cb5c6c9 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:25:22.102902 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-eae5d1b1-a5ab-4a7b-9fe8-548673c30e4f req-f84dd36e-d8e3-43fe-8eb2-87d09cb5c6c9 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8a18e8a-8f0f-49b4-974d-1c5fadebe03c HTTP/1.1" status: 200 len: 946 time: 0.0847917 May 30 05:25:22.150764 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-eae5d1b1-a5ab-4a7b-9fe8-548673c30e4f req-9006976f-e030-4aed-870a-35c41822cc5f tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c25a5a1-86d7-4d8c-b261-3050e30743ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421538 May 30 05:25:23.332575 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cbef33-9907-4b29-a2b8-46df2a8ea223 req-24374550-7b65-4058-b6dd-57c06675d231 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:25:23.334043 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-88cbef33-9907-4b29-a2b8-46df2a8ea223 req-24374550-7b65-4058-b6dd-57c06675d231 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8a18e8a-8f0f-49b4-974d-1c5fadebe03c HTTP/1.1" status: 200 len: 946 time: 0.0790839 May 30 05:25:23.377392 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-88cbef33-9907-4b29-a2b8-46df2a8ea223 req-54c07d31-d708-4975-b459-5b6d1f5d98c5 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c25a5a1-86d7-4d8c-b261-3050e30743ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378032 May 30 05:25:24.089095 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device 2b7473ee-bf58-4aba-b4c5-b6da44c498ef details requested by agent hyperv_hv-neutron-8437 with host hv-neutron-8437 {{(pid=88262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 05:25:24.091442 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device 2b7473ee-bf58-4aba-b4c5-b6da44c498ef no longer exists at agent hyperv_hv-neutron-8437 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 05:25:24.307180 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Current status of the port 2b7473ee-bf58-4aba-b4c5-b6da44c498ef is: ACTIVE; New status is: DOWN {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:25:24.307555 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:25:24.327915 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port 2b7473ee-bf58-4aba-b4c5-b6da44c498ef, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=2b7473ee-bf58-4aba-b4c5-b6da44c498ef,segment=NetworkSegment(67d7431e-4b49-4424-94af-54c8f5335c79),segment_id=67d7431e-4b49-4424-94af-54c8f5335c79)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:25:24.352221 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Returning: {'device': '2b7473ee-bf58-4aba-b4c5-b6da44c498ef', 'network_id': '3a65ee3d-2cf6-4768-b648-09f420ef6932', 'port_id': '2b7473ee-bf58-4aba-b4c5-b6da44c498ef', 'mac_address': 'fa:16:3e:98:eb:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '940b0563-42ea-4efd-9752-2f2875661058', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 05:25:24.358470 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8a18e8a-8f0f-49b4-974d-1c5fadebe03c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b7473ee-bf58-4aba-b4c5-b6da44c498ef'}] {{(pid=88262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:25:24.406807 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port 2b7473ee-bf58-4aba-b4c5-b6da44c498ef, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=2b7473ee-bf58-4aba-b4c5-b6da44c498ef,segment=NetworkSegment(67d7431e-4b49-4424-94af-54c8f5335c79),segment_id=67d7431e-4b49-4424-94af-54c8f5335c79)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:25:24.415051 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:25:24.450204 dv-neutron-843763-1-hyperv neutron-server[88262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75d2ae16-aa61-4d02-84b8-5cfd77ce8a79'] response: {'server_uuid': 'f8a18e8a-8f0f-49b4-974d-1c5fadebe03c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b7473ee-bf58-4aba-b4c5-b6da44c498ef', 'code': 200} May 30 05:25:24.464425 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Current status of the port 2b7473ee-bf58-4aba-b4c5-b6da44c498ef is: ACTIVE; New status is: BUILD {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:25:24.464879 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:25:24.494183 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2b7473ee-bf58-4aba-b4c5-b6da44c498ef {{(pid=88262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 30 05:25:24.543973 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Pushing event updated for resources: {'Port': ['ID=2b7473ee-bf58-4aba-b4c5-b6da44c498ef,revision_number=6']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:25:24.561545 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:25:24.561925 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:25:24.562275 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:25:24.562614 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:25:24.562949 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:25:24.563283 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:25:24.563615 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:25:24.563936 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:25:24.564269 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:25:24.564594 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:25:24.564926 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:25:24.565248 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:25:24.577648 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.db.api [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 05:25:24.578033 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG oslo_db.api [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 05:25:24.584828 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0cbe25-3e11-4061-8cc5-59b41af0f21b req-5e6c7fe8-fe71-47a4-a061-c3c12ceba120 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:25:24.586472 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6a0cbe25-3e11-4061-8cc5-59b41af0f21b req-5e6c7fe8-fe71-47a4-a061-c3c12ceba120 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8a18e8a-8f0f-49b4-974d-1c5fadebe03c HTTP/1.1" status: 200 len: 944 time: 0.0831196 May 30 05:25:24.630826 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6a0cbe25-3e11-4061-8cc5-59b41af0f21b req-4c46d5e3-92a3-4c8a-8c19-d812116362b2 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c25a5a1-86d7-4d8c-b261-3050e30743ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387692 May 30 05:25:24.990147 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd51dda-5f60-4c32-9f11-6182c97585eb req-7b91586c-0ab8-4400-847e-6ca29621cf4a tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:25:24.991459 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1dd51dda-5f60-4c32-9f11-6182c97585eb req-7b91586c-0ab8-4400-847e-6ca29621cf4a tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8a18e8a-8f0f-49b4-974d-1c5fadebe03c&tenant_id=b59d6af6346843408ca206be7ba53b5c&binding%3Ahost_id=hv-neutron-8437 HTTP/1.1" status: 200 len: 944 time: 0.1419146 May 30 05:25:24.999247 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fdc0a8-b796-4a0c-b2e3-5ef3e144b09f req-f5066f28-34ee-4c3c-850b-4d730dab6caf tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:25:25.000571 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-32fdc0a8-b796-4a0c-b2e3-5ef3e144b09f req-f5066f28-34ee-4c3c-850b-4d730dab6caf tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8a18e8a-8f0f-49b4-974d-1c5fadebe03c HTTP/1.1" status: 200 len: 944 time: 0.1206338 May 30 05:25:25.044808 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-32fdc0a8-b796-4a0c-b2e3-5ef3e144b09f req-1dd8acbd-0a38-4c41-8c8b-f01cc34dbba3 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c25a5a1-86d7-4d8c-b261-3050e30743ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382352 May 30 05:25:25.128163 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd51dda-5f60-4c32-9f11-6182c97585eb req-ce319bf0-fe60-470f-bb8a-0fb74e280f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:25:25.129678 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1dd51dda-5f60-4c32-9f11-6182c97585eb req-ce319bf0-fe60-470f-bb8a-0fb74e280f28 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b59d6af6346843408ca206be7ba53b5c&device_id=f8a18e8a-8f0f-49b4-974d-1c5fadebe03c HTTP/1.1" status: 200 len: 1097 time: 0.0692174 May 30 05:25:25.131181 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Current status of the port 2b7473ee-bf58-4aba-b4c5-b6da44c498ef is: DOWN; New status is: BUILD {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:25:25.132738 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:25:25.150747 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b7473ee-bf58-4aba-b4c5-b6da44c498ef {{(pid=88262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 30 05:25:25.166452 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port 2b7473ee-bf58-4aba-b4c5-b6da44c498ef, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=2b7473ee-bf58-4aba-b4c5-b6da44c498ef,segment=NetworkSegment(67d7431e-4b49-4424-94af-54c8f5335c79),segment_id=67d7431e-4b49-4424-94af-54c8f5335c79)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:25:25.170762 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:25:25.238044 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] get_ports_and_sgs() called for port_ids ['2b7473ee-bf58-4aba-b4c5-b6da44c498ef'] {{(pid=88262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 30 05:25:25.291422 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Pushing event updated for resources: {'Port': ['ID=2b7473ee-bf58-4aba-b4c5-b6da44c498ef,revision_number=7']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:25:25.381983 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd51dda-5f60-4c32-9f11-6182c97585eb req-e84d81d5-d9d2-4084-a118-3aeb3768c33c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:25:25.383439 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1dd51dda-5f60-4c32-9f11-6182c97585eb req-e84d81d5-d9d2-4084-a118-3aeb3768c33c service neutron] 10.222.0.39 "GET /v2.0/networks?id=3a65ee3d-2cf6-4768-b648-09f420ef6932 HTTP/1.1" status: 200 len: 911 time: 0.2467628 May 30 05:25:25.485368 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1dd51dda-5f60-4c32-9f11-6182c97585eb req-3a94e49a-9c58-4802-b4c4-12ad5bfe467a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b7473ee-bf58-4aba-b4c5-b6da44c498ef HTTP/1.1" status: 200 len: 1001 time: 0.0954304 May 30 05:25:25.548503 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd51dda-5f60-4c32-9f11-6182c97585eb req-f14f3a15-adbf-4d7c-aa7c-0635c95e378a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:25:25.549954 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1dd51dda-5f60-4c32-9f11-6182c97585eb req-f14f3a15-adbf-4d7c-aa7c-0635c95e378a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=940b0563-42ea-4efd-9752-2f2875661058 HTTP/1.1" status: 200 len: 849 time: 0.0581241 May 30 05:25:25.628738 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd51dda-5f60-4c32-9f11-6182c97585eb req-9dc10fe3-a29c-4dcb-b564-5e43a850b633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:25:25.630734 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1dd51dda-5f60-4c32-9f11-6182c97585eb req-9dc10fe3-a29c-4dcb-b564-5e43a850b633 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3a65ee3d-2cf6-4768-b648-09f420ef6932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0740921 May 30 05:25:25.757629 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1dd51dda-5f60-4c32-9f11-6182c97585eb req-911ae604-4b7c-45f2-9801-5d2e4b5a9cc9 service neutron] 10.222.0.39 "GET /v2.0/networks/3a65ee3d-2cf6-4768-b648-09f420ef6932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208844 May 30 05:25:25.885023 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1dd51dda-5f60-4c32-9f11-6182c97585eb req-5e1ca41c-585e-4c3d-b752-7a9b59c00017 service neutron] 10.222.0.39 "GET /v2.0/networks/3a65ee3d-2cf6-4768-b648-09f420ef6932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210332 May 30 05:25:26.102379 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device 2b7473ee-bf58-4aba-b4c5-b6da44c498ef up at agent hyperv_hv-neutron-8437 {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:25:26.196043 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Provisioning complete for port 2b7473ee-bf58-4aba-b4c5-b6da44c498ef triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:25:26.196659 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:25:26.258080 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1c7b42-612c-4eba-81ca-b0a195032d89 req-2a10477e-cd0b-44e7-94ee-dcf2b568e31d tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:25:26.264020 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7b1c7b42-612c-4eba-81ca-b0a195032d89 req-2a10477e-cd0b-44e7-94ee-dcf2b568e31d tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8a18e8a-8f0f-49b4-974d-1c5fadebe03c HTTP/1.1" status: 200 len: 945 time: 0.1062939 May 30 05:25:26.309842 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7b1c7b42-612c-4eba-81ca-b0a195032d89 req-7449cfb6-6663-4db3-8856-8dc26a592e26 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c25a5a1-86d7-4d8c-b261-3050e30743ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433283 May 30 05:25:26.329731 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Current status of the port 2b7473ee-bf58-4aba-b4c5-b6da44c498ef is: BUILD; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:25:26.330263 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:25:26.362683 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port 2b7473ee-bf58-4aba-b4c5-b6da44c498ef, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=2b7473ee-bf58-4aba-b4c5-b6da44c498ef,segment=NetworkSegment(67d7431e-4b49-4424-94af-54c8f5335c79),segment_id=67d7431e-4b49-4424-94af-54c8f5335c79)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:25:26.367050 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:25:26.432443 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Pushing event updated for resources: {'Port': ['ID=2b7473ee-bf58-4aba-b4c5-b6da44c498ef,revision_number=8']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:25:26.451675 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8a18e8a-8f0f-49b4-974d-1c5fadebe03c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b7473ee-bf58-4aba-b4c5-b6da44c498ef'}] {{(pid=88262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:25:26.495525 dv-neutron-843763-1-hyperv neutron-server[88262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e585676-5c08-446c-bdfd-20a2b4e98290'] response: {'server_uuid': 'f8a18e8a-8f0f-49b4-974d-1c5fadebe03c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b7473ee-bf58-4aba-b4c5-b6da44c498ef', 'code': 200} May 30 05:25:27.492379 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7a1656-ac73-43f0-90d2-b0bfc8e702e1 req-37ab9682-1128-4b89-9e98-85e48af7f5d8 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:25:27.493835 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-fe7a1656-ac73-43f0-90d2-b0bfc8e702e1 req-37ab9682-1128-4b89-9e98-85e48af7f5d8 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8a18e8a-8f0f-49b4-974d-1c5fadebe03c HTTP/1.1" status: 200 len: 946 time: 0.0775144 May 30 05:25:27.538109 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-fe7a1656-ac73-43f0-90d2-b0bfc8e702e1 req-d63435eb-a2d6-445e-b2a0-7d0a9044ec84 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c25a5a1-86d7-4d8c-b261-3050e30743ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382223 May 30 05:25:27.721336 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3470492-628d-47af-98df-66ebd8c9081b req-6c4d7ad7-ee01-49c2-92ff-9d9e0924eb36 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:25:27.722785 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e3470492-628d-47af-98df-66ebd8c9081b req-6c4d7ad7-ee01-49c2-92ff-9d9e0924eb36 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8a18e8a-8f0f-49b4-974d-1c5fadebe03c HTTP/1.1" status: 200 len: 946 time: 0.0815964 May 30 05:25:27.764777 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e3470492-628d-47af-98df-66ebd8c9081b req-275a6748-195c-408a-a434-55a15cbbe467 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c25a5a1-86d7-4d8c-b261-3050e30743ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0364528 May 30 05:25:28.030582 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38fdf2d2-fd19-41a9-af07-d962f6ec7e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:25:28.151078 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c0d5f6-c51b-4cae-8eff-549c8b692178 req-56843aed-e328-4983-bc87-fb3845cb865b tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:25:28.152441 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-71c0d5f6-c51b-4cae-8eff-549c8b692178 req-56843aed-e328-4983-bc87-fb3845cb865b tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8a18e8a-8f0f-49b4-974d-1c5fadebe03c HTTP/1.1" status: 200 len: 946 time: 0.1381612 May 30 05:25:28.158296 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bbd642-ab1f-4697-90a2-9c30caa88d04 req-a5b2126a-844f-45e8-b1ef-8d42b95b6811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:25:28.159620 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e3bbd642-ab1f-4697-90a2-9c30caa88d04 req-a5b2126a-844f-45e8-b1ef-8d42b95b6811 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b59d6af6346843408ca206be7ba53b5c&device_id=f8a18e8a-8f0f-49b4-974d-1c5fadebe03c HTTP/1.1" status: 200 len: 1099 time: 0.1010489 May 30 05:25:28.274760 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-71c0d5f6-c51b-4cae-8eff-549c8b692178 req-c1a1a80e-9974-45d3-bfb0-87008529a50f tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c25a5a1-86d7-4d8c-b261-3050e30743ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1142046 May 30 05:25:28.315481 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bbd642-ab1f-4697-90a2-9c30caa88d04 req-96eefd14-1327-40fc-a8ee-16c2bf6150f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:25:28.317476 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e3bbd642-ab1f-4697-90a2-9c30caa88d04 req-96eefd14-1327-40fc-a8ee-16c2bf6150f7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3a65ee3d-2cf6-4768-b648-09f420ef6932 HTTP/1.1" status: 200 len: 911 time: 0.1429470 May 30 05:25:28.416582 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e3bbd642-ab1f-4697-90a2-9c30caa88d04 req-0bd04076-b62c-47f0-bd79-d4b7866689d5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b7473ee-bf58-4aba-b4c5-b6da44c498ef HTTP/1.1" status: 200 len: 1002 time: 0.0935571 May 30 05:25:28.476769 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bbd642-ab1f-4697-90a2-9c30caa88d04 req-c92abe31-39de-4e7c-83b8-5e90f45693d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:25:28.478186 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e3bbd642-ab1f-4697-90a2-9c30caa88d04 req-c92abe31-39de-4e7c-83b8-5e90f45693d6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=940b0563-42ea-4efd-9752-2f2875661058 HTTP/1.1" status: 200 len: 849 time: 0.0558896 May 30 05:25:28.553474 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bbd642-ab1f-4697-90a2-9c30caa88d04 req-5686685c-9043-4f11-a6e7-aa1705a54c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:25:28.554937 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e3bbd642-ab1f-4697-90a2-9c30caa88d04 req-5686685c-9043-4f11-a6e7-aa1705a54c1b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3a65ee3d-2cf6-4768-b648-09f420ef6932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715106 May 30 05:25:28.783664 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e3bbd642-ab1f-4697-90a2-9c30caa88d04 req-d5bedaa3-2c07-4b52-aaf7-3ccee30fcad2 service neutron] 10.222.0.39 "GET /v2.0/networks/3a65ee3d-2cf6-4768-b648-09f420ef6932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226274 May 30 05:25:28.909185 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e3bbd642-ab1f-4697-90a2-9c30caa88d04 req-ccb9d997-a0ce-48a2-8f3d-edab73228239 service neutron] 10.222.0.39 "GET /v2.0/networks/3a65ee3d-2cf6-4768-b648-09f420ef6932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199086 May 30 05:25:29.459708 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dfb9e3-4935-4797-ad20-d01849a88651 req-07897079-06b7-4991-b5c0-053e931fe3eb tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:25:29.461294 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-80dfb9e3-4935-4797-ad20-d01849a88651 req-07897079-06b7-4991-b5c0-053e931fe3eb tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8a18e8a-8f0f-49b4-974d-1c5fadebe03c HTTP/1.1" status: 200 len: 946 time: 0.0807498 May 30 05:25:29.508536 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-80dfb9e3-4935-4797-ad20-d01849a88651 req-d2f597a3-0c32-40d4-81a9-0c680c8cfec5 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c25a5a1-86d7-4d8c-b261-3050e30743ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401721 May 30 05:25:30.254223 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-2455cc37-ae85-495b-b9b3-56f28d5fbf01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:25:30.695168 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786215f4-2872-4ae2-8bc6-ad52d2cd97b1 req-b6da6102-5467-4fa8-87e6-103156f26245 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:25:30.696623 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-786215f4-2872-4ae2-8bc6-ad52d2cd97b1 req-b6da6102-5467-4fa8-87e6-103156f26245 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8a18e8a-8f0f-49b4-974d-1c5fadebe03c HTTP/1.1" status: 200 len: 946 time: 0.0852168 May 30 05:25:30.743665 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-786215f4-2872-4ae2-8bc6-ad52d2cd97b1 req-f0e7f033-5afc-483f-a154-5732d9d196e8 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c25a5a1-86d7-4d8c-b261-3050e30743ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0368843 May 30 05:25:31.109274 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dd982c-75a3-415e-8d79-95f0830bf7d5 req-2ec032c1-ac31-444e-a33b-fa8e1c1ee1e0 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:25:31.110683 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-86dd982c-75a3-415e-8d79-95f0830bf7d5 req-2ec032c1-ac31-444e-a33b-fa8e1c1ee1e0 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8a18e8a-8f0f-49b4-974d-1c5fadebe03c HTTP/1.1" status: 200 len: 946 time: 0.0781276 May 30 05:25:31.156840 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-86dd982c-75a3-415e-8d79-95f0830bf7d5 req-fbb878c6-bd89-46ce-82dc-7af2a800a555 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c25a5a1-86d7-4d8c-b261-3050e30743ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395041 May 30 05:25:31.297467 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56ded65b-0e68-413c-8b9b-1097922cc81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:25:31.487235 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:25:32.200160 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-45f79e78-106a-4f09-9d2c-69baeab7263d None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 05:25:32.349207 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fb7603-aa3e-444f-be49-d7c9067174e5 req-0b692b0f-ee8c-4333-9ae7-d0b79420ee76 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:25:32.350674 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-37fb7603-aa3e-444f-be49-d7c9067174e5 req-0b692b0f-ee8c-4333-9ae7-d0b79420ee76 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8a18e8a-8f0f-49b4-974d-1c5fadebe03c HTTP/1.1" status: 200 len: 946 time: 0.0903366 May 30 05:25:32.393752 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-37fb7603-aa3e-444f-be49-d7c9067174e5 req-32bdf699-f4e6-45e8-bafe-ba57eccf7771 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c25a5a1-86d7-4d8c-b261-3050e30743ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0374680 May 30 05:25:32.808650 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7198ea96-5dd3-40d1-aa06-69ae27bd7ac7 req-722698c8-9f8b-4a3b-b54c-1d7c2433498f tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:25:32.810097 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7198ea96-5dd3-40d1-aa06-69ae27bd7ac7 req-722698c8-9f8b-4a3b-b54c-1d7c2433498f tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8a18e8a-8f0f-49b4-974d-1c5fadebe03c HTTP/1.1" status: 200 len: 946 time: 0.0809922 May 30 05:25:32.850691 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a142624-940e-4c55-bf49-a5329c884075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:25:32.883259 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [req-7198ea96-5dd3-40d1-aa06-69ae27bd7ac7 req-a2abc0bd-7ea7-4ffb-a15f-18bcf3180af7 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Deleting port 2b7473ee-bf58-4aba-b4c5-b6da44c498ef {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:25:32.883600 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-7198ea96-5dd3-40d1-aa06-69ae27bd7ac7 req-a2abc0bd-7ea7-4ffb-a15f-18bcf3180af7 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:25:33.122300 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [req-7198ea96-5dd3-40d1-aa06-69ae27bd7ac7 req-a2abc0bd-7ea7-4ffb-a15f-18bcf3180af7 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] For port 2b7473ee-bf58-4aba-b4c5-b6da44c498ef, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=2b7473ee-bf58-4aba-b4c5-b6da44c498ef,segment=NetworkSegment(67d7431e-4b49-4424-94af-54c8f5335c79),segment_id=67d7431e-4b49-4424-94af-54c8f5335c79)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:25:33.122568 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-7198ea96-5dd3-40d1-aa06-69ae27bd7ac7 req-a2abc0bd-7ea7-4ffb-a15f-18bcf3180af7 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:25:33.406277 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-7198ea96-5dd3-40d1-aa06-69ae27bd7ac7 req-a2abc0bd-7ea7-4ffb-a15f-18bcf3180af7 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:25:33.406915 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-7198ea96-5dd3-40d1-aa06-69ae27bd7ac7 req-a2abc0bd-7ea7-4ffb-a15f-18bcf3180af7 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1604762'] for floatingip, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:25:33.406915 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.db.l3_db [req-7198ea96-5dd3-40d1-aa06-69ae27bd7ac7 req-a2abc0bd-7ea7-4ffb-a15f-18bcf3180af7 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Floating IP 70f6ce4f-9b33-4607-8ad6-b6662bc6e03e disassociated. External IP: 172.26.6.162, port: 2b7473ee-bf58-4aba-b4c5-b6da44c498ef. May 30 05:25:33.407177 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [req-7198ea96-5dd3-40d1-aa06-69ae27bd7ac7 req-a2abc0bd-7ea7-4ffb-a15f-18bcf3180af7 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Calling delete_port for 2b7473ee-bf58-4aba-b4c5-b6da44c498ef owned by compute:nova {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:25:33.601262 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-7198ea96-5dd3-40d1-aa06-69ae27bd7ac7 req-a2abc0bd-7ea7-4ffb-a15f-18bcf3180af7 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:25:33.652422 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2abc0bd-7ea7-4ffb-a15f-18bcf3180af7 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Pushing event deleted for resources: {'Port': ['ID=2b7473ee-bf58-4aba-b4c5-b6da44c498ef,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:25:33.667613 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2abc0bd-7ea7-4ffb-a15f-18bcf3180af7 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:25:33.667968 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2abc0bd-7ea7-4ffb-a15f-18bcf3180af7 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:25:33.668313 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2abc0bd-7ea7-4ffb-a15f-18bcf3180af7 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:25:33.668656 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2abc0bd-7ea7-4ffb-a15f-18bcf3180af7 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:25:33.668995 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2abc0bd-7ea7-4ffb-a15f-18bcf3180af7 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:25:33.669328 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2abc0bd-7ea7-4ffb-a15f-18bcf3180af7 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:25:33.669660 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2abc0bd-7ea7-4ffb-a15f-18bcf3180af7 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:25:33.670011 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2abc0bd-7ea7-4ffb-a15f-18bcf3180af7 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:25:33.670342 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2abc0bd-7ea7-4ffb-a15f-18bcf3180af7 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:25:33.670666 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2abc0bd-7ea7-4ffb-a15f-18bcf3180af7 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:25:33.670990 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2abc0bd-7ea7-4ffb-a15f-18bcf3180af7 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:25:33.671315 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2abc0bd-7ea7-4ffb-a15f-18bcf3180af7 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:25:33.851436 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8336bd05-78a5-487e-9def-57f0ff08d460 req-caeeda05-49aa-43eb-a087-346d3c138a25 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:25:33.852893 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8336bd05-78a5-487e-9def-57f0ff08d460 req-caeeda05-49aa-43eb-a087-346d3c138a25 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8a18e8a-8f0f-49b4-974d-1c5fadebe03c HTTP/1.1" status: 200 len: 946 time: 0.3366292 May 30 05:25:34.002084 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8336bd05-78a5-487e-9def-57f0ff08d460 req-4527fc8a-caee-4be8-a6a9-d7e85f207e7b tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c25a5a1-86d7-4d8c-b261-3050e30743ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1411643 May 30 05:25:34.030355 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7198ea96-5dd3-40d1-aa06-69ae27bd7ac7 req-a2abc0bd-7ea7-4ffb-a15f-18bcf3180af7 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Router de6baeaf-4ad4-42fb-9635-f053df75d901 has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 05:25:34.208200 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7198ea96-5dd3-40d1-aa06-69ae27bd7ac7 req-a2abc0bd-7ea7-4ffb-a15f-18bcf3180af7 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:25:34.217510 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfefa8d5-b8a4-4070-920e-457487b4c5a3 None None] Sync routers for ids ['de6baeaf-4ad4-42fb-9635-f053df75d901'] in dv-neutron-843763-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:25:34.227824 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfefa8d5-b8a4-4070-920e-457487b4c5a3 None None] Routers {'de6baeaf-4ad4-42fb-9635-f053df75d901'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:25:34.228526 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-bfefa8d5-b8a4-4070-920e-457487b4c5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:25:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['de6baeaf-4ad4-42fb-9635-f053df75d901'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:25:34.289857 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [req-7198ea96-5dd3-40d1-aa06-69ae27bd7ac7 req-a2abc0bd-7ea7-4ffb-a15f-18bcf3180af7 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] No DVR routers for this DVR port 2b7473ee-bf58-4aba-b4c5-b6da44c498ef on host hv-neutron-8437 {{(pid=88261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 05:25:34.292329 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-7198ea96-5dd3-40d1-aa06-69ae27bd7ac7 req-a2abc0bd-7ea7-4ffb-a15f-18bcf3180af7 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:25:34.294886 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8a18e8a-8f0f-49b4-974d-1c5fadebe03c', 'name': 'network-vif-deleted', 'tag': '2b7473ee-bf58-4aba-b4c5-b6da44c498ef'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:25:34.310804 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7198ea96-5dd3-40d1-aa06-69ae27bd7ac7 req-a2abc0bd-7ea7-4ffb-a15f-18bcf3180af7 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.39 "DELETE /v2.0/ports/2b7473ee-bf58-4aba-b4c5-b6da44c498ef HTTP/1.1" status: 204 len: 173 time: 1.4958098 May 30 05:25:34.345429 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-186e7af8-ea47-401f-9347-045a7978040e'] response: {'server_uuid': 'f8a18e8a-8f0f-49b4-974d-1c5fadebe03c', 'name': 'network-vif-deleted', 'tag': '2b7473ee-bf58-4aba-b4c5-b6da44c498ef', 'status': 'completed', 'code': 200} May 30 05:25:34.415440 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-bfefa8d5-b8a4-4070-920e-457487b4c5a3 None None] Set router de6baeaf-4ad4-42fb-9635-f053df75d901 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:25:34.717566 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-bfefa8d5-b8a4-4070-920e-457487b4c5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de6baeaf-4ad4-42fb-9635-f053df75d901', 'name': 'tempest-ServerActionsTestJSON-21623125-router', 'tenant_id': 'b59d6af6346843408ca206be7ba53b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.195'}], 'enable_snat': True}, 'gw_port_id': '4f8bc2d8-500b-4ad7-bf02-2f7c47aa7562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:22:46Z', 'updated_at': '2022-05-30T05:22:50Z', 'revision_number': 4, 'project_id': 'b59d6af6346843408ca206be7ba53b5c', 'gw_port': {'id': '4f8bc2d8-500b-4ad7-bf02-2f7c47aa7562', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b7:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6baeaf-4ad4-42fb-9635-f053df75d901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:22:47Z', 'updated_at': '2022-05-30T05:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': 'e35f30c2-ff66-465e-a102-339b8ce31be9', 'name': '', 'network_id': '3a65ee3d-2cf6-4768-b648-09f420ef6932', 'tenant_id': 'b59d6af6346843408ca206be7ba53b5c', 'mac_address': 'fa:16:3e:55:05:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6baeaf-4ad4-42fb-9635-f053df75d901', 'device_owner': 'network:router_interface', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': '940b0563-42ea-4efd-9752-2f2875661058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:22:49Z', 'updated_at': '2022-05-30T05:22:56Z', 'revision_number': 5, 'project_id': 'b59d6af6346843408ca206be7ba53b5c', 'subnets': [{'id': '940b0563-42ea-4efd-9752-2f2875661058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:25:34.721859 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfefa8d5-b8a4-4070-920e-457487b4c5a3 None None] Checking router: de6baeaf-4ad4-42fb-9635-f053df75d901 for host: dv-neutron-843763-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 05:25:34.730879 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfefa8d5-b8a4-4070-920e-457487b4c5a3 None None] Routers {'de6baeaf-4ad4-42fb-9635-f053df75d901'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:25:34.731469 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-bfefa8d5-b8a4-4070-920e-457487b4c5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:25:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['de6baeaf-4ad4-42fb-9635-f053df75d901'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:25:34.909161 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-bfefa8d5-b8a4-4070-920e-457487b4c5a3 None None] Set router de6baeaf-4ad4-42fb-9635-f053df75d901 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:25:35.245027 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-bfefa8d5-b8a4-4070-920e-457487b4c5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de6baeaf-4ad4-42fb-9635-f053df75d901', 'name': 'tempest-ServerActionsTestJSON-21623125-router', 'tenant_id': 'b59d6af6346843408ca206be7ba53b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.195'}], 'enable_snat': True}, 'gw_port_id': '4f8bc2d8-500b-4ad7-bf02-2f7c47aa7562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:22:46Z', 'updated_at': '2022-05-30T05:22:50Z', 'revision_number': 4, 'project_id': 'b59d6af6346843408ca206be7ba53b5c', 'gw_port': {'id': '4f8bc2d8-500b-4ad7-bf02-2f7c47aa7562', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b7:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6baeaf-4ad4-42fb-9635-f053df75d901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:22:47Z', 'updated_at': '2022-05-30T05:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': 'e35f30c2-ff66-465e-a102-339b8ce31be9', 'name': '', 'network_id': '3a65ee3d-2cf6-4768-b648-09f420ef6932', 'tenant_id': 'b59d6af6346843408ca206be7ba53b5c', 'mac_address': 'fa:16:3e:55:05:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6baeaf-4ad4-42fb-9635-f053df75d901', 'device_owner': 'network:router_interface', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': '940b0563-42ea-4efd-9752-2f2875661058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:22:49Z', 'updated_at': '2022-05-30T05:22:56Z', 'revision_number': 5, 'project_id': 'b59d6af6346843408ca206be7ba53b5c', 'subnets': [{'id': '940b0563-42ea-4efd-9752-2f2875661058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:25:35.249396 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfefa8d5-b8a4-4070-920e-457487b4c5a3 None None] The sync data for ids ['de6baeaf-4ad4-42fb-9635-f053df75d901'] in dv-neutron-843763-1-hyperv is: [{'id': 'de6baeaf-4ad4-42fb-9635-f053df75d901', 'name': 'tempest-ServerActionsTestJSON-21623125-router', 'tenant_id': 'b59d6af6346843408ca206be7ba53b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.195'}], 'enable_snat': True}, 'gw_port_id': '4f8bc2d8-500b-4ad7-bf02-2f7c47aa7562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:22:46Z', 'updated_at': '2022-05-30T05:22:50Z', 'revision_number': 4, 'project_id': 'b59d6af6346843408ca206be7ba53b5c', 'gw_port': {'id': '4f8bc2d8-500b-4ad7-bf02-2f7c47aa7562', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b7:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6baeaf-4ad4-42fb-9635-f053df75d901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:22:47Z', 'updated_at': '2022-05-30T05:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': 'e35f30c2-ff66-465e-a102-339b8ce31be9', 'name': '', 'network_id': '3a65ee3d-2cf6-4768-b648-09f420ef6932', 'tenant_id': 'b59d6af6346843408ca206be7ba53b5c', 'mac_address': 'fa:16:3e:55:05:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6baeaf-4ad4-42fb-9635-f053df75d901', 'device_owner': 'network:router_interface', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': '940b0563-42ea-4efd-9752-2f2875661058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:22:49Z', 'updated_at': '2022-05-30T05:22:56Z', 'revision_number': 5, 'project_id': 'b59d6af6346843408ca206be7ba53b5c', 'subnets': [{'id': '940b0563-42ea-4efd-9752-2f2875661058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:25:35.353856 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d0bfe7e4-11b5-4ef5-b960-0df1f26fd7c6 req-cd9e0800-6996-4a07-8787-2a66682601ec tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--18171100&fields=id&tenant_id=b59d6af6346843408ca206be7ba53b5c HTTP/1.1" status: 200 len: 267 time: 0.0579627 May 30 05:25:35.477101 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14904900-08c4-4129-8c6b-bb2c4d73188e None None] New status for floating IP 70f6ce4f-9b33-4607-8ad6-b6662bc6e03e: DOWN {{(pid=88262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 30 05:25:35.504867 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bfe7e4-11b5-4ef5-b960-0df1f26fd7c6 req-d548dd26-01cb-4c5b-bd07-6a47da16abae tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:25:35.506428 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d0bfe7e4-11b5-4ef5-b960-0df1f26fd7c6 req-d548dd26-01cb-4c5b-bd07-6a47da16abae tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/networks?id=3a65ee3d-2cf6-4768-b648-09f420ef6932 HTTP/1.1" status: 200 len: 810 time: 0.1461377 May 30 05:25:35.521574 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d0bfe7e4-11b5-4ef5-b960-0df1f26fd7c6 req-9d8e968b-041d-4c76-afef-41e26917284c tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/quotas/b59d6af6346843408ca206be7ba53b5c HTTP/1.1" status: 200 len: 375 time: 0.0096278 May 30 05:25:35.609573 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-d0bfe7e4-11b5-4ef5-b960-0df1f26fd7c6 req-7fdc3d78-8cf6-46ec-bd1a-3dfaa86d4bef tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Synchronizing usage tracker for tenant:b59d6af6346843408ca206be7ba53b5c on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:25:35.624993 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-d0bfe7e4-11b5-4ef5-b960-0df1f26fd7c6 req-7fdc3d78-8cf6-46ec-bd1a-3dfaa86d4bef tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Unset dirty status for tenant:b59d6af6346843408ca206be7ba53b5c on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:25:35.626491 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d0bfe7e4-11b5-4ef5-b960-0df1f26fd7c6 req-7fdc3d78-8cf6-46ec-bd1a-3dfaa86d4bef tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b59d6af6346843408ca206be7ba53b5c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0998070 May 30 05:25:35.642362 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [req-d0bfe7e4-11b5-4ef5-b960-0df1f26fd7c6 req-ebc4af29-f343-42e5-ab2c-ddc42ecd5609 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=88261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 30 05:25:35.643281 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d0bfe7e4-11b5-4ef5-b960-0df1f26fd7c6 req-ebc4af29-f343-42e5-ab2c-ddc42ecd5609 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052779 May 30 05:25:35.777008 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d0bfe7e4-11b5-4ef5-b960-0df1f26fd7c6 req-f69aebf7-1b24-4f33-a4a7-8e9c9628b830 service neutron] 10.222.0.15 "GET /v2.0/networks/3a65ee3d-2cf6-4768-b648-09f420ef6932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276774 May 30 05:25:35.903946 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d0bfe7e4-11b5-4ef5-b960-0df1f26fd7c6 req-9fd5640f-cd07-47a7-b05a-004a8c12d398 service neutron] 10.222.0.15 "GET /v2.0/networks/3a65ee3d-2cf6-4768-b648-09f420ef6932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207960 May 30 05:25:36.072607 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-74814b35-4a32-4253-8ea1-d3c4c60f165b req-e7c50299-1cb3-4590-893a-73b13d27c28f tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c429750-080a-4c84-8ba2-8af3215472f5 HTTP/1.1" status: 200 len: 210 time: 0.0411212 May 30 05:25:36.166059 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device 2b7473ee-bf58-4aba-b4c5-b6da44c498ef no longer exists at agent hyperv_hv-neutron-8437 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 05:25:36.201309 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] No Port match for: 2b7473ee-bf58-4aba-b4c5-b6da44c498ef {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 05:25:36.201661 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device 2b7473ee-bf58-4aba-b4c5-b6da44c498ef not bound to the agent host hv-neutron-8437 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 05:25:37.073450 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bfe7e4-11b5-4ef5-b960-0df1f26fd7c6 req-74ce9dbe-8487-4a95-90fb-5f4a0fb4d6c2 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:25:37.074898 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d0bfe7e4-11b5-4ef5-b960-0df1f26fd7c6 req-74ce9dbe-8487-4a95-90fb-5f4a0fb4d6c2 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.39 "GET /v2.0/networks?id=3a65ee3d-2cf6-4768-b648-09f420ef6932 HTTP/1.1" status: 200 len: 810 time: 0.1464553 May 30 05:25:37.129775 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d0bfe7e4-11b5-4ef5-b960-0df1f26fd7c6 req-9919a65c-9596-4e53-b0b9-e2bc4fd15f62 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b59d6af6346843408ca206be7ba53b5c HTTP/1.1" status: 200 len: 378 time: 0.0461767 May 30 05:25:37.140976 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [req-d0bfe7e4-11b5-4ef5-b960-0df1f26fd7c6 req-9d092b00-9546-49b1-95b8-5b65dd965aa3 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Request body: {'port': {'device_id': '7c429750-080a-4c84-8ba2-8af3215472f5', 'network_id': '3a65ee3d-2cf6-4768-b648-09f420ef6932', 'admin_state_up': True, 'tenant_id': 'b59d6af6346843408ca206be7ba53b5c', 'security_groups': ['5c25a5a1-86d7-4d8c-b261-3050e30743ba']}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:25:37.270908 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-54e758cb-3aa2-477b-9300-6ae0c29e8814 req-c0b69d92-f4d1-4937-85ec-99e46ba95370 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c429750-080a-4c84-8ba2-8af3215472f5 HTTP/1.1" status: 200 len: 210 time: 0.0571408 May 30 05:25:37.323488 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [req-d0bfe7e4-11b5-4ef5-b960-0df1f26fd7c6 req-9d092b00-9546-49b1-95b8-5b65dd965aa3 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:25:37.333274 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [req-d0bfe7e4-11b5-4ef5-b960-0df1f26fd7c6 req-9d092b00-9546-49b1-95b8-5b65dd965aa3 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:25:37.343554 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0bfe7e4-11b5-4ef5-b960-0df1f26fd7c6 req-9d092b00-9546-49b1-95b8-5b65dd965aa3 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Made reservation on behalf of b59d6af6346843408ca206be7ba53b5c for: {'port': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:25:37.346983 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-d0bfe7e4-11b5-4ef5-b960-0df1f26fd7c6 req-9d092b00-9546-49b1-95b8-5b65dd965aa3 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:25:37.506248 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [req-d0bfe7e4-11b5-4ef5-b960-0df1f26fd7c6 req-9d092b00-9546-49b1-95b8-5b65dd965aa3 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Allocated IP 172.20.0.12 (3a65ee3d-2cf6-4768-b648-09f420ef6932/940b0563-42ea-4efd-9752-2f2875661058/e84980fd-9744-47bb-84bc-fce7306bd696) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:25:37.790509 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-d0bfe7e4-11b5-4ef5-b960-0df1f26fd7c6 req-9d092b00-9546-49b1-95b8-5b65dd965aa3 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:25:37.805466 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [req-d0bfe7e4-11b5-4ef5-b960-0df1f26fd7c6 req-9d092b00-9546-49b1-95b8-5b65dd965aa3 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Transition to ACTIVE for port object e84980fd-9744-47bb-84bc-fce7306bd696 will not be triggered until provisioned by entity DHCP. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:25:37.827736 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-d0bfe7e4-11b5-4ef5-b960-0df1f26fd7c6 req-9d092b00-9546-49b1-95b8-5b65dd965aa3 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:25:37.893209 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0bfe7e4-11b5-4ef5-b960-0df1f26fd7c6 req-9d092b00-9546-49b1-95b8-5b65dd965aa3 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Network 3a65ee3d-2cf6-4768-b648-09f420ef6932 is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:25:37.896704 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [req-d0bfe7e4-11b5-4ef5-b960-0df1f26fd7c6 req-9d092b00-9546-49b1-95b8-5b65dd965aa3 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:25:37.900689 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0bfe7e4-11b5-4ef5-b960-0df1f26fd7c6 req-9d092b00-9546-49b1-95b8-5b65dd965aa3 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:25:37.939704 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d092b00-9546-49b1-95b8-5b65dd965aa3 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Pushing event updated for resources: {'Port': ['ID=e84980fd-9744-47bb-84bc-fce7306bd696,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:25:37.971395 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bfe7e4-11b5-4ef5-b960-0df1f26fd7c6 req-9d092b00-9546-49b1-95b8-5b65dd965aa3 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:25:37.971642 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-d0bfe7e4-11b5-4ef5-b960-0df1f26fd7c6 req-9d092b00-9546-49b1-95b8-5b65dd965aa3 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:25:37.997980 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d0bfe7e4-11b5-4ef5-b960-0df1f26fd7c6 req-9d092b00-9546-49b1-95b8-5b65dd965aa3 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8608778 May 30 05:25:38.008744 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [req-d0bfe7e4-11b5-4ef5-b960-0df1f26fd7c6 req-14aa3b29-9579-4494-88bd-e7ed11daaffd service neutron] Request body: {'port': {'device_id': '7c429750-080a-4c84-8ba2-8af3215472f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8437'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:25:38.122083 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-d0bfe7e4-11b5-4ef5-b960-0df1f26fd7c6 req-14aa3b29-9579-4494-88bd-e7ed11daaffd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:25:38.151744 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-24b837c6-2229-4759-9e3a-110156798ded None None] Provisioning for port e84980fd-9744-47bb-84bc-fce7306bd696 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:25:38.156585 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-24b837c6-2229-4759-9e3a-110156798ded None None] Provisioning complete for port e84980fd-9744-47bb-84bc-fce7306bd696 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:25:38.156960 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-24b837c6-2229-4759-9e3a-110156798ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:25:38.210239 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-24b837c6-2229-4759-9e3a-110156798ded None None] Port e84980fd-9744-47bb-84bc-fce7306bd696 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 05:25:38.522714 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [req-d0bfe7e4-11b5-4ef5-b960-0df1f26fd7c6 req-14aa3b29-9579-4494-88bd-e7ed11daaffd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e84980fd-9744-47bb-84bc-fce7306bd696 {{(pid=88261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 30 05:25:38.535842 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4094b9-0863-4b61-96a9-582f4514d348 req-113b4c47-caed-44d6-b5d6-41d2f81fa5ab tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:25:38.536529 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-1b4094b9-0863-4b61-96a9-582f4514d348 req-113b4c47-caed-44d6-b5d6-41d2f81fa5ab tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Synchronizing usage tracker for tenant:b59d6af6346843408ca206be7ba53b5c on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:25:38.540665 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-d0bfe7e4-11b5-4ef5-b960-0df1f26fd7c6 req-14aa3b29-9579-4494-88bd-e7ed11daaffd service neutron] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:25:38.561499 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [req-d0bfe7e4-11b5-4ef5-b960-0df1f26fd7c6 req-14aa3b29-9579-4494-88bd-e7ed11daaffd service neutron] Transition to ACTIVE for port object e84980fd-9744-47bb-84bc-fce7306bd696 will not be triggered until provisioned by entity L2. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:25:38.564558 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-1b4094b9-0863-4b61-96a9-582f4514d348 req-113b4c47-caed-44d6-b5d6-41d2f81fa5ab tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Unset dirty status for tenant:b59d6af6346843408ca206be7ba53b5c on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:25:38.565859 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1b4094b9-0863-4b61-96a9-582f4514d348 req-113b4c47-caed-44d6-b5d6-41d2f81fa5ab tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c429750-080a-4c84-8ba2-8af3215472f5 HTTP/1.1" status: 200 len: 932 time: 0.1848862 May 30 05:25:38.567476 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-d0bfe7e4-11b5-4ef5-b960-0df1f26fd7c6 req-14aa3b29-9579-4494-88bd-e7ed11daaffd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2304381'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:25:38.754807 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14aa3b29-9579-4494-88bd-e7ed11daaffd service neutron] Pushing event updated for resources: {'Port': ['ID=e84980fd-9744-47bb-84bc-fce7306bd696,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:25:38.759437 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1b4094b9-0863-4b61-96a9-582f4514d348 req-3e31c372-f9e7-4f6f-aaca-6804ea5013d1 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c25a5a1-86d7-4d8c-b261-3050e30743ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1577892 May 30 05:25:38.836128 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [req-d0bfe7e4-11b5-4ef5-b960-0df1f26fd7c6 req-14aa3b29-9579-4494-88bd-e7ed11daaffd service neutron] Attempting to bind port e84980fd-9744-47bb-84bc-fce7306bd696 on host hv-neutron-8437 for vnic_type normal with profile {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 05:25:38.836494 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [req-d0bfe7e4-11b5-4ef5-b960-0df1f26fd7c6 req-14aa3b29-9579-4494-88bd-e7ed11daaffd service neutron] Attempting to bind port e84980fd-9744-47bb-84bc-fce7306bd696 by drivers openvswitch,hyperv on host hv-neutron-8437 at level 0 using segments [{'id': '67d7431e-4b49-4424-94af-54c8f5335c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '3a65ee3d-2cf6-4768-b648-09f420ef6932'}] {{(pid=88261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 05:25:38.836818 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0bfe7e4-11b5-4ef5-b960-0df1f26fd7c6 req-14aa3b29-9579-4494-88bd-e7ed11daaffd service neutron] Attempting to bind port e84980fd-9744-47bb-84bc-fce7306bd696 on network 3a65ee3d-2cf6-4768-b648-09f420ef6932 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:25:38.841446 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0bfe7e4-11b5-4ef5-b960-0df1f26fd7c6 req-14aa3b29-9579-4494-88bd-e7ed11daaffd service neutron] Port e84980fd-9744-47bb-84bc-fce7306bd696 on network 3a65ee3d-2cf6-4768-b648-09f420ef6932 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8437 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 30 05:25:38.841777 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0bfe7e4-11b5-4ef5-b960-0df1f26fd7c6 req-14aa3b29-9579-4494-88bd-e7ed11daaffd service neutron] Attempting to bind port e84980fd-9744-47bb-84bc-fce7306bd696 on network 3a65ee3d-2cf6-4768-b648-09f420ef6932 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:25:38.846717 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0bfe7e4-11b5-4ef5-b960-0df1f26fd7c6 req-14aa3b29-9579-4494-88bd-e7ed11daaffd service neutron] Checking agent: {'id': 'de0c936d-420b-412f-9642-7bfe80b5ab25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8437', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 51, 47), 'started_at': datetime.datetime(2022, 5, 30, 4, 51, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 5, 25, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 05:25:38.847044 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0bfe7e4-11b5-4ef5-b960-0df1f26fd7c6 req-14aa3b29-9579-4494-88bd-e7ed11daaffd service neutron] Checking segment: {'id': '67d7431e-4b49-4424-94af-54c8f5335c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '3a65ee3d-2cf6-4768-b648-09f420ef6932'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:25:38.847414 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0bfe7e4-11b5-4ef5-b960-0df1f26fd7c6 req-14aa3b29-9579-4494-88bd-e7ed11daaffd service neutron] Bound using segment: {'id': '67d7431e-4b49-4424-94af-54c8f5335c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '3a65ee3d-2cf6-4768-b648-09f420ef6932'} {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 05:25:38.848334 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [req-d0bfe7e4-11b5-4ef5-b960-0df1f26fd7c6 req-14aa3b29-9579-4494-88bd-e7ed11daaffd service neutron] Bound port: e84980fd-9744-47bb-84bc-fce7306bd696, host: hv-neutron-8437, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67d7431e-4b49-4424-94af-54c8f5335c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '3a65ee3d-2cf6-4768-b648-09f420ef6932'}}] {{(pid=88261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 05:25:38.848665 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-d0bfe7e4-11b5-4ef5-b960-0df1f26fd7c6 req-14aa3b29-9579-4494-88bd-e7ed11daaffd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:25:38.937071 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [req-d0bfe7e4-11b5-4ef5-b960-0df1f26fd7c6 req-14aa3b29-9579-4494-88bd-e7ed11daaffd service neutron] For port e84980fd-9744-47bb-84bc-fce7306bd696, host hv-neutron-8437, cleared binding levels {{(pid=88261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 05:25:38.940221 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [req-d0bfe7e4-11b5-4ef5-b960-0df1f26fd7c6 req-14aa3b29-9579-4494-88bd-e7ed11daaffd service neutron] For port e84980fd-9744-47bb-84bc-fce7306bd696, host hv-neutron-8437, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=e84980fd-9744-47bb-84bc-fce7306bd696,segment=NetworkSegment(67d7431e-4b49-4424-94af-54c8f5335c79),segment_id=67d7431e-4b49-4424-94af-54c8f5335c79)] {{(pid=88261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 05:25:38.944721 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-d0bfe7e4-11b5-4ef5-b960-0df1f26fd7c6 req-14aa3b29-9579-4494-88bd-e7ed11daaffd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2304381'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:25:39.007528 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bfe7e4-11b5-4ef5-b960-0df1f26fd7c6 req-14aa3b29-9579-4494-88bd-e7ed11daaffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:25:39.008174 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-d0bfe7e4-11b5-4ef5-b960-0df1f26fd7c6 req-14aa3b29-9579-4494-88bd-e7ed11daaffd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:25:39.009613 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d0bfe7e4-11b5-4ef5-b960-0df1f26fd7c6 req-14aa3b29-9579-4494-88bd-e7ed11daaffd service neutron] 10.222.0.39 "PUT /v2.0/ports/e84980fd-9744-47bb-84bc-fce7306bd696 HTTP/1.1" status: 200 len: 1094 time: 1.0050659 May 30 05:25:39.010090 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c429750-080a-4c84-8ba2-8af3215472f5', 'tag': 'e84980fd-9744-47bb-84bc-fce7306bd696'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:25:39.036684 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14aa3b29-9579-4494-88bd-e7ed11daaffd service neutron] Pushing event updated for resources: {'Port': ['ID=e84980fd-9744-47bb-84bc-fce7306bd696,revision_number=3']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:25:39.097282 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-546c94e0-1db1-4adb-88e5-e821c63ad8fc'] response: {'name': 'network-changed', 'server_uuid': '7c429750-080a-4c84-8ba2-8af3215472f5', 'tag': 'e84980fd-9744-47bb-84bc-fce7306bd696', 'status': 'completed', 'code': 200} May 30 05:25:39.139607 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bfe7e4-11b5-4ef5-b960-0df1f26fd7c6 req-86ef61b0-2be6-4b04-ad4c-366a59bda1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:25:39.141205 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d0bfe7e4-11b5-4ef5-b960-0df1f26fd7c6 req-86ef61b0-2be6-4b04-ad4c-366a59bda1c7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b59d6af6346843408ca206be7ba53b5c&device_id=7c429750-080a-4c84-8ba2-8af3215472f5 HTTP/1.1" status: 200 len: 1097 time: 0.0786624 May 30 05:25:39.212316 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d0bfe7e4-11b5-4ef5-b960-0df1f26fd7c6 req-79e35728-0fd3-4d83-8721-be22f94b6599 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e84980fd-9744-47bb-84bc-fce7306bd696 HTTP/1.1" status: 200 len: 217 time: 0.0637956 May 30 05:25:39.273701 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bfe7e4-11b5-4ef5-b960-0df1f26fd7c6 req-9e9f84d2-2e93-4086-8e94-452ed6dfad06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:25:39.275081 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d0bfe7e4-11b5-4ef5-b960-0df1f26fd7c6 req-9e9f84d2-2e93-4086-8e94-452ed6dfad06 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=940b0563-42ea-4efd-9752-2f2875661058 HTTP/1.1" status: 200 len: 849 time: 0.0570695 May 30 05:25:39.346722 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bfe7e4-11b5-4ef5-b960-0df1f26fd7c6 req-85bfc285-1064-4a52-91d3-7660314a6c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:25:39.348625 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d0bfe7e4-11b5-4ef5-b960-0df1f26fd7c6 req-85bfc285-1064-4a52-91d3-7660314a6c1c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3a65ee3d-2cf6-4768-b648-09f420ef6932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0676789 May 30 05:25:39.576089 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d0bfe7e4-11b5-4ef5-b960-0df1f26fd7c6 req-e1031862-cf04-4628-bb1d-61aef709ce3e service neutron] 10.222.0.39 "GET /v2.0/networks/3a65ee3d-2cf6-4768-b648-09f420ef6932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211897 May 30 05:25:39.709070 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d0bfe7e4-11b5-4ef5-b960-0df1f26fd7c6 req-fee7214d-b622-4323-9b4b-fa4cd48163e8 service neutron] 10.222.0.39 "GET /v2.0/networks/3a65ee3d-2cf6-4768-b648-09f420ef6932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223395 May 30 05:25:39.822779 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87505d9-6e0d-48c8-bcee-bc5f2f16e0b0 req-ac25fbe6-a9fb-4ac0-88c5-79cbad45b400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:25:39.824240 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c87505d9-6e0d-48c8-bcee-bc5f2f16e0b0 req-ac25fbe6-a9fb-4ac0-88c5-79cbad45b400 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b59d6af6346843408ca206be7ba53b5c&device_id=7c429750-080a-4c84-8ba2-8af3215472f5 HTTP/1.1" status: 200 len: 1097 time: 0.0736237 May 30 05:25:40.005854 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87505d9-6e0d-48c8-bcee-bc5f2f16e0b0 req-41f2daa1-7157-4b66-94da-9f56376f5bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:25:40.007190 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c87505d9-6e0d-48c8-bcee-bc5f2f16e0b0 req-41f2daa1-7157-4b66-94da-9f56376f5bcb service neutron] 10.222.0.39 "GET /v2.0/networks?id=3a65ee3d-2cf6-4768-b648-09f420ef6932 HTTP/1.1" status: 200 len: 911 time: 0.1774025 May 30 05:25:40.072062 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3749617-8f2d-4174-a6bf-d68377aa77ac req-8c3ba5b6-909f-45a8-bbae-785223f138ae tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:25:40.073471 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e3749617-8f2d-4174-a6bf-d68377aa77ac req-8c3ba5b6-909f-45a8-bbae-785223f138ae tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c429750-080a-4c84-8ba2-8af3215472f5 HTTP/1.1" status: 200 len: 944 time: 0.1773715 May 30 05:25:40.082747 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c87505d9-6e0d-48c8-bcee-bc5f2f16e0b0 req-c83e2cae-17ff-456a-94a4-205fb54ee815 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e84980fd-9744-47bb-84bc-fce7306bd696 HTTP/1.1" status: 200 len: 217 time: 0.0685396 May 30 05:25:40.165800 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e3749617-8f2d-4174-a6bf-d68377aa77ac req-9a4832dc-7213-46c8-a528-a772c59ad680 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c25a5a1-86d7-4d8c-b261-3050e30743ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0852721 May 30 05:25:40.170795 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87505d9-6e0d-48c8-bcee-bc5f2f16e0b0 req-6fdac3a5-a6ea-4f28-8330-2e65e5cedbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:25:40.172147 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c87505d9-6e0d-48c8-bcee-bc5f2f16e0b0 req-6fdac3a5-a6ea-4f28-8330-2e65e5cedbd7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=940b0563-42ea-4efd-9752-2f2875661058 HTTP/1.1" status: 200 len: 849 time: 0.0782490 May 30 05:25:40.246141 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87505d9-6e0d-48c8-bcee-bc5f2f16e0b0 req-1f8cd080-25fc-49e8-9839-3523b2b490b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:25:40.247676 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c87505d9-6e0d-48c8-bcee-bc5f2f16e0b0 req-1f8cd080-25fc-49e8-9839-3523b2b490b7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3a65ee3d-2cf6-4768-b648-09f420ef6932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695999 May 30 05:25:40.377233 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c87505d9-6e0d-48c8-bcee-bc5f2f16e0b0 req-15e76e4c-dc5d-40de-abb8-6bd491b36203 service neutron] 10.222.0.39 "GET /v2.0/networks/3a65ee3d-2cf6-4768-b648-09f420ef6932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230605 May 30 05:25:40.506219 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c87505d9-6e0d-48c8-bcee-bc5f2f16e0b0 req-72453772-f515-4b54-8776-ba1d04caeee2 service neutron] 10.222.0.39 "GET /v2.0/networks/3a65ee3d-2cf6-4768-b648-09f420ef6932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227620 May 30 05:25:41.355652 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07336d88-6030-487f-af51-a559bc8d8173 req-1c249f03-2e8a-422c-956f-b1e4a3246b78 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:25:41.357088 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-07336d88-6030-487f-af51-a559bc8d8173 req-1c249f03-2e8a-422c-956f-b1e4a3246b78 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c429750-080a-4c84-8ba2-8af3215472f5 HTTP/1.1" status: 200 len: 944 time: 0.0857089 May 30 05:25:41.400254 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-07336d88-6030-487f-af51-a559bc8d8173 req-fee26a5c-aa85-4cb8-a5c0-c3dba5e1ed1b tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c25a5a1-86d7-4d8c-b261-3050e30743ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0375345 May 30 05:25:42.163948 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device e84980fd-9744-47bb-84bc-fce7306bd696 details requested by agent hyperv_hv-neutron-8437 with host hv-neutron-8437 {{(pid=88262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 05:25:42.293909 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port e84980fd-9744-47bb-84bc-fce7306bd696, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=e84980fd-9744-47bb-84bc-fce7306bd696,segment=NetworkSegment(67d7431e-4b49-4424-94af-54c8f5335c79),segment_id=67d7431e-4b49-4424-94af-54c8f5335c79)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:25:42.309650 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Returning: {'device': 'e84980fd-9744-47bb-84bc-fce7306bd696', 'network_id': '3a65ee3d-2cf6-4768-b648-09f420ef6932', 'port_id': 'e84980fd-9744-47bb-84bc-fce7306bd696', 'mac_address': 'fa:16:3e:d5:d8:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '940b0563-42ea-4efd-9752-2f2875661058', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 05:25:42.361624 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Current status of the port e84980fd-9744-47bb-84bc-fce7306bd696 is: DOWN; New status is: BUILD {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:25:42.362016 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:25:42.377791 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e84980fd-9744-47bb-84bc-fce7306bd696 {{(pid=88262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 30 05:25:42.393293 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port e84980fd-9744-47bb-84bc-fce7306bd696, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=e84980fd-9744-47bb-84bc-fce7306bd696,segment=NetworkSegment(67d7431e-4b49-4424-94af-54c8f5335c79),segment_id=67d7431e-4b49-4424-94af-54c8f5335c79)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:25:42.397128 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:25:42.461696 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Pushing event updated for resources: {'Port': ['ID=e84980fd-9744-47bb-84bc-fce7306bd696,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:25:42.580858 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d50b626-e6cb-4401-87d0-9c014f028aef req-3b869c47-9df9-4b8c-ac99-3586d93a32d0 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:25:42.582838 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3d50b626-e6cb-4401-87d0-9c014f028aef req-3b869c47-9df9-4b8c-ac99-3586d93a32d0 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c429750-080a-4c84-8ba2-8af3215472f5 HTTP/1.1" status: 200 len: 945 time: 0.0780392 May 30 05:25:42.625871 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3d50b626-e6cb-4401-87d0-9c014f028aef req-1b47b784-bd54-4b33-ac84-c8209dbbfe24 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c25a5a1-86d7-4d8c-b261-3050e30743ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373995 May 30 05:25:42.714193 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] get_ports_and_sgs() called for port_ids ['e84980fd-9744-47bb-84bc-fce7306bd696'] {{(pid=88262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 30 05:25:43.813690 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f9a7ed-90f4-47a6-a8ce-331089b92a54 req-2bfdfbde-697c-4ca9-afd2-693b9142001f tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:25:43.815145 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d5f9a7ed-90f4-47a6-a8ce-331089b92a54 req-2bfdfbde-697c-4ca9-afd2-693b9142001f tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c429750-080a-4c84-8ba2-8af3215472f5 HTTP/1.1" status: 200 len: 945 time: 0.0820451 May 30 05:25:43.857644 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d5f9a7ed-90f4-47a6-a8ce-331089b92a54 req-a8bd1c6a-5481-4e5b-92b5-dc90c9cdfda5 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c25a5a1-86d7-4d8c-b261-3050e30743ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0368834 May 30 05:25:44.179160 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device e84980fd-9744-47bb-84bc-fce7306bd696 up at agent hyperv_hv-neutron-8437 {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:25:44.248291 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Provisioning for port e84980fd-9744-47bb-84bc-fce7306bd696 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:25:44.253123 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Provisioning complete for port e84980fd-9744-47bb-84bc-fce7306bd696 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:25:44.253501 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:25:44.367499 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Current status of the port e84980fd-9744-47bb-84bc-fce7306bd696 is: BUILD; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:25:44.367886 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:25:44.397036 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c429750-080a-4c84-8ba2-8af3215472f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e84980fd-9744-47bb-84bc-fce7306bd696'}] {{(pid=88262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:25:44.406624 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port e84980fd-9744-47bb-84bc-fce7306bd696, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=e84980fd-9744-47bb-84bc-fce7306bd696,segment=NetworkSegment(67d7431e-4b49-4424-94af-54c8f5335c79),segment_id=67d7431e-4b49-4424-94af-54c8f5335c79)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:25:44.410920 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:25:44.472923 dv-neutron-843763-1-hyperv neutron-server[88262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a8e0dd4-1d6f-4052-9fbc-c7bea2866dbd'] response: {'server_uuid': '7c429750-080a-4c84-8ba2-8af3215472f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e84980fd-9744-47bb-84bc-fce7306bd696', 'code': 200} May 30 05:25:44.506605 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Pushing event updated for resources: {'Port': ['ID=e84980fd-9744-47bb-84bc-fce7306bd696,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:25:44.670450 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfb445e-7cc4-4e02-8438-abfc7a6463c3 req-88a0e40f-f841-4dbe-af60-1596447ea2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:25:44.671891 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-edfb445e-7cc4-4e02-8438-abfc7a6463c3 req-88a0e40f-f841-4dbe-af60-1596447ea2b7 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7c429750-080a-4c84-8ba2-8af3215472f5 HTTP/1.1" status: 200 len: 1099 time: 0.0672073 May 30 05:25:44.713378 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-edfb445e-7cc4-4e02-8438-abfc7a6463c3 req-060f7ea8-6db9-4649-8026-11f0df7f2d9c service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=5c25a5a1-86d7-4d8c-b261-3050e30743ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0357192 May 30 05:25:45.037829 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4244d35-e28c-48dc-bb8d-2476009559af req-693fadb0-52cc-482e-b2a7-193b67150ce7 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:25:45.039251 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c4244d35-e28c-48dc-bb8d-2476009559af req-693fadb0-52cc-482e-b2a7-193b67150ce7 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c429750-080a-4c84-8ba2-8af3215472f5 HTTP/1.1" status: 200 len: 946 time: 0.0777776 May 30 05:25:45.081475 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c4244d35-e28c-48dc-bb8d-2476009559af req-06510c4e-ba37-4f74-8bbf-4626e59a4f3c tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c25a5a1-86d7-4d8c-b261-3050e30743ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0366740 May 30 05:25:46.268456 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5353ef5f-08a3-4931-a038-f2faa4d54641 req-9b30e5c8-c104-4427-8797-4211a9c0abf6 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:25:46.269984 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5353ef5f-08a3-4931-a038-f2faa4d54641 req-9b30e5c8-c104-4427-8797-4211a9c0abf6 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c429750-080a-4c84-8ba2-8af3215472f5 HTTP/1.1" status: 200 len: 946 time: 0.0854061 May 30 05:25:46.405307 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5353ef5f-08a3-4931-a038-f2faa4d54641 req-b20830a4-e4a4-4789-89f8-a0042362ef14 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c25a5a1-86d7-4d8c-b261-3050e30743ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1293926 May 30 05:25:46.579263 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59c4c3f-7f9f-487d-870a-51001bd4ca6b req-8960f826-1061-4f68-b16e-158c043dadb1 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:25:46.580671 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c59c4c3f-7f9f-487d-870a-51001bd4ca6b req-8960f826-1061-4f68-b16e-158c043dadb1 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c429750-080a-4c84-8ba2-8af3215472f5 HTTP/1.1" status: 200 len: 946 time: 0.0768628 May 30 05:25:46.589202 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 51616) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:25:46.594098 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-d425c16d-2301-4167-8d0f-9b0424061166 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Request body: {'floatingip': {'port_id': 'e84980fd-9744-47bb-84bc-fce7306bd696'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:25:46.669488 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d425c16d-2301-4167-8d0f-9b0424061166 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Notify callbacks [] for floatingip, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:25:47.242813 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d425c16d-2301-4167-8d0f-9b0424061166 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:25:47.246517 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d425c16d-2301-4167-8d0f-9b0424061166 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1604762'] for floatingip, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:25:47.418608 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.db.l3_db [None req-d425c16d-2301-4167-8d0f-9b0424061166 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Floating IP 70f6ce4f-9b33-4607-8ad6-b6662bc6e03e associated. External IP: 172.26.6.162, port: e84980fd-9744-47bb-84bc-fce7306bd696. May 30 05:25:47.606934 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:25:47.859212 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d425c16d-2301-4167-8d0f-9b0424061166 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Router de6baeaf-4ad4-42fb-9635-f053df75d901 has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 05:25:48.040288 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d425c16d-2301-4167-8d0f-9b0424061166 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:25:48.044993 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d425c16d-2301-4167-8d0f-9b0424061166 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for floatingip, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:25:48.050296 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ac24e8-54ba-4233-a368-cfafb892d189 None None] Sync routers for ids ['de6baeaf-4ad4-42fb-9635-f053df75d901'] in dv-neutron-843763-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:25:48.060631 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ac24e8-54ba-4233-a368-cfafb892d189 None None] Routers {'de6baeaf-4ad4-42fb-9635-f053df75d901'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:25:48.061227 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-92ac24e8-54ba-4233-a368-cfafb892d189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:25:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['de6baeaf-4ad4-42fb-9635-f053df75d901'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:25:48.098065 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-d425c16d-2301-4167-8d0f-9b0424061166 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "PUT /v2.0/floatingips/70f6ce4f-9b33-4607-8ad6-b6662bc6e03e HTTP/1.1" status: 200 len: 992 time: 1.5077262 May 30 05:25:48.099137 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c429750-080a-4c84-8ba2-8af3215472f5', 'tag': 'e84980fd-9744-47bb-84bc-fce7306bd696'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:25:48.141152 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5a55db5-432a-4684-8f70-e15b3355f00d'] response: {'name': 'network-changed', 'server_uuid': '7c429750-080a-4c84-8ba2-8af3215472f5', 'tag': 'e84980fd-9744-47bb-84bc-fce7306bd696', 'status': 'completed', 'code': 200} May 30 05:25:48.237013 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba3ee68-056f-4a73-8906-5af33d28960a req-08d7740e-b977-43c4-8919-22bd94f03a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:25:48.238530 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-aba3ee68-056f-4a73-8906-5af33d28960a req-08d7740e-b977-43c4-8919-22bd94f03a2a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b59d6af6346843408ca206be7ba53b5c&device_id=7c429750-080a-4c84-8ba2-8af3215472f5 HTTP/1.1" status: 200 len: 1099 time: 0.0762761 May 30 05:25:48.243477 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-92ac24e8-54ba-4233-a368-cfafb892d189 None None] Set router de6baeaf-4ad4-42fb-9635-f053df75d901 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:25:48.370375 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba3ee68-056f-4a73-8906-5af33d28960a req-43624308-a5a3-46b1-a792-4c6a8b11b0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:25:48.371773 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-aba3ee68-056f-4a73-8906-5af33d28960a req-43624308-a5a3-46b1-a792-4c6a8b11b0d3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3a65ee3d-2cf6-4768-b648-09f420ef6932 HTTP/1.1" status: 200 len: 911 time: 0.1268477 May 30 05:25:48.470219 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-aba3ee68-056f-4a73-8906-5af33d28960a req-0a72a4c9-57f9-4d31-9922-4fb5f537e667 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e84980fd-9744-47bb-84bc-fce7306bd696 HTTP/1.1" status: 200 len: 1000 time: 0.0929992 May 30 05:25:48.532770 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba3ee68-056f-4a73-8906-5af33d28960a req-52c72a8c-8abb-449d-ace8-f8b16529ea58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:25:48.534206 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-aba3ee68-056f-4a73-8906-5af33d28960a req-52c72a8c-8abb-449d-ace8-f8b16529ea58 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=940b0563-42ea-4efd-9752-2f2875661058 HTTP/1.1" status: 200 len: 849 time: 0.0589015 May 30 05:25:48.585607 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-92ac24e8-54ba-4233-a368-cfafb892d189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de6baeaf-4ad4-42fb-9635-f053df75d901', 'name': 'tempest-ServerActionsTestJSON-21623125-router', 'tenant_id': 'b59d6af6346843408ca206be7ba53b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.195'}], 'enable_snat': True}, 'gw_port_id': '4f8bc2d8-500b-4ad7-bf02-2f7c47aa7562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:22:46Z', 'updated_at': '2022-05-30T05:22:50Z', 'revision_number': 4, 'project_id': 'b59d6af6346843408ca206be7ba53b5c', 'gw_port': {'id': '4f8bc2d8-500b-4ad7-bf02-2f7c47aa7562', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b7:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6baeaf-4ad4-42fb-9635-f053df75d901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:22:47Z', 'updated_at': '2022-05-30T05:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_floatingips': [{'id': '70f6ce4f-9b33-4607-8ad6-b6662bc6e03e', 'tenant_id': 'b59d6af6346843408ca206be7ba53b5c', 'floating_ip_address': '172.26.6.162', 'floating_network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'router_id': 'de6baeaf-4ad4-42fb-9635-f053df75d901', 'port_id': 'e84980fd-9744-47bb-84bc-fce7306bd696', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a65ee3d-2cf6-4768-b648-09f420ef6932', 'mac_address': 'fa:16:3e:d5:d8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c429750-080a-4c84-8ba2-8af3215472f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T05:22:53Z', 'updated_at': '2022-05-30T05:25:47Z', 'revision_number': 9, 'project_id': 'b59d6af6346843408ca206be7ba53b5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e35f30c2-ff66-465e-a102-339b8ce31be9', 'name': '', 'network_id': '3a65ee3d-2cf6-4768-b648-09f420ef6932', 'tenant_id': 'b59d6af6346843408ca206be7ba53b5c', 'mac_address': 'fa:16:3e:55:05:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6baeaf-4ad4-42fb-9635-f053df75d901', 'device_owner': 'network:router_interface', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': '940b0563-42ea-4efd-9752-2f2875661058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:22:49Z', 'updated_at': '2022-05-30T05:22:56Z', 'revision_number': 5, 'project_id': 'b59d6af6346843408ca206be7ba53b5c', 'subnets': [{'id': '940b0563-42ea-4efd-9752-2f2875661058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:25:48.589352 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ac24e8-54ba-4233-a368-cfafb892d189 None None] Checking router: de6baeaf-4ad4-42fb-9635-f053df75d901 for host: dv-neutron-843763-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 05:25:48.597515 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ac24e8-54ba-4233-a368-cfafb892d189 None None] Routers {'de6baeaf-4ad4-42fb-9635-f053df75d901'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:25:48.598152 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-92ac24e8-54ba-4233-a368-cfafb892d189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:25:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['de6baeaf-4ad4-42fb-9635-f053df75d901'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:25:48.607660 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba3ee68-056f-4a73-8906-5af33d28960a req-f086647a-dbe4-47ea-b624-68654c1e53a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:25:48.609241 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-aba3ee68-056f-4a73-8906-5af33d28960a req-f086647a-dbe4-47ea-b624-68654c1e53a0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3a65ee3d-2cf6-4768-b648-09f420ef6932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686247 May 30 05:25:48.737704 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-aba3ee68-056f-4a73-8906-5af33d28960a req-5956c87e-50e2-4d4b-88ee-6f3c8e6d292b service neutron] 10.222.0.39 "GET /v2.0/networks/3a65ee3d-2cf6-4768-b648-09f420ef6932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225152 May 30 05:25:48.770972 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-92ac24e8-54ba-4233-a368-cfafb892d189 None None] Set router de6baeaf-4ad4-42fb-9635-f053df75d901 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:25:48.867816 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-aba3ee68-056f-4a73-8906-5af33d28960a req-b595f219-da20-42fb-9e13-0bbb2ec1852a service neutron] 10.222.0.39 "GET /v2.0/networks/3a65ee3d-2cf6-4768-b648-09f420ef6932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240704 May 30 05:25:49.101400 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-92ac24e8-54ba-4233-a368-cfafb892d189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de6baeaf-4ad4-42fb-9635-f053df75d901', 'name': 'tempest-ServerActionsTestJSON-21623125-router', 'tenant_id': 'b59d6af6346843408ca206be7ba53b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.195'}], 'enable_snat': True}, 'gw_port_id': '4f8bc2d8-500b-4ad7-bf02-2f7c47aa7562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:22:46Z', 'updated_at': '2022-05-30T05:22:50Z', 'revision_number': 4, 'project_id': 'b59d6af6346843408ca206be7ba53b5c', 'gw_port': {'id': '4f8bc2d8-500b-4ad7-bf02-2f7c47aa7562', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b7:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6baeaf-4ad4-42fb-9635-f053df75d901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:22:47Z', 'updated_at': '2022-05-30T05:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_floatingips': [{'id': '70f6ce4f-9b33-4607-8ad6-b6662bc6e03e', 'tenant_id': 'b59d6af6346843408ca206be7ba53b5c', 'floating_ip_address': '172.26.6.162', 'floating_network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'router_id': 'de6baeaf-4ad4-42fb-9635-f053df75d901', 'port_id': 'e84980fd-9744-47bb-84bc-fce7306bd696', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a65ee3d-2cf6-4768-b648-09f420ef6932', 'mac_address': 'fa:16:3e:d5:d8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c429750-080a-4c84-8ba2-8af3215472f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T05:22:53Z', 'updated_at': '2022-05-30T05:25:47Z', 'revision_number': 9, 'project_id': 'b59d6af6346843408ca206be7ba53b5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e35f30c2-ff66-465e-a102-339b8ce31be9', 'name': '', 'network_id': '3a65ee3d-2cf6-4768-b648-09f420ef6932', 'tenant_id': 'b59d6af6346843408ca206be7ba53b5c', 'mac_address': 'fa:16:3e:55:05:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6baeaf-4ad4-42fb-9635-f053df75d901', 'device_owner': 'network:router_interface', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': '940b0563-42ea-4efd-9752-2f2875661058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:22:49Z', 'updated_at': '2022-05-30T05:22:56Z', 'revision_number': 5, 'project_id': 'b59d6af6346843408ca206be7ba53b5c', 'subnets': [{'id': '940b0563-42ea-4efd-9752-2f2875661058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:25:49.105192 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ac24e8-54ba-4233-a368-cfafb892d189 None None] The sync data for ids ['de6baeaf-4ad4-42fb-9635-f053df75d901'] in dv-neutron-843763-1-hyperv is: [{'id': 'de6baeaf-4ad4-42fb-9635-f053df75d901', 'name': 'tempest-ServerActionsTestJSON-21623125-router', 'tenant_id': 'b59d6af6346843408ca206be7ba53b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.195'}], 'enable_snat': True}, 'gw_port_id': '4f8bc2d8-500b-4ad7-bf02-2f7c47aa7562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:22:46Z', 'updated_at': '2022-05-30T05:22:50Z', 'revision_number': 4, 'project_id': 'b59d6af6346843408ca206be7ba53b5c', 'gw_port': {'id': '4f8bc2d8-500b-4ad7-bf02-2f7c47aa7562', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b7:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6baeaf-4ad4-42fb-9635-f053df75d901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:22:47Z', 'updated_at': '2022-05-30T05:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_floatingips': [{'id': '70f6ce4f-9b33-4607-8ad6-b6662bc6e03e', 'tenant_id': 'b59d6af6346843408ca206be7ba53b5c', 'floating_ip_address': '172.26.6.162', 'floating_network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'router_id': 'de6baeaf-4ad4-42fb-9635-f053df75d901', 'port_id': 'e84980fd-9744-47bb-84bc-fce7306bd696', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a65ee3d-2cf6-4768-b648-09f420ef6932', 'mac_address': 'fa:16:3e:d5:d8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c429750-080a-4c84-8ba2-8af3215472f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T05:22:53Z', 'updated_at': '2022-05-30T05:25:47Z', 'revision_number': 9, 'project_id': 'b59d6af6346843408ca206be7ba53b5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e35f30c2-ff66-465e-a102-339b8ce31be9', 'name': '', 'network_id': '3a65ee3d-2cf6-4768-b648-09f420ef6932', 'tenant_id': 'b59d6af6346843408ca206be7ba53b5c', 'mac_address': 'fa:16:3e:55:05:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6baeaf-4ad4-42fb-9635-f053df75d901', 'device_owner': 'network:router_interface', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': '940b0563-42ea-4efd-9752-2f2875661058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:22:49Z', 'updated_at': '2022-05-30T05:22:56Z', 'revision_number': 5, 'project_id': 'b59d6af6346843408ca206be7ba53b5c', 'subnets': [{'id': '940b0563-42ea-4efd-9752-2f2875661058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:25:49.286770 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3864f8-f98e-494b-b01c-68c84302151b None None] New status for floating IP 70f6ce4f-9b33-4607-8ad6-b6662bc6e03e: ACTIVE {{(pid=88262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 30 05:25:58.035024 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-6e77613b-10d3-4778-ba99-0932414d36bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:26:00.256830 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-1d6f5e0f-0443-4904-a028-88cb7a5b52b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:26:01.301790 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56ded65b-0e68-413c-8b9b-1097922cc81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:26:01.488089 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:26:02.853440 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a142624-940e-4c55-bf49-a5329c884075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:26:09.199104 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-45f79e78-106a-4f09-9d2c-69baeab7263d None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 05:26:17.601542 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:26:21.121135 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-38f3eec8-a678-4766-b849-52e152dd8488 req-c9984958-5ae5-4aa8-a344-c6e988611717 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7c429750-080a-4c84-8ba2-8af3215472f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0711734 May 30 05:26:21.256268 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f3eec8-a678-4766-b849-52e152dd8488 req-e19dd005-449f-45b6-b661-91c6c7708c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:26:21.257715 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-38f3eec8-a678-4766-b849-52e152dd8488 req-e19dd005-449f-45b6-b661-91c6c7708c34 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b59d6af6346843408ca206be7ba53b5c&device_id=7c429750-080a-4c84-8ba2-8af3215472f5 HTTP/1.1" status: 200 len: 1099 time: 0.0702050 May 30 05:26:21.400008 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f3eec8-a678-4766-b849-52e152dd8488 req-7db4dcac-eab1-41f9-816a-68b0266973ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:26:21.401357 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-38f3eec8-a678-4766-b849-52e152dd8488 req-7db4dcac-eab1-41f9-816a-68b0266973ba service neutron] 10.222.0.39 "GET /v2.0/networks?id=3a65ee3d-2cf6-4768-b648-09f420ef6932 HTTP/1.1" status: 200 len: 911 time: 0.1229327 May 30 05:26:21.500580 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-38f3eec8-a678-4766-b849-52e152dd8488 req-8df5c532-aa5a-4da7-9c78-defa121c3365 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e84980fd-9744-47bb-84bc-fce7306bd696 HTTP/1.1" status: 200 len: 1003 time: 0.0936155 May 30 05:26:21.560700 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f3eec8-a678-4766-b849-52e152dd8488 req-a1c99059-eb99-4c20-b73b-40eedec819ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:26:21.562098 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-38f3eec8-a678-4766-b849-52e152dd8488 req-a1c99059-eb99-4c20-b73b-40eedec819ed service neutron] 10.222.0.39 "GET /v2.0/subnets?id=940b0563-42ea-4efd-9752-2f2875661058 HTTP/1.1" status: 200 len: 849 time: 0.0557806 May 30 05:26:21.735956 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f3eec8-a678-4766-b849-52e152dd8488 req-ab764e97-b47b-4f23-ae44-b7672df0e172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:26:21.737377 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-38f3eec8-a678-4766-b849-52e152dd8488 req-ab764e97-b47b-4f23-ae44-b7672df0e172 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3a65ee3d-2cf6-4768-b648-09f420ef6932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1687555 May 30 05:26:21.864990 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-38f3eec8-a678-4766-b849-52e152dd8488 req-96a3b06e-dd89-409c-a001-1c29c19421f5 service neutron] 10.222.0.39 "GET /v2.0/networks/3a65ee3d-2cf6-4768-b648-09f420ef6932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216509 May 30 05:26:21.994157 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-38f3eec8-a678-4766-b849-52e152dd8488 req-1a281e17-40f1-4567-b966-60887543f2d0 service neutron] 10.222.0.39 "GET /v2.0/networks/3a65ee3d-2cf6-4768-b648-09f420ef6932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228912 May 30 05:26:28.037719 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-0daa456b-93a6-4ce9-8326-e5f5e341f318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:26:30.260331 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e6f0d525-fbb3-4244-8bd2-b5c27404d17e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:26:31.304126 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56ded65b-0e68-413c-8b9b-1097922cc81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:26:31.489417 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:26:32.856271 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a142624-940e-4c55-bf49-a5329c884075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:26:46.198848 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-45f79e78-106a-4f09-9d2c-69baeab7263d None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 05:26:47.611128 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:26:52.194275 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-98fd513c-a4ea-41c3-a1c5-084892b06b2a req-72145990-7681-4794-979a-3707b960f01a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7c429750-080a-4c84-8ba2-8af3215472f5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0770104 May 30 05:26:52.391084 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d4ab3e-faca-475c-a288-637020b1cd5d req-444b9fef-f26a-4368-842b-bfd3f0b67551 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:26:52.392777 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-40d4ab3e-faca-475c-a288-637020b1cd5d req-444b9fef-f26a-4368-842b-bfd3f0b67551 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c429750-080a-4c84-8ba2-8af3215472f5 HTTP/1.1" status: 200 len: 946 time: 0.0821478 May 30 05:26:52.438565 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-40d4ab3e-faca-475c-a288-637020b1cd5d req-16762e1b-5628-441a-8506-c95ee959311a tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c25a5a1-86d7-4d8c-b261-3050e30743ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386167 May 30 05:26:53.309328 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fd513c-a4ea-41c3-a1c5-084892b06b2a req-36834175-fc85-4bd7-b6d3-70ba34a7ce25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:26:53.310863 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-98fd513c-a4ea-41c3-a1c5-084892b06b2a req-36834175-fc85-4bd7-b6d3-70ba34a7ce25 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b59d6af6346843408ca206be7ba53b5c&device_id=7c429750-080a-4c84-8ba2-8af3215472f5 HTTP/1.1" status: 200 len: 1099 time: 0.0750287 May 30 05:26:53.440055 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fd513c-a4ea-41c3-a1c5-084892b06b2a req-a88b4a06-e265-4916-8d60-15f87b643b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:26:53.441491 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-98fd513c-a4ea-41c3-a1c5-084892b06b2a req-a88b4a06-e265-4916-8d60-15f87b643b83 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3a65ee3d-2cf6-4768-b648-09f420ef6932 HTTP/1.1" status: 200 len: 911 time: 0.1243088 May 30 05:26:53.544388 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-98fd513c-a4ea-41c3-a1c5-084892b06b2a req-9ac63e8f-7c14-4b39-857a-fea935b55a6d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e84980fd-9744-47bb-84bc-fce7306bd696 HTTP/1.1" status: 200 len: 1003 time: 0.0965545 May 30 05:26:53.655307 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fd513c-a4ea-41c3-a1c5-084892b06b2a req-a053aba6-ac38-4cbb-b1ce-43d93e86cd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:26:53.656719 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-98fd513c-a4ea-41c3-a1c5-084892b06b2a req-a053aba6-ac38-4cbb-b1ce-43d93e86cd8b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=940b0563-42ea-4efd-9752-2f2875661058 HTTP/1.1" status: 200 len: 849 time: 0.0802674 May 30 05:26:53.713205 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb13888c-d15c-4411-a367-1564e5865bca req-90980822-8ce2-41b4-922f-b5e6d8912477 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:26:53.714667 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-bb13888c-d15c-4411-a367-1564e5865bca req-90980822-8ce2-41b4-922f-b5e6d8912477 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c429750-080a-4c84-8ba2-8af3215472f5 HTTP/1.1" status: 200 len: 946 time: 0.1679862 May 30 05:26:53.769677 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-bb13888c-d15c-4411-a367-1564e5865bca req-5856f3b8-1025-4a07-8ed5-146db3ba95b7 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c25a5a1-86d7-4d8c-b261-3050e30743ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0467448 May 30 05:26:53.778259 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fd513c-a4ea-41c3-a1c5-084892b06b2a req-2b3d9459-2d55-4613-a97d-81f38e074bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:26:53.779674 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-98fd513c-a4ea-41c3-a1c5-084892b06b2a req-2b3d9459-2d55-4613-a97d-81f38e074bf4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3a65ee3d-2cf6-4768-b648-09f420ef6932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1147854 May 30 05:26:53.908381 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-98fd513c-a4ea-41c3-a1c5-084892b06b2a req-b3fced6e-47e2-4817-ae58-1298cd2e9c06 service neutron] 10.222.0.39 "GET /v2.0/networks/3a65ee3d-2cf6-4768-b648-09f420ef6932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224880 May 30 05:26:54.034515 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-98fd513c-a4ea-41c3-a1c5-084892b06b2a req-2bd1b8ee-517c-4e0e-91f8-0b9203167543 service neutron] 10.222.0.39 "GET /v2.0/networks/3a65ee3d-2cf6-4768-b648-09f420ef6932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203635 May 30 05:26:54.955578 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1006890f-1bd7-4c63-976d-17644c7f3425 req-0fa7aa66-2ab4-40de-8d3d-d3e5cdf06c60 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:26:54.957077 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1006890f-1bd7-4c63-976d-17644c7f3425 req-0fa7aa66-2ab4-40de-8d3d-d3e5cdf06c60 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c429750-080a-4c84-8ba2-8af3215472f5 HTTP/1.1" status: 200 len: 946 time: 0.0853312 May 30 05:26:55.000322 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1006890f-1bd7-4c63-976d-17644c7f3425 req-6a62c15b-5267-4373-ab20-df5aaeb60892 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c25a5a1-86d7-4d8c-b261-3050e30743ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0369318 May 30 05:26:56.183718 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bec15b-eddf-4af3-8aee-0770364b7f04 req-bfd6af92-0bd3-4fd9-b2e2-83b236dfc234 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:26:56.185168 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-09bec15b-eddf-4af3-8aee-0770364b7f04 req-bfd6af92-0bd3-4fd9-b2e2-83b236dfc234 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c429750-080a-4c84-8ba2-8af3215472f5 HTTP/1.1" status: 200 len: 946 time: 0.0783691 May 30 05:26:56.231725 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-09bec15b-eddf-4af3-8aee-0770364b7f04 req-7ed3ca7f-4dab-480b-967e-0bcee6835a02 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c25a5a1-86d7-4d8c-b261-3050e30743ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408432 May 30 05:26:57.416366 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2997fd-4847-4f91-94f7-a4e8f819c7c1 req-c6baef76-c1b7-4d54-9a1d-0ecad26cbcc0 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:26:57.417836 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-be2997fd-4847-4f91-94f7-a4e8f819c7c1 req-c6baef76-c1b7-4d54-9a1d-0ecad26cbcc0 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c429750-080a-4c84-8ba2-8af3215472f5 HTTP/1.1" status: 200 len: 946 time: 0.0779953 May 30 05:26:57.462998 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-be2997fd-4847-4f91-94f7-a4e8f819c7c1 req-7d3cb10a-4bd9-4f38-8cd4-7587d62b0f48 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c25a5a1-86d7-4d8c-b261-3050e30743ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394797 May 30 05:26:58.039336 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-0fd07670-d791-451a-bde4-ee733236444b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:26:58.742875 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9b0867-418e-4590-b6b6-bf7abaf1bbf1 req-b374eff9-6d16-4002-849e-5e7a818ba5fd tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:26:58.744229 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-fb9b0867-418e-4590-b6b6-bf7abaf1bbf1 req-b374eff9-6d16-4002-849e-5e7a818ba5fd tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c429750-080a-4c84-8ba2-8af3215472f5 HTTP/1.1" status: 200 len: 946 time: 0.1774445 May 30 05:26:58.787335 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-fb9b0867-418e-4590-b6b6-bf7abaf1bbf1 req-b3a6df1f-d8e1-4d19-9a03-972c89cf1217 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c25a5a1-86d7-4d8c-b261-3050e30743ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0375733 May 30 05:26:59.969570 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f18f53a-b3ef-41a5-9032-73701d1858e8 req-ed30daa7-1132-4d5f-9c1e-5642455788af tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:26:59.971029 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1f18f53a-b3ef-41a5-9032-73701d1858e8 req-ed30daa7-1132-4d5f-9c1e-5642455788af tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c429750-080a-4c84-8ba2-8af3215472f5 HTTP/1.1" status: 200 len: 946 time: 0.0776334 May 30 05:27:00.016896 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1f18f53a-b3ef-41a5-9032-73701d1858e8 req-bce7f328-555c-4b1e-b8fb-c96f08e828c2 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c25a5a1-86d7-4d8c-b261-3050e30743ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402460 May 30 05:27:00.261107 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-91a25178-bb14-42d7-8669-eddecc8ebebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:27:01.197355 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583387f3-d1fc-43e6-a820-caceec135928 req-6468195c-41b7-4ef6-9d10-7e22ec93cdec tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:27:01.198850 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-583387f3-d1fc-43e6-a820-caceec135928 req-6468195c-41b7-4ef6-9d10-7e22ec93cdec tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c429750-080a-4c84-8ba2-8af3215472f5 HTTP/1.1" status: 200 len: 946 time: 0.0789173 May 30 05:27:01.245460 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-583387f3-d1fc-43e6-a820-caceec135928 req-676d200f-de62-49a2-9798-435469af82bc tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c25a5a1-86d7-4d8c-b261-3050e30743ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404918 May 30 05:27:01.307046 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56ded65b-0e68-413c-8b9b-1097922cc81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:27:01.493755 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:27:02.432676 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a148d9-f4b3-4635-9c55-faece63998a5 req-547f32a2-440b-49b2-990e-4fd919b0eea9 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:27:02.434431 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-43a148d9-f4b3-4635-9c55-faece63998a5 req-547f32a2-440b-49b2-990e-4fd919b0eea9 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c429750-080a-4c84-8ba2-8af3215472f5 HTTP/1.1" status: 200 len: 946 time: 0.0837483 May 30 05:27:02.479368 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-43a148d9-f4b3-4635-9c55-faece63998a5 req-5afd9cd3-07df-439f-99e5-fdd95c8f1a53 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c25a5a1-86d7-4d8c-b261-3050e30743ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393457 May 30 05:27:02.859382 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a142624-940e-4c55-bf49-a5329c884075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:27:03.664707 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4a488e-6815-48da-974a-b3483ca5d4f1 req-13e888ff-0c4f-4e53-8a6b-5ca8acb1c7d3 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:27:03.666234 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3d4a488e-6815-48da-974a-b3483ca5d4f1 req-13e888ff-0c4f-4e53-8a6b-5ca8acb1c7d3 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c429750-080a-4c84-8ba2-8af3215472f5 HTTP/1.1" status: 200 len: 946 time: 0.0799963 May 30 05:27:03.709497 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3d4a488e-6815-48da-974a-b3483ca5d4f1 req-e7efda27-47ca-4d71-bc9e-b855d1c2c353 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c25a5a1-86d7-4d8c-b261-3050e30743ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376308 May 30 05:27:04.890682 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ad99d6-57c9-4a88-86da-995142276d19 req-171a5efc-aca5-45e8-bf5b-1a5166069379 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:27:04.892110 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-48ad99d6-57c9-4a88-86da-995142276d19 req-171a5efc-aca5-45e8-bf5b-1a5166069379 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c429750-080a-4c84-8ba2-8af3215472f5 HTTP/1.1" status: 200 len: 946 time: 0.0814068 May 30 05:27:04.935416 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-48ad99d6-57c9-4a88-86da-995142276d19 req-50c2e87f-cefa-4b2b-9af2-4c525d9d3ed0 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c25a5a1-86d7-4d8c-b261-3050e30743ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376856 May 30 05:27:05.798998 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-98fd513c-a4ea-41c3-a1c5-084892b06b2a req-ab5501ab-bae9-4959-8677-fe464ffb126b service neutron] 10.222.0.39 "GET /v2.0/ports/e84980fd-9744-47bb-84bc-fce7306bd696/bindings/hv-neutron-8437 HTTP/1.1" status: 200 len: 384 time: 0.0719178 May 30 05:27:06.116936 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fd513c-a4ea-41c3-a1c5-084892b06b2a req-221325a6-5ed9-44ae-94a4-68963f230a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:27:06.118326 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-98fd513c-a4ea-41c3-a1c5-084892b06b2a req-221325a6-5ed9-44ae-94a4-68963f230a2f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7c429750-080a-4c84-8ba2-8af3215472f5&tenant_id=b59d6af6346843408ca206be7ba53b5c HTTP/1.1" status: 200 len: 1099 time: 0.1291857 May 30 05:27:06.135791 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34e89a3-1da2-4d8f-b0c2-8bbd707e2fcf req-e6f5e188-a482-4972-9968-acc0f1e904f6 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:27:06.137519 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a34e89a3-1da2-4d8f-b0c2-8bbd707e2fcf req-e6f5e188-a482-4972-9968-acc0f1e904f6 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c429750-080a-4c84-8ba2-8af3215472f5 HTTP/1.1" status: 200 len: 946 time: 0.0944619 May 30 05:27:06.232956 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a34e89a3-1da2-4d8f-b0c2-8bbd707e2fcf req-7ddf824c-12ae-4f88-a371-e0ef2adcb362 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c25a5a1-86d7-4d8c-b261-3050e30743ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0566030 May 30 05:27:06.245946 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fd513c-a4ea-41c3-a1c5-084892b06b2a req-ffc02e25-45ce-4f71-af72-b3359d079d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:27:06.247525 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-98fd513c-a4ea-41c3-a1c5-084892b06b2a req-ffc02e25-45ce-4f71-af72-b3359d079d15 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b59d6af6346843408ca206be7ba53b5c&device_id=7c429750-080a-4c84-8ba2-8af3215472f5 HTTP/1.1" status: 200 len: 1099 time: 0.1061406 May 30 05:27:06.374223 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fd513c-a4ea-41c3-a1c5-084892b06b2a req-11ed5aef-d848-4a4d-8644-0b60423a8d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:27:06.375566 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-98fd513c-a4ea-41c3-a1c5-084892b06b2a req-11ed5aef-d848-4a4d-8644-0b60423a8d72 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3a65ee3d-2cf6-4768-b648-09f420ef6932 HTTP/1.1" status: 200 len: 911 time: 0.1229274 May 30 05:27:06.475462 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-98fd513c-a4ea-41c3-a1c5-084892b06b2a req-13e8bd0e-7d84-4b7b-ba0e-664cfe68c70e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e84980fd-9744-47bb-84bc-fce7306bd696 HTTP/1.1" status: 200 len: 1003 time: 0.0943367 May 30 05:27:06.536138 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fd513c-a4ea-41c3-a1c5-084892b06b2a req-9066ec95-9059-4a5d-9b36-c8b90ec450d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:27:06.538169 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-98fd513c-a4ea-41c3-a1c5-084892b06b2a req-9066ec95-9059-4a5d-9b36-c8b90ec450d9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=940b0563-42ea-4efd-9752-2f2875661058 HTTP/1.1" status: 200 len: 849 time: 0.0576274 May 30 05:27:06.616713 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fd513c-a4ea-41c3-a1c5-084892b06b2a req-5aee2243-f9d0-41f4-a270-e2f691398948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:27:06.618217 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-98fd513c-a4ea-41c3-a1c5-084892b06b2a req-5aee2243-f9d0-41f4-a270-e2f691398948 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3a65ee3d-2cf6-4768-b648-09f420ef6932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0740893 May 30 05:27:06.745779 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-98fd513c-a4ea-41c3-a1c5-084892b06b2a req-572cfc55-4479-43db-9d66-d066b56007f6 service neutron] 10.222.0.39 "GET /v2.0/networks/3a65ee3d-2cf6-4768-b648-09f420ef6932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216934 May 30 05:27:06.872029 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-98fd513c-a4ea-41c3-a1c5-084892b06b2a req-24125614-4182-40d7-ac06-07c7e3fd1888 service neutron] 10.222.0.39 "GET /v2.0/networks/3a65ee3d-2cf6-4768-b648-09f420ef6932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196001 May 30 05:27:07.415630 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b28e115-6eba-4ba5-bff8-ff470d824e99 req-d35c3bac-b6a9-41b6-9d64-afc67081c621 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:27:07.417049 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7b28e115-6eba-4ba5-bff8-ff470d824e99 req-d35c3bac-b6a9-41b6-9d64-afc67081c621 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c429750-080a-4c84-8ba2-8af3215472f5 HTTP/1.1" status: 200 len: 946 time: 0.0772166 May 30 05:27:07.460186 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7b28e115-6eba-4ba5-bff8-ff470d824e99 req-3b089c9b-a965-4b5d-a81f-f90ca42289a1 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c25a5a1-86d7-4d8c-b261-3050e30743ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0375841 May 30 05:27:08.544340 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device e84980fd-9744-47bb-84bc-fce7306bd696 details requested by agent hyperv_hv-neutron-8437 with host hv-neutron-8437 {{(pid=88262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 05:27:08.546625 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device e84980fd-9744-47bb-84bc-fce7306bd696 no longer exists at agent hyperv_hv-neutron-8437 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 05:27:08.755272 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9253cb95-5e6c-482c-8450-711dc0f75423 req-6edcb1c4-69fa-46fb-9710-1d6b6eda022b tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:27:08.756730 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9253cb95-5e6c-482c-8450-711dc0f75423 req-6edcb1c4-69fa-46fb-9710-1d6b6eda022b tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c429750-080a-4c84-8ba2-8af3215472f5 HTTP/1.1" status: 200 len: 946 time: 0.1892896 May 30 05:27:08.767720 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Current status of the port e84980fd-9744-47bb-84bc-fce7306bd696 is: ACTIVE; New status is: DOWN {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:27:08.768100 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:27:08.790000 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port e84980fd-9744-47bb-84bc-fce7306bd696, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=e84980fd-9744-47bb-84bc-fce7306bd696,segment=NetworkSegment(67d7431e-4b49-4424-94af-54c8f5335c79),segment_id=67d7431e-4b49-4424-94af-54c8f5335c79)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:27:08.800405 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9253cb95-5e6c-482c-8450-711dc0f75423 req-9abfc083-b472-4397-81d4-50b34d13c08a tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c25a5a1-86d7-4d8c-b261-3050e30743ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379252 May 30 05:27:08.809117 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Returning: {'device': 'e84980fd-9744-47bb-84bc-fce7306bd696', 'network_id': '3a65ee3d-2cf6-4768-b648-09f420ef6932', 'port_id': 'e84980fd-9744-47bb-84bc-fce7306bd696', 'mac_address': 'fa:16:3e:d5:d8:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '940b0563-42ea-4efd-9752-2f2875661058', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 05:27:08.815177 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c429750-080a-4c84-8ba2-8af3215472f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e84980fd-9744-47bb-84bc-fce7306bd696'}] {{(pid=88262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:27:08.860194 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port e84980fd-9744-47bb-84bc-fce7306bd696, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=e84980fd-9744-47bb-84bc-fce7306bd696,segment=NetworkSegment(67d7431e-4b49-4424-94af-54c8f5335c79),segment_id=67d7431e-4b49-4424-94af-54c8f5335c79)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:27:08.867580 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:27:08.870152 dv-neutron-843763-1-hyperv neutron-server[88262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f8edccf-8a62-487c-857d-f43a9268cdb7'] response: {'server_uuid': '7c429750-080a-4c84-8ba2-8af3215472f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e84980fd-9744-47bb-84bc-fce7306bd696', 'code': 200} May 30 05:27:08.929214 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Current status of the port e84980fd-9744-47bb-84bc-fce7306bd696 is: ACTIVE; New status is: BUILD {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:27:08.929591 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:27:08.952655 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e84980fd-9744-47bb-84bc-fce7306bd696 {{(pid=88262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 30 05:27:08.960777 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Pushing event updated for resources: {'Port': ['ID=e84980fd-9744-47bb-84bc-fce7306bd696,revision_number=6']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:27:08.997363 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:27:08.997709 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:27:08.998070 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:27:08.998403 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:27:08.998730 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:27:08.999058 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:27:08.999382 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:27:08.999706 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:27:09.000026 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:27:09.000345 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:27:09.000664 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:27:09.000982 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:27:09.028498 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.db.api [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 05:27:09.028850 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG oslo_db.api [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 05:27:09.581566 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Current status of the port e84980fd-9744-47bb-84bc-fce7306bd696 is: DOWN; New status is: BUILD {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:27:09.582275 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:27:09.598024 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e84980fd-9744-47bb-84bc-fce7306bd696 {{(pid=88262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 30 05:27:09.613587 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port e84980fd-9744-47bb-84bc-fce7306bd696, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=e84980fd-9744-47bb-84bc-fce7306bd696,segment=NetworkSegment(67d7431e-4b49-4424-94af-54c8f5335c79),segment_id=67d7431e-4b49-4424-94af-54c8f5335c79)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:27:09.617760 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:27:09.691564 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Pushing event updated for resources: {'Port': ['ID=e84980fd-9744-47bb-84bc-fce7306bd696,revision_number=7']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:27:09.697561 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] get_ports_and_sgs() called for port_ids ['e84980fd-9744-47bb-84bc-fce7306bd696'] {{(pid=88262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 30 05:27:09.985739 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7aeba4-482d-4537-a261-653680bcd9c0 req-aaa63f49-10f7-40a8-88f9-7a669429b45b tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:27:09.987216 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4f7aeba4-482d-4537-a261-653680bcd9c0 req-aaa63f49-10f7-40a8-88f9-7a669429b45b tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c429750-080a-4c84-8ba2-8af3215472f5 HTTP/1.1" status: 200 len: 945 time: 0.0791636 May 30 05:27:10.033019 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4f7aeba4-482d-4537-a261-653680bcd9c0 req-0eeedfc6-0a59-4c4c-b225-53cf21eaaf19 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c25a5a1-86d7-4d8c-b261-3050e30743ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396042 May 30 05:27:10.468779 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d4ef34-aa7a-4f67-af05-45b7d75ce277 req-a6652c72-8267-4100-9e72-eb10482eeb27 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:27:10.470182 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-22d4ef34-aa7a-4f67-af05-45b7d75ce277 req-a6652c72-8267-4100-9e72-eb10482eeb27 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.39 "GET /v2.0/ports?device_id=7c429750-080a-4c84-8ba2-8af3215472f5&tenant_id=b59d6af6346843408ca206be7ba53b5c&binding%3Ahost_id=hv-neutron-8437 HTTP/1.1" status: 200 len: 945 time: 0.1349795 May 30 05:27:10.545375 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1471410-a416-4f37-a6a0-24a9eedd71a3 req-512df0e2-b63c-4fe6-9588-afa876c26088 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:27:10.546826 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f1471410-a416-4f37-a6a0-24a9eedd71a3 req-512df0e2-b63c-4fe6-9588-afa876c26088 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c429750-080a-4c84-8ba2-8af3215472f5 HTTP/1.1" status: 200 len: 945 time: 0.1537731 May 30 05:27:10.574716 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device e84980fd-9744-47bb-84bc-fce7306bd696 up at agent hyperv_hv-neutron-8437 {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:27:10.579396 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-22d4ef34-aa7a-4f67-af05-45b7d75ce277 req-e66b0ee9-a104-40d1-ac41-c6c55b8eda0c service neutron] 10.222.0.39 "GET /v2.0/ports/e84980fd-9744-47bb-84bc-fce7306bd696/bindings/hv-neutron-8437 HTTP/1.1" status: 200 len: 384 time: 0.1030798 May 30 05:27:10.601752 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f1471410-a416-4f37-a6a0-24a9eedd71a3 req-5f5abeb6-8371-4a5e-bb50-af7982d80231 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c25a5a1-86d7-4d8c-b261-3050e30743ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0481796 May 30 05:27:10.644697 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Provisioning complete for port e84980fd-9744-47bb-84bc-fce7306bd696 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:27:10.645267 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:27:10.673677 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d4ef34-aa7a-4f67-af05-45b7d75ce277 req-7ed46086-c554-41f6-bd71-e268ada14763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:27:10.675171 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-22d4ef34-aa7a-4f67-af05-45b7d75ce277 req-7ed46086-c554-41f6-bd71-e268ada14763 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b59d6af6346843408ca206be7ba53b5c&device_id=7c429750-080a-4c84-8ba2-8af3215472f5 HTTP/1.1" status: 200 len: 1098 time: 0.0724382 May 30 05:27:10.761641 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Current status of the port e84980fd-9744-47bb-84bc-fce7306bd696 is: BUILD; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:27:10.761988 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:27:10.793938 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port e84980fd-9744-47bb-84bc-fce7306bd696, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=e84980fd-9744-47bb-84bc-fce7306bd696,segment=NetworkSegment(67d7431e-4b49-4424-94af-54c8f5335c79),segment_id=67d7431e-4b49-4424-94af-54c8f5335c79)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:27:10.798303 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:27:10.802566 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d4ef34-aa7a-4f67-af05-45b7d75ce277 req-923918cf-4a8d-4f09-8311-8c7600b28108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:27:10.803998 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-22d4ef34-aa7a-4f67-af05-45b7d75ce277 req-923918cf-4a8d-4f09-8311-8c7600b28108 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3a65ee3d-2cf6-4768-b648-09f420ef6932 HTTP/1.1" status: 200 len: 911 time: 0.1234689 May 30 05:27:10.865626 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Pushing event updated for resources: {'Port': ['ID=e84980fd-9744-47bb-84bc-fce7306bd696,revision_number=8']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:27:10.871120 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c429750-080a-4c84-8ba2-8af3215472f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e84980fd-9744-47bb-84bc-fce7306bd696'}] {{(pid=88262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:27:10.906297 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-22d4ef34-aa7a-4f67-af05-45b7d75ce277 req-601afe4d-74c2-4fd1-8eae-0a914d4f4b8c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e84980fd-9744-47bb-84bc-fce7306bd696 HTTP/1.1" status: 200 len: 1003 time: 0.0964561 May 30 05:27:10.923121 dv-neutron-843763-1-hyperv neutron-server[88262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a2ced07-1020-48df-a1c6-ca2cdde4d587'] response: {'server_uuid': '7c429750-080a-4c84-8ba2-8af3215472f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e84980fd-9744-47bb-84bc-fce7306bd696', 'code': 200} May 30 05:27:10.966573 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d4ef34-aa7a-4f67-af05-45b7d75ce277 req-47ec3858-bc4a-45a1-abdc-1deb4b9025b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:27:10.968017 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-22d4ef34-aa7a-4f67-af05-45b7d75ce277 req-47ec3858-bc4a-45a1-abdc-1deb4b9025b7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=940b0563-42ea-4efd-9752-2f2875661058 HTTP/1.1" status: 200 len: 849 time: 0.0564492 May 30 05:27:11.043390 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d4ef34-aa7a-4f67-af05-45b7d75ce277 req-c8b63940-ab25-4b81-88a9-d7d409cf6660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:27:11.044825 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-22d4ef34-aa7a-4f67-af05-45b7d75ce277 req-c8b63940-ab25-4b81-88a9-d7d409cf6660 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3a65ee3d-2cf6-4768-b648-09f420ef6932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711334 May 30 05:27:11.172122 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-22d4ef34-aa7a-4f67-af05-45b7d75ce277 req-976e84e4-24b7-45af-9cd4-4d0ccb1652a0 service neutron] 10.222.0.39 "GET /v2.0/networks/3a65ee3d-2cf6-4768-b648-09f420ef6932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215768 May 30 05:27:11.300447 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-22d4ef34-aa7a-4f67-af05-45b7d75ce277 req-93e6b953-1672-456a-bdff-d9b59f7ef04f service neutron] 10.222.0.39 "GET /v2.0/networks/3a65ee3d-2cf6-4768-b648-09f420ef6932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219132 May 30 05:27:11.803038 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5521b213-88cd-4452-a926-fd0e83b1f5a8 req-479adbf7-c820-4fff-949e-10fc821d2194 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:27:11.804563 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5521b213-88cd-4452-a926-fd0e83b1f5a8 req-479adbf7-c820-4fff-949e-10fc821d2194 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c429750-080a-4c84-8ba2-8af3215472f5 HTTP/1.1" status: 200 len: 946 time: 0.0931566 May 30 05:27:11.849126 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5521b213-88cd-4452-a926-fd0e83b1f5a8 req-2c77bb90-32f2-47de-901b-7110d0be8d1a tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c25a5a1-86d7-4d8c-b261-3050e30743ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388052 May 30 05:27:13.043544 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c819c9a2-031c-4b22-aaa7-707925400fc0 req-a3e3101a-d2bf-4415-97f2-b0b7e9bbef38 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:27:13.044988 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c819c9a2-031c-4b22-aaa7-707925400fc0 req-a3e3101a-d2bf-4415-97f2-b0b7e9bbef38 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c429750-080a-4c84-8ba2-8af3215472f5 HTTP/1.1" status: 200 len: 946 time: 0.0826077 May 30 05:27:13.087862 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c819c9a2-031c-4b22-aaa7-707925400fc0 req-e1cc1c9c-ab06-4b34-9408-f90cf7bf9c56 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c25a5a1-86d7-4d8c-b261-3050e30743ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0370855 May 30 05:27:13.984775 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d4ef34-aa7a-4f67-af05-45b7d75ce277 req-efcf5477-72d8-4021-85c2-e9eb15750826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:27:13.986210 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-22d4ef34-aa7a-4f67-af05-45b7d75ce277 req-efcf5477-72d8-4021-85c2-e9eb15750826 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7c429750-080a-4c84-8ba2-8af3215472f5&tenant_id=b59d6af6346843408ca206be7ba53b5c HTTP/1.1" status: 200 len: 1099 time: 0.0691686 May 30 05:27:14.078101 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d4ef34-aa7a-4f67-af05-45b7d75ce277 req-12eb6333-6fa3-45c9-a94c-438a4bda8551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:27:14.079535 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-22d4ef34-aa7a-4f67-af05-45b7d75ce277 req-12eb6333-6fa3-45c9-a94c-438a4bda8551 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b59d6af6346843408ca206be7ba53b5c&device_id=7c429750-080a-4c84-8ba2-8af3215472f5 HTTP/1.1" status: 200 len: 1099 time: 0.0729461 May 30 05:27:14.332702 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d4ef34-aa7a-4f67-af05-45b7d75ce277 req-d1db8599-be09-4f8b-be44-6d47b075d050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:27:14.334182 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-22d4ef34-aa7a-4f67-af05-45b7d75ce277 req-d1db8599-be09-4f8b-be44-6d47b075d050 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3a65ee3d-2cf6-4768-b648-09f420ef6932 HTTP/1.1" status: 200 len: 911 time: 0.2493355 May 30 05:27:14.455274 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-22d4ef34-aa7a-4f67-af05-45b7d75ce277 req-ee5bb66a-e3aa-4c62-aded-05228e06759f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e84980fd-9744-47bb-84bc-fce7306bd696 HTTP/1.1" status: 200 len: 1003 time: 0.1155744 May 30 05:27:14.501620 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d896d0-125a-4033-a20a-2bb9081e1ea7 req-02477557-fc5b-49ba-97e3-964db70bf0ce tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:27:14.503090 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-18d896d0-125a-4033-a20a-2bb9081e1ea7 req-02477557-fc5b-49ba-97e3-964db70bf0ce tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c429750-080a-4c84-8ba2-8af3215472f5 HTTP/1.1" status: 200 len: 946 time: 0.3062315 May 30 05:27:14.553978 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d4ef34-aa7a-4f67-af05-45b7d75ce277 req-a19e21b4-d780-4c62-89c7-6dd44daf0c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:27:14.555362 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-22d4ef34-aa7a-4f67-af05-45b7d75ce277 req-a19e21b4-d780-4c62-89c7-6dd44daf0c7f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=940b0563-42ea-4efd-9752-2f2875661058 HTTP/1.1" status: 200 len: 849 time: 0.0931520 May 30 05:27:14.596928 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-18d896d0-125a-4033-a20a-2bb9081e1ea7 req-c1b63033-62ff-49d5-ba09-323271ae1745 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c25a5a1-86d7-4d8c-b261-3050e30743ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0821421 May 30 05:27:14.632744 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d4ef34-aa7a-4f67-af05-45b7d75ce277 req-5784acdc-7f9b-4dea-92f1-92cc47077474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:27:14.634235 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-22d4ef34-aa7a-4f67-af05-45b7d75ce277 req-5784acdc-7f9b-4dea-92f1-92cc47077474 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3a65ee3d-2cf6-4768-b648-09f420ef6932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731950 May 30 05:27:14.764475 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-22d4ef34-aa7a-4f67-af05-45b7d75ce277 req-a535ab67-7770-4743-b814-af245769fb46 service neutron] 10.222.0.39 "GET /v2.0/networks/3a65ee3d-2cf6-4768-b648-09f420ef6932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227019 May 30 05:27:14.893087 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-22d4ef34-aa7a-4f67-af05-45b7d75ce277 req-a1fb667a-c305-4746-a73c-359aa38c7d6b service neutron] 10.222.0.39 "GET /v2.0/networks/3a65ee3d-2cf6-4768-b648-09f420ef6932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227503 May 30 05:27:15.783586 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c48233c-5000-404f-b257-f6382039dae9 req-c6c8d0ca-b2b8-4c45-815c-86f633c5d04a tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:27:15.785001 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6c48233c-5000-404f-b257-f6382039dae9 req-c6c8d0ca-b2b8-4c45-815c-86f633c5d04a tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c429750-080a-4c84-8ba2-8af3215472f5 HTTP/1.1" status: 200 len: 946 time: 0.0810790 May 30 05:27:15.827812 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6c48233c-5000-404f-b257-f6382039dae9 req-e9b3872a-1d7c-42ac-a781-5049fa47a19c tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c25a5a1-86d7-4d8c-b261-3050e30743ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0371740 May 30 05:27:16.614265 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device e84980fd-9744-47bb-84bc-fce7306bd696 details requested by agent hyperv_hv-neutron-8437 with host hv-neutron-8437 {{(pid=88262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 05:27:16.616632 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device e84980fd-9744-47bb-84bc-fce7306bd696 no longer exists at agent hyperv_hv-neutron-8437 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 05:27:16.862349 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Current status of the port e84980fd-9744-47bb-84bc-fce7306bd696 is: ACTIVE; New status is: DOWN {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:27:16.862741 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:27:16.893701 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port e84980fd-9744-47bb-84bc-fce7306bd696, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=e84980fd-9744-47bb-84bc-fce7306bd696,segment=NetworkSegment(67d7431e-4b49-4424-94af-54c8f5335c79),segment_id=67d7431e-4b49-4424-94af-54c8f5335c79)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:27:16.905066 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c429750-080a-4c84-8ba2-8af3215472f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e84980fd-9744-47bb-84bc-fce7306bd696'}] {{(pid=88262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:27:16.918783 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Returning: {'device': 'e84980fd-9744-47bb-84bc-fce7306bd696', 'network_id': '3a65ee3d-2cf6-4768-b648-09f420ef6932', 'port_id': 'e84980fd-9744-47bb-84bc-fce7306bd696', 'mac_address': 'fa:16:3e:d5:d8:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '940b0563-42ea-4efd-9752-2f2875661058', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 05:27:16.921105 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port e84980fd-9744-47bb-84bc-fce7306bd696, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=e84980fd-9744-47bb-84bc-fce7306bd696,segment=NetworkSegment(67d7431e-4b49-4424-94af-54c8f5335c79),segment_id=67d7431e-4b49-4424-94af-54c8f5335c79)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:27:16.953986 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:27:17.026955 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d66d2c-2892-4883-8c70-7409f169c72c req-c76deb10-55ae-414a-8b3d-9fd6185c31e3 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:27:17.029176 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-50d66d2c-2892-4883-8c70-7409f169c72c req-c76deb10-55ae-414a-8b3d-9fd6185c31e3 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c429750-080a-4c84-8ba2-8af3215472f5 HTTP/1.1" status: 200 len: 944 time: 0.0840852 May 30 05:27:17.034972 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Current status of the port e84980fd-9744-47bb-84bc-fce7306bd696 is: DOWN; New status is: BUILD {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:27:17.035359 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:27:17.059322 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e84980fd-9744-47bb-84bc-fce7306bd696 {{(pid=88262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 30 05:27:17.064339 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Pushing event updated for resources: {'Port': ['ID=e84980fd-9744-47bb-84bc-fce7306bd696,revision_number=9']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:27:17.078271 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port e84980fd-9744-47bb-84bc-fce7306bd696, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=e84980fd-9744-47bb-84bc-fce7306bd696,segment=NetworkSegment(67d7431e-4b49-4424-94af-54c8f5335c79),segment_id=67d7431e-4b49-4424-94af-54c8f5335c79)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:27:17.083673 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:27:17.085459 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-50d66d2c-2892-4883-8c70-7409f169c72c req-ebf70697-517f-446a-8213-c0018d68f5f1 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c25a5a1-86d7-4d8c-b261-3050e30743ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0464866 May 30 05:27:17.139390 dv-neutron-843763-1-hyperv neutron-server[88262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5320b7da-db53-4faf-9157-5a10a011d199'] response: {'server_uuid': '7c429750-080a-4c84-8ba2-8af3215472f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e84980fd-9744-47bb-84bc-fce7306bd696', 'code': 200} May 30 05:27:17.152803 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] get_ports_and_sgs() called for port_ids ['e84980fd-9744-47bb-84bc-fce7306bd696'] {{(pid=88262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 30 05:27:17.211413 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Pushing event updated for resources: {'Port': ['ID=e84980fd-9744-47bb-84bc-fce7306bd696,revision_number=10']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:27:17.609781 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:27:18.275732 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d945ea-f306-41e9-9de6-e634b453e438 req-d0cb05e1-2898-48c8-82c0-005c8e036080 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:27:18.277318 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d3d945ea-f306-41e9-9de6-e634b453e438 req-d0cb05e1-2898-48c8-82c0-005c8e036080 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c429750-080a-4c84-8ba2-8af3215472f5 HTTP/1.1" status: 200 len: 946 time: 0.0850587 May 30 05:27:18.320950 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d3d945ea-f306-41e9-9de6-e634b453e438 req-885357cd-9058-44df-8bea-6d1a20dad7f1 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c25a5a1-86d7-4d8c-b261-3050e30743ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376806 May 30 05:27:18.501070 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957caac9-0be4-492f-9d2d-48f0af1aa4a2 req-f83f9660-70eb-4a4a-9ff5-86abb7171a56 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:27:18.502440 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-957caac9-0be4-492f-9d2d-48f0af1aa4a2 req-f83f9660-70eb-4a4a-9ff5-86abb7171a56 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c429750-080a-4c84-8ba2-8af3215472f5 HTTP/1.1" status: 200 len: 946 time: 0.0782940 May 30 05:27:18.545897 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-957caac9-0be4-492f-9d2d-48f0af1aa4a2 req-8aba865b-3d1b-4333-aa79-7f9f0f24bae0 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c25a5a1-86d7-4d8c-b261-3050e30743ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372257 May 30 05:27:18.630708 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device e84980fd-9744-47bb-84bc-fce7306bd696 no longer exists at agent hyperv_hv-neutron-8437 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 05:27:18.726993 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429bd9f3-fc32-4118-a412-2c5a87b43d6c req-11981cf0-5124-4e96-834e-58890b241bd1 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:27:18.728427 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-429bd9f3-fc32-4118-a412-2c5a87b43d6c req-11981cf0-5124-4e96-834e-58890b241bd1 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c429750-080a-4c84-8ba2-8af3215472f5 HTTP/1.1" status: 200 len: 946 time: 0.0816097 May 30 05:27:18.743718 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Current status of the port e84980fd-9744-47bb-84bc-fce7306bd696 is: BUILD; New status is: DOWN {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:27:18.744106 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:27:18.761323 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id e84980fd-9744-47bb-84bc-fce7306bd696 {{(pid=88262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 30 05:27:18.772004 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-429bd9f3-fc32-4118-a412-2c5a87b43d6c req-6e4f02a0-b418-4232-b2c5-d1836017b796 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c25a5a1-86d7-4d8c-b261-3050e30743ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379610 May 30 05:27:18.776697 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port e84980fd-9744-47bb-84bc-fce7306bd696, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=e84980fd-9744-47bb-84bc-fce7306bd696,segment=NetworkSegment(67d7431e-4b49-4424-94af-54c8f5335c79),segment_id=67d7431e-4b49-4424-94af-54c8f5335c79)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:27:18.780643 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:27:18.849321 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Pushing event updated for resources: {'Port': ['ID=e84980fd-9744-47bb-84bc-fce7306bd696,revision_number=11']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:27:19.144359 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af7e944-70c8-4375-bfcd-f15392cb79f6 req-c6593a6a-867b-4786-969b-5abf5ba775c2 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:27:19.146415 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7af7e944-70c8-4375-bfcd-f15392cb79f6 req-c6593a6a-867b-4786-969b-5abf5ba775c2 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c429750-080a-4c84-8ba2-8af3215472f5 HTTP/1.1" status: 200 len: 945 time: 0.0808218 May 30 05:27:19.195545 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7af7e944-70c8-4375-bfcd-f15392cb79f6 req-8b7b0c3d-4de6-4c0d-bee4-e824b2e20ed3 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c25a5a1-86d7-4d8c-b261-3050e30743ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424683 May 30 05:27:20.384177 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1b71b9-2669-4058-b97a-8ba3fc11fb2d req-c9fe15a5-337f-493c-91e5-4f54114c8c15 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:27:20.385617 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2a1b71b9-2669-4058-b97a-8ba3fc11fb2d req-c9fe15a5-337f-493c-91e5-4f54114c8c15 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c429750-080a-4c84-8ba2-8af3215472f5 HTTP/1.1" status: 200 len: 945 time: 0.0787086 May 30 05:27:20.429955 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2a1b71b9-2669-4058-b97a-8ba3fc11fb2d req-ab8fe57d-3b70-4681-ba9b-f2da127317fc tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c25a5a1-86d7-4d8c-b261-3050e30743ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384769 May 30 05:27:21.388229 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5f8d3f-64bd-4aab-bf85-b366758a1297 req-18802297-a1d8-4bcc-85ea-d78625e51ccd tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:27:21.389639 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3e5f8d3f-64bd-4aab-bf85-b366758a1297 req-18802297-a1d8-4bcc-85ea-d78625e51ccd tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.39 "GET /v2.0/ports?device_id=7c429750-080a-4c84-8ba2-8af3215472f5 HTTP/1.1" status: 200 len: 945 time: 0.0819612 May 30 05:27:21.457100 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [req-3e5f8d3f-64bd-4aab-bf85-b366758a1297 req-9937769c-ee60-4994-acc2-9453070bdd88 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Deleting port e84980fd-9744-47bb-84bc-fce7306bd696 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:27:21.457474 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-3e5f8d3f-64bd-4aab-bf85-b366758a1297 req-9937769c-ee60-4994-acc2-9453070bdd88 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:27:21.847712 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a02e6bb-224a-4e3a-b216-124555996862 req-b5ac2388-e7f0-49cd-b424-c2d84c999d0e tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:27:21.849180 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6a02e6bb-224a-4e3a-b216-124555996862 req-b5ac2388-e7f0-49cd-b424-c2d84c999d0e tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c429750-080a-4c84-8ba2-8af3215472f5 HTTP/1.1" status: 200 len: 945 time: 0.3022161 May 30 05:27:21.858978 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [req-3e5f8d3f-64bd-4aab-bf85-b366758a1297 req-9937769c-ee60-4994-acc2-9453070bdd88 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] For port e84980fd-9744-47bb-84bc-fce7306bd696, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=e84980fd-9744-47bb-84bc-fce7306bd696,segment=NetworkSegment(67d7431e-4b49-4424-94af-54c8f5335c79),segment_id=67d7431e-4b49-4424-94af-54c8f5335c79)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:27:21.859330 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-3e5f8d3f-64bd-4aab-bf85-b366758a1297 req-9937769c-ee60-4994-acc2-9453070bdd88 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:27:21.983595 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6a02e6bb-224a-4e3a-b216-124555996862 req-7e58bcb7-5a58-4ba1-8f84-582da47c008a tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c25a5a1-86d7-4d8c-b261-3050e30743ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1263845 May 30 05:27:22.174794 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-3e5f8d3f-64bd-4aab-bf85-b366758a1297 req-9937769c-ee60-4994-acc2-9453070bdd88 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:27:22.175082 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-3e5f8d3f-64bd-4aab-bf85-b366758a1297 req-9937769c-ee60-4994-acc2-9453070bdd88 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1604762'] for floatingip, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:27:22.175400 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.db.l3_db [req-3e5f8d3f-64bd-4aab-bf85-b366758a1297 req-9937769c-ee60-4994-acc2-9453070bdd88 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Floating IP 70f6ce4f-9b33-4607-8ad6-b6662bc6e03e disassociated. External IP: 172.26.6.162, port: e84980fd-9744-47bb-84bc-fce7306bd696. May 30 05:27:22.175738 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [req-3e5f8d3f-64bd-4aab-bf85-b366758a1297 req-9937769c-ee60-4994-acc2-9453070bdd88 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Calling delete_port for e84980fd-9744-47bb-84bc-fce7306bd696 owned by compute:nova {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:27:22.320040 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-3e5f8d3f-64bd-4aab-bf85-b366758a1297 req-9937769c-ee60-4994-acc2-9453070bdd88 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:27:22.368399 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9937769c-ee60-4994-acc2-9453070bdd88 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Pushing event deleted for resources: {'Port': ['ID=e84980fd-9744-47bb-84bc-fce7306bd696,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:27:22.379379 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9937769c-ee60-4994-acc2-9453070bdd88 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:27:22.379715 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9937769c-ee60-4994-acc2-9453070bdd88 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:27:22.380597 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9937769c-ee60-4994-acc2-9453070bdd88 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:27:22.380931 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9937769c-ee60-4994-acc2-9453070bdd88 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:27:22.381262 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9937769c-ee60-4994-acc2-9453070bdd88 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:27:22.381601 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9937769c-ee60-4994-acc2-9453070bdd88 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:27:22.381949 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9937769c-ee60-4994-acc2-9453070bdd88 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:27:22.382276 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9937769c-ee60-4994-acc2-9453070bdd88 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:27:22.382601 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9937769c-ee60-4994-acc2-9453070bdd88 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:27:22.382924 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9937769c-ee60-4994-acc2-9453070bdd88 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:27:22.383249 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9937769c-ee60-4994-acc2-9453070bdd88 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:27:22.383567 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9937769c-ee60-4994-acc2-9453070bdd88 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:27:22.571451 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3e5f8d3f-64bd-4aab-bf85-b366758a1297 req-9937769c-ee60-4994-acc2-9453070bdd88 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Router de6baeaf-4ad4-42fb-9635-f053df75d901 has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 05:27:22.743155 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3e5f8d3f-64bd-4aab-bf85-b366758a1297 req-9937769c-ee60-4994-acc2-9453070bdd88 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:27:22.752708 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85220400-bb3f-4ca3-9248-e9197d991c0f None None] Sync routers for ids ['de6baeaf-4ad4-42fb-9635-f053df75d901'] in dv-neutron-843763-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:27:22.762619 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85220400-bb3f-4ca3-9248-e9197d991c0f None None] Routers {'de6baeaf-4ad4-42fb-9635-f053df75d901'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:27:22.763235 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-85220400-bb3f-4ca3-9248-e9197d991c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:27:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['de6baeaf-4ad4-42fb-9635-f053df75d901'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:27:22.816346 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e5f8d3f-64bd-4aab-bf85-b366758a1297 req-9937769c-ee60-4994-acc2-9453070bdd88 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] No DVR routers for this DVR port e84980fd-9744-47bb-84bc-fce7306bd696 on host hv-neutron-8437 {{(pid=88261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 05:27:22.818817 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-3e5f8d3f-64bd-4aab-bf85-b366758a1297 req-9937769c-ee60-4994-acc2-9453070bdd88 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:27:22.821259 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c429750-080a-4c84-8ba2-8af3215472f5', 'name': 'network-vif-deleted', 'tag': 'e84980fd-9744-47bb-84bc-fce7306bd696'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:27:22.836639 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3e5f8d3f-64bd-4aab-bf85-b366758a1297 req-9937769c-ee60-4994-acc2-9453070bdd88 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.39 "DELETE /v2.0/ports/e84980fd-9744-47bb-84bc-fce7306bd696 HTTP/1.1" status: 204 len: 173 time: 1.4417000 May 30 05:27:22.945765 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-85220400-bb3f-4ca3-9248-e9197d991c0f None None] Set router de6baeaf-4ad4-42fb-9635-f053df75d901 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:27:22.963005 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23291cd5-8545-4f8d-b499-0e2c9aea2bac'] response: {'server_uuid': '7c429750-080a-4c84-8ba2-8af3215472f5', 'name': 'network-vif-deleted', 'tag': 'e84980fd-9744-47bb-84bc-fce7306bd696', 'status': 'completed', 'code': 200} May 30 05:27:23.142742 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-aaaaf7f4-66cd-4375-bd02-4d3cc85c588f req-449d4376-7dbd-4565-8ddb-df8c351f9604 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Synchronizing usage tracker for tenant:b59d6af6346843408ca206be7ba53b5c on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:27:23.158454 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-aaaaf7f4-66cd-4375-bd02-4d3cc85c588f req-449d4376-7dbd-4565-8ddb-df8c351f9604 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Unset dirty status for tenant:b59d6af6346843408ca206be7ba53b5c on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:27:23.159921 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-aaaaf7f4-66cd-4375-bd02-4d3cc85c588f req-449d4376-7dbd-4565-8ddb-df8c351f9604 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c429750-080a-4c84-8ba2-8af3215472f5 HTTP/1.1" status: 200 len: 210 time: 0.0579011 May 30 05:27:23.199945 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-45f79e78-106a-4f09-9d2c-69baeab7263d None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 05:27:23.263791 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-85220400-bb3f-4ca3-9248-e9197d991c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de6baeaf-4ad4-42fb-9635-f053df75d901', 'name': 'tempest-ServerActionsTestJSON-21623125-router', 'tenant_id': 'b59d6af6346843408ca206be7ba53b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.195'}], 'enable_snat': True}, 'gw_port_id': '4f8bc2d8-500b-4ad7-bf02-2f7c47aa7562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:22:46Z', 'updated_at': '2022-05-30T05:22:50Z', 'revision_number': 4, 'project_id': 'b59d6af6346843408ca206be7ba53b5c', 'gw_port': {'id': '4f8bc2d8-500b-4ad7-bf02-2f7c47aa7562', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b7:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6baeaf-4ad4-42fb-9635-f053df75d901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:22:47Z', 'updated_at': '2022-05-30T05:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': 'e35f30c2-ff66-465e-a102-339b8ce31be9', 'name': '', 'network_id': '3a65ee3d-2cf6-4768-b648-09f420ef6932', 'tenant_id': 'b59d6af6346843408ca206be7ba53b5c', 'mac_address': 'fa:16:3e:55:05:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6baeaf-4ad4-42fb-9635-f053df75d901', 'device_owner': 'network:router_interface', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': '940b0563-42ea-4efd-9752-2f2875661058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:22:49Z', 'updated_at': '2022-05-30T05:22:56Z', 'revision_number': 5, 'project_id': 'b59d6af6346843408ca206be7ba53b5c', 'subnets': [{'id': '940b0563-42ea-4efd-9752-2f2875661058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:27:23.267739 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85220400-bb3f-4ca3-9248-e9197d991c0f None None] Checking router: de6baeaf-4ad4-42fb-9635-f053df75d901 for host: dv-neutron-843763-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 05:27:23.276705 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85220400-bb3f-4ca3-9248-e9197d991c0f None None] Routers {'de6baeaf-4ad4-42fb-9635-f053df75d901'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:27:23.277406 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-85220400-bb3f-4ca3-9248-e9197d991c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:27:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['de6baeaf-4ad4-42fb-9635-f053df75d901'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:27:23.458597 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-85220400-bb3f-4ca3-9248-e9197d991c0f None None] Set router de6baeaf-4ad4-42fb-9635-f053df75d901 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:27:23.760997 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-85220400-bb3f-4ca3-9248-e9197d991c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de6baeaf-4ad4-42fb-9635-f053df75d901', 'name': 'tempest-ServerActionsTestJSON-21623125-router', 'tenant_id': 'b59d6af6346843408ca206be7ba53b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.195'}], 'enable_snat': True}, 'gw_port_id': '4f8bc2d8-500b-4ad7-bf02-2f7c47aa7562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:22:46Z', 'updated_at': '2022-05-30T05:22:50Z', 'revision_number': 4, 'project_id': 'b59d6af6346843408ca206be7ba53b5c', 'gw_port': {'id': '4f8bc2d8-500b-4ad7-bf02-2f7c47aa7562', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b7:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6baeaf-4ad4-42fb-9635-f053df75d901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:22:47Z', 'updated_at': '2022-05-30T05:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': 'e35f30c2-ff66-465e-a102-339b8ce31be9', 'name': '', 'network_id': '3a65ee3d-2cf6-4768-b648-09f420ef6932', 'tenant_id': 'b59d6af6346843408ca206be7ba53b5c', 'mac_address': 'fa:16:3e:55:05:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6baeaf-4ad4-42fb-9635-f053df75d901', 'device_owner': 'network:router_interface', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': '940b0563-42ea-4efd-9752-2f2875661058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:22:49Z', 'updated_at': '2022-05-30T05:22:56Z', 'revision_number': 5, 'project_id': 'b59d6af6346843408ca206be7ba53b5c', 'subnets': [{'id': '940b0563-42ea-4efd-9752-2f2875661058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:27:23.764799 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85220400-bb3f-4ca3-9248-e9197d991c0f None None] The sync data for ids ['de6baeaf-4ad4-42fb-9635-f053df75d901'] in dv-neutron-843763-1-hyperv is: [{'id': 'de6baeaf-4ad4-42fb-9635-f053df75d901', 'name': 'tempest-ServerActionsTestJSON-21623125-router', 'tenant_id': 'b59d6af6346843408ca206be7ba53b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.195'}], 'enable_snat': True}, 'gw_port_id': '4f8bc2d8-500b-4ad7-bf02-2f7c47aa7562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:22:46Z', 'updated_at': '2022-05-30T05:22:50Z', 'revision_number': 4, 'project_id': 'b59d6af6346843408ca206be7ba53b5c', 'gw_port': {'id': '4f8bc2d8-500b-4ad7-bf02-2f7c47aa7562', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b7:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6baeaf-4ad4-42fb-9635-f053df75d901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:22:47Z', 'updated_at': '2022-05-30T05:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': 'e35f30c2-ff66-465e-a102-339b8ce31be9', 'name': '', 'network_id': '3a65ee3d-2cf6-4768-b648-09f420ef6932', 'tenant_id': 'b59d6af6346843408ca206be7ba53b5c', 'mac_address': 'fa:16:3e:55:05:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6baeaf-4ad4-42fb-9635-f053df75d901', 'device_owner': 'network:router_interface', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': '940b0563-42ea-4efd-9752-2f2875661058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:22:49Z', 'updated_at': '2022-05-30T05:22:56Z', 'revision_number': 5, 'project_id': 'b59d6af6346843408ca206be7ba53b5c', 'subnets': [{'id': '940b0563-42ea-4efd-9752-2f2875661058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:27:23.968204 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4abf2fa-b1da-4f68-9a59-1de209d22643 None None] New status for floating IP 70f6ce4f-9b33-4607-8ad6-b6662bc6e03e: DOWN {{(pid=88262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 30 05:27:24.487822 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-af8503a5-f7dd-44ba-a1e6-92ed5a53cdd2 req-34c26875-bd34-449a-812a-73b7824e1d02 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--18171100&fields=id&tenant_id=b59d6af6346843408ca206be7ba53b5c HTTP/1.1" status: 200 len: 267 time: 0.0402803 May 30 05:27:24.634153 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8503a5-f7dd-44ba-a1e6-92ed5a53cdd2 req-c33783a6-1295-4f34-a6b6-07bb2ea7dc4e tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:27:24.635562 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-af8503a5-f7dd-44ba-a1e6-92ed5a53cdd2 req-c33783a6-1295-4f34-a6b6-07bb2ea7dc4e tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/networks?id=3a65ee3d-2cf6-4768-b648-09f420ef6932 HTTP/1.1" status: 200 len: 810 time: 0.1408484 May 30 05:27:24.650552 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-af8503a5-f7dd-44ba-a1e6-92ed5a53cdd2 req-9a1f32c6-cfa2-42ad-932c-d28d409cdd41 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/quotas/b59d6af6346843408ca206be7ba53b5c HTTP/1.1" status: 200 len: 375 time: 0.0092230 May 30 05:27:24.659493 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device e84980fd-9744-47bb-84bc-fce7306bd696 no longer exists at agent hyperv_hv-neutron-8437 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 05:27:24.693454 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] No Port match for: e84980fd-9744-47bb-84bc-fce7306bd696 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 05:27:24.693733 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device e84980fd-9744-47bb-84bc-fce7306bd696 not bound to the agent host hv-neutron-8437 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 05:27:24.736573 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-af8503a5-f7dd-44ba-a1e6-92ed5a53cdd2 req-c90d713e-0758-4071-90d3-cce9855db0ea tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b59d6af6346843408ca206be7ba53b5c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0811994 May 30 05:27:25.009216 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-af8503a5-f7dd-44ba-a1e6-92ed5a53cdd2 req-35e85934-efc6-4c25-bbaf-7b3cae3c36fa service neutron] 10.222.0.15 "GET /v2.0/networks/3a65ee3d-2cf6-4768-b648-09f420ef6932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2611058 May 30 05:27:25.137690 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-af8503a5-f7dd-44ba-a1e6-92ed5a53cdd2 req-0dde21fb-a2d5-4900-8511-9fe6e0472fb4 service neutron] 10.222.0.15 "GET /v2.0/networks/3a65ee3d-2cf6-4768-b648-09f420ef6932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227624 May 30 05:27:25.310601 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d7ac1a3e-8c6c-4d4d-b3fb-a5dc51feec4e req-ed1640f2-4e29-4178-8d03-5933d79b1c5e tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f10f97e-246d-40a1-9e6d-b9273ed3e5d0 HTTP/1.1" status: 200 len: 210 time: 0.0425961 May 30 05:27:26.305943 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8503a5-f7dd-44ba-a1e6-92ed5a53cdd2 req-3c0fa1f8-12a1-445c-b1eb-8e7bc5be34e9 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:27:26.307374 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-af8503a5-f7dd-44ba-a1e6-92ed5a53cdd2 req-3c0fa1f8-12a1-445c-b1eb-8e7bc5be34e9 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.39 "GET /v2.0/networks?id=3a65ee3d-2cf6-4768-b648-09f420ef6932 HTTP/1.1" status: 200 len: 810 time: 0.1451428 May 30 05:27:26.357695 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-af8503a5-f7dd-44ba-a1e6-92ed5a53cdd2 req-08f638b0-631e-4ea2-a6fb-3de0d48c35b4 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b59d6af6346843408ca206be7ba53b5c HTTP/1.1" status: 200 len: 378 time: 0.0416276 May 30 05:27:26.368565 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [req-af8503a5-f7dd-44ba-a1e6-92ed5a53cdd2 req-ecc5257c-c657-4080-b0de-0819aa30f3bc tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Request body: {'port': {'device_id': '8f10f97e-246d-40a1-9e6d-b9273ed3e5d0', 'network_id': '3a65ee3d-2cf6-4768-b648-09f420ef6932', 'admin_state_up': True, 'tenant_id': 'b59d6af6346843408ca206be7ba53b5c', 'security_groups': ['5c25a5a1-86d7-4d8c-b261-3050e30743ba']}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:27:26.501652 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c764f025-8a07-4eb1-8e3f-c843a162ddd5 req-5f36efe5-05ab-46f7-af29-5a86d7d7c4c7 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f10f97e-246d-40a1-9e6d-b9273ed3e5d0 HTTP/1.1" status: 200 len: 210 time: 0.0645847 May 30 05:27:26.549584 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [req-af8503a5-f7dd-44ba-a1e6-92ed5a53cdd2 req-ecc5257c-c657-4080-b0de-0819aa30f3bc tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:27:26.559049 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [req-af8503a5-f7dd-44ba-a1e6-92ed5a53cdd2 req-ecc5257c-c657-4080-b0de-0819aa30f3bc tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:27:26.568836 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af8503a5-f7dd-44ba-a1e6-92ed5a53cdd2 req-ecc5257c-c657-4080-b0de-0819aa30f3bc tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Made reservation on behalf of b59d6af6346843408ca206be7ba53b5c for: {'port': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:27:26.572874 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-af8503a5-f7dd-44ba-a1e6-92ed5a53cdd2 req-ecc5257c-c657-4080-b0de-0819aa30f3bc tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:27:26.728830 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [req-af8503a5-f7dd-44ba-a1e6-92ed5a53cdd2 req-ecc5257c-c657-4080-b0de-0819aa30f3bc tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Allocated IP 172.20.0.9 (3a65ee3d-2cf6-4768-b648-09f420ef6932/940b0563-42ea-4efd-9752-2f2875661058/bf6b7724-064e-45ee-9f30-dacfcfb854d3) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:27:26.908431 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-af8503a5-f7dd-44ba-a1e6-92ed5a53cdd2 req-ecc5257c-c657-4080-b0de-0819aa30f3bc tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:27:26.923051 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [req-af8503a5-f7dd-44ba-a1e6-92ed5a53cdd2 req-ecc5257c-c657-4080-b0de-0819aa30f3bc tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Transition to ACTIVE for port object bf6b7724-064e-45ee-9f30-dacfcfb854d3 will not be triggered until provisioned by entity DHCP. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:27:26.946642 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-af8503a5-f7dd-44ba-a1e6-92ed5a53cdd2 req-ecc5257c-c657-4080-b0de-0819aa30f3bc tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:27:27.015321 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af8503a5-f7dd-44ba-a1e6-92ed5a53cdd2 req-ecc5257c-c657-4080-b0de-0819aa30f3bc tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Network 3a65ee3d-2cf6-4768-b648-09f420ef6932 is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:27:27.018641 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [req-af8503a5-f7dd-44ba-a1e6-92ed5a53cdd2 req-ecc5257c-c657-4080-b0de-0819aa30f3bc tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:27:27.021262 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [req-af8503a5-f7dd-44ba-a1e6-92ed5a53cdd2 req-ecc5257c-c657-4080-b0de-0819aa30f3bc tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:27:27.075001 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc5257c-c657-4080-b0de-0819aa30f3bc tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Pushing event updated for resources: {'Port': ['ID=bf6b7724-064e-45ee-9f30-dacfcfb854d3,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:27:27.095498 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8503a5-f7dd-44ba-a1e6-92ed5a53cdd2 req-ecc5257c-c657-4080-b0de-0819aa30f3bc tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:27:27.096120 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-af8503a5-f7dd-44ba-a1e6-92ed5a53cdd2 req-ecc5257c-c657-4080-b0de-0819aa30f3bc tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:27:27.122582 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-af8503a5-f7dd-44ba-a1e6-92ed5a53cdd2 req-ecc5257c-c657-4080-b0de-0819aa30f3bc tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7576473 May 30 05:27:27.140016 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [req-af8503a5-f7dd-44ba-a1e6-92ed5a53cdd2 req-a7cb4895-66bf-4bf9-a635-8297933149ef service neutron] Request body: {'port': {'device_id': '8f10f97e-246d-40a1-9e6d-b9273ed3e5d0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8437'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:27:27.252268 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-af8503a5-f7dd-44ba-a1e6-92ed5a53cdd2 req-a7cb4895-66bf-4bf9-a635-8297933149ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:27:27.311400 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9ecfc769-a667-47d5-af8b-eef0e752750c None None] Provisioning for port bf6b7724-064e-45ee-9f30-dacfcfb854d3 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:27:27.318653 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9ecfc769-a667-47d5-af8b-eef0e752750c None None] Provisioning complete for port bf6b7724-064e-45ee-9f30-dacfcfb854d3 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:27:27.319093 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9ecfc769-a667-47d5-af8b-eef0e752750c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:27:27.374138 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9ecfc769-a667-47d5-af8b-eef0e752750c None None] Port bf6b7724-064e-45ee-9f30-dacfcfb854d3 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 05:27:27.595770 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [req-af8503a5-f7dd-44ba-a1e6-92ed5a53cdd2 req-a7cb4895-66bf-4bf9-a635-8297933149ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf6b7724-064e-45ee-9f30-dacfcfb854d3 {{(pid=88261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 30 05:27:27.608587 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-af8503a5-f7dd-44ba-a1e6-92ed5a53cdd2 req-a7cb4895-66bf-4bf9-a635-8297933149ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:27:27.672604 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [req-af8503a5-f7dd-44ba-a1e6-92ed5a53cdd2 req-a7cb4895-66bf-4bf9-a635-8297933149ef service neutron] Transition to ACTIVE for port object bf6b7724-064e-45ee-9f30-dacfcfb854d3 will not be triggered until provisioned by entity L2. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:27:27.680848 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-af8503a5-f7dd-44ba-a1e6-92ed5a53cdd2 req-a7cb4895-66bf-4bf9-a635-8297933149ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2304381'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:27:27.950104 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cb4895-66bf-4bf9-a635-8297933149ef service neutron] Pushing event updated for resources: {'Port': ['ID=bf6b7724-064e-45ee-9f30-dacfcfb854d3,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:27:27.974719 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf945a7c-db4a-4a90-9a5f-5e2739ebdccb req-3bb5a278-97ab-499d-acb0-59b32d661731 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:27:27.975809 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-bf945a7c-db4a-4a90-9a5f-5e2739ebdccb req-3bb5a278-97ab-499d-acb0-59b32d661731 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Synchronizing usage tracker for tenant:b59d6af6346843408ca206be7ba53b5c on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:27:28.033870 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-bf945a7c-db4a-4a90-9a5f-5e2739ebdccb req-3bb5a278-97ab-499d-acb0-59b32d661731 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Unset dirty status for tenant:b59d6af6346843408ca206be7ba53b5c on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:27:28.035048 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-bf945a7c-db4a-4a90-9a5f-5e2739ebdccb req-3bb5a278-97ab-499d-acb0-59b32d661731 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f10f97e-246d-40a1-9e6d-b9273ed3e5d0 HTTP/1.1" status: 200 len: 931 time: 0.4190845 May 30 05:27:28.046775 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56d20497-c4a5-41ed-b0d2-6b9bb775ffec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:27:28.070601 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [req-af8503a5-f7dd-44ba-a1e6-92ed5a53cdd2 req-a7cb4895-66bf-4bf9-a635-8297933149ef service neutron] Attempting to bind port bf6b7724-064e-45ee-9f30-dacfcfb854d3 on host hv-neutron-8437 for vnic_type normal with profile {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 05:27:28.070937 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [req-af8503a5-f7dd-44ba-a1e6-92ed5a53cdd2 req-a7cb4895-66bf-4bf9-a635-8297933149ef service neutron] Attempting to bind port bf6b7724-064e-45ee-9f30-dacfcfb854d3 by drivers openvswitch,hyperv on host hv-neutron-8437 at level 0 using segments [{'id': '67d7431e-4b49-4424-94af-54c8f5335c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '3a65ee3d-2cf6-4768-b648-09f420ef6932'}] {{(pid=88261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 05:27:28.071265 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8503a5-f7dd-44ba-a1e6-92ed5a53cdd2 req-a7cb4895-66bf-4bf9-a635-8297933149ef service neutron] Attempting to bind port bf6b7724-064e-45ee-9f30-dacfcfb854d3 on network 3a65ee3d-2cf6-4768-b648-09f420ef6932 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:27:28.078056 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8503a5-f7dd-44ba-a1e6-92ed5a53cdd2 req-a7cb4895-66bf-4bf9-a635-8297933149ef service neutron] Port bf6b7724-064e-45ee-9f30-dacfcfb854d3 on network 3a65ee3d-2cf6-4768-b648-09f420ef6932 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8437 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 30 05:27:28.078374 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8503a5-f7dd-44ba-a1e6-92ed5a53cdd2 req-a7cb4895-66bf-4bf9-a635-8297933149ef service neutron] Attempting to bind port bf6b7724-064e-45ee-9f30-dacfcfb854d3 on network 3a65ee3d-2cf6-4768-b648-09f420ef6932 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:27:28.092154 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8503a5-f7dd-44ba-a1e6-92ed5a53cdd2 req-a7cb4895-66bf-4bf9-a635-8297933149ef service neutron] Checking agent: {'id': 'de0c936d-420b-412f-9642-7bfe80b5ab25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8437', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 51, 47), 'started_at': datetime.datetime(2022, 5, 30, 4, 51, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 5, 27, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 05:27:28.092424 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8503a5-f7dd-44ba-a1e6-92ed5a53cdd2 req-a7cb4895-66bf-4bf9-a635-8297933149ef service neutron] Checking segment: {'id': '67d7431e-4b49-4424-94af-54c8f5335c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '3a65ee3d-2cf6-4768-b648-09f420ef6932'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:27:28.092798 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8503a5-f7dd-44ba-a1e6-92ed5a53cdd2 req-a7cb4895-66bf-4bf9-a635-8297933149ef service neutron] Bound using segment: {'id': '67d7431e-4b49-4424-94af-54c8f5335c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '3a65ee3d-2cf6-4768-b648-09f420ef6932'} {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 05:27:28.093216 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [req-af8503a5-f7dd-44ba-a1e6-92ed5a53cdd2 req-a7cb4895-66bf-4bf9-a635-8297933149ef service neutron] Bound port: bf6b7724-064e-45ee-9f30-dacfcfb854d3, host: hv-neutron-8437, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67d7431e-4b49-4424-94af-54c8f5335c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '3a65ee3d-2cf6-4768-b648-09f420ef6932'}}] {{(pid=88261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 05:27:28.093559 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-af8503a5-f7dd-44ba-a1e6-92ed5a53cdd2 req-a7cb4895-66bf-4bf9-a635-8297933149ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:27:28.115873 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-bf945a7c-db4a-4a90-9a5f-5e2739ebdccb req-a00ca935-c647-49c0-ae49-1a9ed145653d tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c25a5a1-86d7-4d8c-b261-3050e30743ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0745869 May 30 05:27:28.188764 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [req-af8503a5-f7dd-44ba-a1e6-92ed5a53cdd2 req-a7cb4895-66bf-4bf9-a635-8297933149ef service neutron] For port bf6b7724-064e-45ee-9f30-dacfcfb854d3, host hv-neutron-8437, cleared binding levels {{(pid=88261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 05:27:28.191811 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [req-af8503a5-f7dd-44ba-a1e6-92ed5a53cdd2 req-a7cb4895-66bf-4bf9-a635-8297933149ef service neutron] For port bf6b7724-064e-45ee-9f30-dacfcfb854d3, host hv-neutron-8437, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=bf6b7724-064e-45ee-9f30-dacfcfb854d3,segment=NetworkSegment(67d7431e-4b49-4424-94af-54c8f5335c79),segment_id=67d7431e-4b49-4424-94af-54c8f5335c79)] {{(pid=88261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 05:27:28.196692 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-af8503a5-f7dd-44ba-a1e6-92ed5a53cdd2 req-a7cb4895-66bf-4bf9-a635-8297933149ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2304381'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:27:28.256607 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8503a5-f7dd-44ba-a1e6-92ed5a53cdd2 req-a7cb4895-66bf-4bf9-a635-8297933149ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:27:28.257237 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-af8503a5-f7dd-44ba-a1e6-92ed5a53cdd2 req-a7cb4895-66bf-4bf9-a635-8297933149ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:27:28.258638 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-af8503a5-f7dd-44ba-a1e6-92ed5a53cdd2 req-a7cb4895-66bf-4bf9-a635-8297933149ef service neutron] 10.222.0.39 "PUT /v2.0/ports/bf6b7724-064e-45ee-9f30-dacfcfb854d3 HTTP/1.1" status: 200 len: 1093 time: 1.1233087 May 30 05:27:28.259195 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f10f97e-246d-40a1-9e6d-b9273ed3e5d0', 'tag': 'bf6b7724-064e-45ee-9f30-dacfcfb854d3'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:27:28.285352 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cb4895-66bf-4bf9-a635-8297933149ef service neutron] Pushing event updated for resources: {'Port': ['ID=bf6b7724-064e-45ee-9f30-dacfcfb854d3,revision_number=3']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:27:28.356111 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d68de280-2252-4226-9c68-a59aba9f02c4'] response: {'name': 'network-changed', 'server_uuid': '8f10f97e-246d-40a1-9e6d-b9273ed3e5d0', 'tag': 'bf6b7724-064e-45ee-9f30-dacfcfb854d3', 'status': 'completed', 'code': 200} May 30 05:27:28.398509 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8503a5-f7dd-44ba-a1e6-92ed5a53cdd2 req-4cd88d8a-4f5e-436d-ad54-cf314a664621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:27:28.400406 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-af8503a5-f7dd-44ba-a1e6-92ed5a53cdd2 req-4cd88d8a-4f5e-436d-ad54-cf314a664621 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b59d6af6346843408ca206be7ba53b5c&device_id=8f10f97e-246d-40a1-9e6d-b9273ed3e5d0 HTTP/1.1" status: 200 len: 1096 time: 0.0778165 May 30 05:27:28.473565 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-af8503a5-f7dd-44ba-a1e6-92ed5a53cdd2 req-8443a33d-5562-44a4-a5a8-d0da82954f6f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bf6b7724-064e-45ee-9f30-dacfcfb854d3 HTTP/1.1" status: 200 len: 217 time: 0.0652447 May 30 05:27:28.536270 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8503a5-f7dd-44ba-a1e6-92ed5a53cdd2 req-64fdafbf-7b26-4731-8dc8-fee57f9deaaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:27:28.537676 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-af8503a5-f7dd-44ba-a1e6-92ed5a53cdd2 req-64fdafbf-7b26-4731-8dc8-fee57f9deaaa service neutron] 10.222.0.39 "GET /v2.0/subnets?id=940b0563-42ea-4efd-9752-2f2875661058 HTTP/1.1" status: 200 len: 849 time: 0.0590832 May 30 05:27:28.612652 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8503a5-f7dd-44ba-a1e6-92ed5a53cdd2 req-a591b593-c7cb-43da-b53f-7763d9e355cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:27:28.614537 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-af8503a5-f7dd-44ba-a1e6-92ed5a53cdd2 req-a591b593-c7cb-43da-b53f-7763d9e355cd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3a65ee3d-2cf6-4768-b648-09f420ef6932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704005 May 30 05:27:28.749062 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-af8503a5-f7dd-44ba-a1e6-92ed5a53cdd2 req-61dd5420-127a-4647-a233-429f4f29add3 service neutron] 10.222.0.39 "GET /v2.0/networks/3a65ee3d-2cf6-4768-b648-09f420ef6932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287291 May 30 05:27:28.876277 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-af8503a5-f7dd-44ba-a1e6-92ed5a53cdd2 req-c7bf1e92-af9f-43a2-aef8-79634065c902 service neutron] 10.222.0.39 "GET /v2.0/networks/3a65ee3d-2cf6-4768-b648-09f420ef6932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210828 May 30 05:27:29.013390 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee600243-a065-4841-90e0-13abbdfb4adf req-a2c68193-aa7c-42ff-a604-867c9aea5154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:27:29.015143 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ee600243-a065-4841-90e0-13abbdfb4adf req-a2c68193-aa7c-42ff-a604-867c9aea5154 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b59d6af6346843408ca206be7ba53b5c&device_id=8f10f97e-246d-40a1-9e6d-b9273ed3e5d0 HTTP/1.1" status: 200 len: 1096 time: 0.0741680 May 30 05:27:29.141635 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee600243-a065-4841-90e0-13abbdfb4adf req-c801b43b-8c86-442f-b0e3-ddbb6f3c0a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:27:29.143007 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ee600243-a065-4841-90e0-13abbdfb4adf req-c801b43b-8c86-442f-b0e3-ddbb6f3c0a42 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3a65ee3d-2cf6-4768-b648-09f420ef6932 HTTP/1.1" status: 200 len: 911 time: 0.1216609 May 30 05:27:29.211384 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ee600243-a065-4841-90e0-13abbdfb4adf req-097203ab-241a-40a8-bd50-3309c908666a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bf6b7724-064e-45ee-9f30-dacfcfb854d3 HTTP/1.1" status: 200 len: 217 time: 0.0624342 May 30 05:27:29.324666 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee600243-a065-4841-90e0-13abbdfb4adf req-2d4569d1-60d0-4b9f-9557-7d080b52dc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:27:29.326174 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ee600243-a065-4841-90e0-13abbdfb4adf req-2d4569d1-60d0-4b9f-9557-7d080b52dc97 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=940b0563-42ea-4efd-9752-2f2875661058 HTTP/1.1" status: 200 len: 849 time: 0.1089783 May 30 05:27:29.392615 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c9187b-98d2-45bb-814a-070ef0e92a76 req-678bf80e-4ace-42bb-8c39-e1fafe2bb871 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:27:29.393977 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-50c9187b-98d2-45bb-814a-070ef0e92a76 req-678bf80e-4ace-42bb-8c39-e1fafe2bb871 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f10f97e-246d-40a1-9e6d-b9273ed3e5d0 HTTP/1.1" status: 200 len: 943 time: 0.1478863 May 30 05:27:29.445347 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-50c9187b-98d2-45bb-814a-070ef0e92a76 req-338be3ad-919d-488f-98f1-45769e3ffca1 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c25a5a1-86d7-4d8c-b261-3050e30743ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451012 May 30 05:27:29.447345 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee600243-a065-4841-90e0-13abbdfb4adf req-f4bb5c8f-3306-4a6a-807b-dfaf48adc3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:27:29.448701 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ee600243-a065-4841-90e0-13abbdfb4adf req-f4bb5c8f-3306-4a6a-807b-dfaf48adc3b6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3a65ee3d-2cf6-4768-b648-09f420ef6932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1167490 May 30 05:27:29.678817 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ee600243-a065-4841-90e0-13abbdfb4adf req-daca47e2-0f81-47df-8713-06c42b5af981 service neutron] 10.222.0.39 "GET /v2.0/networks/3a65ee3d-2cf6-4768-b648-09f420ef6932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228293 May 30 05:27:29.805713 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ee600243-a065-4841-90e0-13abbdfb4adf req-734e40e0-b58b-4fb1-a5ea-f78d4e690ea2 service neutron] 10.222.0.39 "GET /v2.0/networks/3a65ee3d-2cf6-4768-b648-09f420ef6932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204765 May 30 05:27:30.262713 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-938687d2-e647-496e-9c6b-1d1e863c3bbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:27:30.627599 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bc6ea6-faf4-405e-895a-819a89268a7f req-553f1b9a-d794-4a0b-b4ac-d9d33f538cf8 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:27:30.629045 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-43bc6ea6-faf4-405e-895a-819a89268a7f req-553f1b9a-d794-4a0b-b4ac-d9d33f538cf8 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f10f97e-246d-40a1-9e6d-b9273ed3e5d0 HTTP/1.1" status: 200 len: 943 time: 0.0830777 May 30 05:27:30.671752 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-43bc6ea6-faf4-405e-895a-819a89268a7f req-1120ea1e-3333-440f-b07d-eb507bf241c5 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c25a5a1-86d7-4d8c-b261-3050e30743ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0365224 May 30 05:27:31.309272 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56ded65b-0e68-413c-8b9b-1097922cc81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:27:31.495120 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:27:31.850225 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0aa9db-cf39-45c2-8de1-17d914458adf req-c2074ab1-fe89-49b9-b0b8-4810a19a5ba8 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:27:31.851660 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-fb0aa9db-cf39-45c2-8de1-17d914458adf req-c2074ab1-fe89-49b9-b0b8-4810a19a5ba8 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f10f97e-246d-40a1-9e6d-b9273ed3e5d0 HTTP/1.1" status: 200 len: 943 time: 0.0780349 May 30 05:27:31.894114 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-fb0aa9db-cf39-45c2-8de1-17d914458adf req-4f594cd9-37bb-4897-8824-a72723468d7d tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c25a5a1-86d7-4d8c-b261-3050e30743ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0369494 May 30 05:27:32.705519 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device bf6b7724-064e-45ee-9f30-dacfcfb854d3 details requested by agent hyperv_hv-neutron-8437 with host hv-neutron-8437 {{(pid=88262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 05:27:32.833888 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port bf6b7724-064e-45ee-9f30-dacfcfb854d3, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=bf6b7724-064e-45ee-9f30-dacfcfb854d3,segment=NetworkSegment(67d7431e-4b49-4424-94af-54c8f5335c79),segment_id=67d7431e-4b49-4424-94af-54c8f5335c79)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:27:32.846640 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Returning: {'device': 'bf6b7724-064e-45ee-9f30-dacfcfb854d3', 'network_id': '3a65ee3d-2cf6-4768-b648-09f420ef6932', 'port_id': 'bf6b7724-064e-45ee-9f30-dacfcfb854d3', 'mac_address': 'fa:16:3e:e3:62:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '940b0563-42ea-4efd-9752-2f2875661058', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 05:27:32.893036 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a142624-940e-4c55-bf49-a5329c884075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:27:32.910712 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Current status of the port bf6b7724-064e-45ee-9f30-dacfcfb854d3 is: DOWN; New status is: BUILD {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:27:32.911082 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:27:32.928092 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf6b7724-064e-45ee-9f30-dacfcfb854d3 {{(pid=88262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 30 05:27:32.943732 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port bf6b7724-064e-45ee-9f30-dacfcfb854d3, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=bf6b7724-064e-45ee-9f30-dacfcfb854d3,segment=NetworkSegment(67d7431e-4b49-4424-94af-54c8f5335c79),segment_id=67d7431e-4b49-4424-94af-54c8f5335c79)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:27:32.948614 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:27:33.017015 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Pushing event updated for resources: {'Port': ['ID=bf6b7724-064e-45ee-9f30-dacfcfb854d3,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:27:33.087269 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9941007f-b584-47c1-942d-943e04cb4601 req-00125537-2145-4b9a-9f52-cb92fb5843f6 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:27:33.088616 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9941007f-b584-47c1-942d-943e04cb4601 req-00125537-2145-4b9a-9f52-cb92fb5843f6 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f10f97e-246d-40a1-9e6d-b9273ed3e5d0 HTTP/1.1" status: 200 len: 944 time: 0.0817635 May 30 05:27:33.131389 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9941007f-b584-47c1-942d-943e04cb4601 req-f12992bc-8af4-404f-b40a-75676832e950 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c25a5a1-86d7-4d8c-b261-3050e30743ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0371535 May 30 05:27:33.277360 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] get_ports_and_sgs() called for port_ids ['bf6b7724-064e-45ee-9f30-dacfcfb854d3'] {{(pid=88262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 30 05:27:34.310861 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24363ace-8b71-4f2c-820c-9eb7a06d6913 req-569b58a9-746e-47fb-83c1-f65a761624b4 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:27:34.312293 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-24363ace-8b71-4f2c-820c-9eb7a06d6913 req-569b58a9-746e-47fb-83c1-f65a761624b4 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f10f97e-246d-40a1-9e6d-b9273ed3e5d0 HTTP/1.1" status: 200 len: 944 time: 0.0790794 May 30 05:27:34.359250 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-24363ace-8b71-4f2c-820c-9eb7a06d6913 req-dfbbb5ad-8993-46cf-84cf-8e8ac2485c2e tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c25a5a1-86d7-4d8c-b261-3050e30743ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406694 May 30 05:27:34.721425 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device bf6b7724-064e-45ee-9f30-dacfcfb854d3 up at agent hyperv_hv-neutron-8437 {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:27:34.818610 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Provisioning for port bf6b7724-064e-45ee-9f30-dacfcfb854d3 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:27:34.823322 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Provisioning complete for port bf6b7724-064e-45ee-9f30-dacfcfb854d3 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:27:34.823696 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:27:34.934479 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Current status of the port bf6b7724-064e-45ee-9f30-dacfcfb854d3 is: BUILD; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:27:34.934863 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:27:34.961653 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f10f97e-246d-40a1-9e6d-b9273ed3e5d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf6b7724-064e-45ee-9f30-dacfcfb854d3'}] {{(pid=88262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:27:34.970930 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port bf6b7724-064e-45ee-9f30-dacfcfb854d3, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=bf6b7724-064e-45ee-9f30-dacfcfb854d3,segment=NetworkSegment(67d7431e-4b49-4424-94af-54c8f5335c79),segment_id=67d7431e-4b49-4424-94af-54c8f5335c79)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:27:34.975142 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:27:35.011805 dv-neutron-843763-1-hyperv neutron-server[88262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9180a91-b841-4c20-aebc-c4bee85cd058'] response: {'server_uuid': '8f10f97e-246d-40a1-9e6d-b9273ed3e5d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf6b7724-064e-45ee-9f30-dacfcfb854d3', 'code': 200} May 30 05:27:35.044031 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Pushing event updated for resources: {'Port': ['ID=bf6b7724-064e-45ee-9f30-dacfcfb854d3,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:27:35.231124 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623bedab-4c7a-4c10-aa3a-72ac07b33440 req-0b743293-2e0c-419d-8eb7-3ecb22e182f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:27:35.232520 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-623bedab-4c7a-4c10-aa3a-72ac07b33440 req-0b743293-2e0c-419d-8eb7-3ecb22e182f4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8f10f97e-246d-40a1-9e6d-b9273ed3e5d0 HTTP/1.1" status: 200 len: 1098 time: 0.0689797 May 30 05:27:35.274936 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-623bedab-4c7a-4c10-aa3a-72ac07b33440 req-a2c61569-11f2-4401-92a4-5e231df85295 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=5c25a5a1-86d7-4d8c-b261-3050e30743ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0363193 May 30 05:27:35.546209 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f66f7c-b89c-4ae1-92d0-2c3501031a80 req-aba2e007-eab6-45d4-86fd-8fb2d82a43df tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:27:35.547647 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a5f66f7c-b89c-4ae1-92d0-2c3501031a80 req-aba2e007-eab6-45d4-86fd-8fb2d82a43df tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f10f97e-246d-40a1-9e6d-b9273ed3e5d0 HTTP/1.1" status: 200 len: 945 time: 0.0817091 May 30 05:27:35.595722 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a5f66f7c-b89c-4ae1-92d0-2c3501031a80 req-d64aee08-8fda-4136-b221-661cc0061f8b tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c25a5a1-86d7-4d8c-b261-3050e30743ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418839 May 30 05:27:36.776323 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bd2de1-dff5-4800-87ba-3efaea146513 req-71e420cc-da39-4266-a556-5c66e74ee106 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:27:36.779775 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-43bd2de1-dff5-4800-87ba-3efaea146513 req-71e420cc-da39-4266-a556-5c66e74ee106 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f10f97e-246d-40a1-9e6d-b9273ed3e5d0 HTTP/1.1" status: 200 len: 945 time: 0.0782161 May 30 05:27:36.821391 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-43bd2de1-dff5-4800-87ba-3efaea146513 req-d73f54f1-f959-4f48-9b6c-5d28536d92f4 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c25a5a1-86d7-4d8c-b261-3050e30743ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377698 May 30 05:27:36.998824 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feba7278-6045-4b82-80ec-51ac10a1cb4c req-98966d8c-ea87-40fa-96d8-e8cd32cb97f1 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:27:37.000300 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-feba7278-6045-4b82-80ec-51ac10a1cb4c req-98966d8c-ea87-40fa-96d8-e8cd32cb97f1 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f10f97e-246d-40a1-9e6d-b9273ed3e5d0 HTTP/1.1" status: 200 len: 945 time: 0.0834510 May 30 05:27:37.009439 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 51808) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:27:37.015636 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-44a304e9-65f1-4463-aa8f-f6ab7674b80f tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Request body: {'floatingip': {'port_id': 'bf6b7724-064e-45ee-9f30-dacfcfb854d3'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:27:37.093752 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-44a304e9-65f1-4463-aa8f-f6ab7674b80f tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Notify callbacks [] for floatingip, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:27:37.773345 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-44a304e9-65f1-4463-aa8f-f6ab7674b80f tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:27:37.777075 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-44a304e9-65f1-4463-aa8f-f6ab7674b80f tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1604762'] for floatingip, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:27:37.941244 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.db.l3_db [None req-44a304e9-65f1-4463-aa8f-f6ab7674b80f tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Floating IP 70f6ce4f-9b33-4607-8ad6-b6662bc6e03e associated. External IP: 172.26.6.162, port: bf6b7724-064e-45ee-9f30-dacfcfb854d3. May 30 05:27:38.282001 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44a304e9-65f1-4463-aa8f-f6ab7674b80f tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Router de6baeaf-4ad4-42fb-9635-f053df75d901 has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 05:27:38.457647 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44a304e9-65f1-4463-aa8f-f6ab7674b80f tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:27:38.462819 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-44a304e9-65f1-4463-aa8f-f6ab7674b80f tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for floatingip, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:27:38.467221 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4364a87d-60ff-4056-86f8-82e36cd6bc1d None None] Sync routers for ids ['de6baeaf-4ad4-42fb-9635-f053df75d901'] in dv-neutron-843763-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:27:38.477890 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4364a87d-60ff-4056-86f8-82e36cd6bc1d None None] Routers {'de6baeaf-4ad4-42fb-9635-f053df75d901'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:27:38.478497 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-4364a87d-60ff-4056-86f8-82e36cd6bc1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:27:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['de6baeaf-4ad4-42fb-9635-f053df75d901'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:27:38.520214 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-44a304e9-65f1-4463-aa8f-f6ab7674b80f tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "PUT /v2.0/floatingips/70f6ce4f-9b33-4607-8ad6-b6662bc6e03e HTTP/1.1" status: 200 len: 992 time: 1.5096240 May 30 05:27:38.520780 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f10f97e-246d-40a1-9e6d-b9273ed3e5d0', 'tag': 'bf6b7724-064e-45ee-9f30-dacfcfb854d3'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:27:38.565348 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d85e741d-0a44-4af3-b62a-06fa0b914d8b'] response: {'name': 'network-changed', 'server_uuid': '8f10f97e-246d-40a1-9e6d-b9273ed3e5d0', 'tag': 'bf6b7724-064e-45ee-9f30-dacfcfb854d3', 'status': 'completed', 'code': 200} May 30 05:27:38.651797 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-4364a87d-60ff-4056-86f8-82e36cd6bc1d None None] Set router de6baeaf-4ad4-42fb-9635-f053df75d901 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:27:38.655340 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7e4888-b792-442d-982b-80552f7555ad req-e5328d63-fe59-4248-8c9d-76df320ff0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:27:38.656802 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ec7e4888-b792-442d-982b-80552f7555ad req-e5328d63-fe59-4248-8c9d-76df320ff0e2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b59d6af6346843408ca206be7ba53b5c&device_id=8f10f97e-246d-40a1-9e6d-b9273ed3e5d0 HTTP/1.1" status: 200 len: 1098 time: 0.0695248 May 30 05:27:38.784698 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7e4888-b792-442d-982b-80552f7555ad req-5f30574c-6ae9-451b-bb80-1ff5b5737ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:27:38.786691 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ec7e4888-b792-442d-982b-80552f7555ad req-5f30574c-6ae9-451b-bb80-1ff5b5737ee2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3a65ee3d-2cf6-4768-b648-09f420ef6932 HTTP/1.1" status: 200 len: 911 time: 0.1242411 May 30 05:27:38.885738 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ec7e4888-b792-442d-982b-80552f7555ad req-66b81478-9243-4c37-9701-7d2d87558b24 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bf6b7724-064e-45ee-9f30-dacfcfb854d3 HTTP/1.1" status: 200 len: 1000 time: 0.0936303 May 30 05:27:38.945948 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7e4888-b792-442d-982b-80552f7555ad req-e1f55e81-4681-4d4a-b03b-855dcad822a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:27:38.947253 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ec7e4888-b792-442d-982b-80552f7555ad req-e1f55e81-4681-4d4a-b03b-855dcad822a7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=940b0563-42ea-4efd-9752-2f2875661058 HTTP/1.1" status: 200 len: 849 time: 0.0558493 May 30 05:27:39.026903 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-4364a87d-60ff-4056-86f8-82e36cd6bc1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de6baeaf-4ad4-42fb-9635-f053df75d901', 'name': 'tempest-ServerActionsTestJSON-21623125-router', 'tenant_id': 'b59d6af6346843408ca206be7ba53b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.195'}], 'enable_snat': True}, 'gw_port_id': '4f8bc2d8-500b-4ad7-bf02-2f7c47aa7562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:22:46Z', 'updated_at': '2022-05-30T05:22:50Z', 'revision_number': 4, 'project_id': 'b59d6af6346843408ca206be7ba53b5c', 'gw_port': {'id': '4f8bc2d8-500b-4ad7-bf02-2f7c47aa7562', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b7:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6baeaf-4ad4-42fb-9635-f053df75d901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:22:47Z', 'updated_at': '2022-05-30T05:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_floatingips': [{'id': '70f6ce4f-9b33-4607-8ad6-b6662bc6e03e', 'tenant_id': 'b59d6af6346843408ca206be7ba53b5c', 'floating_ip_address': '172.26.6.162', 'floating_network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'router_id': 'de6baeaf-4ad4-42fb-9635-f053df75d901', 'port_id': 'bf6b7724-064e-45ee-9f30-dacfcfb854d3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a65ee3d-2cf6-4768-b648-09f420ef6932', 'mac_address': 'fa:16:3e:e3:62:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f10f97e-246d-40a1-9e6d-b9273ed3e5d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T05:22:53Z', 'updated_at': '2022-05-30T05:27:37Z', 'revision_number': 13, 'project_id': 'b59d6af6346843408ca206be7ba53b5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e35f30c2-ff66-465e-a102-339b8ce31be9', 'name': '', 'network_id': '3a65ee3d-2cf6-4768-b648-09f420ef6932', 'tenant_id': 'b59d6af6346843408ca206be7ba53b5c', 'mac_address': 'fa:16:3e:55:05:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6baeaf-4ad4-42fb-9635-f053df75d901', 'device_owner': 'network:router_interface', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': '940b0563-42ea-4efd-9752-2f2875661058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:22:49Z', 'updated_at': '2022-05-30T05:22:56Z', 'revision_number': 5, 'project_id': 'b59d6af6346843408ca206be7ba53b5c', 'subnets': [{'id': '940b0563-42ea-4efd-9752-2f2875661058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:27:39.031122 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4364a87d-60ff-4056-86f8-82e36cd6bc1d None None] Checking router: de6baeaf-4ad4-42fb-9635-f053df75d901 for host: dv-neutron-843763-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 05:27:39.040539 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4364a87d-60ff-4056-86f8-82e36cd6bc1d None None] Routers {'de6baeaf-4ad4-42fb-9635-f053df75d901'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:27:39.041156 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-4364a87d-60ff-4056-86f8-82e36cd6bc1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:27:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['de6baeaf-4ad4-42fb-9635-f053df75d901'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:27:39.139745 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7e4888-b792-442d-982b-80552f7555ad req-f8ecf48d-5a32-4ce0-ad5e-f2d15838b0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:27:39.141212 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ec7e4888-b792-442d-982b-80552f7555ad req-f8ecf48d-5a32-4ce0-ad5e-f2d15838b0ae service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3a65ee3d-2cf6-4768-b648-09f420ef6932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1883852 May 30 05:27:39.219548 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-4364a87d-60ff-4056-86f8-82e36cd6bc1d None None] Set router de6baeaf-4ad4-42fb-9635-f053df75d901 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:27:39.269661 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ec7e4888-b792-442d-982b-80552f7555ad req-f8bc56a1-dfa2-4e05-91b8-71cfe03cb17b service neutron] 10.222.0.39 "GET /v2.0/networks/3a65ee3d-2cf6-4768-b648-09f420ef6932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224427 May 30 05:27:39.400824 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ec7e4888-b792-442d-982b-80552f7555ad req-fb79c942-8eaf-41e9-9274-6c1521e4a46c service neutron] 10.222.0.39 "GET /v2.0/networks/3a65ee3d-2cf6-4768-b648-09f420ef6932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256545 May 30 05:27:39.568518 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-4364a87d-60ff-4056-86f8-82e36cd6bc1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de6baeaf-4ad4-42fb-9635-f053df75d901', 'name': 'tempest-ServerActionsTestJSON-21623125-router', 'tenant_id': 'b59d6af6346843408ca206be7ba53b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.195'}], 'enable_snat': True}, 'gw_port_id': '4f8bc2d8-500b-4ad7-bf02-2f7c47aa7562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:22:46Z', 'updated_at': '2022-05-30T05:22:50Z', 'revision_number': 4, 'project_id': 'b59d6af6346843408ca206be7ba53b5c', 'gw_port': {'id': '4f8bc2d8-500b-4ad7-bf02-2f7c47aa7562', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b7:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6baeaf-4ad4-42fb-9635-f053df75d901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:22:47Z', 'updated_at': '2022-05-30T05:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_floatingips': [{'id': '70f6ce4f-9b33-4607-8ad6-b6662bc6e03e', 'tenant_id': 'b59d6af6346843408ca206be7ba53b5c', 'floating_ip_address': '172.26.6.162', 'floating_network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'router_id': 'de6baeaf-4ad4-42fb-9635-f053df75d901', 'port_id': 'bf6b7724-064e-45ee-9f30-dacfcfb854d3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a65ee3d-2cf6-4768-b648-09f420ef6932', 'mac_address': 'fa:16:3e:e3:62:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f10f97e-246d-40a1-9e6d-b9273ed3e5d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T05:22:53Z', 'updated_at': '2022-05-30T05:27:37Z', 'revision_number': 13, 'project_id': 'b59d6af6346843408ca206be7ba53b5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e35f30c2-ff66-465e-a102-339b8ce31be9', 'name': '', 'network_id': '3a65ee3d-2cf6-4768-b648-09f420ef6932', 'tenant_id': 'b59d6af6346843408ca206be7ba53b5c', 'mac_address': 'fa:16:3e:55:05:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6baeaf-4ad4-42fb-9635-f053df75d901', 'device_owner': 'network:router_interface', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': '940b0563-42ea-4efd-9752-2f2875661058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:22:49Z', 'updated_at': '2022-05-30T05:22:56Z', 'revision_number': 5, 'project_id': 'b59d6af6346843408ca206be7ba53b5c', 'subnets': [{'id': '940b0563-42ea-4efd-9752-2f2875661058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:27:39.572493 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4364a87d-60ff-4056-86f8-82e36cd6bc1d None None] The sync data for ids ['de6baeaf-4ad4-42fb-9635-f053df75d901'] in dv-neutron-843763-1-hyperv is: [{'id': 'de6baeaf-4ad4-42fb-9635-f053df75d901', 'name': 'tempest-ServerActionsTestJSON-21623125-router', 'tenant_id': 'b59d6af6346843408ca206be7ba53b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.195'}], 'enable_snat': True}, 'gw_port_id': '4f8bc2d8-500b-4ad7-bf02-2f7c47aa7562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:22:46Z', 'updated_at': '2022-05-30T05:22:50Z', 'revision_number': 4, 'project_id': 'b59d6af6346843408ca206be7ba53b5c', 'gw_port': {'id': '4f8bc2d8-500b-4ad7-bf02-2f7c47aa7562', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b7:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6baeaf-4ad4-42fb-9635-f053df75d901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:22:47Z', 'updated_at': '2022-05-30T05:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_floatingips': [{'id': '70f6ce4f-9b33-4607-8ad6-b6662bc6e03e', 'tenant_id': 'b59d6af6346843408ca206be7ba53b5c', 'floating_ip_address': '172.26.6.162', 'floating_network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'router_id': 'de6baeaf-4ad4-42fb-9635-f053df75d901', 'port_id': 'bf6b7724-064e-45ee-9f30-dacfcfb854d3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a65ee3d-2cf6-4768-b648-09f420ef6932', 'mac_address': 'fa:16:3e:e3:62:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f10f97e-246d-40a1-9e6d-b9273ed3e5d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T05:22:53Z', 'updated_at': '2022-05-30T05:27:37Z', 'revision_number': 13, 'project_id': 'b59d6af6346843408ca206be7ba53b5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e35f30c2-ff66-465e-a102-339b8ce31be9', 'name': '', 'network_id': '3a65ee3d-2cf6-4768-b648-09f420ef6932', 'tenant_id': 'b59d6af6346843408ca206be7ba53b5c', 'mac_address': 'fa:16:3e:55:05:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6baeaf-4ad4-42fb-9635-f053df75d901', 'device_owner': 'network:router_interface', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': '940b0563-42ea-4efd-9752-2f2875661058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:22:49Z', 'updated_at': '2022-05-30T05:22:56Z', 'revision_number': 5, 'project_id': 'b59d6af6346843408ca206be7ba53b5c', 'subnets': [{'id': '940b0563-42ea-4efd-9752-2f2875661058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:27:39.763927 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f90fd1c-1773-4b64-b5e0-6bbd5e1c23f8 None None] New status for floating IP 70f6ce4f-9b33-4607-8ad6-b6662bc6e03e: ACTIVE {{(pid=88262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 30 05:27:47.626282 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:27:58.040856 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e5eb9143-3ff1-46fe-a536-78d2940e7a7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:28:00.198906 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-45f79e78-106a-4f09-9d2c-69baeab7263d None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 05:28:00.265684 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-25d2162c-7345-4728-8ef1-b3c47ea4ee01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:28:01.311741 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56ded65b-0e68-413c-8b9b-1097922cc81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:28:01.496105 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:28:02.866554 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a142624-940e-4c55-bf49-a5329c884075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:28:17.625218 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:28:22.109573 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-60db6faa-345b-4a6b-b3e9-67c10634a77c req-80dee414-766f-4290-85e9-c2dec6475806 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8f10f97e-246d-40a1-9e6d-b9273ed3e5d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0665467 May 30 05:28:22.250303 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60db6faa-345b-4a6b-b3e9-67c10634a77c req-854cf663-f452-4472-acaf-74703f7c38d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:28:22.251768 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-60db6faa-345b-4a6b-b3e9-67c10634a77c req-854cf663-f452-4472-acaf-74703f7c38d2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b59d6af6346843408ca206be7ba53b5c&device_id=8f10f97e-246d-40a1-9e6d-b9273ed3e5d0 HTTP/1.1" status: 200 len: 1098 time: 0.0741093 May 30 05:28:22.392053 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60db6faa-345b-4a6b-b3e9-67c10634a77c req-e95d9d5f-b5bd-42f0-889d-302a9b7d0b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:28:22.393375 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-60db6faa-345b-4a6b-b3e9-67c10634a77c req-e95d9d5f-b5bd-42f0-889d-302a9b7d0b90 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3a65ee3d-2cf6-4768-b648-09f420ef6932 HTTP/1.1" status: 200 len: 911 time: 0.1241317 May 30 05:28:22.508895 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-60db6faa-345b-4a6b-b3e9-67c10634a77c req-0a16f5ae-5da4-494c-8782-0963b10ad06d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bf6b7724-064e-45ee-9f30-dacfcfb854d3 HTTP/1.1" status: 200 len: 1002 time: 0.1090999 May 30 05:28:22.570860 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60db6faa-345b-4a6b-b3e9-67c10634a77c req-f43b3eb0-d292-41da-be08-84934f86eab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:28:22.572377 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-60db6faa-345b-4a6b-b3e9-67c10634a77c req-f43b3eb0-d292-41da-be08-84934f86eab6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=940b0563-42ea-4efd-9752-2f2875661058 HTTP/1.1" status: 200 len: 849 time: 0.0577345 May 30 05:28:22.646614 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60db6faa-345b-4a6b-b3e9-67c10634a77c req-0d86cb8f-4be1-47b6-bd50-328bf2f0447d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:28:22.648018 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-60db6faa-345b-4a6b-b3e9-67c10634a77c req-0d86cb8f-4be1-47b6-bd50-328bf2f0447d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3a65ee3d-2cf6-4768-b648-09f420ef6932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696003 May 30 05:28:22.777878 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-60db6faa-345b-4a6b-b3e9-67c10634a77c req-757534b1-6773-4536-a09e-11bd0c5f4ab7 service neutron] 10.222.0.39 "GET /v2.0/networks/3a65ee3d-2cf6-4768-b648-09f420ef6932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236300 May 30 05:28:22.920462 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-60db6faa-345b-4a6b-b3e9-67c10634a77c req-a5442b04-c05a-4368-8ec4-72040061a57f service neutron] 10.222.0.39 "GET /v2.0/networks/3a65ee3d-2cf6-4768-b648-09f420ef6932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355858 May 30 05:28:28.043384 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-076be137-e97b-49f9-9ad6-46ab6cd28bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:28:30.269002 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-33a15272-0ecc-48ee-957b-9311c9d05632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:28:31.314469 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56ded65b-0e68-413c-8b9b-1097922cc81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:28:31.497182 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:28:32.869223 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a142624-940e-4c55-bf49-a5329c884075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:28:37.198207 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-45f79e78-106a-4f09-9d2c-69baeab7263d None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 05:28:47.626997 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:28:54.572682 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04e7806-8941-4bd8-8c10-40bb32e35c6d req-eba42beb-0562-41ce-99f1-dcde6862382d tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:28:54.574134 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d04e7806-8941-4bd8-8c10-40bb32e35c6d req-eba42beb-0562-41ce-99f1-dcde6862382d tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f10f97e-246d-40a1-9e6d-b9273ed3e5d0 HTTP/1.1" status: 200 len: 945 time: 0.0826695 May 30 05:28:54.616960 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d04e7806-8941-4bd8-8c10-40bb32e35c6d req-d49b21fe-c956-4b29-8519-52c9fc2626cd tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c25a5a1-86d7-4d8c-b261-3050e30743ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372052 May 30 05:28:58.044370 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a1dc1f2a-222a-415b-871e-5f879b562b11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:29:00.270407 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9cde0c8f-7449-4d25-8671-d60611914772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:29:01.318778 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56ded65b-0e68-413c-8b9b-1097922cc81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:29:01.498476 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:29:02.872704 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a142624-940e-4c55-bf49-a5329c884075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:29:04.155101 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-c98bd7f3-c245-4bb6-ac30-ae2fb6e7a94a req-0cff5d7f-ad2d-4f69-a327-a4741862a501 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8f10f97e-246d-40a1-9e6d-b9273ed3e5d0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0715575 May 30 05:29:04.212668 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ffc763-9c4d-401c-b837-e7a8ca900a0e req-b63ffa75-bb75-447b-8008-0161f616f4c2 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:29:04.214165 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d8ffc763-9c4d-401c-b837-e7a8ca900a0e req-b63ffa75-bb75-447b-8008-0161f616f4c2 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f10f97e-246d-40a1-9e6d-b9273ed3e5d0 HTTP/1.1" status: 200 len: 945 time: 0.0856366 May 30 05:29:04.268754 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d8ffc763-9c4d-401c-b837-e7a8ca900a0e req-b37b18e7-aaf4-4d0a-a6f6-a68a7c220c65 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c25a5a1-86d7-4d8c-b261-3050e30743ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0484700 May 30 05:29:05.316805 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98bd7f3-c245-4bb6-ac30-ae2fb6e7a94a req-94179785-499f-4f36-b62f-0cfd4ccb84dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:29:05.318282 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c98bd7f3-c245-4bb6-ac30-ae2fb6e7a94a req-94179785-499f-4f36-b62f-0cfd4ccb84dc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b59d6af6346843408ca206be7ba53b5c&device_id=8f10f97e-246d-40a1-9e6d-b9273ed3e5d0 HTTP/1.1" status: 200 len: 1098 time: 0.0742989 May 30 05:29:05.601385 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98bd7f3-c245-4bb6-ac30-ae2fb6e7a94a req-7562abeb-b404-457f-8599-1cdd9d48aa85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:29:05.602876 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c98bd7f3-c245-4bb6-ac30-ae2fb6e7a94a req-7562abeb-b404-457f-8599-1cdd9d48aa85 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3a65ee3d-2cf6-4768-b648-09f420ef6932 HTTP/1.1" status: 200 len: 911 time: 0.2784939 May 30 05:29:05.668328 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc9ae3b-7dee-460a-be0a-2589a08ee9a8 req-3cde38ed-f1a6-4a4d-9127-fa3b726e1aeb tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:29:05.669722 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-dbc9ae3b-7dee-460a-be0a-2589a08ee9a8 req-3cde38ed-f1a6-4a4d-9127-fa3b726e1aeb tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f10f97e-246d-40a1-9e6d-b9273ed3e5d0 HTTP/1.1" status: 200 len: 945 time: 0.2749953 May 30 05:29:05.738986 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c98bd7f3-c245-4bb6-ac30-ae2fb6e7a94a req-f22cc829-93a3-4824-83dc-dd7075887f7d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bf6b7724-064e-45ee-9f30-dacfcfb854d3 HTTP/1.1" status: 200 len: 1002 time: 0.1289241 May 30 05:29:05.744077 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-dbc9ae3b-7dee-460a-be0a-2589a08ee9a8 req-f9fa2048-e77d-464f-b15c-71ba5b8f2a52 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c25a5a1-86d7-4d8c-b261-3050e30743ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0665147 May 30 05:29:05.799911 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98bd7f3-c245-4bb6-ac30-ae2fb6e7a94a req-7169c468-a2c8-4cee-be18-c98b07ddfd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:29:05.801306 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c98bd7f3-c245-4bb6-ac30-ae2fb6e7a94a req-7169c468-a2c8-4cee-be18-c98b07ddfd5a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=940b0563-42ea-4efd-9752-2f2875661058 HTTP/1.1" status: 200 len: 849 time: 0.0561786 May 30 05:29:05.876536 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98bd7f3-c245-4bb6-ac30-ae2fb6e7a94a req-a37db84b-68ea-4179-86f5-9ed7cc575e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:29:05.878063 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c98bd7f3-c245-4bb6-ac30-ae2fb6e7a94a req-a37db84b-68ea-4179-86f5-9ed7cc575e82 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3a65ee3d-2cf6-4768-b648-09f420ef6932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708423 May 30 05:29:06.005716 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c98bd7f3-c245-4bb6-ac30-ae2fb6e7a94a req-c47be7fc-c214-4d5b-ac2f-bf3ba487c0d3 service neutron] 10.222.0.39 "GET /v2.0/networks/3a65ee3d-2cf6-4768-b648-09f420ef6932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217084 May 30 05:29:06.132534 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c98bd7f3-c245-4bb6-ac30-ae2fb6e7a94a req-3319335a-42b1-4ef9-8265-2b0778c8cb6a service neutron] 10.222.0.39 "GET /v2.0/networks/3a65ee3d-2cf6-4768-b648-09f420ef6932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205647 May 30 05:29:06.926896 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0a21cd-bc6e-4416-85a7-13673733e2d3 req-0ca37794-24e7-47de-8fe2-66cb23e0a4dc tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:29:06.928232 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7b0a21cd-bc6e-4416-85a7-13673733e2d3 req-0ca37794-24e7-47de-8fe2-66cb23e0a4dc tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f10f97e-246d-40a1-9e6d-b9273ed3e5d0 HTTP/1.1" status: 200 len: 945 time: 0.0779586 May 30 05:29:06.971140 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7b0a21cd-bc6e-4416-85a7-13673733e2d3 req-e078eca9-30c3-4b74-a63a-f81e0f8b7bec tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c25a5a1-86d7-4d8c-b261-3050e30743ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0368328 May 30 05:29:08.164912 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5b7ac0-29de-4f05-affb-0b737f84b35c req-4f7d844d-89b0-49fd-96dc-d6b896e1bb65 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:29:08.166400 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5f5b7ac0-29de-4f05-affb-0b737f84b35c req-4f7d844d-89b0-49fd-96dc-d6b896e1bb65 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f10f97e-246d-40a1-9e6d-b9273ed3e5d0 HTTP/1.1" status: 200 len: 945 time: 0.0920587 May 30 05:29:08.212460 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5f5b7ac0-29de-4f05-affb-0b737f84b35c req-51577ed7-79b0-4b40-ab95-0e75ae3885f5 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c25a5a1-86d7-4d8c-b261-3050e30743ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403662 May 30 05:29:09.393534 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06ac021-6907-4786-bafe-9ff59e8ebb88 req-7d1df083-be5b-4717-9730-f0ffd1de11cf tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:29:09.394983 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f06ac021-6907-4786-bafe-9ff59e8ebb88 req-7d1df083-be5b-4717-9730-f0ffd1de11cf tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f10f97e-246d-40a1-9e6d-b9273ed3e5d0 HTTP/1.1" status: 200 len: 945 time: 0.0778604 May 30 05:29:09.438137 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f06ac021-6907-4786-bafe-9ff59e8ebb88 req-f56a2e43-ac29-410c-bfc6-30dfa8d01f05 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c25a5a1-86d7-4d8c-b261-3050e30743ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0375028 May 30 05:29:10.629014 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8939e5-6131-40fe-834c-7d72ea14d75b req-6241bb95-fc2d-419a-a4bd-ab3fef93a170 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:29:10.630476 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-eb8939e5-6131-40fe-834c-7d72ea14d75b req-6241bb95-fc2d-419a-a4bd-ab3fef93a170 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f10f97e-246d-40a1-9e6d-b9273ed3e5d0 HTTP/1.1" status: 200 len: 945 time: 0.0846663 May 30 05:29:10.672865 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-eb8939e5-6131-40fe-834c-7d72ea14d75b req-e30f46e3-e7db-4fd4-a863-d4a286d398c2 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c25a5a1-86d7-4d8c-b261-3050e30743ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0362201 May 30 05:29:11.854093 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6004e3c2-5620-459b-869b-84655ae149d4 req-1b7ce90d-e95e-48df-8aeb-48e7e4a09536 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:29:11.855516 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6004e3c2-5620-459b-869b-84655ae149d4 req-1b7ce90d-e95e-48df-8aeb-48e7e4a09536 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f10f97e-246d-40a1-9e6d-b9273ed3e5d0 HTTP/1.1" status: 200 len: 945 time: 0.0772641 May 30 05:29:11.898306 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6004e3c2-5620-459b-869b-84655ae149d4 req-341bf316-a873-4657-877f-78cff4f8d0ab tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c25a5a1-86d7-4d8c-b261-3050e30743ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372715 May 30 05:29:13.082867 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b60f55b-128d-487e-ae5b-8abf35565509 req-efcb4bcf-2ca8-4515-b1be-f13ff8d8b989 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:29:13.084309 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4b60f55b-128d-487e-ae5b-8abf35565509 req-efcb4bcf-2ca8-4515-b1be-f13ff8d8b989 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f10f97e-246d-40a1-9e6d-b9273ed3e5d0 HTTP/1.1" status: 200 len: 945 time: 0.0832069 May 30 05:29:13.127387 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4b60f55b-128d-487e-ae5b-8abf35565509 req-e518fdfc-644d-4521-a9b7-9a0d2a7d3421 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c25a5a1-86d7-4d8c-b261-3050e30743ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0375032 May 30 05:29:14.197288 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-45f79e78-106a-4f09-9d2c-69baeab7263d None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 05:29:14.311929 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8091ddf6-e10c-4517-864f-4d30f5828ea3 req-86dd9b1d-d6c7-4130-b10d-255e37489da3 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:29:14.313358 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8091ddf6-e10c-4517-864f-4d30f5828ea3 req-86dd9b1d-d6c7-4130-b10d-255e37489da3 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f10f97e-246d-40a1-9e6d-b9273ed3e5d0 HTTP/1.1" status: 200 len: 945 time: 0.0780251 May 30 05:29:14.359813 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8091ddf6-e10c-4517-864f-4d30f5828ea3 req-05d3ea34-1a1d-45d2-ba20-5a691745f5f9 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c25a5a1-86d7-4d8c-b261-3050e30743ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405540 May 30 05:29:15.544051 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1b3dbd-f978-4440-8f13-973779ebe120 req-119d8149-f750-4d95-bd77-ce7a30b3beb2 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:29:15.545498 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4d1b3dbd-f978-4440-8f13-973779ebe120 req-119d8149-f750-4d95-bd77-ce7a30b3beb2 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f10f97e-246d-40a1-9e6d-b9273ed3e5d0 HTTP/1.1" status: 200 len: 945 time: 0.0801630 May 30 05:29:15.588515 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4d1b3dbd-f978-4440-8f13-973779ebe120 req-5b538aca-eb16-4149-8c24-4b97513583fc tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c25a5a1-86d7-4d8c-b261-3050e30743ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0374064 May 30 05:29:16.773114 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb705b7-aba3-4de9-8629-dce80d7eaaa6 req-67173ebd-8b90-4bab-8a5d-db2784cc8fd3 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:29:16.774607 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5eb705b7-aba3-4de9-8629-dce80d7eaaa6 req-67173ebd-8b90-4bab-8a5d-db2784cc8fd3 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f10f97e-246d-40a1-9e6d-b9273ed3e5d0 HTTP/1.1" status: 200 len: 945 time: 0.0825334 May 30 05:29:16.817482 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5eb705b7-aba3-4de9-8629-dce80d7eaaa6 req-7879d0be-aaaf-48f8-aa5e-462f1c91f868 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c25a5a1-86d7-4d8c-b261-3050e30743ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372906 May 30 05:29:17.620724 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:29:18.004378 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff6acb3-83a4-474b-a0af-4feef10a94b4 req-7ba8c590-b3b5-44b3-82e0-2da39b2addf3 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:29:18.005853 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1ff6acb3-83a4-474b-a0af-4feef10a94b4 req-7ba8c590-b3b5-44b3-82e0-2da39b2addf3 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f10f97e-246d-40a1-9e6d-b9273ed3e5d0 HTTP/1.1" status: 200 len: 945 time: 0.0789437 May 30 05:29:18.049781 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1ff6acb3-83a4-474b-a0af-4feef10a94b4 req-46dae733-b6c0-411d-80df-48b6364022c4 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c25a5a1-86d7-4d8c-b261-3050e30743ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380731 May 30 05:29:18.467767 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c98bd7f3-c245-4bb6-ac30-ae2fb6e7a94a req-0f3f960e-6281-42fd-b1db-c4659a599575 service neutron] 10.222.0.39 "GET /v2.0/ports/bf6b7724-064e-45ee-9f30-dacfcfb854d3/bindings/hv-neutron-8437 HTTP/1.1" status: 200 len: 384 time: 0.0765667 May 30 05:29:18.726773 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98bd7f3-c245-4bb6-ac30-ae2fb6e7a94a req-61eba5d7-873c-459e-a99d-3a759f303251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:29:18.728796 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c98bd7f3-c245-4bb6-ac30-ae2fb6e7a94a req-61eba5d7-873c-459e-a99d-3a759f303251 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8f10f97e-246d-40a1-9e6d-b9273ed3e5d0&tenant_id=b59d6af6346843408ca206be7ba53b5c HTTP/1.1" status: 200 len: 1098 time: 0.0705574 May 30 05:29:18.909906 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98bd7f3-c245-4bb6-ac30-ae2fb6e7a94a req-719ae8f2-641d-4a52-ba45-4ad243c45032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:29:18.911281 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c98bd7f3-c245-4bb6-ac30-ae2fb6e7a94a req-719ae8f2-641d-4a52-ba45-4ad243c45032 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b59d6af6346843408ca206be7ba53b5c&device_id=8f10f97e-246d-40a1-9e6d-b9273ed3e5d0 HTTP/1.1" status: 200 len: 1098 time: 0.1621177 May 30 05:29:19.038491 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98bd7f3-c245-4bb6-ac30-ae2fb6e7a94a req-9c694736-196f-4ab7-ab28-bb5f668a8ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:29:19.039950 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c98bd7f3-c245-4bb6-ac30-ae2fb6e7a94a req-9c694736-196f-4ab7-ab28-bb5f668a8ae9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3a65ee3d-2cf6-4768-b648-09f420ef6932 HTTP/1.1" status: 200 len: 911 time: 0.1218007 May 30 05:29:19.140483 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c98bd7f3-c245-4bb6-ac30-ae2fb6e7a94a req-59c5fb96-ec64-43c0-ad16-4d6f01cab313 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bf6b7724-064e-45ee-9f30-dacfcfb854d3 HTTP/1.1" status: 200 len: 1002 time: 0.0948837 May 30 05:29:19.253074 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98bd7f3-c245-4bb6-ac30-ae2fb6e7a94a req-936147b7-e212-445b-af47-84a0a090b7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:29:19.254530 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c98bd7f3-c245-4bb6-ac30-ae2fb6e7a94a req-936147b7-e212-445b-af47-84a0a090b7c3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=940b0563-42ea-4efd-9752-2f2875661058 HTTP/1.1" status: 200 len: 849 time: 0.1077752 May 30 05:29:19.322191 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d83b15-a67a-4279-a731-e4f2f7b32870 req-d854572a-2a22-4002-9c8c-f0cb675dd12e tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:29:19.323608 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c4d83b15-a67a-4279-a731-e4f2f7b32870 req-d854572a-2a22-4002-9c8c-f0cb675dd12e tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f10f97e-246d-40a1-9e6d-b9273ed3e5d0 HTTP/1.1" status: 200 len: 945 time: 0.1481175 May 30 05:29:19.374349 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c4d83b15-a67a-4279-a731-e4f2f7b32870 req-da921aa0-7e00-46b5-984f-63a280bb2942 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c25a5a1-86d7-4d8c-b261-3050e30743ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445673 May 30 05:29:19.378481 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98bd7f3-c245-4bb6-ac30-ae2fb6e7a94a req-d0b7a5a5-8998-400d-8762-04c1ff1b6848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:29:19.379864 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c98bd7f3-c245-4bb6-ac30-ae2fb6e7a94a req-d0b7a5a5-8998-400d-8762-04c1ff1b6848 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3a65ee3d-2cf6-4768-b648-09f420ef6932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1180356 May 30 05:29:19.510392 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c98bd7f3-c245-4bb6-ac30-ae2fb6e7a94a req-11819709-6cb4-4d43-acb7-0b5d94b565e6 service neutron] 10.222.0.39 "GET /v2.0/networks/3a65ee3d-2cf6-4768-b648-09f420ef6932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237545 May 30 05:29:19.636956 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c98bd7f3-c245-4bb6-ac30-ae2fb6e7a94a req-810184b3-b87c-46b6-a4d3-05341e7f7404 service neutron] 10.222.0.39 "GET /v2.0/networks/3a65ee3d-2cf6-4768-b648-09f420ef6932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208665 May 30 05:29:20.583237 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28a6fec-9574-49a7-8e5a-ea67bec1ec40 req-73c9c948-f5ca-4f2d-b607-3158fb0e4042 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:29:20.584613 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a28a6fec-9574-49a7-8e5a-ea67bec1ec40 req-73c9c948-f5ca-4f2d-b607-3158fb0e4042 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f10f97e-246d-40a1-9e6d-b9273ed3e5d0 HTTP/1.1" status: 200 len: 945 time: 0.0836129 May 30 05:29:20.629022 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a28a6fec-9574-49a7-8e5a-ea67bec1ec40 req-0d952ceb-eff7-4fcd-b803-f719b3195afc tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c25a5a1-86d7-4d8c-b261-3050e30743ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385709 May 30 05:29:21.242552 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device bf6b7724-064e-45ee-9f30-dacfcfb854d3 no longer exists at agent hyperv_hv-neutron-8437 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 05:29:21.353208 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Current status of the port bf6b7724-064e-45ee-9f30-dacfcfb854d3 is: ACTIVE; New status is: DOWN {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:29:21.353581 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:29:21.378964 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f10f97e-246d-40a1-9e6d-b9273ed3e5d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf6b7724-064e-45ee-9f30-dacfcfb854d3'}] {{(pid=88262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:29:21.388744 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port bf6b7724-064e-45ee-9f30-dacfcfb854d3, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=bf6b7724-064e-45ee-9f30-dacfcfb854d3,segment=NetworkSegment(67d7431e-4b49-4424-94af-54c8f5335c79),segment_id=67d7431e-4b49-4424-94af-54c8f5335c79)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:29:21.392336 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:29:21.457767 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Pushing event updated for resources: {'Port': ['ID=bf6b7724-064e-45ee-9f30-dacfcfb854d3,revision_number=6']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:29:21.464846 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:29:21.465198 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:29:21.465541 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:29:21.465905 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:29:21.466241 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:29:21.466576 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:29:21.466962 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:29:21.467326 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:29:21.467737 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:29:21.468118 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:29:21.468520 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:29:21.468880 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:29:21.479875 dv-neutron-843763-1-hyperv neutron-server[88262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c71decc-8601-4177-9726-234248e32287'] response: {'server_uuid': '8f10f97e-246d-40a1-9e6d-b9273ed3e5d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf6b7724-064e-45ee-9f30-dacfcfb854d3', 'code': 200} May 30 05:29:21.957454 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e439d93e-b8f3-40ab-81f0-1c944caaa3ce req-94c89893-91e9-40ec-9e14-64ff5dc6a539 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:29:21.958928 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e439d93e-b8f3-40ab-81f0-1c944caaa3ce req-94c89893-91e9-40ec-9e14-64ff5dc6a539 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f10f97e-246d-40a1-9e6d-b9273ed3e5d0 HTTP/1.1" status: 200 len: 943 time: 0.0795903 May 30 05:29:22.002770 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e439d93e-b8f3-40ab-81f0-1c944caaa3ce req-f3d40685-f58c-4766-b33a-88279f063d50 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c25a5a1-86d7-4d8c-b261-3050e30743ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377097 May 30 05:29:23.190954 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da43145a-2bda-4040-a475-c41bd115e4c8 req-bfadf3b4-076a-4a1d-9e86-741282c88f11 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:29:23.192428 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-da43145a-2bda-4040-a475-c41bd115e4c8 req-bfadf3b4-076a-4a1d-9e86-741282c88f11 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f10f97e-246d-40a1-9e6d-b9273ed3e5d0 HTTP/1.1" status: 200 len: 943 time: 0.0875204 May 30 05:29:23.235534 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-da43145a-2bda-4040-a475-c41bd115e4c8 req-022fbdc4-2e72-4f91-afd7-7970b2342fdd tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c25a5a1-86d7-4d8c-b261-3050e30743ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0368924 May 30 05:29:23.244811 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device bf6b7724-064e-45ee-9f30-dacfcfb854d3 details requested by agent hyperv_hv-neutron-8437 with host hv-neutron-8437 {{(pid=88262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 05:29:23.375201 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port bf6b7724-064e-45ee-9f30-dacfcfb854d3, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=bf6b7724-064e-45ee-9f30-dacfcfb854d3,segment=NetworkSegment(67d7431e-4b49-4424-94af-54c8f5335c79),segment_id=67d7431e-4b49-4424-94af-54c8f5335c79)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:29:23.388397 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Returning: {'device': 'bf6b7724-064e-45ee-9f30-dacfcfb854d3', 'network_id': '3a65ee3d-2cf6-4768-b648-09f420ef6932', 'port_id': 'bf6b7724-064e-45ee-9f30-dacfcfb854d3', 'mac_address': 'fa:16:3e:e3:62:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '940b0563-42ea-4efd-9752-2f2875661058', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 05:29:23.450272 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Current status of the port bf6b7724-064e-45ee-9f30-dacfcfb854d3 is: DOWN; New status is: BUILD {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:29:23.450652 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:29:23.469413 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf6b7724-064e-45ee-9f30-dacfcfb854d3 {{(pid=88262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 30 05:29:23.485157 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port bf6b7724-064e-45ee-9f30-dacfcfb854d3, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=bf6b7724-064e-45ee-9f30-dacfcfb854d3,segment=NetworkSegment(67d7431e-4b49-4424-94af-54c8f5335c79),segment_id=67d7431e-4b49-4424-94af-54c8f5335c79)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:29:23.488878 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:29:23.557393 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] get_ports_and_sgs() called for port_ids ['bf6b7724-064e-45ee-9f30-dacfcfb854d3'] {{(pid=88262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 30 05:29:23.594684 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Pushing event updated for resources: {'Port': ['ID=bf6b7724-064e-45ee-9f30-dacfcfb854d3,revision_number=7']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:29:24.202098 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d2f186-1f13-4420-b5a8-389730ff40ba req-13c21611-2036-4a7a-bceb-e6a340b71f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:29:24.203708 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-10d2f186-1f13-4420-b5a8-389730ff40ba req-13c21611-2036-4a7a-bceb-e6a340b71f75 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b59d6af6346843408ca206be7ba53b5c&device_id=8f10f97e-246d-40a1-9e6d-b9273ed3e5d0 HTTP/1.1" status: 200 len: 1097 time: 0.0876074 May 30 05:29:24.389780 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d2f186-1f13-4420-b5a8-389730ff40ba req-1eda0cd1-f2f7-423b-ad3a-b38712609768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:29:24.391252 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-10d2f186-1f13-4420-b5a8-389730ff40ba req-1eda0cd1-f2f7-423b-ad3a-b38712609768 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3a65ee3d-2cf6-4768-b648-09f420ef6932 HTTP/1.1" status: 200 len: 911 time: 0.1685243 May 30 05:29:24.506345 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-10d2f186-1f13-4420-b5a8-389730ff40ba req-607775d9-bec7-415d-9db8-19f91b976c81 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bf6b7724-064e-45ee-9f30-dacfcfb854d3 HTTP/1.1" status: 200 len: 1001 time: 0.1060264 May 30 05:29:24.515039 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123ebb95-5fae-4311-8f9e-0756844649ab req-b84b937a-b02d-4c17-8c29-0d5020f2787c tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:29:24.516402 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-123ebb95-5fae-4311-8f9e-0756844649ab req-b84b937a-b02d-4c17-8c29-0d5020f2787c tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f10f97e-246d-40a1-9e6d-b9273ed3e5d0 HTTP/1.1" status: 200 len: 944 time: 0.1737814 May 30 05:29:24.598566 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d2f186-1f13-4420-b5a8-389730ff40ba req-0f8cf966-9549-4028-bc37-398d2346af02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:29:24.599988 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-10d2f186-1f13-4420-b5a8-389730ff40ba req-0f8cf966-9549-4028-bc37-398d2346af02 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=940b0563-42ea-4efd-9752-2f2875661058 HTTP/1.1" status: 200 len: 849 time: 0.0827670 May 30 05:29:24.606692 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-123ebb95-5fae-4311-8f9e-0756844649ab req-d35340f5-b51b-486b-b987-cd041cc4cf5f tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c25a5a1-86d7-4d8c-b261-3050e30743ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0607972 May 30 05:29:24.773149 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d2f186-1f13-4420-b5a8-389730ff40ba req-ddd45670-163c-4207-9b19-8cdd5b4d184c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:29:24.774586 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-10d2f186-1f13-4420-b5a8-389730ff40ba req-ddd45670-163c-4207-9b19-8cdd5b4d184c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3a65ee3d-2cf6-4768-b648-09f420ef6932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1670749 May 30 05:29:24.901195 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-10d2f186-1f13-4420-b5a8-389730ff40ba req-2e90198c-9ff9-4465-a73c-5e8618f910fe service neutron] 10.222.0.39 "GET /v2.0/networks/3a65ee3d-2cf6-4768-b648-09f420ef6932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207151 May 30 05:29:25.028852 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-10d2f186-1f13-4420-b5a8-389730ff40ba req-7e6310d9-1bca-4852-bf7e-136a328e71bd service neutron] 10.222.0.39 "GET /v2.0/networks/3a65ee3d-2cf6-4768-b648-09f420ef6932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215856 May 30 05:29:25.243045 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device bf6b7724-064e-45ee-9f30-dacfcfb854d3 up at agent hyperv_hv-neutron-8437 {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:29:25.307921 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Provisioning complete for port bf6b7724-064e-45ee-9f30-dacfcfb854d3 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:29:25.308289 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:29:25.418193 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Current status of the port bf6b7724-064e-45ee-9f30-dacfcfb854d3 is: BUILD; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:29:25.418572 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:29:25.443340 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f10f97e-246d-40a1-9e6d-b9273ed3e5d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf6b7724-064e-45ee-9f30-dacfcfb854d3'}] {{(pid=88262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:29:25.452940 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port bf6b7724-064e-45ee-9f30-dacfcfb854d3, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=bf6b7724-064e-45ee-9f30-dacfcfb854d3,segment=NetworkSegment(67d7431e-4b49-4424-94af-54c8f5335c79),segment_id=67d7431e-4b49-4424-94af-54c8f5335c79)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:29:25.457880 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:29:25.496661 dv-neutron-843763-1-hyperv neutron-server[88262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fad20d3e-0ee8-4525-9d18-001db322dadb'] response: {'server_uuid': '8f10f97e-246d-40a1-9e6d-b9273ed3e5d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf6b7724-064e-45ee-9f30-dacfcfb854d3', 'code': 200} May 30 05:29:25.527462 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Pushing event updated for resources: {'Port': ['ID=bf6b7724-064e-45ee-9f30-dacfcfb854d3,revision_number=8']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:29:25.792084 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c52bfa-f82c-42f8-8162-ff38137a9d1b req-b15d47ae-93c2-4b56-8ec0-09576d0119d8 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:29:25.793507 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-29c52bfa-f82c-42f8-8162-ff38137a9d1b req-b15d47ae-93c2-4b56-8ec0-09576d0119d8 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f10f97e-246d-40a1-9e6d-b9273ed3e5d0 HTTP/1.1" status: 200 len: 945 time: 0.0771549 May 30 05:29:25.836158 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-29c52bfa-f82c-42f8-8162-ff38137a9d1b req-e07223a9-8398-4327-809c-7dea8be7188f tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c25a5a1-86d7-4d8c-b261-3050e30743ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0370131 May 30 05:29:27.020841 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4416dd66-f358-4dff-918a-a7ebe2b1f3aa req-6e2df3a8-1b6f-4af5-a5a9-6ecdc6b3b13d tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:29:27.022286 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4416dd66-f358-4dff-918a-a7ebe2b1f3aa req-6e2df3a8-1b6f-4af5-a5a9-6ecdc6b3b13d tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f10f97e-246d-40a1-9e6d-b9273ed3e5d0 HTTP/1.1" status: 200 len: 945 time: 0.0820076 May 30 05:29:27.066087 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4416dd66-f358-4dff-918a-a7ebe2b1f3aa req-ef6a082d-3c2b-410f-af72-a9a5af46d02a tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c25a5a1-86d7-4d8c-b261-3050e30743ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376136 May 30 05:29:28.046061 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-d752eb4d-f8ae-4282-afe5-2f1aa37d4bc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:29:28.248737 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5197822f-61f6-4362-bbc5-83ae57cb4a0b req-508abc51-d805-4d9c-abb9-c12c8b46c321 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:29:28.250147 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5197822f-61f6-4362-bbc5-83ae57cb4a0b req-508abc51-d805-4d9c-abb9-c12c8b46c321 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f10f97e-246d-40a1-9e6d-b9273ed3e5d0 HTTP/1.1" status: 200 len: 945 time: 0.0803549 May 30 05:29:28.298323 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5197822f-61f6-4362-bbc5-83ae57cb4a0b req-100ad1f2-6af6-4603-ab3a-3b0d45afbd52 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c25a5a1-86d7-4d8c-b261-3050e30743ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424075 May 30 05:29:29.485182 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56623793-6378-4a29-b9c1-abcc0671e8d6 req-730d0119-e71f-46b2-8dcf-7f2c24a85668 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:29:29.486667 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-56623793-6378-4a29-b9c1-abcc0671e8d6 req-730d0119-e71f-46b2-8dcf-7f2c24a85668 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f10f97e-246d-40a1-9e6d-b9273ed3e5d0 HTTP/1.1" status: 200 len: 945 time: 0.0814245 May 30 05:29:29.530116 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-56623793-6378-4a29-b9c1-abcc0671e8d6 req-e481e8a5-fc7c-4b88-a4b0-9f2676f605e2 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c25a5a1-86d7-4d8c-b261-3050e30743ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377331 May 30 05:29:29.962213 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d64d62-2544-4af7-9c95-4368dc56af31 req-1c6c65db-a1c2-4463-bd37-5a0f84838b0d tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:29:29.963654 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e8d64d62-2544-4af7-9c95-4368dc56af31 req-1c6c65db-a1c2-4463-bd37-5a0f84838b0d tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f10f97e-246d-40a1-9e6d-b9273ed3e5d0&tenant_id=b59d6af6346843408ca206be7ba53b5c&binding%3Ahost_id=hv-neutron-8437 HTTP/1.1" status: 200 len: 945 time: 0.1347487 May 30 05:29:30.040404 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedb17dd-217a-4360-9ce1-97b11fe13fbe req-bfa6d13a-1dce-42eb-9d63-0c3dbbc504c2 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:29:30.041841 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-eedb17dd-217a-4360-9ce1-97b11fe13fbe req-bfa6d13a-1dce-42eb-9d63-0c3dbbc504c2 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f10f97e-246d-40a1-9e6d-b9273ed3e5d0 HTTP/1.1" status: 200 len: 945 time: 0.1521244 May 30 05:29:30.082242 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e8d64d62-2544-4af7-9c95-4368dc56af31 req-9bf3a63a-9343-427c-824a-fc5dafa34d69 service neutron] 10.222.0.39 "GET /v2.0/ports/bf6b7724-064e-45ee-9f30-dacfcfb854d3/bindings/hv-neutron-8437 HTTP/1.1" status: 200 len: 384 time: 0.1109669 May 30 05:29:30.097456 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-eedb17dd-217a-4360-9ce1-97b11fe13fbe req-04ed412c-b76a-43bd-b244-be61c4563d71 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c25a5a1-86d7-4d8c-b261-3050e30743ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0482066 May 30 05:29:30.172382 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d64d62-2544-4af7-9c95-4368dc56af31 req-5fb79e43-9b81-4950-b341-21154d49f0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:29:30.173909 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e8d64d62-2544-4af7-9c95-4368dc56af31 req-5fb79e43-9b81-4950-b341-21154d49f0e9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b59d6af6346843408ca206be7ba53b5c&device_id=8f10f97e-246d-40a1-9e6d-b9273ed3e5d0 HTTP/1.1" status: 200 len: 1098 time: 0.0694590 May 30 05:29:30.272447 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-cd013d2e-cbed-46ec-9b18-762820bccf30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:29:30.302066 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d64d62-2544-4af7-9c95-4368dc56af31 req-80cee36f-3783-49f1-b834-6c3f297bbf4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:29:30.303507 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e8d64d62-2544-4af7-9c95-4368dc56af31 req-80cee36f-3783-49f1-b834-6c3f297bbf4f service neutron] 10.222.0.39 "GET /v2.0/networks?id=3a65ee3d-2cf6-4768-b648-09f420ef6932 HTTP/1.1" status: 200 len: 911 time: 0.1234267 May 30 05:29:30.412359 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e8d64d62-2544-4af7-9c95-4368dc56af31 req-024780c9-ecaa-44de-819a-33d73c4c9971 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bf6b7724-064e-45ee-9f30-dacfcfb854d3 HTTP/1.1" status: 200 len: 1002 time: 0.1031547 May 30 05:29:30.481400 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d64d62-2544-4af7-9c95-4368dc56af31 req-119ab6ef-4691-4f76-ba9d-7ae3ffff1abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:29:30.482950 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e8d64d62-2544-4af7-9c95-4368dc56af31 req-119ab6ef-4691-4f76-ba9d-7ae3ffff1abe service neutron] 10.222.0.39 "GET /v2.0/subnets?id=940b0563-42ea-4efd-9752-2f2875661058 HTTP/1.1" status: 200 len: 849 time: 0.0654788 May 30 05:29:30.555846 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d64d62-2544-4af7-9c95-4368dc56af31 req-a4b59f8a-181d-460f-8434-61f0f2f192c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:29:30.557272 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e8d64d62-2544-4af7-9c95-4368dc56af31 req-a4b59f8a-181d-460f-8434-61f0f2f192c4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3a65ee3d-2cf6-4768-b648-09f420ef6932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680780 May 30 05:29:30.684208 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e8d64d62-2544-4af7-9c95-4368dc56af31 req-339a65ca-57c8-475c-a069-ede57138ff25 service neutron] 10.222.0.39 "GET /v2.0/networks/3a65ee3d-2cf6-4768-b648-09f420ef6932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207399 May 30 05:29:30.915212 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e8d64d62-2544-4af7-9c95-4368dc56af31 req-5b98845f-023d-415e-9f11-fc2d90f5dab2 service neutron] 10.222.0.39 "GET /v2.0/networks/3a65ee3d-2cf6-4768-b648-09f420ef6932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253320 May 30 05:29:31.284543 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccb5ae2-c5d6-41cd-8b4d-7d2e32fd4172 req-eacfa799-4453-4514-9ffd-1d8db4f3744a tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:29:31.285998 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8ccb5ae2-c5d6-41cd-8b4d-7d2e32fd4172 req-eacfa799-4453-4514-9ffd-1d8db4f3744a tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f10f97e-246d-40a1-9e6d-b9273ed3e5d0 HTTP/1.1" status: 200 len: 945 time: 0.0820723 May 30 05:29:31.320033 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56ded65b-0e68-413c-8b9b-1097922cc81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:29:31.330460 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8ccb5ae2-c5d6-41cd-8b4d-7d2e32fd4172 req-d7bb2bb6-4ac0-4d76-acdf-56173c49e263 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c25a5a1-86d7-4d8c-b261-3050e30743ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379181 May 30 05:29:31.500610 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:29:32.520568 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae810adb-d1d8-4e65-bac2-f1c3c36c27af req-84540be7-f8f4-4626-b2fb-29d32d1750fd tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:29:32.521959 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ae810adb-d1d8-4e65-bac2-f1c3c36c27af req-84540be7-f8f4-4626-b2fb-29d32d1750fd tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f10f97e-246d-40a1-9e6d-b9273ed3e5d0 HTTP/1.1" status: 200 len: 945 time: 0.0841835 May 30 05:29:32.564914 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ae810adb-d1d8-4e65-bac2-f1c3c36c27af req-99c685f0-0a4a-4714-a8a2-af9efb6fc3cb tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c25a5a1-86d7-4d8c-b261-3050e30743ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373311 May 30 05:29:32.876340 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a142624-940e-4c55-bf49-a5329c884075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:29:33.751923 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b668beb-dc03-4bfe-a4f6-0dee6bcc5065 req-0bd2f314-7125-49a7-9661-56f8eec715bd tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:29:33.753272 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5b668beb-dc03-4bfe-a4f6-0dee6bcc5065 req-0bd2f314-7125-49a7-9661-56f8eec715bd tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f10f97e-246d-40a1-9e6d-b9273ed3e5d0 HTTP/1.1" status: 200 len: 945 time: 0.0819733 May 30 05:29:33.797854 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5b668beb-dc03-4bfe-a4f6-0dee6bcc5065 req-7fe42c07-d686-49a5-80fd-2d4d74253129 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c25a5a1-86d7-4d8c-b261-3050e30743ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388744 May 30 05:29:34.178965 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d64d62-2544-4af7-9c95-4368dc56af31 req-d2f3f543-99e0-4e7f-a8f5-7d2c3a07b27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:29:34.180996 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e8d64d62-2544-4af7-9c95-4368dc56af31 req-d2f3f543-99e0-4e7f-a8f5-7d2c3a07b27b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8f10f97e-246d-40a1-9e6d-b9273ed3e5d0&tenant_id=b59d6af6346843408ca206be7ba53b5c HTTP/1.1" status: 200 len: 1098 time: 0.0704620 May 30 05:29:34.274271 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d64d62-2544-4af7-9c95-4368dc56af31 req-05453091-347b-43a1-9195-4d6679706906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:29:34.275677 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e8d64d62-2544-4af7-9c95-4368dc56af31 req-05453091-347b-43a1-9195-4d6679706906 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b59d6af6346843408ca206be7ba53b5c&device_id=8f10f97e-246d-40a1-9e6d-b9273ed3e5d0 HTTP/1.1" status: 200 len: 1098 time: 0.0736601 May 30 05:29:34.406280 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d64d62-2544-4af7-9c95-4368dc56af31 req-0aa9da27-98d2-43d2-b157-66d765bf0abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:29:34.407699 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e8d64d62-2544-4af7-9c95-4368dc56af31 req-0aa9da27-98d2-43d2-b157-66d765bf0abe service neutron] 10.222.0.39 "GET /v2.0/networks?id=3a65ee3d-2cf6-4768-b648-09f420ef6932 HTTP/1.1" status: 200 len: 911 time: 0.1258409 May 30 05:29:34.508734 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e8d64d62-2544-4af7-9c95-4368dc56af31 req-3715694d-3eac-4514-ae2e-1143018f2f4a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bf6b7724-064e-45ee-9f30-dacfcfb854d3 HTTP/1.1" status: 200 len: 1002 time: 0.0933292 May 30 05:29:34.576546 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d64d62-2544-4af7-9c95-4368dc56af31 req-d72031bd-17ea-402d-872b-e582d163aeae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:29:34.577970 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e8d64d62-2544-4af7-9c95-4368dc56af31 req-d72031bd-17ea-402d-872b-e582d163aeae service neutron] 10.222.0.39 "GET /v2.0/subnets?id=940b0563-42ea-4efd-9752-2f2875661058 HTTP/1.1" status: 200 len: 849 time: 0.0639064 May 30 05:29:34.651931 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d64d62-2544-4af7-9c95-4368dc56af31 req-1762eda4-3368-42db-807f-8eb277b5956a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:29:34.653395 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e8d64d62-2544-4af7-9c95-4368dc56af31 req-1762eda4-3368-42db-807f-8eb277b5956a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3a65ee3d-2cf6-4768-b648-09f420ef6932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0674109 May 30 05:29:34.785253 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e8d64d62-2544-4af7-9c95-4368dc56af31 req-2363ba8d-6566-4625-a464-78676e4297c8 service neutron] 10.222.0.39 "GET /v2.0/networks/3a65ee3d-2cf6-4768-b648-09f420ef6932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255558 May 30 05:29:34.957604 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e8d64d62-2544-4af7-9c95-4368dc56af31 req-9a74518c-c518-4de7-82fd-f47ef72717f6 service neutron] 10.222.0.39 "GET /v2.0/networks/3a65ee3d-2cf6-4768-b648-09f420ef6932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650982 May 30 05:29:34.995924 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c36583-4e57-43f0-8eaf-2e6f5be3aeab req-bae9d6f0-54c6-4b4d-9a34-4feab9fe1f90 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:29:34.997409 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-48c36583-4e57-43f0-8eaf-2e6f5be3aeab req-bae9d6f0-54c6-4b4d-9a34-4feab9fe1f90 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f10f97e-246d-40a1-9e6d-b9273ed3e5d0 HTTP/1.1" status: 200 len: 945 time: 0.0893586 May 30 05:29:35.042260 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-48c36583-4e57-43f0-8eaf-2e6f5be3aeab req-b86f2b30-f63e-48ee-8009-cbc2658bd800 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c25a5a1-86d7-4d8c-b261-3050e30743ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390122 May 30 05:29:35.305235 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device bf6b7724-064e-45ee-9f30-dacfcfb854d3 no longer exists at agent hyperv_hv-neutron-8437 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 05:29:35.417739 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Current status of the port bf6b7724-064e-45ee-9f30-dacfcfb854d3 is: ACTIVE; New status is: DOWN {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:29:35.418059 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:29:35.443566 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f10f97e-246d-40a1-9e6d-b9273ed3e5d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf6b7724-064e-45ee-9f30-dacfcfb854d3'}] {{(pid=88262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:29:35.452978 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port bf6b7724-064e-45ee-9f30-dacfcfb854d3, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=bf6b7724-064e-45ee-9f30-dacfcfb854d3,segment=NetworkSegment(67d7431e-4b49-4424-94af-54c8f5335c79),segment_id=67d7431e-4b49-4424-94af-54c8f5335c79)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:29:35.457511 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:29:35.504430 dv-neutron-843763-1-hyperv neutron-server[88262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf03d5f0-7704-49f8-a381-bd8d96770a8c'] response: {'server_uuid': '8f10f97e-246d-40a1-9e6d-b9273ed3e5d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf6b7724-064e-45ee-9f30-dacfcfb854d3', 'code': 200} May 30 05:29:35.529250 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Pushing event updated for resources: {'Port': ['ID=bf6b7724-064e-45ee-9f30-dacfcfb854d3,revision_number=9']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:29:36.228589 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760d5fdc-ac34-4f88-b1ec-8ac31ae50cd7 req-c4474fab-a2d3-4e24-87dc-3bd04c6fb401 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:29:36.230681 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-760d5fdc-ac34-4f88-b1ec-8ac31ae50cd7 req-c4474fab-a2d3-4e24-87dc-3bd04c6fb401 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f10f97e-246d-40a1-9e6d-b9273ed3e5d0 HTTP/1.1" status: 200 len: 943 time: 0.0797613 May 30 05:29:36.281491 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-760d5fdc-ac34-4f88-b1ec-8ac31ae50cd7 req-da369712-b258-4a2d-b940-ef0c47ecf8d0 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c25a5a1-86d7-4d8c-b261-3050e30743ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443282 May 30 05:29:37.320863 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device bf6b7724-064e-45ee-9f30-dacfcfb854d3 details requested by agent hyperv_hv-neutron-8437 with host hv-neutron-8437 {{(pid=88262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 05:29:37.450070 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port bf6b7724-064e-45ee-9f30-dacfcfb854d3, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=bf6b7724-064e-45ee-9f30-dacfcfb854d3,segment=NetworkSegment(67d7431e-4b49-4424-94af-54c8f5335c79),segment_id=67d7431e-4b49-4424-94af-54c8f5335c79)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:29:37.463442 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Returning: {'device': 'bf6b7724-064e-45ee-9f30-dacfcfb854d3', 'network_id': '3a65ee3d-2cf6-4768-b648-09f420ef6932', 'port_id': 'bf6b7724-064e-45ee-9f30-dacfcfb854d3', 'mac_address': 'fa:16:3e:e3:62:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '940b0563-42ea-4efd-9752-2f2875661058', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 05:29:37.467929 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5757211b-feb8-4bb1-8148-69f46bae889b req-46733a36-919b-4032-aff2-6803bf3edb04 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:29:37.469337 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5757211b-feb8-4bb1-8148-69f46bae889b req-46733a36-919b-4032-aff2-6803bf3edb04 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f10f97e-246d-40a1-9e6d-b9273ed3e5d0 HTTP/1.1" status: 200 len: 943 time: 0.0781167 May 30 05:29:37.516174 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5757211b-feb8-4bb1-8148-69f46bae889b req-40e0f2b5-d1cd-4920-b20a-cc02827e97de tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c25a5a1-86d7-4d8c-b261-3050e30743ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389612 May 30 05:29:37.524741 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Current status of the port bf6b7724-064e-45ee-9f30-dacfcfb854d3 is: DOWN; New status is: BUILD {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:29:37.525129 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:29:37.542096 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf6b7724-064e-45ee-9f30-dacfcfb854d3 {{(pid=88262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 30 05:29:37.557518 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port bf6b7724-064e-45ee-9f30-dacfcfb854d3, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=bf6b7724-064e-45ee-9f30-dacfcfb854d3,segment=NetworkSegment(67d7431e-4b49-4424-94af-54c8f5335c79),segment_id=67d7431e-4b49-4424-94af-54c8f5335c79)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:29:37.561188 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:29:37.626329 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] get_ports_and_sgs() called for port_ids ['bf6b7724-064e-45ee-9f30-dacfcfb854d3'] {{(pid=88262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 30 05:29:37.664579 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Pushing event updated for resources: {'Port': ['ID=bf6b7724-064e-45ee-9f30-dacfcfb854d3,revision_number=10']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:29:38.702173 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7334961a-2baa-44cf-ad82-471657c34c5e req-32cfb198-490c-462a-8f05-20929e20fc71 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:29:38.703609 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7334961a-2baa-44cf-ad82-471657c34c5e req-32cfb198-490c-462a-8f05-20929e20fc71 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f10f97e-246d-40a1-9e6d-b9273ed3e5d0 HTTP/1.1" status: 200 len: 945 time: 0.0810292 May 30 05:29:38.752919 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7334961a-2baa-44cf-ad82-471657c34c5e req-709c0157-d3a2-461e-8e4f-e38a76bcbdbf tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c25a5a1-86d7-4d8c-b261-3050e30743ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437717 May 30 05:29:39.336372 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device bf6b7724-064e-45ee-9f30-dacfcfb854d3 up at agent hyperv_hv-neutron-8437 {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:29:39.403149 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Provisioning complete for port bf6b7724-064e-45ee-9f30-dacfcfb854d3 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:29:39.403518 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:29:39.516374 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Current status of the port bf6b7724-064e-45ee-9f30-dacfcfb854d3 is: BUILD; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:29:39.516676 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:29:39.543330 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f10f97e-246d-40a1-9e6d-b9273ed3e5d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf6b7724-064e-45ee-9f30-dacfcfb854d3'}] {{(pid=88262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:29:39.553076 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port bf6b7724-064e-45ee-9f30-dacfcfb854d3, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=bf6b7724-064e-45ee-9f30-dacfcfb854d3,segment=NetworkSegment(67d7431e-4b49-4424-94af-54c8f5335c79),segment_id=67d7431e-4b49-4424-94af-54c8f5335c79)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:29:39.558119 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:29:39.600819 dv-neutron-843763-1-hyperv neutron-server[88262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4751cc25-6bdb-417c-a36a-b106167d98c4'] response: {'server_uuid': '8f10f97e-246d-40a1-9e6d-b9273ed3e5d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf6b7724-064e-45ee-9f30-dacfcfb854d3', 'code': 200} May 30 05:29:39.628747 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Pushing event updated for resources: {'Port': ['ID=bf6b7724-064e-45ee-9f30-dacfcfb854d3,revision_number=11']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:29:39.935180 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669d0105-157d-4fd1-ba22-7cd089eb0372 req-c9317a7c-f2b6-4490-8b3c-90ba87a7b1de tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:29:39.936631 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-669d0105-157d-4fd1-ba22-7cd089eb0372 req-c9317a7c-f2b6-4490-8b3c-90ba87a7b1de tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f10f97e-246d-40a1-9e6d-b9273ed3e5d0 HTTP/1.1" status: 200 len: 946 time: 0.0784385 May 30 05:29:39.979612 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-669d0105-157d-4fd1-ba22-7cd089eb0372 req-fde01090-59e6-4ef6-a8b0-f467aca16ba4 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c25a5a1-86d7-4d8c-b261-3050e30743ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373583 May 30 05:29:41.264060 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80f4fd3-87d2-4979-8e45-746f86d42e34 req-40413eca-6b81-4d89-be2a-016299ee2b88 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:29:41.265448 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d80f4fd3-87d2-4979-8e45-746f86d42e34 req-40413eca-6b81-4d89-be2a-016299ee2b88 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f10f97e-246d-40a1-9e6d-b9273ed3e5d0 HTTP/1.1" status: 200 len: 946 time: 0.1769717 May 30 05:29:41.309913 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d80f4fd3-87d2-4979-8e45-746f86d42e34 req-c3f8cfb0-d688-4bcb-bbf3-4ab2677f0f7f tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c25a5a1-86d7-4d8c-b261-3050e30743ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378044 May 30 05:29:42.493008 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec9b062-b629-4777-963c-1c37acfbec24 req-974bfa74-4560-49e8-9cf8-ff2768cdda2e tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:29:42.494481 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1ec9b062-b629-4777-963c-1c37acfbec24 req-974bfa74-4560-49e8-9cf8-ff2768cdda2e tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f10f97e-246d-40a1-9e6d-b9273ed3e5d0 HTTP/1.1" status: 200 len: 946 time: 0.0808783 May 30 05:29:42.541034 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1ec9b062-b629-4777-963c-1c37acfbec24 req-d97affbe-18aa-4d94-b0a7-ed6ef1acd8f4 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c25a5a1-86d7-4d8c-b261-3050e30743ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408821 May 30 05:29:43.727690 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09284b1-1d6d-4f1a-908e-c9d6956f69c5 req-d78497cc-9c62-4c21-a89d-48906b94e669 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:29:43.729161 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a09284b1-1d6d-4f1a-908e-c9d6956f69c5 req-d78497cc-9c62-4c21-a89d-48906b94e669 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f10f97e-246d-40a1-9e6d-b9273ed3e5d0 HTTP/1.1" status: 200 len: 946 time: 0.0842476 May 30 05:29:43.772649 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a09284b1-1d6d-4f1a-908e-c9d6956f69c5 req-a26d7379-a602-4a54-beba-addbc975732f tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c25a5a1-86d7-4d8c-b261-3050e30743ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377426 May 30 05:29:44.962037 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52fb83d-7889-4a1f-8f2f-c493f3988ffb req-e9b55250-7551-4784-af61-15436300c873 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:29:44.963423 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b52fb83d-7889-4a1f-8f2f-c493f3988ffb req-e9b55250-7551-4784-af61-15436300c873 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f10f97e-246d-40a1-9e6d-b9273ed3e5d0 HTTP/1.1" status: 200 len: 946 time: 0.0836041 May 30 05:29:45.006294 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b52fb83d-7889-4a1f-8f2f-c493f3988ffb req-b08f964a-05bf-4131-ba2f-84a120237301 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c25a5a1-86d7-4d8c-b261-3050e30743ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0371039 May 30 05:29:45.189643 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5f8034-d6e1-4d39-a637-63f14865186d req-d65bcbbf-6725-4b61-95bf-f219c0d117a8 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:29:45.191098 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-cd5f8034-d6e1-4d39-a637-63f14865186d req-d65bcbbf-6725-4b61-95bf-f219c0d117a8 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f10f97e-246d-40a1-9e6d-b9273ed3e5d0 HTTP/1.1" status: 200 len: 946 time: 0.0777869 May 30 05:29:45.234638 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-cd5f8034-d6e1-4d39-a637-63f14865186d req-fda31530-c871-4f47-bbec-4b9b0eecd8df tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c25a5a1-86d7-4d8c-b261-3050e30743ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373361 May 30 05:29:45.422489 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d39cc45-b96b-4070-a6bc-696dd17c7f4d req-612bb6bb-1e5d-4e3a-ae55-047d237e1f64 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:29:45.423937 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8d39cc45-b96b-4070-a6bc-696dd17c7f4d req-612bb6bb-1e5d-4e3a-ae55-047d237e1f64 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f10f97e-246d-40a1-9e6d-b9273ed3e5d0 HTTP/1.1" status: 200 len: 946 time: 0.0869465 May 30 05:29:45.467180 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8d39cc45-b96b-4070-a6bc-696dd17c7f4d req-dc550390-6c10-40b4-9862-a73368265ac0 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c25a5a1-86d7-4d8c-b261-3050e30743ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377316 May 30 05:29:45.842992 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f300f9ba-a2da-412f-b4fc-a7b5546b03bb req-a308ca12-624e-41c2-a2de-89f7d0ca0dfb tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:29:45.844439 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f300f9ba-a2da-412f-b4fc-a7b5546b03bb req-a308ca12-624e-41c2-a2de-89f7d0ca0dfb tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f10f97e-246d-40a1-9e6d-b9273ed3e5d0 HTTP/1.1" status: 200 len: 946 time: 0.0780678 May 30 05:29:45.891667 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f300f9ba-a2da-412f-b4fc-a7b5546b03bb req-a1c7e3b2-e195-4dd4-9f56-eae9e2b68a2b tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c25a5a1-86d7-4d8c-b261-3050e30743ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417092 May 30 05:29:47.078245 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7e8c78-7180-44c9-8fc5-e5d31e2d9a3f req-e23c0518-e578-4ae5-965d-c1e058a134a8 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:29:47.079677 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0c7e8c78-7180-44c9-8fc5-e5d31e2d9a3f req-e23c0518-e578-4ae5-965d-c1e058a134a8 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f10f97e-246d-40a1-9e6d-b9273ed3e5d0 HTTP/1.1" status: 200 len: 946 time: 0.0822246 May 30 05:29:47.122539 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0c7e8c78-7180-44c9-8fc5-e5d31e2d9a3f req-68748fe8-29b5-49d9-a8a6-9ef37c2b9df5 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c25a5a1-86d7-4d8c-b261-3050e30743ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372052 May 30 05:29:47.615469 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:29:48.317407 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8505b61e-b9fa-4b53-920b-596445b37da1 req-130275f2-8123-4a31-89e2-eb3177acd04d tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:29:48.321837 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8505b61e-b9fa-4b53-920b-596445b37da1 req-130275f2-8123-4a31-89e2-eb3177acd04d tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f10f97e-246d-40a1-9e6d-b9273ed3e5d0 HTTP/1.1" status: 200 len: 946 time: 0.0915086 May 30 05:29:48.405350 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8505b61e-b9fa-4b53-920b-596445b37da1 req-509c2d3d-273d-4b1f-af51-c72c78f0bc22 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/security-groups?id=5c25a5a1-86d7-4d8c-b261-3050e30743ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0565736 May 30 05:29:48.430223 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be58f615-f457-45fa-b183-13ebf7d59804 req-426c2c82-41d5-47ce-8bcd-ea0eb6cc6480 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:29:48.431631 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-be58f615-f457-45fa-b183-13ebf7d59804 req-426c2c82-41d5-47ce-8bcd-ea0eb6cc6480 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f10f97e-246d-40a1-9e6d-b9273ed3e5d0 HTTP/1.1" status: 200 len: 946 time: 0.1220341 May 30 05:29:48.503179 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [req-be58f615-f457-45fa-b183-13ebf7d59804 req-eb4bb9bf-d380-49a1-bb8f-10ab983d56d2 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Deleting port bf6b7724-064e-45ee-9f30-dacfcfb854d3 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:29:48.503422 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-be58f615-f457-45fa-b183-13ebf7d59804 req-eb4bb9bf-d380-49a1-bb8f-10ab983d56d2 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:29:48.737572 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [req-be58f615-f457-45fa-b183-13ebf7d59804 req-eb4bb9bf-d380-49a1-bb8f-10ab983d56d2 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] For port bf6b7724-064e-45ee-9f30-dacfcfb854d3, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=bf6b7724-064e-45ee-9f30-dacfcfb854d3,segment=NetworkSegment(67d7431e-4b49-4424-94af-54c8f5335c79),segment_id=67d7431e-4b49-4424-94af-54c8f5335c79)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:29:48.737885 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-be58f615-f457-45fa-b183-13ebf7d59804 req-eb4bb9bf-d380-49a1-bb8f-10ab983d56d2 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:29:49.019006 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-be58f615-f457-45fa-b183-13ebf7d59804 req-eb4bb9bf-d380-49a1-bb8f-10ab983d56d2 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:29:49.019288 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-be58f615-f457-45fa-b183-13ebf7d59804 req-eb4bb9bf-d380-49a1-bb8f-10ab983d56d2 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1604762'] for floatingip, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:29:49.019601 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.db.l3_db [req-be58f615-f457-45fa-b183-13ebf7d59804 req-eb4bb9bf-d380-49a1-bb8f-10ab983d56d2 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Floating IP 70f6ce4f-9b33-4607-8ad6-b6662bc6e03e disassociated. External IP: 172.26.6.162, port: bf6b7724-064e-45ee-9f30-dacfcfb854d3. May 30 05:29:49.019937 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [req-be58f615-f457-45fa-b183-13ebf7d59804 req-eb4bb9bf-d380-49a1-bb8f-10ab983d56d2 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Calling delete_port for bf6b7724-064e-45ee-9f30-dacfcfb854d3 owned by compute:nova {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:29:49.161917 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-be58f615-f457-45fa-b183-13ebf7d59804 req-eb4bb9bf-d380-49a1-bb8f-10ab983d56d2 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:29:49.214839 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4bb9bf-d380-49a1-bb8f-10ab983d56d2 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Pushing event deleted for resources: {'Port': ['ID=bf6b7724-064e-45ee-9f30-dacfcfb854d3,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:29:49.273745 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4bb9bf-d380-49a1-bb8f-10ab983d56d2 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:29:49.274043 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4bb9bf-d380-49a1-bb8f-10ab983d56d2 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:29:49.274378 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4bb9bf-d380-49a1-bb8f-10ab983d56d2 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:29:49.274723 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4bb9bf-d380-49a1-bb8f-10ab983d56d2 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:29:49.275030 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4bb9bf-d380-49a1-bb8f-10ab983d56d2 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:29:49.275353 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4bb9bf-d380-49a1-bb8f-10ab983d56d2 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:29:49.275679 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4bb9bf-d380-49a1-bb8f-10ab983d56d2 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:29:49.275997 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4bb9bf-d380-49a1-bb8f-10ab983d56d2 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:29:49.276317 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4bb9bf-d380-49a1-bb8f-10ab983d56d2 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:29:49.276638 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4bb9bf-d380-49a1-bb8f-10ab983d56d2 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:29:49.276954 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4bb9bf-d380-49a1-bb8f-10ab983d56d2 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:29:49.277267 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4bb9bf-d380-49a1-bb8f-10ab983d56d2 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:29:49.514211 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [req-be58f615-f457-45fa-b183-13ebf7d59804 req-eb4bb9bf-d380-49a1-bb8f-10ab983d56d2 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Router de6baeaf-4ad4-42fb-9635-f053df75d901 has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 05:29:49.559101 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-855c78f4-547d-4666-8ea2-9a6b5b518fa1 req-6972c781-83ac-4565-9f80-505fd4b6543e tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f10f97e-246d-40a1-9e6d-b9273ed3e5d0 HTTP/1.1" status: 200 len: 210 time: 0.0479848 May 30 05:29:49.727236 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-be58f615-f457-45fa-b183-13ebf7d59804 req-eb4bb9bf-d380-49a1-bb8f-10ab983d56d2 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:29:49.736538 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc88c81-0a19-49cf-abfc-bbb4cc1f69e6 None None] Sync routers for ids ['de6baeaf-4ad4-42fb-9635-f053df75d901'] in dv-neutron-843763-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:29:49.746255 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc88c81-0a19-49cf-abfc-bbb4cc1f69e6 None None] Routers {'de6baeaf-4ad4-42fb-9635-f053df75d901'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:29:49.746852 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-1cc88c81-0a19-49cf-abfc-bbb4cc1f69e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:29:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['de6baeaf-4ad4-42fb-9635-f053df75d901'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:29:49.797962 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [req-be58f615-f457-45fa-b183-13ebf7d59804 req-eb4bb9bf-d380-49a1-bb8f-10ab983d56d2 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] No DVR routers for this DVR port bf6b7724-064e-45ee-9f30-dacfcfb854d3 on host hv-neutron-8437 {{(pid=88261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 05:29:49.800729 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-be58f615-f457-45fa-b183-13ebf7d59804 req-eb4bb9bf-d380-49a1-bb8f-10ab983d56d2 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:29:49.803424 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f10f97e-246d-40a1-9e6d-b9273ed3e5d0', 'name': 'network-vif-deleted', 'tag': 'bf6b7724-064e-45ee-9f30-dacfcfb854d3'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:29:49.818665 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-be58f615-f457-45fa-b183-13ebf7d59804 req-eb4bb9bf-d380-49a1-bb8f-10ab983d56d2 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.39 "DELETE /v2.0/ports/bf6b7724-064e-45ee-9f30-dacfcfb854d3 HTTP/1.1" status: 204 len: 173 time: 1.3816113 May 30 05:29:49.848928 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23e9b78b-6d0b-4f71-8852-7569ac137d97'] response: {'server_uuid': '8f10f97e-246d-40a1-9e6d-b9273ed3e5d0', 'name': 'network-vif-deleted', 'tag': 'bf6b7724-064e-45ee-9f30-dacfcfb854d3', 'status': 'completed', 'code': 200} May 30 05:29:49.922327 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-1cc88c81-0a19-49cf-abfc-bbb4cc1f69e6 None None] Set router de6baeaf-4ad4-42fb-9635-f053df75d901 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:29:50.270721 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-1cc88c81-0a19-49cf-abfc-bbb4cc1f69e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de6baeaf-4ad4-42fb-9635-f053df75d901', 'name': 'tempest-ServerActionsTestJSON-21623125-router', 'tenant_id': 'b59d6af6346843408ca206be7ba53b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.195'}], 'enable_snat': True}, 'gw_port_id': '4f8bc2d8-500b-4ad7-bf02-2f7c47aa7562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:22:46Z', 'updated_at': '2022-05-30T05:22:50Z', 'revision_number': 4, 'project_id': 'b59d6af6346843408ca206be7ba53b5c', 'gw_port': {'id': '4f8bc2d8-500b-4ad7-bf02-2f7c47aa7562', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b7:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6baeaf-4ad4-42fb-9635-f053df75d901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:22:47Z', 'updated_at': '2022-05-30T05:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': 'e35f30c2-ff66-465e-a102-339b8ce31be9', 'name': '', 'network_id': '3a65ee3d-2cf6-4768-b648-09f420ef6932', 'tenant_id': 'b59d6af6346843408ca206be7ba53b5c', 'mac_address': 'fa:16:3e:55:05:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6baeaf-4ad4-42fb-9635-f053df75d901', 'device_owner': 'network:router_interface', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': '940b0563-42ea-4efd-9752-2f2875661058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:22:49Z', 'updated_at': '2022-05-30T05:22:56Z', 'revision_number': 5, 'project_id': 'b59d6af6346843408ca206be7ba53b5c', 'subnets': [{'id': '940b0563-42ea-4efd-9752-2f2875661058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:29:50.275343 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc88c81-0a19-49cf-abfc-bbb4cc1f69e6 None None] Checking router: de6baeaf-4ad4-42fb-9635-f053df75d901 for host: dv-neutron-843763-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 05:29:50.283592 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc88c81-0a19-49cf-abfc-bbb4cc1f69e6 None None] Routers {'de6baeaf-4ad4-42fb-9635-f053df75d901'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:29:50.284174 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-1cc88c81-0a19-49cf-abfc-bbb4cc1f69e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:29:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['de6baeaf-4ad4-42fb-9635-f053df75d901'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:29:50.456193 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-1cc88c81-0a19-49cf-abfc-bbb4cc1f69e6 None None] Set router de6baeaf-4ad4-42fb-9635-f053df75d901 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:29:50.737346 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-0af349c1-a475-46a6-9aea-883cdb35aa2d req-e22fe122-ac5c-48e8-b7b2-5276bf839096 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Synchronizing usage tracker for tenant:b59d6af6346843408ca206be7ba53b5c on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:29:50.753832 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-0af349c1-a475-46a6-9aea-883cdb35aa2d req-e22fe122-ac5c-48e8-b7b2-5276bf839096 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Unset dirty status for tenant:b59d6af6346843408ca206be7ba53b5c on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:29:50.755364 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0af349c1-a475-46a6-9aea-883cdb35aa2d req-e22fe122-ac5c-48e8-b7b2-5276bf839096 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f10f97e-246d-40a1-9e6d-b9273ed3e5d0 HTTP/1.1" status: 200 len: 210 time: 0.0679407 May 30 05:29:50.766529 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-1cc88c81-0a19-49cf-abfc-bbb4cc1f69e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de6baeaf-4ad4-42fb-9635-f053df75d901', 'name': 'tempest-ServerActionsTestJSON-21623125-router', 'tenant_id': 'b59d6af6346843408ca206be7ba53b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.195'}], 'enable_snat': True}, 'gw_port_id': '4f8bc2d8-500b-4ad7-bf02-2f7c47aa7562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:22:46Z', 'updated_at': '2022-05-30T05:22:50Z', 'revision_number': 4, 'project_id': 'b59d6af6346843408ca206be7ba53b5c', 'gw_port': {'id': '4f8bc2d8-500b-4ad7-bf02-2f7c47aa7562', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b7:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6baeaf-4ad4-42fb-9635-f053df75d901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:22:47Z', 'updated_at': '2022-05-30T05:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': 'e35f30c2-ff66-465e-a102-339b8ce31be9', 'name': '', 'network_id': '3a65ee3d-2cf6-4768-b648-09f420ef6932', 'tenant_id': 'b59d6af6346843408ca206be7ba53b5c', 'mac_address': 'fa:16:3e:55:05:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6baeaf-4ad4-42fb-9635-f053df75d901', 'device_owner': 'network:router_interface', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': '940b0563-42ea-4efd-9752-2f2875661058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:22:49Z', 'updated_at': '2022-05-30T05:22:56Z', 'revision_number': 5, 'project_id': 'b59d6af6346843408ca206be7ba53b5c', 'subnets': [{'id': '940b0563-42ea-4efd-9752-2f2875661058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:29:50.772228 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc88c81-0a19-49cf-abfc-bbb4cc1f69e6 None None] The sync data for ids ['de6baeaf-4ad4-42fb-9635-f053df75d901'] in dv-neutron-843763-1-hyperv is: [{'id': 'de6baeaf-4ad4-42fb-9635-f053df75d901', 'name': 'tempest-ServerActionsTestJSON-21623125-router', 'tenant_id': 'b59d6af6346843408ca206be7ba53b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.195'}], 'enable_snat': True}, 'gw_port_id': '4f8bc2d8-500b-4ad7-bf02-2f7c47aa7562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:22:46Z', 'updated_at': '2022-05-30T05:22:50Z', 'revision_number': 4, 'project_id': 'b59d6af6346843408ca206be7ba53b5c', 'gw_port': {'id': '4f8bc2d8-500b-4ad7-bf02-2f7c47aa7562', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b7:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6baeaf-4ad4-42fb-9635-f053df75d901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:22:47Z', 'updated_at': '2022-05-30T05:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': 'e35f30c2-ff66-465e-a102-339b8ce31be9', 'name': '', 'network_id': '3a65ee3d-2cf6-4768-b648-09f420ef6932', 'tenant_id': 'b59d6af6346843408ca206be7ba53b5c', 'mac_address': 'fa:16:3e:55:05:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6baeaf-4ad4-42fb-9635-f053df75d901', 'device_owner': 'network:router_interface', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': '940b0563-42ea-4efd-9752-2f2875661058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:22:49Z', 'updated_at': '2022-05-30T05:22:56Z', 'revision_number': 5, 'project_id': 'b59d6af6346843408ca206be7ba53b5c', 'subnets': [{'id': '940b0563-42ea-4efd-9752-2f2875661058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:29:50.982442 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f1887d-451f-412d-b2b8-02d9291cfe27 None None] New status for floating IP 70f6ce4f-9b33-4607-8ad6-b6662bc6e03e: DOWN {{(pid=88262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 30 05:29:51.196473 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-45f79e78-106a-4f09-9d2c-69baeab7263d None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 05:29:51.383622 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device bf6b7724-064e-45ee-9f30-dacfcfb854d3 no longer exists at agent hyperv_hv-neutron-8437 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 05:29:51.416422 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] No Port match for: bf6b7724-064e-45ee-9f30-dacfcfb854d3 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 05:29:51.416766 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device bf6b7724-064e-45ee-9f30-dacfcfb854d3 not bound to the agent host hv-neutron-8437 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 05:29:55.065737 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 52052) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:29:55.128048 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cb1d04ce-bb60-4d87-875a-792c976edf30 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Notify callbacks [] for security_group, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:29:55.155002 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cb1d04ce-bb60-4d87-875a-792c976edf30 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:29:55.206443 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cb1d04ce-bb60-4d87-875a-792c976edf30 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:29:55.226014 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1d04ce-bb60-4d87-875a-792c976edf30 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c25a5a1-86d7-4d8c-b261-3050e30743ba,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:29:55.234892 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cb1d04ce-bb60-4d87-875a-792c976edf30 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:29:55.236091 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-cb1d04ce-bb60-4d87-875a-792c976edf30 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "DELETE /v2.0/security-groups/5c25a5a1-86d7-4d8c-b261-3050e30743ba HTTP/1.1" status: 204 len: 168 time: 0.1693263 May 30 05:29:55.238601 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 52056) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:29:55.254319 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.api.v2.resource [None req-7c2be9d0-0822-4a0a-ab80-1bad4c5a3bbd tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] show failed (client error): The resource could not be found. May 30 05:29:55.255267 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-7c2be9d0-0822-4a0a-ab80-1bad4c5a3bbd tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "GET /v2.0/security-groups/5c25a5a1-86d7-4d8c-b261-3050e30743ba HTTP/1.1" status: 404 len: 347 time: 0.0157752 May 30 05:29:55.258077 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 52060) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:29:55.413127 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-638847ea-7af6-4f6d-a7f2-142e13289f19 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Deleting port 8b0051ed-8a7a-44ca-b523-6300c865a067 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:29:55.414078 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-638847ea-7af6-4f6d-a7f2-142e13289f19 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:29:55.578708 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-638847ea-7af6-4f6d-a7f2-142e13289f19 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:29:55.579028 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-638847ea-7af6-4f6d-a7f2-142e13289f19 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:29:55.696094 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-638847ea-7af6-4f6d-a7f2-142e13289f19 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Calling delete_port for 8b0051ed-8a7a-44ca-b523-6300c865a067 owned by network:floatingip {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:29:55.832348 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-638847ea-7af6-4f6d-a7f2-142e13289f19 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:29:55.879454 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638847ea-7af6-4f6d-a7f2-142e13289f19 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Pushing event deleted for resources: {'Port': ['ID=8b0051ed-8a7a-44ca-b523-6300c865a067,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:29:55.944354 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638847ea-7af6-4f6d-a7f2-142e13289f19 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:29:55.944719 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638847ea-7af6-4f6d-a7f2-142e13289f19 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:29:55.945049 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638847ea-7af6-4f6d-a7f2-142e13289f19 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:29:55.945377 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638847ea-7af6-4f6d-a7f2-142e13289f19 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:29:55.945702 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638847ea-7af6-4f6d-a7f2-142e13289f19 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:29:55.946047 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638847ea-7af6-4f6d-a7f2-142e13289f19 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:29:55.946440 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638847ea-7af6-4f6d-a7f2-142e13289f19 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:29:55.946689 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638847ea-7af6-4f6d-a7f2-142e13289f19 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:29:55.947007 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638847ea-7af6-4f6d-a7f2-142e13289f19 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:29:55.947322 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638847ea-7af6-4f6d-a7f2-142e13289f19 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:29:55.947636 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638847ea-7af6-4f6d-a7f2-142e13289f19 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:29:55.947946 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638847ea-7af6-4f6d-a7f2-142e13289f19 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:29:55.979467 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-638847ea-7af6-4f6d-a7f2-142e13289f19 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Notify callbacks [] for floatingip, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:29:55.996490 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-638847ea-7af6-4f6d-a7f2-142e13289f19 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for floatingip, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:29:55.997678 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-638847ea-7af6-4f6d-a7f2-142e13289f19 tempest-ServerActionsTestJSON-1876773960 tempest-ServerActionsTestJSON-1876773960-project] 10.222.0.15 "DELETE /v2.0/floatingips/70f6ce4f-9b33-4607-8ad6-b6662bc6e03e HTTP/1.1" status: 204 len: 168 time: 0.7386239 May 30 05:29:56.000647 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 52064) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:29:56.680972 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-db8099a2-d41d-4165-ba4e-e5b63f70f727 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602184'] for router_interface, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:29:57.025319 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-db8099a2-d41d-4165-ba4e-e5b63f70f727 admin admin] Deleting port e35f30c2-ff66-465e-a102-339b8ce31be9 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:29:57.025576 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-db8099a2-d41d-4165-ba4e-e5b63f70f727 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:29:57.198356 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-db8099a2-d41d-4165-ba4e-e5b63f70f727 admin admin] For port e35f30c2-ff66-465e-a102-339b8ce31be9, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=e35f30c2-ff66-465e-a102-339b8ce31be9,segment=NetworkSegment(67d7431e-4b49-4424-94af-54c8f5335c79),segment_id=67d7431e-4b49-4424-94af-54c8f5335c79)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:29:57.198710 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-db8099a2-d41d-4165-ba4e-e5b63f70f727 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:29:57.319306 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-db8099a2-d41d-4165-ba4e-e5b63f70f727 admin admin] Calling delete_port for e35f30c2-ff66-465e-a102-339b8ce31be9 owned by network:router_interface {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:29:57.576794 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-db8099a2-d41d-4165-ba4e-e5b63f70f727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:29:57.622377 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8099a2-d41d-4165-ba4e-e5b63f70f727 admin admin] Pushing event deleted for resources: {'Port': ['ID=e35f30c2-ff66-465e-a102-339b8ce31be9,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:29:57.995550 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-db8099a2-d41d-4165-ba4e-e5b63f70f727 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1642797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602100'] for router_interface, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:29:58.048061 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-58d10516-2b15-4592-8d2a-72edfd1f6276 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:29:58.348678 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db8099a2-d41d-4165-ba4e-e5b63f70f727 admin admin] Router de6baeaf-4ad4-42fb-9635-f053df75d901 has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 05:29:58.525537 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db8099a2-d41d-4165-ba4e-e5b63f70f727 admin admin] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:29:58.533881 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94bbfdfe-a5bd-459d-a96f-72e9264fdb66 None None] Sync routers for ids ['de6baeaf-4ad4-42fb-9635-f053df75d901'] in dv-neutron-843763-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:29:58.537258 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-db8099a2-d41d-4165-ba4e-e5b63f70f727 admin admin] 10.222.0.15 "PUT /v2.0/routers/de6baeaf-4ad4-42fb-9635-f053df75d901/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5356450 May 30 05:29:58.540202 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 52070) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:29:58.543630 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94bbfdfe-a5bd-459d-a96f-72e9264fdb66 None None] Routers {'de6baeaf-4ad4-42fb-9635-f053df75d901'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:29:58.544293 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-94bbfdfe-a5bd-459d-a96f-72e9264fdb66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:29:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['de6baeaf-4ad4-42fb-9635-f053df75d901'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:29:58.713911 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d16af551-5660-4f6b-b595-52c62c37627a admin admin] Notify callbacks [] for router, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:29:58.717175 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-94bbfdfe-a5bd-459d-a96f-72e9264fdb66 None None] Set router de6baeaf-4ad4-42fb-9635-f053df75d901 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:29:58.888613 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d16af551-5660-4f6b-b595-52c62c37627a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:29:58.898339 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-d16af551-5660-4f6b-b595-52c62c37627a admin admin] Deleting port 4f8bc2d8-500b-4ad7-bf02-2f7c47aa7562 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:29:58.898674 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d16af551-5660-4f6b-b595-52c62c37627a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:29:59.024240 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-94bbfdfe-a5bd-459d-a96f-72e9264fdb66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de6baeaf-4ad4-42fb-9635-f053df75d901', 'name': 'tempest-ServerActionsTestJSON-21623125-router', 'tenant_id': 'b59d6af6346843408ca206be7ba53b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.195'}], 'enable_snat': True}, 'gw_port_id': '4f8bc2d8-500b-4ad7-bf02-2f7c47aa7562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:22:46Z', 'updated_at': '2022-05-30T05:29:57Z', 'revision_number': 5, 'project_id': 'b59d6af6346843408ca206be7ba53b5c', 'gw_port': {'id': '4f8bc2d8-500b-4ad7-bf02-2f7c47aa7562', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b7:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6baeaf-4ad4-42fb-9635-f053df75d901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:22:47Z', 'updated_at': '2022-05-30T05:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv'}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:29:59.028432 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94bbfdfe-a5bd-459d-a96f-72e9264fdb66 None None] Checking router: de6baeaf-4ad4-42fb-9635-f053df75d901 for host: dv-neutron-843763-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 05:29:59.037112 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94bbfdfe-a5bd-459d-a96f-72e9264fdb66 None None] Routers {'de6baeaf-4ad4-42fb-9635-f053df75d901'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:29:59.037720 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-94bbfdfe-a5bd-459d-a96f-72e9264fdb66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:29:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['de6baeaf-4ad4-42fb-9635-f053df75d901'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:29:59.183121 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-94bbfdfe-a5bd-459d-a96f-72e9264fdb66 None None] Set router de6baeaf-4ad4-42fb-9635-f053df75d901 gateway port host: None {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:29:59.186334 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-d16af551-5660-4f6b-b595-52c62c37627a admin admin] For port 4f8bc2d8-500b-4ad7-bf02-2f7c47aa7562, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=4f8bc2d8-500b-4ad7-bf02-2f7c47aa7562,segment=NetworkSegment(ad083d94-0233-4c50-a0ed-00ef7686038c),segment_id=ad083d94-0233-4c50-a0ed-00ef7686038c)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:29:59.186850 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d16af551-5660-4f6b-b595-52c62c37627a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:29:59.289627 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-94bbfdfe-a5bd-459d-a96f-72e9264fdb66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de6baeaf-4ad4-42fb-9635-f053df75d901', 'name': 'tempest-ServerActionsTestJSON-21623125-router', 'tenant_id': 'b59d6af6346843408ca206be7ba53b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:22:46Z', 'updated_at': '2022-05-30T05:29:58Z', 'revision_number': 6, 'project_id': 'b59d6af6346843408ca206be7ba53b5c', 'gw_port_host': None}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:29:59.293536 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94bbfdfe-a5bd-459d-a96f-72e9264fdb66 None None] The sync data for ids ['de6baeaf-4ad4-42fb-9635-f053df75d901'] in dv-neutron-843763-1-hyperv is: [{'id': 'de6baeaf-4ad4-42fb-9635-f053df75d901', 'name': 'tempest-ServerActionsTestJSON-21623125-router', 'tenant_id': 'b59d6af6346843408ca206be7ba53b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:22:46Z', 'updated_at': '2022-05-30T05:29:58Z', 'revision_number': 6, 'project_id': 'b59d6af6346843408ca206be7ba53b5c', 'gw_port_host': None}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:29:59.310261 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-d16af551-5660-4f6b-b595-52c62c37627a admin admin] Calling delete_port for 4f8bc2d8-500b-4ad7-bf02-2f7c47aa7562 owned by network:router_gateway {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:29:59.473607 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d16af551-5660-4f6b-b595-52c62c37627a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:29:59.521109 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16af551-5660-4f6b-b595-52c62c37627a admin admin] Pushing event deleted for resources: {'Port': ['ID=4f8bc2d8-500b-4ad7-bf02-2f7c47aa7562,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:29:59.612689 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d16af551-5660-4f6b-b595-52c62c37627a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1604781'] for router_gateway, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:29:59.786063 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d16af551-5660-4f6b-b595-52c62c37627a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11660'] for router, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:29:59.788132 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d16af551-5660-4f6b-b595-52c62c37627a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:29:59.810330 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d16af551-5660-4f6b-b595-52c62c37627a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1601605'] for router, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:29:59.810856 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d16af551-5660-4f6b-b595-52c62c37627a admin admin] Fanout notify agent at l3_agent the message router_deleted on router de6baeaf-4ad4-42fb-9635-f053df75d901 {{(pid=88260) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 30 05:29:59.822918 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d16af551-5660-4f6b-b595-52c62c37627a admin admin] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:29:59.824033 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-d16af551-5660-4f6b-b595-52c62c37627a admin admin] 10.222.0.15 "DELETE /v2.0/routers/de6baeaf-4ad4-42fb-9635-f053df75d901 HTTP/1.1" status: 204 len: 168 time: 1.2829437 May 30 05:29:59.826555 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 52074) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:29:59.883863 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_v2 [None req-f28d4588-2054-41ab-81b0-6246816bf748 admin admin] Deleting subnet 940b0563-42ea-4efd-9752-2f2875661058 {{(pid=88260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 30 05:29:59.886638 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f28d4588-2054-41ab-81b0-6246816bf748 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:29:59.934590 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f28d4588-2054-41ab-81b0-6246816bf748 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1454738'] for subnet, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:00.017207 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f28d4588-2054-41ab-81b0-6246816bf748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860493'] for subnet, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:00.086114 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f28d4588-2054-41ab-81b0-6246816bf748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1547867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2133322'] for subnet, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:00.130164 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28d4588-2054-41ab-81b0-6246816bf748 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=940b0563-42ea-4efd-9752-2f2875661058,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:30:00.132443 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f28d4588-2054-41ab-81b0-6246816bf748 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:00.137038 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e0ca96d-7206-4df1-a7b1-dd17be60dc75 None None] Network 3a65ee3d-2cf6-4768-b648-09f420ef6932 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:30:00.141618 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-f28d4588-2054-41ab-81b0-6246816bf748 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/940b0563-42ea-4efd-9752-2f2875661058 HTTP/1.1" status: 204 len: 168 time: 0.3119814 May 30 05:30:00.141876 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 52078) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:30:00.252085 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-30429b38-484c-4360-b442-e84458e0e2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897784'] for network, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:00.265042 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-30429b38-484c-4360-b442-e84458e0e2b1 admin admin] Deleting port 17b52375-d3ff-4102-87dc-9a99d3e4e36d {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:30:00.265475 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-30429b38-484c-4360-b442-e84458e0e2b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:00.331505 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f3950390-be97-45c3-a29f-6d78bd7e916d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:00.423543 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc08945-ac68-45bf-ab68-872158b84ff0 None None] DHCP port deletion for 3a65ee3d-2cf6-4768-b648-09f420ef6932 request from dv-neutron-843763-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 30 05:30:00.427831 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-5cc08945-ac68-45bf-ab68-872158b84ff0 None None] Deleting port 17b52375-d3ff-4102-87dc-9a99d3e4e36d {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:30:00.428205 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-5cc08945-ac68-45bf-ab68-872158b84ff0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:00.506384 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-30429b38-484c-4360-b442-e84458e0e2b1 admin admin] For port 17b52375-d3ff-4102-87dc-9a99d3e4e36d, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=17b52375-d3ff-4102-87dc-9a99d3e4e36d,segment=NetworkSegment(67d7431e-4b49-4424-94af-54c8f5335c79),segment_id=67d7431e-4b49-4424-94af-54c8f5335c79)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:30:00.506954 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-30429b38-484c-4360-b442-e84458e0e2b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:00.695810 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device e35f30c2-ff66-465e-a102-339b8ce31be9 no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 05:30:00.782536 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] No Port match for: e35f30c2-ff66-465e-a102-339b8ce31be9 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 05:30:00.783086 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device e35f30c2-ff66-465e-a102-339b8ce31be9 not bound to the agent host dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 05:30:00.783740 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 17b52375-d3ff-4102-87dc-9a99d3e4e36d no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 05:30:00.868395 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-30429b38-484c-4360-b442-e84458e0e2b1 admin admin] Calling delete_port for 17b52375-d3ff-4102-87dc-9a99d3e4e36d owned by network:dhcp {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:30:00.883801 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-5cc08945-ac68-45bf-ab68-872158b84ff0 None None] For port 17b52375-d3ff-4102-87dc-9a99d3e4e36d, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=17b52375-d3ff-4102-87dc-9a99d3e4e36d,segment=NetworkSegment(67d7431e-4b49-4424-94af-54c8f5335c79),segment_id=67d7431e-4b49-4424-94af-54c8f5335c79)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:30:00.884426 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-5cc08945-ac68-45bf-ab68-872158b84ff0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:00.997683 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-30429b38-484c-4360-b442-e84458e0e2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:01.048877 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30429b38-484c-4360-b442-e84458e0e2b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=17b52375-d3ff-4102-87dc-9a99d3e4e36d,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:30:01.050707 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30429b38-484c-4360-b442-e84458e0e2b1 admin admin] No DVR routers for this DVR port 17b52375-d3ff-4102-87dc-9a99d3e4e36d on host dv-neutron-843763-1-hyperv {{(pid=88260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 05:30:01.056895 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-5cc08945-ac68-45bf-ab68-872158b84ff0 None None] Calling delete_port for 17b52375-d3ff-4102-87dc-9a99d3e4e36d owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:30:01.090788 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] No active binding found for port 17b52375-d3ff-4102-87dc-9a99d3e4e36d {{(pid=88262) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 30 05:30:01.091120 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 17b52375-d3ff-4102-87dc-9a99d3e4e36d not bound to the agent host dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 05:30:01.091526 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 4f8bc2d8-500b-4ad7-bf02-2f7c47aa7562 no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 05:30:01.132212 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] No Port match for: 4f8bc2d8-500b-4ad7-bf02-2f7c47aa7562 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 05:30:01.132534 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 4f8bc2d8-500b-4ad7-bf02-2f7c47aa7562 not bound to the agent host dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 05:30:01.164772 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.db.api [None req-5cc08945-ac68-45bf-ab68-872158b84ff0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 05:30:01.165408 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG oslo_db.api [None req-5cc08945-ac68-45bf-ab68-872158b84ff0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 05:30:01.186902 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-30429b38-484c-4360-b442-e84458e0e2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867540', 'neutron.services.segments.db._delete_segments_for_network-8729234922972'] for network, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:01.211471 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-30429b38-484c-4360-b442-e84458e0e2b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a65ee3d-2cf6-4768-b648-09f420ef6932']}} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:30:01.223012 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-30429b38-484c-4360-b442-e84458e0e2b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67d7431e-4b49-4424-94af-54c8f5335c79') {'for_net_delete': True} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:30:01.223308 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-30429b38-484c-4360-b442-e84458e0e2b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67d7431e-4b49-4424-94af-54c8f5335c79') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:30:01.235027 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-30429b38-484c-4360-b442-e84458e0e2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729235042807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1454725'] for segment, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:01.255409 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-30429b38-484c-4360-b442-e84458e0e2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:01.262315 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30429b38-484c-4360-b442-e84458e0e2b1 admin admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=88260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 05:30:01.262732 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-30429b38-484c-4360-b442-e84458e0e2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-862858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1547513'] for segment, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:01.331197 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56ded65b-0e68-413c-8b9b-1097922cc81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:01.356430 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-30429b38-484c-4360-b442-e84458e0e2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604744'] for network, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:01.372238 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-30429b38-484c-4360-b442-e84458e0e2b1 admin admin] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:01.375193 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 67d7431e-4b49-4424-94af-54c8f5335c79 resource provider aggregate not found May 30 05:30:01.388424 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30429b38-484c-4360-b442-e84458e0e2b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a65ee3d-2cf6-4768-b648-09f420ef6932,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:30:01.395582 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 67d7431e-4b49-4424-94af-54c8f5335c79 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 67d7431e-4b49-4424-94af-54c8f5335c79 found for delete ", "request_id": "req-edb60f4f-3a0a-4c52-ac02-641fa9d853c0"}]} May 30 05:30:01.402204 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-30429b38-484c-4360-b442-e84458e0e2b1 admin admin] 10.222.0.15 "DELETE /v2.0/networks/3a65ee3d-2cf6-4768-b648-09f420ef6932 HTTP/1.1" status: 204 len: 168 time: 1.2593441 May 30 05:30:01.504064 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:01.534202 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 52090) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:30:01.585130 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-478c999a-a0eb-48e8-aa08-c31a4e796063 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b59d6af6346843408ca206be7ba53b5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0495946 May 30 05:30:01.587905 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 52094) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:30:01.644307 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e27dd0b5-42ab-4c8a-861a-e20edcdcae0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:01.666137 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-5cc08945-ac68-45bf-ab68-872158b84ff0 None None] Deleting port 17b52375-d3ff-4102-87dc-9a99d3e4e36d {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:30:01.666556 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-5cc08945-ac68-45bf-ab68-872158b84ff0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:01.669586 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e27dd0b5-42ab-4c8a-861a-e20edcdcae0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:01.723015 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e27dd0b5-42ab-4c8a-861a-e20edcdcae0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:01.739166 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27dd0b5-42ab-4c8a-861a-e20edcdcae0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d142e4ed-4e24-4391-a599-6a99d39f7d06,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:30:01.746038 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-5cc08945-ac68-45bf-ab68-872158b84ff0 None None] The port '17b52375-d3ff-4102-87dc-9a99d3e4e36d' was deleted {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 30 05:30:01.754553 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e27dd0b5-42ab-4c8a-861a-e20edcdcae0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:01.756205 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-e27dd0b5-42ab-4c8a-861a-e20edcdcae0f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d142e4ed-4e24-4391-a599-6a99d39f7d06 HTTP/1.1" status: 204 len: 168 time: 0.1671708 May 30 05:30:02.552406 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 52118) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:30:02.671338 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-42007345-b624-4d13-b35a-d09d65238ea2 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-114195717-network', 'tenant_id': '38d5a058f2d741d2933d3f45fbc3142f'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:30:02.675984 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-42007345-b624-4d13-b35a-d09d65238ea2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:30:02.683771 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-42007345-b624-4d13-b35a-d09d65238ea2 admin admin] Usage tracker for resource:network and tenant:38d5a058f2d741d2933d3f45fbc3142f is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:30:02.686630 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-42007345-b624-4d13-b35a-d09d65238ea2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:30:02.692196 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-42007345-b624-4d13-b35a-d09d65238ea2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:30:02.701515 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42007345-b624-4d13-b35a-d09d65238ea2 admin admin] Made reservation on behalf of 38d5a058f2d741d2933d3f45fbc3142f for: {'network': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:30:02.703803 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-42007345-b624-4d13-b35a-d09d65238ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for network, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:02.716315 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-42007345-b624-4d13-b35a-d09d65238ea2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:02.730831 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-42007345-b624-4d13-b35a-d09d65238ea2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:30:02.734676 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-42007345-b624-4d13-b35a-d09d65238ea2 admin admin] Usage tracker for resource:security_group_rule and tenant:38d5a058f2d741d2933d3f45fbc3142f is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:30:02.737343 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-42007345-b624-4d13-b35a-d09d65238ea2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:30:02.742883 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-42007345-b624-4d13-b35a-d09d65238ea2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:30:02.822730 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-42007345-b624-4d13-b35a-d09d65238ea2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:02.826079 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-42007345-b624-4d13-b35a-d09d65238ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:02.852785 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42007345-b624-4d13-b35a-d09d65238ea2 admin admin] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=88261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 05:30:02.864914 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42007345-b624-4d13-b35a-d09d65238ea2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f699af88-d051-48c2-bb47-4655c57a88ec,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:30:02.869356 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-42007345-b624-4d13-b35a-d09d65238ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:02.869701 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.db.segments_db [None req-42007345-b624-4d13-b35a-d09d65238ea2 admin admin] Added segment 85d7c0fe-a72c-4cc9-a5ac-5c3a505074ac of type vlan for network f281a25c-e5c9-41d9-8293-4769bf8e9b0c May 30 05:30:02.882108 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a142624-940e-4c55-bf49-a5329c884075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:02.897493 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-42007345-b624-4d13-b35a-d09d65238ea2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729234556353'] for network, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:02.925878 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-42007345-b624-4d13-b35a-d09d65238ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788'] for network, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:02.926915 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42007345-b624-4d13-b35a-d09d65238ea2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:30:02.927506 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-42007345-b624-4d13-b35a-d09d65238ea2 admin admin] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:03.025711 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-42007345-b624-4d13-b35a-d09d65238ea2 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4722171 May 30 05:30:03.028704 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 52124) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:30:03.030639 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42007345-b624-4d13-b35a-d09d65238ea2 admin admin] Pushing event updated for resources: {'Network': ['ID=f281a25c-e5c9-41d9-8293-4769bf8e9b0c,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:30:03.034431 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-c4ec5d12-127a-40a0-9022-fd624bf0a542 admin admin] Request body: {'subnet': {'network_id': 'f281a25c-e5c9-41d9-8293-4769bf8e9b0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-114195717-subnet', 'tenant_id': '38d5a058f2d741d2933d3f45fbc3142f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:30:03.039485 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-c4ec5d12-127a-40a0-9022-fd624bf0a542 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:30:03.041067 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Network f281a25c-e5c9-41d9-8293-4769bf8e9b0c details requested by agent ovs-agent-dv-neutron-843763-1-hyperv with host dv-neutron-843763-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 05:30:03.043380 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-c4ec5d12-127a-40a0-9022-fd624bf0a542 admin admin] Usage tracker for resource:subnet and tenant:38d5a058f2d741d2933d3f45fbc3142f is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:30:03.046275 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-c4ec5d12-127a-40a0-9022-fd624bf0a542 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:30:03.051931 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-c4ec5d12-127a-40a0-9022-fd624bf0a542 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:30:03.062008 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4ec5d12-127a-40a0-9022-fd624bf0a542 admin admin] Made reservation on behalf of 38d5a058f2d741d2933d3f45fbc3142f for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:30:03.064260 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c4ec5d12-127a-40a0-9022-fd624bf0a542 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2133361'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:03.265450 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c4ec5d12-127a-40a0-9022-fd624bf0a542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1547796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2133315'] for subnet, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:03.336727 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ec5d12-127a-40a0-9022-fd624bf0a542 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f63f8385-49a8-4b4e-8355-24dd8c3d1385,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:30:03.345100 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ec5d12-127a-40a0-9022-fd624bf0a542 admin admin] Checking segment: {'id': '85d7c0fe-a72c-4cc9-a5ac-5c3a505074ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'f281a25c-e5c9-41d9-8293-4769bf8e9b0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:30:03.345442 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ec5d12-127a-40a0-9022-fd624bf0a542 admin admin] Network hostable DHCP agents. Network: f281a25c-e5c9-41d9-8293-4769bf8e9b0c, hostable agents: ['1c705e68-3d3e-4dd3-9252-feb21d4b96ab'], hosted agents: [] {{(pid=88260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 05:30:03.363086 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ec5d12-127a-40a0-9022-fd624bf0a542 admin admin] Network f281a25c-e5c9-41d9-8293-4769bf8e9b0c is scheduled to be hosted by DHCP agent 1c705e68-3d3e-4dd3-9252-feb21d4b96ab with binding_index 1 {{(pid=88260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 05:30:03.371608 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-c4ec5d12-127a-40a0-9022-fd624bf0a542 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843763-1-hyperv, f281a25c-e5c9-41d9-8293-4769bf8e9b0c) {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:30:03.376706 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ec5d12-127a-40a0-9022-fd624bf0a542 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:30:03.377285 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c4ec5d12-127a-40a0-9022-fd624bf0a542 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:03.381451 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17be927f-2330-42be-9e7e-110e06dd851e None None] Network f281a25c-e5c9-41d9-8293-4769bf8e9b0c requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:30:03.398399 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-c4ec5d12-127a-40a0-9022-fd624bf0a542 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3680601 May 30 05:30:03.594912 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b83cdfd-0f5d-472a-9421-446d6d72eee2 None None] Network f281a25c-e5c9-41d9-8293-4769bf8e9b0c requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:30:03.944242 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfb89ff-ae06-4ec0-a0c7-1d3f810f46ea req-c9e4dbfe-36fc-470b-8875-55407bbc00cc tempest-ServersNegativeTestJSON-1617373905 tempest-ServersNegativeTestJSON-1617373905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:30:03.945459 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-5cfb89ff-ae06-4ec0-a0c7-1d3f810f46ea req-c9e4dbfe-36fc-470b-8875-55407bbc00cc tempest-ServersNegativeTestJSON-1617373905 tempest-ServersNegativeTestJSON-1617373905-project] Synchronizing usage tracker for tenant:38d5a058f2d741d2933d3f45fbc3142f on resource:network {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:30:03.961683 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-5cfb89ff-ae06-4ec0-a0c7-1d3f810f46ea req-c9e4dbfe-36fc-470b-8875-55407bbc00cc tempest-ServersNegativeTestJSON-1617373905 tempest-ServersNegativeTestJSON-1617373905-project] Unset dirty status for tenant:38d5a058f2d741d2933d3f45fbc3142f on resource:network {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:30:03.962825 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5cfb89ff-ae06-4ec0-a0c7-1d3f810f46ea req-c9e4dbfe-36fc-470b-8875-55407bbc00cc tempest-ServersNegativeTestJSON-1617373905 tempest-ServersNegativeTestJSON-1617373905-project] 10.222.0.15 "GET /v2.0/networks?id=f281a25c-e5c9-41d9-8293-4769bf8e9b0c HTTP/1.1" status: 200 len: 813 time: 0.1583230 May 30 05:30:03.977008 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5cfb89ff-ae06-4ec0-a0c7-1d3f810f46ea req-707be9df-0d28-4475-8406-b0f8efdda704 tempest-ServersNegativeTestJSON-1617373905 tempest-ServersNegativeTestJSON-1617373905-project] 10.222.0.15 "GET /v2.0/quotas/38d5a058f2d741d2933d3f45fbc3142f HTTP/1.1" status: 200 len: 375 time: 0.0086715 May 30 05:30:04.022411 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5cfb89ff-ae06-4ec0-a0c7-1d3f810f46ea req-9e6d2baa-8870-46a4-9b7b-a769c421c3dc tempest-ServersNegativeTestJSON-1617373905 tempest-ServersNegativeTestJSON-1617373905-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=38d5a058f2d741d2933d3f45fbc3142f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0406716 May 30 05:30:04.151964 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5cfb89ff-ae06-4ec0-a0c7-1d3f810f46ea req-8dd5334d-a96b-4889-b364-8f74cf40efae service neutron] 10.222.0.15 "GET /v2.0/networks/f281a25c-e5c9-41d9-8293-4769bf8e9b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224535 May 30 05:30:04.281510 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5cfb89ff-ae06-4ec0-a0c7-1d3f810f46ea req-4ea506f6-81e3-4e59-bc46-b9d1941b5a5f service neutron] 10.222.0.15 "GET /v2.0/networks/f281a25c-e5c9-41d9-8293-4769bf8e9b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237843 May 30 05:30:04.457728 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-99749e56-ed16-42dc-b47d-f0d6d060dc96 req-ae3f36c9-5854-44f8-b55c-aca5f7566141 tempest-ServersNegativeTestJSON-1617373905 tempest-ServersNegativeTestJSON-1617373905-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7d027ef-41a3-4be4-9c5a-e5cd9ecbb48b HTTP/1.1" status: 200 len: 210 time: 0.0500050 May 30 05:30:05.471906 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfb89ff-ae06-4ec0-a0c7-1d3f810f46ea req-d931f81b-fba4-44e0-aa61-d0094ad68253 tempest-ServersNegativeTestJSON-1617373905 tempest-ServersNegativeTestJSON-1617373905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:30:05.473301 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5cfb89ff-ae06-4ec0-a0c7-1d3f810f46ea req-d931f81b-fba4-44e0-aa61-d0094ad68253 tempest-ServersNegativeTestJSON-1617373905 tempest-ServersNegativeTestJSON-1617373905-project] 10.222.0.39 "GET /v2.0/networks?id=f281a25c-e5c9-41d9-8293-4769bf8e9b0c HTTP/1.1" status: 200 len: 813 time: 0.1509876 May 30 05:30:05.484249 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [req-5cfb89ff-ae06-4ec0-a0c7-1d3f810f46ea req-4032ca4d-5373-4827-a770-f25dd4a7a432 tempest-ServersNegativeTestJSON-1617373905 tempest-ServersNegativeTestJSON-1617373905-project] Request body: {'port': {'device_id': 'c7d027ef-41a3-4be4-9c5a-e5cd9ecbb48b', 'network_id': 'f281a25c-e5c9-41d9-8293-4769bf8e9b0c', 'admin_state_up': True, 'tenant_id': '38d5a058f2d741d2933d3f45fbc3142f'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:30:05.718632 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c1a70c83-1b74-4499-b702-ecae1d60e499 req-8c4ba50f-dd0e-4e70-a254-0761bb6909c6 tempest-ServersNegativeTestJSON-1617373905 tempest-ServersNegativeTestJSON-1617373905-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7d027ef-41a3-4be4-9c5a-e5cd9ecbb48b HTTP/1.1" status: 200 len: 210 time: 0.1504910 May 30 05:30:05.761143 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [req-5cfb89ff-ae06-4ec0-a0c7-1d3f810f46ea req-4032ca4d-5373-4827-a770-f25dd4a7a432 tempest-ServersNegativeTestJSON-1617373905 tempest-ServersNegativeTestJSON-1617373905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:30:05.765224 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-5cfb89ff-ae06-4ec0-a0c7-1d3f810f46ea req-4032ca4d-5373-4827-a770-f25dd4a7a432 tempest-ServersNegativeTestJSON-1617373905 tempest-ServersNegativeTestJSON-1617373905-project] Usage tracker for resource:port and tenant:38d5a058f2d741d2933d3f45fbc3142f is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:30:05.767909 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-5cfb89ff-ae06-4ec0-a0c7-1d3f810f46ea req-4032ca4d-5373-4827-a770-f25dd4a7a432 tempest-ServersNegativeTestJSON-1617373905 tempest-ServersNegativeTestJSON-1617373905-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:30:05.774749 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [req-5cfb89ff-ae06-4ec0-a0c7-1d3f810f46ea req-4032ca4d-5373-4827-a770-f25dd4a7a432 tempest-ServersNegativeTestJSON-1617373905 tempest-ServersNegativeTestJSON-1617373905-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:30:05.783594 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cfb89ff-ae06-4ec0-a0c7-1d3f810f46ea req-4032ca4d-5373-4827-a770-f25dd4a7a432 tempest-ServersNegativeTestJSON-1617373905 tempest-ServersNegativeTestJSON-1617373905-project] Made reservation on behalf of 38d5a058f2d741d2933d3f45fbc3142f for: {'port': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:30:05.787746 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-5cfb89ff-ae06-4ec0-a0c7-1d3f810f46ea req-4032ca4d-5373-4827-a770-f25dd4a7a432 tempest-ServersNegativeTestJSON-1617373905 tempest-ServersNegativeTestJSON-1617373905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:05.943508 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [req-5cfb89ff-ae06-4ec0-a0c7-1d3f810f46ea req-4032ca4d-5373-4827-a770-f25dd4a7a432 tempest-ServersNegativeTestJSON-1617373905 tempest-ServersNegativeTestJSON-1617373905-project] Allocated IP 172.20.0.12 (f281a25c-e5c9-41d9-8293-4769bf8e9b0c/f63f8385-49a8-4b4e-8355-24dd8c3d1385/63111fc2-5b9e-420c-8a2d-ee6a786d4eb0) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:30:06.137018 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-5cfb89ff-ae06-4ec0-a0c7-1d3f810f46ea req-4032ca4d-5373-4827-a770-f25dd4a7a432 tempest-ServersNegativeTestJSON-1617373905 tempest-ServersNegativeTestJSON-1617373905-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:06.165404 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-5cfb89ff-ae06-4ec0-a0c7-1d3f810f46ea req-4032ca4d-5373-4827-a770-f25dd4a7a432 tempest-ServersNegativeTestJSON-1617373905 tempest-ServersNegativeTestJSON-1617373905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:06.235185 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cfb89ff-ae06-4ec0-a0c7-1d3f810f46ea req-4032ca4d-5373-4827-a770-f25dd4a7a432 tempest-ServersNegativeTestJSON-1617373905 tempest-ServersNegativeTestJSON-1617373905-project] Network f281a25c-e5c9-41d9-8293-4769bf8e9b0c is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:30:06.238199 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [req-5cfb89ff-ae06-4ec0-a0c7-1d3f810f46ea req-4032ca4d-5373-4827-a770-f25dd4a7a432 tempest-ServersNegativeTestJSON-1617373905 tempest-ServersNegativeTestJSON-1617373905-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:30:06.242836 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cfb89ff-ae06-4ec0-a0c7-1d3f810f46ea req-4032ca4d-5373-4827-a770-f25dd4a7a432 tempest-ServersNegativeTestJSON-1617373905 tempest-ServersNegativeTestJSON-1617373905-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:30:06.278811 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4032ca4d-5373-4827-a770-f25dd4a7a432 tempest-ServersNegativeTestJSON-1617373905 tempest-ServersNegativeTestJSON-1617373905-project] Pushing event updated for resources: {'Port': ['ID=63111fc2-5b9e-420c-8a2d-ee6a786d4eb0,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:30:06.309295 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfb89ff-ae06-4ec0-a0c7-1d3f810f46ea req-4032ca4d-5373-4827-a770-f25dd4a7a432 tempest-ServersNegativeTestJSON-1617373905 tempest-ServersNegativeTestJSON-1617373905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:30:06.309918 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-5cfb89ff-ae06-4ec0-a0c7-1d3f810f46ea req-4032ca4d-5373-4827-a770-f25dd4a7a432 tempest-ServersNegativeTestJSON-1617373905 tempest-ServersNegativeTestJSON-1617373905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:06.328757 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5cfb89ff-ae06-4ec0-a0c7-1d3f810f46ea req-4032ca4d-5373-4827-a770-f25dd4a7a432 tempest-ServersNegativeTestJSON-1617373905 tempest-ServersNegativeTestJSON-1617373905-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8480804 May 30 05:30:06.339451 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [req-5cfb89ff-ae06-4ec0-a0c7-1d3f810f46ea req-2f511e7d-2f8b-4d75-b6a8-59bf70326991 service neutron] Request body: {'port': {'device_id': 'c7d027ef-41a3-4be4-9c5a-e5cd9ecbb48b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8437'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:30:06.452922 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-5cfb89ff-ae06-4ec0-a0c7-1d3f810f46ea req-2f511e7d-2f8b-4d75-b6a8-59bf70326991 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:06.785489 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [req-5cfb89ff-ae06-4ec0-a0c7-1d3f810f46ea req-2f511e7d-2f8b-4d75-b6a8-59bf70326991 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63111fc2-5b9e-420c-8a2d-ee6a786d4eb0 {{(pid=88261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 30 05:30:06.793595 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-5cfb89ff-ae06-4ec0-a0c7-1d3f810f46ea req-2f511e7d-2f8b-4d75-b6a8-59bf70326991 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:06.811435 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [req-5cfb89ff-ae06-4ec0-a0c7-1d3f810f46ea req-2f511e7d-2f8b-4d75-b6a8-59bf70326991 service neutron] Transition to ACTIVE for port object 63111fc2-5b9e-420c-8a2d-ee6a786d4eb0 will not be triggered until provisioned by entity L2. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:30:06.815348 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-5cfb89ff-ae06-4ec0-a0c7-1d3f810f46ea req-2f511e7d-2f8b-4d75-b6a8-59bf70326991 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2304381'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:07.021468 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f511e7d-2f8b-4d75-b6a8-59bf70326991 service neutron] Pushing event updated for resources: {'Port': ['ID=63111fc2-5b9e-420c-8a2d-ee6a786d4eb0,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:30:07.109395 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4385fc8d-9f7a-4bc1-b55c-42174bb17076 req-11b871cc-d30e-498f-b374-7468780e1c0e tempest-ServersNegativeTestJSON-1617373905 tempest-ServersNegativeTestJSON-1617373905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:30:07.110117 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-4385fc8d-9f7a-4bc1-b55c-42174bb17076 req-11b871cc-d30e-498f-b374-7468780e1c0e tempest-ServersNegativeTestJSON-1617373905 tempest-ServersNegativeTestJSON-1617373905-project] Synchronizing usage tracker for tenant:38d5a058f2d741d2933d3f45fbc3142f on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:30:07.120034 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [req-5cfb89ff-ae06-4ec0-a0c7-1d3f810f46ea req-2f511e7d-2f8b-4d75-b6a8-59bf70326991 service neutron] Attempting to bind port 63111fc2-5b9e-420c-8a2d-ee6a786d4eb0 on host hv-neutron-8437 for vnic_type normal with profile {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 05:30:07.120379 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [req-5cfb89ff-ae06-4ec0-a0c7-1d3f810f46ea req-2f511e7d-2f8b-4d75-b6a8-59bf70326991 service neutron] Attempting to bind port 63111fc2-5b9e-420c-8a2d-ee6a786d4eb0 by drivers openvswitch,hyperv on host hv-neutron-8437 at level 0 using segments [{'id': '85d7c0fe-a72c-4cc9-a5ac-5c3a505074ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'f281a25c-e5c9-41d9-8293-4769bf8e9b0c'}] {{(pid=88261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 05:30:07.120702 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cfb89ff-ae06-4ec0-a0c7-1d3f810f46ea req-2f511e7d-2f8b-4d75-b6a8-59bf70326991 service neutron] Attempting to bind port 63111fc2-5b9e-420c-8a2d-ee6a786d4eb0 on network f281a25c-e5c9-41d9-8293-4769bf8e9b0c {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:30:07.129604 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cfb89ff-ae06-4ec0-a0c7-1d3f810f46ea req-2f511e7d-2f8b-4d75-b6a8-59bf70326991 service neutron] Port 63111fc2-5b9e-420c-8a2d-ee6a786d4eb0 on network f281a25c-e5c9-41d9-8293-4769bf8e9b0c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8437 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 30 05:30:07.129961 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cfb89ff-ae06-4ec0-a0c7-1d3f810f46ea req-2f511e7d-2f8b-4d75-b6a8-59bf70326991 service neutron] Attempting to bind port 63111fc2-5b9e-420c-8a2d-ee6a786d4eb0 on network f281a25c-e5c9-41d9-8293-4769bf8e9b0c {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:30:07.138137 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-4385fc8d-9f7a-4bc1-b55c-42174bb17076 req-11b871cc-d30e-498f-b374-7468780e1c0e tempest-ServersNegativeTestJSON-1617373905 tempest-ServersNegativeTestJSON-1617373905-project] Unset dirty status for tenant:38d5a058f2d741d2933d3f45fbc3142f on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:30:07.139276 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4385fc8d-9f7a-4bc1-b55c-42174bb17076 req-11b871cc-d30e-498f-b374-7468780e1c0e tempest-ServersNegativeTestJSON-1617373905 tempest-ServersNegativeTestJSON-1617373905-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7d027ef-41a3-4be4-9c5a-e5cd9ecbb48b HTTP/1.1" status: 200 len: 944 time: 0.2916009 May 30 05:30:07.139955 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cfb89ff-ae06-4ec0-a0c7-1d3f810f46ea req-2f511e7d-2f8b-4d75-b6a8-59bf70326991 service neutron] Checking agent: {'id': 'de0c936d-420b-412f-9642-7bfe80b5ab25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8437', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 51, 47), 'started_at': datetime.datetime(2022, 5, 30, 4, 51, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 5, 29, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 05:30:07.140287 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cfb89ff-ae06-4ec0-a0c7-1d3f810f46ea req-2f511e7d-2f8b-4d75-b6a8-59bf70326991 service neutron] Checking segment: {'id': '85d7c0fe-a72c-4cc9-a5ac-5c3a505074ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'f281a25c-e5c9-41d9-8293-4769bf8e9b0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:30:07.140664 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cfb89ff-ae06-4ec0-a0c7-1d3f810f46ea req-2f511e7d-2f8b-4d75-b6a8-59bf70326991 service neutron] Bound using segment: {'id': '85d7c0fe-a72c-4cc9-a5ac-5c3a505074ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'f281a25c-e5c9-41d9-8293-4769bf8e9b0c'} {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 05:30:07.141086 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [req-5cfb89ff-ae06-4ec0-a0c7-1d3f810f46ea req-2f511e7d-2f8b-4d75-b6a8-59bf70326991 service neutron] Bound port: 63111fc2-5b9e-420c-8a2d-ee6a786d4eb0, host: hv-neutron-8437, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85d7c0fe-a72c-4cc9-a5ac-5c3a505074ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'f281a25c-e5c9-41d9-8293-4769bf8e9b0c'}}] {{(pid=88261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 05:30:07.141427 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-5cfb89ff-ae06-4ec0-a0c7-1d3f810f46ea req-2f511e7d-2f8b-4d75-b6a8-59bf70326991 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:07.236968 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-4385fc8d-9f7a-4bc1-b55c-42174bb17076 req-ac8c7ddc-a1db-46a4-9a80-2be12d89a1c1 tempest-ServersNegativeTestJSON-1617373905 tempest-ServersNegativeTestJSON-1617373905-project] Synchronizing usage tracker for tenant:38d5a058f2d741d2933d3f45fbc3142f on resource:security_group {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:30:07.271974 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [req-5cfb89ff-ae06-4ec0-a0c7-1d3f810f46ea req-2f511e7d-2f8b-4d75-b6a8-59bf70326991 service neutron] For port 63111fc2-5b9e-420c-8a2d-ee6a786d4eb0, host hv-neutron-8437, cleared binding levels {{(pid=88261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 05:30:07.274467 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-4385fc8d-9f7a-4bc1-b55c-42174bb17076 req-ac8c7ddc-a1db-46a4-9a80-2be12d89a1c1 tempest-ServersNegativeTestJSON-1617373905 tempest-ServersNegativeTestJSON-1617373905-project] Unset dirty status for tenant:38d5a058f2d741d2933d3f45fbc3142f on resource:security_group {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:30:07.275847 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4385fc8d-9f7a-4bc1-b55c-42174bb17076 req-ac8c7ddc-a1db-46a4-9a80-2be12d89a1c1 tempest-ServersNegativeTestJSON-1617373905 tempest-ServersNegativeTestJSON-1617373905-project] 10.222.0.15 "GET /v2.0/security-groups?id=f699af88-d051-48c2-bb47-4655c57a88ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250117 May 30 05:30:07.277430 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [req-5cfb89ff-ae06-4ec0-a0c7-1d3f810f46ea req-2f511e7d-2f8b-4d75-b6a8-59bf70326991 service neutron] For port 63111fc2-5b9e-420c-8a2d-ee6a786d4eb0, host hv-neutron-8437, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=63111fc2-5b9e-420c-8a2d-ee6a786d4eb0,segment=NetworkSegment(85d7c0fe-a72c-4cc9-a5ac-5c3a505074ac),segment_id=85d7c0fe-a72c-4cc9-a5ac-5c3a505074ac)] {{(pid=88261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 05:30:07.282878 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-5cfb89ff-ae06-4ec0-a0c7-1d3f810f46ea req-2f511e7d-2f8b-4d75-b6a8-59bf70326991 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2304381'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:07.345585 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfb89ff-ae06-4ec0-a0c7-1d3f810f46ea req-2f511e7d-2f8b-4d75-b6a8-59bf70326991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:30:07.346227 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-5cfb89ff-ae06-4ec0-a0c7-1d3f810f46ea req-2f511e7d-2f8b-4d75-b6a8-59bf70326991 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:07.347910 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5cfb89ff-ae06-4ec0-a0c7-1d3f810f46ea req-2f511e7d-2f8b-4d75-b6a8-59bf70326991 service neutron] 10.222.0.39 "PUT /v2.0/ports/63111fc2-5b9e-420c-8a2d-ee6a786d4eb0 HTTP/1.1" status: 200 len: 1094 time: 1.0124254 May 30 05:30:07.351234 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7d027ef-41a3-4be4-9c5a-e5cd9ecbb48b', 'tag': '63111fc2-5b9e-420c-8a2d-ee6a786d4eb0'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:30:07.374129 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f511e7d-2f8b-4d75-b6a8-59bf70326991 service neutron] Pushing event updated for resources: {'Port': ['ID=63111fc2-5b9e-420c-8a2d-ee6a786d4eb0,revision_number=3']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:30:07.418788 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3544a43-fb4c-4513-b668-fb99e381058a'] response: {'name': 'network-changed', 'server_uuid': 'c7d027ef-41a3-4be4-9c5a-e5cd9ecbb48b', 'tag': '63111fc2-5b9e-420c-8a2d-ee6a786d4eb0', 'status': 'completed', 'code': 200} May 30 05:30:07.451962 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfb89ff-ae06-4ec0-a0c7-1d3f810f46ea req-f772beb9-1bae-4be2-89e0-2110d0504db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:30:07.453431 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5cfb89ff-ae06-4ec0-a0c7-1d3f810f46ea req-f772beb9-1bae-4be2-89e0-2110d0504db4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=38d5a058f2d741d2933d3f45fbc3142f&device_id=c7d027ef-41a3-4be4-9c5a-e5cd9ecbb48b HTTP/1.1" status: 200 len: 1097 time: 0.0713780 May 30 05:30:07.618211 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5cfb89ff-ae06-4ec0-a0c7-1d3f810f46ea req-3fa47329-c060-4bc9-b07f-165c5a7cbedf service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=63111fc2-5b9e-420c-8a2d-ee6a786d4eb0 HTTP/1.1" status: 200 len: 217 time: 0.1580310 May 30 05:30:07.677521 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfb89ff-ae06-4ec0-a0c7-1d3f810f46ea req-7d8ed7fd-29ec-4127-848d-cd8b6e53fdcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:30:07.678965 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5cfb89ff-ae06-4ec0-a0c7-1d3f810f46ea req-7d8ed7fd-29ec-4127-848d-cd8b6e53fdcb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f63f8385-49a8-4b4e-8355-24dd8c3d1385 HTTP/1.1" status: 200 len: 853 time: 0.0556929 May 30 05:30:07.725959 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5cfb89ff-ae06-4ec0-a0c7-1d3f810f46ea req-b548debb-91dd-4f7d-8c26-1c8b154ac0b8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f281a25c-e5c9-41d9-8293-4769bf8e9b0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414073 May 30 05:30:07.853217 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5cfb89ff-ae06-4ec0-a0c7-1d3f810f46ea req-4e0113bf-9802-480a-9ede-8f54b42caaa7 service neutron] 10.222.0.39 "GET /v2.0/networks/f281a25c-e5c9-41d9-8293-4769bf8e9b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213453 May 30 05:30:07.981435 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5cfb89ff-ae06-4ec0-a0c7-1d3f810f46ea req-774fae42-2afe-4ef4-93c2-0a82348e07bc service neutron] 10.222.0.39 "GET /v2.0/networks/f281a25c-e5c9-41d9-8293-4769bf8e9b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223810 May 30 05:30:08.095082 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac05f99-a525-4cfe-a2b6-552a546c973f req-9de831f3-700b-4f52-b97b-2544a13ab156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:30:08.096536 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-dac05f99-a525-4cfe-a2b6-552a546c973f req-9de831f3-700b-4f52-b97b-2544a13ab156 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=38d5a058f2d741d2933d3f45fbc3142f&device_id=c7d027ef-41a3-4be4-9c5a-e5cd9ecbb48b HTTP/1.1" status: 200 len: 1097 time: 0.0689962 May 30 05:30:08.228846 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac05f99-a525-4cfe-a2b6-552a546c973f req-d19b62e7-4f9a-4731-9ccd-65ae0ccf0c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:30:08.230381 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-dac05f99-a525-4cfe-a2b6-552a546c973f req-d19b62e7-4f9a-4731-9ccd-65ae0ccf0c64 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f281a25c-e5c9-41d9-8293-4769bf8e9b0c HTTP/1.1" status: 200 len: 914 time: 0.1279235 May 30 05:30:08.300434 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-dac05f99-a525-4cfe-a2b6-552a546c973f req-14dfec45-bfba-4864-9f0a-2dab1a2f510e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=63111fc2-5b9e-420c-8a2d-ee6a786d4eb0 HTTP/1.1" status: 200 len: 217 time: 0.0637221 May 30 05:30:08.362303 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac05f99-a525-4cfe-a2b6-552a546c973f req-a799ed0e-3556-4fbf-a8a5-97801d4de690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:30:08.363749 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-dac05f99-a525-4cfe-a2b6-552a546c973f req-a799ed0e-3556-4fbf-a8a5-97801d4de690 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f63f8385-49a8-4b4e-8355-24dd8c3d1385 HTTP/1.1" status: 200 len: 853 time: 0.0577884 May 30 05:30:08.447263 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-dac05f99-a525-4cfe-a2b6-552a546c973f req-1507fe8f-0c94-4135-b4c3-2ac9f76d6f2a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f281a25c-e5c9-41d9-8293-4769bf8e9b0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0771730 May 30 05:30:08.597029 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda85155-c28a-4476-889e-230cf81176e6 req-81afa127-c6b4-4310-8ad9-7acf13211972 tempest-ServersNegativeTestJSON-1617373905 tempest-ServersNegativeTestJSON-1617373905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:30:08.598505 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-bda85155-c28a-4476-889e-230cf81176e6 req-81afa127-c6b4-4310-8ad9-7acf13211972 tempest-ServersNegativeTestJSON-1617373905 tempest-ServersNegativeTestJSON-1617373905-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7d027ef-41a3-4be4-9c5a-e5cd9ecbb48b HTTP/1.1" status: 200 len: 944 time: 0.1948469 May 30 05:30:08.603510 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-dac05f99-a525-4cfe-a2b6-552a546c973f req-aaedfa20-7961-4d65-ad15-4f6b3120acc2 service neutron] 10.222.0.39 "GET /v2.0/networks/f281a25c-e5c9-41d9-8293-4769bf8e9b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501520 May 30 05:30:08.721798 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-bda85155-c28a-4476-889e-230cf81176e6 req-4dec302a-2c89-4e84-953f-66f84f2d1c20 tempest-ServersNegativeTestJSON-1617373905 tempest-ServersNegativeTestJSON-1617373905-project] 10.222.0.15 "GET /v2.0/security-groups?id=f699af88-d051-48c2-bb47-4655c57a88ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173594 May 30 05:30:08.764181 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-dac05f99-a525-4cfe-a2b6-552a546c973f req-caa1e1dc-2c79-48b5-88c3-d0810bfb7b21 service neutron] 10.222.0.39 "GET /v2.0/networks/f281a25c-e5c9-41d9-8293-4769bf8e9b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468899 May 30 05:30:09.903961 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605d3502-4482-4f17-b73d-40ea4aa97275 req-8d906425-50a2-4b07-8a3c-64789739f502 tempest-ServersNegativeTestJSON-1617373905 tempest-ServersNegativeTestJSON-1617373905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:30:09.905414 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-605d3502-4482-4f17-b73d-40ea4aa97275 req-8d906425-50a2-4b07-8a3c-64789739f502 tempest-ServersNegativeTestJSON-1617373905 tempest-ServersNegativeTestJSON-1617373905-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7d027ef-41a3-4be4-9c5a-e5cd9ecbb48b HTTP/1.1" status: 200 len: 944 time: 0.0786958 May 30 05:30:09.949938 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-605d3502-4482-4f17-b73d-40ea4aa97275 req-9fa807de-6034-4a50-8957-5f3bdb2c9ec8 tempest-ServersNegativeTestJSON-1617373905 tempest-ServersNegativeTestJSON-1617373905-project] 10.222.0.15 "GET /v2.0/security-groups?id=f699af88-d051-48c2-bb47-4655c57a88ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379615 May 30 05:30:11.134871 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f66f67-241d-4746-aa08-aadf5d422295 req-800810e4-9ce6-4fcb-8167-daaafe13982b tempest-ServersNegativeTestJSON-1617373905 tempest-ServersNegativeTestJSON-1617373905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:30:11.136365 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c5f66f67-241d-4746-aa08-aadf5d422295 req-800810e4-9ce6-4fcb-8167-daaafe13982b tempest-ServersNegativeTestJSON-1617373905 tempest-ServersNegativeTestJSON-1617373905-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7d027ef-41a3-4be4-9c5a-e5cd9ecbb48b HTTP/1.1" status: 200 len: 944 time: 0.0816281 May 30 05:30:11.179891 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c5f66f67-241d-4746-aa08-aadf5d422295 req-8168970a-26f7-4b8c-9f4e-060f2754f2d9 tempest-ServersNegativeTestJSON-1617373905 tempest-ServersNegativeTestJSON-1617373905-project] 10.222.0.15 "GET /v2.0/security-groups?id=f699af88-d051-48c2-bb47-4655c57a88ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376272 May 30 05:30:11.430025 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device 63111fc2-5b9e-420c-8a2d-ee6a786d4eb0 details requested by agent hyperv_hv-neutron-8437 with host hv-neutron-8437 {{(pid=88262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 05:30:11.558840 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port 63111fc2-5b9e-420c-8a2d-ee6a786d4eb0, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=63111fc2-5b9e-420c-8a2d-ee6a786d4eb0,segment=NetworkSegment(85d7c0fe-a72c-4cc9-a5ac-5c3a505074ac),segment_id=85d7c0fe-a72c-4cc9-a5ac-5c3a505074ac)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:30:11.571852 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Returning: {'device': '63111fc2-5b9e-420c-8a2d-ee6a786d4eb0', 'network_id': 'f281a25c-e5c9-41d9-8293-4769bf8e9b0c', 'port_id': '63111fc2-5b9e-420c-8a2d-ee6a786d4eb0', 'mac_address': 'fa:16:3e:b1:1a:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f63f8385-49a8-4b4e-8355-24dd8c3d1385', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 05:30:11.627708 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Current status of the port 63111fc2-5b9e-420c-8a2d-ee6a786d4eb0 is: DOWN; New status is: BUILD {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:30:11.628092 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:11.645084 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63111fc2-5b9e-420c-8a2d-ee6a786d4eb0 {{(pid=88262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 30 05:30:11.659726 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port 63111fc2-5b9e-420c-8a2d-ee6a786d4eb0, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=63111fc2-5b9e-420c-8a2d-ee6a786d4eb0,segment=NetworkSegment(85d7c0fe-a72c-4cc9-a5ac-5c3a505074ac),segment_id=85d7c0fe-a72c-4cc9-a5ac-5c3a505074ac)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:30:11.663657 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:11.727999 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Pushing event updated for resources: {'Port': ['ID=63111fc2-5b9e-420c-8a2d-ee6a786d4eb0,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:30:12.020841 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] get_ports_and_sgs() called for port_ids ['63111fc2-5b9e-420c-8a2d-ee6a786d4eb0'] {{(pid=88262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 30 05:30:12.361257 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e286d0-aa50-4d8a-9c72-8f7c2f21429c req-0ca260db-90f2-4484-a4de-899958b3d947 tempest-ServersNegativeTestJSON-1617373905 tempest-ServersNegativeTestJSON-1617373905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:30:12.362794 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f0e286d0-aa50-4d8a-9c72-8f7c2f21429c req-0ca260db-90f2-4484-a4de-899958b3d947 tempest-ServersNegativeTestJSON-1617373905 tempest-ServersNegativeTestJSON-1617373905-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7d027ef-41a3-4be4-9c5a-e5cd9ecbb48b HTTP/1.1" status: 200 len: 945 time: 0.0787787 May 30 05:30:12.409839 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f0e286d0-aa50-4d8a-9c72-8f7c2f21429c req-63c31018-6a60-40f6-9e0d-495df842b9b9 tempest-ServersNegativeTestJSON-1617373905 tempest-ServersNegativeTestJSON-1617373905-project] 10.222.0.15 "GET /v2.0/security-groups?id=f699af88-d051-48c2-bb47-4655c57a88ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382986 May 30 05:30:13.448489 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device 63111fc2-5b9e-420c-8a2d-ee6a786d4eb0 up at agent hyperv_hv-neutron-8437 {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:30:13.516539 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Provisioning for port 63111fc2-5b9e-420c-8a2d-ee6a786d4eb0 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:30:13.521164 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Provisioning complete for port 63111fc2-5b9e-420c-8a2d-ee6a786d4eb0 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:30:13.521519 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:13.641093 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Current status of the port 63111fc2-5b9e-420c-8a2d-ee6a786d4eb0 is: BUILD; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:30:13.641513 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:13.668747 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7d027ef-41a3-4be4-9c5a-e5cd9ecbb48b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63111fc2-5b9e-420c-8a2d-ee6a786d4eb0'}] {{(pid=88262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:30:13.678075 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port 63111fc2-5b9e-420c-8a2d-ee6a786d4eb0, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=63111fc2-5b9e-420c-8a2d-ee6a786d4eb0,segment=NetworkSegment(85d7c0fe-a72c-4cc9-a5ac-5c3a505074ac),segment_id=85d7c0fe-a72c-4cc9-a5ac-5c3a505074ac)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:30:13.682382 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:13.697580 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96be08e3-0e4c-4fdd-9efb-39f154539cd9 req-654a5848-513c-4057-85d4-79cc590912bc tempest-ServersNegativeTestJSON-1617373905 tempest-ServersNegativeTestJSON-1617373905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:30:13.699166 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-96be08e3-0e4c-4fdd-9efb-39f154539cd9 req-654a5848-513c-4057-85d4-79cc590912bc tempest-ServersNegativeTestJSON-1617373905 tempest-ServersNegativeTestJSON-1617373905-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7d027ef-41a3-4be4-9c5a-e5cd9ecbb48b HTTP/1.1" status: 200 len: 945 time: 0.1891277 May 30 05:30:13.743906 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-96be08e3-0e4c-4fdd-9efb-39f154539cd9 req-f6250997-70f3-4a13-95aa-baa40621cf3c tempest-ServersNegativeTestJSON-1617373905 tempest-ServersNegativeTestJSON-1617373905-project] 10.222.0.15 "GET /v2.0/security-groups?id=f699af88-d051-48c2-bb47-4655c57a88ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390091 May 30 05:30:13.753649 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Pushing event updated for resources: {'Port': ['ID=63111fc2-5b9e-420c-8a2d-ee6a786d4eb0,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:30:13.793569 dv-neutron-843763-1-hyperv neutron-server[88262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78b56cff-86a6-49d9-9b59-046c140e3abc'] response: {'server_uuid': 'c7d027ef-41a3-4be4-9c5a-e5cd9ecbb48b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63111fc2-5b9e-420c-8a2d-ee6a786d4eb0', 'code': 200} May 30 05:30:14.013568 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6add9b-2412-4df9-bef7-b57aafae59ce req-89d26ac8-56d8-450e-a208-40db862dc09e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:30:14.015027 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ff6add9b-2412-4df9-bef7-b57aafae59ce req-89d26ac8-56d8-450e-a208-40db862dc09e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c7d027ef-41a3-4be4-9c5a-e5cd9ecbb48b HTTP/1.1" status: 200 len: 1099 time: 0.0676210 May 30 05:30:14.056776 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ff6add9b-2412-4df9-bef7-b57aafae59ce req-3822567e-9b66-4df4-a094-5976a23477af service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=f699af88-d051-48c2-bb47-4655c57a88ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358260 May 30 05:30:14.922971 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f5784c-9efa-4bf7-a610-6b91498eda24 req-34a352eb-63ed-489a-be30-be5c737a0e1e tempest-ServersNegativeTestJSON-1617373905 tempest-ServersNegativeTestJSON-1617373905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:30:14.924307 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c5f5784c-9efa-4bf7-a610-6b91498eda24 req-34a352eb-63ed-489a-be30-be5c737a0e1e tempest-ServersNegativeTestJSON-1617373905 tempest-ServersNegativeTestJSON-1617373905-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7d027ef-41a3-4be4-9c5a-e5cd9ecbb48b HTTP/1.1" status: 200 len: 946 time: 0.0772207 May 30 05:30:14.966501 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c5f5784c-9efa-4bf7-a610-6b91498eda24 req-55f7ffe4-2815-4558-ad84-8d1d245850c8 tempest-ServersNegativeTestJSON-1617373905 tempest-ServersNegativeTestJSON-1617373905-project] 10.222.0.15 "GET /v2.0/security-groups?id=f699af88-d051-48c2-bb47-4655c57a88ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366285 May 30 05:30:16.157995 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c3f452-0105-4281-a748-803be822b01d req-2c2c2597-9b94-42da-bfa1-3c9b36325152 tempest-ServersNegativeTestJSON-1617373905 tempest-ServersNegativeTestJSON-1617373905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:30:16.159429 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-17c3f452-0105-4281-a748-803be822b01d req-2c2c2597-9b94-42da-bfa1-3c9b36325152 tempest-ServersNegativeTestJSON-1617373905 tempest-ServersNegativeTestJSON-1617373905-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7d027ef-41a3-4be4-9c5a-e5cd9ecbb48b HTTP/1.1" status: 200 len: 946 time: 0.0885329 May 30 05:30:16.204211 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-17c3f452-0105-4281-a748-803be822b01d req-1f62543a-21d5-41f1-a190-8f5a0d625ad7 tempest-ServersNegativeTestJSON-1617373905 tempest-ServersNegativeTestJSON-1617373905-project] 10.222.0.15 "GET /v2.0/security-groups?id=f699af88-d051-48c2-bb47-4655c57a88ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385711 May 30 05:30:16.493067 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaae06d-b401-45b3-9c68-53ecf0afa357 req-9c46eae7-e413-41eb-9c20-f36a410d6c24 tempest-ServersNegativeTestJSON-1617373905 tempest-ServersNegativeTestJSON-1617373905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:30:16.494530 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-beaae06d-b401-45b3-9c68-53ecf0afa357 req-9c46eae7-e413-41eb-9c20-f36a410d6c24 tempest-ServersNegativeTestJSON-1617373905 tempest-ServersNegativeTestJSON-1617373905-project] 10.222.0.15 "GET /v2.0/networks?id=f281a25c-e5c9-41d9-8293-4769bf8e9b0c HTTP/1.1" status: 200 len: 813 time: 0.1541965 May 30 05:30:16.509282 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-beaae06d-b401-45b3-9c68-53ecf0afa357 req-05278d35-ace9-45f3-96f1-e2cfb6aa2f42 tempest-ServersNegativeTestJSON-1617373905 tempest-ServersNegativeTestJSON-1617373905-project] 10.222.0.15 "GET /v2.0/quotas/38d5a058f2d741d2933d3f45fbc3142f HTTP/1.1" status: 200 len: 375 time: 0.0093060 May 30 05:30:16.584962 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-beaae06d-b401-45b3-9c68-53ecf0afa357 req-6801d70c-725b-45a0-a1e5-83e27082e7db tempest-ServersNegativeTestJSON-1617373905 tempest-ServersNegativeTestJSON-1617373905-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=38d5a058f2d741d2933d3f45fbc3142f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0706637 May 30 05:30:16.713158 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-beaae06d-b401-45b3-9c68-53ecf0afa357 req-8f2cfb4e-5394-429c-a062-f645dca578c8 service neutron] 10.222.0.15 "GET /v2.0/networks/f281a25c-e5c9-41d9-8293-4769bf8e9b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215847 May 30 05:30:16.846600 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-beaae06d-b401-45b3-9c68-53ecf0afa357 req-6a64f4e7-85c9-445e-adf5-e0990b16c553 service neutron] 10.222.0.15 "GET /v2.0/networks/f281a25c-e5c9-41d9-8293-4769bf8e9b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275578 May 30 05:30:17.018966 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-87a35746-0ec5-41a6-9e8a-dde435dd438f req-9c4dca9e-b292-4b05-be87-98b2fc4bff4a tempest-ServersNegativeTestJSON-1617373905 tempest-ServersNegativeTestJSON-1617373905-project] 10.222.0.15 "GET /v2.0/ports?device_id=8a538c9e-b417-4650-8465-1351f52187b0 HTTP/1.1" status: 200 len: 210 time: 0.0456295 May 30 05:30:17.621401 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:18.191164 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8966660a-fdf0-4c0c-a52f-7681fa544f61 req-03746629-a316-4e9a-bde2-67c3702d6ed4 tempest-ServersNegativeTestJSON-1617373905 tempest-ServersNegativeTestJSON-1617373905-project] 10.222.0.15 "GET /v2.0/ports?device_id=8a538c9e-b417-4650-8465-1351f52187b0 HTTP/1.1" status: 200 len: 210 time: 0.1219728 May 30 05:30:19.289291 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-08e5d2ec-3589-408c-8598-b45d4c6840d7 req-7419b8e2-762f-4e85-85aa-c9fa64fe5363 tempest-ServersNegativeTestJSON-1617373905 tempest-ServersNegativeTestJSON-1617373905-project] 10.222.0.15 "GET /v2.0/ports?device_id=8a538c9e-b417-4650-8465-1351f52187b0 HTTP/1.1" status: 200 len: 210 time: 0.0430670 May 30 05:30:20.434075 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-574fa70f-3e61-4712-b11f-a1a26feb7dc1 req-f2af00ab-27da-4ff9-ac87-96346781b0f2 tempest-ServersNegativeTestJSON-1617373905 tempest-ServersNegativeTestJSON-1617373905-project] 10.222.0.15 "GET /v2.0/ports?device_id=8a538c9e-b417-4650-8465-1351f52187b0 HTTP/1.1" status: 200 len: 210 time: 0.0456531 May 30 05:30:21.588237 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ffa884f3-bada-4073-971c-7a8dd6fb3e8a req-fafb0835-bec6-48bc-9199-2e82e84dfc98 tempest-ServersNegativeTestJSON-1617373905 tempest-ServersNegativeTestJSON-1617373905-project] 10.222.0.15 "GET /v2.0/ports?device_id=8a538c9e-b417-4650-8465-1351f52187b0 HTTP/1.1" status: 200 len: 210 time: 0.0450056 May 30 05:30:22.076049 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaae06d-b401-45b3-9c68-53ecf0afa357 req-1ae08127-bfa9-423e-8f3c-fe48896ceeac tempest-ServersNegativeTestJSON-1617373905 tempest-ServersNegativeTestJSON-1617373905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:30:22.077585 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-beaae06d-b401-45b3-9c68-53ecf0afa357 req-1ae08127-bfa9-423e-8f3c-fe48896ceeac tempest-ServersNegativeTestJSON-1617373905 tempest-ServersNegativeTestJSON-1617373905-project] 10.222.0.39 "GET /v2.0/networks?id=f281a25c-e5c9-41d9-8293-4769bf8e9b0c HTTP/1.1" status: 200 len: 813 time: 0.1476290 May 30 05:30:22.089427 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [req-beaae06d-b401-45b3-9c68-53ecf0afa357 req-4dabf761-6464-47ab-a2b5-ee747cb80a12 tempest-ServersNegativeTestJSON-1617373905 tempest-ServersNegativeTestJSON-1617373905-project] Request body: {'port': {'device_id': '8a538c9e-b417-4650-8465-1351f52187b0', 'network_id': 'f281a25c-e5c9-41d9-8293-4769bf8e9b0c', 'admin_state_up': True, 'tenant_id': '38d5a058f2d741d2933d3f45fbc3142f'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:30:22.222390 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [req-beaae06d-b401-45b3-9c68-53ecf0afa357 req-4dabf761-6464-47ab-a2b5-ee747cb80a12 tempest-ServersNegativeTestJSON-1617373905 tempest-ServersNegativeTestJSON-1617373905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:30:22.232345 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [req-beaae06d-b401-45b3-9c68-53ecf0afa357 req-4dabf761-6464-47ab-a2b5-ee747cb80a12 tempest-ServersNegativeTestJSON-1617373905 tempest-ServersNegativeTestJSON-1617373905-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:30:22.242075 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-beaae06d-b401-45b3-9c68-53ecf0afa357 req-4dabf761-6464-47ab-a2b5-ee747cb80a12 tempest-ServersNegativeTestJSON-1617373905 tempest-ServersNegativeTestJSON-1617373905-project] Made reservation on behalf of 38d5a058f2d741d2933d3f45fbc3142f for: {'port': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:30:22.245516 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-beaae06d-b401-45b3-9c68-53ecf0afa357 req-4dabf761-6464-47ab-a2b5-ee747cb80a12 tempest-ServersNegativeTestJSON-1617373905 tempest-ServersNegativeTestJSON-1617373905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:22.407284 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [req-beaae06d-b401-45b3-9c68-53ecf0afa357 req-4dabf761-6464-47ab-a2b5-ee747cb80a12 tempest-ServersNegativeTestJSON-1617373905 tempest-ServersNegativeTestJSON-1617373905-project] Allocated IP 172.20.0.6 (f281a25c-e5c9-41d9-8293-4769bf8e9b0c/f63f8385-49a8-4b4e-8355-24dd8c3d1385/2951679b-8df7-431d-8fc0-975396bd713a) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:30:22.737507 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-beaae06d-b401-45b3-9c68-53ecf0afa357 req-4dabf761-6464-47ab-a2b5-ee747cb80a12 tempest-ServersNegativeTestJSON-1617373905 tempest-ServersNegativeTestJSON-1617373905-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:22.746965 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-30b10598-9e19-49c0-a87d-085556325731 req-97766895-dc87-4b98-9d53-249dd66485ca tempest-ServersNegativeTestJSON-1617373905 tempest-ServersNegativeTestJSON-1617373905-project] 10.222.0.15 "GET /v2.0/ports?device_id=8a538c9e-b417-4650-8465-1351f52187b0 HTTP/1.1" status: 200 len: 210 time: 0.0515802 May 30 05:30:22.772668 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-beaae06d-b401-45b3-9c68-53ecf0afa357 req-4dabf761-6464-47ab-a2b5-ee747cb80a12 tempest-ServersNegativeTestJSON-1617373905 tempest-ServersNegativeTestJSON-1617373905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:22.784270 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] get_ports_and_sgs() called for port_ids ['63111fc2-5b9e-420c-8a2d-ee6a786d4eb0'] {{(pid=88262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 30 05:30:22.840755 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-beaae06d-b401-45b3-9c68-53ecf0afa357 req-4dabf761-6464-47ab-a2b5-ee747cb80a12 tempest-ServersNegativeTestJSON-1617373905 tempest-ServersNegativeTestJSON-1617373905-project] Network f281a25c-e5c9-41d9-8293-4769bf8e9b0c is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:30:22.841858 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [req-beaae06d-b401-45b3-9c68-53ecf0afa357 req-4dabf761-6464-47ab-a2b5-ee747cb80a12 tempest-ServersNegativeTestJSON-1617373905 tempest-ServersNegativeTestJSON-1617373905-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:30:22.846181 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [req-beaae06d-b401-45b3-9c68-53ecf0afa357 req-4dabf761-6464-47ab-a2b5-ee747cb80a12 tempest-ServersNegativeTestJSON-1617373905 tempest-ServersNegativeTestJSON-1617373905-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:30:22.881140 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dabf761-6464-47ab-a2b5-ee747cb80a12 tempest-ServersNegativeTestJSON-1617373905 tempest-ServersNegativeTestJSON-1617373905-project] Pushing event updated for resources: {'Port': ['ID=2951679b-8df7-431d-8fc0-975396bd713a,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:30:22.911789 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaae06d-b401-45b3-9c68-53ecf0afa357 req-4dabf761-6464-47ab-a2b5-ee747cb80a12 tempest-ServersNegativeTestJSON-1617373905 tempest-ServersNegativeTestJSON-1617373905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:30:22.912388 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-beaae06d-b401-45b3-9c68-53ecf0afa357 req-4dabf761-6464-47ab-a2b5-ee747cb80a12 tempest-ServersNegativeTestJSON-1617373905 tempest-ServersNegativeTestJSON-1617373905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:22.937681 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-beaae06d-b401-45b3-9c68-53ecf0afa357 req-4dabf761-6464-47ab-a2b5-ee747cb80a12 tempest-ServersNegativeTestJSON-1617373905 tempest-ServersNegativeTestJSON-1617373905-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8516719 May 30 05:30:22.990491 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [req-beaae06d-b401-45b3-9c68-53ecf0afa357 req-191a58a8-5c28-4626-8af8-78f0591416a5 service neutron] Request body: {'port': {'device_id': '8a538c9e-b417-4650-8465-1351f52187b0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8437'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:30:23.098385 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-beaae06d-b401-45b3-9c68-53ecf0afa357 req-191a58a8-5c28-4626-8af8-78f0591416a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:23.423975 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [req-beaae06d-b401-45b3-9c68-53ecf0afa357 req-191a58a8-5c28-4626-8af8-78f0591416a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2951679b-8df7-431d-8fc0-975396bd713a {{(pid=88261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 30 05:30:23.436786 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-beaae06d-b401-45b3-9c68-53ecf0afa357 req-191a58a8-5c28-4626-8af8-78f0591416a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:23.451193 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [req-beaae06d-b401-45b3-9c68-53ecf0afa357 req-191a58a8-5c28-4626-8af8-78f0591416a5 service neutron] Transition to ACTIVE for port object 2951679b-8df7-431d-8fc0-975396bd713a will not be triggered until provisioned by entity L2. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:30:23.455856 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-beaae06d-b401-45b3-9c68-53ecf0afa357 req-191a58a8-5c28-4626-8af8-78f0591416a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2304381'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:23.614938 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191a58a8-5c28-4626-8af8-78f0591416a5 service neutron] Pushing event updated for resources: {'Port': ['ID=2951679b-8df7-431d-8fc0-975396bd713a,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:30:23.686549 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [req-beaae06d-b401-45b3-9c68-53ecf0afa357 req-191a58a8-5c28-4626-8af8-78f0591416a5 service neutron] Attempting to bind port 2951679b-8df7-431d-8fc0-975396bd713a on host hv-neutron-8437 for vnic_type normal with profile {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 05:30:23.686885 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [req-beaae06d-b401-45b3-9c68-53ecf0afa357 req-191a58a8-5c28-4626-8af8-78f0591416a5 service neutron] Attempting to bind port 2951679b-8df7-431d-8fc0-975396bd713a by drivers openvswitch,hyperv on host hv-neutron-8437 at level 0 using segments [{'id': '85d7c0fe-a72c-4cc9-a5ac-5c3a505074ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'f281a25c-e5c9-41d9-8293-4769bf8e9b0c'}] {{(pid=88261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 05:30:23.687212 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beaae06d-b401-45b3-9c68-53ecf0afa357 req-191a58a8-5c28-4626-8af8-78f0591416a5 service neutron] Attempting to bind port 2951679b-8df7-431d-8fc0-975396bd713a on network f281a25c-e5c9-41d9-8293-4769bf8e9b0c {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:30:23.691724 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beaae06d-b401-45b3-9c68-53ecf0afa357 req-191a58a8-5c28-4626-8af8-78f0591416a5 service neutron] Port 2951679b-8df7-431d-8fc0-975396bd713a on network f281a25c-e5c9-41d9-8293-4769bf8e9b0c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8437 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 30 05:30:23.692043 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beaae06d-b401-45b3-9c68-53ecf0afa357 req-191a58a8-5c28-4626-8af8-78f0591416a5 service neutron] Attempting to bind port 2951679b-8df7-431d-8fc0-975396bd713a on network f281a25c-e5c9-41d9-8293-4769bf8e9b0c {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:30:23.697159 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beaae06d-b401-45b3-9c68-53ecf0afa357 req-191a58a8-5c28-4626-8af8-78f0591416a5 service neutron] Checking agent: {'id': 'de0c936d-420b-412f-9642-7bfe80b5ab25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8437', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 51, 47), 'started_at': datetime.datetime(2022, 5, 30, 4, 51, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 5, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 05:30:23.697500 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beaae06d-b401-45b3-9c68-53ecf0afa357 req-191a58a8-5c28-4626-8af8-78f0591416a5 service neutron] Checking segment: {'id': '85d7c0fe-a72c-4cc9-a5ac-5c3a505074ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'f281a25c-e5c9-41d9-8293-4769bf8e9b0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:30:23.697901 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beaae06d-b401-45b3-9c68-53ecf0afa357 req-191a58a8-5c28-4626-8af8-78f0591416a5 service neutron] Bound using segment: {'id': '85d7c0fe-a72c-4cc9-a5ac-5c3a505074ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'f281a25c-e5c9-41d9-8293-4769bf8e9b0c'} {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 05:30:23.698320 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [req-beaae06d-b401-45b3-9c68-53ecf0afa357 req-191a58a8-5c28-4626-8af8-78f0591416a5 service neutron] Bound port: 2951679b-8df7-431d-8fc0-975396bd713a, host: hv-neutron-8437, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85d7c0fe-a72c-4cc9-a5ac-5c3a505074ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'f281a25c-e5c9-41d9-8293-4769bf8e9b0c'}}] {{(pid=88261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 05:30:23.698658 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-beaae06d-b401-45b3-9c68-53ecf0afa357 req-191a58a8-5c28-4626-8af8-78f0591416a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:23.789426 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [req-beaae06d-b401-45b3-9c68-53ecf0afa357 req-191a58a8-5c28-4626-8af8-78f0591416a5 service neutron] For port 2951679b-8df7-431d-8fc0-975396bd713a, host hv-neutron-8437, cleared binding levels {{(pid=88261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 05:30:23.792780 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [req-beaae06d-b401-45b3-9c68-53ecf0afa357 req-191a58a8-5c28-4626-8af8-78f0591416a5 service neutron] For port 2951679b-8df7-431d-8fc0-975396bd713a, host hv-neutron-8437, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=2951679b-8df7-431d-8fc0-975396bd713a,segment=NetworkSegment(85d7c0fe-a72c-4cc9-a5ac-5c3a505074ac),segment_id=85d7c0fe-a72c-4cc9-a5ac-5c3a505074ac)] {{(pid=88261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 05:30:23.796279 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-beaae06d-b401-45b3-9c68-53ecf0afa357 req-191a58a8-5c28-4626-8af8-78f0591416a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2304381'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:23.856820 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaae06d-b401-45b3-9c68-53ecf0afa357 req-191a58a8-5c28-4626-8af8-78f0591416a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:30:23.857438 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-beaae06d-b401-45b3-9c68-53ecf0afa357 req-191a58a8-5c28-4626-8af8-78f0591416a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:23.858849 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-beaae06d-b401-45b3-9c68-53ecf0afa357 req-191a58a8-5c28-4626-8af8-78f0591416a5 service neutron] 10.222.0.39 "PUT /v2.0/ports/2951679b-8df7-431d-8fc0-975396bd713a HTTP/1.1" status: 200 len: 1093 time: 0.9143806 May 30 05:30:23.859281 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a538c9e-b417-4650-8465-1351f52187b0', 'tag': '2951679b-8df7-431d-8fc0-975396bd713a'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:30:23.966761 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191a58a8-5c28-4626-8af8-78f0591416a5 service neutron] Pushing event updated for resources: {'Port': ['ID=2951679b-8df7-431d-8fc0-975396bd713a,revision_number=3']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:30:24.016234 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fe20f1-a01e-40ed-a12c-5f694420abd4 req-8b376e67-1e9d-4ab7-8e59-049a357090eb tempest-ServersNegativeTestJSON-1617373905 tempest-ServersNegativeTestJSON-1617373905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:30:24.016916 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-65fe20f1-a01e-40ed-a12c-5f694420abd4 req-8b376e67-1e9d-4ab7-8e59-049a357090eb tempest-ServersNegativeTestJSON-1617373905 tempest-ServersNegativeTestJSON-1617373905-project] Synchronizing usage tracker for tenant:38d5a058f2d741d2933d3f45fbc3142f on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:30:24.028296 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaae06d-b401-45b3-9c68-53ecf0afa357 req-4a6a4515-91c6-4691-8055-03ab3ad7066e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:30:24.029764 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-beaae06d-b401-45b3-9c68-53ecf0afa357 req-4a6a4515-91c6-4691-8055-03ab3ad7066e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=38d5a058f2d741d2933d3f45fbc3142f&device_id=8a538c9e-b417-4650-8465-1351f52187b0 HTTP/1.1" status: 200 len: 1096 time: 0.1194069 May 30 05:30:24.095753 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-65fe20f1-a01e-40ed-a12c-5f694420abd4 req-8b376e67-1e9d-4ab7-8e59-049a357090eb tempest-ServersNegativeTestJSON-1617373905 tempest-ServersNegativeTestJSON-1617373905-project] Unset dirty status for tenant:38d5a058f2d741d2933d3f45fbc3142f on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:30:24.097785 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-65fe20f1-a01e-40ed-a12c-5f694420abd4 req-8b376e67-1e9d-4ab7-8e59-049a357090eb tempest-ServersNegativeTestJSON-1617373905 tempest-ServersNegativeTestJSON-1617373905-project] 10.222.0.15 "GET /v2.0/ports?device_id=8a538c9e-b417-4650-8465-1351f52187b0 HTTP/1.1" status: 200 len: 943 time: 0.2278843 May 30 05:30:24.110044 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-beaae06d-b401-45b3-9c68-53ecf0afa357 req-c6a099fd-4646-48fa-9d5b-c235a7869838 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2951679b-8df7-431d-8fc0-975396bd713a HTTP/1.1" status: 200 len: 217 time: 0.0726829 May 30 05:30:24.194742 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-65fe20f1-a01e-40ed-a12c-5f694420abd4 req-6a486497-2d80-4f3e-8bb5-302e05379d8d tempest-ServersNegativeTestJSON-1617373905 tempest-ServersNegativeTestJSON-1617373905-project] 10.222.0.15 "GET /v2.0/security-groups?id=f699af88-d051-48c2-bb47-4655c57a88ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870807 May 30 05:30:24.199862 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaae06d-b401-45b3-9c68-53ecf0afa357 req-2724eef5-94e1-4d08-bfd0-1d52f2b6d586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:30:24.201245 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-beaae06d-b401-45b3-9c68-53ecf0afa357 req-2724eef5-94e1-4d08-bfd0-1d52f2b6d586 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f63f8385-49a8-4b4e-8355-24dd8c3d1385 HTTP/1.1" status: 200 len: 853 time: 0.0792542 May 30 05:30:24.252861 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-beaae06d-b401-45b3-9c68-53ecf0afa357 req-5524e9ce-3b5d-4c00-b8c1-4390af2526f5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f281a25c-e5c9-41d9-8293-4769bf8e9b0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444412 May 30 05:30:24.256947 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd8a6a93-417f-4791-b595-7b00fe400f6a'] response: {'name': 'network-changed', 'server_uuid': '8a538c9e-b417-4650-8465-1351f52187b0', 'tag': '2951679b-8df7-431d-8fc0-975396bd713a', 'status': 'completed', 'code': 200} May 30 05:30:24.486311 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-beaae06d-b401-45b3-9c68-53ecf0afa357 req-accab470-3719-4181-af76-e68c716e1c9f service neutron] 10.222.0.39 "GET /v2.0/networks/f281a25c-e5c9-41d9-8293-4769bf8e9b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237277 May 30 05:30:24.616729 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-beaae06d-b401-45b3-9c68-53ecf0afa357 req-1b3cb22c-4d87-43a4-b207-4646b432bfa1 service neutron] 10.222.0.39 "GET /v2.0/networks/f281a25c-e5c9-41d9-8293-4769bf8e9b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245766 May 30 05:30:24.727913 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7028f38-b7b3-46fc-b690-3414c8ca7c70 req-3af354e3-f23f-4bff-a757-0168c42fa94f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:30:24.729380 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c7028f38-b7b3-46fc-b690-3414c8ca7c70 req-3af354e3-f23f-4bff-a757-0168c42fa94f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=38d5a058f2d741d2933d3f45fbc3142f&device_id=8a538c9e-b417-4650-8465-1351f52187b0 HTTP/1.1" status: 200 len: 1096 time: 0.0688436 May 30 05:30:24.861881 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7028f38-b7b3-46fc-b690-3414c8ca7c70 req-dd6287ba-b47f-482a-b0fc-cbfd6d0b247c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:30:24.863314 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c7028f38-b7b3-46fc-b690-3414c8ca7c70 req-dd6287ba-b47f-482a-b0fc-cbfd6d0b247c service neutron] 10.222.0.39 "GET /v2.0/networks?id=f281a25c-e5c9-41d9-8293-4769bf8e9b0c HTTP/1.1" status: 200 len: 914 time: 0.1280844 May 30 05:30:24.932565 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c7028f38-b7b3-46fc-b690-3414c8ca7c70 req-ce1d8ae0-4fc0-458a-902e-3de0686d4c70 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2951679b-8df7-431d-8fc0-975396bd713a HTTP/1.1" status: 200 len: 217 time: 0.0623703 May 30 05:30:24.991982 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7028f38-b7b3-46fc-b690-3414c8ca7c70 req-cf4183bb-7d5e-4e94-8935-6c78423eb8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:30:24.993365 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c7028f38-b7b3-46fc-b690-3414c8ca7c70 req-cf4183bb-7d5e-4e94-8935-6c78423eb8d5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f63f8385-49a8-4b4e-8355-24dd8c3d1385 HTTP/1.1" status: 200 len: 853 time: 0.0556736 May 30 05:30:25.046788 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c7028f38-b7b3-46fc-b690-3414c8ca7c70 req-47085688-310f-4835-af77-f7d6b61cafb5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f281a25c-e5c9-41d9-8293-4769bf8e9b0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475402 May 30 05:30:25.175713 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c7028f38-b7b3-46fc-b690-3414c8ca7c70 req-611fffce-d6d0-45a5-bfd3-1d193d7e260d service neutron] 10.222.0.39 "GET /v2.0/networks/f281a25c-e5c9-41d9-8293-4769bf8e9b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232710 May 30 05:30:25.311725 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c7028f38-b7b3-46fc-b690-3414c8ca7c70 req-c333295f-ffd3-4fa8-b4de-d991cdb15273 service neutron] 10.222.0.39 "GET /v2.0/networks/f281a25c-e5c9-41d9-8293-4769bf8e9b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284506 May 30 05:30:25.390688 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1049b546-d89c-4709-a06c-5d25b241b02c req-6f9157ab-39ce-489d-8fcf-e6e69f33504f tempest-ServersNegativeTestJSON-1617373905 tempest-ServersNegativeTestJSON-1617373905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:30:25.392129 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1049b546-d89c-4709-a06c-5d25b241b02c req-6f9157ab-39ce-489d-8fcf-e6e69f33504f tempest-ServersNegativeTestJSON-1617373905 tempest-ServersNegativeTestJSON-1617373905-project] 10.222.0.15 "GET /v2.0/ports?device_id=8a538c9e-b417-4650-8465-1351f52187b0 HTTP/1.1" status: 200 len: 943 time: 0.0794954 May 30 05:30:25.435227 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1049b546-d89c-4709-a06c-5d25b241b02c req-98403395-5f18-4e55-8edf-edceec5fe598 tempest-ServersNegativeTestJSON-1617373905 tempest-ServersNegativeTestJSON-1617373905-project] 10.222.0.15 "GET /v2.0/security-groups?id=f699af88-d051-48c2-bb47-4655c57a88ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368350 May 30 05:30:26.127847 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c1cb2842-92db-4882-bc18-8a2e94720052 req-916b6f3e-f0ed-4b2a-b199-586de17fd68d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c7d027ef-41a3-4be4-9c5a-e5cd9ecbb48b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0694718 May 30 05:30:26.270266 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cb2842-92db-4882-bc18-8a2e94720052 req-2e7e5d4f-5396-4eb5-8337-c54ad37e5379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:30:26.271768 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c1cb2842-92db-4882-bc18-8a2e94720052 req-2e7e5d4f-5396-4eb5-8337-c54ad37e5379 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=38d5a058f2d741d2933d3f45fbc3142f&device_id=c7d027ef-41a3-4be4-9c5a-e5cd9ecbb48b HTTP/1.1" status: 200 len: 1099 time: 0.0766153 May 30 05:30:26.410261 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cb2842-92db-4882-bc18-8a2e94720052 req-6ca29208-c0eb-4956-9c28-4e43fa79ee1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:30:26.411577 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c1cb2842-92db-4882-bc18-8a2e94720052 req-6ca29208-c0eb-4956-9c28-4e43fa79ee1f service neutron] 10.222.0.39 "GET /v2.0/networks?id=f281a25c-e5c9-41d9-8293-4769bf8e9b0c HTTP/1.1" status: 200 len: 914 time: 0.1211908 May 30 05:30:26.479677 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c1cb2842-92db-4882-bc18-8a2e94720052 req-015a1559-69ba-471d-b063-9ba0d2dfcedf service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=63111fc2-5b9e-420c-8a2d-ee6a786d4eb0 HTTP/1.1" status: 200 len: 217 time: 0.0618689 May 30 05:30:26.570452 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cb2842-92db-4882-bc18-8a2e94720052 req-6d79b474-8261-47c5-94e0-7f29f7a30dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:30:26.571847 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c1cb2842-92db-4882-bc18-8a2e94720052 req-6d79b474-8261-47c5-94e0-7f29f7a30dcd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f63f8385-49a8-4b4e-8355-24dd8c3d1385 HTTP/1.1" status: 200 len: 853 time: 0.0859041 May 30 05:30:26.625896 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c1cb2842-92db-4882-bc18-8a2e94720052 req-c66e87ef-2275-4d73-9065-a0e46b3b6465 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f281a25c-e5c9-41d9-8293-4769bf8e9b0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477052 May 30 05:30:26.859393 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8b0c7a-4609-4c42-99f4-e9bf4a6db742 req-7ee52bcd-5d4e-408e-a38a-d513db710c8a tempest-ServersNegativeTestJSON-1617373905 tempest-ServersNegativeTestJSON-1617373905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:30:26.860821 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-be8b0c7a-4609-4c42-99f4-e9bf4a6db742 req-7ee52bcd-5d4e-408e-a38a-d513db710c8a tempest-ServersNegativeTestJSON-1617373905 tempest-ServersNegativeTestJSON-1617373905-project] 10.222.0.15 "GET /v2.0/ports?device_id=8a538c9e-b417-4650-8465-1351f52187b0 HTTP/1.1" status: 200 len: 943 time: 0.3222570 May 30 05:30:26.890754 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c1cb2842-92db-4882-bc18-8a2e94720052 req-5b8ca9fa-2367-41e3-a2bf-a0f1ab50a588 service neutron] 10.222.0.39 "GET /v2.0/networks/f281a25c-e5c9-41d9-8293-4769bf8e9b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2562091 May 30 05:30:26.978776 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-be8b0c7a-4609-4c42-99f4-e9bf4a6db742 req-27d45bd7-a813-45ca-a86d-429f1406581b tempest-ServersNegativeTestJSON-1617373905 tempest-ServersNegativeTestJSON-1617373905-project] 10.222.0.15 "GET /v2.0/security-groups?id=f699af88-d051-48c2-bb47-4655c57a88ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096954 May 30 05:30:27.031513 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c1cb2842-92db-4882-bc18-8a2e94720052 req-e83f6210-07a9-4185-b940-e49f8b121eed service neutron] 10.222.0.39 "GET /v2.0/networks/f281a25c-e5c9-41d9-8293-4769bf8e9b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305363 May 30 05:30:27.540992 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device 2951679b-8df7-431d-8fc0-975396bd713a details requested by agent hyperv_hv-neutron-8437 with host hv-neutron-8437 {{(pid=88262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 05:30:27.670748 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port 2951679b-8df7-431d-8fc0-975396bd713a, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=2951679b-8df7-431d-8fc0-975396bd713a,segment=NetworkSegment(85d7c0fe-a72c-4cc9-a5ac-5c3a505074ac),segment_id=85d7c0fe-a72c-4cc9-a5ac-5c3a505074ac)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:30:27.684801 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Returning: {'device': '2951679b-8df7-431d-8fc0-975396bd713a', 'network_id': 'f281a25c-e5c9-41d9-8293-4769bf8e9b0c', 'port_id': '2951679b-8df7-431d-8fc0-975396bd713a', 'mac_address': 'fa:16:3e:ca:3b:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f63f8385-49a8-4b4e-8355-24dd8c3d1385', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 05:30:27.737163 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Current status of the port 2951679b-8df7-431d-8fc0-975396bd713a is: DOWN; New status is: BUILD {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:30:27.737538 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:27.753938 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2951679b-8df7-431d-8fc0-975396bd713a {{(pid=88262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 30 05:30:27.773581 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port 2951679b-8df7-431d-8fc0-975396bd713a, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=2951679b-8df7-431d-8fc0-975396bd713a,segment=NetworkSegment(85d7c0fe-a72c-4cc9-a5ac-5c3a505074ac),segment_id=85d7c0fe-a72c-4cc9-a5ac-5c3a505074ac)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:30:27.778338 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:27.850546 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Pushing event updated for resources: {'Port': ['ID=2951679b-8df7-431d-8fc0-975396bd713a,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:30:27.857587 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:30:27.857974 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:30:27.858316 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:30:27.858651 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:30:27.858980 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:30:27.859310 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:30:27.859637 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:30:27.859962 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:30:27.860289 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:30:27.860612 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:30:27.860931 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:30:27.861252 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:30:28.050332 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-066cf8d7-c0ac-455f-859c-6aab99477b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:28.118088 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] get_ports_and_sgs() called for port_ids ['2951679b-8df7-431d-8fc0-975396bd713a'] {{(pid=88262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 30 05:30:28.167189 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6014397-1276-4a0a-9d74-40eda4ea23dc req-b2e85524-31b1-4f0a-ba3e-7bcca852b212 tempest-ServersNegativeTestJSON-1617373905 tempest-ServersNegativeTestJSON-1617373905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:30:28.168839 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d6014397-1276-4a0a-9d74-40eda4ea23dc req-b2e85524-31b1-4f0a-ba3e-7bcca852b212 tempest-ServersNegativeTestJSON-1617373905 tempest-ServersNegativeTestJSON-1617373905-project] 10.222.0.15 "GET /v2.0/ports?device_id=8a538c9e-b417-4650-8465-1351f52187b0 HTTP/1.1" status: 200 len: 944 time: 0.0867336 May 30 05:30:28.198833 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-45f79e78-106a-4f09-9d2c-69baeab7263d None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 05:30:28.216516 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d6014397-1276-4a0a-9d74-40eda4ea23dc req-6439e17c-a7a7-471f-8250-cf11fc654a62 tempest-ServersNegativeTestJSON-1617373905 tempest-ServersNegativeTestJSON-1617373905-project] 10.222.0.15 "GET /v2.0/security-groups?id=f699af88-d051-48c2-bb47-4655c57a88ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418394 May 30 05:30:29.401694 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a62662e-172a-4003-ab37-c2c4c2aa1b40 req-cd15a939-876f-4819-91c9-1ff533093ba9 tempest-ServersNegativeTestJSON-1617373905 tempest-ServersNegativeTestJSON-1617373905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:30:29.403192 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2a62662e-172a-4003-ab37-c2c4c2aa1b40 req-cd15a939-876f-4819-91c9-1ff533093ba9 tempest-ServersNegativeTestJSON-1617373905 tempest-ServersNegativeTestJSON-1617373905-project] 10.222.0.15 "GET /v2.0/ports?device_id=8a538c9e-b417-4650-8465-1351f52187b0 HTTP/1.1" status: 200 len: 944 time: 0.0790753 May 30 05:30:29.445495 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2a62662e-172a-4003-ab37-c2c4c2aa1b40 req-3ecce787-5bed-481a-95c8-be67e668a7a5 tempest-ServersNegativeTestJSON-1617373905 tempest-ServersNegativeTestJSON-1617373905-project] 10.222.0.15 "GET /v2.0/security-groups?id=f699af88-d051-48c2-bb47-4655c57a88ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367966 May 30 05:30:29.556724 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device 2951679b-8df7-431d-8fc0-975396bd713a up at agent hyperv_hv-neutron-8437 {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:30:29.625175 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Provisioning for port 2951679b-8df7-431d-8fc0-975396bd713a completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:30:29.629682 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Provisioning complete for port 2951679b-8df7-431d-8fc0-975396bd713a triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:30:29.630077 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:29.769022 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Current status of the port 2951679b-8df7-431d-8fc0-975396bd713a is: BUILD; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:30:29.769405 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:29.796219 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a538c9e-b417-4650-8465-1351f52187b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2951679b-8df7-431d-8fc0-975396bd713a'}] {{(pid=88262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:30:29.806005 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port 2951679b-8df7-431d-8fc0-975396bd713a, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=2951679b-8df7-431d-8fc0-975396bd713a,segment=NetworkSegment(85d7c0fe-a72c-4cc9-a5ac-5c3a505074ac),segment_id=85d7c0fe-a72c-4cc9-a5ac-5c3a505074ac)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:30:29.810166 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:29.840858 dv-neutron-843763-1-hyperv neutron-server[88262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a43b45b-b59b-4046-b4fd-b9d64db32394'] response: {'server_uuid': '8a538c9e-b417-4650-8465-1351f52187b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2951679b-8df7-431d-8fc0-975396bd713a', 'code': 200} May 30 05:30:29.879440 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Pushing event updated for resources: {'Port': ['ID=2951679b-8df7-431d-8fc0-975396bd713a,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:30:30.078923 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7384d9-371a-4859-9b76-aea4ec1f0a9e req-d599663e-c3e1-4b53-b1b4-18381e006692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:30:30.080276 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-bb7384d9-371a-4859-9b76-aea4ec1f0a9e req-d599663e-c3e1-4b53-b1b4-18381e006692 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8a538c9e-b417-4650-8465-1351f52187b0 HTTP/1.1" status: 200 len: 1098 time: 0.0722103 May 30 05:30:30.119428 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-bb7384d9-371a-4859-9b76-aea4ec1f0a9e req-6c99d329-9756-47d7-90b7-7c6d88bb3765 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=f699af88-d051-48c2-bb47-4655c57a88ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323880 May 30 05:30:30.283209 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-16d9259d-a5c3-499d-8b8d-adab9dcece68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:30.626483 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd76b27-86be-4e05-9490-57b1f9b6a5d4 req-d446c8a4-00c7-4d95-a782-3041c94d2fc9 tempest-ServersNegativeTestJSON-1617373905 tempest-ServersNegativeTestJSON-1617373905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:30:30.627934 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ccd76b27-86be-4e05-9490-57b1f9b6a5d4 req-d446c8a4-00c7-4d95-a782-3041c94d2fc9 tempest-ServersNegativeTestJSON-1617373905 tempest-ServersNegativeTestJSON-1617373905-project] 10.222.0.15 "GET /v2.0/ports?device_id=8a538c9e-b417-4650-8465-1351f52187b0 HTTP/1.1" status: 200 len: 945 time: 0.0787902 May 30 05:30:30.673432 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ccd76b27-86be-4e05-9490-57b1f9b6a5d4 req-ace0664d-ffd2-4a6c-9195-269d87094b48 tempest-ServersNegativeTestJSON-1617373905 tempest-ServersNegativeTestJSON-1617373905-project] 10.222.0.15 "GET /v2.0/security-groups?id=f699af88-d051-48c2-bb47-4655c57a88ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382438 May 30 05:30:31.325313 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56ded65b-0e68-413c-8b9b-1097922cc81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:31.505478 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:31.862786 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b0aa40-c918-44cd-99fe-fb97dd6f31e5 req-cef6b40d-0152-4847-938d-f15bff8e4250 tempest-ServersNegativeTestJSON-1617373905 tempest-ServersNegativeTestJSON-1617373905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:30:31.864227 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-41b0aa40-c918-44cd-99fe-fb97dd6f31e5 req-cef6b40d-0152-4847-938d-f15bff8e4250 tempest-ServersNegativeTestJSON-1617373905 tempest-ServersNegativeTestJSON-1617373905-project] 10.222.0.15 "GET /v2.0/ports?device_id=8a538c9e-b417-4650-8465-1351f52187b0 HTTP/1.1" status: 200 len: 945 time: 0.0818019 May 30 05:30:31.907955 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-41b0aa40-c918-44cd-99fe-fb97dd6f31e5 req-15e2db98-b5cc-47bc-a19e-ab863780f06d tempest-ServersNegativeTestJSON-1617373905 tempest-ServersNegativeTestJSON-1617373905-project] 10.222.0.15 "GET /v2.0/security-groups?id=f699af88-d051-48c2-bb47-4655c57a88ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376158 May 30 05:30:32.288809 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74bbf6b-57f4-4a43-a47d-29e764246a33 req-de4ca43d-9ba8-40df-a8da-f0a0dd08205f tempest-ServersNegativeTestJSON-1617373905 tempest-ServersNegativeTestJSON-1617373905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:30:32.290294 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f74bbf6b-57f4-4a43-a47d-29e764246a33 req-de4ca43d-9ba8-40df-a8da-f0a0dd08205f tempest-ServersNegativeTestJSON-1617373905 tempest-ServersNegativeTestJSON-1617373905-project] 10.222.0.15 "GET /v2.0/ports?device_id=8a538c9e-b417-4650-8465-1351f52187b0 HTTP/1.1" status: 200 len: 945 time: 0.0846846 May 30 05:30:32.336784 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f74bbf6b-57f4-4a43-a47d-29e764246a33 req-a6b21fbd-503f-44ac-bb64-0ae1a03a7c46 tempest-ServersNegativeTestJSON-1617373905 tempest-ServersNegativeTestJSON-1617373905-project] 10.222.0.15 "GET /v2.0/security-groups?id=f699af88-d051-48c2-bb47-4655c57a88ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407236 May 30 05:30:32.883024 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a142624-940e-4c55-bf49-a5329c884075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:33.520791 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9dafe2-37fb-4787-bb8c-da8ac4e9b660 req-e6e549d0-b228-48c5-b4eb-2918ab9a0ba3 tempest-ServersNegativeTestJSON-1617373905 tempest-ServersNegativeTestJSON-1617373905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:30:33.522195 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7d9dafe2-37fb-4787-bb8c-da8ac4e9b660 req-e6e549d0-b228-48c5-b4eb-2918ab9a0ba3 tempest-ServersNegativeTestJSON-1617373905 tempest-ServersNegativeTestJSON-1617373905-project] 10.222.0.15 "GET /v2.0/ports?device_id=8a538c9e-b417-4650-8465-1351f52187b0 HTTP/1.1" status: 200 len: 945 time: 0.0799263 May 30 05:30:33.564774 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7d9dafe2-37fb-4787-bb8c-da8ac4e9b660 req-491efc6d-3d9c-44d4-b160-51041f009cbc tempest-ServersNegativeTestJSON-1617373905 tempest-ServersNegativeTestJSON-1617373905-project] 10.222.0.15 "GET /v2.0/security-groups?id=f699af88-d051-48c2-bb47-4655c57a88ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369358 May 30 05:30:33.824011 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2350353f-94b7-48be-83d8-2cdd6991f2e5 req-f1fd024b-36d5-41ac-a57b-c5b3c4464c62 tempest-ServersNegativeTestJSON-1617373905 tempest-ServersNegativeTestJSON-1617373905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:30:33.825415 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2350353f-94b7-48be-83d8-2cdd6991f2e5 req-f1fd024b-36d5-41ac-a57b-c5b3c4464c62 tempest-ServersNegativeTestJSON-1617373905 tempest-ServersNegativeTestJSON-1617373905-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a538c9e-b417-4650-8465-1351f52187b0 HTTP/1.1" status: 200 len: 945 time: 0.0815940 May 30 05:30:33.892872 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [req-2350353f-94b7-48be-83d8-2cdd6991f2e5 req-5e0f168b-5c45-473b-a3ad-0b7fcdb6990c tempest-ServersNegativeTestJSON-1617373905 tempest-ServersNegativeTestJSON-1617373905-project] Deleting port 2951679b-8df7-431d-8fc0-975396bd713a {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:30:33.893208 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-2350353f-94b7-48be-83d8-2cdd6991f2e5 req-5e0f168b-5c45-473b-a3ad-0b7fcdb6990c tempest-ServersNegativeTestJSON-1617373905 tempest-ServersNegativeTestJSON-1617373905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:34.133648 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [req-2350353f-94b7-48be-83d8-2cdd6991f2e5 req-5e0f168b-5c45-473b-a3ad-0b7fcdb6990c tempest-ServersNegativeTestJSON-1617373905 tempest-ServersNegativeTestJSON-1617373905-project] For port 2951679b-8df7-431d-8fc0-975396bd713a, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=2951679b-8df7-431d-8fc0-975396bd713a,segment=NetworkSegment(85d7c0fe-a72c-4cc9-a5ac-5c3a505074ac),segment_id=85d7c0fe-a72c-4cc9-a5ac-5c3a505074ac)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:30:34.133944 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-2350353f-94b7-48be-83d8-2cdd6991f2e5 req-5e0f168b-5c45-473b-a3ad-0b7fcdb6990c tempest-ServersNegativeTestJSON-1617373905 tempest-ServersNegativeTestJSON-1617373905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:34.253159 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [req-2350353f-94b7-48be-83d8-2cdd6991f2e5 req-5e0f168b-5c45-473b-a3ad-0b7fcdb6990c tempest-ServersNegativeTestJSON-1617373905 tempest-ServersNegativeTestJSON-1617373905-project] Calling delete_port for 2951679b-8df7-431d-8fc0-975396bd713a owned by compute:nova {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:30:34.394555 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-2350353f-94b7-48be-83d8-2cdd6991f2e5 req-5e0f168b-5c45-473b-a3ad-0b7fcdb6990c tempest-ServersNegativeTestJSON-1617373905 tempest-ServersNegativeTestJSON-1617373905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:34.405482 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] get_ports_and_sgs() called for port_ids ['63111fc2-5b9e-420c-8a2d-ee6a786d4eb0', '2951679b-8df7-431d-8fc0-975396bd713a'] {{(pid=88262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 30 05:30:34.443874 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0f168b-5c45-473b-a3ad-0b7fcdb6990c tempest-ServersNegativeTestJSON-1617373905 tempest-ServersNegativeTestJSON-1617373905-project] Pushing event deleted for resources: {'Port': ['ID=2951679b-8df7-431d-8fc0-975396bd713a,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:30:34.622363 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [req-2350353f-94b7-48be-83d8-2cdd6991f2e5 req-5e0f168b-5c45-473b-a3ad-0b7fcdb6990c tempest-ServersNegativeTestJSON-1617373905 tempest-ServersNegativeTestJSON-1617373905-project] No DVR routers for this DVR port 2951679b-8df7-431d-8fc0-975396bd713a on host hv-neutron-8437 {{(pid=88261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 05:30:34.624702 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-2350353f-94b7-48be-83d8-2cdd6991f2e5 req-5e0f168b-5c45-473b-a3ad-0b7fcdb6990c tempest-ServersNegativeTestJSON-1617373905 tempest-ServersNegativeTestJSON-1617373905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:34.627364 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a538c9e-b417-4650-8465-1351f52187b0', 'name': 'network-vif-deleted', 'tag': '2951679b-8df7-431d-8fc0-975396bd713a'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:30:34.642703 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2350353f-94b7-48be-83d8-2cdd6991f2e5 req-5e0f168b-5c45-473b-a3ad-0b7fcdb6990c tempest-ServersNegativeTestJSON-1617373905 tempest-ServersNegativeTestJSON-1617373905-project] 10.222.0.39 "DELETE /v2.0/ports/2951679b-8df7-431d-8fc0-975396bd713a HTTP/1.1" status: 204 len: 173 time: 0.8117619 May 30 05:30:34.713358 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-b67fc60f-e652-4ca4-b3bd-0725c943acf9 req-913f0c3f-0490-41f9-a561-19a4c76e2db4 tempest-ServersNegativeTestJSON-1617373905 tempest-ServersNegativeTestJSON-1617373905-project] Synchronizing usage tracker for tenant:38d5a058f2d741d2933d3f45fbc3142f on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:30:34.727871 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-b67fc60f-e652-4ca4-b3bd-0725c943acf9 req-913f0c3f-0490-41f9-a561-19a4c76e2db4 tempest-ServersNegativeTestJSON-1617373905 tempest-ServersNegativeTestJSON-1617373905-project] Unset dirty status for tenant:38d5a058f2d741d2933d3f45fbc3142f on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:30:34.729714 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b67fc60f-e652-4ca4-b3bd-0725c943acf9 req-913f0c3f-0490-41f9-a561-19a4c76e2db4 tempest-ServersNegativeTestJSON-1617373905 tempest-ServersNegativeTestJSON-1617373905-project] 10.222.0.15 "GET /v2.0/ports?device_id=8a538c9e-b417-4650-8465-1351f52187b0 HTTP/1.1" status: 200 len: 210 time: 0.0599055 May 30 05:30:34.784547 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2379d1b0-1afd-441a-8b70-f5dc84a5e072'] response: {'server_uuid': '8a538c9e-b417-4650-8465-1351f52187b0', 'name': 'network-vif-deleted', 'tag': '2951679b-8df7-431d-8fc0-975396bd713a', 'status': 'completed', 'code': 200} May 30 05:30:35.993743 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e719e7-92b9-4b44-91c1-2427b5377515 req-66cb98d4-f577-466b-b803-10f0915668d5 tempest-ServersNegativeTestJSON-1617373905 tempest-ServersNegativeTestJSON-1617373905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:30:35.995220 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-52e719e7-92b9-4b44-91c1-2427b5377515 req-66cb98d4-f577-466b-b803-10f0915668d5 tempest-ServersNegativeTestJSON-1617373905 tempest-ServersNegativeTestJSON-1617373905-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7d027ef-41a3-4be4-9c5a-e5cd9ecbb48b HTTP/1.1" status: 200 len: 946 time: 0.0877237 May 30 05:30:36.039423 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-52e719e7-92b9-4b44-91c1-2427b5377515 req-f639957f-b2c3-4ce6-8002-7c2ea78e4f36 tempest-ServersNegativeTestJSON-1617373905 tempest-ServersNegativeTestJSON-1617373905-project] 10.222.0.15 "GET /v2.0/security-groups?id=f699af88-d051-48c2-bb47-4655c57a88ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384851 May 30 05:30:36.234692 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df4c52c-9e47-4854-b2a2-2df0258e44ae req-6d92cb15-45a1-4130-8b0d-1be6a137464b tempest-ServersNegativeTestJSON-1617373905 tempest-ServersNegativeTestJSON-1617373905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:30:36.236173 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0df4c52c-9e47-4854-b2a2-2df0258e44ae req-6d92cb15-45a1-4130-8b0d-1be6a137464b tempest-ServersNegativeTestJSON-1617373905 tempest-ServersNegativeTestJSON-1617373905-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7d027ef-41a3-4be4-9c5a-e5cd9ecbb48b HTTP/1.1" status: 200 len: 946 time: 0.0793047 May 30 05:30:36.280341 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0df4c52c-9e47-4854-b2a2-2df0258e44ae req-8024509b-e591-406b-a6d7-92b6ceaec3f0 tempest-ServersNegativeTestJSON-1617373905 tempest-ServersNegativeTestJSON-1617373905-project] 10.222.0.15 "GET /v2.0/security-groups?id=f699af88-d051-48c2-bb47-4655c57a88ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383320 May 30 05:30:36.463587 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e873a682-3603-4a1c-9f6f-30ae20ea3d13 req-8c44162e-aa4d-437c-82fe-43df9d0b7bd4 tempest-ServersNegativeTestJSON-1617373905 tempest-ServersNegativeTestJSON-1617373905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:30:36.465020 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e873a682-3603-4a1c-9f6f-30ae20ea3d13 req-8c44162e-aa4d-437c-82fe-43df9d0b7bd4 tempest-ServersNegativeTestJSON-1617373905 tempest-ServersNegativeTestJSON-1617373905-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7d027ef-41a3-4be4-9c5a-e5cd9ecbb48b HTTP/1.1" status: 200 len: 946 time: 0.0840263 May 30 05:30:36.508426 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e873a682-3603-4a1c-9f6f-30ae20ea3d13 req-9b0dab28-c4e9-438d-af3a-bff8d9f582a2 tempest-ServersNegativeTestJSON-1617373905 tempest-ServersNegativeTestJSON-1617373905-project] 10.222.0.15 "GET /v2.0/security-groups?id=f699af88-d051-48c2-bb47-4655c57a88ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373449 May 30 05:30:36.784213 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732ea081-1044-48b9-ab7f-ddd3ff12dbef req-e18b3bf8-1afd-4f38-a83d-763752fdcada tempest-ServersNegativeTestJSON-1617373905 tempest-ServersNegativeTestJSON-1617373905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:30:36.785661 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-732ea081-1044-48b9-ab7f-ddd3ff12dbef req-e18b3bf8-1afd-4f38-a83d-763752fdcada tempest-ServersNegativeTestJSON-1617373905 tempest-ServersNegativeTestJSON-1617373905-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7d027ef-41a3-4be4-9c5a-e5cd9ecbb48b HTTP/1.1" status: 200 len: 946 time: 0.0784345 May 30 05:30:36.832567 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-732ea081-1044-48b9-ab7f-ddd3ff12dbef req-0f93880d-cfb6-4a3b-a6c1-8c8f0dbc1da2 tempest-ServersNegativeTestJSON-1617373905 tempest-ServersNegativeTestJSON-1617373905-project] 10.222.0.15 "GET /v2.0/security-groups?id=f699af88-d051-48c2-bb47-4655c57a88ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404987 May 30 05:30:37.011209 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c151e2f7-eba4-4645-8e78-b7b157ae4dcc req-97b8d0e2-da99-4c56-afcf-4ab3b10a9cbb tempest-ServersNegativeTestJSON-1617373905 tempest-ServersNegativeTestJSON-1617373905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:30:37.012635 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c151e2f7-eba4-4645-8e78-b7b157ae4dcc req-97b8d0e2-da99-4c56-afcf-4ab3b10a9cbb tempest-ServersNegativeTestJSON-1617373905 tempest-ServersNegativeTestJSON-1617373905-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7d027ef-41a3-4be4-9c5a-e5cd9ecbb48b HTTP/1.1" status: 200 len: 946 time: 0.0780492 May 30 05:30:37.058475 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c151e2f7-eba4-4645-8e78-b7b157ae4dcc req-903d29a6-62d5-4056-a153-8fd9adbc8486 tempest-ServersNegativeTestJSON-1617373905 tempest-ServersNegativeTestJSON-1617373905-project] 10.222.0.15 "GET /v2.0/security-groups?id=f699af88-d051-48c2-bb47-4655c57a88ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400081 May 30 05:30:37.257744 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afc71ff-ca99-4353-a6d8-2974fc7df17e req-9ccbabf0-85c2-424c-a875-97f849daa9df tempest-ServersNegativeTestJSON-1617373905 tempest-ServersNegativeTestJSON-1617373905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:30:37.259306 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9afc71ff-ca99-4353-a6d8-2974fc7df17e req-9ccbabf0-85c2-424c-a875-97f849daa9df tempest-ServersNegativeTestJSON-1617373905 tempest-ServersNegativeTestJSON-1617373905-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7d027ef-41a3-4be4-9c5a-e5cd9ecbb48b HTTP/1.1" status: 200 len: 946 time: 0.0831530 May 30 05:30:37.301959 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9afc71ff-ca99-4353-a6d8-2974fc7df17e req-69812117-51df-4b70-8c9a-b532d6941d32 tempest-ServersNegativeTestJSON-1617373905 tempest-ServersNegativeTestJSON-1617373905-project] 10.222.0.15 "GET /v2.0/security-groups?id=f699af88-d051-48c2-bb47-4655c57a88ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367327 May 30 05:30:37.604441 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device 2951679b-8df7-431d-8fc0-975396bd713a no longer exists at agent hyperv_hv-neutron-8437 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 05:30:37.639135 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] No Port match for: 2951679b-8df7-431d-8fc0-975396bd713a {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 05:30:37.639504 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device 2951679b-8df7-431d-8fc0-975396bd713a not bound to the agent host hv-neutron-8437 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 05:30:37.810456 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf0c423-ab32-460f-a24d-9ebd3283ece2 req-020a5f95-a659-4f21-b2ba-13689b686b8f tempest-ServersNegativeTestJSON-1617373905 tempest-ServersNegativeTestJSON-1617373905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:30:37.811906 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-adf0c423-ab32-460f-a24d-9ebd3283ece2 req-020a5f95-a659-4f21-b2ba-13689b686b8f tempest-ServersNegativeTestJSON-1617373905 tempest-ServersNegativeTestJSON-1617373905-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7d027ef-41a3-4be4-9c5a-e5cd9ecbb48b HTTP/1.1" status: 200 len: 946 time: 0.0792606 May 30 05:30:37.855183 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-adf0c423-ab32-460f-a24d-9ebd3283ece2 req-c29be906-adf6-47c6-a5be-55852010d00e tempest-ServersNegativeTestJSON-1617373905 tempest-ServersNegativeTestJSON-1617373905-project] 10.222.0.15 "GET /v2.0/security-groups?id=f699af88-d051-48c2-bb47-4655c57a88ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375092 May 30 05:30:39.038114 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de6fab5-b336-4259-8f90-ab79fea5d1d2 req-72a307d6-dd8e-46e9-9755-b1a394c75f98 tempest-ServersNegativeTestJSON-1617373905 tempest-ServersNegativeTestJSON-1617373905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:30:39.039570 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1de6fab5-b336-4259-8f90-ab79fea5d1d2 req-72a307d6-dd8e-46e9-9755-b1a394c75f98 tempest-ServersNegativeTestJSON-1617373905 tempest-ServersNegativeTestJSON-1617373905-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7d027ef-41a3-4be4-9c5a-e5cd9ecbb48b HTTP/1.1" status: 200 len: 946 time: 0.0829937 May 30 05:30:39.082857 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1de6fab5-b336-4259-8f90-ab79fea5d1d2 req-6ce3556e-d06f-4c32-8f0d-cb485ebcf951 tempest-ServersNegativeTestJSON-1617373905 tempest-ServersNegativeTestJSON-1617373905-project] 10.222.0.15 "GET /v2.0/security-groups?id=f699af88-d051-48c2-bb47-4655c57a88ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376391 May 30 05:30:39.285611 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c811f862-77e9-4b9e-84af-17e971df95a9 req-ce06d29a-6c2c-42ee-becc-8d303eca623a tempest-ServersNegativeTestJSON-1617373905 tempest-ServersNegativeTestJSON-1617373905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:30:39.287581 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c811f862-77e9-4b9e-84af-17e971df95a9 req-ce06d29a-6c2c-42ee-becc-8d303eca623a tempest-ServersNegativeTestJSON-1617373905 tempest-ServersNegativeTestJSON-1617373905-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7d027ef-41a3-4be4-9c5a-e5cd9ecbb48b HTTP/1.1" status: 200 len: 946 time: 0.0786455 May 30 05:30:39.356384 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [req-c811f862-77e9-4b9e-84af-17e971df95a9 req-f12ea9a0-2fff-46c6-92b5-34f73b3dc48f tempest-ServersNegativeTestJSON-1617373905 tempest-ServersNegativeTestJSON-1617373905-project] Deleting port 63111fc2-5b9e-420c-8a2d-ee6a786d4eb0 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:30:39.356724 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-c811f862-77e9-4b9e-84af-17e971df95a9 req-f12ea9a0-2fff-46c6-92b5-34f73b3dc48f tempest-ServersNegativeTestJSON-1617373905 tempest-ServersNegativeTestJSON-1617373905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:39.601589 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [req-c811f862-77e9-4b9e-84af-17e971df95a9 req-f12ea9a0-2fff-46c6-92b5-34f73b3dc48f tempest-ServersNegativeTestJSON-1617373905 tempest-ServersNegativeTestJSON-1617373905-project] For port 63111fc2-5b9e-420c-8a2d-ee6a786d4eb0, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=63111fc2-5b9e-420c-8a2d-ee6a786d4eb0,segment=NetworkSegment(85d7c0fe-a72c-4cc9-a5ac-5c3a505074ac),segment_id=85d7c0fe-a72c-4cc9-a5ac-5c3a505074ac)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:30:39.601976 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-c811f862-77e9-4b9e-84af-17e971df95a9 req-f12ea9a0-2fff-46c6-92b5-34f73b3dc48f tempest-ServersNegativeTestJSON-1617373905 tempest-ServersNegativeTestJSON-1617373905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:39.719517 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [req-c811f862-77e9-4b9e-84af-17e971df95a9 req-f12ea9a0-2fff-46c6-92b5-34f73b3dc48f tempest-ServersNegativeTestJSON-1617373905 tempest-ServersNegativeTestJSON-1617373905-project] Calling delete_port for 63111fc2-5b9e-420c-8a2d-ee6a786d4eb0 owned by compute:nova {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:30:39.865548 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-c811f862-77e9-4b9e-84af-17e971df95a9 req-f12ea9a0-2fff-46c6-92b5-34f73b3dc48f tempest-ServersNegativeTestJSON-1617373905 tempest-ServersNegativeTestJSON-1617373905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:39.940530 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12ea9a0-2fff-46c6-92b5-34f73b3dc48f tempest-ServersNegativeTestJSON-1617373905 tempest-ServersNegativeTestJSON-1617373905-project] Pushing event deleted for resources: {'Port': ['ID=63111fc2-5b9e-420c-8a2d-ee6a786d4eb0,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:30:39.989869 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [req-c811f862-77e9-4b9e-84af-17e971df95a9 req-f12ea9a0-2fff-46c6-92b5-34f73b3dc48f tempest-ServersNegativeTestJSON-1617373905 tempest-ServersNegativeTestJSON-1617373905-project] No DVR routers for this DVR port 63111fc2-5b9e-420c-8a2d-ee6a786d4eb0 on host hv-neutron-8437 {{(pid=88261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 05:30:39.992110 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-c811f862-77e9-4b9e-84af-17e971df95a9 req-f12ea9a0-2fff-46c6-92b5-34f73b3dc48f tempest-ServersNegativeTestJSON-1617373905 tempest-ServersNegativeTestJSON-1617373905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:39.995819 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7d027ef-41a3-4be4-9c5a-e5cd9ecbb48b', 'name': 'network-vif-deleted', 'tag': '63111fc2-5b9e-420c-8a2d-ee6a786d4eb0'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:30:40.009935 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c811f862-77e9-4b9e-84af-17e971df95a9 req-f12ea9a0-2fff-46c6-92b5-34f73b3dc48f tempest-ServersNegativeTestJSON-1617373905 tempest-ServersNegativeTestJSON-1617373905-project] 10.222.0.39 "DELETE /v2.0/ports/63111fc2-5b9e-420c-8a2d-ee6a786d4eb0 HTTP/1.1" status: 204 len: 173 time: 0.7179410 May 30 05:30:40.046437 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61f1ebf8-a24a-42b0-8368-50fc16d9d115'] response: {'server_uuid': 'c7d027ef-41a3-4be4-9c5a-e5cd9ecbb48b', 'name': 'network-vif-deleted', 'tag': '63111fc2-5b9e-420c-8a2d-ee6a786d4eb0', 'status': 'completed', 'code': 200} May 30 05:30:40.251270 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-76190d36-8c28-4c8c-aaf5-f43240b808de req-5ce3688d-6a69-4923-a06a-562dbb45b5ce tempest-ServersNegativeTestJSON-1617373905 tempest-ServersNegativeTestJSON-1617373905-project] Synchronizing usage tracker for tenant:38d5a058f2d741d2933d3f45fbc3142f on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:30:40.266902 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-76190d36-8c28-4c8c-aaf5-f43240b808de req-5ce3688d-6a69-4923-a06a-562dbb45b5ce tempest-ServersNegativeTestJSON-1617373905 tempest-ServersNegativeTestJSON-1617373905-project] Unset dirty status for tenant:38d5a058f2d741d2933d3f45fbc3142f on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:30:40.268037 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-76190d36-8c28-4c8c-aaf5-f43240b808de req-5ce3688d-6a69-4923-a06a-562dbb45b5ce tempest-ServersNegativeTestJSON-1617373905 tempest-ServersNegativeTestJSON-1617373905-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7d027ef-41a3-4be4-9c5a-e5cd9ecbb48b HTTP/1.1" status: 200 len: 210 time: 0.0607679 May 30 05:30:41.359519 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 52296) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:30:41.421414 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_v2 [None req-dea73ef8-7c26-4900-a259-ef6431ea8bfa admin admin] Deleting subnet f63f8385-49a8-4b4e-8355-24dd8c3d1385 {{(pid=88260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 30 05:30:41.424290 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-dea73ef8-7c26-4900-a259-ef6431ea8bfa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:41.472272 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-dea73ef8-7c26-4900-a259-ef6431ea8bfa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1454738'] for subnet, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:41.527018 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-dea73ef8-7c26-4900-a259-ef6431ea8bfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860493'] for subnet, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:41.595155 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-dea73ef8-7c26-4900-a259-ef6431ea8bfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1547867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2133322'] for subnet, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:41.631416 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device 63111fc2-5b9e-420c-8a2d-ee6a786d4eb0 no longer exists at agent hyperv_hv-neutron-8437 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 05:30:41.633115 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea73ef8-7c26-4900-a259-ef6431ea8bfa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f63f8385-49a8-4b4e-8355-24dd8c3d1385,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:30:41.635587 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-dea73ef8-7c26-4900-a259-ef6431ea8bfa admin admin] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:41.641725 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-dea73ef8-7c26-4900-a259-ef6431ea8bfa admin admin] 10.222.0.15 "DELETE /v2.0/subnets/f63f8385-49a8-4b4e-8355-24dd8c3d1385 HTTP/1.1" status: 204 len: 168 time: 0.2811604 May 30 05:30:41.644198 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 52300) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:30:41.668948 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] No Port match for: 63111fc2-5b9e-420c-8a2d-ee6a786d4eb0 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 05:30:41.669294 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device 63111fc2-5b9e-420c-8a2d-ee6a786d4eb0 not bound to the agent host hv-neutron-8437 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 05:30:41.747888 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8b8cc21a-4ad9-4fb8-8cd5-1a99c9a52264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897784'] for network, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:41.867131 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8b8cc21a-4ad9-4fb8-8cd5-1a99c9a52264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867540', 'neutron.services.segments.db._delete_segments_for_network-8729234922972'] for network, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:41.891013 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-8b8cc21a-4ad9-4fb8-8cd5-1a99c9a52264 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f281a25c-e5c9-41d9-8293-4769bf8e9b0c']}} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:30:41.903238 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-8b8cc21a-4ad9-4fb8-8cd5-1a99c9a52264 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85d7c0fe-a72c-4cc9-a5ac-5c3a505074ac') {'for_net_delete': True} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:30:41.903536 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-8b8cc21a-4ad9-4fb8-8cd5-1a99c9a52264 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85d7c0fe-a72c-4cc9-a5ac-5c3a505074ac') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:30:41.914917 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8b8cc21a-4ad9-4fb8-8cd5-1a99c9a52264 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729235042807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1454725'] for segment, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:41.930041 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8b8cc21a-4ad9-4fb8-8cd5-1a99c9a52264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:41.935845 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b8cc21a-4ad9-4fb8-8cd5-1a99c9a52264 admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=88260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 05:30:41.936219 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8b8cc21a-4ad9-4fb8-8cd5-1a99c9a52264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-862858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1547513'] for segment, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:42.000184 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 85d7c0fe-a72c-4cc9-a5ac-5c3a505074ac resource provider aggregate not found May 30 05:30:42.020813 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 85d7c0fe-a72c-4cc9-a5ac-5c3a505074ac resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 85d7c0fe-a72c-4cc9-a5ac-5c3a505074ac found for delete ", "request_id": "req-b193047d-15e5-466e-b689-09b742b596a5"}]} May 30 05:30:42.033388 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8b8cc21a-4ad9-4fb8-8cd5-1a99c9a52264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604744'] for network, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:42.048608 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8b8cc21a-4ad9-4fb8-8cd5-1a99c9a52264 admin admin] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:42.059993 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8cc21a-4ad9-4fb8-8cd5-1a99c9a52264 admin admin] Pushing event deleted for resources: {'Network': ['ID=f281a25c-e5c9-41d9-8293-4769bf8e9b0c,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:30:42.065988 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-8b8cc21a-4ad9-4fb8-8cd5-1a99c9a52264 admin admin] 10.222.0.15 "DELETE /v2.0/networks/f281a25c-e5c9-41d9-8293-4769bf8e9b0c HTTP/1.1" status: 204 len: 168 time: 0.4208546 May 30 05:30:42.174368 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 52310) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:30:42.221920 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-98e205ce-0d77-49f4-9b5b-8eb326d3006c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=38d5a058f2d741d2933d3f45fbc3142f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0463831 May 30 05:30:42.224282 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 52314) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:30:42.287625 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b07973ba-b04f-403f-9f77-7378f7307424 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:42.313033 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b07973ba-b04f-403f-9f77-7378f7307424 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:42.363238 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b07973ba-b04f-403f-9f77-7378f7307424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:42.380202 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07973ba-b04f-403f-9f77-7378f7307424 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f699af88-d051-48c2-bb47-4655c57a88ec,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:30:42.390202 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b07973ba-b04f-403f-9f77-7378f7307424 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:42.391262 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-b07973ba-b04f-403f-9f77-7378f7307424 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f699af88-d051-48c2-bb47-4655c57a88ec HTTP/1.1" status: 204 len: 168 time: 0.1660981 May 30 05:30:43.119294 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 52338) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:30:43.219149 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-cc4337a2-08af-4bc7-9bd1-c3c3bd8cef57 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1085407473'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:30:43.224008 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-cc4337a2-08af-4bc7-9bd1-c3c3bd8cef57 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:30:43.227835 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-cc4337a2-08af-4bc7-9bd1-c3c3bd8cef57 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Usage tracker for resource:network and tenant:3e2fdc787cb34bdd8e69450110bc9ee2 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:30:43.230676 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-cc4337a2-08af-4bc7-9bd1-c3c3bd8cef57 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:30:43.236817 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-cc4337a2-08af-4bc7-9bd1-c3c3bd8cef57 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:30:43.247242 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc4337a2-08af-4bc7-9bd1-c3c3bd8cef57 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Made reservation on behalf of 3e2fdc787cb34bdd8e69450110bc9ee2 for: {'network': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:30:43.250846 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cc4337a2-08af-4bc7-9bd1-c3c3bd8cef57 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for network, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:43.263930 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cc4337a2-08af-4bc7-9bd1-c3c3bd8cef57 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:43.278055 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-cc4337a2-08af-4bc7-9bd1-c3c3bd8cef57 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:30:43.281764 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-cc4337a2-08af-4bc7-9bd1-c3c3bd8cef57 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Usage tracker for resource:security_group_rule and tenant:3e2fdc787cb34bdd8e69450110bc9ee2 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:30:43.284473 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-cc4337a2-08af-4bc7-9bd1-c3c3bd8cef57 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:30:43.290417 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-cc4337a2-08af-4bc7-9bd1-c3c3bd8cef57 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:30:43.373931 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cc4337a2-08af-4bc7-9bd1-c3c3bd8cef57 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:43.378252 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cc4337a2-08af-4bc7-9bd1-c3c3bd8cef57 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:43.410316 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc4337a2-08af-4bc7-9bd1-c3c3bd8cef57 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=88261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 05:30:43.418411 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4337a2-08af-4bc7-9bd1-c3c3bd8cef57 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1ed3ad1-437c-4584-bf49-f3c003d71082,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:30:43.423881 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cc4337a2-08af-4bc7-9bd1-c3c3bd8cef57 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:43.424350 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.db.segments_db [None req-cc4337a2-08af-4bc7-9bd1-c3c3bd8cef57 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Added segment d9983c04-25b1-471c-834c-5a3479e3a50a of type vlan for network de174bb9-5a9b-4aa6-abeb-5f1f50ed0dda May 30 05:30:43.455798 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cc4337a2-08af-4bc7-9bd1-c3c3bd8cef57 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729234556353'] for network, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:43.483620 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cc4337a2-08af-4bc7-9bd1-c3c3bd8cef57 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788'] for network, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:43.488979 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc4337a2-08af-4bc7-9bd1-c3c3bd8cef57 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:30:43.489553 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cc4337a2-08af-4bc7-9bd1-c3c3bd8cef57 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:43.688797 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4337a2-08af-4bc7-9bd1-c3c3bd8cef57 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Pushing event updated for resources: {'Network': ['ID=de174bb9-5a9b-4aa6-abeb-5f1f50ed0dda,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:30:43.693626 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-cc4337a2-08af-4bc7-9bd1-c3c3bd8cef57 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5733218 May 30 05:30:43.700933 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Network de174bb9-5a9b-4aa6-abeb-5f1f50ed0dda details requested by agent ovs-agent-dv-neutron-843763-1-hyperv with host dv-neutron-843763-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 05:30:46.976088 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 52346) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:30:46.981665 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-de9bcdeb-49ad-4d6e-9b7d-804504e09682 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Request body: {'subnet': {'network_id': 'de174bb9-5a9b-4aa6-abeb-5f1f50ed0dda', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:30:47.088523 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-de9bcdeb-49ad-4d6e-9b7d-804504e09682 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:30:47.092277 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-de9bcdeb-49ad-4d6e-9b7d-804504e09682 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Usage tracker for resource:subnet and tenant:3e2fdc787cb34bdd8e69450110bc9ee2 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:30:47.095022 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-de9bcdeb-49ad-4d6e-9b7d-804504e09682 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:30:47.101158 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-de9bcdeb-49ad-4d6e-9b7d-804504e09682 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:30:47.110399 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de9bcdeb-49ad-4d6e-9b7d-804504e09682 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Made reservation on behalf of 3e2fdc787cb34bdd8e69450110bc9ee2 for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:30:47.113799 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-de9bcdeb-49ad-4d6e-9b7d-804504e09682 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9305518'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:47.332056 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-de9bcdeb-49ad-4d6e-9b7d-804504e09682 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2305012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9305500'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:47.408735 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9bcdeb-49ad-4d6e-9b7d-804504e09682 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Pushing event updated for resources: {'Subnet': ['ID=a835e63f-7287-47d5-8f6f-adab035791c0,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:30:47.420396 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9bcdeb-49ad-4d6e-9b7d-804504e09682 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Checking segment: {'id': 'd9983c04-25b1-471c-834c-5a3479e3a50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'de174bb9-5a9b-4aa6-abeb-5f1f50ed0dda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:30:47.420742 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de9bcdeb-49ad-4d6e-9b7d-804504e09682 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Network hostable DHCP agents. Network: de174bb9-5a9b-4aa6-abeb-5f1f50ed0dda, hostable agents: ['1c705e68-3d3e-4dd3-9252-feb21d4b96ab'], hosted agents: [] {{(pid=88261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 05:30:47.438617 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de9bcdeb-49ad-4d6e-9b7d-804504e09682 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Network de174bb9-5a9b-4aa6-abeb-5f1f50ed0dda is scheduled to be hosted by DHCP agent 1c705e68-3d3e-4dd3-9252-feb21d4b96ab with binding_index 1 {{(pid=88261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 05:30:47.446961 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-de9bcdeb-49ad-4d6e-9b7d-804504e09682 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843763-1-hyperv, de174bb9-5a9b-4aa6-abeb-5f1f50ed0dda) {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:30:47.451098 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de9bcdeb-49ad-4d6e-9b7d-804504e09682 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:30:47.451689 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-de9bcdeb-49ad-4d6e-9b7d-804504e09682 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:47.455326 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41313468-13a4-42a8-a698-26aa9809ba56 None None] Network de174bb9-5a9b-4aa6-abeb-5f1f50ed0dda requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:30:47.473591 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-de9bcdeb-49ad-4d6e-9b7d-804504e09682 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4964159 May 30 05:30:47.477788 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 52350) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:30:47.485228 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-4dc6fabd-873d-4e46-b300-50480c43006f tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-455233427'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:30:47.492567 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-4dc6fabd-873d-4e46-b300-50480c43006f tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:30:47.497200 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-4dc6fabd-873d-4e46-b300-50480c43006f tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Usage tracker for resource:network and tenant:3e2fdc787cb34bdd8e69450110bc9ee2 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:30:47.500944 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-4dc6fabd-873d-4e46-b300-50480c43006f tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:30:47.511541 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-4dc6fabd-873d-4e46-b300-50480c43006f tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:30:47.526041 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dc6fabd-873d-4e46-b300-50480c43006f tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Made reservation on behalf of 3e2fdc787cb34bdd8e69450110bc9ee2 for: {'network': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:30:47.531331 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4dc6fabd-873d-4e46-b300-50480c43006f tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for network, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:47.571020 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dc6fabd-873d-4e46-b300-50480c43006f tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=88261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 05:30:47.581867 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4dc6fabd-873d-4e46-b300-50480c43006f tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:47.582281 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.db.segments_db [None req-4dc6fabd-873d-4e46-b300-50480c43006f tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Added segment 7f04f3bb-417d-4f39-86ac-bc10c1e0bfd5 of type vlan for network 5401dd55-5811-41dc-883f-077602b40507 May 30 05:30:47.610455 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4dc6fabd-873d-4e46-b300-50480c43006f tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729234556353'] for network, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:47.640137 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4dc6fabd-873d-4e46-b300-50480c43006f tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788'] for network, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:47.645655 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc6fabd-873d-4e46-b300-50480c43006f tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:30:47.646876 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4dc6fabd-873d-4e46-b300-50480c43006f tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:47.654465 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:47.701974 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5cf6a71-1fda-40b7-9a14-6ce9869d308a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bbf24ed-7ba9-53d2-873f-8f9642b1e987-de174bb9-5a9b-4aa6-abeb-5f1f50ed0dda', 'network_id': 'de174bb9-5a9b-4aa6-abeb-5f1f50ed0dda', 'tenant_id': '3e2fdc787cb34bdd8e69450110bc9ee2', 'fixed_ips': [{'subnet_id': 'a835e63f-7287-47d5-8f6f-adab035791c0'}]}} from dv-neutron-843763-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 30 05:30:47.702895 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f5cf6a71-1fda-40b7-9a14-6ce9869d308a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:47.746688 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-4dc6fabd-873d-4e46-b300-50480c43006f tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2675281 May 30 05:30:47.749649 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 52354) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:30:47.755438 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc6fabd-873d-4e46-b300-50480c43006f tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Pushing event updated for resources: {'Network': ['ID=5401dd55-5811-41dc-883f-077602b40507,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:30:47.757001 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-af978194-6140-45bf-a223-d4338f738729 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Request body: {'subnet': {'network_id': '5401dd55-5811-41dc-883f-077602b40507', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:30:47.772944 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Network 5401dd55-5811-41dc-883f-077602b40507 details requested by agent ovs-agent-dv-neutron-843763-1-hyperv with host dv-neutron-843763-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 05:30:47.867583 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-af978194-6140-45bf-a223-d4338f738729 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:30:47.871456 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-af978194-6140-45bf-a223-d4338f738729 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Usage tracker for resource:subnet and tenant:3e2fdc787cb34bdd8e69450110bc9ee2 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:30:47.874294 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-af978194-6140-45bf-a223-d4338f738729 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:30:47.880067 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-af978194-6140-45bf-a223-d4338f738729 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:30:47.891261 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af978194-6140-45bf-a223-d4338f738729 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Made reservation on behalf of 3e2fdc787cb34bdd8e69450110bc9ee2 for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:30:47.896515 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-af978194-6140-45bf-a223-d4338f738729 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2133361'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:47.950583 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-f5cf6a71-1fda-40b7-9a14-6ce9869d308a None None] Allocated IP 2001:db8:0:ffff::2 (de174bb9-5a9b-4aa6-abeb-5f1f50ed0dda/a835e63f-7287-47d5-8f6f-adab035791c0/eac483f1-4797-465e-959d-4d977fd5b6f8) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:30:48.164066 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f5cf6a71-1fda-40b7-9a14-6ce9869d308a None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:48.177987 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-f5cf6a71-1fda-40b7-9a14-6ce9869d308a None None] Transition to ACTIVE for port object eac483f1-4797-465e-959d-4d977fd5b6f8 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:30:48.203449 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-f5cf6a71-1fda-40b7-9a14-6ce9869d308a None None] Transition to ACTIVE for port object eac483f1-4797-465e-959d-4d977fd5b6f8 will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:30:48.210454 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f5cf6a71-1fda-40b7-9a14-6ce9869d308a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:48.233401 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-af978194-6140-45bf-a223-d4338f738729 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1547796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2133315'] for subnet, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:48.282649 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5cf6a71-1fda-40b7-9a14-6ce9869d308a None None] Network de174bb9-5a9b-4aa6-abeb-5f1f50ed0dda is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:30:48.285440 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-f5cf6a71-1fda-40b7-9a14-6ce9869d308a None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:30:48.289262 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5cf6a71-1fda-40b7-9a14-6ce9869d308a None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:30:48.297962 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cf6a71-1fda-40b7-9a14-6ce9869d308a None None] Pushing event updated for resources: {'Port': ['ID=eac483f1-4797-465e-959d-4d977fd5b6f8,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:30:48.320775 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af978194-6140-45bf-a223-d4338f738729 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Pushing event updated for resources: {'Subnet': ['ID=392ee1ab-4af7-4cf0-99e9-e2d44b858e7f,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:30:48.328419 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af978194-6140-45bf-a223-d4338f738729 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Checking segment: {'id': '7f04f3bb-417d-4f39-86ac-bc10c1e0bfd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '5401dd55-5811-41dc-883f-077602b40507'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:30:48.328774 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af978194-6140-45bf-a223-d4338f738729 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Network hostable DHCP agents. Network: 5401dd55-5811-41dc-883f-077602b40507, hostable agents: ['1c705e68-3d3e-4dd3-9252-feb21d4b96ab'], hosted agents: [] {{(pid=88260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 05:30:48.348800 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af978194-6140-45bf-a223-d4338f738729 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Network 5401dd55-5811-41dc-883f-077602b40507 is scheduled to be hosted by DHCP agent 1c705e68-3d3e-4dd3-9252-feb21d4b96ab with binding_index 1 {{(pid=88260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 05:30:48.357969 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-af978194-6140-45bf-a223-d4338f738729 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843763-1-hyperv, 5401dd55-5811-41dc-883f-077602b40507) {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:30:48.362263 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af978194-6140-45bf-a223-d4338f738729 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:30:48.362858 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-af978194-6140-45bf-a223-d4338f738729 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:48.370682 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b72046f9-3328-4aa9-a8fd-4287943f495f None None] Network 5401dd55-5811-41dc-883f-077602b40507 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:30:48.387702 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-af978194-6140-45bf-a223-d4338f738729 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.6337202 May 30 05:30:48.387890 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 52358) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:30:48.463368 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-f5cf6a71-1fda-40b7-9a14-6ce9869d308a None None] Attempting to bind port eac483f1-4797-465e-959d-4d977fd5b6f8 on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 05:30:48.463953 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-f5cf6a71-1fda-40b7-9a14-6ce9869d308a None None] Attempting to bind port eac483f1-4797-465e-959d-4d977fd5b6f8 by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': 'd9983c04-25b1-471c-834c-5a3479e3a50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'de174bb9-5a9b-4aa6-abeb-5f1f50ed0dda'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 05:30:48.464184 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5cf6a71-1fda-40b7-9a14-6ce9869d308a None None] Attempting to bind port eac483f1-4797-465e-959d-4d977fd5b6f8 on network de174bb9-5a9b-4aa6-abeb-5f1f50ed0dda {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:30:48.474130 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5cf6a71-1fda-40b7-9a14-6ce9869d308a None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 5, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 05:30:48.474939 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5cf6a71-1fda-40b7-9a14-6ce9869d308a None None] Checking segment: {'id': 'd9983c04-25b1-471c-834c-5a3479e3a50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'de174bb9-5a9b-4aa6-abeb-5f1f50ed0dda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:30:48.475133 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f5cf6a71-1fda-40b7-9a14-6ce9869d308a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:48.475554 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5cf6a71-1fda-40b7-9a14-6ce9869d308a None None] Bound using segment: {'id': 'd9983c04-25b1-471c-834c-5a3479e3a50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'de174bb9-5a9b-4aa6-abeb-5f1f50ed0dda'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 05:30:48.476179 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-f5cf6a71-1fda-40b7-9a14-6ce9869d308a None None] Bound port: eac483f1-4797-465e-959d-4d977fd5b6f8, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9983c04-25b1-471c-834c-5a3479e3a50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'de174bb9-5a9b-4aa6-abeb-5f1f50ed0dda'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 05:30:48.476692 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f5cf6a71-1fda-40b7-9a14-6ce9869d308a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:48.530107 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-55144347-e49c-4748-a8af-e24e8ed5b259 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897784'] for network, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:48.595296 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-55144347-e49c-4748-a8af-e24e8ed5b259 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860493'] for subnet, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:48.679405 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-55144347-e49c-4748-a8af-e24e8ed5b259 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1547867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2133322'] for subnet, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:48.682688 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-f5cf6a71-1fda-40b7-9a14-6ce9869d308a None None] For port eac483f1-4797-465e-959d-4d977fd5b6f8, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 05:30:48.687818 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-f5cf6a71-1fda-40b7-9a14-6ce9869d308a None None] For port eac483f1-4797-465e-959d-4d977fd5b6f8, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=eac483f1-4797-465e-959d-4d977fd5b6f8,segment=NetworkSegment(d9983c04-25b1-471c-834c-5a3479e3a50a),segment_id=d9983c04-25b1-471c-834c-5a3479e3a50a)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 05:30:48.717601 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f5cf6a71-1fda-40b7-9a14-6ce9869d308a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:48.720054 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55144347-e49c-4748-a8af-e24e8ed5b259 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Pushing event deleted for resources: {'Subnet': ['ID=392ee1ab-4af7-4cf0-99e9-e2d44b858e7f,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:30:48.779973 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b152e86f-0813-4332-986d-d906160769a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bbf24ed-7ba9-53d2-873f-8f9642b1e987-5401dd55-5811-41dc-883f-077602b40507', 'network_id': '5401dd55-5811-41dc-883f-077602b40507', 'tenant_id': '3e2fdc787cb34bdd8e69450110bc9ee2', 'fixed_ips': [{'subnet_id': '392ee1ab-4af7-4cf0-99e9-e2d44b858e7f'}]}} from dv-neutron-843763-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 30 05:30:48.780801 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-b152e86f-0813-4332-986d-d906160769a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:48.814076 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-55144347-e49c-4748-a8af-e24e8ed5b259 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867540', 'neutron.services.segments.db._delete_segments_for_network-8729234922972'] for network, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:48.839823 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-55144347-e49c-4748-a8af-e24e8ed5b259 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5401dd55-5811-41dc-883f-077602b40507']}} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:30:48.851904 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-55144347-e49c-4748-a8af-e24e8ed5b259 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f04f3bb-417d-4f39-86ac-bc10c1e0bfd5') {'for_net_delete': True} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:30:48.852209 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-55144347-e49c-4748-a8af-e24e8ed5b259 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f04f3bb-417d-4f39-86ac-bc10c1e0bfd5') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:30:48.862092 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cf6a71-1fda-40b7-9a14-6ce9869d308a None None] Pushing event updated for resources: {'Port': ['ID=eac483f1-4797-465e-959d-4d977fd5b6f8,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:30:48.864250 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-55144347-e49c-4748-a8af-e24e8ed5b259 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729235042807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1454725'] for segment, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:48.881644 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-55144347-e49c-4748-a8af-e24e8ed5b259 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:48.888487 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55144347-e49c-4748-a8af-e24e8ed5b259 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=88260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 05:30:48.888899 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-55144347-e49c-4748-a8af-e24e8ed5b259 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-862858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1547513'] for segment, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:48.910135 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a115aaf2-5d19-4d59-8a38-39e8cb3a79a4 None None] Network 5401dd55-5811-41dc-883f-077602b40507 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:30:48.982262 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 7f04f3bb-417d-4f39-86ac-bc10c1e0bfd5 resource provider aggregate not found May 30 05:30:48.998609 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-55144347-e49c-4748-a8af-e24e8ed5b259 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604744'] for network, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:49.003451 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-55144347-e49c-4748-a8af-e24e8ed5b259 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:49.008026 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 7f04f3bb-417d-4f39-86ac-bc10c1e0bfd5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7f04f3bb-417d-4f39-86ac-bc10c1e0bfd5 found for delete ", "request_id": "req-f71623fa-af2b-425c-ad1e-7d28c7da5766"}]} May 30 05:30:49.032968 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55144347-e49c-4748-a8af-e24e8ed5b259 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Pushing event deleted for resources: {'Network': ['ID=5401dd55-5811-41dc-883f-077602b40507,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:30:49.043066 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 52366) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:30:49.053099 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-55144347-e49c-4748-a8af-e24e8ed5b259 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] 10.222.0.15 "DELETE /v2.0/networks/5401dd55-5811-41dc-883f-077602b40507 HTTP/1.1" status: 204 len: 168 time: 0.6622131 May 30 05:30:49.055427 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-1f99204c-d91a-4dad-85a7-4ed7d1070def tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1861591366'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:30:49.064914 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-1f99204c-d91a-4dad-85a7-4ed7d1070def tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:30:49.074834 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-1f99204c-d91a-4dad-85a7-4ed7d1070def tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Usage tracker for resource:network and tenant:3e2fdc787cb34bdd8e69450110bc9ee2 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:30:49.078046 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-1f99204c-d91a-4dad-85a7-4ed7d1070def tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:30:49.084750 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-1f99204c-d91a-4dad-85a7-4ed7d1070def tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:30:49.094507 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f99204c-d91a-4dad-85a7-4ed7d1070def tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Made reservation on behalf of 3e2fdc787cb34bdd8e69450110bc9ee2 for: {'network': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:30:49.098461 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1f99204c-d91a-4dad-85a7-4ed7d1070def tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for network, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:49.130942 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f99204c-d91a-4dad-85a7-4ed7d1070def tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=88261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 05:30:49.140302 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1f99204c-d91a-4dad-85a7-4ed7d1070def tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:49.140650 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.db.segments_db [None req-1f99204c-d91a-4dad-85a7-4ed7d1070def tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Added segment 0d9f8e5e-8414-4670-bb22-0210372df5d8 of type vlan for network dee5952e-f244-45c4-8e07-4fe3c04a1b45 May 30 05:30:49.170144 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1f99204c-d91a-4dad-85a7-4ed7d1070def tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729234556353'] for network, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:49.202607 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1f99204c-d91a-4dad-85a7-4ed7d1070def tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788'] for network, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:49.208255 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f99204c-d91a-4dad-85a7-4ed7d1070def tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:30:49.209588 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1f99204c-d91a-4dad-85a7-4ed7d1070def tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:49.300981 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-1f99204c-d91a-4dad-85a7-4ed7d1070def tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2569709 May 30 05:30:49.303796 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 52370) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:30:49.309472 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-0c71167b-4b0f-4fa9-b145-28252e608b79 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Request body: {'subnet': {'network_id': 'dee5952e-f244-45c4-8e07-4fe3c04a1b45', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:30:49.319947 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f99204c-d91a-4dad-85a7-4ed7d1070def tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Pushing event updated for resources: {'Network': ['ID=dee5952e-f244-45c4-8e07-4fe3c04a1b45,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:30:49.327071 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f99204c-d91a-4dad-85a7-4ed7d1070def tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:30:49.327418 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f99204c-d91a-4dad-85a7-4ed7d1070def tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:30:49.327758 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f99204c-d91a-4dad-85a7-4ed7d1070def tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:30:49.328089 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f99204c-d91a-4dad-85a7-4ed7d1070def tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:30:49.328420 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f99204c-d91a-4dad-85a7-4ed7d1070def tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:30:49.328747 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f99204c-d91a-4dad-85a7-4ed7d1070def tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:30:49.329072 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f99204c-d91a-4dad-85a7-4ed7d1070def tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:30:49.329396 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f99204c-d91a-4dad-85a7-4ed7d1070def tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:30:49.329722 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f99204c-d91a-4dad-85a7-4ed7d1070def tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:30:49.330070 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f99204c-d91a-4dad-85a7-4ed7d1070def tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:30:49.330491 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f99204c-d91a-4dad-85a7-4ed7d1070def tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:30:49.330817 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f99204c-d91a-4dad-85a7-4ed7d1070def tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:30:49.342009 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Network dee5952e-f244-45c4-8e07-4fe3c04a1b45 details requested by agent ovs-agent-dv-neutron-843763-1-hyperv with host dv-neutron-843763-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 05:30:49.422570 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-0c71167b-4b0f-4fa9-b145-28252e608b79 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:30:49.426436 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-0c71167b-4b0f-4fa9-b145-28252e608b79 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Usage tracker for resource:subnet and tenant:3e2fdc787cb34bdd8e69450110bc9ee2 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:30:49.429329 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-0c71167b-4b0f-4fa9-b145-28252e608b79 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:30:49.435197 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-0c71167b-4b0f-4fa9-b145-28252e608b79 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:30:49.445067 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c71167b-4b0f-4fa9-b145-28252e608b79 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Made reservation on behalf of 3e2fdc787cb34bdd8e69450110bc9ee2 for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:30:49.448770 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0c71167b-4b0f-4fa9-b145-28252e608b79 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2133361'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:49.543299 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.ipam_backend_mixin [None req-0c71167b-4b0f-4fa9-b145-28252e608b79 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Performing IP validity checks on allocation pools {{(pid=88260) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 30 05:30:49.543826 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.ipam_backend_mixin [None req-0c71167b-4b0f-4fa9-b145-28252e608b79 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88260) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 30 05:30:49.670503 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0c71167b-4b0f-4fa9-b145-28252e608b79 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1547796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2133315'] for subnet, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:49.752000 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c71167b-4b0f-4fa9-b145-28252e608b79 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Pushing event updated for resources: {'Subnet': ['ID=0b6f7958-b2e2-4f65-ab7b-de4633845b6e,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:30:49.763647 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c71167b-4b0f-4fa9-b145-28252e608b79 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Checking segment: {'id': '0d9f8e5e-8414-4670-bb22-0210372df5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'dee5952e-f244-45c4-8e07-4fe3c04a1b45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:30:49.764011 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c71167b-4b0f-4fa9-b145-28252e608b79 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Network hostable DHCP agents. Network: dee5952e-f244-45c4-8e07-4fe3c04a1b45, hostable agents: ['1c705e68-3d3e-4dd3-9252-feb21d4b96ab'], hosted agents: [] {{(pid=88260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 05:30:49.784260 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c71167b-4b0f-4fa9-b145-28252e608b79 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Network dee5952e-f244-45c4-8e07-4fe3c04a1b45 is scheduled to be hosted by DHCP agent 1c705e68-3d3e-4dd3-9252-feb21d4b96ab with binding_index 1 {{(pid=88260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 05:30:49.793873 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-0c71167b-4b0f-4fa9-b145-28252e608b79 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843763-1-hyperv, dee5952e-f244-45c4-8e07-4fe3c04a1b45) {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:30:49.798140 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c71167b-4b0f-4fa9-b145-28252e608b79 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:30:49.798760 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0c71167b-4b0f-4fa9-b145-28252e608b79 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:49.803519 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ecc489a-b80a-4a85-b8f8-1a12c5ccaee9 None None] Network dee5952e-f244-45c4-8e07-4fe3c04a1b45 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:30:49.825574 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-0c71167b-4b0f-4fa9-b145-28252e608b79 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.5181518 May 30 05:30:49.826053 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 52374) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:30:49.870061 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ebe405c-68af-41b8-be34-143e8bf4c421 None None] Network de174bb9-5a9b-4aa6-abeb-5f1f50ed0dda requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:30:49.966031 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-a7572a11-86d8-49ca-b16d-0e6734506c10 None None] Provisioning for port eac483f1-4797-465e-959d-4d977fd5b6f8 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:30:49.968049 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4563b69a-4aaf-451f-99cd-c0e52cd5baee tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897784'] for network, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:50.037213 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4563b69a-4aaf-451f-99cd-c0e52cd5baee tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860493'] for subnet, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:50.110759 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4563b69a-4aaf-451f-99cd-c0e52cd5baee tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2304955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9305493'] for subnet, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:50.169674 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4563b69a-4aaf-451f-99cd-c0e52cd5baee tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Pushing event deleted for resources: {'Subnet': ['ID=0b6f7958-b2e2-4f65-ab7b-de4633845b6e,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:30:50.203435 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2fed272-41dd-4e1e-b804-8fe1b8156d02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bbf24ed-7ba9-53d2-873f-8f9642b1e987-dee5952e-f244-45c4-8e07-4fe3c04a1b45', 'network_id': 'dee5952e-f244-45c4-8e07-4fe3c04a1b45', 'tenant_id': '3e2fdc787cb34bdd8e69450110bc9ee2', 'fixed_ips': [{'subnet_id': '0b6f7958-b2e2-4f65-ab7b-de4633845b6e'}]}} from dv-neutron-843763-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 30 05:30:50.204260 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e2fed272-41dd-4e1e-b804-8fe1b8156d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:50.248539 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4563b69a-4aaf-451f-99cd-c0e52cd5baee tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867540', 'neutron.services.segments.db._delete_segments_for_network-8729234922972'] for network, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:50.275438 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-4563b69a-4aaf-451f-99cd-c0e52cd5baee tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dee5952e-f244-45c4-8e07-4fe3c04a1b45']}} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:30:50.288976 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-4563b69a-4aaf-451f-99cd-c0e52cd5baee tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d9f8e5e-8414-4670-bb22-0210372df5d8') {'for_net_delete': True} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:30:50.289205 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-4563b69a-4aaf-451f-99cd-c0e52cd5baee tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d9f8e5e-8414-4670-bb22-0210372df5d8') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:30:50.301298 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4563b69a-4aaf-451f-99cd-c0e52cd5baee tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729235042807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3545573'] for segment, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:50.326522 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4563b69a-4aaf-451f-99cd-c0e52cd5baee tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:50.328834 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1114b4d7-2841-4dab-bba5-b88ccfa73c42 None None] Network dee5952e-f244-45c4-8e07-4fe3c04a1b45 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:30:50.333544 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4563b69a-4aaf-451f-99cd-c0e52cd5baee tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=88261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 05:30:50.334149 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4563b69a-4aaf-451f-99cd-c0e52cd5baee tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-862858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2304281'] for segment, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:50.435104 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4563b69a-4aaf-451f-99cd-c0e52cd5baee tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604744'] for network, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:50.460643 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4563b69a-4aaf-451f-99cd-c0e52cd5baee tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:50.476598 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4563b69a-4aaf-451f-99cd-c0e52cd5baee tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Pushing event deleted for resources: {'Network': ['ID=dee5952e-f244-45c4-8e07-4fe3c04a1b45,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:30:50.481161 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-4563b69a-4aaf-451f-99cd-c0e52cd5baee tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] 10.222.0.15 "DELETE /v2.0/networks/dee5952e-f244-45c4-8e07-4fe3c04a1b45 HTTP/1.1" status: 204 len: 168 time: 0.6543438 May 30 05:30:50.486251 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 52382) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:30:50.492762 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-ad7e5227-7712-419a-a206-52aad8f1b03d tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1439716064'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:30:50.498365 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-ad7e5227-7712-419a-a206-52aad8f1b03d tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:30:50.502665 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-ad7e5227-7712-419a-a206-52aad8f1b03d tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Usage tracker for resource:network and tenant:3e2fdc787cb34bdd8e69450110bc9ee2 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:30:50.506466 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-ad7e5227-7712-419a-a206-52aad8f1b03d tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:30:50.514018 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-ad7e5227-7712-419a-a206-52aad8f1b03d tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:30:50.526930 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad7e5227-7712-419a-a206-52aad8f1b03d tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Made reservation on behalf of 3e2fdc787cb34bdd8e69450110bc9ee2 for: {'network': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:30:50.530613 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ad7e5227-7712-419a-a206-52aad8f1b03d tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for network, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:50.553896 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 0d9f8e5e-8414-4670-bb22-0210372df5d8 resource provider aggregate not found May 30 05:30:50.564843 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad7e5227-7712-419a-a206-52aad8f1b03d tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=88261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 05:30:50.570631 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 0d9f8e5e-8414-4670-bb22-0210372df5d8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0d9f8e5e-8414-4670-bb22-0210372df5d8 found for delete ", "request_id": "req-2b9328c5-1dca-489e-83b5-b9d540968621"}]} May 30 05:30:50.575489 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ad7e5227-7712-419a-a206-52aad8f1b03d tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:50.575833 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.db.segments_db [None req-ad7e5227-7712-419a-a206-52aad8f1b03d tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Added segment 3a208b0a-d731-448e-902a-004d87e2ff83 of type vlan for network f2037367-a8ec-4104-acc3-4b509edee4a2 May 30 05:30:50.602917 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ad7e5227-7712-419a-a206-52aad8f1b03d tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729234556353'] for network, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:50.632370 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ad7e5227-7712-419a-a206-52aad8f1b03d tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788'] for network, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:50.637996 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad7e5227-7712-419a-a206-52aad8f1b03d tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:30:50.638579 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ad7e5227-7712-419a-a206-52aad8f1b03d tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:50.710762 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device eac483f1-4797-465e-959d-4d977fd5b6f8 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:30:50.728581 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-ad7e5227-7712-419a-a206-52aad8f1b03d tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2410207 May 30 05:30:50.731648 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 52388) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:30:50.737843 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-a343e92f-c862-4322-af6d-d28831c49598 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Request body: {'subnet': {'network_id': 'f2037367-a8ec-4104-acc3-4b509edee4a2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:30:50.749043 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7e5227-7712-419a-a206-52aad8f1b03d tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Pushing event updated for resources: {'Network': ['ID=f2037367-a8ec-4104-acc3-4b509edee4a2,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:30:50.761238 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Network f2037367-a8ec-4104-acc3-4b509edee4a2 details requested by agent ovs-agent-dv-neutron-843763-1-hyperv with host dv-neutron-843763-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 05:30:50.845666 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-a343e92f-c862-4322-af6d-d28831c49598 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:30:50.850037 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-a343e92f-c862-4322-af6d-d28831c49598 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Usage tracker for resource:subnet and tenant:3e2fdc787cb34bdd8e69450110bc9ee2 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:30:50.852796 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-a343e92f-c862-4322-af6d-d28831c49598 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:30:50.858429 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-a343e92f-c862-4322-af6d-d28831c49598 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:30:50.867856 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a343e92f-c862-4322-af6d-d28831c49598 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Made reservation on behalf of 3e2fdc787cb34bdd8e69450110bc9ee2 for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:30:50.871437 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a343e92f-c862-4322-af6d-d28831c49598 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2133361'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:50.874174 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port eac483f1-4797-465e-959d-4d977fd5b6f8 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:30:50.879230 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port eac483f1-4797-465e-959d-4d977fd5b6f8 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:30:50.879600 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:51.032966 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port eac483f1-4797-465e-959d-4d977fd5b6f8 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:30:51.033350 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:51.066360 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] For port eac483f1-4797-465e-959d-4d977fd5b6f8, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=eac483f1-4797-465e-959d-4d977fd5b6f8,segment=NetworkSegment(d9983c04-25b1-471c-834c-5a3479e3a50a),segment_id=d9983c04-25b1-471c-834c-5a3479e3a50a)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:30:51.070484 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:51.088517 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a343e92f-c862-4322-af6d-d28831c49598 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1547796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2133315'] for subnet, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:51.136723 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Pushing event updated for resources: {'Port': ['ID=eac483f1-4797-465e-959d-4d977fd5b6f8,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:30:51.275541 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a343e92f-c862-4322-af6d-d28831c49598 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Pushing event updated for resources: {'Subnet': ['ID=a0b9d076-e434-47ad-834f-164c0a89fc7d,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:30:51.280355 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a343e92f-c862-4322-af6d-d28831c49598 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Checking segment: {'id': '3a208b0a-d731-448e-902a-004d87e2ff83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'f2037367-a8ec-4104-acc3-4b509edee4a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:30:51.280714 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a343e92f-c862-4322-af6d-d28831c49598 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Network hostable DHCP agents. Network: f2037367-a8ec-4104-acc3-4b509edee4a2, hostable agents: ['1c705e68-3d3e-4dd3-9252-feb21d4b96ab'], hosted agents: [] {{(pid=88260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 05:30:51.300292 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a343e92f-c862-4322-af6d-d28831c49598 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Network f2037367-a8ec-4104-acc3-4b509edee4a2 is scheduled to be hosted by DHCP agent 1c705e68-3d3e-4dd3-9252-feb21d4b96ab with binding_index 1 {{(pid=88260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 05:30:51.309849 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-a343e92f-c862-4322-af6d-d28831c49598 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843763-1-hyperv, f2037367-a8ec-4104-acc3-4b509edee4a2) {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:30:51.314198 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a343e92f-c862-4322-af6d-d28831c49598 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:30:51.314785 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-a343e92f-c862-4322-af6d-d28831c49598 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:51.320920 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6605690-cbc7-449b-8056-19e3b48d5c87 None None] Network f2037367-a8ec-4104-acc3-4b509edee4a2 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:30:51.338726 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-a343e92f-c862-4322-af6d-d28831c49598 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6056387 May 30 05:30:51.342248 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 52392) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:30:51.348266 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-43d2c53b-949d-4cb2-a6ad-45d4a83e18ca tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1939299277'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:30:51.353400 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-43d2c53b-949d-4cb2-a6ad-45d4a83e18ca tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:30:51.357474 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-43d2c53b-949d-4cb2-a6ad-45d4a83e18ca tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Usage tracker for resource:network and tenant:3e2fdc787cb34bdd8e69450110bc9ee2 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:30:51.360503 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-43d2c53b-949d-4cb2-a6ad-45d4a83e18ca tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:30:51.367811 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-43d2c53b-949d-4cb2-a6ad-45d4a83e18ca tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:30:51.377722 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43d2c53b-949d-4cb2-a6ad-45d4a83e18ca tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Made reservation on behalf of 3e2fdc787cb34bdd8e69450110bc9ee2 for: {'network': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:30:51.381688 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-43d2c53b-949d-4cb2-a6ad-45d4a83e18ca tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for network, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:51.408535 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43d2c53b-949d-4cb2-a6ad-45d4a83e18ca tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=88261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 05:30:51.417559 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-43d2c53b-949d-4cb2-a6ad-45d4a83e18ca tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:51.417937 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.db.segments_db [None req-43d2c53b-949d-4cb2-a6ad-45d4a83e18ca tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Added segment a7018abd-0a26-446c-b050-49560c6e27d4 of type vlan for network af961b64-dea5-4f7a-8bfc-817e4638a866 May 30 05:30:51.444475 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-43d2c53b-949d-4cb2-a6ad-45d4a83e18ca tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729234556353'] for network, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:51.471477 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-43d2c53b-949d-4cb2-a6ad-45d4a83e18ca tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788'] for network, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:51.478338 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d2c53b-949d-4cb2-a6ad-45d4a83e18ca tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:30:51.478917 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-43d2c53b-949d-4cb2-a6ad-45d4a83e18ca tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:51.538478 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8373250e-3bf6-46cd-834b-639d51f50f25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bbf24ed-7ba9-53d2-873f-8f9642b1e987-f2037367-a8ec-4104-acc3-4b509edee4a2', 'network_id': 'f2037367-a8ec-4104-acc3-4b509edee4a2', 'tenant_id': '3e2fdc787cb34bdd8e69450110bc9ee2', 'fixed_ips': [{'subnet_id': 'a0b9d076-e434-47ad-834f-164c0a89fc7d'}]}} from dv-neutron-843763-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 30 05:30:51.539330 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8373250e-3bf6-46cd-834b-639d51f50f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:51.680206 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-43d2c53b-949d-4cb2-a6ad-45d4a83e18ca tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3365538 May 30 05:30:51.683733 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 52396) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:30:51.689343 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-97b01977-efe8-4a66-a37d-42347a4dc7f4 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Request body: {'subnet': {'network_id': 'af961b64-dea5-4f7a-8bfc-817e4638a866', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:30:51.691664 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d2c53b-949d-4cb2-a6ad-45d4a83e18ca tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Pushing event updated for resources: {'Network': ['ID=af961b64-dea5-4f7a-8bfc-817e4638a866,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:30:51.700829 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-8373250e-3bf6-46cd-834b-639d51f50f25 None None] Allocated IP 2001:db8::2 (f2037367-a8ec-4104-acc3-4b509edee4a2/a0b9d076-e434-47ad-834f-164c0a89fc7d/9cd7e714-c284-4fb7-87f7-df7626e9169b) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:30:51.703983 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Network af961b64-dea5-4f7a-8bfc-817e4638a866 details requested by agent ovs-agent-dv-neutron-843763-1-hyperv with host dv-neutron-843763-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 05:30:51.802663 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-97b01977-efe8-4a66-a37d-42347a4dc7f4 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:30:51.806531 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-97b01977-efe8-4a66-a37d-42347a4dc7f4 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Usage tracker for resource:subnet and tenant:3e2fdc787cb34bdd8e69450110bc9ee2 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:30:51.809325 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-97b01977-efe8-4a66-a37d-42347a4dc7f4 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:30:51.815267 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-97b01977-efe8-4a66-a37d-42347a4dc7f4 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:30:51.825056 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97b01977-efe8-4a66-a37d-42347a4dc7f4 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Made reservation on behalf of 3e2fdc787cb34bdd8e69450110bc9ee2 for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:30:51.828558 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-97b01977-efe8-4a66-a37d-42347a4dc7f4 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2133361'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:51.990380 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8373250e-3bf6-46cd-834b-639d51f50f25 None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:52.000085 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-8373250e-3bf6-46cd-834b-639d51f50f25 None None] Transition to ACTIVE for port object 9cd7e714-c284-4fb7-87f7-df7626e9169b will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:30:52.018074 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-8373250e-3bf6-46cd-834b-639d51f50f25 None None] Transition to ACTIVE for port object 9cd7e714-c284-4fb7-87f7-df7626e9169b will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:30:52.023382 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8373250e-3bf6-46cd-834b-639d51f50f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:52.042745 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-97b01977-efe8-4a66-a37d-42347a4dc7f4 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1547796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2133315'] for subnet, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:52.087141 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8373250e-3bf6-46cd-834b-639d51f50f25 None None] Network f2037367-a8ec-4104-acc3-4b509edee4a2 is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:30:52.089770 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-8373250e-3bf6-46cd-834b-639d51f50f25 None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:30:52.092735 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8373250e-3bf6-46cd-834b-639d51f50f25 None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:30:52.121584 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b01977-efe8-4a66-a37d-42347a4dc7f4 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Pushing event updated for resources: {'Subnet': ['ID=a810e796-713f-43a6-a1d9-6300f4cd44ab,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:30:52.131624 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b01977-efe8-4a66-a37d-42347a4dc7f4 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Checking segment: {'id': 'a7018abd-0a26-446c-b050-49560c6e27d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'af961b64-dea5-4f7a-8bfc-817e4638a866'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:30:52.131981 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b01977-efe8-4a66-a37d-42347a4dc7f4 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Network hostable DHCP agents. Network: af961b64-dea5-4f7a-8bfc-817e4638a866, hostable agents: ['1c705e68-3d3e-4dd3-9252-feb21d4b96ab'], hosted agents: [] {{(pid=88260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 05:30:52.142115 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8373250e-3bf6-46cd-834b-639d51f50f25 None None] Pushing event updated for resources: {'Port': ['ID=9cd7e714-c284-4fb7-87f7-df7626e9169b,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:30:52.151910 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b01977-efe8-4a66-a37d-42347a4dc7f4 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Network af961b64-dea5-4f7a-8bfc-817e4638a866 is scheduled to be hosted by DHCP agent 1c705e68-3d3e-4dd3-9252-feb21d4b96ab with binding_index 1 {{(pid=88260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 05:30:52.161103 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-97b01977-efe8-4a66-a37d-42347a4dc7f4 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843763-1-hyperv, af961b64-dea5-4f7a-8bfc-817e4638a866) {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:30:52.166697 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b01977-efe8-4a66-a37d-42347a4dc7f4 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:30:52.168002 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-97b01977-efe8-4a66-a37d-42347a4dc7f4 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:52.179709 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6390269-4d78-49b6-80b7-94827a5daef0 None None] Network af961b64-dea5-4f7a-8bfc-817e4638a866 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:30:52.191652 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-97b01977-efe8-4a66-a37d-42347a4dc7f4 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5068390 May 30 05:30:52.191883 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 52400) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:30:52.267654 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-8373250e-3bf6-46cd-834b-639d51f50f25 None None] Attempting to bind port 9cd7e714-c284-4fb7-87f7-df7626e9169b on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 05:30:52.268030 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-8373250e-3bf6-46cd-834b-639d51f50f25 None None] Attempting to bind port 9cd7e714-c284-4fb7-87f7-df7626e9169b by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': '3a208b0a-d731-448e-902a-004d87e2ff83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'f2037367-a8ec-4104-acc3-4b509edee4a2'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 05:30:52.268397 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8373250e-3bf6-46cd-834b-639d51f50f25 None None] Attempting to bind port 9cd7e714-c284-4fb7-87f7-df7626e9169b on network f2037367-a8ec-4104-acc3-4b509edee4a2 {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:30:52.279733 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8373250e-3bf6-46cd-834b-639d51f50f25 None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 5, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 05:30:52.280112 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8373250e-3bf6-46cd-834b-639d51f50f25 None None] Checking segment: {'id': '3a208b0a-d731-448e-902a-004d87e2ff83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'f2037367-a8ec-4104-acc3-4b509edee4a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:30:52.280519 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8373250e-3bf6-46cd-834b-639d51f50f25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:52.280913 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8373250e-3bf6-46cd-834b-639d51f50f25 None None] Bound using segment: {'id': '3a208b0a-d731-448e-902a-004d87e2ff83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'f2037367-a8ec-4104-acc3-4b509edee4a2'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 05:30:52.281378 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-8373250e-3bf6-46cd-834b-639d51f50f25 None None] Bound port: 9cd7e714-c284-4fb7-87f7-df7626e9169b, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a208b0a-d731-448e-902a-004d87e2ff83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'f2037367-a8ec-4104-acc3-4b509edee4a2'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 05:30:52.281753 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8373250e-3bf6-46cd-834b-639d51f50f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:52.336847 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-40af5c03-fe9a-4a4d-b217-72a30fc8b02f tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897784'] for network, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:52.404477 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-40af5c03-fe9a-4a4d-b217-72a30fc8b02f tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860493'] for subnet, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:52.437237 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-8373250e-3bf6-46cd-834b-639d51f50f25 None None] For port 9cd7e714-c284-4fb7-87f7-df7626e9169b, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 05:30:52.449740 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-8373250e-3bf6-46cd-834b-639d51f50f25 None None] For port 9cd7e714-c284-4fb7-87f7-df7626e9169b, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=9cd7e714-c284-4fb7-87f7-df7626e9169b,segment=NetworkSegment(3a208b0a-d731-448e-902a-004d87e2ff83),segment_id=3a208b0a-d731-448e-902a-004d87e2ff83)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 05:30:52.479282 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8373250e-3bf6-46cd-834b-639d51f50f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:52.483761 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-40af5c03-fe9a-4a4d-b217-72a30fc8b02f tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2304955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9305493'] for subnet, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:52.523576 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40af5c03-fe9a-4a4d-b217-72a30fc8b02f tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Pushing event deleted for resources: {'Subnet': ['ID=a810e796-713f-43a6-a1d9-6300f4cd44ab,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:30:52.544150 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e3b17d8-e580-4b6c-81c7-d5251fdeba5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bbf24ed-7ba9-53d2-873f-8f9642b1e987-af961b64-dea5-4f7a-8bfc-817e4638a866', 'network_id': 'af961b64-dea5-4f7a-8bfc-817e4638a866', 'tenant_id': '3e2fdc787cb34bdd8e69450110bc9ee2', 'fixed_ips': [{'subnet_id': 'a810e796-713f-43a6-a1d9-6300f4cd44ab'}]}} from dv-neutron-843763-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 30 05:30:52.544965 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-1e3b17d8-e580-4b6c-81c7-d5251fdeba5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:52.622954 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-40af5c03-fe9a-4a4d-b217-72a30fc8b02f tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867540', 'neutron.services.segments.db._delete_segments_for_network-8729234922972'] for network, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:52.628548 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8373250e-3bf6-46cd-834b-639d51f50f25 None None] Pushing event updated for resources: {'Port': ['ID=9cd7e714-c284-4fb7-87f7-df7626e9169b,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:30:52.651664 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-40af5c03-fe9a-4a4d-b217-72a30fc8b02f tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af961b64-dea5-4f7a-8bfc-817e4638a866']}} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:30:52.667988 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-40af5c03-fe9a-4a4d-b217-72a30fc8b02f tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7018abd-0a26-446c-b050-49560c6e27d4') {'for_net_delete': True} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:30:52.668364 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-40af5c03-fe9a-4a4d-b217-72a30fc8b02f tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7018abd-0a26-446c-b050-49560c6e27d4') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:30:52.668523 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a65aab14-18aa-4297-81bd-5345037ec216 None None] Network af961b64-dea5-4f7a-8bfc-817e4638a866 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:30:52.681190 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-40af5c03-fe9a-4a4d-b217-72a30fc8b02f tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729235042807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3545573'] for segment, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:52.699624 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-40af5c03-fe9a-4a4d-b217-72a30fc8b02f tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:52.706678 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40af5c03-fe9a-4a4d-b217-72a30fc8b02f tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=88261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 05:30:52.707453 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-40af5c03-fe9a-4a4d-b217-72a30fc8b02f tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-862858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2304281'] for segment, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:52.735319 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device eac483f1-4797-465e-959d-4d977fd5b6f8 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:30:52.790198 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment a7018abd-0a26-446c-b050-49560c6e27d4 resource provider aggregate not found May 30 05:30:52.813955 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment a7018abd-0a26-446c-b050-49560c6e27d4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a7018abd-0a26-446c-b050-49560c6e27d4 found for delete ", "request_id": "req-c02d1516-bb56-4efc-99d9-cc3de8fe2cd4"}]} May 30 05:30:52.841484 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-40af5c03-fe9a-4a4d-b217-72a30fc8b02f tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604744'] for network, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:52.869879 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-40af5c03-fe9a-4a4d-b217-72a30fc8b02f tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:52.873117 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40af5c03-fe9a-4a4d-b217-72a30fc8b02f tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Pushing event deleted for resources: {'Network': ['ID=af961b64-dea5-4f7a-8bfc-817e4638a866,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:30:52.884152 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-40af5c03-fe9a-4a4d-b217-72a30fc8b02f tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] 10.222.0.15 "DELETE /v2.0/networks/af961b64-dea5-4f7a-8bfc-817e4638a866 HTTP/1.1" status: 204 len: 168 time: 0.6910324 May 30 05:30:52.887030 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 52408) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:30:52.929462 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-76fd6ba8-01a3-4267-8d23-ccc8ba190528 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] GET failed (client error): The resource could not be found. May 30 05:30:52.930005 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-76fd6ba8-01a3-4267-8d23-ccc8ba190528 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Synchronizing usage tracker for tenant:3e2fdc787cb34bdd8e69450110bc9ee2 on resource:subnet {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:30:52.947947 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-76fd6ba8-01a3-4267-8d23-ccc8ba190528 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Unset dirty status for tenant:3e2fdc787cb34bdd8e69450110bc9ee2 on resource:subnet {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:30:52.952807 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-76fd6ba8-01a3-4267-8d23-ccc8ba190528 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] 10.222.0.15 "GET /v2.0/subnets/a810e796-713f-43a6-a1d9-6300f4cd44ab HTTP/1.1" status: 404 len: 337 time: 0.0623114 May 30 05:30:52.953418 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 52412) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:30:52.966682 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port eac483f1-4797-465e-959d-4d977fd5b6f8 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:30:52.967126 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:52.986096 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa97cc5d-ac3a-4969-8374-bb2cc12e16fd tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] DELETE failed (client error): The resource could not be found. May 30 05:30:52.986582 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa97cc5d-ac3a-4969-8374-bb2cc12e16fd tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 05:30:52.988295 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-aa97cc5d-ac3a-4969-8374-bb2cc12e16fd tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] 10.222.0.15 "DELETE /v2.0/networks/af961b64-dea5-4f7a-8bfc-817e4638a866 HTTP/1.1" status: 404 len: 339 time: 0.0313199 May 30 05:30:52.992171 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 52416) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:30:53.032589 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-61b7077f-947d-477f-9f2d-6efb39cb46df tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] DELETE failed (client error): The resource could not be found. May 30 05:30:53.032953 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61b7077f-947d-477f-9f2d-6efb39cb46df tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 05:30:53.034627 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-61b7077f-947d-477f-9f2d-6efb39cb46df tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] 10.222.0.15 "DELETE /v2.0/subnets/a810e796-713f-43a6-a1d9-6300f4cd44ab HTTP/1.1" status: 404 len: 337 time: 0.0415561 May 30 05:30:53.037782 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 52420) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:30:53.061589 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.pecan_wsgi.hooks.translation [None req-85217087-3f0c-471f-9fb8-21d482238489 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] DELETE failed (client error): The resource could not be found. May 30 05:30:53.062263 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85217087-3f0c-471f-9fb8-21d482238489 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88260) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 05:30:53.063595 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-85217087-3f0c-471f-9fb8-21d482238489 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] 10.222.0.15 "DELETE /v2.0/networks/af961b64-dea5-4f7a-8bfc-817e4638a866 HTTP/1.1" status: 404 len: 339 time: 0.0249135 May 30 05:30:53.066104 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 52424) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:30:53.086770 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port eac483f1-4797-465e-959d-4d977fd5b6f8 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:30:53.129002 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_v2 [None req-62076936-095c-4b26-ac9e-a62a806bf4a6 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Deleting subnet a0b9d076-e434-47ad-834f-164c0a89fc7d {{(pid=88260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 30 05:30:53.131843 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-62076936-095c-4b26-ac9e-a62a806bf4a6 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Notify callbacks [] for subnet, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:53.188381 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-62076936-095c-4b26-ac9e-a62a806bf4a6 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1454738'] for subnet, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:53.269314 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-62076936-095c-4b26-ac9e-a62a806bf4a6 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860493'] for subnet, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:53.344749 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-62076936-095c-4b26-ac9e-a62a806bf4a6 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1547867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2133322'] for subnet, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:53.388969 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62076936-095c-4b26-ac9e-a62a806bf4a6 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Pushing event deleted for resources: {'Subnet': ['ID=a0b9d076-e434-47ad-834f-164c0a89fc7d,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:30:53.393774 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-62076936-095c-4b26-ac9e-a62a806bf4a6 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:53.407717 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-62076936-095c-4b26-ac9e-a62a806bf4a6 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] 10.222.0.15 "DELETE /v2.0/subnets/a0b9d076-e434-47ad-834f-164c0a89fc7d HTTP/1.1" status: 204 len: 168 time: 0.3406274 May 30 05:30:53.410280 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 52428) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:30:53.528042 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ca1b6139-dd62-48a2-8ea5-db64d1c47dd8 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897784'] for network, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:53.539132 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-ca1b6139-dd62-48a2-8ea5-db64d1c47dd8 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Deleting port 9cd7e714-c284-4fb7-87f7-df7626e9169b {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:30:53.539469 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ca1b6139-dd62-48a2-8ea5-db64d1c47dd8 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:53.576816 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e2c9130-3f2b-40d0-a0e6-8d96024e8ae3 None None] Network f2037367-a8ec-4104-acc3-4b509edee4a2 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:30:53.676027 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-3352a39e-c75a-477a-b5a8-68832d4dc2f5 None None] Provisioning for port 9cd7e714-c284-4fb7-87f7-df7626e9169b completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:30:53.742850 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-ca1b6139-dd62-48a2-8ea5-db64d1c47dd8 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] For port 9cd7e714-c284-4fb7-87f7-df7626e9169b, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=9cd7e714-c284-4fb7-87f7-df7626e9169b,segment=NetworkSegment(3a208b0a-d731-448e-902a-004d87e2ff83),segment_id=3a208b0a-d731-448e-902a-004d87e2ff83)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:30:53.743215 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ca1b6139-dd62-48a2-8ea5-db64d1c47dd8 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:53.832825 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-756e9334-cd8a-4f80-81f9-7b7fa7826a47 None None] DHCP port deletion for f2037367-a8ec-4104-acc3-4b509edee4a2 request from dv-neutron-843763-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 30 05:30:53.837047 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-756e9334-cd8a-4f80-81f9-7b7fa7826a47 None None] Deleting port 9cd7e714-c284-4fb7-87f7-df7626e9169b {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:30:53.837419 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-756e9334-cd8a-4f80-81f9-7b7fa7826a47 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:53.864114 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-ca1b6139-dd62-48a2-8ea5-db64d1c47dd8 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Calling delete_port for 9cd7e714-c284-4fb7-87f7-df7626e9169b owned by network:dhcp {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:30:53.941866 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ca1b6139-dd62-48a2-8ea5-db64d1c47dd8 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:53.989731 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1b6139-dd62-48a2-8ea5-db64d1c47dd8 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Pushing event deleted for resources: {'Port': ['ID=9cd7e714-c284-4fb7-87f7-df7626e9169b,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:30:53.992511 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1b6139-dd62-48a2-8ea5-db64d1c47dd8 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] No DVR routers for this DVR port 9cd7e714-c284-4fb7-87f7-df7626e9169b on host dv-neutron-843763-1-hyperv {{(pid=88261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 05:30:54.044112 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-756e9334-cd8a-4f80-81f9-7b7fa7826a47 None None] For port 9cd7e714-c284-4fb7-87f7-df7626e9169b, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=9cd7e714-c284-4fb7-87f7-df7626e9169b,segment=NetworkSegment(3a208b0a-d731-448e-902a-004d87e2ff83),segment_id=3a208b0a-d731-448e-902a-004d87e2ff83)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:30:54.044529 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-756e9334-cd8a-4f80-81f9-7b7fa7826a47 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:54.114466 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ca1b6139-dd62-48a2-8ea5-db64d1c47dd8 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867540', 'neutron.services.segments.db._delete_segments_for_network-8729234922972'] for network, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:54.140385 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-ca1b6139-dd62-48a2-8ea5-db64d1c47dd8 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2037367-a8ec-4104-acc3-4b509edee4a2']}} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:30:54.152516 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-ca1b6139-dd62-48a2-8ea5-db64d1c47dd8 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a208b0a-d731-448e-902a-004d87e2ff83') {'for_net_delete': True} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:30:54.152813 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-ca1b6139-dd62-48a2-8ea5-db64d1c47dd8 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a208b0a-d731-448e-902a-004d87e2ff83') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:30:54.163861 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ca1b6139-dd62-48a2-8ea5-db64d1c47dd8 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729235042807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3545573'] for segment, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:54.166015 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-756e9334-cd8a-4f80-81f9-7b7fa7826a47 None None] Calling delete_port for 9cd7e714-c284-4fb7-87f7-df7626e9169b owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:30:54.179165 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ca1b6139-dd62-48a2-8ea5-db64d1c47dd8 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:54.185066 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca1b6139-dd62-48a2-8ea5-db64d1c47dd8 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=88261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 05:30:54.185451 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ca1b6139-dd62-48a2-8ea5-db64d1c47dd8 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-862858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2304281'] for segment, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:54.240948 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.db.api [None req-756e9334-cd8a-4f80-81f9-7b7fa7826a47 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 05:30:54.241306 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG oslo_db.api [None req-756e9334-cd8a-4f80-81f9-7b7fa7826a47 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 05:30:54.376435 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ca1b6139-dd62-48a2-8ea5-db64d1c47dd8 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604744'] for network, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:54.395699 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ca1b6139-dd62-48a2-8ea5-db64d1c47dd8 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:54.407066 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1b6139-dd62-48a2-8ea5-db64d1c47dd8 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Pushing event deleted for resources: {'Network': ['ID=f2037367-a8ec-4104-acc3-4b509edee4a2,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:30:54.410931 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-ca1b6139-dd62-48a2-8ea5-db64d1c47dd8 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] 10.222.0.15 "DELETE /v2.0/networks/f2037367-a8ec-4104-acc3-4b509edee4a2 HTTP/1.1" status: 204 len: 168 time: 0.9996359 May 30 05:30:54.413387 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 52432) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:30:54.452797 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-90704d82-4d45-417f-9415-7e4e65d0730f tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] DELETE failed (client error): The resource could not be found. May 30 05:30:54.453236 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90704d82-4d45-417f-9415-7e4e65d0730f tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 05:30:54.454829 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-90704d82-4d45-417f-9415-7e4e65d0730f tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] 10.222.0.15 "DELETE /v2.0/subnets/0b6f7958-b2e2-4f65-ab7b-de4633845b6e HTTP/1.1" status: 404 len: 337 time: 0.0405090 May 30 05:30:54.457115 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 52436) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:30:54.481327 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-da8ed8e4-f3b4-444b-b688-802f6f67e6d8 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] DELETE failed (client error): The resource could not be found. May 30 05:30:54.481772 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da8ed8e4-f3b4-444b-b688-802f6f67e6d8 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 05:30:54.483335 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-da8ed8e4-f3b4-444b-b688-802f6f67e6d8 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] 10.222.0.15 "DELETE /v2.0/networks/dee5952e-f244-45c4-8e07-4fe3c04a1b45 HTTP/1.1" status: 404 len: 339 time: 0.0250823 May 30 05:30:54.485594 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 52440) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:30:54.521359 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-72f4ef82-693c-4e4c-a152-77a2f1479d9f tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] DELETE failed (client error): The resource could not be found. May 30 05:30:54.521779 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72f4ef82-693c-4e4c-a152-77a2f1479d9f tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 05:30:54.523345 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-72f4ef82-693c-4e4c-a152-77a2f1479d9f tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] 10.222.0.15 "DELETE /v2.0/subnets/392ee1ab-4af7-4cf0-99e9-e2d44b858e7f HTTP/1.1" status: 404 len: 337 time: 0.0368793 May 30 05:30:54.525500 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 52444) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:30:54.547936 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.pecan_wsgi.hooks.translation [None req-403a0dc1-6fb7-43b0-b271-34c1eaa9f7a9 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] DELETE failed (client error): The resource could not be found. May 30 05:30:54.548371 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-403a0dc1-6fb7-43b0-b271-34c1eaa9f7a9 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88261) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 05:30:54.549913 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-403a0dc1-6fb7-43b0-b271-34c1eaa9f7a9 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] 10.222.0.15 "DELETE /v2.0/networks/5401dd55-5811-41dc-883f-077602b40507 HTTP/1.1" status: 404 len: 339 time: 0.0235271 May 30 05:30:54.552586 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 52448) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:30:54.618629 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4cf4513-2477-4608-b3c2-c4811eb2af80 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Deleting subnet a835e63f-7287-47d5-8f6f-adab035791c0 {{(pid=88261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 30 05:30:54.621478 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b4cf4513-2477-4608-b3c2-c4811eb2af80 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Notify callbacks [] for subnet, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:54.673798 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b4cf4513-2477-4608-b3c2-c4811eb2af80 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3545586'] for subnet, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:54.742741 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-756e9334-cd8a-4f80-81f9-7b7fa7826a47 None None] Deleting port 9cd7e714-c284-4fb7-87f7-df7626e9169b {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:30:54.743150 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-756e9334-cd8a-4f80-81f9-7b7fa7826a47 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:54.758060 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b4cf4513-2477-4608-b3c2-c4811eb2af80 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860493'] for subnet, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:54.809085 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-756e9334-cd8a-4f80-81f9-7b7fa7826a47 None None] The port '9cd7e714-c284-4fb7-87f7-df7626e9169b' was deleted {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 30 05:30:54.831690 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 3a208b0a-d731-448e-902a-004d87e2ff83 resource provider aggregate not found May 30 05:30:54.840066 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b4cf4513-2477-4608-b3c2-c4811eb2af80 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2304955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9305493'] for subnet, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:54.872926 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 3a208b0a-d731-448e-902a-004d87e2ff83 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3a208b0a-d731-448e-902a-004d87e2ff83 found for delete ", "request_id": "req-7a051a6d-c4d4-4917-8697-af6266a05100"}]} May 30 05:30:54.882500 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cf4513-2477-4608-b3c2-c4811eb2af80 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Pushing event deleted for resources: {'Subnet': ['ID=a835e63f-7287-47d5-8f6f-adab035791c0,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:30:54.884366 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b4cf4513-2477-4608-b3c2-c4811eb2af80 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:54.889770 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e13a239e-6ede-422b-bc03-882c4afa4813 None None] Network de174bb9-5a9b-4aa6-abeb-5f1f50ed0dda requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:30:54.894225 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-b4cf4513-2477-4608-b3c2-c4811eb2af80 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] 10.222.0.15 "DELETE /v2.0/subnets/a835e63f-7287-47d5-8f6f-adab035791c0 HTTP/1.1" status: 204 len: 168 time: 0.3406949 May 30 05:30:54.896848 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 52456) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:30:55.015229 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5bd699e0-e057-410a-bb89-f90741064206 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897784'] for network, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:55.026154 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-5bd699e0-e057-410a-bb89-f90741064206 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Deleting port eac483f1-4797-465e-959d-4d977fd5b6f8 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:30:55.026488 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5bd699e0-e057-410a-bb89-f90741064206 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:55.137956 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2491899-fcfa-488b-8f47-2c14fd549ed8 None None] DHCP port deletion for de174bb9-5a9b-4aa6-abeb-5f1f50ed0dda request from dv-neutron-843763-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 30 05:30:55.142049 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-f2491899-fcfa-488b-8f47-2c14fd549ed8 None None] Deleting port eac483f1-4797-465e-959d-4d977fd5b6f8 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:30:55.142422 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f2491899-fcfa-488b-8f47-2c14fd549ed8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:55.230477 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-5bd699e0-e057-410a-bb89-f90741064206 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] For port eac483f1-4797-465e-959d-4d977fd5b6f8, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=eac483f1-4797-465e-959d-4d977fd5b6f8,segment=NetworkSegment(d9983c04-25b1-471c-834c-5a3479e3a50a),segment_id=d9983c04-25b1-471c-834c-5a3479e3a50a)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:30:55.230832 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5bd699e0-e057-410a-bb89-f90741064206 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:55.350946 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-f2491899-fcfa-488b-8f47-2c14fd549ed8 None None] For port eac483f1-4797-465e-959d-4d977fd5b6f8, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=eac483f1-4797-465e-959d-4d977fd5b6f8,segment=NetworkSegment(d9983c04-25b1-471c-834c-5a3479e3a50a),segment_id=d9983c04-25b1-471c-834c-5a3479e3a50a)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:30:55.351670 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f2491899-fcfa-488b-8f47-2c14fd549ed8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:55.354840 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-5bd699e0-e057-410a-bb89-f90741064206 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Calling delete_port for eac483f1-4797-465e-959d-4d977fd5b6f8 owned by network:dhcp {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:30:55.433365 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5bd699e0-e057-410a-bb89-f90741064206 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:55.482391 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd699e0-e057-410a-bb89-f90741064206 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Pushing event deleted for resources: {'Port': ['ID=eac483f1-4797-465e-959d-4d977fd5b6f8,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:30:55.484846 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd699e0-e057-410a-bb89-f90741064206 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] No DVR routers for this DVR port eac483f1-4797-465e-959d-4d977fd5b6f8 on host dv-neutron-843763-1-hyperv {{(pid=88260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 05:30:55.498617 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-f2491899-fcfa-488b-8f47-2c14fd549ed8 None None] Calling delete_port for eac483f1-4797-465e-959d-4d977fd5b6f8 owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:30:55.575301 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.db.api [None req-f2491899-fcfa-488b-8f47-2c14fd549ed8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 05:30:55.575663 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG oslo_db.api [None req-f2491899-fcfa-488b-8f47-2c14fd549ed8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 05:30:55.702762 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5bd699e0-e057-410a-bb89-f90741064206 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867540', 'neutron.services.segments.db._delete_segments_for_network-8729234922972'] for network, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:55.729693 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-5bd699e0-e057-410a-bb89-f90741064206 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de174bb9-5a9b-4aa6-abeb-5f1f50ed0dda']}} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:30:55.741931 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-5bd699e0-e057-410a-bb89-f90741064206 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9983c04-25b1-471c-834c-5a3479e3a50a') {'for_net_delete': True} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:30:55.742232 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-5bd699e0-e057-410a-bb89-f90741064206 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9983c04-25b1-471c-834c-5a3479e3a50a') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:30:55.753053 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5bd699e0-e057-410a-bb89-f90741064206 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729235042807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1454725'] for segment, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:55.769157 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5bd699e0-e057-410a-bb89-f90741064206 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:55.775254 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bd699e0-e057-410a-bb89-f90741064206 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=88260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 05:30:55.775630 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5bd699e0-e057-410a-bb89-f90741064206 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-862858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1547513'] for segment, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:55.838524 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment d9983c04-25b1-471c-834c-5a3479e3a50a resource provider aggregate not found May 30 05:30:55.872280 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment d9983c04-25b1-471c-834c-5a3479e3a50a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d9983c04-25b1-471c-834c-5a3479e3a50a found for delete ", "request_id": "req-736a1aee-0faa-469b-9973-338d836c74ba"}]} May 30 05:30:55.879930 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5bd699e0-e057-410a-bb89-f90741064206 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604744'] for network, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:55.884125 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5bd699e0-e057-410a-bb89-f90741064206 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:55.910092 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd699e0-e057-410a-bb89-f90741064206 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] Pushing event deleted for resources: {'Network': ['ID=de174bb9-5a9b-4aa6-abeb-5f1f50ed0dda,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:30:55.913419 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-5bd699e0-e057-410a-bb89-f90741064206 tempest-NetworksIpV6Test-1366466088 tempest-NetworksIpV6Test-1366466088-project] 10.222.0.15 "DELETE /v2.0/networks/de174bb9-5a9b-4aa6-abeb-5f1f50ed0dda HTTP/1.1" status: 204 len: 168 time: 1.0155709 May 30 05:30:56.077134 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-f2491899-fcfa-488b-8f47-2c14fd549ed8 None None] Deleting port eac483f1-4797-465e-959d-4d977fd5b6f8 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:30:56.077527 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f2491899-fcfa-488b-8f47-2c14fd549ed8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:56.142429 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-f2491899-fcfa-488b-8f47-2c14fd549ed8 None None] The port 'eac483f1-4797-465e-959d-4d977fd5b6f8' was deleted {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 30 05:30:56.172244 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 52468) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:30:56.323004 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-4d8509e6-29d7-41a7-b540-769b2c7f9dfe admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3e2fdc787cb34bdd8e69450110bc9ee2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1496024 May 30 05:30:56.325440 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 52474) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:30:56.381573 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-63f6ae61-e14e-431c-8384-dc6fe03ddcce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:56.408189 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-63f6ae61-e14e-431c-8384-dc6fe03ddcce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:56.464142 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-63f6ae61-e14e-431c-8384-dc6fe03ddcce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:56.479522 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f6ae61-e14e-431c-8384-dc6fe03ddcce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1ed3ad1-437c-4584-bf49-f3c003d71082,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:30:56.490280 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f6ae61-e14e-431c-8384-dc6fe03ddcce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:30:56.490625 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f6ae61-e14e-431c-8384-dc6fe03ddcce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:30:56.490960 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f6ae61-e14e-431c-8384-dc6fe03ddcce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:30:56.491289 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f6ae61-e14e-431c-8384-dc6fe03ddcce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:30:56.491799 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f6ae61-e14e-431c-8384-dc6fe03ddcce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:30:56.492129 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f6ae61-e14e-431c-8384-dc6fe03ddcce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:30:56.492609 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f6ae61-e14e-431c-8384-dc6fe03ddcce admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:30:56.492945 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f6ae61-e14e-431c-8384-dc6fe03ddcce admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:30:56.493276 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f6ae61-e14e-431c-8384-dc6fe03ddcce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:30:56.493599 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f6ae61-e14e-431c-8384-dc6fe03ddcce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:30:56.493947 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f6ae61-e14e-431c-8384-dc6fe03ddcce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:30:56.494266 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f6ae61-e14e-431c-8384-dc6fe03ddcce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:30:56.497332 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-63f6ae61-e14e-431c-8384-dc6fe03ddcce admin admin] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:56.498725 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-63f6ae61-e14e-431c-8384-dc6fe03ddcce admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a1ed3ad1-437c-4584-bf49-f3c003d71082 HTTP/1.1" status: 204 len: 168 time: 0.1723630 May 30 05:30:56.686834 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device eac483f1-4797-465e-959d-4d977fd5b6f8 no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 05:30:56.722694 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] No Port match for: eac483f1-4797-465e-959d-4d977fd5b6f8 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 05:30:56.723040 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device eac483f1-4797-465e-959d-4d977fd5b6f8 not bound to the agent host dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 05:30:57.169681 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 52498) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:30:57.269334 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-7fc0fcb5-7fdb-4d73-b104-3793a03e7333 tempest-RoutersNegativeTest-432532502 tempest-RoutersNegativeTest-432532502-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-960805606', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:30:57.275790 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-7fc0fcb5-7fdb-4d73-b104-3793a03e7333 tempest-RoutersNegativeTest-432532502 tempest-RoutersNegativeTest-432532502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:30:57.279682 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-7fc0fcb5-7fdb-4d73-b104-3793a03e7333 tempest-RoutersNegativeTest-432532502 tempest-RoutersNegativeTest-432532502-project] Usage tracker for resource:router and tenant:13eb4b5ea10344b387dbad1d96801e26 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:30:57.282486 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-7fc0fcb5-7fdb-4d73-b104-3793a03e7333 tempest-RoutersNegativeTest-432532502 tempest-RoutersNegativeTest-432532502-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:30:57.289114 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-7fc0fcb5-7fdb-4d73-b104-3793a03e7333 tempest-RoutersNegativeTest-432532502 tempest-RoutersNegativeTest-432532502-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:30:57.299041 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7fc0fcb5-7fdb-4d73-b104-3793a03e7333 tempest-RoutersNegativeTest-432532502 tempest-RoutersNegativeTest-432532502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1603901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11666'] for router, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:57.300031 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7fc0fcb5-7fdb-4d73-b104-3793a03e7333 tempest-RoutersNegativeTest-432532502 tempest-RoutersNegativeTest-432532502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11675'] for router, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:57.315555 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7fc0fcb5-7fdb-4d73-b104-3793a03e7333 tempest-RoutersNegativeTest-432532502 tempest-RoutersNegativeTest-432532502-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:57.332498 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7fc0fcb5-7fdb-4d73-b104-3793a03e7333 tempest-RoutersNegativeTest-432532502 tempest-RoutersNegativeTest-432532502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603653'] for router, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:57.353618 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7fc0fcb5-7fdb-4d73-b104-3793a03e7333 tempest-RoutersNegativeTest-432532502 tempest-RoutersNegativeTest-432532502-project] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:57.354831 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-7fc0fcb5-7fdb-4d73-b104-3793a03e7333 tempest-RoutersNegativeTest-432532502 tempest-RoutersNegativeTest-432532502-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1840196 May 30 05:30:57.357595 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 52504) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:30:57.362783 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-479a3d1e-c3c6-49b3-af42-acaf4288a99a tempest-RoutersNegativeTest-432532502 tempest-RoutersNegativeTest-432532502-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1520849687'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:30:57.367966 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-479a3d1e-c3c6-49b3-af42-acaf4288a99a tempest-RoutersNegativeTest-432532502 tempest-RoutersNegativeTest-432532502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:30:57.372190 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-479a3d1e-c3c6-49b3-af42-acaf4288a99a tempest-RoutersNegativeTest-432532502 tempest-RoutersNegativeTest-432532502-project] Usage tracker for resource:network and tenant:13eb4b5ea10344b387dbad1d96801e26 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:30:57.375015 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-479a3d1e-c3c6-49b3-af42-acaf4288a99a tempest-RoutersNegativeTest-432532502 tempest-RoutersNegativeTest-432532502-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:30:57.380720 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-479a3d1e-c3c6-49b3-af42-acaf4288a99a tempest-RoutersNegativeTest-432532502 tempest-RoutersNegativeTest-432532502-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:30:57.390661 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-479a3d1e-c3c6-49b3-af42-acaf4288a99a tempest-RoutersNegativeTest-432532502 tempest-RoutersNegativeTest-432532502-project] Made reservation on behalf of 13eb4b5ea10344b387dbad1d96801e26 for: {'network': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:30:57.393997 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-479a3d1e-c3c6-49b3-af42-acaf4288a99a tempest-RoutersNegativeTest-432532502 tempest-RoutersNegativeTest-432532502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for network, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:57.406412 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-479a3d1e-c3c6-49b3-af42-acaf4288a99a tempest-RoutersNegativeTest-432532502 tempest-RoutersNegativeTest-432532502-project] Notify callbacks [] for security_group, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:57.421267 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-479a3d1e-c3c6-49b3-af42-acaf4288a99a tempest-RoutersNegativeTest-432532502 tempest-RoutersNegativeTest-432532502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:30:57.425028 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-479a3d1e-c3c6-49b3-af42-acaf4288a99a tempest-RoutersNegativeTest-432532502 tempest-RoutersNegativeTest-432532502-project] Usage tracker for resource:security_group_rule and tenant:13eb4b5ea10344b387dbad1d96801e26 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:30:57.427859 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-479a3d1e-c3c6-49b3-af42-acaf4288a99a tempest-RoutersNegativeTest-432532502 tempest-RoutersNegativeTest-432532502-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:30:57.433470 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-479a3d1e-c3c6-49b3-af42-acaf4288a99a tempest-RoutersNegativeTest-432532502 tempest-RoutersNegativeTest-432532502-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:30:57.515544 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-479a3d1e-c3c6-49b3-af42-acaf4288a99a tempest-RoutersNegativeTest-432532502 tempest-RoutersNegativeTest-432532502-project] Notify callbacks [] for security_group, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:57.519129 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-479a3d1e-c3c6-49b3-af42-acaf4288a99a tempest-RoutersNegativeTest-432532502 tempest-RoutersNegativeTest-432532502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:57.548854 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-479a3d1e-c3c6-49b3-af42-acaf4288a99a tempest-RoutersNegativeTest-432532502 tempest-RoutersNegativeTest-432532502-project] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=88260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 05:30:57.561077 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479a3d1e-c3c6-49b3-af42-acaf4288a99a tempest-RoutersNegativeTest-432532502 tempest-RoutersNegativeTest-432532502-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58604cbd-9bcc-4651-82ad-7cbff8c57380,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:30:57.565541 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-479a3d1e-c3c6-49b3-af42-acaf4288a99a tempest-RoutersNegativeTest-432532502 tempest-RoutersNegativeTest-432532502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:57.565906 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.db.segments_db [None req-479a3d1e-c3c6-49b3-af42-acaf4288a99a tempest-RoutersNegativeTest-432532502 tempest-RoutersNegativeTest-432532502-project] Added segment f406fb89-cb99-439f-883b-4d1a49dcb355 of type vlan for network ea06ff69-d48d-4013-b33e-5d00b179ec78 May 30 05:30:57.592087 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-479a3d1e-c3c6-49b3-af42-acaf4288a99a tempest-RoutersNegativeTest-432532502 tempest-RoutersNegativeTest-432532502-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729234556353'] for network, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:57.622683 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-479a3d1e-c3c6-49b3-af42-acaf4288a99a tempest-RoutersNegativeTest-432532502 tempest-RoutersNegativeTest-432532502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788'] for network, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:57.628005 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-479a3d1e-c3c6-49b3-af42-acaf4288a99a tempest-RoutersNegativeTest-432532502 tempest-RoutersNegativeTest-432532502-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:30:57.628579 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-479a3d1e-c3c6-49b3-af42-acaf4288a99a tempest-RoutersNegativeTest-432532502 tempest-RoutersNegativeTest-432532502-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:57.729784 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-479a3d1e-c3c6-49b3-af42-acaf4288a99a tempest-RoutersNegativeTest-432532502 tempest-RoutersNegativeTest-432532502-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3711553 May 30 05:30:57.732561 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 52508) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:30:57.740041 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-5cd5e3da-6309-449f-978e-a7db0149c74c tempest-RoutersNegativeTest-432532502 tempest-RoutersNegativeTest-432532502-project] Request body: {'subnet': {'network_id': 'ea06ff69-d48d-4013-b33e-5d00b179ec78', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:30:57.756797 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479a3d1e-c3c6-49b3-af42-acaf4288a99a tempest-RoutersNegativeTest-432532502 tempest-RoutersNegativeTest-432532502-project] Pushing event updated for resources: {'Network': ['ID=ea06ff69-d48d-4013-b33e-5d00b179ec78,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:30:57.767246 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Network ea06ff69-d48d-4013-b33e-5d00b179ec78 details requested by agent ovs-agent-dv-neutron-843763-1-hyperv with host dv-neutron-843763-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 05:30:57.849405 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-5cd5e3da-6309-449f-978e-a7db0149c74c tempest-RoutersNegativeTest-432532502 tempest-RoutersNegativeTest-432532502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:30:57.853450 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-5cd5e3da-6309-449f-978e-a7db0149c74c tempest-RoutersNegativeTest-432532502 tempest-RoutersNegativeTest-432532502-project] Usage tracker for resource:subnet and tenant:13eb4b5ea10344b387dbad1d96801e26 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:30:57.856260 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-5cd5e3da-6309-449f-978e-a7db0149c74c tempest-RoutersNegativeTest-432532502 tempest-RoutersNegativeTest-432532502-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:30:57.862048 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-5cd5e3da-6309-449f-978e-a7db0149c74c tempest-RoutersNegativeTest-432532502 tempest-RoutersNegativeTest-432532502-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:30:57.871918 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cd5e3da-6309-449f-978e-a7db0149c74c tempest-RoutersNegativeTest-432532502 tempest-RoutersNegativeTest-432532502-project] Made reservation on behalf of 13eb4b5ea10344b387dbad1d96801e26 for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:30:57.875703 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5cd5e3da-6309-449f-978e-a7db0149c74c tempest-RoutersNegativeTest-432532502 tempest-RoutersNegativeTest-432532502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2133361'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:58.052884 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-5432f24b-2e23-4c63-9188-c1e0ac2466ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:58.092258 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5cd5e3da-6309-449f-978e-a7db0149c74c tempest-RoutersNegativeTest-432532502 tempest-RoutersNegativeTest-432532502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1547796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2133315'] for subnet, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:58.169698 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd5e3da-6309-449f-978e-a7db0149c74c tempest-RoutersNegativeTest-432532502 tempest-RoutersNegativeTest-432532502-project] Pushing event updated for resources: {'Subnet': ['ID=beec3800-c22b-40f0-a0bc-0b205e9bdf6f,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:30:58.178319 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd5e3da-6309-449f-978e-a7db0149c74c tempest-RoutersNegativeTest-432532502 tempest-RoutersNegativeTest-432532502-project] Checking segment: {'id': 'f406fb89-cb99-439f-883b-4d1a49dcb355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'ea06ff69-d48d-4013-b33e-5d00b179ec78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:30:58.178674 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd5e3da-6309-449f-978e-a7db0149c74c tempest-RoutersNegativeTest-432532502 tempest-RoutersNegativeTest-432532502-project] Network hostable DHCP agents. Network: ea06ff69-d48d-4013-b33e-5d00b179ec78, hostable agents: ['1c705e68-3d3e-4dd3-9252-feb21d4b96ab'], hosted agents: [] {{(pid=88260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 05:30:58.198139 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd5e3da-6309-449f-978e-a7db0149c74c tempest-RoutersNegativeTest-432532502 tempest-RoutersNegativeTest-432532502-project] Network ea06ff69-d48d-4013-b33e-5d00b179ec78 is scheduled to be hosted by DHCP agent 1c705e68-3d3e-4dd3-9252-feb21d4b96ab with binding_index 1 {{(pid=88260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 05:30:58.207060 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-5cd5e3da-6309-449f-978e-a7db0149c74c tempest-RoutersNegativeTest-432532502 tempest-RoutersNegativeTest-432532502-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843763-1-hyperv, ea06ff69-d48d-4013-b33e-5d00b179ec78) {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:30:58.212053 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd5e3da-6309-449f-978e-a7db0149c74c tempest-RoutersNegativeTest-432532502 tempest-RoutersNegativeTest-432532502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:30:58.212723 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5cd5e3da-6309-449f-978e-a7db0149c74c tempest-RoutersNegativeTest-432532502 tempest-RoutersNegativeTest-432532502-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:58.217969 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f3eeed-2962-4bbe-9a51-50de8d0e7cf5 None None] Network ea06ff69-d48d-4013-b33e-5d00b179ec78 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:30:58.246912 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-5cd5e3da-6309-449f-978e-a7db0149c74c tempest-RoutersNegativeTest-432532502 tempest-RoutersNegativeTest-432532502-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5132720 May 30 05:30:58.252132 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 52512) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:30:58.258220 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-2abf3afb-d3ca-4ba8-987b-f4697cd0d1ea tempest-RoutersNegativeTest-432532502 tempest-RoutersNegativeTest-432532502-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-343953723'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:30:58.264037 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-2abf3afb-d3ca-4ba8-987b-f4697cd0d1ea tempest-RoutersNegativeTest-432532502 tempest-RoutersNegativeTest-432532502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:30:58.268190 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-2abf3afb-d3ca-4ba8-987b-f4697cd0d1ea tempest-RoutersNegativeTest-432532502 tempest-RoutersNegativeTest-432532502-project] Usage tracker for resource:network and tenant:13eb4b5ea10344b387dbad1d96801e26 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:30:58.271503 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-2abf3afb-d3ca-4ba8-987b-f4697cd0d1ea tempest-RoutersNegativeTest-432532502 tempest-RoutersNegativeTest-432532502-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:30:58.278480 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-2abf3afb-d3ca-4ba8-987b-f4697cd0d1ea tempest-RoutersNegativeTest-432532502 tempest-RoutersNegativeTest-432532502-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:30:58.290227 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2abf3afb-d3ca-4ba8-987b-f4697cd0d1ea tempest-RoutersNegativeTest-432532502 tempest-RoutersNegativeTest-432532502-project] Made reservation on behalf of 13eb4b5ea10344b387dbad1d96801e26 for: {'network': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:30:58.294164 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2abf3afb-d3ca-4ba8-987b-f4697cd0d1ea tempest-RoutersNegativeTest-432532502 tempest-RoutersNegativeTest-432532502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for network, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:58.328958 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2abf3afb-d3ca-4ba8-987b-f4697cd0d1ea tempest-RoutersNegativeTest-432532502 tempest-RoutersNegativeTest-432532502-project] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=88260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 05:30:58.338363 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2abf3afb-d3ca-4ba8-987b-f4697cd0d1ea tempest-RoutersNegativeTest-432532502 tempest-RoutersNegativeTest-432532502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:58.338694 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.db.segments_db [None req-2abf3afb-d3ca-4ba8-987b-f4697cd0d1ea tempest-RoutersNegativeTest-432532502 tempest-RoutersNegativeTest-432532502-project] Added segment 5622d8f6-50bc-4ba1-bb6d-dbd93842d948 of type vlan for network 6838f000-884e-474f-806b-0c7510a507af May 30 05:30:58.368987 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2abf3afb-d3ca-4ba8-987b-f4697cd0d1ea tempest-RoutersNegativeTest-432532502 tempest-RoutersNegativeTest-432532502-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729234556353'] for network, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:58.399104 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2abf3afb-d3ca-4ba8-987b-f4697cd0d1ea tempest-RoutersNegativeTest-432532502 tempest-RoutersNegativeTest-432532502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788'] for network, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:58.404510 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2abf3afb-d3ca-4ba8-987b-f4697cd0d1ea tempest-RoutersNegativeTest-432532502 tempest-RoutersNegativeTest-432532502-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:30:58.405084 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2abf3afb-d3ca-4ba8-987b-f4697cd0d1ea tempest-RoutersNegativeTest-432532502 tempest-RoutersNegativeTest-432532502-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:58.440153 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd57a004-870d-4f54-922c-f39556afdf52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bbf24ed-7ba9-53d2-873f-8f9642b1e987-ea06ff69-d48d-4013-b33e-5d00b179ec78', 'network_id': 'ea06ff69-d48d-4013-b33e-5d00b179ec78', 'tenant_id': '13eb4b5ea10344b387dbad1d96801e26', 'fixed_ips': [{'subnet_id': 'beec3800-c22b-40f0-a0bc-0b205e9bdf6f'}]}} from dv-neutron-843763-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 30 05:30:58.440981 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-fd57a004-870d-4f54-922c-f39556afdf52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:58.490646 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-2abf3afb-d3ca-4ba8-987b-f4697cd0d1ea tempest-RoutersNegativeTest-432532502 tempest-RoutersNegativeTest-432532502-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2374289 May 30 05:30:58.493631 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 52516) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:30:58.501342 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-f7166203-5829-465b-9b85-6f0a01bd5d56 tempest-RoutersNegativeTest-432532502 tempest-RoutersNegativeTest-432532502-project] Request body: {'subnet': {'network_id': '6838f000-884e-474f-806b-0c7510a507af', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:30:58.514051 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abf3afb-d3ca-4ba8-987b-f4697cd0d1ea tempest-RoutersNegativeTest-432532502 tempest-RoutersNegativeTest-432532502-project] Pushing event updated for resources: {'Network': ['ID=6838f000-884e-474f-806b-0c7510a507af,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:30:58.527967 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Network 6838f000-884e-474f-806b-0c7510a507af details requested by agent ovs-agent-dv-neutron-843763-1-hyperv with host dv-neutron-843763-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 05:30:58.618808 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-f7166203-5829-465b-9b85-6f0a01bd5d56 tempest-RoutersNegativeTest-432532502 tempest-RoutersNegativeTest-432532502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:30:58.622723 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-f7166203-5829-465b-9b85-6f0a01bd5d56 tempest-RoutersNegativeTest-432532502 tempest-RoutersNegativeTest-432532502-project] Usage tracker for resource:subnet and tenant:13eb4b5ea10344b387dbad1d96801e26 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:30:58.625482 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-f7166203-5829-465b-9b85-6f0a01bd5d56 tempest-RoutersNegativeTest-432532502 tempest-RoutersNegativeTest-432532502-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:30:58.631176 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-f7166203-5829-465b-9b85-6f0a01bd5d56 tempest-RoutersNegativeTest-432532502 tempest-RoutersNegativeTest-432532502-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:30:58.641038 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7166203-5829-465b-9b85-6f0a01bd5d56 tempest-RoutersNegativeTest-432532502 tempest-RoutersNegativeTest-432532502-project] Made reservation on behalf of 13eb4b5ea10344b387dbad1d96801e26 for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:30:58.644513 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f7166203-5829-465b-9b85-6f0a01bd5d56 tempest-RoutersNegativeTest-432532502 tempest-RoutersNegativeTest-432532502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9305518'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:58.690913 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-fd57a004-870d-4f54-922c-f39556afdf52 None None] Allocated IP 172.20.0.2 (ea06ff69-d48d-4013-b33e-5d00b179ec78/beec3800-c22b-40f0-a0bc-0b205e9bdf6f/1596014e-9897-4152-b0c7-f47e0455efda) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:30:58.857204 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f7166203-5829-465b-9b85-6f0a01bd5d56 tempest-RoutersNegativeTest-432532502 tempest-RoutersNegativeTest-432532502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2305012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9305500'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:58.890320 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-fd57a004-870d-4f54-922c-f39556afdf52 None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:58.901402 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-fd57a004-870d-4f54-922c-f39556afdf52 None None] Transition to ACTIVE for port object 1596014e-9897-4152-b0c7-f47e0455efda will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:30:58.920164 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-fd57a004-870d-4f54-922c-f39556afdf52 None None] Transition to ACTIVE for port object 1596014e-9897-4152-b0c7-f47e0455efda will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:30:58.925767 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-fd57a004-870d-4f54-922c-f39556afdf52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:58.934361 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7166203-5829-465b-9b85-6f0a01bd5d56 tempest-RoutersNegativeTest-432532502 tempest-RoutersNegativeTest-432532502-project] Pushing event updated for resources: {'Subnet': ['ID=c40637fe-ae8c-41f4-9433-056535bdb9b7,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:30:58.943084 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7166203-5829-465b-9b85-6f0a01bd5d56 tempest-RoutersNegativeTest-432532502 tempest-RoutersNegativeTest-432532502-project] Checking segment: {'id': '5622d8f6-50bc-4ba1-bb6d-dbd93842d948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '6838f000-884e-474f-806b-0c7510a507af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:30:58.943454 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7166203-5829-465b-9b85-6f0a01bd5d56 tempest-RoutersNegativeTest-432532502 tempest-RoutersNegativeTest-432532502-project] Network hostable DHCP agents. Network: 6838f000-884e-474f-806b-0c7510a507af, hostable agents: ['1c705e68-3d3e-4dd3-9252-feb21d4b96ab'], hosted agents: [] {{(pid=88261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 05:30:58.963016 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7166203-5829-465b-9b85-6f0a01bd5d56 tempest-RoutersNegativeTest-432532502 tempest-RoutersNegativeTest-432532502-project] Network 6838f000-884e-474f-806b-0c7510a507af is scheduled to be hosted by DHCP agent 1c705e68-3d3e-4dd3-9252-feb21d4b96ab with binding_index 1 {{(pid=88261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 05:30:58.973022 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-f7166203-5829-465b-9b85-6f0a01bd5d56 tempest-RoutersNegativeTest-432532502 tempest-RoutersNegativeTest-432532502-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843763-1-hyperv, 6838f000-884e-474f-806b-0c7510a507af) {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:30:58.978142 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7166203-5829-465b-9b85-6f0a01bd5d56 tempest-RoutersNegativeTest-432532502 tempest-RoutersNegativeTest-432532502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:30:58.978789 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f7166203-5829-465b-9b85-6f0a01bd5d56 tempest-RoutersNegativeTest-432532502 tempest-RoutersNegativeTest-432532502-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:58.987737 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c874bc75-cb1d-4d3f-beaa-e98d5a37aceb None None] Network 6838f000-884e-474f-806b-0c7510a507af requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:30:59.000589 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-f7166203-5829-465b-9b85-6f0a01bd5d56 tempest-RoutersNegativeTest-432532502 tempest-RoutersNegativeTest-432532502-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5052183 May 30 05:30:59.003499 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 52520) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:30:59.005526 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd57a004-870d-4f54-922c-f39556afdf52 None None] Network ea06ff69-d48d-4013-b33e-5d00b179ec78 is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:30:59.008780 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-e0ef6de0-a203-476b-8ed6-0f2bf03d40f2 tempest-RoutersNegativeTest-432532502 tempest-RoutersNegativeTest-432532502-project] Request body: {'router': {'external_gateway_info': {'network_id': '6838f000-884e-474f-806b-0c7510a507af'}}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:30:59.010090 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-fd57a004-870d-4f54-922c-f39556afdf52 None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:30:59.056734 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd57a004-870d-4f54-922c-f39556afdf52 None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:30:59.110757 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd57a004-870d-4f54-922c-f39556afdf52 None None] Pushing event updated for resources: {'Port': ['ID=1596014e-9897-4152-b0c7-f47e0455efda,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:30:59.187864 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-fd57a004-870d-4f54-922c-f39556afdf52 None None] Attempting to bind port 1596014e-9897-4152-b0c7-f47e0455efda on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 05:30:59.188145 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-fd57a004-870d-4f54-922c-f39556afdf52 None None] Attempting to bind port 1596014e-9897-4152-b0c7-f47e0455efda by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': 'f406fb89-cb99-439f-883b-4d1a49dcb355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'ea06ff69-d48d-4013-b33e-5d00b179ec78'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 05:30:59.188511 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd57a004-870d-4f54-922c-f39556afdf52 None None] Attempting to bind port 1596014e-9897-4152-b0c7-f47e0455efda on network ea06ff69-d48d-4013-b33e-5d00b179ec78 {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:30:59.209433 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd57a004-870d-4f54-922c-f39556afdf52 None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 5, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 05:30:59.209839 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd57a004-870d-4f54-922c-f39556afdf52 None None] Checking segment: {'id': 'f406fb89-cb99-439f-883b-4d1a49dcb355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'ea06ff69-d48d-4013-b33e-5d00b179ec78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:30:59.210236 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-fd57a004-870d-4f54-922c-f39556afdf52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:59.210628 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd57a004-870d-4f54-922c-f39556afdf52 None None] Bound using segment: {'id': 'f406fb89-cb99-439f-883b-4d1a49dcb355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'ea06ff69-d48d-4013-b33e-5d00b179ec78'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 05:30:59.211104 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-fd57a004-870d-4f54-922c-f39556afdf52 None None] Bound port: 1596014e-9897-4152-b0c7-f47e0455efda, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f406fb89-cb99-439f-883b-4d1a49dcb355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'ea06ff69-d48d-4013-b33e-5d00b179ec78'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 05:30:59.211477 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-fd57a004-870d-4f54-922c-f39556afdf52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:59.406774 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-fd57a004-870d-4f54-922c-f39556afdf52 None None] For port 1596014e-9897-4152-b0c7-f47e0455efda, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 05:30:59.410101 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-fd57a004-870d-4f54-922c-f39556afdf52 None None] For port 1596014e-9897-4152-b0c7-f47e0455efda, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=1596014e-9897-4152-b0c7-f47e0455efda,segment=NetworkSegment(f406fb89-cb99-439f-883b-4d1a49dcb355),segment_id=f406fb89-cb99-439f-883b-4d1a49dcb355)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 05:30:59.412799 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7124e4b9-e035-4728-8ffb-d722c46a53bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bbf24ed-7ba9-53d2-873f-8f9642b1e987-6838f000-884e-474f-806b-0c7510a507af', 'network_id': '6838f000-884e-474f-806b-0c7510a507af', 'tenant_id': '13eb4b5ea10344b387dbad1d96801e26', 'fixed_ips': [{'subnet_id': 'c40637fe-ae8c-41f4-9433-056535bdb9b7'}]}} from dv-neutron-843763-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 30 05:30:59.413644 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7124e4b9-e035-4728-8ffb-d722c46a53bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:59.424882 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-fd57a004-870d-4f54-922c-f39556afdf52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:59.485550 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e0ef6de0-a203-476b-8ed6-0f2bf03d40f2 tempest-RoutersNegativeTest-432532502 tempest-RoutersNegativeTest-432532502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11765'] for router, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:59.571196 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd57a004-870d-4f54-922c-f39556afdf52 None None] Pushing event updated for resources: {'Port': ['ID=1596014e-9897-4152-b0c7-f47e0455efda,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:30:59.639097 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.api.v2.resource [None req-e0ef6de0-a203-476b-8ed6-0f2bf03d40f2 tempest-RoutersNegativeTest-432532502 tempest-RoutersNegativeTest-432532502-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 05:30:59.640155 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-e0ef6de0-a203-476b-8ed6-0f2bf03d40f2 tempest-RoutersNegativeTest-432532502 tempest-RoutersNegativeTest-432532502-project] 10.222.0.15 "PUT /v2.0/routers/9f19f034-abbb-4d55-abf1-2439a25b5f3e HTTP/1.1" status: 400 len: 364 time: 0.6356339 May 30 05:30:59.646545 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 52524) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:30:59.648521 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-7124e4b9-e035-4728-8ffb-d722c46a53bc None None] Allocated IP 172.21.0.2 (6838f000-884e-474f-806b-0c7510a507af/c40637fe-ae8c-41f4-9433-056535bdb9b7/b558d17e-7b56-4268-a06f-69971df3263e) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:30:59.719191 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_v2 [None req-acd757b1-1d52-44cb-a332-fd5d5dc6adbb tempest-RoutersNegativeTest-432532502 tempest-RoutersNegativeTest-432532502-project] Deleting subnet c40637fe-ae8c-41f4-9433-056535bdb9b7 {{(pid=88260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 30 05:30:59.869983 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7124e4b9-e035-4728-8ffb-d722c46a53bc None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:59.881000 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-7124e4b9-e035-4728-8ffb-d722c46a53bc None None] Transition to ACTIVE for port object b558d17e-7b56-4268-a06f-69971df3263e will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:30:59.905622 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-7124e4b9-e035-4728-8ffb-d722c46a53bc None None] Transition to ACTIVE for port object b558d17e-7b56-4268-a06f-69971df3263e will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:30:59.912135 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-acd757b1-1d52-44cb-a332-fd5d5dc6adbb tempest-RoutersNegativeTest-432532502 tempest-RoutersNegativeTest-432532502-project] Notify callbacks [] for subnet, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:59.915400 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7124e4b9-e035-4728-8ffb-d722c46a53bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:30:59.969920 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-acd757b1-1d52-44cb-a332-fd5d5dc6adbb tempest-RoutersNegativeTest-432532502 tempest-RoutersNegativeTest-432532502-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1454738'] for subnet, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:00.018379 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7124e4b9-e035-4728-8ffb-d722c46a53bc None None] Network 6838f000-884e-474f-806b-0c7510a507af is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:31:00.023523 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-7124e4b9-e035-4728-8ffb-d722c46a53bc None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:31:00.030500 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7124e4b9-e035-4728-8ffb-d722c46a53bc None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:31:00.062163 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-acd757b1-1d52-44cb-a332-fd5d5dc6adbb tempest-RoutersNegativeTest-432532502 tempest-RoutersNegativeTest-432532502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860493'] for subnet, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:00.076916 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7124e4b9-e035-4728-8ffb-d722c46a53bc None None] Pushing event updated for resources: {'Port': ['ID=b558d17e-7b56-4268-a06f-69971df3263e,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:31:00.140651 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-acd757b1-1d52-44cb-a332-fd5d5dc6adbb tempest-RoutersNegativeTest-432532502 tempest-RoutersNegativeTest-432532502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1547867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2133322'] for subnet, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:00.141416 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-7124e4b9-e035-4728-8ffb-d722c46a53bc None None] Attempting to bind port b558d17e-7b56-4268-a06f-69971df3263e on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 05:31:00.141795 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-7124e4b9-e035-4728-8ffb-d722c46a53bc None None] Attempting to bind port b558d17e-7b56-4268-a06f-69971df3263e by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': '5622d8f6-50bc-4ba1-bb6d-dbd93842d948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '6838f000-884e-474f-806b-0c7510a507af'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 05:31:00.142190 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7124e4b9-e035-4728-8ffb-d722c46a53bc None None] Attempting to bind port b558d17e-7b56-4268-a06f-69971df3263e on network 6838f000-884e-474f-806b-0c7510a507af {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:31:00.147572 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7124e4b9-e035-4728-8ffb-d722c46a53bc None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 5, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 05:31:00.147952 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7124e4b9-e035-4728-8ffb-d722c46a53bc None None] Checking segment: {'id': '5622d8f6-50bc-4ba1-bb6d-dbd93842d948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '6838f000-884e-474f-806b-0c7510a507af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:31:00.148369 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7124e4b9-e035-4728-8ffb-d722c46a53bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:00.148761 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7124e4b9-e035-4728-8ffb-d722c46a53bc None None] Bound using segment: {'id': '5622d8f6-50bc-4ba1-bb6d-dbd93842d948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '6838f000-884e-474f-806b-0c7510a507af'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 05:31:00.149228 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-7124e4b9-e035-4728-8ffb-d722c46a53bc None None] Bound port: b558d17e-7b56-4268-a06f-69971df3263e, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5622d8f6-50bc-4ba1-bb6d-dbd93842d948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '6838f000-884e-474f-806b-0c7510a507af'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 05:31:00.149610 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7124e4b9-e035-4728-8ffb-d722c46a53bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:00.178986 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd757b1-1d52-44cb-a332-fd5d5dc6adbb tempest-RoutersNegativeTest-432532502 tempest-RoutersNegativeTest-432532502-project] Pushing event deleted for resources: {'Subnet': ['ID=c40637fe-ae8c-41f4-9433-056535bdb9b7,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:31:00.185926 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-acd757b1-1d52-44cb-a332-fd5d5dc6adbb tempest-RoutersNegativeTest-432532502 tempest-RoutersNegativeTest-432532502-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:00.194630 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-acd757b1-1d52-44cb-a332-fd5d5dc6adbb tempest-RoutersNegativeTest-432532502 tempest-RoutersNegativeTest-432532502-project] 10.222.0.15 "DELETE /v2.0/subnets/c40637fe-ae8c-41f4-9433-056535bdb9b7 HTTP/1.1" status: 204 len: 168 time: 0.5448210 May 30 05:31:00.194878 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 52528) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:31:00.244471 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-7124e4b9-e035-4728-8ffb-d722c46a53bc None None] For port b558d17e-7b56-4268-a06f-69971df3263e, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 05:31:00.248014 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-7124e4b9-e035-4728-8ffb-d722c46a53bc None None] For port b558d17e-7b56-4268-a06f-69971df3263e, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=b558d17e-7b56-4268-a06f-69971df3263e,segment=NetworkSegment(5622d8f6-50bc-4ba1-bb6d-dbd93842d948),segment_id=5622d8f6-50bc-4ba1-bb6d-dbd93842d948)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 05:31:00.255674 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7124e4b9-e035-4728-8ffb-d722c46a53bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:00.315755 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b3fd9eab-7f41-4213-b1dc-95e161d4d932 tempest-RoutersNegativeTest-432532502 tempest-RoutersNegativeTest-432532502-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897784'] for network, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:00.327155 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-b3fd9eab-7f41-4213-b1dc-95e161d4d932 tempest-RoutersNegativeTest-432532502 tempest-RoutersNegativeTest-432532502-project] Deleting port b558d17e-7b56-4268-a06f-69971df3263e {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:31:00.327503 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b3fd9eab-7f41-4213-b1dc-95e161d4d932 tempest-RoutersNegativeTest-432532502 tempest-RoutersNegativeTest-432532502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:00.431053 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-30611790-3582-4ad4-813d-f3223340c328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:00.435281 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b32bfabe-140a-4b5c-8678-1983390f8184 None None] Network 6838f000-884e-474f-806b-0c7510a507af requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:31:00.508378 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7124e4b9-e035-4728-8ffb-d722c46a53bc None None] Pushing event updated for resources: {'Port': ['ID=b558d17e-7b56-4268-a06f-69971df3263e,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:31:00.575246 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-b3fd9eab-7f41-4213-b1dc-95e161d4d932 tempest-RoutersNegativeTest-432532502 tempest-RoutersNegativeTest-432532502-project] For port b558d17e-7b56-4268-a06f-69971df3263e, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=b558d17e-7b56-4268-a06f-69971df3263e,segment=NetworkSegment(5622d8f6-50bc-4ba1-bb6d-dbd93842d948),segment_id=5622d8f6-50bc-4ba1-bb6d-dbd93842d948)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:31:00.575799 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b3fd9eab-7f41-4213-b1dc-95e161d4d932 tempest-RoutersNegativeTest-432532502 tempest-RoutersNegativeTest-432532502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:00.633610 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb570048-c1b2-46d1-91a3-2be70a457e50 None None] Network ea06ff69-d48d-4013-b33e-5d00b179ec78 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:31:00.727974 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-b3fd9eab-7f41-4213-b1dc-95e161d4d932 tempest-RoutersNegativeTest-432532502 tempest-RoutersNegativeTest-432532502-project] Calling delete_port for b558d17e-7b56-4268-a06f-69971df3263e owned by network:dhcp {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:31:00.746171 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 1596014e-9897-4152-b0c7-f47e0455efda up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:31:00.780406 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-04bbf1fd-9b07-410b-a20f-5e787d8be655 None None] Provisioning for port 1596014e-9897-4152-b0c7-f47e0455efda completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:31:00.812138 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b3fd9eab-7f41-4213-b1dc-95e161d4d932 tempest-RoutersNegativeTest-432532502 tempest-RoutersNegativeTest-432532502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:00.866223 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fd9eab-7f41-4213-b1dc-95e161d4d932 tempest-RoutersNegativeTest-432532502 tempest-RoutersNegativeTest-432532502-project] Pushing event deleted for resources: {'Port': ['ID=b558d17e-7b56-4268-a06f-69971df3263e,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:31:00.868116 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3fd9eab-7f41-4213-b1dc-95e161d4d932 tempest-RoutersNegativeTest-432532502 tempest-RoutersNegativeTest-432532502-project] No DVR routers for this DVR port b558d17e-7b56-4268-a06f-69971df3263e on host dv-neutron-843763-1-hyperv {{(pid=88260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 05:31:00.948331 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port 1596014e-9897-4152-b0c7-f47e0455efda completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:31:00.960252 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 1596014e-9897-4152-b0c7-f47e0455efda triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:31:00.960635 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:01.109185 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b3fd9eab-7f41-4213-b1dc-95e161d4d932 tempest-RoutersNegativeTest-432532502 tempest-RoutersNegativeTest-432532502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867540', 'neutron.services.segments.db._delete_segments_for_network-8729234922972'] for network, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:01.110480 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 1596014e-9897-4152-b0c7-f47e0455efda is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:31:01.111021 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:01.136764 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-b3fd9eab-7f41-4213-b1dc-95e161d4d932 tempest-RoutersNegativeTest-432532502 tempest-RoutersNegativeTest-432532502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6838f000-884e-474f-806b-0c7510a507af']}} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:31:01.150526 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-b3fd9eab-7f41-4213-b1dc-95e161d4d932 tempest-RoutersNegativeTest-432532502 tempest-RoutersNegativeTest-432532502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5622d8f6-50bc-4ba1-bb6d-dbd93842d948') {'for_net_delete': True} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:31:01.150890 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-b3fd9eab-7f41-4213-b1dc-95e161d4d932 tempest-RoutersNegativeTest-432532502 tempest-RoutersNegativeTest-432532502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5622d8f6-50bc-4ba1-bb6d-dbd93842d948') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:31:01.153982 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] For port 1596014e-9897-4152-b0c7-f47e0455efda, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=1596014e-9897-4152-b0c7-f47e0455efda,segment=NetworkSegment(f406fb89-cb99-439f-883b-4d1a49dcb355),segment_id=f406fb89-cb99-439f-883b-4d1a49dcb355)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:31:01.163033 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:01.163620 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b3fd9eab-7f41-4213-b1dc-95e161d4d932 tempest-RoutersNegativeTest-432532502 tempest-RoutersNegativeTest-432532502-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729235042807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1454725'] for segment, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:01.181642 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b3fd9eab-7f41-4213-b1dc-95e161d4d932 tempest-RoutersNegativeTest-432532502 tempest-RoutersNegativeTest-432532502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:01.191752 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3fd9eab-7f41-4213-b1dc-95e161d4d932 tempest-RoutersNegativeTest-432532502 tempest-RoutersNegativeTest-432532502-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=88260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 05:31:01.192183 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b3fd9eab-7f41-4213-b1dc-95e161d4d932 tempest-RoutersNegativeTest-432532502 tempest-RoutersNegativeTest-432532502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-862858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1547513'] for segment, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:01.235190 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Pushing event updated for resources: {'Port': ['ID=1596014e-9897-4152-b0c7-f47e0455efda,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:31:01.276600 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 5622d8f6-50bc-4ba1-bb6d-dbd93842d948 resource provider aggregate not found May 30 05:31:01.295315 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 5622d8f6-50bc-4ba1-bb6d-dbd93842d948 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5622d8f6-50bc-4ba1-bb6d-dbd93842d948 found for delete ", "request_id": "req-177cce59-c9d4-4cfb-9884-24effdac3e17"}]} May 30 05:31:01.313836 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e03d15-a869-45a7-8da3-391055b2350c None None] get_active_networks_info from dv-neutron-843763-1-hyperv {{(pid=88262) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 30 05:31:01.319120 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b3fd9eab-7f41-4213-b1dc-95e161d4d932 tempest-RoutersNegativeTest-432532502 tempest-RoutersNegativeTest-432532502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604744'] for network, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:01.337261 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b3fd9eab-7f41-4213-b1dc-95e161d4d932 tempest-RoutersNegativeTest-432532502 tempest-RoutersNegativeTest-432532502-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:01.348752 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fd9eab-7f41-4213-b1dc-95e161d4d932 tempest-RoutersNegativeTest-432532502 tempest-RoutersNegativeTest-432532502-project] Pushing event deleted for resources: {'Network': ['ID=6838f000-884e-474f-806b-0c7510a507af,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:31:01.354730 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-b3fd9eab-7f41-4213-b1dc-95e161d4d932 tempest-RoutersNegativeTest-432532502 tempest-RoutersNegativeTest-432532502-project] 10.222.0.15 "DELETE /v2.0/networks/6838f000-884e-474f-806b-0c7510a507af HTTP/1.1" status: 204 len: 168 time: 1.1571703 May 30 05:31:01.355486 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 52536) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:31:01.419809 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56ded65b-0e68-413c-8b9b-1097922cc81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:01.424393 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-f687422d-b13f-4e79-a7f1-defdc0fcb0e1 None None] Provisioning complete for port 1596014e-9897-4152-b0c7-f47e0455efda triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:31:01.424751 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f687422d-b13f-4e79-a7f1-defdc0fcb0e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:01.431827 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_v2 [None req-6eaeda77-030f-4a79-a199-f18834f2de4c tempest-RoutersNegativeTest-432532502 tempest-RoutersNegativeTest-432532502-project] Deleting subnet beec3800-c22b-40f0-a0bc-0b205e9bdf6f {{(pid=88260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 30 05:31:01.434782 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6eaeda77-030f-4a79-a199-f18834f2de4c tempest-RoutersNegativeTest-432532502 tempest-RoutersNegativeTest-432532502-project] Notify callbacks [] for subnet, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:01.492772 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6eaeda77-030f-4a79-a199-f18834f2de4c tempest-RoutersNegativeTest-432532502 tempest-RoutersNegativeTest-432532502-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1454738'] for subnet, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:01.528017 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:01.529693 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e03d15-a869-45a7-8da3-391055b2350c None None] Resources bound (agent type, host, resource id): {{(pid=88262) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 30 05:31:01.579398 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6eaeda77-030f-4a79-a199-f18834f2de4c tempest-RoutersNegativeTest-432532502 tempest-RoutersNegativeTest-432532502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860493'] for subnet, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:01.651359 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6eaeda77-030f-4a79-a199-f18834f2de4c tempest-RoutersNegativeTest-432532502 tempest-RoutersNegativeTest-432532502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1547867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2133322'] for subnet, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:01.671076 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-f687422d-b13f-4e79-a7f1-defdc0fcb0e1 None None] Current status of the port 1596014e-9897-4152-b0c7-f47e0455efda is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:31:01.695271 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaeda77-030f-4a79-a199-f18834f2de4c tempest-RoutersNegativeTest-432532502 tempest-RoutersNegativeTest-432532502-project] Pushing event deleted for resources: {'Subnet': ['ID=beec3800-c22b-40f0-a0bc-0b205e9bdf6f,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:31:01.697229 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6eaeda77-030f-4a79-a199-f18834f2de4c tempest-RoutersNegativeTest-432532502 tempest-RoutersNegativeTest-432532502-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:01.704746 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-6eaeda77-030f-4a79-a199-f18834f2de4c tempest-RoutersNegativeTest-432532502 tempest-RoutersNegativeTest-432532502-project] 10.222.0.15 "DELETE /v2.0/subnets/beec3800-c22b-40f0-a0bc-0b205e9bdf6f HTTP/1.1" status: 204 len: 168 time: 0.3482189 May 30 05:31:01.707300 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 52540) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:31:01.820687 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1fcf4634-64a1-4dfc-bfc4-f9e752dad332 tempest-RoutersNegativeTest-432532502 tempest-RoutersNegativeTest-432532502-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897784'] for network, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:01.830854 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-1fcf4634-64a1-4dfc-bfc4-f9e752dad332 tempest-RoutersNegativeTest-432532502 tempest-RoutersNegativeTest-432532502-project] Deleting port 1596014e-9897-4152-b0c7-f47e0455efda {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:31:01.831180 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1fcf4634-64a1-4dfc-bfc4-f9e752dad332 tempest-RoutersNegativeTest-432532502 tempest-RoutersNegativeTest-432532502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:01.866307 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80635554-119e-4ea8-b621-f0452c1711e6 None None] Network ea06ff69-d48d-4013-b33e-5d00b179ec78 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:31:02.031385 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-1fcf4634-64a1-4dfc-bfc4-f9e752dad332 tempest-RoutersNegativeTest-432532502 tempest-RoutersNegativeTest-432532502-project] For port 1596014e-9897-4152-b0c7-f47e0455efda, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=1596014e-9897-4152-b0c7-f47e0455efda,segment=NetworkSegment(f406fb89-cb99-439f-883b-4d1a49dcb355),segment_id=f406fb89-cb99-439f-883b-4d1a49dcb355)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:31:02.031657 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1fcf4634-64a1-4dfc-bfc4-f9e752dad332 tempest-RoutersNegativeTest-432532502 tempest-RoutersNegativeTest-432532502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:02.096680 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77cc1fc6-3e9f-4be6-b343-7626a267c0e2 None None] DHCP port deletion for ea06ff69-d48d-4013-b33e-5d00b179ec78 request from dv-neutron-843763-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 30 05:31:02.101617 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-77cc1fc6-3e9f-4be6-b343-7626a267c0e2 None None] Deleting port 1596014e-9897-4152-b0c7-f47e0455efda {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:31:02.102024 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-77cc1fc6-3e9f-4be6-b343-7626a267c0e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:02.160870 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-1fcf4634-64a1-4dfc-bfc4-f9e752dad332 tempest-RoutersNegativeTest-432532502 tempest-RoutersNegativeTest-432532502-project] Calling delete_port for 1596014e-9897-4152-b0c7-f47e0455efda owned by network:dhcp {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:31:02.238546 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1fcf4634-64a1-4dfc-bfc4-f9e752dad332 tempest-RoutersNegativeTest-432532502 tempest-RoutersNegativeTest-432532502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:02.286535 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcf4634-64a1-4dfc-bfc4-f9e752dad332 tempest-RoutersNegativeTest-432532502 tempest-RoutersNegativeTest-432532502-project] Pushing event deleted for resources: {'Port': ['ID=1596014e-9897-4152-b0c7-f47e0455efda,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:31:02.288311 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fcf4634-64a1-4dfc-bfc4-f9e752dad332 tempest-RoutersNegativeTest-432532502 tempest-RoutersNegativeTest-432532502-project] No DVR routers for this DVR port 1596014e-9897-4152-b0c7-f47e0455efda on host dv-neutron-843763-1-hyperv {{(pid=88260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 05:31:02.314052 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-77cc1fc6-3e9f-4be6-b343-7626a267c0e2 None None] For port 1596014e-9897-4152-b0c7-f47e0455efda, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=1596014e-9897-4152-b0c7-f47e0455efda,segment=NetworkSegment(f406fb89-cb99-439f-883b-4d1a49dcb355),segment_id=f406fb89-cb99-439f-883b-4d1a49dcb355)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:31:02.314517 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-77cc1fc6-3e9f-4be6-b343-7626a267c0e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:02.425041 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1fcf4634-64a1-4dfc-bfc4-f9e752dad332 tempest-RoutersNegativeTest-432532502 tempest-RoutersNegativeTest-432532502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867540', 'neutron.services.segments.db._delete_segments_for_network-8729234922972'] for network, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:02.441972 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-77cc1fc6-3e9f-4be6-b343-7626a267c0e2 None None] Calling delete_port for 1596014e-9897-4152-b0c7-f47e0455efda owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:31:02.455680 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-1fcf4634-64a1-4dfc-bfc4-f9e752dad332 tempest-RoutersNegativeTest-432532502 tempest-RoutersNegativeTest-432532502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea06ff69-d48d-4013-b33e-5d00b179ec78']}} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:31:02.468209 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-1fcf4634-64a1-4dfc-bfc4-f9e752dad332 tempest-RoutersNegativeTest-432532502 tempest-RoutersNegativeTest-432532502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f406fb89-cb99-439f-883b-4d1a49dcb355') {'for_net_delete': True} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:31:02.468506 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-1fcf4634-64a1-4dfc-bfc4-f9e752dad332 tempest-RoutersNegativeTest-432532502 tempest-RoutersNegativeTest-432532502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f406fb89-cb99-439f-883b-4d1a49dcb355') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:31:02.480627 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1fcf4634-64a1-4dfc-bfc4-f9e752dad332 tempest-RoutersNegativeTest-432532502 tempest-RoutersNegativeTest-432532502-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729235042807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1454725'] for segment, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:02.496495 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1fcf4634-64a1-4dfc-bfc4-f9e752dad332 tempest-RoutersNegativeTest-432532502 tempest-RoutersNegativeTest-432532502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:02.502471 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fcf4634-64a1-4dfc-bfc4-f9e752dad332 tempest-RoutersNegativeTest-432532502 tempest-RoutersNegativeTest-432532502-project] Releasing vlan 203 on physical network physnet1 to pool {{(pid=88260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 05:31:02.502851 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1fcf4634-64a1-4dfc-bfc4-f9e752dad332 tempest-RoutersNegativeTest-432532502 tempest-RoutersNegativeTest-432532502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-862858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1547513'] for segment, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:02.517700 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.db.api [None req-77cc1fc6-3e9f-4be6-b343-7626a267c0e2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 05:31:02.518086 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG oslo_db.api [None req-77cc1fc6-3e9f-4be6-b343-7626a267c0e2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 05:31:02.597825 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1fcf4634-64a1-4dfc-bfc4-f9e752dad332 tempest-RoutersNegativeTest-432532502 tempest-RoutersNegativeTest-432532502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604744'] for network, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:02.614941 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1fcf4634-64a1-4dfc-bfc4-f9e752dad332 tempest-RoutersNegativeTest-432532502 tempest-RoutersNegativeTest-432532502-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:02.625562 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcf4634-64a1-4dfc-bfc4-f9e752dad332 tempest-RoutersNegativeTest-432532502 tempest-RoutersNegativeTest-432532502-project] Pushing event deleted for resources: {'Network': ['ID=ea06ff69-d48d-4013-b33e-5d00b179ec78,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:31:02.629513 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-1fcf4634-64a1-4dfc-bfc4-f9e752dad332 tempest-RoutersNegativeTest-432532502 tempest-RoutersNegativeTest-432532502-project] 10.222.0.15 "DELETE /v2.0/networks/ea06ff69-d48d-4013-b33e-5d00b179ec78 HTTP/1.1" status: 204 len: 168 time: 0.9212058 May 30 05:31:02.632650 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 52544) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:31:02.674575 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-dad102a2-4ab1-4064-af91-4e4107d718c5 tempest-RoutersNegativeTest-432532502 tempest-RoutersNegativeTest-432532502-project] Synchronizing usage tracker for tenant:13eb4b5ea10344b387dbad1d96801e26 on resource:port {{(pid=88260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:31:02.688596 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 1596014e-9897-4152-b0c7-f47e0455efda no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 05:31:02.691167 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-dad102a2-4ab1-4064-af91-4e4107d718c5 tempest-RoutersNegativeTest-432532502 tempest-RoutersNegativeTest-432532502-project] Unset dirty status for tenant:13eb4b5ea10344b387dbad1d96801e26 on resource:port {{(pid=88260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:31:02.693224 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-dad102a2-4ab1-4064-af91-4e4107d718c5 tempest-RoutersNegativeTest-432532502 tempest-RoutersNegativeTest-432532502-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f19f034-abbb-4d55-abf1-2439a25b5f3e HTTP/1.1" status: 200 len: 205 time: 0.0589430 May 30 05:31:02.695670 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 52548) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:31:02.723303 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] No Port match for: 1596014e-9897-4152-b0c7-f47e0455efda {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 05:31:02.723640 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 1596014e-9897-4152-b0c7-f47e0455efda not bound to the agent host dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 05:31:02.886826 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a142624-940e-4c55-bf49-a5329c884075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:02.922853 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-536c05b2-efd1-477d-b21e-86d4adda1fc7 tempest-RoutersNegativeTest-432532502 tempest-RoutersNegativeTest-432532502-project] Notify callbacks [] for router, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:03.018945 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-77cc1fc6-3e9f-4be6-b343-7626a267c0e2 None None] Deleting port 1596014e-9897-4152-b0c7-f47e0455efda {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:31:03.019418 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-77cc1fc6-3e9f-4be6-b343-7626a267c0e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:03.092039 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-77cc1fc6-3e9f-4be6-b343-7626a267c0e2 None None] The port '1596014e-9897-4152-b0c7-f47e0455efda' was deleted {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 30 05:31:03.224672 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-536c05b2-efd1-477d-b21e-86d4adda1fc7 tempest-RoutersNegativeTest-432532502 tempest-RoutersNegativeTest-432532502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11660'] for router, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:03.226815 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-536c05b2-efd1-477d-b21e-86d4adda1fc7 tempest-RoutersNegativeTest-432532502 tempest-RoutersNegativeTest-432532502-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:03.248657 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-536c05b2-efd1-477d-b21e-86d4adda1fc7 tempest-RoutersNegativeTest-432532502 tempest-RoutersNegativeTest-432532502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1601605'] for router, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:03.249122 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-536c05b2-efd1-477d-b21e-86d4adda1fc7 tempest-RoutersNegativeTest-432532502 tempest-RoutersNegativeTest-432532502-project] Fanout notify agent at l3_agent the message router_deleted on router 9f19f034-abbb-4d55-abf1-2439a25b5f3e {{(pid=88260) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 30 05:31:03.261212 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-536c05b2-efd1-477d-b21e-86d4adda1fc7 tempest-RoutersNegativeTest-432532502 tempest-RoutersNegativeTest-432532502-project] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:03.262319 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-536c05b2-efd1-477d-b21e-86d4adda1fc7 tempest-RoutersNegativeTest-432532502 tempest-RoutersNegativeTest-432532502-project] 10.222.0.15 "DELETE /v2.0/routers/9f19f034-abbb-4d55-abf1-2439a25b5f3e HTTP/1.1" status: 204 len: 168 time: 0.5657225 May 30 05:31:03.312440 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment f406fb89-cb99-439f-883b-4d1a49dcb355 resource provider aggregate not found May 30 05:31:03.329573 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment f406fb89-cb99-439f-883b-4d1a49dcb355 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f406fb89-cb99-439f-883b-4d1a49dcb355 found for delete ", "request_id": "req-8bf3047f-4197-47ba-8664-f0b300cb5a13"}]} May 30 05:31:03.531159 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 52560) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:31:03.673387 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-38785b69-695a-467f-a618-bb8904fa316f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=13eb4b5ea10344b387dbad1d96801e26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1410315 May 30 05:31:03.675876 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 52566) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:31:03.746484 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-13249c80-11fc-4717-9457-2d0dd2000e53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:03.771679 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-13249c80-11fc-4717-9457-2d0dd2000e53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:03.821570 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-13249c80-11fc-4717-9457-2d0dd2000e53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:03.835295 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13249c80-11fc-4717-9457-2d0dd2000e53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58604cbd-9bcc-4651-82ad-7cbff8c57380,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:31:03.842620 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-13249c80-11fc-4717-9457-2d0dd2000e53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:03.843729 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-13249c80-11fc-4717-9457-2d0dd2000e53 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/58604cbd-9bcc-4651-82ad-7cbff8c57380 HTTP/1.1" status: 204 len: 168 time: 0.1669672 May 30 05:31:04.485348 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 52590) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:31:04.585633 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-a336cb7a-c338-4048-ae99-27a3ec41c922 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1516475299-network', 'tenant_id': '15bc423dd52c4faaaf38c4ebaadabc40'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:31:04.590308 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-a336cb7a-c338-4048-ae99-27a3ec41c922 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:31:04.594105 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-a336cb7a-c338-4048-ae99-27a3ec41c922 admin admin] Usage tracker for resource:network and tenant:15bc423dd52c4faaaf38c4ebaadabc40 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:31:04.596906 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-a336cb7a-c338-4048-ae99-27a3ec41c922 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:31:04.602484 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-a336cb7a-c338-4048-ae99-27a3ec41c922 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:31:04.612312 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a336cb7a-c338-4048-ae99-27a3ec41c922 admin admin] Made reservation on behalf of 15bc423dd52c4faaaf38c4ebaadabc40 for: {'network': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:31:04.614672 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a336cb7a-c338-4048-ae99-27a3ec41c922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for network, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:04.626241 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a336cb7a-c338-4048-ae99-27a3ec41c922 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:04.640836 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-a336cb7a-c338-4048-ae99-27a3ec41c922 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:31:04.644599 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-a336cb7a-c338-4048-ae99-27a3ec41c922 admin admin] Usage tracker for resource:security_group_rule and tenant:15bc423dd52c4faaaf38c4ebaadabc40 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:31:04.647937 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-a336cb7a-c338-4048-ae99-27a3ec41c922 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:31:04.653498 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-a336cb7a-c338-4048-ae99-27a3ec41c922 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:31:04.731581 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a336cb7a-c338-4048-ae99-27a3ec41c922 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:04.735068 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a336cb7a-c338-4048-ae99-27a3ec41c922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:04.767362 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a336cb7a-c338-4048-ae99-27a3ec41c922 admin admin] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=88261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 05:31:04.776138 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a336cb7a-c338-4048-ae99-27a3ec41c922 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd6dd31b-da60-4a99-bcd4-0d25908908b6,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:31:04.781611 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a336cb7a-c338-4048-ae99-27a3ec41c922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:04.781988 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.db.segments_db [None req-a336cb7a-c338-4048-ae99-27a3ec41c922 admin admin] Added segment dbd85ce6-05c5-4582-a671-189063072e7a of type vlan for network c3a02048-3b12-467e-82b7-090d2fabba35 May 30 05:31:04.806866 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a336cb7a-c338-4048-ae99-27a3ec41c922 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729234556353'] for network, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:04.834963 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a336cb7a-c338-4048-ae99-27a3ec41c922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788'] for network, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:04.836045 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a336cb7a-c338-4048-ae99-27a3ec41c922 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:31:04.836562 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a336cb7a-c338-4048-ae99-27a3ec41c922 admin admin] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:04.936507 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a336cb7a-c338-4048-ae99-27a3ec41c922 admin admin] Pushing event updated for resources: {'Network': ['ID=c3a02048-3b12-467e-82b7-090d2fabba35,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:31:04.939450 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-a336cb7a-c338-4048-ae99-27a3ec41c922 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4530709 May 30 05:31:04.942469 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 52596) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:31:04.947045 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Network c3a02048-3b12-467e-82b7-090d2fabba35 details requested by agent ovs-agent-dv-neutron-843763-1-hyperv with host dv-neutron-843763-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 05:31:04.948197 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-c0197e66-0092-45c3-b388-04dc51816c78 admin admin] Request body: {'subnet': {'network_id': 'c3a02048-3b12-467e-82b7-090d2fabba35', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1516475299-subnet', 'tenant_id': '15bc423dd52c4faaaf38c4ebaadabc40', 'ip_version': 4}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:31:04.953002 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-c0197e66-0092-45c3-b388-04dc51816c78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:31:04.956957 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-c0197e66-0092-45c3-b388-04dc51816c78 admin admin] Usage tracker for resource:subnet and tenant:15bc423dd52c4faaaf38c4ebaadabc40 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:31:04.959917 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-c0197e66-0092-45c3-b388-04dc51816c78 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:31:04.965874 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-c0197e66-0092-45c3-b388-04dc51816c78 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:31:04.975637 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0197e66-0092-45c3-b388-04dc51816c78 admin admin] Made reservation on behalf of 15bc423dd52c4faaaf38c4ebaadabc40 for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:31:04.978223 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c0197e66-0092-45c3-b388-04dc51816c78 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9305518'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:05.172037 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c0197e66-0092-45c3-b388-04dc51816c78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2305012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9305500'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:05.198919 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-45f79e78-106a-4f09-9d2c-69baeab7263d None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 05:31:05.251422 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0197e66-0092-45c3-b388-04dc51816c78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bdc339c1-383d-4487-a510-939a1db52250,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:31:05.258516 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0197e66-0092-45c3-b388-04dc51816c78 admin admin] Checking segment: {'id': 'dbd85ce6-05c5-4582-a671-189063072e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c3a02048-3b12-467e-82b7-090d2fabba35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:31:05.258870 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0197e66-0092-45c3-b388-04dc51816c78 admin admin] Network hostable DHCP agents. Network: c3a02048-3b12-467e-82b7-090d2fabba35, hostable agents: ['1c705e68-3d3e-4dd3-9252-feb21d4b96ab'], hosted agents: [] {{(pid=88261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 05:31:05.277404 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0197e66-0092-45c3-b388-04dc51816c78 admin admin] Network c3a02048-3b12-467e-82b7-090d2fabba35 is scheduled to be hosted by DHCP agent 1c705e68-3d3e-4dd3-9252-feb21d4b96ab with binding_index 1 {{(pid=88261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 05:31:05.285822 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-c0197e66-0092-45c3-b388-04dc51816c78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843763-1-hyperv, c3a02048-3b12-467e-82b7-090d2fabba35) {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:31:05.290183 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0197e66-0092-45c3-b388-04dc51816c78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:31:05.290779 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c0197e66-0092-45c3-b388-04dc51816c78 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:05.294698 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc4a8be8-ccd7-4ed4-b043-cfa625493d6c None None] Network c3a02048-3b12-467e-82b7-090d2fabba35 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:31:05.311097 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-c0197e66-0092-45c3-b388-04dc51816c78 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3676090 May 30 05:31:05.313872 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 52600) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:31:05.318846 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-7a08c9e7-d0f1-4d89-9db1-9bafd8bd38ec admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1516475299-router', 'tenant_id': '15bc423dd52c4faaaf38c4ebaadabc40', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'}}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:31:05.323366 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-7a08c9e7-d0f1-4d89-9db1-9bafd8bd38ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:31:05.327203 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-7a08c9e7-d0f1-4d89-9db1-9bafd8bd38ec admin admin] Usage tracker for resource:router and tenant:15bc423dd52c4faaaf38c4ebaadabc40 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:31:05.330002 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-7a08c9e7-d0f1-4d89-9db1-9bafd8bd38ec admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:31:05.335740 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-7a08c9e7-d0f1-4d89-9db1-9bafd8bd38ec admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:31:05.347107 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7a08c9e7-d0f1-4d89-9db1-9bafd8bd38ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1603901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11666'] for router, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:05.348144 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7a08c9e7-d0f1-4d89-9db1-9bafd8bd38ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11675'] for router, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:05.362990 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7a08c9e7-d0f1-4d89-9db1-9bafd8bd38ec admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:05.551565 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d2a5b9f-44a8-46e9-9a58-0bae15a735ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bbf24ed-7ba9-53d2-873f-8f9642b1e987-c3a02048-3b12-467e-82b7-090d2fabba35', 'network_id': 'c3a02048-3b12-467e-82b7-090d2fabba35', 'tenant_id': '15bc423dd52c4faaaf38c4ebaadabc40', 'fixed_ips': [{'subnet_id': 'bdc339c1-383d-4487-a510-939a1db52250'}]}} from dv-neutron-843763-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 30 05:31:05.553193 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8d2a5b9f-44a8-46e9-9a58-0bae15a735ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:05.703934 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-8d2a5b9f-44a8-46e9-9a58-0bae15a735ef None None] Allocated IP 172.20.0.2 (c3a02048-3b12-467e-82b7-090d2fabba35/bdc339c1-383d-4487-a510-939a1db52250/8bf737eb-e4a3-4497-b239-7ab5aee11fc5) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:31:05.727792 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7a08c9e7-d0f1-4d89-9db1-9bafd8bd38ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11765'] for router, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:05.907959 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8d2a5b9f-44a8-46e9-9a58-0bae15a735ef None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:05.918411 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-8d2a5b9f-44a8-46e9-9a58-0bae15a735ef None None] Transition to ACTIVE for port object 8bf737eb-e4a3-4497-b239-7ab5aee11fc5 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:31:05.935877 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-8d2a5b9f-44a8-46e9-9a58-0bae15a735ef None None] Transition to ACTIVE for port object 8bf737eb-e4a3-4497-b239-7ab5aee11fc5 will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:31:05.941193 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8d2a5b9f-44a8-46e9-9a58-0bae15a735ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:06.003314 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d2a5b9f-44a8-46e9-9a58-0bae15a735ef None None] Network c3a02048-3b12-467e-82b7-090d2fabba35 is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:31:06.006534 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-8d2a5b9f-44a8-46e9-9a58-0bae15a735ef None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:31:06.009434 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2a5b9f-44a8-46e9-9a58-0bae15a735ef None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:31:06.029967 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7a08c9e7-d0f1-4d89-9db1-9bafd8bd38ec admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:06.055081 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2a5b9f-44a8-46e9-9a58-0bae15a735ef None None] Pushing event updated for resources: {'Port': ['ID=8bf737eb-e4a3-4497-b239-7ab5aee11fc5,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:31:06.063825 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7a08c9e7-d0f1-4d89-9db1-9bafd8bd38ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:06.110828 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-8d2a5b9f-44a8-46e9-9a58-0bae15a735ef None None] Attempting to bind port 8bf737eb-e4a3-4497-b239-7ab5aee11fc5 on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 05:31:06.111220 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-8d2a5b9f-44a8-46e9-9a58-0bae15a735ef None None] Attempting to bind port 8bf737eb-e4a3-4497-b239-7ab5aee11fc5 by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': 'dbd85ce6-05c5-4582-a671-189063072e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c3a02048-3b12-467e-82b7-090d2fabba35'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 05:31:06.111587 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2a5b9f-44a8-46e9-9a58-0bae15a735ef None None] Attempting to bind port 8bf737eb-e4a3-4497-b239-7ab5aee11fc5 on network c3a02048-3b12-467e-82b7-090d2fabba35 {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:31:06.116891 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2a5b9f-44a8-46e9-9a58-0bae15a735ef None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 5, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 05:31:06.117269 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2a5b9f-44a8-46e9-9a58-0bae15a735ef None None] Checking segment: {'id': 'dbd85ce6-05c5-4582-a671-189063072e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c3a02048-3b12-467e-82b7-090d2fabba35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:31:06.117672 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8d2a5b9f-44a8-46e9-9a58-0bae15a735ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:06.118100 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2a5b9f-44a8-46e9-9a58-0bae15a735ef None None] Bound using segment: {'id': 'dbd85ce6-05c5-4582-a671-189063072e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c3a02048-3b12-467e-82b7-090d2fabba35'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 05:31:06.118558 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-8d2a5b9f-44a8-46e9-9a58-0bae15a735ef None None] Bound port: 8bf737eb-e4a3-4497-b239-7ab5aee11fc5, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbd85ce6-05c5-4582-a671-189063072e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c3a02048-3b12-467e-82b7-090d2fabba35'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 05:31:06.118936 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8d2a5b9f-44a8-46e9-9a58-0bae15a735ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:06.198018 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-7a08c9e7-d0f1-4d89-9db1-9bafd8bd38ec admin admin] Allocated IP 172.26.6.111 (1bab70f4-3794-44db-8e17-19f483aa8ffa/6b5b73c1-b0ce-4f83-a930-c00cc5522926/f5e03bad-f2f9-416d-b141-100c71d2b8c4) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:31:06.208762 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-8d2a5b9f-44a8-46e9-9a58-0bae15a735ef None None] For port 8bf737eb-e4a3-4497-b239-7ab5aee11fc5, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 05:31:06.212249 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-8d2a5b9f-44a8-46e9-9a58-0bae15a735ef None None] For port 8bf737eb-e4a3-4497-b239-7ab5aee11fc5, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=8bf737eb-e4a3-4497-b239-7ab5aee11fc5,segment=NetworkSegment(dbd85ce6-05c5-4582-a671-189063072e7a),segment_id=dbd85ce6-05c5-4582-a671-189063072e7a)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 05:31:06.216425 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8d2a5b9f-44a8-46e9-9a58-0bae15a735ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:06.307047 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2a5b9f-44a8-46e9-9a58-0bae15a735ef None None] Pushing event updated for resources: {'Port': ['ID=8bf737eb-e4a3-4497-b239-7ab5aee11fc5,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:31:06.359331 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7a08c9e7-d0f1-4d89-9db1-9bafd8bd38ec admin admin] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:06.390164 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7a08c9e7-d0f1-4d89-9db1-9bafd8bd38ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:06.461635 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a08c9e7-d0f1-4d89-9db1-9bafd8bd38ec admin admin] Network 1bab70f4-3794-44db-8e17-19f483aa8ffa is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:31:06.462374 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-7a08c9e7-d0f1-4d89-9db1-9bafd8bd38ec admin admin] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:31:06.464276 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a08c9e7-d0f1-4d89-9db1-9bafd8bd38ec admin admin] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:31:06.522248 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a08c9e7-d0f1-4d89-9db1-9bafd8bd38ec admin admin] Pushing event updated for resources: {'Port': ['ID=f5e03bad-f2f9-416d-b141-100c71d2b8c4,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:31:06.718391 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 8bf737eb-e4a3-4497-b239-7ab5aee11fc5 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:31:06.787751 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port 8bf737eb-e4a3-4497-b239-7ab5aee11fc5 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:31:06.896627 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7a08c9e7-d0f1-4d89-9db1-9bafd8bd38ec admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:07.193563 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2843f0e3-1b50-454f-97ff-151123a596db None None] Network c3a02048-3b12-467e-82b7-090d2fabba35 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:31:07.293817 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-66b589cd-13ed-4df8-821d-34ecbdfa0b30 None None] Provisioning for port 8bf737eb-e4a3-4497-b239-7ab5aee11fc5 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:31:07.303978 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-66b589cd-13ed-4df8-821d-34ecbdfa0b30 None None] Provisioning complete for port 8bf737eb-e4a3-4497-b239-7ab5aee11fc5 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:31:07.304341 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-66b589cd-13ed-4df8-821d-34ecbdfa0b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:07.361173 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7a08c9e7-d0f1-4d89-9db1-9bafd8bd38ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603653'] for router, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:07.533535 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-66b589cd-13ed-4df8-821d-34ecbdfa0b30 None None] Current status of the port 8bf737eb-e4a3-4497-b239-7ab5aee11fc5 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:31:07.533827 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-66b589cd-13ed-4df8-821d-34ecbdfa0b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:07.562192 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a08c9e7-d0f1-4d89-9db1-9bafd8bd38ec admin admin] Router 51e2f8c7-da9b-46a4-a136-b823bb259918 is scheduled to L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 with binding_index 1 {{(pid=88261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 30 05:31:07.574306 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-66b589cd-13ed-4df8-821d-34ecbdfa0b30 None None] For port 8bf737eb-e4a3-4497-b239-7ab5aee11fc5, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=8bf737eb-e4a3-4497-b239-7ab5aee11fc5,segment=NetworkSegment(dbd85ce6-05c5-4582-a671-189063072e7a),segment_id=dbd85ce6-05c5-4582-a671-189063072e7a)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:31:07.579593 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-66b589cd-13ed-4df8-821d-34ecbdfa0b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:07.659103 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b589cd-13ed-4df8-821d-34ecbdfa0b30 None None] Pushing event updated for resources: {'Port': ['ID=8bf737eb-e4a3-4497-b239-7ab5aee11fc5,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:31:07.743477 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a08c9e7-d0f1-4d89-9db1-9bafd8bd38ec admin admin] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:31:07.752326 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c844532-af90-4f6b-8694-00138ebf05cc None None] Sync routers for ids ['51e2f8c7-da9b-46a4-a136-b823bb259918'] in dv-neutron-843763-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:31:07.762809 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c844532-af90-4f6b-8694-00138ebf05cc None None] Routers {'51e2f8c7-da9b-46a4-a136-b823bb259918'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:31:07.763496 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-4c844532-af90-4f6b-8694-00138ebf05cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:31:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['51e2f8c7-da9b-46a4-a136-b823bb259918'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:31:07.772622 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7a08c9e7-d0f1-4d89-9db1-9bafd8bd38ec admin admin] Notify callbacks [] for router, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:07.773971 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-7a08c9e7-d0f1-4d89-9db1-9bafd8bd38ec admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.4590936 May 30 05:31:07.776815 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 52604) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:31:07.853540 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-26b1680b-5247-4043-97a3-057108ee08df None None] Provisioning complete for port 8bf737eb-e4a3-4497-b239-7ab5aee11fc5 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:31:07.853937 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-26b1680b-5247-4043-97a3-057108ee08df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:08.033986 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-4c844532-af90-4f6b-8694-00138ebf05cc None None] Set router 51e2f8c7-da9b-46a4-a136-b823bb259918 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:31:08.256134 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-26b1680b-5247-4043-97a3-057108ee08df None None] Current status of the port 8bf737eb-e4a3-4497-b239-7ab5aee11fc5 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:31:08.371125 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-4c844532-af90-4f6b-8694-00138ebf05cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e2f8c7-da9b-46a4-a136-b823bb259918', 'name': 'tempest-TestEncryptedCinderVolumes-1516475299-router', 'tenant_id': '15bc423dd52c4faaaf38c4ebaadabc40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.111'}], 'enable_snat': True}, 'gw_port_id': 'f5e03bad-f2f9-416d-b141-100c71d2b8c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:31:05Z', 'updated_at': '2022-05-30T05:31:06Z', 'revision_number': 3, 'project_id': '15bc423dd52c4faaaf38c4ebaadabc40', 'gw_port': {'id': 'f5e03bad-f2f9-416d-b141-100c71d2b8c4', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:61:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51e2f8c7-da9b-46a4-a136-b823bb259918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:31:06Z', 'updated_at': '2022-05-30T05:31:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv'}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:31:08.375248 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c844532-af90-4f6b-8694-00138ebf05cc None None] Checking router: 51e2f8c7-da9b-46a4-a136-b823bb259918 for host: dv-neutron-843763-1-hyperv {{(pid=88262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 05:31:08.375604 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c844532-af90-4f6b-8694-00138ebf05cc None None] Updating router 51e2f8c7-da9b-46a4-a136-b823bb259918 port f5e03bad-f2f9-416d-b141-100c71d2b8c4 binding host dv-neutron-843763-1-hyperv {{(pid=88262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 30 05:31:08.433865 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-4c844532-af90-4f6b-8694-00138ebf05cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:08.561685 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f703c640-2e85-44bc-85d2-fbd192a9014a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:08.704487 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 8bf737eb-e4a3-4497-b239-7ab5aee11fc5 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:31:08.767260 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-f703c640-2e85-44bc-85d2-fbd192a9014a admin admin] Allocated IP 172.20.0.1 (c3a02048-3b12-467e-82b7-090d2fabba35/bdc339c1-383d-4487-a510-939a1db52250/f1beeaa7-f3ba-4275-b73f-08879a710651) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:31:08.817074 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-4c844532-af90-4f6b-8694-00138ebf05cc None None] Notify callbacks [] for port, precommit_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:08.832970 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-4c844532-af90-4f6b-8694-00138ebf05cc None None] Transition to ACTIVE for port object f5e03bad-f2f9-416d-b141-100c71d2b8c4 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:31:08.840523 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 8bf737eb-e4a3-4497-b239-7ab5aee11fc5 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:31:08.840890 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:08.868542 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-4c844532-af90-4f6b-8694-00138ebf05cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:08.916545 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f703c640-2e85-44bc-85d2-fbd192a9014a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:08.931641 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [None req-f703c640-2e85-44bc-85d2-fbd192a9014a admin admin] Transition to ACTIVE for port object f1beeaa7-f3ba-4275-b73f-08879a710651 will not be triggered until provisioned by entity DHCP. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:31:08.955219 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f703c640-2e85-44bc-85d2-fbd192a9014a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:08.971624 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e85474-e1d4-4197-8293-620b3bbfb723 None None] Pushing event updated for resources: {'Port': ['ID=f5e03bad-f2f9-416d-b141-100c71d2b8c4,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:31:08.974947 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-4c844532-af90-4f6b-8694-00138ebf05cc None None] Attempting to bind port f5e03bad-f2f9-416d-b141-100c71d2b8c4 on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 05:31:08.975311 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-4c844532-af90-4f6b-8694-00138ebf05cc None None] Attempting to bind port f5e03bad-f2f9-416d-b141-100c71d2b8c4 by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': 'ad083d94-0233-4c50-a0ed-00ef7686038c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 05:31:08.975726 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c844532-af90-4f6b-8694-00138ebf05cc None None] Attempting to bind port f5e03bad-f2f9-416d-b141-100c71d2b8c4 on network 1bab70f4-3794-44db-8e17-19f483aa8ffa {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:31:08.984798 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c844532-af90-4f6b-8694-00138ebf05cc None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 5, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 05:31:08.985170 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c844532-af90-4f6b-8694-00138ebf05cc None None] Checking segment: {'id': 'ad083d94-0233-4c50-a0ed-00ef7686038c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:31:08.985566 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-4c844532-af90-4f6b-8694-00138ebf05cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:08.985971 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c844532-af90-4f6b-8694-00138ebf05cc None None] Bound using segment: {'id': 'ad083d94-0233-4c50-a0ed-00ef7686038c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 05:31:08.986427 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-4c844532-af90-4f6b-8694-00138ebf05cc None None] Bound port: f5e03bad-f2f9-416d-b141-100c71d2b8c4, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad083d94-0233-4c50-a0ed-00ef7686038c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 05:31:08.986793 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-4c844532-af90-4f6b-8694-00138ebf05cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:09.018553 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f703c640-2e85-44bc-85d2-fbd192a9014a admin admin] Network c3a02048-3b12-467e-82b7-090d2fabba35 is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:31:09.019649 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-f703c640-2e85-44bc-85d2-fbd192a9014a admin admin] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:31:09.023914 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f703c640-2e85-44bc-85d2-fbd192a9014a admin admin] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:31:09.069539 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f703c640-2e85-44bc-85d2-fbd192a9014a admin admin] Pushing event updated for resources: {'Port': ['ID=f1beeaa7-f3ba-4275-b73f-08879a710651,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:31:09.087080 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f703c640-2e85-44bc-85d2-fbd192a9014a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604623'] for router_interface, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:09.104894 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 8bf737eb-e4a3-4497-b239-7ab5aee11fc5 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:31:09.112669 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-4c844532-af90-4f6b-8694-00138ebf05cc None None] For port f5e03bad-f2f9-416d-b141-100c71d2b8c4, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 05:31:09.116637 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-4c844532-af90-4f6b-8694-00138ebf05cc None None] For port f5e03bad-f2f9-416d-b141-100c71d2b8c4, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=f5e03bad-f2f9-416d-b141-100c71d2b8c4,segment=NetworkSegment(ad083d94-0233-4c50-a0ed-00ef7686038c),segment_id=ad083d94-0233-4c50-a0ed-00ef7686038c)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 05:31:09.122510 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-4c844532-af90-4f6b-8694-00138ebf05cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:09.200411 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c844532-af90-4f6b-8694-00138ebf05cc None None] Routers {'51e2f8c7-da9b-46a4-a136-b823bb259918'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:31:09.201036 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-4c844532-af90-4f6b-8694-00138ebf05cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:31:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['51e2f8c7-da9b-46a4-a136-b823bb259918'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:31:09.227295 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f703c640-2e85-44bc-85d2-fbd192a9014a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:09.259461 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e85474-e1d4-4197-8293-620b3bbfb723 None None] Pushing event updated for resources: {'Port': ['ID=f5e03bad-f2f9-416d-b141-100c71d2b8c4,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:31:09.299326 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-62c5b9f4-89ad-4b77-a9cc-86fcc61f605d None None] Provisioning for port f1beeaa7-f3ba-4275-b73f-08879a710651 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:31:09.353677 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-62c5b9f4-89ad-4b77-a9cc-86fcc61f605d None None] Provisioning complete for port f1beeaa7-f3ba-4275-b73f-08879a710651 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:31:09.354073 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-62c5b9f4-89ad-4b77-a9cc-86fcc61f605d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:09.434762 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-62c5b9f4-89ad-4b77-a9cc-86fcc61f605d None None] Port f1beeaa7-f3ba-4275-b73f-08879a710651 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 05:31:09.443170 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-4c844532-af90-4f6b-8694-00138ebf05cc None None] Set router 51e2f8c7-da9b-46a4-a136-b823bb259918 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:31:09.448405 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f703c640-2e85-44bc-85d2-fbd192a9014a admin admin] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:09.452775 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f703c640-2e85-44bc-85d2-fbd192a9014a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2304381'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:09.558466 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f703c640-2e85-44bc-85d2-fbd192a9014a admin admin] Pushing event updated for resources: {'Port': ['ID=f1beeaa7-f3ba-4275-b73f-08879a710651,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:31:09.563976 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f703c640-2e85-44bc-85d2-fbd192a9014a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1642774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602230'] for router_interface, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:09.699080 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f703c640-2e85-44bc-85d2-fbd192a9014a admin admin] Network c3a02048-3b12-467e-82b7-090d2fabba35 is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:31:09.700198 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-f703c640-2e85-44bc-85d2-fbd192a9014a admin admin] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:31:09.795032 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-4c844532-af90-4f6b-8694-00138ebf05cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e2f8c7-da9b-46a4-a136-b823bb259918', 'name': 'tempest-TestEncryptedCinderVolumes-1516475299-router', 'tenant_id': '15bc423dd52c4faaaf38c4ebaadabc40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.111'}], 'enable_snat': True}, 'gw_port_id': 'f5e03bad-f2f9-416d-b141-100c71d2b8c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:31:05Z', 'updated_at': '2022-05-30T05:31:09Z', 'revision_number': 4, 'project_id': '15bc423dd52c4faaaf38c4ebaadabc40', 'gw_port': {'id': 'f5e03bad-f2f9-416d-b141-100c71d2b8c4', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:61:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51e2f8c7-da9b-46a4-a136-b823bb259918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:31:06Z', 'updated_at': '2022-05-30T05:31:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': 'f1beeaa7-f3ba-4275-b73f-08879a710651', 'name': '', 'network_id': 'c3a02048-3b12-467e-82b7-090d2fabba35', 'tenant_id': '15bc423dd52c4faaaf38c4ebaadabc40', 'mac_address': 'fa:16:3e:2d:06:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51e2f8c7-da9b-46a4-a136-b823bb259918', 'device_owner': 'network:router_interface', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': 'bdc339c1-383d-4487-a510-939a1db52250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:31:08Z', 'updated_at': '2022-05-30T05:31:08Z', 'revision_number': 1, 'project_id': '15bc423dd52c4faaaf38c4ebaadabc40', 'subnets': [{'id': 'bdc339c1-383d-4487-a510-939a1db52250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:31:09.799132 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c844532-af90-4f6b-8694-00138ebf05cc None None] The sync data for ids ['51e2f8c7-da9b-46a4-a136-b823bb259918'] in dv-neutron-843763-1-hyperv is: [{'id': '51e2f8c7-da9b-46a4-a136-b823bb259918', 'name': 'tempest-TestEncryptedCinderVolumes-1516475299-router', 'tenant_id': '15bc423dd52c4faaaf38c4ebaadabc40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.111'}], 'enable_snat': True}, 'gw_port_id': 'f5e03bad-f2f9-416d-b141-100c71d2b8c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:31:05Z', 'updated_at': '2022-05-30T05:31:09Z', 'revision_number': 4, 'project_id': '15bc423dd52c4faaaf38c4ebaadabc40', 'gw_port': {'id': 'f5e03bad-f2f9-416d-b141-100c71d2b8c4', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:61:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51e2f8c7-da9b-46a4-a136-b823bb259918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:31:06Z', 'updated_at': '2022-05-30T05:31:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': 'f1beeaa7-f3ba-4275-b73f-08879a710651', 'name': '', 'network_id': 'c3a02048-3b12-467e-82b7-090d2fabba35', 'tenant_id': '15bc423dd52c4faaaf38c4ebaadabc40', 'mac_address': 'fa:16:3e:2d:06:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51e2f8c7-da9b-46a4-a136-b823bb259918', 'device_owner': 'network:router_interface', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': 'bdc339c1-383d-4487-a510-939a1db52250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:31:08Z', 'updated_at': '2022-05-30T05:31:08Z', 'revision_number': 1, 'project_id': '15bc423dd52c4faaaf38c4ebaadabc40', 'subnets': [{'id': 'bdc339c1-383d-4487-a510-939a1db52250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:31:09.892585 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f703c640-2e85-44bc-85d2-fbd192a9014a admin admin] Router 51e2f8c7-da9b-46a4-a136-b823bb259918 has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 05:31:09.961420 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-6aee235d-88dd-4f46-8c4b-269d19e3447e None None] Provisioning complete for port f1beeaa7-f3ba-4275-b73f-08879a710651 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:31:09.961721 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-6aee235d-88dd-4f46-8c4b-269d19e3447e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:10.032732 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-6aee235d-88dd-4f46-8c4b-269d19e3447e None None] Port f1beeaa7-f3ba-4275-b73f-08879a710651 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 05:31:10.218684 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f703c640-2e85-44bc-85d2-fbd192a9014a admin admin] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:31:10.235304 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-f703c640-2e85-44bc-85d2-fbd192a9014a admin admin] 10.222.0.15 "PUT /v2.0/routers/51e2f8c7-da9b-46a4-a136-b823bb259918/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4499724 May 30 05:31:10.720486 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device f5e03bad-f2f9-416d-b141-100c71d2b8c4 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:31:10.784078 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 52622) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:31:10.790493 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-c9088364-f73c-437c-9b28-d1f988aa724c admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-799585265-network', 'tenant_id': '2bac97f8482a44628164035e64e963f6'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:31:10.793000 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port f5e03bad-f2f9-416d-b141-100c71d2b8c4 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:31:10.795719 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-c9088364-f73c-437c-9b28-d1f988aa724c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:31:10.799301 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port f5e03bad-f2f9-416d-b141-100c71d2b8c4 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:31:10.799678 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:10.800024 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-c9088364-f73c-437c-9b28-d1f988aa724c admin admin] Usage tracker for resource:network and tenant:2bac97f8482a44628164035e64e963f6 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:31:10.803822 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-c9088364-f73c-437c-9b28-d1f988aa724c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:31:10.810764 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-c9088364-f73c-437c-9b28-d1f988aa724c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:31:10.823077 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9088364-f73c-437c-9b28-d1f988aa724c admin admin] Made reservation on behalf of 2bac97f8482a44628164035e64e963f6 for: {'network': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:31:10.825653 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c9088364-f73c-437c-9b28-d1f988aa724c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for network, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:10.838436 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c9088364-f73c-437c-9b28-d1f988aa724c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:10.853958 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-c9088364-f73c-437c-9b28-d1f988aa724c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:31:10.857781 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-c9088364-f73c-437c-9b28-d1f988aa724c admin admin] Usage tracker for resource:security_group_rule and tenant:2bac97f8482a44628164035e64e963f6 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:31:10.860873 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-c9088364-f73c-437c-9b28-d1f988aa724c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:31:10.867725 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-c9088364-f73c-437c-9b28-d1f988aa724c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:31:10.940663 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port f5e03bad-f2f9-416d-b141-100c71d2b8c4 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:31:10.941314 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:10.959423 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] For port f5e03bad-f2f9-416d-b141-100c71d2b8c4, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=f5e03bad-f2f9-416d-b141-100c71d2b8c4,segment=NetworkSegment(ad083d94-0233-4c50-a0ed-00ef7686038c),segment_id=ad083d94-0233-4c50-a0ed-00ef7686038c)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:31:10.963580 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:10.964706 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c9088364-f73c-437c-9b28-d1f988aa724c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:10.975402 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c9088364-f73c-437c-9b28-d1f988aa724c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:11.012231 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9088364-f73c-437c-9b28-d1f988aa724c admin admin] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=88260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 05:31:11.021582 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9088364-f73c-437c-9b28-d1f988aa724c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e6064bf-f06c-4853-a5c5-c4c3f509848e,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:31:11.027479 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c9088364-f73c-437c-9b28-d1f988aa724c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:11.027903 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.db.segments_db [None req-c9088364-f73c-437c-9b28-d1f988aa724c admin admin] Added segment 88c2252f-0680-42c0-8296-29ae4b07828f of type vlan for network 6470a460-3cd7-451d-95db-163ba7a2d9f9 May 30 05:31:11.042091 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Pushing event updated for resources: {'Port': ['ID=f5e03bad-f2f9-416d-b141-100c71d2b8c4,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:31:11.057299 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c9088364-f73c-437c-9b28-d1f988aa724c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729234556353'] for network, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:11.087905 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c9088364-f73c-437c-9b28-d1f988aa724c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788'] for network, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:11.089203 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9088364-f73c-437c-9b28-d1f988aa724c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:31:11.089855 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c9088364-f73c-437c-9b28-d1f988aa724c admin admin] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:11.192393 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9088364-f73c-437c-9b28-d1f988aa724c admin admin] Pushing event updated for resources: {'Network': ['ID=6470a460-3cd7-451d-95db-163ba7a2d9f9,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:31:11.195647 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-c9088364-f73c-437c-9b28-d1f988aa724c admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4101870 May 30 05:31:11.198373 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 52626) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:31:11.203713 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Network 6470a460-3cd7-451d-95db-163ba7a2d9f9 details requested by agent ovs-agent-dv-neutron-843763-1-hyperv with host dv-neutron-843763-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 05:31:11.203892 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-4e3bda5f-ddec-41e9-a338-fcb404a35356 admin admin] Request body: {'subnet': {'network_id': '6470a460-3cd7-451d-95db-163ba7a2d9f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-799585265-subnet', 'tenant_id': '2bac97f8482a44628164035e64e963f6', 'ip_version': 4}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:31:11.210244 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-4e3bda5f-ddec-41e9-a338-fcb404a35356 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:31:11.217327 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-4e3bda5f-ddec-41e9-a338-fcb404a35356 admin admin] Usage tracker for resource:subnet and tenant:2bac97f8482a44628164035e64e963f6 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:31:11.219035 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-4e3bda5f-ddec-41e9-a338-fcb404a35356 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:31:11.225514 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-4e3bda5f-ddec-41e9-a338-fcb404a35356 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:31:11.237780 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e3bda5f-ddec-41e9-a338-fcb404a35356 admin admin] Made reservation on behalf of 2bac97f8482a44628164035e64e963f6 for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:31:11.240496 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4e3bda5f-ddec-41e9-a338-fcb404a35356 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9305518'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:11.446503 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4e3bda5f-ddec-41e9-a338-fcb404a35356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2305012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9305500'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:11.525712 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3bda5f-ddec-41e9-a338-fcb404a35356 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80a52064-dfc1-4238-923f-972a264167a8,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:31:11.539937 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3bda5f-ddec-41e9-a338-fcb404a35356 admin admin] Checking segment: {'id': '88c2252f-0680-42c0-8296-29ae4b07828f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '6470a460-3cd7-451d-95db-163ba7a2d9f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:31:11.540298 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e3bda5f-ddec-41e9-a338-fcb404a35356 admin admin] Network hostable DHCP agents. Network: 6470a460-3cd7-451d-95db-163ba7a2d9f9, hostable agents: ['1c705e68-3d3e-4dd3-9252-feb21d4b96ab'], hosted agents: [] {{(pid=88261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 05:31:11.559670 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e3bda5f-ddec-41e9-a338-fcb404a35356 admin admin] Network 6470a460-3cd7-451d-95db-163ba7a2d9f9 is scheduled to be hosted by DHCP agent 1c705e68-3d3e-4dd3-9252-feb21d4b96ab with binding_index 1 {{(pid=88261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 05:31:11.570429 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-4e3bda5f-ddec-41e9-a338-fcb404a35356 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843763-1-hyperv, 6470a460-3cd7-451d-95db-163ba7a2d9f9) {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:31:11.574435 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e3bda5f-ddec-41e9-a338-fcb404a35356 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:31:11.575006 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4e3bda5f-ddec-41e9-a338-fcb404a35356 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:11.579537 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d6d4489-3982-4ff8-804f-1b03c39f4394 None None] Network 6470a460-3cd7-451d-95db-163ba7a2d9f9 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:31:11.601322 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-4e3bda5f-ddec-41e9-a338-fcb404a35356 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4018834 May 30 05:31:11.603729 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 52630) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:31:11.608694 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-6fc29792-6eae-4046-af60-15c20ffc3d61 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-799585265-router', 'tenant_id': '2bac97f8482a44628164035e64e963f6', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'}}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:31:11.613299 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-6fc29792-6eae-4046-af60-15c20ffc3d61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:31:11.617751 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-6fc29792-6eae-4046-af60-15c20ffc3d61 admin admin] Usage tracker for resource:router and tenant:2bac97f8482a44628164035e64e963f6 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:31:11.620569 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-6fc29792-6eae-4046-af60-15c20ffc3d61 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:31:11.626300 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-6fc29792-6eae-4046-af60-15c20ffc3d61 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:31:11.638553 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6fc29792-6eae-4046-af60-15c20ffc3d61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1603901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11666'] for router, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:11.639386 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6fc29792-6eae-4046-af60-15c20ffc3d61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11675'] for router, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:11.656574 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6fc29792-6eae-4046-af60-15c20ffc3d61 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:11.796096 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb2ad61-fb75-41ce-83fe-3747fb155d39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bbf24ed-7ba9-53d2-873f-8f9642b1e987-6470a460-3cd7-451d-95db-163ba7a2d9f9', 'network_id': '6470a460-3cd7-451d-95db-163ba7a2d9f9', 'tenant_id': '2bac97f8482a44628164035e64e963f6', 'fixed_ips': [{'subnet_id': '80a52064-dfc1-4238-923f-972a264167a8'}]}} from dv-neutron-843763-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 30 05:31:11.797032 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-feb2ad61-fb75-41ce-83fe-3747fb155d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:11.821761 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae556cf-2afd-4601-a867-95f6763491e2 None None] Sync routers for ids ['51e2f8c7-da9b-46a4-a136-b823bb259918'] in dv-neutron-843763-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:31:11.831151 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae556cf-2afd-4601-a867-95f6763491e2 None None] Routers {'51e2f8c7-da9b-46a4-a136-b823bb259918'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:31:11.831847 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-eae556cf-2afd-4601-a867-95f6763491e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:31:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['51e2f8c7-da9b-46a4-a136-b823bb259918'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:31:11.934318 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6fc29792-6eae-4046-af60-15c20ffc3d61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11765'] for router, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:11.951389 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-feb2ad61-fb75-41ce-83fe-3747fb155d39 None None] Allocated IP 172.20.0.2 (6470a460-3cd7-451d-95db-163ba7a2d9f9/80a52064-dfc1-4238-923f-972a264167a8/c80893ae-5dbb-4f95-89ba-ac68007ebe16) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:31:12.019638 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-eae556cf-2afd-4601-a867-95f6763491e2 None None] Set router 51e2f8c7-da9b-46a4-a136-b823bb259918 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:31:12.162256 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-feb2ad61-fb75-41ce-83fe-3747fb155d39 None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:12.172359 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-feb2ad61-fb75-41ce-83fe-3747fb155d39 None None] Transition to ACTIVE for port object c80893ae-5dbb-4f95-89ba-ac68007ebe16 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:31:12.196034 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-feb2ad61-fb75-41ce-83fe-3747fb155d39 None None] Transition to ACTIVE for port object c80893ae-5dbb-4f95-89ba-ac68007ebe16 will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:31:12.206303 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-feb2ad61-fb75-41ce-83fe-3747fb155d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:12.251583 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6fc29792-6eae-4046-af60-15c20ffc3d61 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:12.257978 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb2ad61-fb75-41ce-83fe-3747fb155d39 None None] Network 6470a460-3cd7-451d-95db-163ba7a2d9f9 is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:31:12.265847 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-feb2ad61-fb75-41ce-83fe-3747fb155d39 None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:31:12.275158 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb2ad61-fb75-41ce-83fe-3747fb155d39 None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:31:12.288078 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6fc29792-6eae-4046-af60-15c20ffc3d61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:12.362932 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-eae556cf-2afd-4601-a867-95f6763491e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e2f8c7-da9b-46a4-a136-b823bb259918', 'name': 'tempest-TestEncryptedCinderVolumes-1516475299-router', 'tenant_id': '15bc423dd52c4faaaf38c4ebaadabc40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.111'}], 'enable_snat': True}, 'gw_port_id': 'f5e03bad-f2f9-416d-b141-100c71d2b8c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:31:05Z', 'updated_at': '2022-05-30T05:31:09Z', 'revision_number': 4, 'project_id': '15bc423dd52c4faaaf38c4ebaadabc40', 'gw_port': {'id': 'f5e03bad-f2f9-416d-b141-100c71d2b8c4', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:61:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e2f8c7-da9b-46a4-a136-b823bb259918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:31:06Z', 'updated_at': '2022-05-30T05:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': 'f1beeaa7-f3ba-4275-b73f-08879a710651', 'name': '', 'network_id': 'c3a02048-3b12-467e-82b7-090d2fabba35', 'tenant_id': '15bc423dd52c4faaaf38c4ebaadabc40', 'mac_address': 'fa:16:3e:2d:06:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51e2f8c7-da9b-46a4-a136-b823bb259918', 'device_owner': 'network:router_interface', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': 'bdc339c1-383d-4487-a510-939a1db52250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:31:08Z', 'updated_at': '2022-05-30T05:31:09Z', 'revision_number': 2, 'project_id': '15bc423dd52c4faaaf38c4ebaadabc40', 'subnets': [{'id': 'bdc339c1-383d-4487-a510-939a1db52250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:31:12.367588 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae556cf-2afd-4601-a867-95f6763491e2 None None] Checking router: 51e2f8c7-da9b-46a4-a136-b823bb259918 for host: dv-neutron-843763-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 05:31:12.367923 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae556cf-2afd-4601-a867-95f6763491e2 None None] Updating router 51e2f8c7-da9b-46a4-a136-b823bb259918 port f1beeaa7-f3ba-4275-b73f-08879a710651 binding host dv-neutron-843763-1-hyperv {{(pid=88263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 30 05:31:12.371528 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb2ad61-fb75-41ce-83fe-3747fb155d39 None None] Pushing event updated for resources: {'Port': ['ID=c80893ae-5dbb-4f95-89ba-ac68007ebe16,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:31:12.383902 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-feb2ad61-fb75-41ce-83fe-3747fb155d39 None None] Attempting to bind port c80893ae-5dbb-4f95-89ba-ac68007ebe16 on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 05:31:12.384283 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-feb2ad61-fb75-41ce-83fe-3747fb155d39 None None] Attempting to bind port c80893ae-5dbb-4f95-89ba-ac68007ebe16 by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': '88c2252f-0680-42c0-8296-29ae4b07828f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '6470a460-3cd7-451d-95db-163ba7a2d9f9'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 05:31:12.384646 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb2ad61-fb75-41ce-83fe-3747fb155d39 None None] Attempting to bind port c80893ae-5dbb-4f95-89ba-ac68007ebe16 on network 6470a460-3cd7-451d-95db-163ba7a2d9f9 {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:31:12.390633 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb2ad61-fb75-41ce-83fe-3747fb155d39 None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 5, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 05:31:12.391081 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb2ad61-fb75-41ce-83fe-3747fb155d39 None None] Checking segment: {'id': '88c2252f-0680-42c0-8296-29ae4b07828f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '6470a460-3cd7-451d-95db-163ba7a2d9f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:31:12.391402 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-feb2ad61-fb75-41ce-83fe-3747fb155d39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:12.391792 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb2ad61-fb75-41ce-83fe-3747fb155d39 None None] Bound using segment: {'id': '88c2252f-0680-42c0-8296-29ae4b07828f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '6470a460-3cd7-451d-95db-163ba7a2d9f9'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 05:31:12.392252 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-feb2ad61-fb75-41ce-83fe-3747fb155d39 None None] Bound port: c80893ae-5dbb-4f95-89ba-ac68007ebe16, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88c2252f-0680-42c0-8296-29ae4b07828f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '6470a460-3cd7-451d-95db-163ba7a2d9f9'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 05:31:12.392626 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-feb2ad61-fb75-41ce-83fe-3747fb155d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:12.422466 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-eae556cf-2afd-4601-a867-95f6763491e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:12.438122 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-6fc29792-6eae-4046-af60-15c20ffc3d61 admin admin] Allocated IP 172.26.6.41 (1bab70f4-3794-44db-8e17-19f483aa8ffa/6b5b73c1-b0ce-4f83-a930-c00cc5522926/2a5dfffb-8fe0-4ae3-8488-9c27983a658d) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:31:12.493169 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-feb2ad61-fb75-41ce-83fe-3747fb155d39 None None] For port c80893ae-5dbb-4f95-89ba-ac68007ebe16, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 05:31:12.496429 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-feb2ad61-fb75-41ce-83fe-3747fb155d39 None None] For port c80893ae-5dbb-4f95-89ba-ac68007ebe16, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=c80893ae-5dbb-4f95-89ba-ac68007ebe16,segment=NetworkSegment(88c2252f-0680-42c0-8296-29ae4b07828f),segment_id=88c2252f-0680-42c0-8296-29ae4b07828f)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 05:31:12.500441 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-feb2ad61-fb75-41ce-83fe-3747fb155d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:12.580360 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb2ad61-fb75-41ce-83fe-3747fb155d39 None None] Pushing event updated for resources: {'Port': ['ID=c80893ae-5dbb-4f95-89ba-ac68007ebe16,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:31:12.621325 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6fc29792-6eae-4046-af60-15c20ffc3d61 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:12.669141 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6fc29792-6eae-4046-af60-15c20ffc3d61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:12.756338 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device f5e03bad-f2f9-416d-b141-100c71d2b8c4 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:31:12.794880 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc29792-6eae-4046-af60-15c20ffc3d61 admin admin] Pushing event updated for resources: {'Port': ['ID=2a5dfffb-8fe0-4ae3-8488-9c27983a658d,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:31:12.826992 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc29792-6eae-4046-af60-15c20ffc3d61 admin admin] Network 1bab70f4-3794-44db-8e17-19f483aa8ffa is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:31:12.830351 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-6fc29792-6eae-4046-af60-15c20ffc3d61 admin admin] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:31:12.840818 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc29792-6eae-4046-af60-15c20ffc3d61 admin admin] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:31:12.900341 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port f5e03bad-f2f9-416d-b141-100c71d2b8c4 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:31:12.900860 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:12.924233 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-eae556cf-2afd-4601-a867-95f6763491e2 None None] Notify callbacks [] for port, precommit_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:12.946780 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.provisioning_blocks [None req-eae556cf-2afd-4601-a867-95f6763491e2 None None] Transition to ACTIVE for port object f1beeaa7-f3ba-4275-b73f-08879a710651 will not be triggered until provisioned by entity L2. {{(pid=88263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:31:12.965503 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-eae556cf-2afd-4601-a867-95f6763491e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:13.121364 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fddfac-af4c-483d-9c94-2f70a0d3fb81 None None] Pushing event updated for resources: {'Port': ['ID=f1beeaa7-f3ba-4275-b73f-08879a710651,revision_number=3']} {{(pid=88263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:31:13.136045 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port f5e03bad-f2f9-416d-b141-100c71d2b8c4 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:31:13.160536 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fddfac-af4c-483d-9c94-2f70a0d3fb81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:31:13.161428 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fddfac-af4c-483d-9c94-2f70a0d3fb81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:31:13.161768 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fddfac-af4c-483d-9c94-2f70a0d3fb81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:31:13.162123 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fddfac-af4c-483d-9c94-2f70a0d3fb81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:31:13.162452 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fddfac-af4c-483d-9c94-2f70a0d3fb81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:31:13.162777 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fddfac-af4c-483d-9c94-2f70a0d3fb81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:31:13.163431 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fddfac-af4c-483d-9c94-2f70a0d3fb81 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:31:13.163431 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fddfac-af4c-483d-9c94-2f70a0d3fb81 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:31:13.163713 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fddfac-af4c-483d-9c94-2f70a0d3fb81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:31:13.164036 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fddfac-af4c-483d-9c94-2f70a0d3fb81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:31:13.164350 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fddfac-af4c-483d-9c94-2f70a0d3fb81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:31:13.164665 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fddfac-af4c-483d-9c94-2f70a0d3fb81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:31:13.224120 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-eae556cf-2afd-4601-a867-95f6763491e2 None None] Attempting to bind port f1beeaa7-f3ba-4275-b73f-08879a710651 on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 05:31:13.224500 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-eae556cf-2afd-4601-a867-95f6763491e2 None None] Attempting to bind port f1beeaa7-f3ba-4275-b73f-08879a710651 by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': 'dbd85ce6-05c5-4582-a671-189063072e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c3a02048-3b12-467e-82b7-090d2fabba35'}] {{(pid=88263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 05:31:13.224843 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae556cf-2afd-4601-a867-95f6763491e2 None None] Attempting to bind port f1beeaa7-f3ba-4275-b73f-08879a710651 on network c3a02048-3b12-467e-82b7-090d2fabba35 {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:31:13.232333 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae556cf-2afd-4601-a867-95f6763491e2 None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 5, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 05:31:13.232995 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae556cf-2afd-4601-a867-95f6763491e2 None None] Checking segment: {'id': 'dbd85ce6-05c5-4582-a671-189063072e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c3a02048-3b12-467e-82b7-090d2fabba35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:31:13.233847 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-eae556cf-2afd-4601-a867-95f6763491e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:13.234631 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae556cf-2afd-4601-a867-95f6763491e2 None None] Bound using segment: {'id': 'dbd85ce6-05c5-4582-a671-189063072e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c3a02048-3b12-467e-82b7-090d2fabba35'} {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 05:31:13.235425 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-eae556cf-2afd-4601-a867-95f6763491e2 None None] Bound port: f1beeaa7-f3ba-4275-b73f-08879a710651, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbd85ce6-05c5-4582-a671-189063072e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c3a02048-3b12-467e-82b7-090d2fabba35'}}] {{(pid=88263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 05:31:13.236007 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-eae556cf-2afd-4601-a867-95f6763491e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:13.334344 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.db [None req-eae556cf-2afd-4601-a867-95f6763491e2 None None] For port f1beeaa7-f3ba-4275-b73f-08879a710651, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 05:31:13.337271 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.db [None req-eae556cf-2afd-4601-a867-95f6763491e2 None None] For port f1beeaa7-f3ba-4275-b73f-08879a710651, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=f1beeaa7-f3ba-4275-b73f-08879a710651,segment=NetworkSegment(dbd85ce6-05c5-4582-a671-189063072e7a),segment_id=dbd85ce6-05c5-4582-a671-189063072e7a)] {{(pid=88263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 05:31:13.342829 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-eae556cf-2afd-4601-a867-95f6763491e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:13.425001 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae556cf-2afd-4601-a867-95f6763491e2 None None] Routers {'51e2f8c7-da9b-46a4-a136-b823bb259918'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:31:13.425642 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-eae556cf-2afd-4601-a867-95f6763491e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:31:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['51e2f8c7-da9b-46a4-a136-b823bb259918'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:31:13.464984 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6fc29792-6eae-4046-af60-15c20ffc3d61 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:13.486416 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fddfac-af4c-483d-9c94-2f70a0d3fb81 None None] Pushing event updated for resources: {'Port': ['ID=f1beeaa7-f3ba-4275-b73f-08879a710651,revision_number=4']} {{(pid=88263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:31:13.628532 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-eae556cf-2afd-4601-a867-95f6763491e2 None None] Set router 51e2f8c7-da9b-46a4-a136-b823bb259918 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:31:13.820018 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56e41903-5c40-4930-98f6-57d980f12010 None None] Network 6470a460-3cd7-451d-95db-163ba7a2d9f9 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:31:13.836737 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6fc29792-6eae-4046-af60-15c20ffc3d61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603653'] for router, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:13.944648 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-4e70a464-e44d-436f-bd5a-4c31380def58 None None] Provisioning for port c80893ae-5dbb-4f95-89ba-ac68007ebe16 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:31:13.951035 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-eae556cf-2afd-4601-a867-95f6763491e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e2f8c7-da9b-46a4-a136-b823bb259918', 'name': 'tempest-TestEncryptedCinderVolumes-1516475299-router', 'tenant_id': '15bc423dd52c4faaaf38c4ebaadabc40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.111'}], 'enable_snat': True}, 'gw_port_id': 'f5e03bad-f2f9-416d-b141-100c71d2b8c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:31:05Z', 'updated_at': '2022-05-30T05:31:09Z', 'revision_number': 4, 'project_id': '15bc423dd52c4faaaf38c4ebaadabc40', 'gw_port': {'id': 'f5e03bad-f2f9-416d-b141-100c71d2b8c4', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:61:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e2f8c7-da9b-46a4-a136-b823bb259918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:31:06Z', 'updated_at': '2022-05-30T05:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': 'f1beeaa7-f3ba-4275-b73f-08879a710651', 'name': '', 'network_id': 'c3a02048-3b12-467e-82b7-090d2fabba35', 'tenant_id': '15bc423dd52c4faaaf38c4ebaadabc40', 'mac_address': 'fa:16:3e:2d:06:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51e2f8c7-da9b-46a4-a136-b823bb259918', 'device_owner': 'network:router_interface', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': 'bdc339c1-383d-4487-a510-939a1db52250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:31:08Z', 'updated_at': '2022-05-30T05:31:13Z', 'revision_number': 4, 'project_id': '15bc423dd52c4faaaf38c4ebaadabc40', 'subnets': [{'id': 'bdc339c1-383d-4487-a510-939a1db52250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:31:13.956647 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae556cf-2afd-4601-a867-95f6763491e2 None None] The sync data for ids ['51e2f8c7-da9b-46a4-a136-b823bb259918'] in dv-neutron-843763-1-hyperv is: [{'id': '51e2f8c7-da9b-46a4-a136-b823bb259918', 'name': 'tempest-TestEncryptedCinderVolumes-1516475299-router', 'tenant_id': '15bc423dd52c4faaaf38c4ebaadabc40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.111'}], 'enable_snat': True}, 'gw_port_id': 'f5e03bad-f2f9-416d-b141-100c71d2b8c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:31:05Z', 'updated_at': '2022-05-30T05:31:09Z', 'revision_number': 4, 'project_id': '15bc423dd52c4faaaf38c4ebaadabc40', 'gw_port': {'id': 'f5e03bad-f2f9-416d-b141-100c71d2b8c4', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:61:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e2f8c7-da9b-46a4-a136-b823bb259918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:31:06Z', 'updated_at': '2022-05-30T05:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': 'f1beeaa7-f3ba-4275-b73f-08879a710651', 'name': '', 'network_id': 'c3a02048-3b12-467e-82b7-090d2fabba35', 'tenant_id': '15bc423dd52c4faaaf38c4ebaadabc40', 'mac_address': 'fa:16:3e:2d:06:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51e2f8c7-da9b-46a4-a136-b823bb259918', 'device_owner': 'network:router_interface', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': 'bdc339c1-383d-4487-a510-939a1db52250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:31:08Z', 'updated_at': '2022-05-30T05:31:13Z', 'revision_number': 4, 'project_id': '15bc423dd52c4faaaf38c4ebaadabc40', 'subnets': [{'id': 'bdc339c1-383d-4487-a510-939a1db52250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:31:14.061098 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fc29792-6eae-4046-af60-15c20ffc3d61 admin admin] Router a6d85e27-5c84-4875-b6b0-65ab700a51df is scheduled to L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 with binding_index 1 {{(pid=88261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 30 05:31:14.252074 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fc29792-6eae-4046-af60-15c20ffc3d61 admin admin] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:31:14.264127 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b9b2cd-9712-437a-8d2d-420b39610498 None None] Sync routers for ids ['a6d85e27-5c84-4875-b6b0-65ab700a51df'] in dv-neutron-843763-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:31:14.286725 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b9b2cd-9712-437a-8d2d-420b39610498 None None] Routers {'a6d85e27-5c84-4875-b6b0-65ab700a51df'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:31:14.287350 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-81b9b2cd-9712-437a-8d2d-420b39610498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:31:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['a6d85e27-5c84-4875-b6b0-65ab700a51df'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:31:14.295490 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6fc29792-6eae-4046-af60-15c20ffc3d61 admin admin] Notify callbacks [] for router, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:14.297059 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-6fc29792-6eae-4046-af60-15c20ffc3d61 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.6924040 May 30 05:31:14.299719 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 52634) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:31:14.500462 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-81b9b2cd-9712-437a-8d2d-420b39610498 None None] Set router a6d85e27-5c84-4875-b6b0-65ab700a51df gateway port host: dv-neutron-843763-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:31:14.795486 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-81b9b2cd-9712-437a-8d2d-420b39610498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6d85e27-5c84-4875-b6b0-65ab700a51df', 'name': 'tempest-TestEncryptedCinderVolumes-799585265-router', 'tenant_id': '2bac97f8482a44628164035e64e963f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.41'}], 'enable_snat': True}, 'gw_port_id': '2a5dfffb-8fe0-4ae3-8488-9c27983a658d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:31:11Z', 'updated_at': '2022-05-30T05:31:13Z', 'revision_number': 3, 'project_id': '2bac97f8482a44628164035e64e963f6', 'gw_port': {'id': '2a5dfffb-8fe0-4ae3-8488-9c27983a658d', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:17:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6d85e27-5c84-4875-b6b0-65ab700a51df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:31:12Z', 'updated_at': '2022-05-30T05:31:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv'}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:31:14.799962 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b9b2cd-9712-437a-8d2d-420b39610498 None None] Checking router: a6d85e27-5c84-4875-b6b0-65ab700a51df for host: dv-neutron-843763-1-hyperv {{(pid=88262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 05:31:14.800384 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b9b2cd-9712-437a-8d2d-420b39610498 None None] Updating router a6d85e27-5c84-4875-b6b0-65ab700a51df port 2a5dfffb-8fe0-4ae3-8488-9c27983a658d binding host dv-neutron-843763-1-hyperv {{(pid=88262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 30 05:31:14.830950 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device f1beeaa7-f3ba-4275-b73f-08879a710651 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:31:14.905611 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-81b9b2cd-9712-437a-8d2d-420b39610498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:15.007188 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port f1beeaa7-f3ba-4275-b73f-08879a710651 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:31:15.020867 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port f1beeaa7-f3ba-4275-b73f-08879a710651 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:31:15.021234 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:15.109000 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-626e1a42-bd8b-4358-901a-bc8a26751d35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:15.251289 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port f1beeaa7-f3ba-4275-b73f-08879a710651 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:31:15.251661 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:15.302909 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] For port f1beeaa7-f3ba-4275-b73f-08879a710651, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=f1beeaa7-f3ba-4275-b73f-08879a710651,segment=NetworkSegment(dbd85ce6-05c5-4582-a671-189063072e7a),segment_id=dbd85ce6-05c5-4582-a671-189063072e7a)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:31:15.320256 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-626e1a42-bd8b-4358-901a-bc8a26751d35 admin admin] Allocated IP 172.20.0.1 (6470a460-3cd7-451d-95db-163ba7a2d9f9/80a52064-dfc1-4238-923f-972a264167a8/fe5efcb9-55a9-42a0-b400-07f12a1c62c3) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:31:15.335504 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:15.336279 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device c80893ae-5dbb-4f95-89ba-ac68007ebe16 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:31:15.467445 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-626e1a42-bd8b-4358-901a-bc8a26751d35 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:15.483239 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [None req-626e1a42-bd8b-4358-901a-bc8a26751d35 admin admin] Transition to ACTIVE for port object fe5efcb9-55a9-42a0-b400-07f12a1c62c3 will not be triggered until provisioned by entity DHCP. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:31:15.499560 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-81b9b2cd-9712-437a-8d2d-420b39610498 None None] Notify callbacks [] for port, precommit_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:15.508846 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-626e1a42-bd8b-4358-901a-bc8a26751d35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:15.526286 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-81b9b2cd-9712-437a-8d2d-420b39610498 None None] Transition to ACTIVE for port object 2a5dfffb-8fe0-4ae3-8488-9c27983a658d will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:31:15.535199 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Pushing event updated for resources: {'Port': ['ID=f1beeaa7-f3ba-4275-b73f-08879a710651,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:31:15.540043 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-81b9b2cd-9712-437a-8d2d-420b39610498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:15.580879 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-626e1a42-bd8b-4358-901a-bc8a26751d35 admin admin] Network 6470a460-3cd7-451d-95db-163ba7a2d9f9 is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:31:15.583882 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-626e1a42-bd8b-4358-901a-bc8a26751d35 admin admin] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:31:15.587853 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626e1a42-bd8b-4358-901a-bc8a26751d35 admin admin] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:31:15.591045 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port c80893ae-5dbb-4f95-89ba-ac68007ebe16 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:31:15.621362 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626e1a42-bd8b-4358-901a-bc8a26751d35 admin admin] Pushing event updated for resources: {'Port': ['ID=fe5efcb9-55a9-42a0-b400-07f12a1c62c3,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:31:15.623022 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port c80893ae-5dbb-4f95-89ba-ac68007ebe16 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:31:15.623919 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:15.650174 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-626e1a42-bd8b-4358-901a-bc8a26751d35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604623'] for router_interface, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:15.679617 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-81b9b2cd-9712-437a-8d2d-420b39610498 None None] Attempting to bind port 2a5dfffb-8fe0-4ae3-8488-9c27983a658d on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 05:31:15.679992 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-81b9b2cd-9712-437a-8d2d-420b39610498 None None] Attempting to bind port 2a5dfffb-8fe0-4ae3-8488-9c27983a658d by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': 'ad083d94-0233-4c50-a0ed-00ef7686038c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 05:31:15.680364 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b9b2cd-9712-437a-8d2d-420b39610498 None None] Attempting to bind port 2a5dfffb-8fe0-4ae3-8488-9c27983a658d on network 1bab70f4-3794-44db-8e17-19f483aa8ffa {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:31:15.691702 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b9b2cd-9712-437a-8d2d-420b39610498 None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 5, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 05:31:15.691702 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b9b2cd-9712-437a-8d2d-420b39610498 None None] Checking segment: {'id': 'ad083d94-0233-4c50-a0ed-00ef7686038c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:31:15.692799 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-81b9b2cd-9712-437a-8d2d-420b39610498 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:15.693114 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b9b2cd-9712-437a-8d2d-420b39610498 None None] Bound using segment: {'id': 'ad083d94-0233-4c50-a0ed-00ef7686038c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 05:31:15.694075 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-81b9b2cd-9712-437a-8d2d-420b39610498 None None] Bound port: 2a5dfffb-8fe0-4ae3-8488-9c27983a658d, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad083d94-0233-4c50-a0ed-00ef7686038c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 05:31:15.694075 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-81b9b2cd-9712-437a-8d2d-420b39610498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:15.717485 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d20eba-7f40-4d63-8c84-570390b01941 None None] Pushing event updated for resources: {'Port': ['ID=2a5dfffb-8fe0-4ae3-8488-9c27983a658d,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:31:15.779964 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-626e1a42-bd8b-4358-901a-bc8a26751d35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:15.823157 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-81b9b2cd-9712-437a-8d2d-420b39610498 None None] For port 2a5dfffb-8fe0-4ae3-8488-9c27983a658d, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 05:31:15.836733 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-81b9b2cd-9712-437a-8d2d-420b39610498 None None] For port 2a5dfffb-8fe0-4ae3-8488-9c27983a658d, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=2a5dfffb-8fe0-4ae3-8488-9c27983a658d,segment=NetworkSegment(ad083d94-0233-4c50-a0ed-00ef7686038c),segment_id=ad083d94-0233-4c50-a0ed-00ef7686038c)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 05:31:15.841017 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port c80893ae-5dbb-4f95-89ba-ac68007ebe16 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:31:15.841400 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:15.852704 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-81b9b2cd-9712-437a-8d2d-420b39610498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:15.958649 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b9b2cd-9712-437a-8d2d-420b39610498 None None] Routers {'a6d85e27-5c84-4875-b6b0-65ab700a51df'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:31:15.959275 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-81b9b2cd-9712-437a-8d2d-420b39610498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:31:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['a6d85e27-5c84-4875-b6b0-65ab700a51df'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:31:16.001265 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-626e1a42-bd8b-4358-901a-bc8a26751d35 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:16.006468 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-626e1a42-bd8b-4358-901a-bc8a26751d35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2304381'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:16.006719 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] For port c80893ae-5dbb-4f95-89ba-ac68007ebe16, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=c80893ae-5dbb-4f95-89ba-ac68007ebe16,segment=NetworkSegment(88c2252f-0680-42c0-8296-29ae4b07828f),segment_id=88c2252f-0680-42c0-8296-29ae4b07828f)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:31:16.014493 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-545f7602-39e8-41eb-99a1-5d23106509c7 None None] Provisioning for port fe5efcb9-55a9-42a0-b400-07f12a1c62c3 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:31:16.025941 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:16.030561 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d20eba-7f40-4d63-8c84-570390b01941 None None] Pushing event updated for resources: {'Port': ['ID=2a5dfffb-8fe0-4ae3-8488-9c27983a658d,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:31:16.073091 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-545f7602-39e8-41eb-99a1-5d23106509c7 None None] Provisioning complete for port fe5efcb9-55a9-42a0-b400-07f12a1c62c3 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:31:16.073462 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-545f7602-39e8-41eb-99a1-5d23106509c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:16.117435 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-626e1a42-bd8b-4358-901a-bc8a26751d35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1642774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602230'] for router_interface, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:16.121654 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626e1a42-bd8b-4358-901a-bc8a26751d35 admin admin] Pushing event updated for resources: {'Port': ['ID=fe5efcb9-55a9-42a0-b400-07f12a1c62c3,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:31:16.211530 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-545f7602-39e8-41eb-99a1-5d23106509c7 None None] Port fe5efcb9-55a9-42a0-b400-07f12a1c62c3 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 05:31:16.233800 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Pushing event updated for resources: {'Port': ['ID=c80893ae-5dbb-4f95-89ba-ac68007ebe16,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:31:16.263458 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-81b9b2cd-9712-437a-8d2d-420b39610498 None None] Set router a6d85e27-5c84-4875-b6b0-65ab700a51df gateway port host: dv-neutron-843763-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:31:16.375045 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-626e1a42-bd8b-4358-901a-bc8a26751d35 admin admin] Network 6470a460-3cd7-451d-95db-163ba7a2d9f9 is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:31:16.376162 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-626e1a42-bd8b-4358-901a-bc8a26751d35 admin admin] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:31:16.579524 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-626e1a42-bd8b-4358-901a-bc8a26751d35 admin admin] Router a6d85e27-5c84-4875-b6b0-65ab700a51df has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 05:31:16.596784 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-81b9b2cd-9712-437a-8d2d-420b39610498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6d85e27-5c84-4875-b6b0-65ab700a51df', 'name': 'tempest-TestEncryptedCinderVolumes-799585265-router', 'tenant_id': '2bac97f8482a44628164035e64e963f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.41'}], 'enable_snat': True}, 'gw_port_id': '2a5dfffb-8fe0-4ae3-8488-9c27983a658d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:31:11Z', 'updated_at': '2022-05-30T05:31:15Z', 'revision_number': 4, 'project_id': '2bac97f8482a44628164035e64e963f6', 'gw_port': {'id': '2a5dfffb-8fe0-4ae3-8488-9c27983a658d', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:17:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6d85e27-5c84-4875-b6b0-65ab700a51df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:31:12Z', 'updated_at': '2022-05-30T05:31:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': 'fe5efcb9-55a9-42a0-b400-07f12a1c62c3', 'name': '', 'network_id': '6470a460-3cd7-451d-95db-163ba7a2d9f9', 'tenant_id': '2bac97f8482a44628164035e64e963f6', 'mac_address': 'fa:16:3e:04:a8:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6d85e27-5c84-4875-b6b0-65ab700a51df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '80a52064-dfc1-4238-923f-972a264167a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:31:15Z', 'updated_at': '2022-05-30T05:31:15Z', 'revision_number': 2, 'project_id': '2bac97f8482a44628164035e64e963f6', 'subnets': [{'id': '80a52064-dfc1-4238-923f-972a264167a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:31:16.601423 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b9b2cd-9712-437a-8d2d-420b39610498 None None] The sync data for ids ['a6d85e27-5c84-4875-b6b0-65ab700a51df'] in dv-neutron-843763-1-hyperv is: [{'id': 'a6d85e27-5c84-4875-b6b0-65ab700a51df', 'name': 'tempest-TestEncryptedCinderVolumes-799585265-router', 'tenant_id': '2bac97f8482a44628164035e64e963f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.41'}], 'enable_snat': True}, 'gw_port_id': '2a5dfffb-8fe0-4ae3-8488-9c27983a658d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:31:11Z', 'updated_at': '2022-05-30T05:31:15Z', 'revision_number': 4, 'project_id': '2bac97f8482a44628164035e64e963f6', 'gw_port': {'id': '2a5dfffb-8fe0-4ae3-8488-9c27983a658d', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:17:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6d85e27-5c84-4875-b6b0-65ab700a51df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:31:12Z', 'updated_at': '2022-05-30T05:31:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': 'fe5efcb9-55a9-42a0-b400-07f12a1c62c3', 'name': '', 'network_id': '6470a460-3cd7-451d-95db-163ba7a2d9f9', 'tenant_id': '2bac97f8482a44628164035e64e963f6', 'mac_address': 'fa:16:3e:04:a8:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6d85e27-5c84-4875-b6b0-65ab700a51df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '80a52064-dfc1-4238-923f-972a264167a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:31:15Z', 'updated_at': '2022-05-30T05:31:15Z', 'revision_number': 2, 'project_id': '2bac97f8482a44628164035e64e963f6', 'subnets': [{'id': '80a52064-dfc1-4238-923f-972a264167a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:31:16.641119 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-184435f4-d2e2-4caf-b796-89945e462d2a None None] Provisioning complete for port fe5efcb9-55a9-42a0-b400-07f12a1c62c3 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:31:16.641505 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-184435f4-d2e2-4caf-b796-89945e462d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:16.704002 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-184435f4-d2e2-4caf-b796-89945e462d2a None None] Port fe5efcb9-55a9-42a0-b400-07f12a1c62c3 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 05:31:16.716197 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device f1beeaa7-f3ba-4275-b73f-08879a710651 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:31:16.771612 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-626e1a42-bd8b-4358-901a-bc8a26751d35 admin admin] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:31:16.780623 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-626e1a42-bd8b-4358-901a-bc8a26751d35 admin admin] 10.222.0.15 "PUT /v2.0/routers/a6d85e27-5c84-4875-b6b0-65ab700a51df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4798124 May 30 05:31:16.789127 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port f1beeaa7-f3ba-4275-b73f-08879a710651 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:31:16.789729 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:16.945573 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port f1beeaa7-f3ba-4275-b73f-08879a710651 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:31:16.946706 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device c80893ae-5dbb-4f95-89ba-ac68007ebe16 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:31:17.018661 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port c80893ae-5dbb-4f95-89ba-ac68007ebe16 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:31:17.019741 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:17.143659 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port c80893ae-5dbb-4f95-89ba-ac68007ebe16 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:31:17.515569 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ea676e-7e6b-4119-a2b5-ca48087151f4 req-175fa60d-5032-41d5-9240-505a9dec5210 tempest-TestEncryptedCinderVolumes-1533927232 tempest-TestEncryptedCinderVolumes-1533927232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:31:17.516245 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-f3ea676e-7e6b-4119-a2b5-ca48087151f4 req-175fa60d-5032-41d5-9240-505a9dec5210 tempest-TestEncryptedCinderVolumes-1533927232 tempest-TestEncryptedCinderVolumes-1533927232-project] Synchronizing usage tracker for tenant:15bc423dd52c4faaaf38c4ebaadabc40 on resource:network {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:31:17.533240 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-f3ea676e-7e6b-4119-a2b5-ca48087151f4 req-175fa60d-5032-41d5-9240-505a9dec5210 tempest-TestEncryptedCinderVolumes-1533927232 tempest-TestEncryptedCinderVolumes-1533927232-project] Unset dirty status for tenant:15bc423dd52c4faaaf38c4ebaadabc40 on resource:network {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:31:17.534611 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f3ea676e-7e6b-4119-a2b5-ca48087151f4 req-175fa60d-5032-41d5-9240-505a9dec5210 tempest-TestEncryptedCinderVolumes-1533927232 tempest-TestEncryptedCinderVolumes-1533927232-project] 10.222.0.15 "GET /v2.0/networks?id=c3a02048-3b12-467e-82b7-090d2fabba35 HTTP/1.1" status: 200 len: 817 time: 0.1687939 May 30 05:31:17.550658 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f3ea676e-7e6b-4119-a2b5-ca48087151f4 req-51bb8c24-b317-4f2a-a135-aed92a02b1fa tempest-TestEncryptedCinderVolumes-1533927232 tempest-TestEncryptedCinderVolumes-1533927232-project] 10.222.0.15 "GET /v2.0/quotas/15bc423dd52c4faaaf38c4ebaadabc40 HTTP/1.1" status: 200 len: 375 time: 0.0098636 May 30 05:31:17.631473 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:17.643982 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-f3ea676e-7e6b-4119-a2b5-ca48087151f4 req-e1d4e64c-a964-467c-b5f0-e04437408af7 tempest-TestEncryptedCinderVolumes-1533927232 tempest-TestEncryptedCinderVolumes-1533927232-project] Synchronizing usage tracker for tenant:15bc423dd52c4faaaf38c4ebaadabc40 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:31:17.660214 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-f3ea676e-7e6b-4119-a2b5-ca48087151f4 req-e1d4e64c-a964-467c-b5f0-e04437408af7 tempest-TestEncryptedCinderVolumes-1533927232 tempest-TestEncryptedCinderVolumes-1533927232-project] Unset dirty status for tenant:15bc423dd52c4faaaf38c4ebaadabc40 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:31:17.661724 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f3ea676e-7e6b-4119-a2b5-ca48087151f4 req-e1d4e64c-a964-467c-b5f0-e04437408af7 tempest-TestEncryptedCinderVolumes-1533927232 tempest-TestEncryptedCinderVolumes-1533927232-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=15bc423dd52c4faaaf38c4ebaadabc40&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1045482 May 30 05:31:17.805033 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f3ea676e-7e6b-4119-a2b5-ca48087151f4 req-16987201-01b2-49d4-bcd2-ff008845b6b0 service neutron] 10.222.0.15 "GET /v2.0/networks/c3a02048-3b12-467e-82b7-090d2fabba35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303837 May 30 05:31:17.943650 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f3ea676e-7e6b-4119-a2b5-ca48087151f4 req-be8b922c-a693-4a09-980b-c0f0181d36b0 service neutron] 10.222.0.15 "GET /v2.0/networks/c3a02048-3b12-467e-82b7-090d2fabba35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324410 May 30 05:31:18.111665 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-737b9f47-af3e-403d-b782-53bf4a43d69d req-eea789d5-23b9-4455-baa2-b93311ef73f5 tempest-TestEncryptedCinderVolumes-1533927232 tempest-TestEncryptedCinderVolumes-1533927232-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd64ee39-aa29-4b62-8bfd-be6fbd68edac HTTP/1.1" status: 200 len: 210 time: 0.0419540 May 30 05:31:18.611780 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8875127-aaac-4a13-88b1-821b512a45c2 None None] Sync routers for ids ['a6d85e27-5c84-4875-b6b0-65ab700a51df'] in dv-neutron-843763-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:31:18.621531 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8875127-aaac-4a13-88b1-821b512a45c2 None None] Routers {'a6d85e27-5c84-4875-b6b0-65ab700a51df'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:31:18.622164 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-c8875127-aaac-4a13-88b1-821b512a45c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:31:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['a6d85e27-5c84-4875-b6b0-65ab700a51df'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:31:18.731881 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 2a5dfffb-8fe0-4ae3-8488-9c27983a658d up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:31:18.805497 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-c8875127-aaac-4a13-88b1-821b512a45c2 None None] Set router a6d85e27-5c84-4875-b6b0-65ab700a51df gateway port host: dv-neutron-843763-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:31:18.837153 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port 2a5dfffb-8fe0-4ae3-8488-9c27983a658d completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:31:18.841952 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 2a5dfffb-8fe0-4ae3-8488-9c27983a658d triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:31:18.842329 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:18.968988 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 2a5dfffb-8fe0-4ae3-8488-9c27983a658d is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:31:18.969368 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:18.985785 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] For port 2a5dfffb-8fe0-4ae3-8488-9c27983a658d, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=2a5dfffb-8fe0-4ae3-8488-9c27983a658d,segment=NetworkSegment(ad083d94-0233-4c50-a0ed-00ef7686038c),segment_id=ad083d94-0233-4c50-a0ed-00ef7686038c)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:31:18.990895 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:19.068217 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Pushing event updated for resources: {'Port': ['ID=2a5dfffb-8fe0-4ae3-8488-9c27983a658d,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:31:19.174149 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-c8875127-aaac-4a13-88b1-821b512a45c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6d85e27-5c84-4875-b6b0-65ab700a51df', 'name': 'tempest-TestEncryptedCinderVolumes-799585265-router', 'tenant_id': '2bac97f8482a44628164035e64e963f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.41'}], 'enable_snat': True}, 'gw_port_id': '2a5dfffb-8fe0-4ae3-8488-9c27983a658d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:31:11Z', 'updated_at': '2022-05-30T05:31:15Z', 'revision_number': 4, 'project_id': '2bac97f8482a44628164035e64e963f6', 'gw_port': {'id': '2a5dfffb-8fe0-4ae3-8488-9c27983a658d', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:17:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6d85e27-5c84-4875-b6b0-65ab700a51df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:31:12Z', 'updated_at': '2022-05-30T05:31:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': 'fe5efcb9-55a9-42a0-b400-07f12a1c62c3', 'name': '', 'network_id': '6470a460-3cd7-451d-95db-163ba7a2d9f9', 'tenant_id': '2bac97f8482a44628164035e64e963f6', 'mac_address': 'fa:16:3e:04:a8:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6d85e27-5c84-4875-b6b0-65ab700a51df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '80a52064-dfc1-4238-923f-972a264167a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:31:15Z', 'updated_at': '2022-05-30T05:31:15Z', 'revision_number': 2, 'project_id': '2bac97f8482a44628164035e64e963f6', 'subnets': [{'id': '80a52064-dfc1-4238-923f-972a264167a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:31:19.178949 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8875127-aaac-4a13-88b1-821b512a45c2 None None] Checking router: a6d85e27-5c84-4875-b6b0-65ab700a51df for host: dv-neutron-843763-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 05:31:19.179303 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8875127-aaac-4a13-88b1-821b512a45c2 None None] Updating router a6d85e27-5c84-4875-b6b0-65ab700a51df port fe5efcb9-55a9-42a0-b400-07f12a1c62c3 binding host dv-neutron-843763-1-hyperv {{(pid=88263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 30 05:31:19.202995 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ea676e-7e6b-4119-a2b5-ca48087151f4 req-d2fb3fba-4b8d-4100-b8a5-903036babbe9 tempest-TestEncryptedCinderVolumes-1533927232 tempest-TestEncryptedCinderVolumes-1533927232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:31:19.206637 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f3ea676e-7e6b-4119-a2b5-ca48087151f4 req-d2fb3fba-4b8d-4100-b8a5-903036babbe9 tempest-TestEncryptedCinderVolumes-1533927232 tempest-TestEncryptedCinderVolumes-1533927232-project] 10.222.0.39 "GET /v2.0/networks?id=c3a02048-3b12-467e-82b7-090d2fabba35 HTTP/1.1" status: 200 len: 817 time: 0.1808796 May 30 05:31:19.225712 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [req-f3ea676e-7e6b-4119-a2b5-ca48087151f4 req-3c6de615-c566-4a00-b9f7-e09c5e581186 tempest-TestEncryptedCinderVolumes-1533927232 tempest-TestEncryptedCinderVolumes-1533927232-project] Request body: {'port': {'device_id': 'dd64ee39-aa29-4b62-8bfd-be6fbd68edac', 'network_id': 'c3a02048-3b12-467e-82b7-090d2fabba35', 'admin_state_up': True, 'tenant_id': '15bc423dd52c4faaaf38c4ebaadabc40'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:31:19.244716 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-c8875127-aaac-4a13-88b1-821b512a45c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:19.369587 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4f433d62-3bb5-4ec6-91b9-52270275313a req-29472816-21ee-4d6a-8318-c5a364bc5170 tempest-TestEncryptedCinderVolumes-1533927232 tempest-TestEncryptedCinderVolumes-1533927232-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd64ee39-aa29-4b62-8bfd-be6fbd68edac HTTP/1.1" status: 200 len: 210 time: 0.1166890 May 30 05:31:19.439333 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [req-f3ea676e-7e6b-4119-a2b5-ca48087151f4 req-3c6de615-c566-4a00-b9f7-e09c5e581186 tempest-TestEncryptedCinderVolumes-1533927232 tempest-TestEncryptedCinderVolumes-1533927232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:31:19.448783 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [req-f3ea676e-7e6b-4119-a2b5-ca48087151f4 req-3c6de615-c566-4a00-b9f7-e09c5e581186 tempest-TestEncryptedCinderVolumes-1533927232 tempest-TestEncryptedCinderVolumes-1533927232-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:31:19.458550 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3ea676e-7e6b-4119-a2b5-ca48087151f4 req-3c6de615-c566-4a00-b9f7-e09c5e581186 tempest-TestEncryptedCinderVolumes-1533927232 tempest-TestEncryptedCinderVolumes-1533927232-project] Made reservation on behalf of 15bc423dd52c4faaaf38c4ebaadabc40 for: {'port': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:31:19.461978 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-f3ea676e-7e6b-4119-a2b5-ca48087151f4 req-3c6de615-c566-4a00-b9f7-e09c5e581186 tempest-TestEncryptedCinderVolumes-1533927232 tempest-TestEncryptedCinderVolumes-1533927232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:19.601300 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-c8875127-aaac-4a13-88b1-821b512a45c2 None None] Notify callbacks [] for port, precommit_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:19.612729 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.provisioning_blocks [None req-c8875127-aaac-4a13-88b1-821b512a45c2 None None] Transition to ACTIVE for port object fe5efcb9-55a9-42a0-b400-07f12a1c62c3 will not be triggered until provisioned by entity L2. {{(pid=88263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:31:19.619658 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-c8875127-aaac-4a13-88b1-821b512a45c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:19.625758 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [req-f3ea676e-7e6b-4119-a2b5-ca48087151f4 req-3c6de615-c566-4a00-b9f7-e09c5e581186 tempest-TestEncryptedCinderVolumes-1533927232 tempest-TestEncryptedCinderVolumes-1533927232-project] Allocated IP 172.20.0.4 (c3a02048-3b12-467e-82b7-090d2fabba35/bdc339c1-383d-4487-a510-939a1db52250/49028d9d-204f-4f1c-acbb-a91667140036) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:31:19.789308 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87cbcc2-a92e-4a39-8108-c7f84fd1f5ea None None] Pushing event updated for resources: {'Port': ['ID=fe5efcb9-55a9-42a0-b400-07f12a1c62c3,revision_number=3']} {{(pid=88263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:31:19.847784 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-c8875127-aaac-4a13-88b1-821b512a45c2 None None] Attempting to bind port fe5efcb9-55a9-42a0-b400-07f12a1c62c3 on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 05:31:19.848764 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-c8875127-aaac-4a13-88b1-821b512a45c2 None None] Attempting to bind port fe5efcb9-55a9-42a0-b400-07f12a1c62c3 by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': '88c2252f-0680-42c0-8296-29ae4b07828f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '6470a460-3cd7-451d-95db-163ba7a2d9f9'}] {{(pid=88263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 05:31:19.849192 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8875127-aaac-4a13-88b1-821b512a45c2 None None] Attempting to bind port fe5efcb9-55a9-42a0-b400-07f12a1c62c3 on network 6470a460-3cd7-451d-95db-163ba7a2d9f9 {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:31:19.855045 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8875127-aaac-4a13-88b1-821b512a45c2 None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 5, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 05:31:19.855437 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8875127-aaac-4a13-88b1-821b512a45c2 None None] Checking segment: {'id': '88c2252f-0680-42c0-8296-29ae4b07828f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '6470a460-3cd7-451d-95db-163ba7a2d9f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:31:19.855900 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-c8875127-aaac-4a13-88b1-821b512a45c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:19.856758 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8875127-aaac-4a13-88b1-821b512a45c2 None None] Bound using segment: {'id': '88c2252f-0680-42c0-8296-29ae4b07828f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '6470a460-3cd7-451d-95db-163ba7a2d9f9'} {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 05:31:19.857287 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-c8875127-aaac-4a13-88b1-821b512a45c2 None None] Bound port: fe5efcb9-55a9-42a0-b400-07f12a1c62c3, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88c2252f-0680-42c0-8296-29ae4b07828f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '6470a460-3cd7-451d-95db-163ba7a2d9f9'}}] {{(pid=88263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 05:31:19.857720 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-c8875127-aaac-4a13-88b1-821b512a45c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:19.944953 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-f3ea676e-7e6b-4119-a2b5-ca48087151f4 req-3c6de615-c566-4a00-b9f7-e09c5e581186 tempest-TestEncryptedCinderVolumes-1533927232 tempest-TestEncryptedCinderVolumes-1533927232-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:19.947411 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.db [None req-c8875127-aaac-4a13-88b1-821b512a45c2 None None] For port fe5efcb9-55a9-42a0-b400-07f12a1c62c3, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 05:31:19.950630 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.db [None req-c8875127-aaac-4a13-88b1-821b512a45c2 None None] For port fe5efcb9-55a9-42a0-b400-07f12a1c62c3, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=fe5efcb9-55a9-42a0-b400-07f12a1c62c3,segment=NetworkSegment(88c2252f-0680-42c0-8296-29ae4b07828f),segment_id=88c2252f-0680-42c0-8296-29ae4b07828f)] {{(pid=88263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 05:31:19.955393 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-c8875127-aaac-4a13-88b1-821b512a45c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:19.962107 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [req-f3ea676e-7e6b-4119-a2b5-ca48087151f4 req-3c6de615-c566-4a00-b9f7-e09c5e581186 tempest-TestEncryptedCinderVolumes-1533927232 tempest-TestEncryptedCinderVolumes-1533927232-project] Transition to ACTIVE for port object 49028d9d-204f-4f1c-acbb-a91667140036 will not be triggered until provisioned by entity DHCP. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:31:19.986062 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-f3ea676e-7e6b-4119-a2b5-ca48087151f4 req-3c6de615-c566-4a00-b9f7-e09c5e581186 tempest-TestEncryptedCinderVolumes-1533927232 tempest-TestEncryptedCinderVolumes-1533927232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:20.032345 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8875127-aaac-4a13-88b1-821b512a45c2 None None] Routers {'a6d85e27-5c84-4875-b6b0-65ab700a51df'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:31:20.032969 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-c8875127-aaac-4a13-88b1-821b512a45c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:31:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['a6d85e27-5c84-4875-b6b0-65ab700a51df'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:31:20.060409 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3ea676e-7e6b-4119-a2b5-ca48087151f4 req-3c6de615-c566-4a00-b9f7-e09c5e581186 tempest-TestEncryptedCinderVolumes-1533927232 tempest-TestEncryptedCinderVolumes-1533927232-project] Network c3a02048-3b12-467e-82b7-090d2fabba35 is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:31:20.063806 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [req-f3ea676e-7e6b-4119-a2b5-ca48087151f4 req-3c6de615-c566-4a00-b9f7-e09c5e581186 tempest-TestEncryptedCinderVolumes-1533927232 tempest-TestEncryptedCinderVolumes-1533927232-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:31:20.068426 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3ea676e-7e6b-4119-a2b5-ca48087151f4 req-3c6de615-c566-4a00-b9f7-e09c5e581186 tempest-TestEncryptedCinderVolumes-1533927232 tempest-TestEncryptedCinderVolumes-1533927232-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:31:20.090948 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87cbcc2-a92e-4a39-8108-c7f84fd1f5ea None None] Pushing event updated for resources: {'Port': ['ID=fe5efcb9-55a9-42a0-b400-07f12a1c62c3,revision_number=4']} {{(pid=88263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:31:20.120110 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6de615-c566-4a00-b9f7-e09c5e581186 tempest-TestEncryptedCinderVolumes-1533927232 tempest-TestEncryptedCinderVolumes-1533927232-project] Pushing event updated for resources: {'Port': ['ID=49028d9d-204f-4f1c-acbb-a91667140036,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:31:20.134736 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ea676e-7e6b-4119-a2b5-ca48087151f4 req-3c6de615-c566-4a00-b9f7-e09c5e581186 tempest-TestEncryptedCinderVolumes-1533927232 tempest-TestEncryptedCinderVolumes-1533927232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:31:20.135632 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-f3ea676e-7e6b-4119-a2b5-ca48087151f4 req-3c6de615-c566-4a00-b9f7-e09c5e581186 tempest-TestEncryptedCinderVolumes-1533927232 tempest-TestEncryptedCinderVolumes-1533927232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:20.162616 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f3ea676e-7e6b-4119-a2b5-ca48087151f4 req-3c6de615-c566-4a00-b9f7-e09c5e581186 tempest-TestEncryptedCinderVolumes-1533927232 tempest-TestEncryptedCinderVolumes-1533927232-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9469616 May 30 05:31:20.174320 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [req-f3ea676e-7e6b-4119-a2b5-ca48087151f4 req-63441098-85c3-4049-8ec4-b2b9f1eb0ee7 service neutron] Request body: {'port': {'device_id': 'dd64ee39-aa29-4b62-8bfd-be6fbd68edac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8437'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:31:20.245372 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-c8875127-aaac-4a13-88b1-821b512a45c2 None None] Set router a6d85e27-5c84-4875-b6b0-65ab700a51df gateway port host: dv-neutron-843763-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:31:20.305675 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-f3ea676e-7e6b-4119-a2b5-ca48087151f4 req-63441098-85c3-4049-8ec4-b2b9f1eb0ee7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:20.368010 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-e2c4830c-d5e1-4790-a7ec-dc8d566ecdec None None] Provisioning for port 49028d9d-204f-4f1c-acbb-a91667140036 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:31:20.372866 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-e2c4830c-d5e1-4790-a7ec-dc8d566ecdec None None] Provisioning complete for port 49028d9d-204f-4f1c-acbb-a91667140036 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:31:20.373433 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e2c4830c-d5e1-4790-a7ec-dc8d566ecdec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:20.445581 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-e2c4830c-d5e1-4790-a7ec-dc8d566ecdec None None] Port 49028d9d-204f-4f1c-acbb-a91667140036 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 05:31:20.576563 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-c8875127-aaac-4a13-88b1-821b512a45c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6d85e27-5c84-4875-b6b0-65ab700a51df', 'name': 'tempest-TestEncryptedCinderVolumes-799585265-router', 'tenant_id': '2bac97f8482a44628164035e64e963f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.41'}], 'enable_snat': True}, 'gw_port_id': '2a5dfffb-8fe0-4ae3-8488-9c27983a658d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:31:11Z', 'updated_at': '2022-05-30T05:31:15Z', 'revision_number': 4, 'project_id': '2bac97f8482a44628164035e64e963f6', 'gw_port': {'id': '2a5dfffb-8fe0-4ae3-8488-9c27983a658d', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:17:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d85e27-5c84-4875-b6b0-65ab700a51df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:31:12Z', 'updated_at': '2022-05-30T05:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': 'fe5efcb9-55a9-42a0-b400-07f12a1c62c3', 'name': '', 'network_id': '6470a460-3cd7-451d-95db-163ba7a2d9f9', 'tenant_id': '2bac97f8482a44628164035e64e963f6', 'mac_address': 'fa:16:3e:04:a8:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6d85e27-5c84-4875-b6b0-65ab700a51df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '80a52064-dfc1-4238-923f-972a264167a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:31:15Z', 'updated_at': '2022-05-30T05:31:19Z', 'revision_number': 4, 'project_id': '2bac97f8482a44628164035e64e963f6', 'subnets': [{'id': '80a52064-dfc1-4238-923f-972a264167a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:31:20.580434 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8875127-aaac-4a13-88b1-821b512a45c2 None None] The sync data for ids ['a6d85e27-5c84-4875-b6b0-65ab700a51df'] in dv-neutron-843763-1-hyperv is: [{'id': 'a6d85e27-5c84-4875-b6b0-65ab700a51df', 'name': 'tempest-TestEncryptedCinderVolumes-799585265-router', 'tenant_id': '2bac97f8482a44628164035e64e963f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.41'}], 'enable_snat': True}, 'gw_port_id': '2a5dfffb-8fe0-4ae3-8488-9c27983a658d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:31:11Z', 'updated_at': '2022-05-30T05:31:15Z', 'revision_number': 4, 'project_id': '2bac97f8482a44628164035e64e963f6', 'gw_port': {'id': '2a5dfffb-8fe0-4ae3-8488-9c27983a658d', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:17:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d85e27-5c84-4875-b6b0-65ab700a51df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:31:12Z', 'updated_at': '2022-05-30T05:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': 'fe5efcb9-55a9-42a0-b400-07f12a1c62c3', 'name': '', 'network_id': '6470a460-3cd7-451d-95db-163ba7a2d9f9', 'tenant_id': '2bac97f8482a44628164035e64e963f6', 'mac_address': 'fa:16:3e:04:a8:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6d85e27-5c84-4875-b6b0-65ab700a51df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '80a52064-dfc1-4238-923f-972a264167a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:31:15Z', 'updated_at': '2022-05-30T05:31:19Z', 'revision_number': 4, 'project_id': '2bac97f8482a44628164035e64e963f6', 'subnets': [{'id': '80a52064-dfc1-4238-923f-972a264167a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:31:20.671461 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1a763d-a7ba-4737-8f3f-eba3e000e5a7 req-b302a8bf-cd74-4e62-8fb2-07df1a24984d tempest-TestEncryptedCinderVolumes-1533927232 tempest-TestEncryptedCinderVolumes-1533927232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:31:20.671461 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-0f1a763d-a7ba-4737-8f3f-eba3e000e5a7 req-b302a8bf-cd74-4e62-8fb2-07df1a24984d tempest-TestEncryptedCinderVolumes-1533927232 tempest-TestEncryptedCinderVolumes-1533927232-project] Synchronizing usage tracker for tenant:15bc423dd52c4faaaf38c4ebaadabc40 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:31:20.739228 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device fe5efcb9-55a9-42a0-b400-07f12a1c62c3 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:31:20.740366 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-0f1a763d-a7ba-4737-8f3f-eba3e000e5a7 req-b302a8bf-cd74-4e62-8fb2-07df1a24984d tempest-TestEncryptedCinderVolumes-1533927232 tempest-TestEncryptedCinderVolumes-1533927232-project] Unset dirty status for tenant:15bc423dd52c4faaaf38c4ebaadabc40 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:31:20.741450 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0f1a763d-a7ba-4737-8f3f-eba3e000e5a7 req-b302a8bf-cd74-4e62-8fb2-07df1a24984d tempest-TestEncryptedCinderVolumes-1533927232 tempest-TestEncryptedCinderVolumes-1533927232-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd64ee39-aa29-4b62-8bfd-be6fbd68edac HTTP/1.1" status: 200 len: 931 time: 0.2143562 May 30 05:31:20.755191 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [req-f3ea676e-7e6b-4119-a2b5-ca48087151f4 req-63441098-85c3-4049-8ec4-b2b9f1eb0ee7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49028d9d-204f-4f1c-acbb-a91667140036 {{(pid=88261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 30 05:31:20.777222 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-f3ea676e-7e6b-4119-a2b5-ca48087151f4 req-63441098-85c3-4049-8ec4-b2b9f1eb0ee7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:20.812417 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-0f1a763d-a7ba-4737-8f3f-eba3e000e5a7 req-0303756f-1b8e-47c8-b6a7-e3047ef5ed49 tempest-TestEncryptedCinderVolumes-1533927232 tempest-TestEncryptedCinderVolumes-1533927232-project] Synchronizing usage tracker for tenant:15bc423dd52c4faaaf38c4ebaadabc40 on resource:security_group {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:31:20.815930 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port fe5efcb9-55a9-42a0-b400-07f12a1c62c3 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:31:20.816066 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [req-f3ea676e-7e6b-4119-a2b5-ca48087151f4 req-63441098-85c3-4049-8ec4-b2b9f1eb0ee7 service neutron] Transition to ACTIVE for port object 49028d9d-204f-4f1c-acbb-a91667140036 will not be triggered until provisioned by entity L2. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:31:20.821609 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port fe5efcb9-55a9-42a0-b400-07f12a1c62c3 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:31:20.822033 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:20.823499 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-f3ea676e-7e6b-4119-a2b5-ca48087151f4 req-63441098-85c3-4049-8ec4-b2b9f1eb0ee7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2304381'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:20.887578 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-0f1a763d-a7ba-4737-8f3f-eba3e000e5a7 req-0303756f-1b8e-47c8-b6a7-e3047ef5ed49 tempest-TestEncryptedCinderVolumes-1533927232 tempest-TestEncryptedCinderVolumes-1533927232-project] Unset dirty status for tenant:15bc423dd52c4faaaf38c4ebaadabc40 on resource:security_group {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:31:20.888653 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0f1a763d-a7ba-4737-8f3f-eba3e000e5a7 req-0303756f-1b8e-47c8-b6a7-e3047ef5ed49 tempest-TestEncryptedCinderVolumes-1533927232 tempest-TestEncryptedCinderVolumes-1533927232-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd6dd31b-da60-4a99-bcd4-0d25908908b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386471 May 30 05:31:20.958303 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port fe5efcb9-55a9-42a0-b400-07f12a1c62c3 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:31:20.958984 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:20.964141 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63441098-85c3-4049-8ec4-b2b9f1eb0ee7 service neutron] Pushing event updated for resources: {'Port': ['ID=49028d9d-204f-4f1c-acbb-a91667140036,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:31:21.000762 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] For port fe5efcb9-55a9-42a0-b400-07f12a1c62c3, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=fe5efcb9-55a9-42a0-b400-07f12a1c62c3,segment=NetworkSegment(88c2252f-0680-42c0-8296-29ae4b07828f),segment_id=88c2252f-0680-42c0-8296-29ae4b07828f)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:31:21.007366 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:21.008537 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 2a5dfffb-8fe0-4ae3-8488-9c27983a658d up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:31:21.088638 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [req-f3ea676e-7e6b-4119-a2b5-ca48087151f4 req-63441098-85c3-4049-8ec4-b2b9f1eb0ee7 service neutron] Attempting to bind port 49028d9d-204f-4f1c-acbb-a91667140036 on host hv-neutron-8437 for vnic_type normal with profile {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 05:31:21.088987 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [req-f3ea676e-7e6b-4119-a2b5-ca48087151f4 req-63441098-85c3-4049-8ec4-b2b9f1eb0ee7 service neutron] Attempting to bind port 49028d9d-204f-4f1c-acbb-a91667140036 by drivers openvswitch,hyperv on host hv-neutron-8437 at level 0 using segments [{'id': 'dbd85ce6-05c5-4582-a671-189063072e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c3a02048-3b12-467e-82b7-090d2fabba35'}] {{(pid=88261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 05:31:21.089272 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ea676e-7e6b-4119-a2b5-ca48087151f4 req-63441098-85c3-4049-8ec4-b2b9f1eb0ee7 service neutron] Attempting to bind port 49028d9d-204f-4f1c-acbb-a91667140036 on network c3a02048-3b12-467e-82b7-090d2fabba35 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:31:21.094863 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ea676e-7e6b-4119-a2b5-ca48087151f4 req-63441098-85c3-4049-8ec4-b2b9f1eb0ee7 service neutron] Port 49028d9d-204f-4f1c-acbb-a91667140036 on network c3a02048-3b12-467e-82b7-090d2fabba35 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8437 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 30 05:31:21.095189 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ea676e-7e6b-4119-a2b5-ca48087151f4 req-63441098-85c3-4049-8ec4-b2b9f1eb0ee7 service neutron] Attempting to bind port 49028d9d-204f-4f1c-acbb-a91667140036 on network c3a02048-3b12-467e-82b7-090d2fabba35 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:31:21.101726 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ea676e-7e6b-4119-a2b5-ca48087151f4 req-63441098-85c3-4049-8ec4-b2b9f1eb0ee7 service neutron] Checking agent: {'id': 'de0c936d-420b-412f-9642-7bfe80b5ab25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8437', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 51, 47), 'started_at': datetime.datetime(2022, 5, 30, 4, 51, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 5, 31, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 05:31:21.102120 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ea676e-7e6b-4119-a2b5-ca48087151f4 req-63441098-85c3-4049-8ec4-b2b9f1eb0ee7 service neutron] Checking segment: {'id': 'dbd85ce6-05c5-4582-a671-189063072e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c3a02048-3b12-467e-82b7-090d2fabba35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:31:21.102640 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ea676e-7e6b-4119-a2b5-ca48087151f4 req-63441098-85c3-4049-8ec4-b2b9f1eb0ee7 service neutron] Bound using segment: {'id': 'dbd85ce6-05c5-4582-a671-189063072e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c3a02048-3b12-467e-82b7-090d2fabba35'} {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 05:31:21.103073 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [req-f3ea676e-7e6b-4119-a2b5-ca48087151f4 req-63441098-85c3-4049-8ec4-b2b9f1eb0ee7 service neutron] Bound port: 49028d9d-204f-4f1c-acbb-a91667140036, host: hv-neutron-8437, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbd85ce6-05c5-4582-a671-189063072e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c3a02048-3b12-467e-82b7-090d2fabba35'}}] {{(pid=88261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 05:31:21.103420 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-f3ea676e-7e6b-4119-a2b5-ca48087151f4 req-63441098-85c3-4049-8ec4-b2b9f1eb0ee7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:21.162073 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 2a5dfffb-8fe0-4ae3-8488-9c27983a658d triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:31:21.162450 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:21.213066 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [req-f3ea676e-7e6b-4119-a2b5-ca48087151f4 req-63441098-85c3-4049-8ec4-b2b9f1eb0ee7 service neutron] For port 49028d9d-204f-4f1c-acbb-a91667140036, host hv-neutron-8437, cleared binding levels {{(pid=88261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 05:31:21.216536 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [req-f3ea676e-7e6b-4119-a2b5-ca48087151f4 req-63441098-85c3-4049-8ec4-b2b9f1eb0ee7 service neutron] For port 49028d9d-204f-4f1c-acbb-a91667140036, host hv-neutron-8437, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=49028d9d-204f-4f1c-acbb-a91667140036,segment=NetworkSegment(dbd85ce6-05c5-4582-a671-189063072e7a),segment_id=dbd85ce6-05c5-4582-a671-189063072e7a)] {{(pid=88261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 05:31:21.223524 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-f3ea676e-7e6b-4119-a2b5-ca48087151f4 req-63441098-85c3-4049-8ec4-b2b9f1eb0ee7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2304381'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:21.236276 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Pushing event updated for resources: {'Port': ['ID=fe5efcb9-55a9-42a0-b400-07f12a1c62c3,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:31:21.300082 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ea676e-7e6b-4119-a2b5-ca48087151f4 req-63441098-85c3-4049-8ec4-b2b9f1eb0ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:31:21.300681 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-f3ea676e-7e6b-4119-a2b5-ca48087151f4 req-63441098-85c3-4049-8ec4-b2b9f1eb0ee7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:21.302104 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f3ea676e-7e6b-4119-a2b5-ca48087151f4 req-63441098-85c3-4049-8ec4-b2b9f1eb0ee7 service neutron] 10.222.0.39 "PUT /v2.0/ports/49028d9d-204f-4f1c-acbb-a91667140036 HTTP/1.1" status: 200 len: 1093 time: 1.1322665 May 30 05:31:21.302538 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd64ee39-aa29-4b62-8bfd-be6fbd68edac', 'tag': '49028d9d-204f-4f1c-acbb-a91667140036'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:31:21.315850 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 2a5dfffb-8fe0-4ae3-8488-9c27983a658d is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:31:21.338213 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63441098-85c3-4049-8ec4-b2b9f1eb0ee7 service neutron] Pushing event updated for resources: {'Port': ['ID=49028d9d-204f-4f1c-acbb-a91667140036,revision_number=3']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:31:21.384161 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f0dd13d-e273-4126-92cc-2484111831ab'] response: {'name': 'network-changed', 'server_uuid': 'dd64ee39-aa29-4b62-8bfd-be6fbd68edac', 'tag': '49028d9d-204f-4f1c-acbb-a91667140036', 'status': 'completed', 'code': 200} May 30 05:31:21.426809 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ea676e-7e6b-4119-a2b5-ca48087151f4 req-629dcfb3-6250-44ac-aa85-23cd15408056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:31:21.428341 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f3ea676e-7e6b-4119-a2b5-ca48087151f4 req-629dcfb3-6250-44ac-aa85-23cd15408056 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=15bc423dd52c4faaaf38c4ebaadabc40&device_id=dd64ee39-aa29-4b62-8bfd-be6fbd68edac HTTP/1.1" status: 200 len: 1096 time: 0.0789690 May 30 05:31:21.499774 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f3ea676e-7e6b-4119-a2b5-ca48087151f4 req-7b188be6-3734-4638-a1c6-4c08a861b1f1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=49028d9d-204f-4f1c-acbb-a91667140036 HTTP/1.1" status: 200 len: 217 time: 0.0643218 May 30 05:31:21.563936 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ea676e-7e6b-4119-a2b5-ca48087151f4 req-ebff2284-27ff-4fb3-b280-6c87d1a370ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:31:21.565357 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f3ea676e-7e6b-4119-a2b5-ca48087151f4 req-ebff2284-27ff-4fb3-b280-6c87d1a370ce service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bdc339c1-383d-4487-a510-939a1db52250 HTTP/1.1" status: 200 len: 856 time: 0.0597801 May 30 05:31:21.638340 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ea676e-7e6b-4119-a2b5-ca48087151f4 req-19f68754-0dff-41a5-ac45-7436f319d356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:31:21.639684 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f3ea676e-7e6b-4119-a2b5-ca48087151f4 req-19f68754-0dff-41a5-ac45-7436f319d356 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c3a02048-3b12-467e-82b7-090d2fabba35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686119 May 30 05:31:21.767209 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f3ea676e-7e6b-4119-a2b5-ca48087151f4 req-23601d4d-d342-4dbf-9529-582188b50377 service neutron] 10.222.0.39 "GET /v2.0/networks/c3a02048-3b12-467e-82b7-090d2fabba35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204531 May 30 05:31:21.996020 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f3ea676e-7e6b-4119-a2b5-ca48087151f4 req-f419f0b3-ca82-4a19-9de8-6d89b0dfbb25 service neutron] 10.222.0.39 "GET /v2.0/networks/c3a02048-3b12-467e-82b7-090d2fabba35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179883 May 30 05:31:22.148408 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07902aec-d196-4167-9c46-5dad9018001f req-1a780f99-2f22-4ffd-a453-7a9ddf1f554e tempest-TestEncryptedCinderVolumes-1533927232 tempest-TestEncryptedCinderVolumes-1533927232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:31:22.149886 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-07902aec-d196-4167-9c46-5dad9018001f req-1a780f99-2f22-4ffd-a453-7a9ddf1f554e tempest-TestEncryptedCinderVolumes-1533927232 tempest-TestEncryptedCinderVolumes-1533927232-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd64ee39-aa29-4b62-8bfd-be6fbd68edac HTTP/1.1" status: 200 len: 943 time: 0.1397996 May 30 05:31:22.152412 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52a1d97-08ed-4ff8-bdb2-6bd57c8281cb req-da7d897b-9936-43f8-9b55-83630a71ed69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:31:22.153726 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f52a1d97-08ed-4ff8-bdb2-6bd57c8281cb req-da7d897b-9936-43f8-9b55-83630a71ed69 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=15bc423dd52c4faaaf38c4ebaadabc40&device_id=dd64ee39-aa29-4b62-8bfd-be6fbd68edac HTTP/1.1" status: 200 len: 1096 time: 0.1099865 May 30 05:31:22.272158 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-07902aec-d196-4167-9c46-5dad9018001f req-2a7b3c44-c778-4d41-a2e9-d609ae8f42a3 tempest-TestEncryptedCinderVolumes-1533927232 tempest-TestEncryptedCinderVolumes-1533927232-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd6dd31b-da60-4a99-bcd4-0d25908908b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158426 May 30 05:31:22.311272 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52a1d97-08ed-4ff8-bdb2-6bd57c8281cb req-1c022fb4-9584-4033-868e-54639ba87e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:31:22.312677 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f52a1d97-08ed-4ff8-bdb2-6bd57c8281cb req-1c022fb4-9584-4033-868e-54639ba87e7b service neutron] 10.222.0.39 "GET /v2.0/networks?id=c3a02048-3b12-467e-82b7-090d2fabba35 HTTP/1.1" status: 200 len: 918 time: 0.1436791 May 30 05:31:22.381884 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f52a1d97-08ed-4ff8-bdb2-6bd57c8281cb req-89f699a0-04c9-42b7-9155-ea043006f8df service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=49028d9d-204f-4f1c-acbb-a91667140036 HTTP/1.1" status: 200 len: 217 time: 0.0628407 May 30 05:31:22.445721 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52a1d97-08ed-4ff8-bdb2-6bd57c8281cb req-2de361a1-23b4-4f37-b5bd-34faa03df9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:31:22.447177 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f52a1d97-08ed-4ff8-bdb2-6bd57c8281cb req-2de361a1-23b4-4f37-b5bd-34faa03df9a3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bdc339c1-383d-4487-a510-939a1db52250 HTTP/1.1" status: 200 len: 856 time: 0.0594761 May 30 05:31:22.524809 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52a1d97-08ed-4ff8-bdb2-6bd57c8281cb req-c7dd65c3-92c8-4879-a34d-aab47a5d4a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:31:22.526256 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f52a1d97-08ed-4ff8-bdb2-6bd57c8281cb req-c7dd65c3-92c8-4879-a34d-aab47a5d4a49 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c3a02048-3b12-467e-82b7-090d2fabba35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0735166 May 30 05:31:22.658210 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f52a1d97-08ed-4ff8-bdb2-6bd57c8281cb req-8d3b7bb7-bf39-4dd9-8d1c-4dbb5472380f service neutron] 10.222.0.39 "GET /v2.0/networks/c3a02048-3b12-467e-82b7-090d2fabba35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245325 May 30 05:31:22.706224 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device fe5efcb9-55a9-42a0-b400-07f12a1c62c3 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:31:22.775001 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port fe5efcb9-55a9-42a0-b400-07f12a1c62c3 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:31:22.775376 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:22.788963 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f52a1d97-08ed-4ff8-bdb2-6bd57c8281cb req-be2dc418-fb91-48c5-915d-c53b4a82c9fb service neutron] 10.222.0.39 "GET /v2.0/networks/c3a02048-3b12-467e-82b7-090d2fabba35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246648 May 30 05:31:22.889152 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port fe5efcb9-55a9-42a0-b400-07f12a1c62c3 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:31:23.600435 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b39c06c-1ceb-4405-91a9-669999393e63 req-51230e3b-8c54-466a-b9fe-0fc9cd520ab8 tempest-TestEncryptedCinderVolumes-1533927232 tempest-TestEncryptedCinderVolumes-1533927232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:31:23.601885 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6b39c06c-1ceb-4405-91a9-669999393e63 req-51230e3b-8c54-466a-b9fe-0fc9cd520ab8 tempest-TestEncryptedCinderVolumes-1533927232 tempest-TestEncryptedCinderVolumes-1533927232-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd64ee39-aa29-4b62-8bfd-be6fbd68edac HTTP/1.1" status: 200 len: 943 time: 0.0772159 May 30 05:31:23.645474 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6b39c06c-1ceb-4405-91a9-669999393e63 req-a64cfd15-a760-4574-b259-e5680723aa33 tempest-TestEncryptedCinderVolumes-1533927232 tempest-TestEncryptedCinderVolumes-1533927232-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd6dd31b-da60-4a99-bcd4-0d25908908b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374203 May 30 05:31:23.819643 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device 49028d9d-204f-4f1c-acbb-a91667140036 details requested by agent hyperv_hv-neutron-8437 with host hv-neutron-8437 {{(pid=88262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 05:31:23.947818 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port 49028d9d-204f-4f1c-acbb-a91667140036, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=49028d9d-204f-4f1c-acbb-a91667140036,segment=NetworkSegment(dbd85ce6-05c5-4582-a671-189063072e7a),segment_id=dbd85ce6-05c5-4582-a671-189063072e7a)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:31:23.960622 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Returning: {'device': '49028d9d-204f-4f1c-acbb-a91667140036', 'network_id': 'c3a02048-3b12-467e-82b7-090d2fabba35', 'port_id': '49028d9d-204f-4f1c-acbb-a91667140036', 'mac_address': 'fa:16:3e:1b:7e:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdc339c1-383d-4487-a510-939a1db52250', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 05:31:24.013546 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Current status of the port 49028d9d-204f-4f1c-acbb-a91667140036 is: DOWN; New status is: BUILD {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:31:24.013965 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:24.031446 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49028d9d-204f-4f1c-acbb-a91667140036 {{(pid=88262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 30 05:31:24.046813 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port 49028d9d-204f-4f1c-acbb-a91667140036, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=49028d9d-204f-4f1c-acbb-a91667140036,segment=NetworkSegment(dbd85ce6-05c5-4582-a671-189063072e7a),segment_id=dbd85ce6-05c5-4582-a671-189063072e7a)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:31:24.050839 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:24.118294 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Pushing event updated for resources: {'Port': ['ID=49028d9d-204f-4f1c-acbb-a91667140036,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:31:24.362426 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] get_ports_and_sgs() called for port_ids ['49028d9d-204f-4f1c-acbb-a91667140036'] {{(pid=88262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 30 05:31:24.834834 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be5ce75-fb54-4262-8cb4-34286be6deed req-999be6bb-41a1-49a8-8b04-d6aef15c0313 tempest-TestEncryptedCinderVolumes-1533927232 tempest-TestEncryptedCinderVolumes-1533927232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:31:24.836285 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1be5ce75-fb54-4262-8cb4-34286be6deed req-999be6bb-41a1-49a8-8b04-d6aef15c0313 tempest-TestEncryptedCinderVolumes-1533927232 tempest-TestEncryptedCinderVolumes-1533927232-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd64ee39-aa29-4b62-8bfd-be6fbd68edac HTTP/1.1" status: 200 len: 944 time: 0.0891278 May 30 05:31:24.882584 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1be5ce75-fb54-4262-8cb4-34286be6deed req-6537384d-e0e5-424e-92d9-38b935c35ef0 tempest-TestEncryptedCinderVolumes-1533927232 tempest-TestEncryptedCinderVolumes-1533927232-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd6dd31b-da60-4a99-bcd4-0d25908908b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397127 May 30 05:31:25.819711 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device 49028d9d-204f-4f1c-acbb-a91667140036 up at agent hyperv_hv-neutron-8437 {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:31:25.885534 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Provisioning for port 49028d9d-204f-4f1c-acbb-a91667140036 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:31:25.890061 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Provisioning complete for port 49028d9d-204f-4f1c-acbb-a91667140036 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:31:25.890433 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:26.009487 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Current status of the port 49028d9d-204f-4f1c-acbb-a91667140036 is: BUILD; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:31:26.009901 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:26.037518 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd64ee39-aa29-4b62-8bfd-be6fbd68edac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49028d9d-204f-4f1c-acbb-a91667140036'}] {{(pid=88262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:31:26.048696 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port 49028d9d-204f-4f1c-acbb-a91667140036, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=49028d9d-204f-4f1c-acbb-a91667140036,segment=NetworkSegment(dbd85ce6-05c5-4582-a671-189063072e7a),segment_id=dbd85ce6-05c5-4582-a671-189063072e7a)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:31:26.053927 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:26.070389 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3182791-e1f6-4ae8-820e-80087ef404f9 req-27b05d09-5b37-44f5-92b8-9054a79000b5 tempest-TestEncryptedCinderVolumes-1533927232 tempest-TestEncryptedCinderVolumes-1533927232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:31:26.071761 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e3182791-e1f6-4ae8-820e-80087ef404f9 req-27b05d09-5b37-44f5-92b8-9054a79000b5 tempest-TestEncryptedCinderVolumes-1533927232 tempest-TestEncryptedCinderVolumes-1533927232-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd64ee39-aa29-4b62-8bfd-be6fbd68edac HTTP/1.1" status: 200 len: 944 time: 0.0816662 May 30 05:31:26.118714 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e3182791-e1f6-4ae8-820e-80087ef404f9 req-49b93bc5-03bd-4335-92b8-963d39986543 tempest-TestEncryptedCinderVolumes-1533927232 tempest-TestEncryptedCinderVolumes-1533927232-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd6dd31b-da60-4a99-bcd4-0d25908908b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411541 May 30 05:31:26.119894 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Pushing event updated for resources: {'Port': ['ID=49028d9d-204f-4f1c-acbb-a91667140036,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:31:26.167301 dv-neutron-843763-1-hyperv neutron-server[88262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef662c4d-1527-4c83-bc3f-327b780cd623'] response: {'server_uuid': 'dd64ee39-aa29-4b62-8bfd-be6fbd68edac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49028d9d-204f-4f1c-acbb-a91667140036', 'code': 200} May 30 05:31:26.391672 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d70011-28bb-4b6b-bd54-38e483c3e008 req-436717fa-9515-45d7-b001-15d501abac57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:31:26.393077 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a9d70011-28bb-4b6b-bd54-38e483c3e008 req-436717fa-9515-45d7-b001-15d501abac57 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=dd64ee39-aa29-4b62-8bfd-be6fbd68edac HTTP/1.1" status: 200 len: 1098 time: 0.0744638 May 30 05:31:26.434196 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a9d70011-28bb-4b6b-bd54-38e483c3e008 req-ac391531-296b-42eb-9ffe-1ba16d980bf3 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=bd6dd31b-da60-4a99-bcd4-0d25908908b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351772 May 30 05:31:27.305790 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce31c49-2bd5-400d-9ca5-89541758e8ef req-08d2f033-1855-4975-a0d6-6abd9042beb6 tempest-TestEncryptedCinderVolumes-1533927232 tempest-TestEncryptedCinderVolumes-1533927232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:31:27.307247 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-cce31c49-2bd5-400d-9ca5-89541758e8ef req-08d2f033-1855-4975-a0d6-6abd9042beb6 tempest-TestEncryptedCinderVolumes-1533927232 tempest-TestEncryptedCinderVolumes-1533927232-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd64ee39-aa29-4b62-8bfd-be6fbd68edac HTTP/1.1" status: 200 len: 945 time: 0.0813711 May 30 05:31:27.350984 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-cce31c49-2bd5-400d-9ca5-89541758e8ef req-a0466028-ff5e-4255-8cbf-a6f2ee57bd20 tempest-TestEncryptedCinderVolumes-1533927232 tempest-TestEncryptedCinderVolumes-1533927232-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd6dd31b-da60-4a99-bcd4-0d25908908b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379963 May 30 05:31:28.057028 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e4ffe28b-e48a-4264-ac31-5c4ed76e58ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:28.534944 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39caef6a-caf8-4026-a3b7-52e22d380e9b req-2119ea86-62d2-4fb9-9a26-946737234041 tempest-TestEncryptedCinderVolumes-1533927232 tempest-TestEncryptedCinderVolumes-1533927232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:31:28.536387 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-39caef6a-caf8-4026-a3b7-52e22d380e9b req-2119ea86-62d2-4fb9-9a26-946737234041 tempest-TestEncryptedCinderVolumes-1533927232 tempest-TestEncryptedCinderVolumes-1533927232-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd64ee39-aa29-4b62-8bfd-be6fbd68edac HTTP/1.1" status: 200 len: 945 time: 0.0834067 May 30 05:31:28.578894 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-39caef6a-caf8-4026-a3b7-52e22d380e9b req-7efb979b-1b91-4aa3-a2fd-f8650fd5de1d tempest-TestEncryptedCinderVolumes-1533927232 tempest-TestEncryptedCinderVolumes-1533927232-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd6dd31b-da60-4a99-bcd4-0d25908908b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368478 May 30 05:31:28.757652 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f92349-16e2-43b8-963d-9a8363cce540 req-363a0128-d982-40b5-b713-2ded32c4d938 tempest-TestEncryptedCinderVolumes-1533927232 tempest-TestEncryptedCinderVolumes-1533927232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:31:28.759091 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c6f92349-16e2-43b8-963d-9a8363cce540 req-363a0128-d982-40b5-b713-2ded32c4d938 tempest-TestEncryptedCinderVolumes-1533927232 tempest-TestEncryptedCinderVolumes-1533927232-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd64ee39-aa29-4b62-8bfd-be6fbd68edac HTTP/1.1" status: 200 len: 945 time: 0.0804708 May 30 05:31:28.801318 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c6f92349-16e2-43b8-963d-9a8363cce540 req-d4073600-3fd2-48c8-a0b6-43d99a6e63bf tempest-TestEncryptedCinderVolumes-1533927232 tempest-TestEncryptedCinderVolumes-1533927232-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd6dd31b-da60-4a99-bcd4-0d25908908b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364602 May 30 05:31:30.283954 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-2ba63fee-8274-40ee-b32d-67a858c3e4d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:31.331578 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56ded65b-0e68-413c-8b9b-1097922cc81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:31.512067 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:32.892201 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a142624-940e-4c55-bf49-a5329c884075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:42.198167 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-45f79e78-106a-4f09-9d2c-69baeab7263d None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 05:31:43.172290 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed68ee29-cb4f-4205-8029-c628c50106e9 req-c99ecde9-f456-4d45-9b3a-a504649614e4 tempest-TestEncryptedCinderVolumes-1533927232 tempest-TestEncryptedCinderVolumes-1533927232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:31:43.173643 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ed68ee29-cb4f-4205-8029-c628c50106e9 req-c99ecde9-f456-4d45-9b3a-a504649614e4 tempest-TestEncryptedCinderVolumes-1533927232 tempest-TestEncryptedCinderVolumes-1533927232-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd64ee39-aa29-4b62-8bfd-be6fbd68edac HTTP/1.1" status: 200 len: 945 time: 0.0777850 May 30 05:31:43.217100 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ed68ee29-cb4f-4205-8029-c628c50106e9 req-616e9892-1a07-4c30-8616-9fcf1368e7f6 tempest-TestEncryptedCinderVolumes-1533927232 tempest-TestEncryptedCinderVolumes-1533927232-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd6dd31b-da60-4a99-bcd4-0d25908908b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371599 May 30 05:31:44.508668 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f110549-2c69-4786-8267-bc1658ef04b4 req-be12a8aa-f022-43da-baa4-815d5ebd8ad6 tempest-TestEncryptedCinderVolumes-1533927232 tempest-TestEncryptedCinderVolumes-1533927232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:31:44.510346 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3f110549-2c69-4786-8267-bc1658ef04b4 req-be12a8aa-f022-43da-baa4-815d5ebd8ad6 tempest-TestEncryptedCinderVolumes-1533927232 tempest-TestEncryptedCinderVolumes-1533927232-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd64ee39-aa29-4b62-8bfd-be6fbd68edac HTTP/1.1" status: 200 len: 945 time: 0.1903312 May 30 05:31:44.555123 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3f110549-2c69-4786-8267-bc1658ef04b4 req-29f3fe63-65a6-4b38-b6d3-2d818117ce13 tempest-TestEncryptedCinderVolumes-1533927232 tempest-TestEncryptedCinderVolumes-1533927232-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd6dd31b-da60-4a99-bcd4-0d25908908b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387118 May 30 05:31:44.786174 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a007b0c1-e478-41c2-a250-9cf06ce33f6a req-c7cfe41f-5677-420e-81aa-6656261beea0 tempest-TestEncryptedCinderVolumes-1533927232 tempest-TestEncryptedCinderVolumes-1533927232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:31:44.787607 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a007b0c1-e478-41c2-a250-9cf06ce33f6a req-c7cfe41f-5677-420e-81aa-6656261beea0 tempest-TestEncryptedCinderVolumes-1533927232 tempest-TestEncryptedCinderVolumes-1533927232-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd64ee39-aa29-4b62-8bfd-be6fbd68edac HTTP/1.1" status: 200 len: 945 time: 0.0823991 May 30 05:31:44.854141 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [req-a007b0c1-e478-41c2-a250-9cf06ce33f6a req-61ea414f-04b4-4999-9211-59d4adca743b tempest-TestEncryptedCinderVolumes-1533927232 tempest-TestEncryptedCinderVolumes-1533927232-project] Deleting port 49028d9d-204f-4f1c-acbb-a91667140036 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:31:44.854483 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-a007b0c1-e478-41c2-a250-9cf06ce33f6a req-61ea414f-04b4-4999-9211-59d4adca743b tempest-TestEncryptedCinderVolumes-1533927232 tempest-TestEncryptedCinderVolumes-1533927232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:45.091922 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [req-a007b0c1-e478-41c2-a250-9cf06ce33f6a req-61ea414f-04b4-4999-9211-59d4adca743b tempest-TestEncryptedCinderVolumes-1533927232 tempest-TestEncryptedCinderVolumes-1533927232-project] For port 49028d9d-204f-4f1c-acbb-a91667140036, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=49028d9d-204f-4f1c-acbb-a91667140036,segment=NetworkSegment(dbd85ce6-05c5-4582-a671-189063072e7a),segment_id=dbd85ce6-05c5-4582-a671-189063072e7a)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:31:45.092194 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-a007b0c1-e478-41c2-a250-9cf06ce33f6a req-61ea414f-04b4-4999-9211-59d4adca743b tempest-TestEncryptedCinderVolumes-1533927232 tempest-TestEncryptedCinderVolumes-1533927232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:45.210980 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [req-a007b0c1-e478-41c2-a250-9cf06ce33f6a req-61ea414f-04b4-4999-9211-59d4adca743b tempest-TestEncryptedCinderVolumes-1533927232 tempest-TestEncryptedCinderVolumes-1533927232-project] Calling delete_port for 49028d9d-204f-4f1c-acbb-a91667140036 owned by compute:nova {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:31:45.351493 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-a007b0c1-e478-41c2-a250-9cf06ce33f6a req-61ea414f-04b4-4999-9211-59d4adca743b tempest-TestEncryptedCinderVolumes-1533927232 tempest-TestEncryptedCinderVolumes-1533927232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:45.366472 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] get_ports_and_sgs() called for port_ids ['49028d9d-204f-4f1c-acbb-a91667140036'] {{(pid=88262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 30 05:31:45.400592 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ea414f-04b4-4999-9211-59d4adca743b tempest-TestEncryptedCinderVolumes-1533927232 tempest-TestEncryptedCinderVolumes-1533927232-project] Pushing event deleted for resources: {'Port': ['ID=49028d9d-204f-4f1c-acbb-a91667140036,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:31:45.477341 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [req-a007b0c1-e478-41c2-a250-9cf06ce33f6a req-61ea414f-04b4-4999-9211-59d4adca743b tempest-TestEncryptedCinderVolumes-1533927232 tempest-TestEncryptedCinderVolumes-1533927232-project] No DVR routers for this DVR port 49028d9d-204f-4f1c-acbb-a91667140036 on host hv-neutron-8437 {{(pid=88261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 05:31:45.480107 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-a007b0c1-e478-41c2-a250-9cf06ce33f6a req-61ea414f-04b4-4999-9211-59d4adca743b tempest-TestEncryptedCinderVolumes-1533927232 tempest-TestEncryptedCinderVolumes-1533927232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:45.482905 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd64ee39-aa29-4b62-8bfd-be6fbd68edac', 'name': 'network-vif-deleted', 'tag': '49028d9d-204f-4f1c-acbb-a91667140036'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:31:45.499336 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a007b0c1-e478-41c2-a250-9cf06ce33f6a req-61ea414f-04b4-4999-9211-59d4adca743b tempest-TestEncryptedCinderVolumes-1533927232 tempest-TestEncryptedCinderVolumes-1533927232-project] 10.222.0.39 "DELETE /v2.0/ports/49028d9d-204f-4f1c-acbb-a91667140036 HTTP/1.1" status: 204 len: 173 time: 0.7067039 May 30 05:31:45.529864 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6caffeaf-f5ea-4580-b57d-4c4acf4c23bc'] response: {'server_uuid': 'dd64ee39-aa29-4b62-8bfd-be6fbd68edac', 'name': 'network-vif-deleted', 'tag': '49028d9d-204f-4f1c-acbb-a91667140036', 'status': 'completed', 'code': 200} May 30 05:31:45.720498 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-bca7c06b-0a15-46e1-a627-1e34600e4915 req-9b730ec6-023e-451b-bfed-a96f031d4c7f tempest-TestEncryptedCinderVolumes-1533927232 tempest-TestEncryptedCinderVolumes-1533927232-project] Synchronizing usage tracker for tenant:15bc423dd52c4faaaf38c4ebaadabc40 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:31:45.734733 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-bca7c06b-0a15-46e1-a627-1e34600e4915 req-9b730ec6-023e-451b-bfed-a96f031d4c7f tempest-TestEncryptedCinderVolumes-1533927232 tempest-TestEncryptedCinderVolumes-1533927232-project] Unset dirty status for tenant:15bc423dd52c4faaaf38c4ebaadabc40 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:31:45.735829 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-bca7c06b-0a15-46e1-a627-1e34600e4915 req-9b730ec6-023e-451b-bfed-a96f031d4c7f tempest-TestEncryptedCinderVolumes-1533927232 tempest-TestEncryptedCinderVolumes-1533927232-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd64ee39-aa29-4b62-8bfd-be6fbd68edac HTTP/1.1" status: 200 len: 210 time: 0.0560646 May 30 05:31:47.181589 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c995ddf7-fcc5-4363-a315-2793bb4db2f5 req-039c7eb3-004d-4366-ad85-7caf154ae998 tempest-TestEncryptedCinderVolumes-1533927232 tempest-TestEncryptedCinderVolumes-1533927232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:31:47.182983 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c995ddf7-fcc5-4363-a315-2793bb4db2f5 req-039c7eb3-004d-4366-ad85-7caf154ae998 tempest-TestEncryptedCinderVolumes-1533927232 tempest-TestEncryptedCinderVolumes-1533927232-project] 10.222.0.15 "GET /v2.0/networks?id=c3a02048-3b12-467e-82b7-090d2fabba35 HTTP/1.1" status: 200 len: 817 time: 0.1417031 May 30 05:31:47.198094 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c995ddf7-fcc5-4363-a315-2793bb4db2f5 req-957847b1-23fb-4f97-910f-f401e91a7f95 tempest-TestEncryptedCinderVolumes-1533927232 tempest-TestEncryptedCinderVolumes-1533927232-project] 10.222.0.15 "GET /v2.0/quotas/15bc423dd52c4faaaf38c4ebaadabc40 HTTP/1.1" status: 200 len: 375 time: 0.0096436 May 30 05:31:47.283406 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c995ddf7-fcc5-4363-a315-2793bb4db2f5 req-145d6dbf-44d8-4af5-9bcf-8485ba52096b tempest-TestEncryptedCinderVolumes-1533927232 tempest-TestEncryptedCinderVolumes-1533927232-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=15bc423dd52c4faaaf38c4ebaadabc40&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0800059 May 30 05:31:47.418864 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c995ddf7-fcc5-4363-a315-2793bb4db2f5 req-1f43c489-a936-4a63-8793-3fca8633a3f0 service neutron] 10.222.0.15 "GET /v2.0/networks/c3a02048-3b12-467e-82b7-090d2fabba35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233182 May 30 05:31:47.546940 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c995ddf7-fcc5-4363-a315-2793bb4db2f5 req-9617feeb-cfc8-413e-a8e7-1501f5b2bcde service neutron] 10.222.0.15 "GET /v2.0/networks/c3a02048-3b12-467e-82b7-090d2fabba35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223457 May 30 05:31:47.628209 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:47.717259 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b5a7791a-1441-48dc-99f0-71620eec6d45 req-dcce2529-a506-447d-8490-4c9fbef19e8f tempest-TestEncryptedCinderVolumes-1533927232 tempest-TestEncryptedCinderVolumes-1533927232-project] 10.222.0.15 "GET /v2.0/ports?device_id=04eb56a2-362e-4daa-a769-2de3c325a105 HTTP/1.1" status: 200 len: 210 time: 0.0418191 May 30 05:31:48.867897 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c995ddf7-fcc5-4363-a315-2793bb4db2f5 req-3948d35f-d00e-4c2a-a966-a6481584c621 tempest-TestEncryptedCinderVolumes-1533927232 tempest-TestEncryptedCinderVolumes-1533927232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:31:48.869268 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c995ddf7-fcc5-4363-a315-2793bb4db2f5 req-3948d35f-d00e-4c2a-a966-a6481584c621 tempest-TestEncryptedCinderVolumes-1533927232 tempest-TestEncryptedCinderVolumes-1533927232-project] 10.222.0.39 "GET /v2.0/networks?id=c3a02048-3b12-467e-82b7-090d2fabba35 HTTP/1.1" status: 200 len: 817 time: 0.2827432 May 30 05:31:48.882090 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-af5fb305-d9ba-4590-b4eb-e2801918ed60 req-72add6f2-50c7-48f4-ba72-08112fc7fac8 tempest-TestEncryptedCinderVolumes-1533927232 tempest-TestEncryptedCinderVolumes-1533927232-project] 10.222.0.15 "GET /v2.0/ports?device_id=04eb56a2-362e-4daa-a769-2de3c325a105 HTTP/1.1" status: 200 len: 210 time: 0.0533845 May 30 05:31:48.885525 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [req-c995ddf7-fcc5-4363-a315-2793bb4db2f5 req-b079f747-9782-486e-97f8-bbbcafce2125 tempest-TestEncryptedCinderVolumes-1533927232 tempest-TestEncryptedCinderVolumes-1533927232-project] Request body: {'port': {'device_id': '04eb56a2-362e-4daa-a769-2de3c325a105', 'network_id': 'c3a02048-3b12-467e-82b7-090d2fabba35', 'admin_state_up': True, 'tenant_id': '15bc423dd52c4faaaf38c4ebaadabc40'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:31:49.022064 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [req-c995ddf7-fcc5-4363-a315-2793bb4db2f5 req-b079f747-9782-486e-97f8-bbbcafce2125 tempest-TestEncryptedCinderVolumes-1533927232 tempest-TestEncryptedCinderVolumes-1533927232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:31:49.031420 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [req-c995ddf7-fcc5-4363-a315-2793bb4db2f5 req-b079f747-9782-486e-97f8-bbbcafce2125 tempest-TestEncryptedCinderVolumes-1533927232 tempest-TestEncryptedCinderVolumes-1533927232-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:31:49.041337 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c995ddf7-fcc5-4363-a315-2793bb4db2f5 req-b079f747-9782-486e-97f8-bbbcafce2125 tempest-TestEncryptedCinderVolumes-1533927232 tempest-TestEncryptedCinderVolumes-1533927232-project] Made reservation on behalf of 15bc423dd52c4faaaf38c4ebaadabc40 for: {'port': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:31:49.044826 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-c995ddf7-fcc5-4363-a315-2793bb4db2f5 req-b079f747-9782-486e-97f8-bbbcafce2125 tempest-TestEncryptedCinderVolumes-1533927232 tempest-TestEncryptedCinderVolumes-1533927232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:49.202604 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [req-c995ddf7-fcc5-4363-a315-2793bb4db2f5 req-b079f747-9782-486e-97f8-bbbcafce2125 tempest-TestEncryptedCinderVolumes-1533927232 tempest-TestEncryptedCinderVolumes-1533927232-project] Allocated IP 172.20.0.10 (c3a02048-3b12-467e-82b7-090d2fabba35/bdc339c1-383d-4487-a510-939a1db52250/ee382a31-2a64-47cd-a096-859f28de7c7f) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:31:49.398906 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-c995ddf7-fcc5-4363-a315-2793bb4db2f5 req-b079f747-9782-486e-97f8-bbbcafce2125 tempest-TestEncryptedCinderVolumes-1533927232 tempest-TestEncryptedCinderVolumes-1533927232-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:49.414182 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [req-c995ddf7-fcc5-4363-a315-2793bb4db2f5 req-b079f747-9782-486e-97f8-bbbcafce2125 tempest-TestEncryptedCinderVolumes-1533927232 tempest-TestEncryptedCinderVolumes-1533927232-project] Transition to ACTIVE for port object ee382a31-2a64-47cd-a096-859f28de7c7f will not be triggered until provisioned by entity DHCP. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:31:49.436184 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-c995ddf7-fcc5-4363-a315-2793bb4db2f5 req-b079f747-9782-486e-97f8-bbbcafce2125 tempest-TestEncryptedCinderVolumes-1533927232 tempest-TestEncryptedCinderVolumes-1533927232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:49.512091 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c995ddf7-fcc5-4363-a315-2793bb4db2f5 req-b079f747-9782-486e-97f8-bbbcafce2125 tempest-TestEncryptedCinderVolumes-1533927232 tempest-TestEncryptedCinderVolumes-1533927232-project] Network c3a02048-3b12-467e-82b7-090d2fabba35 is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:31:49.515031 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [req-c995ddf7-fcc5-4363-a315-2793bb4db2f5 req-b079f747-9782-486e-97f8-bbbcafce2125 tempest-TestEncryptedCinderVolumes-1533927232 tempest-TestEncryptedCinderVolumes-1533927232-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:31:49.519474 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [req-c995ddf7-fcc5-4363-a315-2793bb4db2f5 req-b079f747-9782-486e-97f8-bbbcafce2125 tempest-TestEncryptedCinderVolumes-1533927232 tempest-TestEncryptedCinderVolumes-1533927232-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:31:49.563059 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b079f747-9782-486e-97f8-bbbcafce2125 tempest-TestEncryptedCinderVolumes-1533927232 tempest-TestEncryptedCinderVolumes-1533927232-project] Pushing event updated for resources: {'Port': ['ID=ee382a31-2a64-47cd-a096-859f28de7c7f,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:31:49.580958 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b079f747-9782-486e-97f8-bbbcafce2125 tempest-TestEncryptedCinderVolumes-1533927232 tempest-TestEncryptedCinderVolumes-1533927232-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:31:49.581893 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b079f747-9782-486e-97f8-bbbcafce2125 tempest-TestEncryptedCinderVolumes-1533927232 tempest-TestEncryptedCinderVolumes-1533927232-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:31:49.582249 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b079f747-9782-486e-97f8-bbbcafce2125 tempest-TestEncryptedCinderVolumes-1533927232 tempest-TestEncryptedCinderVolumes-1533927232-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:31:49.582590 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b079f747-9782-486e-97f8-bbbcafce2125 tempest-TestEncryptedCinderVolumes-1533927232 tempest-TestEncryptedCinderVolumes-1533927232-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:31:49.582925 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b079f747-9782-486e-97f8-bbbcafce2125 tempest-TestEncryptedCinderVolumes-1533927232 tempest-TestEncryptedCinderVolumes-1533927232-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:31:49.583256 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b079f747-9782-486e-97f8-bbbcafce2125 tempest-TestEncryptedCinderVolumes-1533927232 tempest-TestEncryptedCinderVolumes-1533927232-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:31:49.583586 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b079f747-9782-486e-97f8-bbbcafce2125 tempest-TestEncryptedCinderVolumes-1533927232 tempest-TestEncryptedCinderVolumes-1533927232-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:31:49.583916 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b079f747-9782-486e-97f8-bbbcafce2125 tempest-TestEncryptedCinderVolumes-1533927232 tempest-TestEncryptedCinderVolumes-1533927232-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:31:49.584239 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b079f747-9782-486e-97f8-bbbcafce2125 tempest-TestEncryptedCinderVolumes-1533927232 tempest-TestEncryptedCinderVolumes-1533927232-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:31:49.584563 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b079f747-9782-486e-97f8-bbbcafce2125 tempest-TestEncryptedCinderVolumes-1533927232 tempest-TestEncryptedCinderVolumes-1533927232-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:31:49.584890 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b079f747-9782-486e-97f8-bbbcafce2125 tempest-TestEncryptedCinderVolumes-1533927232 tempest-TestEncryptedCinderVolumes-1533927232-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:31:49.585215 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b079f747-9782-486e-97f8-bbbcafce2125 tempest-TestEncryptedCinderVolumes-1533927232 tempest-TestEncryptedCinderVolumes-1533927232-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:31:49.603113 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c995ddf7-fcc5-4363-a315-2793bb4db2f5 req-b079f747-9782-486e-97f8-bbbcafce2125 tempest-TestEncryptedCinderVolumes-1533927232 tempest-TestEncryptedCinderVolumes-1533927232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:31:49.603762 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-c995ddf7-fcc5-4363-a315-2793bb4db2f5 req-b079f747-9782-486e-97f8-bbbcafce2125 tempest-TestEncryptedCinderVolumes-1533927232 tempest-TestEncryptedCinderVolumes-1533927232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:49.629208 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c995ddf7-fcc5-4363-a315-2793bb4db2f5 req-b079f747-9782-486e-97f8-bbbcafce2125 tempest-TestEncryptedCinderVolumes-1533927232 tempest-TestEncryptedCinderVolumes-1533927232-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7491548 May 30 05:31:49.640101 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [req-c995ddf7-fcc5-4363-a315-2793bb4db2f5 req-b07b392d-bd89-4a17-b4f6-efc39a6968d2 service neutron] Request body: {'port': {'device_id': '04eb56a2-362e-4daa-a769-2de3c325a105', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8437'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:31:49.732055 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-b1dcfdce-66cf-40a7-beb0-5881eb026012 None None] Provisioning for port ee382a31-2a64-47cd-a096-859f28de7c7f completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:31:49.737225 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-b1dcfdce-66cf-40a7-beb0-5881eb026012 None None] Provisioning complete for port ee382a31-2a64-47cd-a096-859f28de7c7f triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:31:49.737618 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-b1dcfdce-66cf-40a7-beb0-5881eb026012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:49.748537 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-c995ddf7-fcc5-4363-a315-2793bb4db2f5 req-b07b392d-bd89-4a17-b4f6-efc39a6968d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:49.792293 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-b1dcfdce-66cf-40a7-beb0-5881eb026012 None None] Port ee382a31-2a64-47cd-a096-859f28de7c7f cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 05:31:49.880080 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device 49028d9d-204f-4f1c-acbb-a91667140036 no longer exists at agent hyperv_hv-neutron-8437 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 05:31:49.915712 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] No Port match for: 49028d9d-204f-4f1c-acbb-a91667140036 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 05:31:49.916063 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device 49028d9d-204f-4f1c-acbb-a91667140036 not bound to the agent host hv-neutron-8437 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 05:31:50.105695 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d36d13a-10b9-4829-8b5f-fc1c12e411d8 req-b295fbb3-5df5-43a6-959d-243ef3f79c53 tempest-TestEncryptedCinderVolumes-1533927232 tempest-TestEncryptedCinderVolumes-1533927232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:31:50.106411 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-3d36d13a-10b9-4829-8b5f-fc1c12e411d8 req-b295fbb3-5df5-43a6-959d-243ef3f79c53 tempest-TestEncryptedCinderVolumes-1533927232 tempest-TestEncryptedCinderVolumes-1533927232-project] Synchronizing usage tracker for tenant:15bc423dd52c4faaaf38c4ebaadabc40 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:31:50.178830 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-3d36d13a-10b9-4829-8b5f-fc1c12e411d8 req-b295fbb3-5df5-43a6-959d-243ef3f79c53 tempest-TestEncryptedCinderVolumes-1533927232 tempest-TestEncryptedCinderVolumes-1533927232-project] Unset dirty status for tenant:15bc423dd52c4faaaf38c4ebaadabc40 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:31:50.179897 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3d36d13a-10b9-4829-8b5f-fc1c12e411d8 req-b295fbb3-5df5-43a6-959d-243ef3f79c53 tempest-TestEncryptedCinderVolumes-1533927232 tempest-TestEncryptedCinderVolumes-1533927232-project] 10.222.0.15 "GET /v2.0/ports?device_id=04eb56a2-362e-4daa-a769-2de3c325a105 HTTP/1.1" status: 200 len: 932 time: 0.1913283 May 30 05:31:50.185284 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [req-c995ddf7-fcc5-4363-a315-2793bb4db2f5 req-b07b392d-bd89-4a17-b4f6-efc39a6968d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee382a31-2a64-47cd-a096-859f28de7c7f {{(pid=88261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 30 05:31:50.194513 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-c995ddf7-fcc5-4363-a315-2793bb4db2f5 req-b07b392d-bd89-4a17-b4f6-efc39a6968d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:50.230644 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [req-c995ddf7-fcc5-4363-a315-2793bb4db2f5 req-b07b392d-bd89-4a17-b4f6-efc39a6968d2 service neutron] Transition to ACTIVE for port object ee382a31-2a64-47cd-a096-859f28de7c7f will not be triggered until provisioned by entity L2. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:31:50.238026 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-c995ddf7-fcc5-4363-a315-2793bb4db2f5 req-b07b392d-bd89-4a17-b4f6-efc39a6968d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2304381'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:50.294801 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3d36d13a-10b9-4829-8b5f-fc1c12e411d8 req-7f5ee936-7bf6-4111-abd5-82406e5f470b tempest-TestEncryptedCinderVolumes-1533927232 tempest-TestEncryptedCinderVolumes-1533927232-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd6dd31b-da60-4a99-bcd4-0d25908908b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052163 May 30 05:31:50.403232 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07b392d-bd89-4a17-b4f6-efc39a6968d2 service neutron] Pushing event updated for resources: {'Port': ['ID=ee382a31-2a64-47cd-a096-859f28de7c7f,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:31:50.493463 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [req-c995ddf7-fcc5-4363-a315-2793bb4db2f5 req-b07b392d-bd89-4a17-b4f6-efc39a6968d2 service neutron] Attempting to bind port ee382a31-2a64-47cd-a096-859f28de7c7f on host hv-neutron-8437 for vnic_type normal with profile {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 05:31:50.493797 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [req-c995ddf7-fcc5-4363-a315-2793bb4db2f5 req-b07b392d-bd89-4a17-b4f6-efc39a6968d2 service neutron] Attempting to bind port ee382a31-2a64-47cd-a096-859f28de7c7f by drivers openvswitch,hyperv on host hv-neutron-8437 at level 0 using segments [{'id': 'dbd85ce6-05c5-4582-a671-189063072e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c3a02048-3b12-467e-82b7-090d2fabba35'}] {{(pid=88261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 05:31:50.494154 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c995ddf7-fcc5-4363-a315-2793bb4db2f5 req-b07b392d-bd89-4a17-b4f6-efc39a6968d2 service neutron] Attempting to bind port ee382a31-2a64-47cd-a096-859f28de7c7f on network c3a02048-3b12-467e-82b7-090d2fabba35 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:31:50.498698 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c995ddf7-fcc5-4363-a315-2793bb4db2f5 req-b07b392d-bd89-4a17-b4f6-efc39a6968d2 service neutron] Port ee382a31-2a64-47cd-a096-859f28de7c7f on network c3a02048-3b12-467e-82b7-090d2fabba35 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8437 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 30 05:31:50.499008 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c995ddf7-fcc5-4363-a315-2793bb4db2f5 req-b07b392d-bd89-4a17-b4f6-efc39a6968d2 service neutron] Attempting to bind port ee382a31-2a64-47cd-a096-859f28de7c7f on network c3a02048-3b12-467e-82b7-090d2fabba35 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:31:50.504015 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c995ddf7-fcc5-4363-a315-2793bb4db2f5 req-b07b392d-bd89-4a17-b4f6-efc39a6968d2 service neutron] Checking agent: {'id': 'de0c936d-420b-412f-9642-7bfe80b5ab25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8437', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 51, 47), 'started_at': datetime.datetime(2022, 5, 30, 4, 51, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 5, 31, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 05:31:50.504339 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c995ddf7-fcc5-4363-a315-2793bb4db2f5 req-b07b392d-bd89-4a17-b4f6-efc39a6968d2 service neutron] Checking segment: {'id': 'dbd85ce6-05c5-4582-a671-189063072e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c3a02048-3b12-467e-82b7-090d2fabba35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:31:50.504710 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c995ddf7-fcc5-4363-a315-2793bb4db2f5 req-b07b392d-bd89-4a17-b4f6-efc39a6968d2 service neutron] Bound using segment: {'id': 'dbd85ce6-05c5-4582-a671-189063072e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c3a02048-3b12-467e-82b7-090d2fabba35'} {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 05:31:50.505123 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [req-c995ddf7-fcc5-4363-a315-2793bb4db2f5 req-b07b392d-bd89-4a17-b4f6-efc39a6968d2 service neutron] Bound port: ee382a31-2a64-47cd-a096-859f28de7c7f, host: hv-neutron-8437, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbd85ce6-05c5-4582-a671-189063072e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c3a02048-3b12-467e-82b7-090d2fabba35'}}] {{(pid=88261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 05:31:50.505551 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-c995ddf7-fcc5-4363-a315-2793bb4db2f5 req-b07b392d-bd89-4a17-b4f6-efc39a6968d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:50.686414 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [req-c995ddf7-fcc5-4363-a315-2793bb4db2f5 req-b07b392d-bd89-4a17-b4f6-efc39a6968d2 service neutron] For port ee382a31-2a64-47cd-a096-859f28de7c7f, host hv-neutron-8437, cleared binding levels {{(pid=88261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 05:31:50.689249 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [req-c995ddf7-fcc5-4363-a315-2793bb4db2f5 req-b07b392d-bd89-4a17-b4f6-efc39a6968d2 service neutron] For port ee382a31-2a64-47cd-a096-859f28de7c7f, host hv-neutron-8437, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=ee382a31-2a64-47cd-a096-859f28de7c7f,segment=NetworkSegment(dbd85ce6-05c5-4582-a671-189063072e7a),segment_id=dbd85ce6-05c5-4582-a671-189063072e7a)] {{(pid=88261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 05:31:50.693708 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-c995ddf7-fcc5-4363-a315-2793bb4db2f5 req-b07b392d-bd89-4a17-b4f6-efc39a6968d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2304381'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:50.751913 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c995ddf7-fcc5-4363-a315-2793bb4db2f5 req-b07b392d-bd89-4a17-b4f6-efc39a6968d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:31:50.752532 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-c995ddf7-fcc5-4363-a315-2793bb4db2f5 req-b07b392d-bd89-4a17-b4f6-efc39a6968d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:50.753961 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c995ddf7-fcc5-4363-a315-2793bb4db2f5 req-b07b392d-bd89-4a17-b4f6-efc39a6968d2 service neutron] 10.222.0.39 "PUT /v2.0/ports/ee382a31-2a64-47cd-a096-859f28de7c7f HTTP/1.1" status: 200 len: 1094 time: 1.1180356 May 30 05:31:50.754400 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04eb56a2-362e-4daa-a769-2de3c325a105', 'tag': 'ee382a31-2a64-47cd-a096-859f28de7c7f'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:31:50.776233 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07b392d-bd89-4a17-b4f6-efc39a6968d2 service neutron] Pushing event updated for resources: {'Port': ['ID=ee382a31-2a64-47cd-a096-859f28de7c7f,revision_number=3']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:31:50.832603 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b09c015b-185e-4c1c-bda0-bcf305d0ac77'] response: {'name': 'network-changed', 'server_uuid': '04eb56a2-362e-4daa-a769-2de3c325a105', 'tag': 'ee382a31-2a64-47cd-a096-859f28de7c7f', 'status': 'completed', 'code': 200} May 30 05:31:50.869602 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c995ddf7-fcc5-4363-a315-2793bb4db2f5 req-d385ce46-a881-4bea-b27f-102f4d103ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:31:50.871096 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c995ddf7-fcc5-4363-a315-2793bb4db2f5 req-d385ce46-a881-4bea-b27f-102f4d103ca3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=15bc423dd52c4faaaf38c4ebaadabc40&device_id=04eb56a2-362e-4daa-a769-2de3c325a105 HTTP/1.1" status: 200 len: 1097 time: 0.0778787 May 30 05:31:50.939888 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c995ddf7-fcc5-4363-a315-2793bb4db2f5 req-fdd57a4f-99c2-4b02-b27a-86b8005b25ff service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ee382a31-2a64-47cd-a096-859f28de7c7f HTTP/1.1" status: 200 len: 217 time: 0.0615840 May 30 05:31:51.003704 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c995ddf7-fcc5-4363-a315-2793bb4db2f5 req-10a59d50-d12c-402a-9ace-80054ff3554c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:31:51.005050 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c995ddf7-fcc5-4363-a315-2793bb4db2f5 req-10a59d50-d12c-402a-9ace-80054ff3554c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bdc339c1-383d-4487-a510-939a1db52250 HTTP/1.1" status: 200 len: 856 time: 0.0599053 May 30 05:31:51.077618 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c995ddf7-fcc5-4363-a315-2793bb4db2f5 req-0bcba02a-fbd7-4501-88fa-3403ca7ecee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:31:51.079100 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c995ddf7-fcc5-4363-a315-2793bb4db2f5 req-0bcba02a-fbd7-4501-88fa-3403ca7ecee8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c3a02048-3b12-467e-82b7-090d2fabba35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683556 May 30 05:31:51.207272 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c995ddf7-fcc5-4363-a315-2793bb4db2f5 req-771e1c6d-12e3-4227-99c1-1fd9153a295b service neutron] 10.222.0.39 "GET /v2.0/networks/c3a02048-3b12-467e-82b7-090d2fabba35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218646 May 30 05:31:51.338499 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c995ddf7-fcc5-4363-a315-2793bb4db2f5 req-bb4d53d5-6c1e-4199-99ff-d780661f17bc service neutron] 10.222.0.39 "GET /v2.0/networks/c3a02048-3b12-467e-82b7-090d2fabba35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237884 May 30 05:31:51.512862 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3cc581-0909-41ba-96dc-48ad6cca02b6 req-ff4db3ab-bbd4-4674-9f8d-6b040cebe834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:31:51.514342 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8f3cc581-0909-41ba-96dc-48ad6cca02b6 req-ff4db3ab-bbd4-4674-9f8d-6b040cebe834 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=15bc423dd52c4faaaf38c4ebaadabc40&device_id=04eb56a2-362e-4daa-a769-2de3c325a105 HTTP/1.1" status: 200 len: 1097 time: 0.1297786 May 30 05:31:51.525702 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a3c543-c9e8-4d5d-af50-7cb54ba4840e req-1a0acc51-9c00-486b-abb3-6bd8dc51e872 tempest-TestEncryptedCinderVolumes-1533927232 tempest-TestEncryptedCinderVolumes-1533927232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:31:51.527112 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e0a3c543-c9e8-4d5d-af50-7cb54ba4840e req-1a0acc51-9c00-486b-abb3-6bd8dc51e872 tempest-TestEncryptedCinderVolumes-1533927232 tempest-TestEncryptedCinderVolumes-1533927232-project] 10.222.0.15 "GET /v2.0/ports?device_id=04eb56a2-362e-4daa-a769-2de3c325a105 HTTP/1.1" status: 200 len: 944 time: 0.1093814 May 30 05:31:51.646137 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e0a3c543-c9e8-4d5d-af50-7cb54ba4840e req-be7582ff-dc74-4685-871d-66c37516262d tempest-TestEncryptedCinderVolumes-1533927232 tempest-TestEncryptedCinderVolumes-1533927232-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd6dd31b-da60-4a99-bcd4-0d25908908b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009929 May 30 05:31:51.685008 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3cc581-0909-41ba-96dc-48ad6cca02b6 req-357376e0-1157-4bf0-b367-d252e5a13601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:31:51.686460 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8f3cc581-0909-41ba-96dc-48ad6cca02b6 req-357376e0-1157-4bf0-b367-d252e5a13601 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c3a02048-3b12-467e-82b7-090d2fabba35 HTTP/1.1" status: 200 len: 918 time: 0.1585269 May 30 05:31:51.750370 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8f3cc581-0909-41ba-96dc-48ad6cca02b6 req-58e05fa6-6b26-4ac3-b332-864f5150427e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ee382a31-2a64-47cd-a096-859f28de7c7f HTTP/1.1" status: 200 len: 217 time: 0.0576005 May 30 05:31:51.813511 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3cc581-0909-41ba-96dc-48ad6cca02b6 req-5f8bc648-a243-4435-ba54-605ac5a233b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:31:51.814927 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8f3cc581-0909-41ba-96dc-48ad6cca02b6 req-5f8bc648-a243-4435-ba54-605ac5a233b2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bdc339c1-383d-4487-a510-939a1db52250 HTTP/1.1" status: 200 len: 856 time: 0.0587718 May 30 05:31:51.887554 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3cc581-0909-41ba-96dc-48ad6cca02b6 req-98584c27-885d-4fd6-bb8e-b0729ecdc266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:31:51.888999 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8f3cc581-0909-41ba-96dc-48ad6cca02b6 req-98584c27-885d-4fd6-bb8e-b0729ecdc266 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c3a02048-3b12-467e-82b7-090d2fabba35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677590 May 30 05:31:52.016975 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8f3cc581-0909-41ba-96dc-48ad6cca02b6 req-58ffba33-ccfa-40eb-a29b-34e9fe56b686 service neutron] 10.222.0.39 "GET /v2.0/networks/c3a02048-3b12-467e-82b7-090d2fabba35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210871 May 30 05:31:52.144640 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8f3cc581-0909-41ba-96dc-48ad6cca02b6 req-55a64615-5c13-4240-aad5-6360c9d7aace service neutron] 10.222.0.39 "GET /v2.0/networks/c3a02048-3b12-467e-82b7-090d2fabba35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216016 May 30 05:31:52.831210 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab411fb-ddf9-40aa-981c-22dfc515200d req-10402db2-0487-459a-b699-ffa08bd87cda tempest-TestEncryptedCinderVolumes-1533927232 tempest-TestEncryptedCinderVolumes-1533927232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:31:52.832658 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-aab411fb-ddf9-40aa-981c-22dfc515200d req-10402db2-0487-459a-b699-ffa08bd87cda tempest-TestEncryptedCinderVolumes-1533927232 tempest-TestEncryptedCinderVolumes-1533927232-project] 10.222.0.15 "GET /v2.0/ports?device_id=04eb56a2-362e-4daa-a769-2de3c325a105 HTTP/1.1" status: 200 len: 944 time: 0.0835910 May 30 05:31:52.879171 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-aab411fb-ddf9-40aa-981c-22dfc515200d req-ff2cce78-6b65-43da-9fc5-97eee4aa31b8 tempest-TestEncryptedCinderVolumes-1533927232 tempest-TestEncryptedCinderVolumes-1533927232-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd6dd31b-da60-4a99-bcd4-0d25908908b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409117 May 30 05:31:54.059450 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56788560-25d1-425e-9de5-ef1e524dc5f1 req-f77527d3-dc3c-4974-a339-7738a5ddbc32 tempest-TestEncryptedCinderVolumes-1533927232 tempest-TestEncryptedCinderVolumes-1533927232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:31:54.060881 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-56788560-25d1-425e-9de5-ef1e524dc5f1 req-f77527d3-dc3c-4974-a339-7738a5ddbc32 tempest-TestEncryptedCinderVolumes-1533927232 tempest-TestEncryptedCinderVolumes-1533927232-project] 10.222.0.15 "GET /v2.0/ports?device_id=04eb56a2-362e-4daa-a769-2de3c325a105 HTTP/1.1" status: 200 len: 944 time: 0.0778863 May 30 05:31:54.103815 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-56788560-25d1-425e-9de5-ef1e524dc5f1 req-ce7b7949-d5fc-454b-8451-507c129601b3 tempest-TestEncryptedCinderVolumes-1533927232 tempest-TestEncryptedCinderVolumes-1533927232-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd6dd31b-da60-4a99-bcd4-0d25908908b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368483 May 30 05:31:55.376625 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c303221-f7db-4c13-8ed5-cfc9f462e67d req-67050134-5ce5-4099-a370-0bc8ca445dc8 tempest-TestEncryptedCinderVolumes-1533927232 tempest-TestEncryptedCinderVolumes-1533927232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:31:55.378112 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1c303221-f7db-4c13-8ed5-cfc9f462e67d req-67050134-5ce5-4099-a370-0bc8ca445dc8 tempest-TestEncryptedCinderVolumes-1533927232 tempest-TestEncryptedCinderVolumes-1533927232-project] 10.222.0.15 "GET /v2.0/ports?device_id=04eb56a2-362e-4daa-a769-2de3c325a105 HTTP/1.1" status: 200 len: 944 time: 0.1732759 May 30 05:31:55.421030 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1c303221-f7db-4c13-8ed5-cfc9f462e67d req-08383f98-5d3e-4ed2-af49-b087bb10195e tempest-TestEncryptedCinderVolumes-1533927232 tempest-TestEncryptedCinderVolumes-1533927232-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd6dd31b-da60-4a99-bcd4-0d25908908b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373104 May 30 05:31:55.912293 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device ee382a31-2a64-47cd-a096-859f28de7c7f details requested by agent hyperv_hv-neutron-8437 with host hv-neutron-8437 {{(pid=88262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 05:31:56.040609 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port ee382a31-2a64-47cd-a096-859f28de7c7f, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=ee382a31-2a64-47cd-a096-859f28de7c7f,segment=NetworkSegment(dbd85ce6-05c5-4582-a671-189063072e7a),segment_id=dbd85ce6-05c5-4582-a671-189063072e7a)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:31:56.053857 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Returning: {'device': 'ee382a31-2a64-47cd-a096-859f28de7c7f', 'network_id': 'c3a02048-3b12-467e-82b7-090d2fabba35', 'port_id': 'ee382a31-2a64-47cd-a096-859f28de7c7f', 'mac_address': 'fa:16:3e:33:d0:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdc339c1-383d-4487-a510-939a1db52250', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 05:31:56.105891 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Current status of the port ee382a31-2a64-47cd-a096-859f28de7c7f is: DOWN; New status is: BUILD {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:31:56.106266 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:56.122510 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee382a31-2a64-47cd-a096-859f28de7c7f {{(pid=88262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 30 05:31:56.137830 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port ee382a31-2a64-47cd-a096-859f28de7c7f, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=ee382a31-2a64-47cd-a096-859f28de7c7f,segment=NetworkSegment(dbd85ce6-05c5-4582-a671-189063072e7a),segment_id=dbd85ce6-05c5-4582-a671-189063072e7a)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:31:56.142071 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:56.209860 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Pushing event updated for resources: {'Port': ['ID=ee382a31-2a64-47cd-a096-859f28de7c7f,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:31:56.216598 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:31:56.216938 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:31:56.217279 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:31:56.217610 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:31:56.217963 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:31:56.218307 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:31:56.218611 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:31:56.218931 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:31:56.219250 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:31:56.219566 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:31:56.219881 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:31:56.220196 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:31:56.460001 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] get_ports_and_sgs() called for port_ids ['ee382a31-2a64-47cd-a096-859f28de7c7f'] {{(pid=88262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 30 05:31:56.608412 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cbc91a-7806-4312-9164-8665151e51dd req-d7aff581-3dc3-4f40-b885-73acec2f857d tempest-TestEncryptedCinderVolumes-1533927232 tempest-TestEncryptedCinderVolumes-1533927232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:31:56.609880 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-14cbc91a-7806-4312-9164-8665151e51dd req-d7aff581-3dc3-4f40-b885-73acec2f857d tempest-TestEncryptedCinderVolumes-1533927232 tempest-TestEncryptedCinderVolumes-1533927232-project] 10.222.0.15 "GET /v2.0/ports?device_id=04eb56a2-362e-4daa-a769-2de3c325a105 HTTP/1.1" status: 200 len: 945 time: 0.0822463 May 30 05:31:56.658666 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-14cbc91a-7806-4312-9164-8665151e51dd req-3466c0eb-39ad-4b83-aa16-cf93d22390da tempest-TestEncryptedCinderVolumes-1533927232 tempest-TestEncryptedCinderVolumes-1533927232-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd6dd31b-da60-4a99-bcd4-0d25908908b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423968 May 30 05:31:57.841743 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77ea3b8-8ed8-40fa-88de-466cfeecab4f req-76eac416-5906-4cc3-88fc-605db17bb55a tempest-TestEncryptedCinderVolumes-1533927232 tempest-TestEncryptedCinderVolumes-1533927232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:31:57.843217 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a77ea3b8-8ed8-40fa-88de-466cfeecab4f req-76eac416-5906-4cc3-88fc-605db17bb55a tempest-TestEncryptedCinderVolumes-1533927232 tempest-TestEncryptedCinderVolumes-1533927232-project] 10.222.0.15 "GET /v2.0/ports?device_id=04eb56a2-362e-4daa-a769-2de3c325a105 HTTP/1.1" status: 200 len: 945 time: 0.0825403 May 30 05:31:57.886472 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a77ea3b8-8ed8-40fa-88de-466cfeecab4f req-45b25c16-8fcc-46bf-a668-b75714ef9efd tempest-TestEncryptedCinderVolumes-1533927232 tempest-TestEncryptedCinderVolumes-1533927232-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd6dd31b-da60-4a99-bcd4-0d25908908b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371420 May 30 05:31:57.927880 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device ee382a31-2a64-47cd-a096-859f28de7c7f up at agent hyperv_hv-neutron-8437 {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:31:57.993560 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Provisioning for port ee382a31-2a64-47cd-a096-859f28de7c7f completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:31:57.998492 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Provisioning complete for port ee382a31-2a64-47cd-a096-859f28de7c7f triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:31:57.998856 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:58.071347 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a462860d-3e4d-4c68-be99-e1cdbd4efe67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:58.134845 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Current status of the port ee382a31-2a64-47cd-a096-859f28de7c7f is: BUILD; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:31:58.135225 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:58.162341 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04eb56a2-362e-4daa-a769-2de3c325a105', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee382a31-2a64-47cd-a096-859f28de7c7f'}] {{(pid=88262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:31:58.171477 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port ee382a31-2a64-47cd-a096-859f28de7c7f, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=ee382a31-2a64-47cd-a096-859f28de7c7f,segment=NetworkSegment(dbd85ce6-05c5-4582-a671-189063072e7a),segment_id=dbd85ce6-05c5-4582-a671-189063072e7a)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:31:58.175549 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:31:58.209140 dv-neutron-843763-1-hyperv neutron-server[88262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f64a1c4-c973-4562-af03-e776b126f6e9'] response: {'server_uuid': '04eb56a2-362e-4daa-a769-2de3c325a105', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee382a31-2a64-47cd-a096-859f28de7c7f', 'code': 200} May 30 05:31:58.252571 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Pushing event updated for resources: {'Port': ['ID=ee382a31-2a64-47cd-a096-859f28de7c7f,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:31:58.442122 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee624864-ade1-43dc-88f5-1f3df1c08f44 req-49c12f2e-92e4-46bd-8d21-f595d6f96e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:31:58.444013 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ee624864-ade1-43dc-88f5-1f3df1c08f44 req-49c12f2e-92e4-46bd-8d21-f595d6f96e46 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=04eb56a2-362e-4daa-a769-2de3c325a105 HTTP/1.1" status: 200 len: 1099 time: 0.0738010 May 30 05:31:58.484136 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ee624864-ade1-43dc-88f5-1f3df1c08f44 req-118522f5-7d98-470d-8962-a4af0593c013 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=bd6dd31b-da60-4a99-bcd4-0d25908908b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342290 May 30 05:31:59.066359 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47376d0b-6c38-4e42-a456-7d7b21a21ea5 req-2fa9e7e6-3741-4ef0-b341-6e6dfe14b86b tempest-TestEncryptedCinderVolumes-1533927232 tempest-TestEncryptedCinderVolumes-1533927232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:31:59.067795 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-47376d0b-6c38-4e42-a456-7d7b21a21ea5 req-2fa9e7e6-3741-4ef0-b341-6e6dfe14b86b tempest-TestEncryptedCinderVolumes-1533927232 tempest-TestEncryptedCinderVolumes-1533927232-project] 10.222.0.15 "GET /v2.0/ports?device_id=04eb56a2-362e-4daa-a769-2de3c325a105 HTTP/1.1" status: 200 len: 946 time: 0.0783660 May 30 05:31:59.109696 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-47376d0b-6c38-4e42-a456-7d7b21a21ea5 req-a339ff69-64cd-461c-9d46-f7921836aa59 tempest-TestEncryptedCinderVolumes-1533927232 tempest-TestEncryptedCinderVolumes-1533927232-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd6dd31b-da60-4a99-bcd4-0d25908908b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363295 May 30 05:32:00.285566 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-ea2b7322-bf37-44eb-b466-7df7e359dfa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:00.297619 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9b0c6f-5c64-46d0-9500-52c2abe99840 req-5dee0c4b-0169-4854-8bd7-7fc22a52528c tempest-TestEncryptedCinderVolumes-1533927232 tempest-TestEncryptedCinderVolumes-1533927232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:32:00.299105 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6c9b0c6f-5c64-46d0-9500-52c2abe99840 req-5dee0c4b-0169-4854-8bd7-7fc22a52528c tempest-TestEncryptedCinderVolumes-1533927232 tempest-TestEncryptedCinderVolumes-1533927232-project] 10.222.0.15 "GET /v2.0/ports?device_id=04eb56a2-362e-4daa-a769-2de3c325a105 HTTP/1.1" status: 200 len: 946 time: 0.0841060 May 30 05:32:00.342042 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6c9b0c6f-5c64-46d0-9500-52c2abe99840 req-ee333949-12e9-4985-a17d-7cad3b050d0e tempest-TestEncryptedCinderVolumes-1533927232 tempest-TestEncryptedCinderVolumes-1533927232-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd6dd31b-da60-4a99-bcd4-0d25908908b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372281 May 30 05:32:00.523613 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424ad431-d420-42d6-966b-e4a184062058 req-7a8e83c1-69af-4ad5-a7c9-f20a9ff8c66c tempest-TestEncryptedCinderVolumes-1533927232 tempest-TestEncryptedCinderVolumes-1533927232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:32:00.525077 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-424ad431-d420-42d6-966b-e4a184062058 req-7a8e83c1-69af-4ad5-a7c9-f20a9ff8c66c tempest-TestEncryptedCinderVolumes-1533927232 tempest-TestEncryptedCinderVolumes-1533927232-project] 10.222.0.15 "GET /v2.0/ports?device_id=04eb56a2-362e-4daa-a769-2de3c325a105 HTTP/1.1" status: 200 len: 946 time: 0.0792046 May 30 05:32:00.572279 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-424ad431-d420-42d6-966b-e4a184062058 req-3905caf5-aa11-4a25-8918-9c647263d46a tempest-TestEncryptedCinderVolumes-1533927232 tempest-TestEncryptedCinderVolumes-1533927232-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd6dd31b-da60-4a99-bcd4-0d25908908b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413101 May 30 05:32:01.335759 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56ded65b-0e68-413c-8b9b-1097922cc81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:01.514186 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:02.895836 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a142624-940e-4c55-bf49-a5329c884075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:14.789209 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bcb073-38ed-42d3-b76b-6e3c7c25bbe3 req-9b2c3813-5b37-4798-abbf-ecef3613bb13 tempest-TestEncryptedCinderVolumes-1533927232 tempest-TestEncryptedCinderVolumes-1533927232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:32:14.790767 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-42bcb073-38ed-42d3-b76b-6e3c7c25bbe3 req-9b2c3813-5b37-4798-abbf-ecef3613bb13 tempest-TestEncryptedCinderVolumes-1533927232 tempest-TestEncryptedCinderVolumes-1533927232-project] 10.222.0.15 "GET /v2.0/ports?device_id=04eb56a2-362e-4daa-a769-2de3c325a105 HTTP/1.1" status: 200 len: 946 time: 0.0843868 May 30 05:32:14.834843 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-42bcb073-38ed-42d3-b76b-6e3c7c25bbe3 req-359f8a2a-494e-4e4f-af08-061de5049c82 tempest-TestEncryptedCinderVolumes-1533927232 tempest-TestEncryptedCinderVolumes-1533927232-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd6dd31b-da60-4a99-bcd4-0d25908908b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383677 May 30 05:32:16.014894 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80957d22-66e8-4e6e-b004-8724aae3245f req-51ed8a52-6641-4fa9-bac1-788b4a6f1bae tempest-TestEncryptedCinderVolumes-1533927232 tempest-TestEncryptedCinderVolumes-1533927232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:32:16.016321 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-80957d22-66e8-4e6e-b004-8724aae3245f req-51ed8a52-6641-4fa9-bac1-788b4a6f1bae tempest-TestEncryptedCinderVolumes-1533927232 tempest-TestEncryptedCinderVolumes-1533927232-project] 10.222.0.15 "GET /v2.0/ports?device_id=04eb56a2-362e-4daa-a769-2de3c325a105 HTTP/1.1" status: 200 len: 946 time: 0.0773621 May 30 05:32:16.062235 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-80957d22-66e8-4e6e-b004-8724aae3245f req-fb0f1e8c-95dd-4554-b424-f4062e6c19ec tempest-TestEncryptedCinderVolumes-1533927232 tempest-TestEncryptedCinderVolumes-1533927232-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd6dd31b-da60-4a99-bcd4-0d25908908b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404053 May 30 05:32:16.404097 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d3eb13-3174-48d0-9530-751ea767db0b req-e09280ec-6d03-4dad-b63b-81be3bc26007 tempest-TestEncryptedCinderVolumes-1533927232 tempest-TestEncryptedCinderVolumes-1533927232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:32:16.405488 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b7d3eb13-3174-48d0-9530-751ea767db0b req-e09280ec-6d03-4dad-b63b-81be3bc26007 tempest-TestEncryptedCinderVolumes-1533927232 tempest-TestEncryptedCinderVolumes-1533927232-project] 10.222.0.39 "GET /v2.0/ports?device_id=04eb56a2-362e-4daa-a769-2de3c325a105 HTTP/1.1" status: 200 len: 946 time: 0.0774174 May 30 05:32:16.472445 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [req-b7d3eb13-3174-48d0-9530-751ea767db0b req-56e3719f-9328-4e90-9c89-21461ea1c141 tempest-TestEncryptedCinderVolumes-1533927232 tempest-TestEncryptedCinderVolumes-1533927232-project] Deleting port ee382a31-2a64-47cd-a096-859f28de7c7f {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:32:16.472790 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-b7d3eb13-3174-48d0-9530-751ea767db0b req-56e3719f-9328-4e90-9c89-21461ea1c141 tempest-TestEncryptedCinderVolumes-1533927232 tempest-TestEncryptedCinderVolumes-1533927232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:16.718977 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [req-b7d3eb13-3174-48d0-9530-751ea767db0b req-56e3719f-9328-4e90-9c89-21461ea1c141 tempest-TestEncryptedCinderVolumes-1533927232 tempest-TestEncryptedCinderVolumes-1533927232-project] For port ee382a31-2a64-47cd-a096-859f28de7c7f, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=ee382a31-2a64-47cd-a096-859f28de7c7f,segment=NetworkSegment(dbd85ce6-05c5-4582-a671-189063072e7a),segment_id=dbd85ce6-05c5-4582-a671-189063072e7a)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:32:16.719336 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-b7d3eb13-3174-48d0-9530-751ea767db0b req-56e3719f-9328-4e90-9c89-21461ea1c141 tempest-TestEncryptedCinderVolumes-1533927232 tempest-TestEncryptedCinderVolumes-1533927232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:16.842220 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [req-b7d3eb13-3174-48d0-9530-751ea767db0b req-56e3719f-9328-4e90-9c89-21461ea1c141 tempest-TestEncryptedCinderVolumes-1533927232 tempest-TestEncryptedCinderVolumes-1533927232-project] Calling delete_port for ee382a31-2a64-47cd-a096-859f28de7c7f owned by compute:nova {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:32:16.978992 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-b7d3eb13-3174-48d0-9530-751ea767db0b req-56e3719f-9328-4e90-9c89-21461ea1c141 tempest-TestEncryptedCinderVolumes-1533927232 tempest-TestEncryptedCinderVolumes-1533927232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:16.990917 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] get_ports_and_sgs() called for port_ids ['ee382a31-2a64-47cd-a096-859f28de7c7f'] {{(pid=88262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 30 05:32:17.034425 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e3719f-9328-4e90-9c89-21461ea1c141 tempest-TestEncryptedCinderVolumes-1533927232 tempest-TestEncryptedCinderVolumes-1533927232-project] Pushing event deleted for resources: {'Port': ['ID=ee382a31-2a64-47cd-a096-859f28de7c7f,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:32:17.112031 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7d3eb13-3174-48d0-9530-751ea767db0b req-56e3719f-9328-4e90-9c89-21461ea1c141 tempest-TestEncryptedCinderVolumes-1533927232 tempest-TestEncryptedCinderVolumes-1533927232-project] No DVR routers for this DVR port ee382a31-2a64-47cd-a096-859f28de7c7f on host hv-neutron-8437 {{(pid=88261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 05:32:17.114536 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-b7d3eb13-3174-48d0-9530-751ea767db0b req-56e3719f-9328-4e90-9c89-21461ea1c141 tempest-TestEncryptedCinderVolumes-1533927232 tempest-TestEncryptedCinderVolumes-1533927232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:17.124695 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04eb56a2-362e-4daa-a769-2de3c325a105', 'name': 'network-vif-deleted', 'tag': 'ee382a31-2a64-47cd-a096-859f28de7c7f'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:32:17.134614 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b7d3eb13-3174-48d0-9530-751ea767db0b req-56e3719f-9328-4e90-9c89-21461ea1c141 tempest-TestEncryptedCinderVolumes-1533927232 tempest-TestEncryptedCinderVolumes-1533927232-project] 10.222.0.39 "DELETE /v2.0/ports/ee382a31-2a64-47cd-a096-859f28de7c7f HTTP/1.1" status: 204 len: 173 time: 0.7234313 May 30 05:32:17.229626 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-221a8ef2-d207-493c-b6af-df1d1a15a394 req-8831003f-7686-4ff0-8b05-f0696e07aebd tempest-TestEncryptedCinderVolumes-1533927232 tempest-TestEncryptedCinderVolumes-1533927232-project] Synchronizing usage tracker for tenant:15bc423dd52c4faaaf38c4ebaadabc40 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:32:17.253788 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-221a8ef2-d207-493c-b6af-df1d1a15a394 req-8831003f-7686-4ff0-8b05-f0696e07aebd tempest-TestEncryptedCinderVolumes-1533927232 tempest-TestEncryptedCinderVolumes-1533927232-project] Unset dirty status for tenant:15bc423dd52c4faaaf38c4ebaadabc40 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:32:17.255541 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-221a8ef2-d207-493c-b6af-df1d1a15a394 req-8831003f-7686-4ff0-8b05-f0696e07aebd tempest-TestEncryptedCinderVolumes-1533927232 tempest-TestEncryptedCinderVolumes-1533927232-project] 10.222.0.15 "GET /v2.0/ports?device_id=04eb56a2-362e-4daa-a769-2de3c325a105 HTTP/1.1" status: 200 len: 210 time: 0.0737257 May 30 05:32:17.328917 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c23f3b95-ee53-4753-bb50-d4814e85c765'] response: {'server_uuid': '04eb56a2-362e-4daa-a769-2de3c325a105', 'name': 'network-vif-deleted', 'tag': 'ee382a31-2a64-47cd-a096-859f28de7c7f', 'status': 'completed', 'code': 200} May 30 05:32:17.629032 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:18.391182 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 52914) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:32:18.932417 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-226441bc-b210-4536-8892-222a9e9da2a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602184'] for router_interface, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:19.196190 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-45f79e78-106a-4f09-9d2c-69baeab7263d None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 05:32:19.384508 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-226441bc-b210-4536-8892-222a9e9da2a4 admin admin] Deleting port f1beeaa7-f3ba-4275-b73f-08879a710651 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:32:19.384846 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-226441bc-b210-4536-8892-222a9e9da2a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:19.551262 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-226441bc-b210-4536-8892-222a9e9da2a4 admin admin] For port f1beeaa7-f3ba-4275-b73f-08879a710651, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=f1beeaa7-f3ba-4275-b73f-08879a710651,segment=NetworkSegment(dbd85ce6-05c5-4582-a671-189063072e7a),segment_id=dbd85ce6-05c5-4582-a671-189063072e7a)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:32:19.551934 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-226441bc-b210-4536-8892-222a9e9da2a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:19.673758 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-226441bc-b210-4536-8892-222a9e9da2a4 admin admin] Calling delete_port for f1beeaa7-f3ba-4275-b73f-08879a710651 owned by network:router_interface {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:32:19.848332 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-226441bc-b210-4536-8892-222a9e9da2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:19.901580 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226441bc-b210-4536-8892-222a9e9da2a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1beeaa7-f3ba-4275-b73f-08879a710651,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:32:19.942909 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226441bc-b210-4536-8892-222a9e9da2a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:32:19.943274 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226441bc-b210-4536-8892-222a9e9da2a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:32:19.943610 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226441bc-b210-4536-8892-222a9e9da2a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:32:19.943949 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226441bc-b210-4536-8892-222a9e9da2a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:32:19.944286 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226441bc-b210-4536-8892-222a9e9da2a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:32:19.944620 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226441bc-b210-4536-8892-222a9e9da2a4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:32:19.944950 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226441bc-b210-4536-8892-222a9e9da2a4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:32:19.945293 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226441bc-b210-4536-8892-222a9e9da2a4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:32:19.945605 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226441bc-b210-4536-8892-222a9e9da2a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:32:19.945978 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226441bc-b210-4536-8892-222a9e9da2a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:32:19.946286 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226441bc-b210-4536-8892-222a9e9da2a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:32:19.946611 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226441bc-b210-4536-8892-222a9e9da2a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:32:20.035962 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device ee382a31-2a64-47cd-a096-859f28de7c7f no longer exists at agent hyperv_hv-neutron-8437 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 05:32:20.072071 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] No Port match for: ee382a31-2a64-47cd-a096-859f28de7c7f {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 05:32:20.072420 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device ee382a31-2a64-47cd-a096-859f28de7c7f not bound to the agent host hv-neutron-8437 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 05:32:20.193720 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-226441bc-b210-4536-8892-222a9e9da2a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1642797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602100'] for router_interface, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:20.656309 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-226441bc-b210-4536-8892-222a9e9da2a4 admin admin] Router 51e2f8c7-da9b-46a4-a136-b823bb259918 has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 05:32:20.840358 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-226441bc-b210-4536-8892-222a9e9da2a4 admin admin] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:32:20.848738 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36b57d5-115b-46d1-88a5-f292ed64fe73 None None] Sync routers for ids ['51e2f8c7-da9b-46a4-a136-b823bb259918'] in dv-neutron-843763-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:32:20.855816 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-226441bc-b210-4536-8892-222a9e9da2a4 admin admin] 10.222.0.15 "PUT /v2.0/routers/51e2f8c7-da9b-46a4-a136-b823bb259918/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4635334 May 30 05:32:20.858241 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 52918) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:32:20.858387 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36b57d5-115b-46d1-88a5-f292ed64fe73 None None] Routers {'51e2f8c7-da9b-46a4-a136-b823bb259918'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:32:20.858888 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-b36b57d5-115b-46d1-88a5-f292ed64fe73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:32:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['51e2f8c7-da9b-46a4-a136-b823bb259918'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:32:21.032465 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-bdae72d6-7144-4115-a1b6-d31156531d51 admin admin] Notify callbacks [] for router, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:21.032672 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-b36b57d5-115b-46d1-88a5-f292ed64fe73 None None] Set router 51e2f8c7-da9b-46a4-a136-b823bb259918 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:32:21.220223 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-bdae72d6-7144-4115-a1b6-d31156531d51 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:21.230160 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-bdae72d6-7144-4115-a1b6-d31156531d51 admin admin] Deleting port f5e03bad-f2f9-416d-b141-100c71d2b8c4 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:32:21.230529 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-bdae72d6-7144-4115-a1b6-d31156531d51 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:21.356714 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-b36b57d5-115b-46d1-88a5-f292ed64fe73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e2f8c7-da9b-46a4-a136-b823bb259918', 'name': 'tempest-TestEncryptedCinderVolumes-1516475299-router', 'tenant_id': '15bc423dd52c4faaaf38c4ebaadabc40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.111'}], 'enable_snat': True}, 'gw_port_id': 'f5e03bad-f2f9-416d-b141-100c71d2b8c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:31:05Z', 'updated_at': '2022-05-30T05:32:19Z', 'revision_number': 5, 'project_id': '15bc423dd52c4faaaf38c4ebaadabc40', 'gw_port': {'id': 'f5e03bad-f2f9-416d-b141-100c71d2b8c4', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:61:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e2f8c7-da9b-46a4-a136-b823bb259918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:31:06Z', 'updated_at': '2022-05-30T05:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv'}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:32:21.360672 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36b57d5-115b-46d1-88a5-f292ed64fe73 None None] Checking router: 51e2f8c7-da9b-46a4-a136-b823bb259918 for host: dv-neutron-843763-1-hyperv {{(pid=88262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 05:32:21.369692 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36b57d5-115b-46d1-88a5-f292ed64fe73 None None] Routers {'51e2f8c7-da9b-46a4-a136-b823bb259918'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:32:21.370538 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-b36b57d5-115b-46d1-88a5-f292ed64fe73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:32:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['51e2f8c7-da9b-46a4-a136-b823bb259918'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:32:21.406182 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-bdae72d6-7144-4115-a1b6-d31156531d51 admin admin] For port f5e03bad-f2f9-416d-b141-100c71d2b8c4, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=f5e03bad-f2f9-416d-b141-100c71d2b8c4,segment=NetworkSegment(ad083d94-0233-4c50-a0ed-00ef7686038c),segment_id=ad083d94-0233-4c50-a0ed-00ef7686038c)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:32:21.406534 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-bdae72d6-7144-4115-a1b6-d31156531d51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:21.521513 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-b36b57d5-115b-46d1-88a5-f292ed64fe73 None None] Set router 51e2f8c7-da9b-46a4-a136-b823bb259918 gateway port host: None {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:32:21.527694 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-bdae72d6-7144-4115-a1b6-d31156531d51 admin admin] Calling delete_port for f5e03bad-f2f9-416d-b141-100c71d2b8c4 owned by network:router_gateway {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:32:21.624594 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-b36b57d5-115b-46d1-88a5-f292ed64fe73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e2f8c7-da9b-46a4-a136-b823bb259918', 'name': 'tempest-TestEncryptedCinderVolumes-1516475299-router', 'tenant_id': '15bc423dd52c4faaaf38c4ebaadabc40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:31:05Z', 'updated_at': '2022-05-30T05:32:21Z', 'revision_number': 6, 'project_id': '15bc423dd52c4faaaf38c4ebaadabc40', 'gw_port_host': None}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:32:21.628262 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36b57d5-115b-46d1-88a5-f292ed64fe73 None None] The sync data for ids ['51e2f8c7-da9b-46a4-a136-b823bb259918'] in dv-neutron-843763-1-hyperv is: [{'id': '51e2f8c7-da9b-46a4-a136-b823bb259918', 'name': 'tempest-TestEncryptedCinderVolumes-1516475299-router', 'tenant_id': '15bc423dd52c4faaaf38c4ebaadabc40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:31:05Z', 'updated_at': '2022-05-30T05:32:21Z', 'revision_number': 6, 'project_id': '15bc423dd52c4faaaf38c4ebaadabc40', 'gw_port_host': None}] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:32:21.700039 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-bdae72d6-7144-4115-a1b6-d31156531d51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:21.744752 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdae72d6-7144-4115-a1b6-d31156531d51 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5e03bad-f2f9-416d-b141-100c71d2b8c4,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:32:21.836150 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-bdae72d6-7144-4115-a1b6-d31156531d51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1604781'] for router_gateway, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:22.116587 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-bdae72d6-7144-4115-a1b6-d31156531d51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11660'] for router, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:22.118843 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-bdae72d6-7144-4115-a1b6-d31156531d51 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:22.142799 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-bdae72d6-7144-4115-a1b6-d31156531d51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1601605'] for router, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:22.143291 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdae72d6-7144-4115-a1b6-d31156531d51 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 51e2f8c7-da9b-46a4-a136-b823bb259918 {{(pid=88260) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 30 05:32:22.155388 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-bdae72d6-7144-4115-a1b6-d31156531d51 admin admin] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:22.156503 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-bdae72d6-7144-4115-a1b6-d31156531d51 admin admin] 10.222.0.15 "DELETE /v2.0/routers/51e2f8c7-da9b-46a4-a136-b823bb259918 HTTP/1.1" status: 204 len: 168 time: 1.2973766 May 30 05:32:22.159011 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 52922) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:32:22.220869 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ae1cdd9-3754-463d-b0fd-1441dbc753b6 admin admin] Deleting subnet bdc339c1-383d-4487-a510-939a1db52250 {{(pid=88260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 30 05:32:22.223709 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2ae1cdd9-3754-463d-b0fd-1441dbc753b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:22.272183 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2ae1cdd9-3754-463d-b0fd-1441dbc753b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1454738'] for subnet, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:22.347707 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2ae1cdd9-3754-463d-b0fd-1441dbc753b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860493'] for subnet, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:22.417751 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2ae1cdd9-3754-463d-b0fd-1441dbc753b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1547867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2133322'] for subnet, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:22.454618 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae1cdd9-3754-463d-b0fd-1441dbc753b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bdc339c1-383d-4487-a510-939a1db52250,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:32:22.460198 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2ae1cdd9-3754-463d-b0fd-1441dbc753b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:22.465881 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9235bc07-02ed-4839-b895-4944c5cf3a72 None None] Network c3a02048-3b12-467e-82b7-090d2fabba35 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:32:22.466459 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-2ae1cdd9-3754-463d-b0fd-1441dbc753b6 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/bdc339c1-383d-4487-a510-939a1db52250 HTTP/1.1" status: 204 len: 168 time: 0.3062255 May 30 05:32:22.468787 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 52926) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:32:22.574706 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-18774a2f-38dc-491f-b1aa-b91a2efb3c2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897784'] for network, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:22.584756 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-18774a2f-38dc-491f-b1aa-b91a2efb3c2f admin admin] Deleting port 8bf737eb-e4a3-4497-b239-7ab5aee11fc5 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:32:22.585084 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-18774a2f-38dc-491f-b1aa-b91a2efb3c2f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:22.751035 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d89f4a5-081d-4e53-9a18-bda6cb7dbde8 None None] DHCP port deletion for c3a02048-3b12-467e-82b7-090d2fabba35 request from dv-neutron-843763-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 30 05:32:22.755744 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-4d89f4a5-081d-4e53-9a18-bda6cb7dbde8 None None] Deleting port 8bf737eb-e4a3-4497-b239-7ab5aee11fc5 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:32:22.756367 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-4d89f4a5-081d-4e53-9a18-bda6cb7dbde8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:22.788430 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device f5e03bad-f2f9-416d-b141-100c71d2b8c4 no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 05:32:22.795995 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-18774a2f-38dc-491f-b1aa-b91a2efb3c2f admin admin] For port 8bf737eb-e4a3-4497-b239-7ab5aee11fc5, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=8bf737eb-e4a3-4497-b239-7ab5aee11fc5,segment=NetworkSegment(dbd85ce6-05c5-4582-a671-189063072e7a),segment_id=dbd85ce6-05c5-4582-a671-189063072e7a)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:32:22.796354 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-18774a2f-38dc-491f-b1aa-b91a2efb3c2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:22.833666 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] No Port match for: f5e03bad-f2f9-416d-b141-100c71d2b8c4 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 05:32:22.834023 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device f5e03bad-f2f9-416d-b141-100c71d2b8c4 not bound to the agent host dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 05:32:22.834440 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device f1beeaa7-f3ba-4275-b73f-08879a710651 no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 05:32:22.877489 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] No Port match for: f1beeaa7-f3ba-4275-b73f-08879a710651 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 05:32:22.877856 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device f1beeaa7-f3ba-4275-b73f-08879a710651 not bound to the agent host dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 05:32:23.018138 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-18774a2f-38dc-491f-b1aa-b91a2efb3c2f admin admin] Calling delete_port for 8bf737eb-e4a3-4497-b239-7ab5aee11fc5 owned by network:dhcp {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:32:23.030558 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-4d89f4a5-081d-4e53-9a18-bda6cb7dbde8 None None] For port 8bf737eb-e4a3-4497-b239-7ab5aee11fc5, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=8bf737eb-e4a3-4497-b239-7ab5aee11fc5,segment=NetworkSegment(dbd85ce6-05c5-4582-a671-189063072e7a),segment_id=dbd85ce6-05c5-4582-a671-189063072e7a)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:32:23.030957 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-4d89f4a5-081d-4e53-9a18-bda6cb7dbde8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:23.091527 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-18774a2f-38dc-491f-b1aa-b91a2efb3c2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:23.139412 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18774a2f-38dc-491f-b1aa-b91a2efb3c2f admin admin] Pushing event deleted for resources: {'Port': ['ID=8bf737eb-e4a3-4497-b239-7ab5aee11fc5,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:32:23.145459 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18774a2f-38dc-491f-b1aa-b91a2efb3c2f admin admin] No DVR routers for this DVR port 8bf737eb-e4a3-4497-b239-7ab5aee11fc5 on host dv-neutron-843763-1-hyperv {{(pid=88261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 05:32:23.151298 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-4d89f4a5-081d-4e53-9a18-bda6cb7dbde8 None None] Calling delete_port for 8bf737eb-e4a3-4497-b239-7ab5aee11fc5 owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:32:23.230804 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.db.api [None req-4d89f4a5-081d-4e53-9a18-bda6cb7dbde8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 05:32:23.231163 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG oslo_db.api [None req-4d89f4a5-081d-4e53-9a18-bda6cb7dbde8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 05:32:23.259506 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-18774a2f-38dc-491f-b1aa-b91a2efb3c2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867540', 'neutron.services.segments.db._delete_segments_for_network-8729234922972'] for network, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:23.284618 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-18774a2f-38dc-491f-b1aa-b91a2efb3c2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3a02048-3b12-467e-82b7-090d2fabba35']}} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:32:23.296263 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-18774a2f-38dc-491f-b1aa-b91a2efb3c2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbd85ce6-05c5-4582-a671-189063072e7a') {'for_net_delete': True} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:32:23.296604 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-18774a2f-38dc-491f-b1aa-b91a2efb3c2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbd85ce6-05c5-4582-a671-189063072e7a') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:32:23.307891 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-18774a2f-38dc-491f-b1aa-b91a2efb3c2f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729235042807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3545573'] for segment, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:23.323742 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-18774a2f-38dc-491f-b1aa-b91a2efb3c2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:23.329632 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18774a2f-38dc-491f-b1aa-b91a2efb3c2f admin admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=88261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 05:32:23.330715 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-18774a2f-38dc-491f-b1aa-b91a2efb3c2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-862858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2304281'] for segment, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:23.395062 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment dbd85ce6-05c5-4582-a671-189063072e7a resource provider aggregate not found May 30 05:32:23.415057 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment dbd85ce6-05c5-4582-a671-189063072e7a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dbd85ce6-05c5-4582-a671-189063072e7a found for delete ", "request_id": "req-8b9a4246-1b17-44dc-b03b-0861998898c7"}]} May 30 05:32:23.426646 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-18774a2f-38dc-491f-b1aa-b91a2efb3c2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604744'] for network, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:23.442580 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-18774a2f-38dc-491f-b1aa-b91a2efb3c2f admin admin] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:23.452458 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18774a2f-38dc-491f-b1aa-b91a2efb3c2f admin admin] Pushing event deleted for resources: {'Network': ['ID=c3a02048-3b12-467e-82b7-090d2fabba35,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:32:23.467910 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-18774a2f-38dc-491f-b1aa-b91a2efb3c2f admin admin] 10.222.0.15 "DELETE /v2.0/networks/c3a02048-3b12-467e-82b7-090d2fabba35 HTTP/1.1" status: 204 len: 168 time: 0.9979780 May 30 05:32:23.470938 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 52934) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:32:23.732590 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-4d89f4a5-081d-4e53-9a18-bda6cb7dbde8 None None] Deleting port 8bf737eb-e4a3-4497-b239-7ab5aee11fc5 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:32:23.733170 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-4d89f4a5-081d-4e53-9a18-bda6cb7dbde8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:23.801645 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-4d89f4a5-081d-4e53-9a18-bda6cb7dbde8 None None] The port '8bf737eb-e4a3-4497-b239-7ab5aee11fc5' was deleted {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 30 05:32:23.995565 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-38b24333-be20-4679-9f52-2fbff4bab6b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602184'] for router_interface, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:24.344946 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-38b24333-be20-4679-9f52-2fbff4bab6b5 admin admin] Deleting port fe5efcb9-55a9-42a0-b400-07f12a1c62c3 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:32:24.345276 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-38b24333-be20-4679-9f52-2fbff4bab6b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:24.612305 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-38b24333-be20-4679-9f52-2fbff4bab6b5 admin admin] For port fe5efcb9-55a9-42a0-b400-07f12a1c62c3, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=fe5efcb9-55a9-42a0-b400-07f12a1c62c3,segment=NetworkSegment(88c2252f-0680-42c0-8296-29ae4b07828f),segment_id=88c2252f-0680-42c0-8296-29ae4b07828f)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:32:24.612978 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-38b24333-be20-4679-9f52-2fbff4bab6b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:24.731867 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 8bf737eb-e4a3-4497-b239-7ab5aee11fc5 no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 05:32:24.737648 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-38b24333-be20-4679-9f52-2fbff4bab6b5 admin admin] Calling delete_port for fe5efcb9-55a9-42a0-b400-07f12a1c62c3 owned by network:router_interface {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:32:24.766192 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] No Port match for: 8bf737eb-e4a3-4497-b239-7ab5aee11fc5 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 05:32:24.766778 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 8bf737eb-e4a3-4497-b239-7ab5aee11fc5 not bound to the agent host dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 05:32:24.912283 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-38b24333-be20-4679-9f52-2fbff4bab6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:24.958885 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b24333-be20-4679-9f52-2fbff4bab6b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe5efcb9-55a9-42a0-b400-07f12a1c62c3,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:32:25.219844 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-38b24333-be20-4679-9f52-2fbff4bab6b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1642797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602100'] for router_interface, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:25.572316 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38b24333-be20-4679-9f52-2fbff4bab6b5 admin admin] Router a6d85e27-5c84-4875-b6b0-65ab700a51df has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 05:32:25.742811 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38b24333-be20-4679-9f52-2fbff4bab6b5 admin admin] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:32:25.751108 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ccda7a3-b3d2-45b4-bc59-50d53534274a None None] Sync routers for ids ['a6d85e27-5c84-4875-b6b0-65ab700a51df'] in dv-neutron-843763-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:32:25.752969 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-38b24333-be20-4679-9f52-2fbff4bab6b5 admin admin] 10.222.0.15 "PUT /v2.0/routers/a6d85e27-5c84-4875-b6b0-65ab700a51df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2809532 May 30 05:32:25.755391 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 52938) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:32:25.761513 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ccda7a3-b3d2-45b4-bc59-50d53534274a None None] Routers {'a6d85e27-5c84-4875-b6b0-65ab700a51df'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:32:25.762218 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-6ccda7a3-b3d2-45b4-bc59-50d53534274a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:32:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['a6d85e27-5c84-4875-b6b0-65ab700a51df'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:32:25.936722 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-6ccda7a3-b3d2-45b4-bc59-50d53534274a None None] Set router a6d85e27-5c84-4875-b6b0-65ab700a51df gateway port host: dv-neutron-843763-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:32:26.031547 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-899145ad-42a2-4fff-9d6c-2d9f3ad6c7f6 admin admin] Notify callbacks [] for router, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:26.208109 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-899145ad-42a2-4fff-9d6c-2d9f3ad6c7f6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:26.212552 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-6ccda7a3-b3d2-45b4-bc59-50d53534274a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6d85e27-5c84-4875-b6b0-65ab700a51df', 'name': 'tempest-TestEncryptedCinderVolumes-799585265-router', 'tenant_id': '2bac97f8482a44628164035e64e963f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.41'}], 'enable_snat': True}, 'gw_port_id': '2a5dfffb-8fe0-4ae3-8488-9c27983a658d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:31:11Z', 'updated_at': '2022-05-30T05:32:24Z', 'revision_number': 5, 'project_id': '2bac97f8482a44628164035e64e963f6', 'gw_port': {'id': '2a5dfffb-8fe0-4ae3-8488-9c27983a658d', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:17:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d85e27-5c84-4875-b6b0-65ab700a51df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:31:12Z', 'updated_at': '2022-05-30T05:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv'}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:32:26.216738 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ccda7a3-b3d2-45b4-bc59-50d53534274a None None] Checking router: a6d85e27-5c84-4875-b6b0-65ab700a51df for host: dv-neutron-843763-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 05:32:26.218154 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-899145ad-42a2-4fff-9d6c-2d9f3ad6c7f6 admin admin] Deleting port 2a5dfffb-8fe0-4ae3-8488-9c27983a658d {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:32:26.218737 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-899145ad-42a2-4fff-9d6c-2d9f3ad6c7f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:26.225664 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ccda7a3-b3d2-45b4-bc59-50d53534274a None None] Routers {'a6d85e27-5c84-4875-b6b0-65ab700a51df'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:32:26.226287 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-6ccda7a3-b3d2-45b4-bc59-50d53534274a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:32:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['a6d85e27-5c84-4875-b6b0-65ab700a51df'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:32:26.370604 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-6ccda7a3-b3d2-45b4-bc59-50d53534274a None None] Set router a6d85e27-5c84-4875-b6b0-65ab700a51df gateway port host: None {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:32:26.394552 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-899145ad-42a2-4fff-9d6c-2d9f3ad6c7f6 admin admin] For port 2a5dfffb-8fe0-4ae3-8488-9c27983a658d, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=2a5dfffb-8fe0-4ae3-8488-9c27983a658d,segment=NetworkSegment(ad083d94-0233-4c50-a0ed-00ef7686038c),segment_id=ad083d94-0233-4c50-a0ed-00ef7686038c)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:32:26.394925 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-899145ad-42a2-4fff-9d6c-2d9f3ad6c7f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:26.473514 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-6ccda7a3-b3d2-45b4-bc59-50d53534274a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6d85e27-5c84-4875-b6b0-65ab700a51df', 'name': 'tempest-TestEncryptedCinderVolumes-799585265-router', 'tenant_id': '2bac97f8482a44628164035e64e963f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:31:11Z', 'updated_at': '2022-05-30T05:32:26Z', 'revision_number': 6, 'project_id': '2bac97f8482a44628164035e64e963f6', 'gw_port_host': None}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:32:26.477527 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ccda7a3-b3d2-45b4-bc59-50d53534274a None None] The sync data for ids ['a6d85e27-5c84-4875-b6b0-65ab700a51df'] in dv-neutron-843763-1-hyperv is: [{'id': 'a6d85e27-5c84-4875-b6b0-65ab700a51df', 'name': 'tempest-TestEncryptedCinderVolumes-799585265-router', 'tenant_id': '2bac97f8482a44628164035e64e963f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:31:11Z', 'updated_at': '2022-05-30T05:32:26Z', 'revision_number': 6, 'project_id': '2bac97f8482a44628164035e64e963f6', 'gw_port_host': None}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:32:26.518412 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-899145ad-42a2-4fff-9d6c-2d9f3ad6c7f6 admin admin] Calling delete_port for 2a5dfffb-8fe0-4ae3-8488-9c27983a658d owned by network:router_gateway {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:32:26.696894 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-899145ad-42a2-4fff-9d6c-2d9f3ad6c7f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:26.787948 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899145ad-42a2-4fff-9d6c-2d9f3ad6c7f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a5dfffb-8fe0-4ae3-8488-9c27983a658d,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:32:26.858034 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-899145ad-42a2-4fff-9d6c-2d9f3ad6c7f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1604781'] for router_gateway, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:27.059049 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-899145ad-42a2-4fff-9d6c-2d9f3ad6c7f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11660'] for router, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:27.061207 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-899145ad-42a2-4fff-9d6c-2d9f3ad6c7f6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:27.082932 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-899145ad-42a2-4fff-9d6c-2d9f3ad6c7f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1601605'] for router, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:27.083570 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-899145ad-42a2-4fff-9d6c-2d9f3ad6c7f6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a6d85e27-5c84-4875-b6b0-65ab700a51df {{(pid=88260) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 30 05:32:27.100659 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-899145ad-42a2-4fff-9d6c-2d9f3ad6c7f6 admin admin] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:27.101790 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-899145ad-42a2-4fff-9d6c-2d9f3ad6c7f6 admin admin] 10.222.0.15 "DELETE /v2.0/routers/a6d85e27-5c84-4875-b6b0-65ab700a51df HTTP/1.1" status: 204 len: 168 time: 1.3455143 May 30 05:32:27.107207 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 52942) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:32:27.168638 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5a1a58f-9e8a-4c1e-8dc6-5be9da0d06a9 admin admin] Deleting subnet 80a52064-dfc1-4238-923f-972a264167a8 {{(pid=88260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 30 05:32:27.171493 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d5a1a58f-9e8a-4c1e-8dc6-5be9da0d06a9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:27.222372 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d5a1a58f-9e8a-4c1e-8dc6-5be9da0d06a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1454738'] for subnet, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:27.226258 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device fe5efcb9-55a9-42a0-b400-07f12a1c62c3 no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 05:32:27.303631 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] No Port match for: fe5efcb9-55a9-42a0-b400-07f12a1c62c3 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 05:32:27.303975 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device fe5efcb9-55a9-42a0-b400-07f12a1c62c3 not bound to the agent host dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 05:32:27.308108 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d5a1a58f-9e8a-4c1e-8dc6-5be9da0d06a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860493'] for subnet, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:27.484238 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d5a1a58f-9e8a-4c1e-8dc6-5be9da0d06a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1547867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2133322'] for subnet, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:27.520114 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a1a58f-9e8a-4c1e-8dc6-5be9da0d06a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80a52064-dfc1-4238-923f-972a264167a8,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:32:27.528466 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d5a1a58f-9e8a-4c1e-8dc6-5be9da0d06a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:27.534099 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45bc6805-c489-4dba-a06b-23cf4205f047 None None] Network 6470a460-3cd7-451d-95db-163ba7a2d9f9 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:32:27.535053 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-d5a1a58f-9e8a-4c1e-8dc6-5be9da0d06a9 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/80a52064-dfc1-4238-923f-972a264167a8 HTTP/1.1" status: 204 len: 168 time: 0.4268997 May 30 05:32:27.537487 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 52946) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:32:27.642798 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-66334ba7-5677-4214-8921-715e30d0072e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897784'] for network, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:27.653207 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-66334ba7-5677-4214-8921-715e30d0072e admin admin] Deleting port c80893ae-5dbb-4f95-89ba-ac68007ebe16 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:32:27.653544 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-66334ba7-5677-4214-8921-715e30d0072e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:27.770722 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db76336a-6403-4fef-be7b-5ad46f96cd32 None None] DHCP port deletion for 6470a460-3cd7-451d-95db-163ba7a2d9f9 request from dv-neutron-843763-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 30 05:32:27.774841 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-db76336a-6403-4fef-be7b-5ad46f96cd32 None None] Deleting port c80893ae-5dbb-4f95-89ba-ac68007ebe16 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:32:27.775215 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-db76336a-6403-4fef-be7b-5ad46f96cd32 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:27.865526 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-66334ba7-5677-4214-8921-715e30d0072e admin admin] For port c80893ae-5dbb-4f95-89ba-ac68007ebe16, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=c80893ae-5dbb-4f95-89ba-ac68007ebe16,segment=NetworkSegment(88c2252f-0680-42c0-8296-29ae4b07828f),segment_id=88c2252f-0680-42c0-8296-29ae4b07828f)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:32:27.866137 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-66334ba7-5677-4214-8921-715e30d0072e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:27.983316 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-db76336a-6403-4fef-be7b-5ad46f96cd32 None None] For port c80893ae-5dbb-4f95-89ba-ac68007ebe16, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=c80893ae-5dbb-4f95-89ba-ac68007ebe16,segment=NetworkSegment(88c2252f-0680-42c0-8296-29ae4b07828f),segment_id=88c2252f-0680-42c0-8296-29ae4b07828f)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:32:27.983711 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-db76336a-6403-4fef-be7b-5ad46f96cd32 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:27.985996 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-66334ba7-5677-4214-8921-715e30d0072e admin admin] Calling delete_port for c80893ae-5dbb-4f95-89ba-ac68007ebe16 owned by network:dhcp {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:32:28.060286 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-66334ba7-5677-4214-8921-715e30d0072e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:28.110660 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-db76336a-6403-4fef-be7b-5ad46f96cd32 None None] Calling delete_port for c80893ae-5dbb-4f95-89ba-ac68007ebe16 owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:32:28.111879 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66334ba7-5677-4214-8921-715e30d0072e admin admin] Pushing event deleted for resources: {'Port': ['ID=c80893ae-5dbb-4f95-89ba-ac68007ebe16,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:32:28.113680 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66334ba7-5677-4214-8921-715e30d0072e admin admin] No DVR routers for this DVR port c80893ae-5dbb-4f95-89ba-ac68007ebe16 on host dv-neutron-843763-1-hyperv {{(pid=88260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 05:32:28.165781 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c16464fb-8e9c-4931-a23c-b26b1e3d8665 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:28.195003 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.db.api [None req-db76336a-6403-4fef-be7b-5ad46f96cd32 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 05:32:28.195323 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG oslo_db.api [None req-db76336a-6403-4fef-be7b-5ad46f96cd32 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 05:32:28.238614 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-66334ba7-5677-4214-8921-715e30d0072e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867540', 'neutron.services.segments.db._delete_segments_for_network-8729234922972'] for network, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:28.264376 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-66334ba7-5677-4214-8921-715e30d0072e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6470a460-3cd7-451d-95db-163ba7a2d9f9']}} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:32:28.276123 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-66334ba7-5677-4214-8921-715e30d0072e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88c2252f-0680-42c0-8296-29ae4b07828f') {'for_net_delete': True} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:32:28.276415 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-66334ba7-5677-4214-8921-715e30d0072e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88c2252f-0680-42c0-8296-29ae4b07828f') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:32:28.287600 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-66334ba7-5677-4214-8921-715e30d0072e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729235042807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1454725'] for segment, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:28.304274 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-66334ba7-5677-4214-8921-715e30d0072e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:28.310252 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66334ba7-5677-4214-8921-715e30d0072e admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=88260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 05:32:28.310662 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-66334ba7-5677-4214-8921-715e30d0072e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-862858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1547513'] for segment, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:28.375405 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 88c2252f-0680-42c0-8296-29ae4b07828f resource provider aggregate not found May 30 05:32:28.397409 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 88c2252f-0680-42c0-8296-29ae4b07828f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 88c2252f-0680-42c0-8296-29ae4b07828f found for delete ", "request_id": "req-c9864648-f6bc-46c9-a303-305798066e4c"}]} May 30 05:32:28.409252 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-66334ba7-5677-4214-8921-715e30d0072e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604744'] for network, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:28.414146 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-66334ba7-5677-4214-8921-715e30d0072e admin admin] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:28.436041 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66334ba7-5677-4214-8921-715e30d0072e admin admin] Pushing event deleted for resources: {'Network': ['ID=6470a460-3cd7-451d-95db-163ba7a2d9f9,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:32:28.442053 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-66334ba7-5677-4214-8921-715e30d0072e admin admin] 10.222.0.15 "DELETE /v2.0/networks/6470a460-3cd7-451d-95db-163ba7a2d9f9 HTTP/1.1" status: 204 len: 168 time: 0.9035475 May 30 05:32:28.608005 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 52956) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:32:28.654934 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-fbe8ac59-fb97-42a8-9ca2-73d4d3b3e9ed admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=15bc423dd52c4faaaf38c4ebaadabc40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0458040 May 30 05:32:28.657257 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 52960) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:32:28.696451 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-db76336a-6403-4fef-be7b-5ad46f96cd32 None None] Deleting port c80893ae-5dbb-4f95-89ba-ac68007ebe16 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:32:28.696923 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-db76336a-6403-4fef-be7b-5ad46f96cd32 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:28.729676 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0216500a-7de7-4034-bbaf-8032440338e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:28.756458 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0216500a-7de7-4034-bbaf-8032440338e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:28.762275 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 2a5dfffb-8fe0-4ae3-8488-9c27983a658d no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 05:32:28.791703 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-db76336a-6403-4fef-be7b-5ad46f96cd32 None None] The port 'c80893ae-5dbb-4f95-89ba-ac68007ebe16' was deleted {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 30 05:32:28.804447 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] No Port match for: 2a5dfffb-8fe0-4ae3-8488-9c27983a658d {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 05:32:28.804772 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 2a5dfffb-8fe0-4ae3-8488-9c27983a658d not bound to the agent host dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 05:32:28.805182 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device c80893ae-5dbb-4f95-89ba-ac68007ebe16 no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 05:32:28.828409 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0216500a-7de7-4034-bbaf-8032440338e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:28.840680 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] No Port match for: c80893ae-5dbb-4f95-89ba-ac68007ebe16 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 05:32:28.841030 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device c80893ae-5dbb-4f95-89ba-ac68007ebe16 not bound to the agent host dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 05:32:28.851653 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0216500a-7de7-4034-bbaf-8032440338e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd6dd31b-da60-4a99-bcd4-0d25908908b6,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:32:28.860845 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0216500a-7de7-4034-bbaf-8032440338e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:28.862639 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-0216500a-7de7-4034-bbaf-8032440338e3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bd6dd31b-da60-4a99-bcd4-0d25908908b6 HTTP/1.1" status: 204 len: 168 time: 0.2044573 May 30 05:32:29.194736 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 52968) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:32:29.248035 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-1cd4b783-d0f0-4dcc-821f-85f60755be1e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2bac97f8482a44628164035e64e963f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0519476 May 30 05:32:29.250321 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 52972) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:32:29.308597 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3c257794-1c4d-447a-9fe2-a1e12ed25c07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:29.334666 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3c257794-1c4d-447a-9fe2-a1e12ed25c07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:29.389787 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3c257794-1c4d-447a-9fe2-a1e12ed25c07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:29.405912 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c257794-1c4d-447a-9fe2-a1e12ed25c07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e6064bf-f06c-4853-a5c5-c4c3f509848e,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:32:29.410319 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3c257794-1c4d-447a-9fe2-a1e12ed25c07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:29.411426 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-3c257794-1c4d-447a-9fe2-a1e12ed25c07 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9e6064bf-f06c-4853-a5c5-c4c3f509848e HTTP/1.1" status: 204 len: 168 time: 0.1602225 May 30 05:32:30.110869 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 52996) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:32:30.218610 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-072201a0-a686-4e47-bd73-032b4b285108 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-199124425-network', 'tenant_id': '380d7f19f73247778cd4b58ac5f4efdb'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:32:30.223862 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-072201a0-a686-4e47-bd73-032b4b285108 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:32:30.227659 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-072201a0-a686-4e47-bd73-032b4b285108 admin admin] Usage tracker for resource:network and tenant:380d7f19f73247778cd4b58ac5f4efdb is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:32:30.230466 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-072201a0-a686-4e47-bd73-032b4b285108 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:32:30.237215 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-072201a0-a686-4e47-bd73-032b4b285108 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:32:30.247294 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-072201a0-a686-4e47-bd73-032b4b285108 admin admin] Made reservation on behalf of 380d7f19f73247778cd4b58ac5f4efdb for: {'network': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:32:30.249544 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-072201a0-a686-4e47-bd73-032b4b285108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for network, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:30.261685 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-072201a0-a686-4e47-bd73-032b4b285108 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:30.275909 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-072201a0-a686-4e47-bd73-032b4b285108 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:32:30.279792 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-072201a0-a686-4e47-bd73-032b4b285108 admin admin] Usage tracker for resource:security_group_rule and tenant:380d7f19f73247778cd4b58ac5f4efdb is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:32:30.282626 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-072201a0-a686-4e47-bd73-032b4b285108 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:32:30.287481 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-305bd29c-64ae-4917-95c1-bb934e672673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:30.291197 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-072201a0-a686-4e47-bd73-032b4b285108 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:32:30.373490 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-072201a0-a686-4e47-bd73-032b4b285108 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:30.377177 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-072201a0-a686-4e47-bd73-032b4b285108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:30.406280 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-072201a0-a686-4e47-bd73-032b4b285108 admin admin] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=88260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 05:32:30.414865 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072201a0-a686-4e47-bd73-032b4b285108 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39c18473-c9b7-422e-8492-d5bdff59af62,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:32:30.420623 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-072201a0-a686-4e47-bd73-032b4b285108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:30.420960 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.db.segments_db [None req-072201a0-a686-4e47-bd73-032b4b285108 admin admin] Added segment 803796eb-9b87-46f5-bd31-4aeaf7d780c9 of type vlan for network f6bfb4a8-69c3-4b60-acef-13c4cefe9916 May 30 05:32:30.447101 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-072201a0-a686-4e47-bd73-032b4b285108 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729234556353'] for network, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:30.476292 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-072201a0-a686-4e47-bd73-032b4b285108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788'] for network, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:30.477243 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-072201a0-a686-4e47-bd73-032b4b285108 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:32:30.477833 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-072201a0-a686-4e47-bd73-032b4b285108 admin admin] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:30.588620 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-072201a0-a686-4e47-bd73-032b4b285108 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4733262 May 30 05:32:30.589077 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 53002) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:32:30.591247 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072201a0-a686-4e47-bd73-032b4b285108 admin admin] Pushing event updated for resources: {'Network': ['ID=f6bfb4a8-69c3-4b60-acef-13c4cefe9916,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:32:30.594778 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-d53d2fa5-193f-412e-87ab-218822a56641 admin admin] Request body: {'subnet': {'network_id': 'f6bfb4a8-69c3-4b60-acef-13c4cefe9916', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-199124425-subnet', 'tenant_id': '380d7f19f73247778cd4b58ac5f4efdb', 'ip_version': 4}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:32:30.600277 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-d53d2fa5-193f-412e-87ab-218822a56641 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:32:30.601430 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Network f6bfb4a8-69c3-4b60-acef-13c4cefe9916 details requested by agent ovs-agent-dv-neutron-843763-1-hyperv with host dv-neutron-843763-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 05:32:30.604078 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-d53d2fa5-193f-412e-87ab-218822a56641 admin admin] Usage tracker for resource:subnet and tenant:380d7f19f73247778cd4b58ac5f4efdb is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:32:30.606905 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-d53d2fa5-193f-412e-87ab-218822a56641 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:32:30.613210 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-d53d2fa5-193f-412e-87ab-218822a56641 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:32:30.623104 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d53d2fa5-193f-412e-87ab-218822a56641 admin admin] Made reservation on behalf of 380d7f19f73247778cd4b58ac5f4efdb for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:32:30.625370 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d53d2fa5-193f-412e-87ab-218822a56641 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9305518'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:30.825836 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d53d2fa5-193f-412e-87ab-218822a56641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2305012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9305500'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:30.898944 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53d2fa5-193f-412e-87ab-218822a56641 admin admin] Pushing event updated for resources: {'Subnet': ['ID=95cad40d-1a2d-494f-9b02-6caa32f3a62a,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:32:30.907948 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d53d2fa5-193f-412e-87ab-218822a56641 admin admin] Checking segment: {'id': '803796eb-9b87-46f5-bd31-4aeaf7d780c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'f6bfb4a8-69c3-4b60-acef-13c4cefe9916'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:32:30.908297 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d53d2fa5-193f-412e-87ab-218822a56641 admin admin] Network hostable DHCP agents. Network: f6bfb4a8-69c3-4b60-acef-13c4cefe9916, hostable agents: ['1c705e68-3d3e-4dd3-9252-feb21d4b96ab'], hosted agents: [] {{(pid=88261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 05:32:30.925762 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d53d2fa5-193f-412e-87ab-218822a56641 admin admin] Network f6bfb4a8-69c3-4b60-acef-13c4cefe9916 is scheduled to be hosted by DHCP agent 1c705e68-3d3e-4dd3-9252-feb21d4b96ab with binding_index 1 {{(pid=88261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 05:32:30.934017 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-d53d2fa5-193f-412e-87ab-218822a56641 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843763-1-hyperv, f6bfb4a8-69c3-4b60-acef-13c4cefe9916) {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:32:30.938205 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d53d2fa5-193f-412e-87ab-218822a56641 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:32:30.938779 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d53d2fa5-193f-412e-87ab-218822a56641 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:30.944493 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c44eb4e3-8580-44c4-a82c-85283273c81b None None] Network f6bfb4a8-69c3-4b60-acef-13c4cefe9916 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:32:30.961949 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-d53d2fa5-193f-412e-87ab-218822a56641 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3693016 May 30 05:32:30.962213 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 53006) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:32:30.967092 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-5498c658-7c57-423e-9c3e-f2333fffb9a5 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-199124425-router', 'tenant_id': '380d7f19f73247778cd4b58ac5f4efdb', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'}}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:32:30.971640 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-5498c658-7c57-423e-9c3e-f2333fffb9a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:32:30.975407 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-5498c658-7c57-423e-9c3e-f2333fffb9a5 admin admin] Usage tracker for resource:router and tenant:380d7f19f73247778cd4b58ac5f4efdb is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:32:30.978223 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-5498c658-7c57-423e-9c3e-f2333fffb9a5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:32:30.983990 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-5498c658-7c57-423e-9c3e-f2333fffb9a5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:32:30.994207 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5498c658-7c57-423e-9c3e-f2333fffb9a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1603901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11666'] for router, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:30.995152 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5498c658-7c57-423e-9c3e-f2333fffb9a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11675'] for router, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:31.010828 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5498c658-7c57-423e-9c3e-f2333fffb9a5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:31.155453 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c666e0d-1c0d-4000-aefa-f1f4fa333730 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bbf24ed-7ba9-53d2-873f-8f9642b1e987-f6bfb4a8-69c3-4b60-acef-13c4cefe9916', 'network_id': 'f6bfb4a8-69c3-4b60-acef-13c4cefe9916', 'tenant_id': '380d7f19f73247778cd4b58ac5f4efdb', 'fixed_ips': [{'subnet_id': '95cad40d-1a2d-494f-9b02-6caa32f3a62a'}]}} from dv-neutron-843763-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 30 05:32:31.156348 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9c666e0d-1c0d-4000-aefa-f1f4fa333730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:31.272342 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5498c658-7c57-423e-9c3e-f2333fffb9a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11765'] for router, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:31.311393 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-9c666e0d-1c0d-4000-aefa-f1f4fa333730 None None] Allocated IP 172.20.0.2 (f6bfb4a8-69c3-4b60-acef-13c4cefe9916/95cad40d-1a2d-494f-9b02-6caa32f3a62a/738aa089-bff2-4c2c-8ef2-9f0825f397bd) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:32:31.402792 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56ded65b-0e68-413c-8b9b-1097922cc81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:31.568278 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:31.590072 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9c666e0d-1c0d-4000-aefa-f1f4fa333730 None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:31.601125 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9c666e0d-1c0d-4000-aefa-f1f4fa333730 None None] Transition to ACTIVE for port object 738aa089-bff2-4c2c-8ef2-9f0825f397bd will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:32:31.619714 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9c666e0d-1c0d-4000-aefa-f1f4fa333730 None None] Transition to ACTIVE for port object 738aa089-bff2-4c2c-8ef2-9f0825f397bd will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:32:31.625489 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9c666e0d-1c0d-4000-aefa-f1f4fa333730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:31.692728 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c666e0d-1c0d-4000-aefa-f1f4fa333730 None None] Network f6bfb4a8-69c3-4b60-acef-13c4cefe9916 is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:32:31.693130 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5498c658-7c57-423e-9c3e-f2333fffb9a5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:31.695628 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-9c666e0d-1c0d-4000-aefa-f1f4fa333730 None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:32:31.698192 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c666e0d-1c0d-4000-aefa-f1f4fa333730 None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:32:31.722486 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5498c658-7c57-423e-9c3e-f2333fffb9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:31.730025 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c666e0d-1c0d-4000-aefa-f1f4fa333730 None None] Pushing event updated for resources: {'Port': ['ID=738aa089-bff2-4c2c-8ef2-9f0825f397bd,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:32:31.792173 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-9c666e0d-1c0d-4000-aefa-f1f4fa333730 None None] Attempting to bind port 738aa089-bff2-4c2c-8ef2-9f0825f397bd on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 05:32:31.792535 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-9c666e0d-1c0d-4000-aefa-f1f4fa333730 None None] Attempting to bind port 738aa089-bff2-4c2c-8ef2-9f0825f397bd by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': '803796eb-9b87-46f5-bd31-4aeaf7d780c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'f6bfb4a8-69c3-4b60-acef-13c4cefe9916'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 05:32:31.792887 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c666e0d-1c0d-4000-aefa-f1f4fa333730 None None] Attempting to bind port 738aa089-bff2-4c2c-8ef2-9f0825f397bd on network f6bfb4a8-69c3-4b60-acef-13c4cefe9916 {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:32:31.798052 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c666e0d-1c0d-4000-aefa-f1f4fa333730 None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 5, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 05:32:31.798469 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c666e0d-1c0d-4000-aefa-f1f4fa333730 None None] Checking segment: {'id': '803796eb-9b87-46f5-bd31-4aeaf7d780c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'f6bfb4a8-69c3-4b60-acef-13c4cefe9916'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:32:31.799384 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9c666e0d-1c0d-4000-aefa-f1f4fa333730 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:31.799766 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c666e0d-1c0d-4000-aefa-f1f4fa333730 None None] Bound using segment: {'id': '803796eb-9b87-46f5-bd31-4aeaf7d780c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'f6bfb4a8-69c3-4b60-acef-13c4cefe9916'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 05:32:31.800272 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-9c666e0d-1c0d-4000-aefa-f1f4fa333730 None None] Bound port: 738aa089-bff2-4c2c-8ef2-9f0825f397bd, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '803796eb-9b87-46f5-bd31-4aeaf7d780c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'f6bfb4a8-69c3-4b60-acef-13c4cefe9916'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 05:32:31.800639 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9c666e0d-1c0d-4000-aefa-f1f4fa333730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:31.856185 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-5498c658-7c57-423e-9c3e-f2333fffb9a5 admin admin] Allocated IP 172.26.6.76 (1bab70f4-3794-44db-8e17-19f483aa8ffa/6b5b73c1-b0ce-4f83-a930-c00cc5522926/6c35a543-31b2-4849-8db0-18fc64976404) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:32:31.886125 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9c666e0d-1c0d-4000-aefa-f1f4fa333730 None None] For port 738aa089-bff2-4c2c-8ef2-9f0825f397bd, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 05:32:31.889012 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9c666e0d-1c0d-4000-aefa-f1f4fa333730 None None] For port 738aa089-bff2-4c2c-8ef2-9f0825f397bd, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=738aa089-bff2-4c2c-8ef2-9f0825f397bd,segment=NetworkSegment(803796eb-9b87-46f5-bd31-4aeaf7d780c9),segment_id=803796eb-9b87-46f5-bd31-4aeaf7d780c9)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 05:32:31.892430 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9c666e0d-1c0d-4000-aefa-f1f4fa333730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:31.976628 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c666e0d-1c0d-4000-aefa-f1f4fa333730 None None] Pushing event updated for resources: {'Port': ['ID=738aa089-bff2-4c2c-8ef2-9f0825f397bd,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:32:32.006872 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5498c658-7c57-423e-9c3e-f2333fffb9a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:32.035891 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5498c658-7c57-423e-9c3e-f2333fffb9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:32.098684 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5498c658-7c57-423e-9c3e-f2333fffb9a5 admin admin] Network 1bab70f4-3794-44db-8e17-19f483aa8ffa is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:32:32.101374 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-5498c658-7c57-423e-9c3e-f2333fffb9a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:32:32.105157 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5498c658-7c57-423e-9c3e-f2333fffb9a5 admin admin] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:32:32.155746 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c658-7c57-423e-9c3e-f2333fffb9a5 admin admin] Pushing event updated for resources: {'Port': ['ID=6c35a543-31b2-4849-8db0-18fc64976404,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:32:32.533737 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5498c658-7c57-423e-9c3e-f2333fffb9a5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:32.774575 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 738aa089-bff2-4c2c-8ef2-9f0825f397bd up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:32:32.844520 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port 738aa089-bff2-4c2c-8ef2-9f0825f397bd completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:32:32.885084 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5498c658-7c57-423e-9c3e-f2333fffb9a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603653'] for router, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:32.896253 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a142624-940e-4c55-bf49-a5329c884075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:32.978826 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd28231-a8cb-40af-91ad-ba82a236ff56 None None] Network f6bfb4a8-69c3-4b60-acef-13c4cefe9916 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:32:33.076350 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-7478ed4a-d2bf-4009-8cc6-bb41df91afc7 None None] Provisioning for port 738aa089-bff2-4c2c-8ef2-9f0825f397bd completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:32:33.093182 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-7478ed4a-d2bf-4009-8cc6-bb41df91afc7 None None] Provisioning complete for port 738aa089-bff2-4c2c-8ef2-9f0825f397bd triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:32:33.093559 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7478ed4a-d2bf-4009-8cc6-bb41df91afc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:33.206030 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5498c658-7c57-423e-9c3e-f2333fffb9a5 admin admin] Router a43004ab-d221-49c4-b6f0-0d1873b77010 is scheduled to L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 with binding_index 1 {{(pid=88261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 30 05:32:33.309909 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-7478ed4a-d2bf-4009-8cc6-bb41df91afc7 None None] Current status of the port 738aa089-bff2-4c2c-8ef2-9f0825f397bd is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:32:33.310292 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7478ed4a-d2bf-4009-8cc6-bb41df91afc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:33.350360 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-7478ed4a-d2bf-4009-8cc6-bb41df91afc7 None None] For port 738aa089-bff2-4c2c-8ef2-9f0825f397bd, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=738aa089-bff2-4c2c-8ef2-9f0825f397bd,segment=NetworkSegment(803796eb-9b87-46f5-bd31-4aeaf7d780c9),segment_id=803796eb-9b87-46f5-bd31-4aeaf7d780c9)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:32:33.355451 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7478ed4a-d2bf-4009-8cc6-bb41df91afc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:33.385146 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5498c658-7c57-423e-9c3e-f2333fffb9a5 admin admin] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:32:33.409443 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14344967-a981-4276-8baa-f3ec72f0f865 None None] Sync routers for ids ['a43004ab-d221-49c4-b6f0-0d1873b77010'] in dv-neutron-843763-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:32:33.411267 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5498c658-7c57-423e-9c3e-f2333fffb9a5 admin admin] Notify callbacks [] for router, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:33.414121 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-5498c658-7c57-423e-9c3e-f2333fffb9a5 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.4493916 May 30 05:32:33.415609 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 53010) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:32:33.429992 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14344967-a981-4276-8baa-f3ec72f0f865 None None] Routers {'a43004ab-d221-49c4-b6f0-0d1873b77010'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:32:33.430619 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-14344967-a981-4276-8baa-f3ec72f0f865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:32:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['a43004ab-d221-49c4-b6f0-0d1873b77010'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:32:33.498810 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7478ed4a-d2bf-4009-8cc6-bb41df91afc7 None None] Pushing event updated for resources: {'Port': ['ID=738aa089-bff2-4c2c-8ef2-9f0825f397bd,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:32:33.620184 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-4e5ddca5-39a0-4465-9f78-137d8eec2b11 None None] Provisioning complete for port 738aa089-bff2-4c2c-8ef2-9f0825f397bd triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:32:33.620435 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-4e5ddca5-39a0-4465-9f78-137d8eec2b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:33.666981 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-14344967-a981-4276-8baa-f3ec72f0f865 None None] Set router a43004ab-d221-49c4-b6f0-0d1873b77010 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:32:34.013594 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-4e5ddca5-39a0-4465-9f78-137d8eec2b11 None None] Current status of the port 738aa089-bff2-4c2c-8ef2-9f0825f397bd is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:32:34.048059 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-14344967-a981-4276-8baa-f3ec72f0f865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a43004ab-d221-49c4-b6f0-0d1873b77010', 'name': 'tempest-TestMinimumBasicScenario-199124425-router', 'tenant_id': '380d7f19f73247778cd4b58ac5f4efdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.76'}], 'enable_snat': True}, 'gw_port_id': '6c35a543-31b2-4849-8db0-18fc64976404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:32:30Z', 'updated_at': '2022-05-30T05:32:32Z', 'revision_number': 3, 'project_id': '380d7f19f73247778cd4b58ac5f4efdb', 'gw_port': {'id': '6c35a543-31b2-4849-8db0-18fc64976404', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:21:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a43004ab-d221-49c4-b6f0-0d1873b77010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:32:31Z', 'updated_at': '2022-05-30T05:32:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv'}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:32:34.051883 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14344967-a981-4276-8baa-f3ec72f0f865 None None] Checking router: a43004ab-d221-49c4-b6f0-0d1873b77010 for host: dv-neutron-843763-1-hyperv {{(pid=88262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 05:32:34.052209 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14344967-a981-4276-8baa-f3ec72f0f865 None None] Updating router a43004ab-d221-49c4-b6f0-0d1873b77010 port 6c35a543-31b2-4849-8db0-18fc64976404 binding host dv-neutron-843763-1-hyperv {{(pid=88262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 30 05:32:34.106359 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-14344967-a981-4276-8baa-f3ec72f0f865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:34.204514 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-037ca8e0-d10e-449b-9b89-7391acd387b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:34.406697 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-037ca8e0-d10e-449b-9b89-7391acd387b5 admin admin] Allocated IP 172.20.0.1 (f6bfb4a8-69c3-4b60-acef-13c4cefe9916/95cad40d-1a2d-494f-9b02-6caa32f3a62a/e5508efe-8d5d-423d-9133-2d965bf97304) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:32:34.427333 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-14344967-a981-4276-8baa-f3ec72f0f865 None None] Notify callbacks [] for port, precommit_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:34.440352 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-14344967-a981-4276-8baa-f3ec72f0f865 None None] Transition to ACTIVE for port object 6c35a543-31b2-4849-8db0-18fc64976404 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:32:34.446800 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-14344967-a981-4276-8baa-f3ec72f0f865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:34.526293 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-14344967-a981-4276-8baa-f3ec72f0f865 None None] Attempting to bind port 6c35a543-31b2-4849-8db0-18fc64976404 on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 05:32:34.526667 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-14344967-a981-4276-8baa-f3ec72f0f865 None None] Attempting to bind port 6c35a543-31b2-4849-8db0-18fc64976404 by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': 'ad083d94-0233-4c50-a0ed-00ef7686038c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 05:32:34.527033 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14344967-a981-4276-8baa-f3ec72f0f865 None None] Attempting to bind port 6c35a543-31b2-4849-8db0-18fc64976404 on network 1bab70f4-3794-44db-8e17-19f483aa8ffa {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:32:34.532629 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9e8ca8-0a43-473f-a706-55d39ea92f42 None None] Pushing event updated for resources: {'Port': ['ID=6c35a543-31b2-4849-8db0-18fc64976404,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:32:34.538621 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14344967-a981-4276-8baa-f3ec72f0f865 None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 5, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 05:32:34.539001 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14344967-a981-4276-8baa-f3ec72f0f865 None None] Checking segment: {'id': 'ad083d94-0233-4c50-a0ed-00ef7686038c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:32:34.539410 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-14344967-a981-4276-8baa-f3ec72f0f865 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:34.540360 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14344967-a981-4276-8baa-f3ec72f0f865 None None] Bound using segment: {'id': 'ad083d94-0233-4c50-a0ed-00ef7686038c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 05:32:34.540360 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-14344967-a981-4276-8baa-f3ec72f0f865 None None] Bound port: 6c35a543-31b2-4849-8db0-18fc64976404, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad083d94-0233-4c50-a0ed-00ef7686038c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 05:32:34.540610 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-14344967-a981-4276-8baa-f3ec72f0f865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:34.559966 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-037ca8e0-d10e-449b-9b89-7391acd387b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:34.575062 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [None req-037ca8e0-d10e-449b-9b89-7391acd387b5 admin admin] Transition to ACTIVE for port object e5508efe-8d5d-423d-9133-2d965bf97304 will not be triggered until provisioned by entity DHCP. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:32:34.598351 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-037ca8e0-d10e-449b-9b89-7391acd387b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:34.616736 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-14344967-a981-4276-8baa-f3ec72f0f865 None None] For port 6c35a543-31b2-4849-8db0-18fc64976404, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 05:32:34.619782 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-14344967-a981-4276-8baa-f3ec72f0f865 None None] For port 6c35a543-31b2-4849-8db0-18fc64976404, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=6c35a543-31b2-4849-8db0-18fc64976404,segment=NetworkSegment(ad083d94-0233-4c50-a0ed-00ef7686038c),segment_id=ad083d94-0233-4c50-a0ed-00ef7686038c)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 05:32:34.623532 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-14344967-a981-4276-8baa-f3ec72f0f865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:34.668714 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037ca8e0-d10e-449b-9b89-7391acd387b5 admin admin] Network f6bfb4a8-69c3-4b60-acef-13c4cefe9916 is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:32:34.671427 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-037ca8e0-d10e-449b-9b89-7391acd387b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:32:34.676274 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037ca8e0-d10e-449b-9b89-7391acd387b5 admin admin] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:32:34.702433 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14344967-a981-4276-8baa-f3ec72f0f865 None None] Routers {'a43004ab-d221-49c4-b6f0-0d1873b77010'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:32:34.703045 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-14344967-a981-4276-8baa-f3ec72f0f865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:32:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['a43004ab-d221-49c4-b6f0-0d1873b77010'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:32:34.727780 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037ca8e0-d10e-449b-9b89-7391acd387b5 admin admin] Pushing event updated for resources: {'Port': ['ID=e5508efe-8d5d-423d-9133-2d965bf97304,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:32:34.749567 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-037ca8e0-d10e-449b-9b89-7391acd387b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604623'] for router_interface, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:34.764127 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 738aa089-bff2-4c2c-8ef2-9f0825f397bd up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:32:34.803971 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9e8ca8-0a43-473f-a706-55d39ea92f42 None None] Pushing event updated for resources: {'Port': ['ID=6c35a543-31b2-4849-8db0-18fc64976404,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:32:34.940577 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 738aa089-bff2-4c2c-8ef2-9f0825f397bd triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:32:34.940863 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:34.993360 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-14344967-a981-4276-8baa-f3ec72f0f865 None None] Set router a43004ab-d221-49c4-b6f0-0d1873b77010 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:32:35.035936 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-037ca8e0-d10e-449b-9b89-7391acd387b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:35.175978 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-36a8483d-5792-44a8-a20d-d8a85f1dae60 None None] Provisioning for port e5508efe-8d5d-423d-9133-2d965bf97304 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:32:35.198619 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-36a8483d-5792-44a8-a20d-d8a85f1dae60 None None] Provisioning complete for port e5508efe-8d5d-423d-9133-2d965bf97304 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:32:35.198989 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-36a8483d-5792-44a8-a20d-d8a85f1dae60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:35.332428 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-36a8483d-5792-44a8-a20d-d8a85f1dae60 None None] Port e5508efe-8d5d-423d-9133-2d965bf97304 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 05:32:35.369048 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-037ca8e0-d10e-449b-9b89-7391acd387b5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:35.369337 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 738aa089-bff2-4c2c-8ef2-9f0825f397bd is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:32:35.374368 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-037ca8e0-d10e-449b-9b89-7391acd387b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1547421'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:35.404075 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-14344967-a981-4276-8baa-f3ec72f0f865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a43004ab-d221-49c4-b6f0-0d1873b77010', 'name': 'tempest-TestMinimumBasicScenario-199124425-router', 'tenant_id': '380d7f19f73247778cd4b58ac5f4efdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.76'}], 'enable_snat': True}, 'gw_port_id': '6c35a543-31b2-4849-8db0-18fc64976404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:32:30Z', 'updated_at': '2022-05-30T05:32:32Z', 'revision_number': 3, 'project_id': '380d7f19f73247778cd4b58ac5f4efdb', 'gw_port': {'id': '6c35a543-31b2-4849-8db0-18fc64976404', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:21:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a43004ab-d221-49c4-b6f0-0d1873b77010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:32:31Z', 'updated_at': '2022-05-30T05:32:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv'}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:32:35.407986 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14344967-a981-4276-8baa-f3ec72f0f865 None None] The sync data for ids ['a43004ab-d221-49c4-b6f0-0d1873b77010'] in dv-neutron-843763-1-hyperv is: [{'id': 'a43004ab-d221-49c4-b6f0-0d1873b77010', 'name': 'tempest-TestMinimumBasicScenario-199124425-router', 'tenant_id': '380d7f19f73247778cd4b58ac5f4efdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.76'}], 'enable_snat': True}, 'gw_port_id': '6c35a543-31b2-4849-8db0-18fc64976404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:32:30Z', 'updated_at': '2022-05-30T05:32:32Z', 'revision_number': 3, 'project_id': '380d7f19f73247778cd4b58ac5f4efdb', 'gw_port': {'id': '6c35a543-31b2-4849-8db0-18fc64976404', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:21:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a43004ab-d221-49c4-b6f0-0d1873b77010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:32:31Z', 'updated_at': '2022-05-30T05:32:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv'}] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:32:35.482925 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-037ca8e0-d10e-449b-9b89-7391acd387b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1642774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602230'] for router_interface, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:35.486546 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037ca8e0-d10e-449b-9b89-7391acd387b5 admin admin] Pushing event updated for resources: {'Port': ['ID=e5508efe-8d5d-423d-9133-2d965bf97304,revision_number=2']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:32:35.639576 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037ca8e0-d10e-449b-9b89-7391acd387b5 admin admin] Network f6bfb4a8-69c3-4b60-acef-13c4cefe9916 is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:32:35.641291 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-037ca8e0-d10e-449b-9b89-7391acd387b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:32:35.845501 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-037ca8e0-d10e-449b-9b89-7391acd387b5 admin admin] Router a43004ab-d221-49c4-b6f0-0d1873b77010 has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 05:32:35.963394 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-ffc97051-cc19-4875-afe0-5cf2bd8bcd40 None None] Provisioning complete for port e5508efe-8d5d-423d-9133-2d965bf97304 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:32:35.963760 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-ffc97051-cc19-4875-afe0-5cf2bd8bcd40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:36.021230 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-ffc97051-cc19-4875-afe0-5cf2bd8bcd40 None None] Port e5508efe-8d5d-423d-9133-2d965bf97304 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 05:32:36.039770 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-037ca8e0-d10e-449b-9b89-7391acd387b5 admin admin] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:32:36.049394 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-037ca8e0-d10e-449b-9b89-7391acd387b5 admin admin] 10.222.0.15 "PUT /v2.0/routers/a43004ab-d221-49c4-b6f0-0d1873b77010/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6326423 May 30 05:32:36.552097 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 53030) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:32:36.557625 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-d2e8d25d-fc71-400a-85e0-2862f6c05815 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1357090091-network', 'tenant_id': 'dbb13ce59ed844cda31d3cc5d296a306'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:32:36.562530 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-d2e8d25d-fc71-400a-85e0-2862f6c05815 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:32:36.566436 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-d2e8d25d-fc71-400a-85e0-2862f6c05815 admin admin] Usage tracker for resource:network and tenant:dbb13ce59ed844cda31d3cc5d296a306 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:32:36.569325 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-d2e8d25d-fc71-400a-85e0-2862f6c05815 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:32:36.575059 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-d2e8d25d-fc71-400a-85e0-2862f6c05815 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:32:36.585653 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2e8d25d-fc71-400a-85e0-2862f6c05815 admin admin] Made reservation on behalf of dbb13ce59ed844cda31d3cc5d296a306 for: {'network': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:32:36.588048 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d2e8d25d-fc71-400a-85e0-2862f6c05815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for network, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:36.603647 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d2e8d25d-fc71-400a-85e0-2862f6c05815 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:36.617436 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-d2e8d25d-fc71-400a-85e0-2862f6c05815 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:32:36.621279 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-d2e8d25d-fc71-400a-85e0-2862f6c05815 admin admin] Usage tracker for resource:security_group_rule and tenant:dbb13ce59ed844cda31d3cc5d296a306 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:32:36.624098 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-d2e8d25d-fc71-400a-85e0-2862f6c05815 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:32:36.629914 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-d2e8d25d-fc71-400a-85e0-2862f6c05815 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:32:36.721776 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d2e8d25d-fc71-400a-85e0-2862f6c05815 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:36.732869 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d2e8d25d-fc71-400a-85e0-2862f6c05815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:36.755131 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2e8d25d-fc71-400a-85e0-2862f6c05815 admin admin] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=88260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 05:32:36.768788 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e8d25d-fc71-400a-85e0-2862f6c05815 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eab14c13-8c15-4e20-93bd-79dd6621ff09,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:32:36.773140 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d2e8d25d-fc71-400a-85e0-2862f6c05815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:36.773655 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 6c35a543-31b2-4849-8db0-18fc64976404 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:32:36.774160 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.db.segments_db [None req-d2e8d25d-fc71-400a-85e0-2862f6c05815 admin admin] Added segment 0fc58bdb-dc83-458b-9758-a95d403ae5f2 of type vlan for network 6289f6bb-b492-4e55-b45d-478fe0f69dd0 May 30 05:32:36.800301 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d2e8d25d-fc71-400a-85e0-2862f6c05815 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729234556353'] for network, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:36.831102 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d2e8d25d-fc71-400a-85e0-2862f6c05815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788'] for network, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:36.832322 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2e8d25d-fc71-400a-85e0-2862f6c05815 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:32:36.832904 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d2e8d25d-fc71-400a-85e0-2862f6c05815 admin admin] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:36.850693 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port 6c35a543-31b2-4849-8db0-18fc64976404 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:32:36.855671 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 6c35a543-31b2-4849-8db0-18fc64976404 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:32:36.856049 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:36.924867 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a127720a-523c-4622-b24d-5d84c3ba341e None None] Sync routers for ids ['a43004ab-d221-49c4-b6f0-0d1873b77010'] in dv-neutron-843763-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:32:36.934019 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a127720a-523c-4622-b24d-5d84c3ba341e None None] Routers {'a43004ab-d221-49c4-b6f0-0d1873b77010'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:32:36.934884 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-a127720a-523c-4622-b24d-5d84c3ba341e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:32:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['a43004ab-d221-49c4-b6f0-0d1873b77010'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:32:36.938504 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e8d25d-fc71-400a-85e0-2862f6c05815 admin admin] Pushing event updated for resources: {'Network': ['ID=6289f6bb-b492-4e55-b45d-478fe0f69dd0,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:32:36.942088 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-d2e8d25d-fc71-400a-85e0-2862f6c05815 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3889356 May 30 05:32:36.944858 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 53034) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:32:36.950330 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-3512afcf-c006-4712-85bc-a8013a6af4a0 admin admin] Request body: {'subnet': {'network_id': '6289f6bb-b492-4e55-b45d-478fe0f69dd0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1357090091-subnet', 'tenant_id': 'dbb13ce59ed844cda31d3cc5d296a306', 'ip_version': 4}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:32:36.952992 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Network 6289f6bb-b492-4e55-b45d-478fe0f69dd0 details requested by agent ovs-agent-dv-neutron-843763-1-hyperv with host dv-neutron-843763-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 05:32:36.955784 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-3512afcf-c006-4712-85bc-a8013a6af4a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:32:36.959682 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-3512afcf-c006-4712-85bc-a8013a6af4a0 admin admin] Usage tracker for resource:subnet and tenant:dbb13ce59ed844cda31d3cc5d296a306 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:32:36.962536 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-3512afcf-c006-4712-85bc-a8013a6af4a0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:32:36.968547 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-3512afcf-c006-4712-85bc-a8013a6af4a0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:32:36.980652 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3512afcf-c006-4712-85bc-a8013a6af4a0 admin admin] Made reservation on behalf of dbb13ce59ed844cda31d3cc5d296a306 for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:32:36.982988 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3512afcf-c006-4712-85bc-a8013a6af4a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2133361'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:37.117691 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 6c35a543-31b2-4849-8db0-18fc64976404 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:32:37.118048 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:37.120983 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-a127720a-523c-4622-b24d-5d84c3ba341e None None] Set router a43004ab-d221-49c4-b6f0-0d1873b77010 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:32:37.135511 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] For port 6c35a543-31b2-4849-8db0-18fc64976404, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=6c35a543-31b2-4849-8db0-18fc64976404,segment=NetworkSegment(ad083d94-0233-4c50-a0ed-00ef7686038c),segment_id=ad083d94-0233-4c50-a0ed-00ef7686038c)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:32:37.139437 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:37.197136 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3512afcf-c006-4712-85bc-a8013a6af4a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1547796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2133315'] for subnet, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:37.213218 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Pushing event updated for resources: {'Port': ['ID=6c35a543-31b2-4849-8db0-18fc64976404,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:32:37.280484 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3512afcf-c006-4712-85bc-a8013a6af4a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=249bab15-e0e8-4813-855e-532637ce57b6,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:32:37.288006 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3512afcf-c006-4712-85bc-a8013a6af4a0 admin admin] Checking segment: {'id': '0fc58bdb-dc83-458b-9758-a95d403ae5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '6289f6bb-b492-4e55-b45d-478fe0f69dd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:32:37.288373 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3512afcf-c006-4712-85bc-a8013a6af4a0 admin admin] Network hostable DHCP agents. Network: 6289f6bb-b492-4e55-b45d-478fe0f69dd0, hostable agents: ['1c705e68-3d3e-4dd3-9252-feb21d4b96ab'], hosted agents: [] {{(pid=88260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 05:32:37.307644 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3512afcf-c006-4712-85bc-a8013a6af4a0 admin admin] Network 6289f6bb-b492-4e55-b45d-478fe0f69dd0 is scheduled to be hosted by DHCP agent 1c705e68-3d3e-4dd3-9252-feb21d4b96ab with binding_index 1 {{(pid=88260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 05:32:37.317048 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-3512afcf-c006-4712-85bc-a8013a6af4a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843763-1-hyperv, 6289f6bb-b492-4e55-b45d-478fe0f69dd0) {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:32:37.321592 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3512afcf-c006-4712-85bc-a8013a6af4a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:32:37.322594 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3512afcf-c006-4712-85bc-a8013a6af4a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:37.325682 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a287c099-1235-45cf-a422-7b2eba0039b2 None None] Network 6289f6bb-b492-4e55-b45d-478fe0f69dd0 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:32:37.346339 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 53038) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:32:37.351443 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-5c1871c8-3f00-4238-9a3c-ea29ef4ea9d1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1357090091-router', 'tenant_id': 'dbb13ce59ed844cda31d3cc5d296a306', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'}}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:32:37.354596 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-3512afcf-c006-4712-85bc-a8013a6af4a0 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4084792 May 30 05:32:37.356199 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-5c1871c8-3f00-4238-9a3c-ea29ef4ea9d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:32:37.360339 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-5c1871c8-3f00-4238-9a3c-ea29ef4ea9d1 admin admin] Usage tracker for resource:router and tenant:dbb13ce59ed844cda31d3cc5d296a306 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:32:37.364534 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-5c1871c8-3f00-4238-9a3c-ea29ef4ea9d1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:32:37.370573 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-5c1871c8-3f00-4238-9a3c-ea29ef4ea9d1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:32:37.381635 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5c1871c8-3f00-4238-9a3c-ea29ef4ea9d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1603901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11666'] for router, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:37.382918 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5c1871c8-3f00-4238-9a3c-ea29ef4ea9d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11675'] for router, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:37.410252 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5c1871c8-3f00-4238-9a3c-ea29ef4ea9d1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:37.473016 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-a127720a-523c-4622-b24d-5d84c3ba341e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a43004ab-d221-49c4-b6f0-0d1873b77010', 'name': 'tempest-TestMinimumBasicScenario-199124425-router', 'tenant_id': '380d7f19f73247778cd4b58ac5f4efdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.76'}], 'enable_snat': True}, 'gw_port_id': '6c35a543-31b2-4849-8db0-18fc64976404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:32:30Z', 'updated_at': '2022-05-30T05:32:34Z', 'revision_number': 4, 'project_id': '380d7f19f73247778cd4b58ac5f4efdb', 'gw_port': {'id': '6c35a543-31b2-4849-8db0-18fc64976404', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:21:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a43004ab-d221-49c4-b6f0-0d1873b77010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:32:31Z', 'updated_at': '2022-05-30T05:32:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': 'e5508efe-8d5d-423d-9133-2d965bf97304', 'name': '', 'network_id': 'f6bfb4a8-69c3-4b60-acef-13c4cefe9916', 'tenant_id': '380d7f19f73247778cd4b58ac5f4efdb', 'mac_address': 'fa:16:3e:28:b3:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a43004ab-d221-49c4-b6f0-0d1873b77010', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '95cad40d-1a2d-494f-9b02-6caa32f3a62a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:32:34Z', 'updated_at': '2022-05-30T05:32:35Z', 'revision_number': 2, 'project_id': '380d7f19f73247778cd4b58ac5f4efdb', 'subnets': [{'id': '95cad40d-1a2d-494f-9b02-6caa32f3a62a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:32:37.476973 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a127720a-523c-4622-b24d-5d84c3ba341e None None] Checking router: a43004ab-d221-49c4-b6f0-0d1873b77010 for host: dv-neutron-843763-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 05:32:37.477331 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a127720a-523c-4622-b24d-5d84c3ba341e None None] Updating router a43004ab-d221-49c4-b6f0-0d1873b77010 port e5508efe-8d5d-423d-9133-2d965bf97304 binding host dv-neutron-843763-1-hyperv {{(pid=88263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 30 05:32:37.530793 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-a127720a-523c-4622-b24d-5d84c3ba341e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:37.546728 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2046594-d05c-4260-9da0-e5fa587386eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bbf24ed-7ba9-53d2-873f-8f9642b1e987-6289f6bb-b492-4e55-b45d-478fe0f69dd0', 'network_id': '6289f6bb-b492-4e55-b45d-478fe0f69dd0', 'tenant_id': 'dbb13ce59ed844cda31d3cc5d296a306', 'fixed_ips': [{'subnet_id': '249bab15-e0e8-4813-855e-532637ce57b6'}]}} from dv-neutron-843763-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 30 05:32:37.547551 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e2046594-d05c-4260-9da0-e5fa587386eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:37.683111 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5c1871c8-3f00-4238-9a3c-ea29ef4ea9d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11765'] for router, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:37.712103 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-e2046594-d05c-4260-9da0-e5fa587386eb None None] Allocated IP 172.20.0.2 (6289f6bb-b492-4e55-b45d-478fe0f69dd0/249bab15-e0e8-4813-855e-532637ce57b6/3fece6f3-c81e-4293-8bfd-5335c585927e) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:32:37.881695 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-a127720a-523c-4622-b24d-5d84c3ba341e None None] Notify callbacks [] for port, precommit_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:37.895989 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.provisioning_blocks [None req-a127720a-523c-4622-b24d-5d84c3ba341e None None] Transition to ACTIVE for port object e5508efe-8d5d-423d-9133-2d965bf97304 will not be triggered until provisioned by entity L2. {{(pid=88263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:32:37.907304 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-a127720a-523c-4622-b24d-5d84c3ba341e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:37.932654 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e2046594-d05c-4260-9da0-e5fa587386eb None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:37.943666 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-e2046594-d05c-4260-9da0-e5fa587386eb None None] Transition to ACTIVE for port object 3fece6f3-c81e-4293-8bfd-5335c585927e will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:32:37.965495 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-e2046594-d05c-4260-9da0-e5fa587386eb None None] Transition to ACTIVE for port object 3fece6f3-c81e-4293-8bfd-5335c585927e will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:32:37.974309 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e2046594-d05c-4260-9da0-e5fa587386eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:38.013373 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5c1871c8-3f00-4238-9a3c-ea29ef4ea9d1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:38.044485 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5c1871c8-3f00-4238-9a3c-ea29ef4ea9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:38.047342 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2046594-d05c-4260-9da0-e5fa587386eb None None] Pushing event updated for resources: {'Port': ['ID=3fece6f3-c81e-4293-8bfd-5335c585927e,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:32:38.059214 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2046594-d05c-4260-9da0-e5fa587386eb None None] Network 6289f6bb-b492-4e55-b45d-478fe0f69dd0 is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:32:38.060378 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-e2046594-d05c-4260-9da0-e5fa587386eb None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:32:38.063193 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2046594-d05c-4260-9da0-e5fa587386eb None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:32:38.111358 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049a4908-4a4f-4842-a2ca-9c1876dfecf9 None None] Pushing event updated for resources: {'Port': ['ID=e5508efe-8d5d-423d-9133-2d965bf97304,revision_number=3']} {{(pid=88263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:32:38.120344 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049a4908-4a4f-4842-a2ca-9c1876dfecf9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:32:38.120686 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049a4908-4a4f-4842-a2ca-9c1876dfecf9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:32:38.121021 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049a4908-4a4f-4842-a2ca-9c1876dfecf9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:32:38.122036 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049a4908-4a4f-4842-a2ca-9c1876dfecf9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:32:38.122036 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049a4908-4a4f-4842-a2ca-9c1876dfecf9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:32:38.122237 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049a4908-4a4f-4842-a2ca-9c1876dfecf9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:32:38.122383 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049a4908-4a4f-4842-a2ca-9c1876dfecf9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:32:38.122697 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049a4908-4a4f-4842-a2ca-9c1876dfecf9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:32:38.123016 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049a4908-4a4f-4842-a2ca-9c1876dfecf9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:32:38.123331 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049a4908-4a4f-4842-a2ca-9c1876dfecf9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:32:38.123645 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049a4908-4a4f-4842-a2ca-9c1876dfecf9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:32:38.123956 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049a4908-4a4f-4842-a2ca-9c1876dfecf9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:32:38.133907 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-a127720a-523c-4622-b24d-5d84c3ba341e None None] Attempting to bind port e5508efe-8d5d-423d-9133-2d965bf97304 on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 05:32:38.134248 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-a127720a-523c-4622-b24d-5d84c3ba341e None None] Attempting to bind port e5508efe-8d5d-423d-9133-2d965bf97304 by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': '803796eb-9b87-46f5-bd31-4aeaf7d780c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'f6bfb4a8-69c3-4b60-acef-13c4cefe9916'}] {{(pid=88263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 05:32:38.134573 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a127720a-523c-4622-b24d-5d84c3ba341e None None] Attempting to bind port e5508efe-8d5d-423d-9133-2d965bf97304 on network f6bfb4a8-69c3-4b60-acef-13c4cefe9916 {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:32:38.140217 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a127720a-523c-4622-b24d-5d84c3ba341e None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 5, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 05:32:38.140588 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a127720a-523c-4622-b24d-5d84c3ba341e None None] Checking segment: {'id': '803796eb-9b87-46f5-bd31-4aeaf7d780c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'f6bfb4a8-69c3-4b60-acef-13c4cefe9916'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:32:38.140994 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-a127720a-523c-4622-b24d-5d84c3ba341e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:38.141383 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a127720a-523c-4622-b24d-5d84c3ba341e None None] Bound using segment: {'id': '803796eb-9b87-46f5-bd31-4aeaf7d780c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'f6bfb4a8-69c3-4b60-acef-13c4cefe9916'} {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 05:32:38.141861 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-a127720a-523c-4622-b24d-5d84c3ba341e None None] Bound port: e5508efe-8d5d-423d-9133-2d965bf97304, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '803796eb-9b87-46f5-bd31-4aeaf7d780c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'f6bfb4a8-69c3-4b60-acef-13c4cefe9916'}}] {{(pid=88263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 05:32:38.142782 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-a127720a-523c-4622-b24d-5d84c3ba341e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:38.158436 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-e2046594-d05c-4260-9da0-e5fa587386eb None None] Attempting to bind port 3fece6f3-c81e-4293-8bfd-5335c585927e on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 05:32:38.158860 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-e2046594-d05c-4260-9da0-e5fa587386eb None None] Attempting to bind port 3fece6f3-c81e-4293-8bfd-5335c585927e by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': '0fc58bdb-dc83-458b-9758-a95d403ae5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '6289f6bb-b492-4e55-b45d-478fe0f69dd0'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 05:32:38.159237 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2046594-d05c-4260-9da0-e5fa587386eb None None] Attempting to bind port 3fece6f3-c81e-4293-8bfd-5335c585927e on network 6289f6bb-b492-4e55-b45d-478fe0f69dd0 {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:32:38.164845 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2046594-d05c-4260-9da0-e5fa587386eb None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 5, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 05:32:38.165221 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2046594-d05c-4260-9da0-e5fa587386eb None None] Checking segment: {'id': '0fc58bdb-dc83-458b-9758-a95d403ae5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '6289f6bb-b492-4e55-b45d-478fe0f69dd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:32:38.165642 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e2046594-d05c-4260-9da0-e5fa587386eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:38.166179 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2046594-d05c-4260-9da0-e5fa587386eb None None] Bound using segment: {'id': '0fc58bdb-dc83-458b-9758-a95d403ae5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '6289f6bb-b492-4e55-b45d-478fe0f69dd0'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 05:32:38.166653 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-e2046594-d05c-4260-9da0-e5fa587386eb None None] Bound port: 3fece6f3-c81e-4293-8bfd-5335c585927e, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fc58bdb-dc83-458b-9758-a95d403ae5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '6289f6bb-b492-4e55-b45d-478fe0f69dd0'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 05:32:38.167035 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e2046594-d05c-4260-9da0-e5fa587386eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:38.233026 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-5c1871c8-3f00-4238-9a3c-ea29ef4ea9d1 admin admin] Allocated IP 172.26.6.62 (1bab70f4-3794-44db-8e17-19f483aa8ffa/6b5b73c1-b0ce-4f83-a930-c00cc5522926/884468ad-3825-4e72-9a04-50f2fd0d577f) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:32:38.245942 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.db [None req-a127720a-523c-4622-b24d-5d84c3ba341e None None] For port e5508efe-8d5d-423d-9133-2d965bf97304, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 05:32:38.249701 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.db [None req-a127720a-523c-4622-b24d-5d84c3ba341e None None] For port e5508efe-8d5d-423d-9133-2d965bf97304, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=e5508efe-8d5d-423d-9133-2d965bf97304,segment=NetworkSegment(803796eb-9b87-46f5-bd31-4aeaf7d780c9),segment_id=803796eb-9b87-46f5-bd31-4aeaf7d780c9)] {{(pid=88263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 05:32:38.257123 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-a127720a-523c-4622-b24d-5d84c3ba341e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:38.299220 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-e2046594-d05c-4260-9da0-e5fa587386eb None None] For port 3fece6f3-c81e-4293-8bfd-5335c585927e, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 05:32:38.304385 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-e2046594-d05c-4260-9da0-e5fa587386eb None None] For port 3fece6f3-c81e-4293-8bfd-5335c585927e, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=3fece6f3-c81e-4293-8bfd-5335c585927e,segment=NetworkSegment(0fc58bdb-dc83-458b-9758-a95d403ae5f2),segment_id=0fc58bdb-dc83-458b-9758-a95d403ae5f2)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 05:32:38.309626 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e2046594-d05c-4260-9da0-e5fa587386eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:38.342669 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a127720a-523c-4622-b24d-5d84c3ba341e None None] Routers {'a43004ab-d221-49c4-b6f0-0d1873b77010'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:32:38.343788 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-a127720a-523c-4622-b24d-5d84c3ba341e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:32:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['a43004ab-d221-49c4-b6f0-0d1873b77010'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:32:38.390896 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2046594-d05c-4260-9da0-e5fa587386eb None None] Pushing event updated for resources: {'Port': ['ID=3fece6f3-c81e-4293-8bfd-5335c585927e,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:32:38.424477 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5c1871c8-3f00-4238-9a3c-ea29ef4ea9d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:38.442370 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049a4908-4a4f-4842-a2ca-9c1876dfecf9 None None] Pushing event updated for resources: {'Port': ['ID=e5508efe-8d5d-423d-9133-2d965bf97304,revision_number=4']} {{(pid=88263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:32:38.476578 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5c1871c8-3f00-4238-9a3c-ea29ef4ea9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:38.552472 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c1871c8-3f00-4238-9a3c-ea29ef4ea9d1 admin admin] Network 1bab70f4-3794-44db-8e17-19f483aa8ffa is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:32:38.555627 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-5c1871c8-3f00-4238-9a3c-ea29ef4ea9d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:32:38.560618 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1871c8-3f00-4238-9a3c-ea29ef4ea9d1 admin admin] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:32:38.599195 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-a127720a-523c-4622-b24d-5d84c3ba341e None None] Set router a43004ab-d221-49c4-b6f0-0d1873b77010 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:32:38.600966 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1871c8-3f00-4238-9a3c-ea29ef4ea9d1 admin admin] Pushing event updated for resources: {'Port': ['ID=884468ad-3825-4e72-9a04-50f2fd0d577f,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:32:38.877710 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 3fece6f3-c81e-4293-8bfd-5335c585927e up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:32:38.960415 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port 3fece6f3-c81e-4293-8bfd-5335c585927e completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:32:38.965339 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 6c35a543-31b2-4849-8db0-18fc64976404 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:32:39.022507 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-a127720a-523c-4622-b24d-5d84c3ba341e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a43004ab-d221-49c4-b6f0-0d1873b77010', 'name': 'tempest-TestMinimumBasicScenario-199124425-router', 'tenant_id': '380d7f19f73247778cd4b58ac5f4efdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.76'}], 'enable_snat': True}, 'gw_port_id': '6c35a543-31b2-4849-8db0-18fc64976404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:32:30Z', 'updated_at': '2022-05-30T05:32:34Z', 'revision_number': 4, 'project_id': '380d7f19f73247778cd4b58ac5f4efdb', 'gw_port': {'id': '6c35a543-31b2-4849-8db0-18fc64976404', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:21:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43004ab-d221-49c4-b6f0-0d1873b77010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:32:31Z', 'updated_at': '2022-05-30T05:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': 'e5508efe-8d5d-423d-9133-2d965bf97304', 'name': '', 'network_id': 'f6bfb4a8-69c3-4b60-acef-13c4cefe9916', 'tenant_id': '380d7f19f73247778cd4b58ac5f4efdb', 'mac_address': 'fa:16:3e:28:b3:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a43004ab-d221-49c4-b6f0-0d1873b77010', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '95cad40d-1a2d-494f-9b02-6caa32f3a62a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:32:34Z', 'updated_at': '2022-05-30T05:32:38Z', 'revision_number': 4, 'project_id': '380d7f19f73247778cd4b58ac5f4efdb', 'subnets': [{'id': '95cad40d-1a2d-494f-9b02-6caa32f3a62a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:32:39.027890 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a127720a-523c-4622-b24d-5d84c3ba341e None None] The sync data for ids ['a43004ab-d221-49c4-b6f0-0d1873b77010'] in dv-neutron-843763-1-hyperv is: [{'id': 'a43004ab-d221-49c4-b6f0-0d1873b77010', 'name': 'tempest-TestMinimumBasicScenario-199124425-router', 'tenant_id': '380d7f19f73247778cd4b58ac5f4efdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.76'}], 'enable_snat': True}, 'gw_port_id': '6c35a543-31b2-4849-8db0-18fc64976404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:32:30Z', 'updated_at': '2022-05-30T05:32:34Z', 'revision_number': 4, 'project_id': '380d7f19f73247778cd4b58ac5f4efdb', 'gw_port': {'id': '6c35a543-31b2-4849-8db0-18fc64976404', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:21:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43004ab-d221-49c4-b6f0-0d1873b77010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:32:31Z', 'updated_at': '2022-05-30T05:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': 'e5508efe-8d5d-423d-9133-2d965bf97304', 'name': '', 'network_id': 'f6bfb4a8-69c3-4b60-acef-13c4cefe9916', 'tenant_id': '380d7f19f73247778cd4b58ac5f4efdb', 'mac_address': 'fa:16:3e:28:b3:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a43004ab-d221-49c4-b6f0-0d1873b77010', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '95cad40d-1a2d-494f-9b02-6caa32f3a62a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:32:34Z', 'updated_at': '2022-05-30T05:32:38Z', 'revision_number': 4, 'project_id': '380d7f19f73247778cd4b58ac5f4efdb', 'subnets': [{'id': '95cad40d-1a2d-494f-9b02-6caa32f3a62a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:32:39.038054 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 6c35a543-31b2-4849-8db0-18fc64976404 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:32:39.038994 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:39.178051 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 6c35a543-31b2-4849-8db0-18fc64976404 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:32:39.200429 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5c1871c8-3f00-4238-9a3c-ea29ef4ea9d1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:39.562659 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5c1871c8-3f00-4238-9a3c-ea29ef4ea9d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603653'] for router, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:39.577757 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d298076b-9534-43b6-a2f8-1035cea6dbb3 None None] Network 6289f6bb-b492-4e55-b45d-478fe0f69dd0 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:32:39.688297 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-044182a0-ac88-4587-9a6f-05b2a5bc4898 None None] Provisioning for port 3fece6f3-c81e-4293-8bfd-5335c585927e completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:32:39.705256 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-044182a0-ac88-4587-9a6f-05b2a5bc4898 None None] Provisioning complete for port 3fece6f3-c81e-4293-8bfd-5335c585927e triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:32:39.705627 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-044182a0-ac88-4587-9a6f-05b2a5bc4898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:39.788717 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c1871c8-3f00-4238-9a3c-ea29ef4ea9d1 admin admin] Router 10313427-256a-4ffb-9ec0-622c149bc9eb is scheduled to L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 with binding_index 1 {{(pid=88261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 30 05:32:39.959872 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-044182a0-ac88-4587-9a6f-05b2a5bc4898 None None] Current status of the port 3fece6f3-c81e-4293-8bfd-5335c585927e is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:32:39.960264 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-044182a0-ac88-4587-9a6f-05b2a5bc4898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:39.973613 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c1871c8-3f00-4238-9a3c-ea29ef4ea9d1 admin admin] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:32:39.988731 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554210ea-5efa-48a0-b7a9-d63195c3521d None None] Sync routers for ids ['10313427-256a-4ffb-9ec0-622c149bc9eb'] in dv-neutron-843763-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:32:40.002446 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5c1871c8-3f00-4238-9a3c-ea29ef4ea9d1 admin admin] Notify callbacks [] for router, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:40.003800 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-5c1871c8-3f00-4238-9a3c-ea29ef4ea9d1 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.6564679 May 30 05:32:40.006423 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 53042) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:32:40.018345 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-044182a0-ac88-4587-9a6f-05b2a5bc4898 None None] For port 3fece6f3-c81e-4293-8bfd-5335c585927e, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=3fece6f3-c81e-4293-8bfd-5335c585927e,segment=NetworkSegment(0fc58bdb-dc83-458b-9758-a95d403ae5f2),segment_id=0fc58bdb-dc83-458b-9758-a95d403ae5f2)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:32:40.019269 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554210ea-5efa-48a0-b7a9-d63195c3521d None None] Routers {'10313427-256a-4ffb-9ec0-622c149bc9eb'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:32:40.020020 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-554210ea-5efa-48a0-b7a9-d63195c3521d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:32:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['10313427-256a-4ffb-9ec0-622c149bc9eb'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:32:40.084237 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-044182a0-ac88-4587-9a6f-05b2a5bc4898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:40.256017 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044182a0-ac88-4587-9a6f-05b2a5bc4898 None None] Pushing event updated for resources: {'Port': ['ID=3fece6f3-c81e-4293-8bfd-5335c585927e,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:32:40.280984 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-554210ea-5efa-48a0-b7a9-d63195c3521d None None] Set router 10313427-256a-4ffb-9ec0-622c149bc9eb gateway port host: dv-neutron-843763-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:32:40.469228 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-f5aed0ad-04cb-4648-9684-d22b2b83bab6 None None] Provisioning complete for port 3fece6f3-c81e-4293-8bfd-5335c585927e triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:32:40.469514 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f5aed0ad-04cb-4648-9684-d22b2b83bab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:40.663386 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-f5aed0ad-04cb-4648-9684-d22b2b83bab6 None None] Current status of the port 3fece6f3-c81e-4293-8bfd-5335c585927e is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:32:40.681630 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-554210ea-5efa-48a0-b7a9-d63195c3521d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10313427-256a-4ffb-9ec0-622c149bc9eb', 'name': 'tempest-TestMinimumBasicScenario-1357090091-router', 'tenant_id': 'dbb13ce59ed844cda31d3cc5d296a306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.62'}], 'enable_snat': True}, 'gw_port_id': '884468ad-3825-4e72-9a04-50f2fd0d577f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:32:37Z', 'updated_at': '2022-05-30T05:32:38Z', 'revision_number': 3, 'project_id': 'dbb13ce59ed844cda31d3cc5d296a306', 'gw_port': {'id': '884468ad-3825-4e72-9a04-50f2fd0d577f', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:58:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10313427-256a-4ffb-9ec0-622c149bc9eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:32:38Z', 'updated_at': '2022-05-30T05:32:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv'}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:32:40.685471 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554210ea-5efa-48a0-b7a9-d63195c3521d None None] Checking router: 10313427-256a-4ffb-9ec0-622c149bc9eb for host: dv-neutron-843763-1-hyperv {{(pid=88262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 05:32:40.685910 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554210ea-5efa-48a0-b7a9-d63195c3521d None None] Updating router 10313427-256a-4ffb-9ec0-622c149bc9eb port 884468ad-3825-4e72-9a04-50f2fd0d577f binding host dv-neutron-843763-1-hyperv {{(pid=88262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 30 05:32:40.746065 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-554210ea-5efa-48a0-b7a9-d63195c3521d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:40.830090 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b478d3d9-dabd-4767-90d8-0a8fc511ea2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:40.839562 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device e5508efe-8d5d-423d-9133-2d965bf97304 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:32:41.008888 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port e5508efe-8d5d-423d-9133-2d965bf97304 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:32:41.026521 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port e5508efe-8d5d-423d-9133-2d965bf97304 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:32:41.026893 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:41.036637 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-b478d3d9-dabd-4767-90d8-0a8fc511ea2f admin admin] Allocated IP 172.20.0.1 (6289f6bb-b492-4e55-b45d-478fe0f69dd0/249bab15-e0e8-4813-855e-532637ce57b6/f9f122e8-baba-4a70-b055-0f6b259128c9) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:32:41.184213 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b478d3d9-dabd-4767-90d8-0a8fc511ea2f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:41.200785 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [None req-b478d3d9-dabd-4767-90d8-0a8fc511ea2f admin admin] Transition to ACTIVE for port object f9f122e8-baba-4a70-b055-0f6b259128c9 will not be triggered until provisioned by entity DHCP. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:32:41.223353 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port e5508efe-8d5d-423d-9133-2d965bf97304 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:32:41.223698 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:41.228658 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b478d3d9-dabd-4767-90d8-0a8fc511ea2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:41.236492 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-554210ea-5efa-48a0-b7a9-d63195c3521d None None] Notify callbacks [] for port, precommit_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:41.257365 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-554210ea-5efa-48a0-b7a9-d63195c3521d None None] Transition to ACTIVE for port object 884468ad-3825-4e72-9a04-50f2fd0d577f will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:32:41.268001 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-554210ea-5efa-48a0-b7a9-d63195c3521d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:41.294756 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b478d3d9-dabd-4767-90d8-0a8fc511ea2f admin admin] Network 6289f6bb-b492-4e55-b45d-478fe0f69dd0 is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:32:41.302520 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-b478d3d9-dabd-4767-90d8-0a8fc511ea2f admin admin] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:32:41.306946 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b478d3d9-dabd-4767-90d8-0a8fc511ea2f admin admin] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:32:41.349518 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] For port e5508efe-8d5d-423d-9133-2d965bf97304, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=e5508efe-8d5d-423d-9133-2d965bf97304,segment=NetworkSegment(803796eb-9b87-46f5-bd31-4aeaf7d780c9),segment_id=803796eb-9b87-46f5-bd31-4aeaf7d780c9)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:32:41.359972 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b478d3d9-dabd-4767-90d8-0a8fc511ea2f admin admin] Pushing event updated for resources: {'Port': ['ID=f9f122e8-baba-4a70-b055-0f6b259128c9,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:32:41.369367 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:41.370156 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 3fece6f3-c81e-4293-8bfd-5335c585927e up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:32:41.380462 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b478d3d9-dabd-4767-90d8-0a8fc511ea2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604623'] for router_interface, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:41.444832 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-554210ea-5efa-48a0-b7a9-d63195c3521d None None] Attempting to bind port 884468ad-3825-4e72-9a04-50f2fd0d577f on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 05:32:41.445210 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-554210ea-5efa-48a0-b7a9-d63195c3521d None None] Attempting to bind port 884468ad-3825-4e72-9a04-50f2fd0d577f by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': 'ad083d94-0233-4c50-a0ed-00ef7686038c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 05:32:41.445579 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554210ea-5efa-48a0-b7a9-d63195c3521d None None] Attempting to bind port 884468ad-3825-4e72-9a04-50f2fd0d577f on network 1bab70f4-3794-44db-8e17-19f483aa8ffa {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:32:41.447605 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45396f3-5d1d-4530-8ca1-e82508c17d62 None None] Pushing event updated for resources: {'Port': ['ID=884468ad-3825-4e72-9a04-50f2fd0d577f,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:32:41.497276 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554210ea-5efa-48a0-b7a9-d63195c3521d None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 5, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 05:32:41.497692 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554210ea-5efa-48a0-b7a9-d63195c3521d None None] Checking segment: {'id': 'ad083d94-0233-4c50-a0ed-00ef7686038c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:32:41.498075 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-554210ea-5efa-48a0-b7a9-d63195c3521d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:41.498470 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554210ea-5efa-48a0-b7a9-d63195c3521d None None] Bound using segment: {'id': 'ad083d94-0233-4c50-a0ed-00ef7686038c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 05:32:41.498945 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-554210ea-5efa-48a0-b7a9-d63195c3521d None None] Bound port: 884468ad-3825-4e72-9a04-50f2fd0d577f, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad083d94-0233-4c50-a0ed-00ef7686038c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 05:32:41.499324 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-554210ea-5efa-48a0-b7a9-d63195c3521d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:41.515981 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b478d3d9-dabd-4767-90d8-0a8fc511ea2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:41.597332 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Pushing event updated for resources: {'Port': ['ID=e5508efe-8d5d-423d-9133-2d965bf97304,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:32:41.610479 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 3fece6f3-c81e-4293-8bfd-5335c585927e triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:32:41.611391 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:41.634965 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-554210ea-5efa-48a0-b7a9-d63195c3521d None None] For port 884468ad-3825-4e72-9a04-50f2fd0d577f, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 05:32:41.657868 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-42b954fc-ae29-46aa-bc1c-87ad8cafe2f0 None None] Provisioning for port f9f122e8-baba-4a70-b055-0f6b259128c9 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:32:41.661503 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-554210ea-5efa-48a0-b7a9-d63195c3521d None None] For port 884468ad-3825-4e72-9a04-50f2fd0d577f, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=884468ad-3825-4e72-9a04-50f2fd0d577f,segment=NetworkSegment(ad083d94-0233-4c50-a0ed-00ef7686038c),segment_id=ad083d94-0233-4c50-a0ed-00ef7686038c)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 05:32:41.668296 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-554210ea-5efa-48a0-b7a9-d63195c3521d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:41.701512 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-42b954fc-ae29-46aa-bc1c-87ad8cafe2f0 None None] Provisioning complete for port f9f122e8-baba-4a70-b055-0f6b259128c9 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:32:41.701905 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-42b954fc-ae29-46aa-bc1c-87ad8cafe2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:41.742337 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b478d3d9-dabd-4767-90d8-0a8fc511ea2f admin admin] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:41.746699 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b478d3d9-dabd-4767-90d8-0a8fc511ea2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2304381'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:41.807270 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-42b954fc-ae29-46aa-bc1c-87ad8cafe2f0 None None] Port f9f122e8-baba-4a70-b055-0f6b259128c9 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 05:32:41.835610 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554210ea-5efa-48a0-b7a9-d63195c3521d None None] Routers {'10313427-256a-4ffb-9ec0-622c149bc9eb'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:32:41.836241 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-554210ea-5efa-48a0-b7a9-d63195c3521d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:32:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['10313427-256a-4ffb-9ec0-622c149bc9eb'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:32:41.854389 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b478d3d9-dabd-4767-90d8-0a8fc511ea2f admin admin] Pushing event updated for resources: {'Port': ['ID=f9f122e8-baba-4a70-b055-0f6b259128c9,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:32:41.856820 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b478d3d9-dabd-4767-90d8-0a8fc511ea2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1642774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602230'] for router_interface, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:41.902567 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45396f3-5d1d-4530-8ca1-e82508c17d62 None None] Pushing event updated for resources: {'Port': ['ID=884468ad-3825-4e72-9a04-50f2fd0d577f,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:32:41.996376 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 3fece6f3-c81e-4293-8bfd-5335c585927e is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:32:42.045253 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-554210ea-5efa-48a0-b7a9-d63195c3521d None None] Set router 10313427-256a-4ffb-9ec0-622c149bc9eb gateway port host: dv-neutron-843763-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:32:42.099551 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b478d3d9-dabd-4767-90d8-0a8fc511ea2f admin admin] Network 6289f6bb-b492-4e55-b45d-478fe0f69dd0 is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:32:42.100699 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-b478d3d9-dabd-4767-90d8-0a8fc511ea2f admin admin] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:32:42.301296 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b478d3d9-dabd-4767-90d8-0a8fc511ea2f admin admin] Router 10313427-256a-4ffb-9ec0-622c149bc9eb has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 05:32:42.354817 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-54181de3-45d3-4a52-9a12-a10509761c1a None None] Provisioning complete for port f9f122e8-baba-4a70-b055-0f6b259128c9 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:32:42.355238 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-54181de3-45d3-4a52-9a12-a10509761c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:42.416815 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-54181de3-45d3-4a52-9a12-a10509761c1a None None] Port f9f122e8-baba-4a70-b055-0f6b259128c9 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 05:32:42.426359 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-554210ea-5efa-48a0-b7a9-d63195c3521d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10313427-256a-4ffb-9ec0-622c149bc9eb', 'name': 'tempest-TestMinimumBasicScenario-1357090091-router', 'tenant_id': 'dbb13ce59ed844cda31d3cc5d296a306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.62'}], 'enable_snat': True}, 'gw_port_id': '884468ad-3825-4e72-9a04-50f2fd0d577f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:32:37Z', 'updated_at': '2022-05-30T05:32:41Z', 'revision_number': 4, 'project_id': 'dbb13ce59ed844cda31d3cc5d296a306', 'gw_port': {'id': '884468ad-3825-4e72-9a04-50f2fd0d577f', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:58:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10313427-256a-4ffb-9ec0-622c149bc9eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:32:38Z', 'updated_at': '2022-05-30T05:32:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': 'f9f122e8-baba-4a70-b055-0f6b259128c9', 'name': '', 'network_id': '6289f6bb-b492-4e55-b45d-478fe0f69dd0', 'tenant_id': 'dbb13ce59ed844cda31d3cc5d296a306', 'mac_address': 'fa:16:3e:50:eb:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10313427-256a-4ffb-9ec0-622c149bc9eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '249bab15-e0e8-4813-855e-532637ce57b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:32:40Z', 'updated_at': '2022-05-30T05:32:41Z', 'revision_number': 2, 'project_id': 'dbb13ce59ed844cda31d3cc5d296a306', 'subnets': [{'id': '249bab15-e0e8-4813-855e-532637ce57b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:32:42.432115 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554210ea-5efa-48a0-b7a9-d63195c3521d None None] The sync data for ids ['10313427-256a-4ffb-9ec0-622c149bc9eb'] in dv-neutron-843763-1-hyperv is: [{'id': '10313427-256a-4ffb-9ec0-622c149bc9eb', 'name': 'tempest-TestMinimumBasicScenario-1357090091-router', 'tenant_id': 'dbb13ce59ed844cda31d3cc5d296a306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.62'}], 'enable_snat': True}, 'gw_port_id': '884468ad-3825-4e72-9a04-50f2fd0d577f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:32:37Z', 'updated_at': '2022-05-30T05:32:41Z', 'revision_number': 4, 'project_id': 'dbb13ce59ed844cda31d3cc5d296a306', 'gw_port': {'id': '884468ad-3825-4e72-9a04-50f2fd0d577f', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:58:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10313427-256a-4ffb-9ec0-622c149bc9eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:32:38Z', 'updated_at': '2022-05-30T05:32:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': 'f9f122e8-baba-4a70-b055-0f6b259128c9', 'name': '', 'network_id': '6289f6bb-b492-4e55-b45d-478fe0f69dd0', 'tenant_id': 'dbb13ce59ed844cda31d3cc5d296a306', 'mac_address': 'fa:16:3e:50:eb:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10313427-256a-4ffb-9ec0-622c149bc9eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '249bab15-e0e8-4813-855e-532637ce57b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:32:40Z', 'updated_at': '2022-05-30T05:32:41Z', 'revision_number': 2, 'project_id': 'dbb13ce59ed844cda31d3cc5d296a306', 'subnets': [{'id': '249bab15-e0e8-4813-855e-532637ce57b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:32:42.487404 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b478d3d9-dabd-4767-90d8-0a8fc511ea2f admin admin] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:32:42.497905 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-b478d3d9-dabd-4767-90d8-0a8fc511ea2f admin admin] 10.222.0.15 "PUT /v2.0/routers/10313427-256a-4ffb-9ec0-622c149bc9eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4901173 May 30 05:32:42.767913 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device e5508efe-8d5d-423d-9133-2d965bf97304 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:32:42.836700 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port e5508efe-8d5d-423d-9133-2d965bf97304 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:32:42.837175 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:42.968763 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port e5508efe-8d5d-423d-9133-2d965bf97304 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:32:44.789698 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 884468ad-3825-4e72-9a04-50f2fd0d577f up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:32:44.865131 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port 884468ad-3825-4e72-9a04-50f2fd0d577f completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:32:44.870558 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 884468ad-3825-4e72-9a04-50f2fd0d577f triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:32:44.870939 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:44.990753 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 884468ad-3825-4e72-9a04-50f2fd0d577f is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:32:44.991109 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:45.013129 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] For port 884468ad-3825-4e72-9a04-50f2fd0d577f, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=884468ad-3825-4e72-9a04-50f2fd0d577f,segment=NetworkSegment(ad083d94-0233-4c50-a0ed-00ef7686038c),segment_id=ad083d94-0233-4c50-a0ed-00ef7686038c)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:32:45.018231 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:45.139893 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Pushing event updated for resources: {'Port': ['ID=884468ad-3825-4e72-9a04-50f2fd0d577f,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:32:46.014901 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e0af63-1cbe-4af4-b16e-f980a9c13998 None None] Sync routers for ids ['10313427-256a-4ffb-9ec0-622c149bc9eb'] in dv-neutron-843763-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:32:46.024682 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e0af63-1cbe-4af4-b16e-f980a9c13998 None None] Routers {'10313427-256a-4ffb-9ec0-622c149bc9eb'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:32:46.025298 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-e2e0af63-1cbe-4af4-b16e-f980a9c13998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:32:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['10313427-256a-4ffb-9ec0-622c149bc9eb'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:32:46.218023 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-e2e0af63-1cbe-4af4-b16e-f980a9c13998 None None] Set router 10313427-256a-4ffb-9ec0-622c149bc9eb gateway port host: dv-neutron-843763-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:32:46.550671 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-e2e0af63-1cbe-4af4-b16e-f980a9c13998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10313427-256a-4ffb-9ec0-622c149bc9eb', 'name': 'tempest-TestMinimumBasicScenario-1357090091-router', 'tenant_id': 'dbb13ce59ed844cda31d3cc5d296a306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.62'}], 'enable_snat': True}, 'gw_port_id': '884468ad-3825-4e72-9a04-50f2fd0d577f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:32:37Z', 'updated_at': '2022-05-30T05:32:41Z', 'revision_number': 4, 'project_id': 'dbb13ce59ed844cda31d3cc5d296a306', 'gw_port': {'id': '884468ad-3825-4e72-9a04-50f2fd0d577f', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:58:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10313427-256a-4ffb-9ec0-622c149bc9eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:32:38Z', 'updated_at': '2022-05-30T05:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': 'f9f122e8-baba-4a70-b055-0f6b259128c9', 'name': '', 'network_id': '6289f6bb-b492-4e55-b45d-478fe0f69dd0', 'tenant_id': 'dbb13ce59ed844cda31d3cc5d296a306', 'mac_address': 'fa:16:3e:50:eb:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10313427-256a-4ffb-9ec0-622c149bc9eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '249bab15-e0e8-4813-855e-532637ce57b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:32:40Z', 'updated_at': '2022-05-30T05:32:41Z', 'revision_number': 2, 'project_id': 'dbb13ce59ed844cda31d3cc5d296a306', 'subnets': [{'id': '249bab15-e0e8-4813-855e-532637ce57b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:32:46.554904 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e0af63-1cbe-4af4-b16e-f980a9c13998 None None] Checking router: 10313427-256a-4ffb-9ec0-622c149bc9eb for host: dv-neutron-843763-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 05:32:46.555236 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e0af63-1cbe-4af4-b16e-f980a9c13998 None None] Updating router 10313427-256a-4ffb-9ec0-622c149bc9eb port f9f122e8-baba-4a70-b055-0f6b259128c9 binding host dv-neutron-843763-1-hyperv {{(pid=88263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 30 05:32:46.611765 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-e2e0af63-1cbe-4af4-b16e-f980a9c13998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:46.771082 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 884468ad-3825-4e72-9a04-50f2fd0d577f up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:32:46.844656 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 884468ad-3825-4e72-9a04-50f2fd0d577f triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:32:46.845485 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:46.977581 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 884468ad-3825-4e72-9a04-50f2fd0d577f is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:32:47.049712 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-e2e0af63-1cbe-4af4-b16e-f980a9c13998 None None] Notify callbacks [] for port, precommit_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:47.065028 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.provisioning_blocks [None req-e2e0af63-1cbe-4af4-b16e-f980a9c13998 None None] Transition to ACTIVE for port object f9f122e8-baba-4a70-b055-0f6b259128c9 will not be triggered until provisioned by entity L2. {{(pid=88263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:32:47.072755 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-e2e0af63-1cbe-4af4-b16e-f980a9c13998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:47.206770 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0dd839-33fc-4dfa-a36e-e50fa95e7521 None None] Pushing event updated for resources: {'Port': ['ID=f9f122e8-baba-4a70-b055-0f6b259128c9,revision_number=3']} {{(pid=88263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:32:47.303742 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-e2e0af63-1cbe-4af4-b16e-f980a9c13998 None None] Attempting to bind port f9f122e8-baba-4a70-b055-0f6b259128c9 on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 05:32:47.304250 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-e2e0af63-1cbe-4af4-b16e-f980a9c13998 None None] Attempting to bind port f9f122e8-baba-4a70-b055-0f6b259128c9 by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': '0fc58bdb-dc83-458b-9758-a95d403ae5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '6289f6bb-b492-4e55-b45d-478fe0f69dd0'}] {{(pid=88263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 05:32:47.305147 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e0af63-1cbe-4af4-b16e-f980a9c13998 None None] Attempting to bind port f9f122e8-baba-4a70-b055-0f6b259128c9 on network 6289f6bb-b492-4e55-b45d-478fe0f69dd0 {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:32:47.310642 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e0af63-1cbe-4af4-b16e-f980a9c13998 None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 5, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 05:32:47.311138 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e0af63-1cbe-4af4-b16e-f980a9c13998 None None] Checking segment: {'id': '0fc58bdb-dc83-458b-9758-a95d403ae5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '6289f6bb-b492-4e55-b45d-478fe0f69dd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:32:47.311650 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-e2e0af63-1cbe-4af4-b16e-f980a9c13998 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:47.312113 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e0af63-1cbe-4af4-b16e-f980a9c13998 None None] Bound using segment: {'id': '0fc58bdb-dc83-458b-9758-a95d403ae5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '6289f6bb-b492-4e55-b45d-478fe0f69dd0'} {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 05:32:47.312630 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-e2e0af63-1cbe-4af4-b16e-f980a9c13998 None None] Bound port: f9f122e8-baba-4a70-b055-0f6b259128c9, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fc58bdb-dc83-458b-9758-a95d403ae5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '6289f6bb-b492-4e55-b45d-478fe0f69dd0'}}] {{(pid=88263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 05:32:47.313073 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-e2e0af63-1cbe-4af4-b16e-f980a9c13998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:47.415867 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.db [None req-e2e0af63-1cbe-4af4-b16e-f980a9c13998 None None] For port f9f122e8-baba-4a70-b055-0f6b259128c9, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 05:32:47.419077 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.db [None req-e2e0af63-1cbe-4af4-b16e-f980a9c13998 None None] For port f9f122e8-baba-4a70-b055-0f6b259128c9, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=f9f122e8-baba-4a70-b055-0f6b259128c9,segment=NetworkSegment(0fc58bdb-dc83-458b-9758-a95d403ae5f2),segment_id=0fc58bdb-dc83-458b-9758-a95d403ae5f2)] {{(pid=88263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 05:32:47.425126 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-e2e0af63-1cbe-4af4-b16e-f980a9c13998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:47.535403 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0dd839-33fc-4dfa-a36e-e50fa95e7521 None None] Pushing event updated for resources: {'Port': ['ID=f9f122e8-baba-4a70-b055-0f6b259128c9,revision_number=4']} {{(pid=88263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:32:47.540619 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e0af63-1cbe-4af4-b16e-f980a9c13998 None None] Routers {'10313427-256a-4ffb-9ec0-622c149bc9eb'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:32:47.541169 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-e2e0af63-1cbe-4af4-b16e-f980a9c13998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:32:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['10313427-256a-4ffb-9ec0-622c149bc9eb'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:32:47.639591 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:47.755672 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-e2e0af63-1cbe-4af4-b16e-f980a9c13998 None None] Set router 10313427-256a-4ffb-9ec0-622c149bc9eb gateway port host: dv-neutron-843763-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:32:48.086293 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-e2e0af63-1cbe-4af4-b16e-f980a9c13998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10313427-256a-4ffb-9ec0-622c149bc9eb', 'name': 'tempest-TestMinimumBasicScenario-1357090091-router', 'tenant_id': 'dbb13ce59ed844cda31d3cc5d296a306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.62'}], 'enable_snat': True}, 'gw_port_id': '884468ad-3825-4e72-9a04-50f2fd0d577f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:32:37Z', 'updated_at': '2022-05-30T05:32:41Z', 'revision_number': 4, 'project_id': 'dbb13ce59ed844cda31d3cc5d296a306', 'gw_port': {'id': '884468ad-3825-4e72-9a04-50f2fd0d577f', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:58:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10313427-256a-4ffb-9ec0-622c149bc9eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:32:38Z', 'updated_at': '2022-05-30T05:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': 'f9f122e8-baba-4a70-b055-0f6b259128c9', 'name': '', 'network_id': '6289f6bb-b492-4e55-b45d-478fe0f69dd0', 'tenant_id': 'dbb13ce59ed844cda31d3cc5d296a306', 'mac_address': 'fa:16:3e:50:eb:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10313427-256a-4ffb-9ec0-622c149bc9eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '249bab15-e0e8-4813-855e-532637ce57b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:32:40Z', 'updated_at': '2022-05-30T05:32:47Z', 'revision_number': 4, 'project_id': 'dbb13ce59ed844cda31d3cc5d296a306', 'subnets': [{'id': '249bab15-e0e8-4813-855e-532637ce57b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:32:48.090271 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e0af63-1cbe-4af4-b16e-f980a9c13998 None None] The sync data for ids ['10313427-256a-4ffb-9ec0-622c149bc9eb'] in dv-neutron-843763-1-hyperv is: [{'id': '10313427-256a-4ffb-9ec0-622c149bc9eb', 'name': 'tempest-TestMinimumBasicScenario-1357090091-router', 'tenant_id': 'dbb13ce59ed844cda31d3cc5d296a306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.62'}], 'enable_snat': True}, 'gw_port_id': '884468ad-3825-4e72-9a04-50f2fd0d577f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:32:37Z', 'updated_at': '2022-05-30T05:32:41Z', 'revision_number': 4, 'project_id': 'dbb13ce59ed844cda31d3cc5d296a306', 'gw_port': {'id': '884468ad-3825-4e72-9a04-50f2fd0d577f', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:58:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10313427-256a-4ffb-9ec0-622c149bc9eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:32:38Z', 'updated_at': '2022-05-30T05:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': 'f9f122e8-baba-4a70-b055-0f6b259128c9', 'name': '', 'network_id': '6289f6bb-b492-4e55-b45d-478fe0f69dd0', 'tenant_id': 'dbb13ce59ed844cda31d3cc5d296a306', 'mac_address': 'fa:16:3e:50:eb:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10313427-256a-4ffb-9ec0-622c149bc9eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '249bab15-e0e8-4813-855e-532637ce57b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:32:40Z', 'updated_at': '2022-05-30T05:32:47Z', 'revision_number': 4, 'project_id': 'dbb13ce59ed844cda31d3cc5d296a306', 'subnets': [{'id': '249bab15-e0e8-4813-855e-532637ce57b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:32:48.789255 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device f9f122e8-baba-4a70-b055-0f6b259128c9 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:32:48.870750 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port f9f122e8-baba-4a70-b055-0f6b259128c9 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:32:48.875868 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port f9f122e8-baba-4a70-b055-0f6b259128c9 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:32:48.876900 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:48.998720 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port f9f122e8-baba-4a70-b055-0f6b259128c9 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:32:48.999009 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:49.039508 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] For port f9f122e8-baba-4a70-b055-0f6b259128c9, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=f9f122e8-baba-4a70-b055-0f6b259128c9,segment=NetworkSegment(0fc58bdb-dc83-458b-9758-a95d403ae5f2),segment_id=0fc58bdb-dc83-458b-9758-a95d403ae5f2)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:32:49.044638 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:49.120645 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Pushing event updated for resources: {'Port': ['ID=f9f122e8-baba-4a70-b055-0f6b259128c9,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:32:50.769179 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device f9f122e8-baba-4a70-b055-0f6b259128c9 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:32:50.840290 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port f9f122e8-baba-4a70-b055-0f6b259128c9 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:32:50.840665 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:50.963516 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port f9f122e8-baba-4a70-b055-0f6b259128c9 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:32:52.379877 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b62138-13aa-4036-9361-a0d09cf509e3 req-677cad05-496f-41d5-8767-faea05f5814d tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:32:52.381332 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-52b62138-13aa-4036-9361-a0d09cf509e3 req-677cad05-496f-41d5-8767-faea05f5814d tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] 10.222.0.15 "GET /v2.0/networks?id=f6bfb4a8-69c3-4b60-acef-13c4cefe9916 HTTP/1.1" status: 200 len: 814 time: 0.1499212 May 30 05:32:52.396186 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-52b62138-13aa-4036-9361-a0d09cf509e3 req-37c85c0b-5a79-44a4-8327-b6fa7a50332e tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] 10.222.0.15 "GET /v2.0/quotas/380d7f19f73247778cd4b58ac5f4efdb HTTP/1.1" status: 200 len: 375 time: 0.0091689 May 30 05:32:52.478184 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-52b62138-13aa-4036-9361-a0d09cf509e3 req-7084c93c-de93-4cff-8327-a57b5f6db8cb tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=380d7f19f73247778cd4b58ac5f4efdb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0765226 May 30 05:32:52.708076 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-52b62138-13aa-4036-9361-a0d09cf509e3 req-5b8385b7-2eeb-40ec-ac84-c2045278a377 service neutron] 10.222.0.15 "GET /v2.0/networks/f6bfb4a8-69c3-4b60-acef-13c4cefe9916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182822 May 30 05:32:52.842998 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-52b62138-13aa-4036-9361-a0d09cf509e3 req-b5a36023-269c-4fdb-8f0b-095ae33aa0e8 service neutron] 10.222.0.15 "GET /v2.0/networks/f6bfb4a8-69c3-4b60-acef-13c4cefe9916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290944 May 30 05:32:53.011387 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e887d04f-9f41-4161-a121-ae89b0a258ba req-2c240173-e0c4-4166-933b-8ccb7464fc2c tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] 10.222.0.15 "GET /v2.0/ports?device_id=c28f15f9-d726-4e34-a2f5-5358a3f1526d HTTP/1.1" status: 200 len: 210 time: 0.0416868 May 30 05:32:54.036910 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b62138-13aa-4036-9361-a0d09cf509e3 req-e9fa9c21-590b-4d4e-b9ae-b1ee7c1cd8e5 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:32:54.038395 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-52b62138-13aa-4036-9361-a0d09cf509e3 req-e9fa9c21-590b-4d4e-b9ae-b1ee7c1cd8e5 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] 10.222.0.39 "GET /v2.0/networks?id=f6bfb4a8-69c3-4b60-acef-13c4cefe9916 HTTP/1.1" status: 200 len: 814 time: 0.1470244 May 30 05:32:54.050274 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [req-52b62138-13aa-4036-9361-a0d09cf509e3 req-5f1ec110-5e4d-4bbb-b33c-7e93f3178c36 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Request body: {'port': {'device_id': 'c28f15f9-d726-4e34-a2f5-5358a3f1526d', 'network_id': 'f6bfb4a8-69c3-4b60-acef-13c4cefe9916', 'admin_state_up': True, 'tenant_id': '380d7f19f73247778cd4b58ac5f4efdb'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:32:54.176489 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-742cdb64-f9e6-46b4-be21-4d4d99dae3be req-af667ac9-38ab-4129-b3c6-06ab6ba1694d tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] 10.222.0.15 "GET /v2.0/ports?device_id=c28f15f9-d726-4e34-a2f5-5358a3f1526d HTTP/1.1" status: 200 len: 210 time: 0.0582771 May 30 05:32:54.229988 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [req-52b62138-13aa-4036-9361-a0d09cf509e3 req-5f1ec110-5e4d-4bbb-b33c-7e93f3178c36 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:32:54.234017 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-52b62138-13aa-4036-9361-a0d09cf509e3 req-5f1ec110-5e4d-4bbb-b33c-7e93f3178c36 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Usage tracker for resource:port and tenant:380d7f19f73247778cd4b58ac5f4efdb is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:32:54.238368 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-52b62138-13aa-4036-9361-a0d09cf509e3 req-5f1ec110-5e4d-4bbb-b33c-7e93f3178c36 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:32:54.245663 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [req-52b62138-13aa-4036-9361-a0d09cf509e3 req-5f1ec110-5e4d-4bbb-b33c-7e93f3178c36 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:32:54.255977 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52b62138-13aa-4036-9361-a0d09cf509e3 req-5f1ec110-5e4d-4bbb-b33c-7e93f3178c36 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Made reservation on behalf of 380d7f19f73247778cd4b58ac5f4efdb for: {'port': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:32:54.260369 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-52b62138-13aa-4036-9361-a0d09cf509e3 req-5f1ec110-5e4d-4bbb-b33c-7e93f3178c36 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:54.573393 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [req-52b62138-13aa-4036-9361-a0d09cf509e3 req-5f1ec110-5e4d-4bbb-b33c-7e93f3178c36 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Allocated IP 172.20.0.13 (f6bfb4a8-69c3-4b60-acef-13c4cefe9916/95cad40d-1a2d-494f-9b02-6caa32f3a62a/7b424777-5ca0-4a65-8c8d-4b25f0083489) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:32:54.845391 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-52b62138-13aa-4036-9361-a0d09cf509e3 req-5f1ec110-5e4d-4bbb-b33c-7e93f3178c36 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:54.862330 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [req-52b62138-13aa-4036-9361-a0d09cf509e3 req-5f1ec110-5e4d-4bbb-b33c-7e93f3178c36 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Transition to ACTIVE for port object 7b424777-5ca0-4a65-8c8d-4b25f0083489 will not be triggered until provisioned by entity DHCP. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:32:54.887988 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-52b62138-13aa-4036-9361-a0d09cf509e3 req-5f1ec110-5e4d-4bbb-b33c-7e93f3178c36 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:54.960068 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52b62138-13aa-4036-9361-a0d09cf509e3 req-5f1ec110-5e4d-4bbb-b33c-7e93f3178c36 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Network f6bfb4a8-69c3-4b60-acef-13c4cefe9916 is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:32:54.967417 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [req-52b62138-13aa-4036-9361-a0d09cf509e3 req-5f1ec110-5e4d-4bbb-b33c-7e93f3178c36 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:32:54.972105 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [req-52b62138-13aa-4036-9361-a0d09cf509e3 req-5f1ec110-5e4d-4bbb-b33c-7e93f3178c36 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:32:55.049016 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b62138-13aa-4036-9361-a0d09cf509e3 req-5f1ec110-5e4d-4bbb-b33c-7e93f3178c36 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:32:55.049742 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-52b62138-13aa-4036-9361-a0d09cf509e3 req-5f1ec110-5e4d-4bbb-b33c-7e93f3178c36 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:55.089264 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-52b62138-13aa-4036-9361-a0d09cf509e3 req-5f1ec110-5e4d-4bbb-b33c-7e93f3178c36 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0428772 May 30 05:32:55.103472 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1ec110-5e4d-4bbb-b33c-7e93f3178c36 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Pushing event updated for resources: {'Port': ['ID=7b424777-5ca0-4a65-8c8d-4b25f0083489,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:32:55.112933 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1ec110-5e4d-4bbb-b33c-7e93f3178c36 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:32:55.113632 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1ec110-5e4d-4bbb-b33c-7e93f3178c36 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:32:55.116061 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1ec110-5e4d-4bbb-b33c-7e93f3178c36 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:32:55.116425 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1ec110-5e4d-4bbb-b33c-7e93f3178c36 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:32:55.116778 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1ec110-5e4d-4bbb-b33c-7e93f3178c36 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:32:55.117121 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1ec110-5e4d-4bbb-b33c-7e93f3178c36 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:32:55.117457 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1ec110-5e4d-4bbb-b33c-7e93f3178c36 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:32:55.117870 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1ec110-5e4d-4bbb-b33c-7e93f3178c36 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:32:55.118172 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1ec110-5e4d-4bbb-b33c-7e93f3178c36 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:32:55.118502 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1ec110-5e4d-4bbb-b33c-7e93f3178c36 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:32:55.118832 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1ec110-5e4d-4bbb-b33c-7e93f3178c36 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:32:55.119165 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1ec110-5e4d-4bbb-b33c-7e93f3178c36 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:32:55.287020 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-6101d9b8-b337-4617-bfe0-7f9b463302a6 None None] Provisioning for port 7b424777-5ca0-4a65-8c8d-4b25f0083489 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:32:55.293042 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-6101d9b8-b337-4617-bfe0-7f9b463302a6 None None] Provisioning complete for port 7b424777-5ca0-4a65-8c8d-4b25f0083489 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:32:55.293555 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-6101d9b8-b337-4617-bfe0-7f9b463302a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:55.388203 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-6101d9b8-b337-4617-bfe0-7f9b463302a6 None None] Port 7b424777-5ca0-4a65-8c8d-4b25f0083489 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 05:32:55.411206 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a2aeb6-d32b-4fb4-94b4-4b32079e767d req-3bf3534e-f3f4-47d9-97e9-3157e68c8b3d tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:32:55.411906 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-f8a2aeb6-d32b-4fb4-94b4-4b32079e767d req-3bf3534e-f3f4-47d9-97e9-3157e68c8b3d tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Synchronizing usage tracker for tenant:380d7f19f73247778cd4b58ac5f4efdb on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:32:55.432469 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-f8a2aeb6-d32b-4fb4-94b4-4b32079e767d req-3bf3534e-f3f4-47d9-97e9-3157e68c8b3d tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Unset dirty status for tenant:380d7f19f73247778cd4b58ac5f4efdb on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:32:55.433725 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f8a2aeb6-d32b-4fb4-94b4-4b32079e767d req-3bf3534e-f3f4-47d9-97e9-3157e68c8b3d tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] 10.222.0.15 "GET /v2.0/ports?device_id=c28f15f9-d726-4e34-a2f5-5358a3f1526d HTTP/1.1" status: 200 len: 932 time: 0.1289017 May 30 05:32:55.483515 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f8a2aeb6-d32b-4fb4-94b4-4b32079e767d req-5221c896-684d-4b7b-b496-07b8bef4b17b tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] 10.222.0.15 "GET /v2.0/security-groups?id=39c18473-c9b7-422e-8492-d5bdff59af62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425436 May 30 05:32:56.197352 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-45f79e78-106a-4f09-9d2c-69baeab7263d None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 05:32:56.676380 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2ed4a9-1954-4528-948e-1424d9c0106d req-f79ef89a-6c5a-4955-8987-429b54e19b9d tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:32:56.678284 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0f2ed4a9-1954-4528-948e-1424d9c0106d req-f79ef89a-6c5a-4955-8987-429b54e19b9d tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] 10.222.0.15 "GET /v2.0/ports?device_id=c28f15f9-d726-4e34-a2f5-5358a3f1526d HTTP/1.1" status: 200 len: 932 time: 0.0855582 May 30 05:32:56.727780 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0f2ed4a9-1954-4528-948e-1424d9c0106d req-571cfbb0-e23b-4ca5-8ce8-1b08d16699da tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] 10.222.0.15 "GET /v2.0/security-groups?id=39c18473-c9b7-422e-8492-d5bdff59af62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438247 May 30 05:32:57.924730 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a48ca2-fa9d-4dd2-9adb-78f3c779d4e3 req-0d548370-3058-4bae-8af4-c34e2429825f tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:32:57.926230 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a7a48ca2-fa9d-4dd2-9adb-78f3c779d4e3 req-0d548370-3058-4bae-8af4-c34e2429825f tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] 10.222.0.15 "GET /v2.0/ports?device_id=c28f15f9-d726-4e34-a2f5-5358a3f1526d HTTP/1.1" status: 200 len: 932 time: 0.0889442 May 30 05:32:57.975786 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a7a48ca2-fa9d-4dd2-9adb-78f3c779d4e3 req-7413da6a-b3ef-49c1-a788-c7b6283522a1 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] 10.222.0.15 "GET /v2.0/security-groups?id=39c18473-c9b7-422e-8492-d5bdff59af62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438983 May 30 05:32:58.072113 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-6d8b84bd-d4ea-49df-858d-4b78a3940716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:32:59.187551 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2adf7e-ae20-421d-9034-7a93f2e3c2f2 req-eb1d8601-3710-4856-a9dc-61d5a8b22992 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:32:59.195254 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ac2adf7e-ae20-421d-9034-7a93f2e3c2f2 req-eb1d8601-3710-4856-a9dc-61d5a8b22992 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] 10.222.0.15 "GET /v2.0/ports?device_id=c28f15f9-d726-4e34-a2f5-5358a3f1526d HTTP/1.1" status: 200 len: 932 time: 0.1075683 May 30 05:32:59.243274 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ac2adf7e-ae20-421d-9034-7a93f2e3c2f2 req-c32fcc85-70e8-4d78-8ab1-2a8e93d24f7f tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] 10.222.0.15 "GET /v2.0/security-groups?id=39c18473-c9b7-422e-8492-d5bdff59af62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470223 May 30 05:33:00.304296 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-d17e380e-17af-4a22-8623-c40b8a034ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:33:00.456275 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28ab3c2-c3e0-4717-9920-f566f7fc933d req-fb687437-5a5b-49ab-9804-8882b79330bf tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:33:00.457756 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a28ab3c2-c3e0-4717-9920-f566f7fc933d req-fb687437-5a5b-49ab-9804-8882b79330bf tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] 10.222.0.15 "GET /v2.0/ports?device_id=c28f15f9-d726-4e34-a2f5-5358a3f1526d HTTP/1.1" status: 200 len: 932 time: 0.0859404 May 30 05:33:00.509222 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a28ab3c2-c3e0-4717-9920-f566f7fc933d req-7d40eba8-8236-4328-bbd9-28a06e009399 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] 10.222.0.15 "GET /v2.0/security-groups?id=39c18473-c9b7-422e-8492-d5bdff59af62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450106 May 30 05:33:01.347014 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56ded65b-0e68-413c-8b9b-1097922cc81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:33:01.522101 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:33:01.756502 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3d0f64-3eea-4829-98c5-630ac5e5b332 req-c45ac3ac-06ab-4afc-83e7-f232f9e28126 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:33:01.758257 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ba3d0f64-3eea-4829-98c5-630ac5e5b332 req-c45ac3ac-06ab-4afc-83e7-f232f9e28126 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] 10.222.0.15 "GET /v2.0/ports?device_id=c28f15f9-d726-4e34-a2f5-5358a3f1526d HTTP/1.1" status: 200 len: 932 time: 0.0915070 May 30 05:33:01.802397 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ba3d0f64-3eea-4829-98c5-630ac5e5b332 req-877ebb16-50cb-47a3-be30-7296c4e814d3 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] 10.222.0.15 "GET /v2.0/security-groups?id=39c18473-c9b7-422e-8492-d5bdff59af62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385447 May 30 05:33:02.899419 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a142624-940e-4c55-bf49-a5329c884075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:33:02.988514 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abeaa92-ac48-4816-816e-315c842bb04e req-257f9dc6-23ca-4650-adbe-560fa974e063 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:33:02.989877 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7abeaa92-ac48-4816-816e-315c842bb04e req-257f9dc6-23ca-4650-adbe-560fa974e063 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] 10.222.0.15 "GET /v2.0/ports?device_id=c28f15f9-d726-4e34-a2f5-5358a3f1526d HTTP/1.1" status: 200 len: 932 time: 0.0788364 May 30 05:33:03.032241 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7abeaa92-ac48-4816-816e-315c842bb04e req-ff5809ee-1446-4766-adfd-4abc63ceae3e tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] 10.222.0.15 "GET /v2.0/security-groups?id=39c18473-c9b7-422e-8492-d5bdff59af62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367482 May 30 05:33:04.107220 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [req-52b62138-13aa-4036-9361-a0d09cf509e3 req-89c531f0-8d8a-4e99-814d-659d84c4ecc5 service neutron] Request body: {'port': {'device_id': 'c28f15f9-d726-4e34-a2f5-5358a3f1526d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8437'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:33:04.277015 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-52b62138-13aa-4036-9361-a0d09cf509e3 req-89c531f0-8d8a-4e99-814d-659d84c4ecc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:33:04.301459 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e63f2c-4bcf-4a27-9e70-f602bcff801d req-a20efc2d-8365-441b-9f16-d5c05402f356 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:33:04.302923 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-94e63f2c-4bcf-4a27-9e70-f602bcff801d req-a20efc2d-8365-441b-9f16-d5c05402f356 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] 10.222.0.15 "GET /v2.0/ports?device_id=c28f15f9-d726-4e34-a2f5-5358a3f1526d HTTP/1.1" status: 200 len: 932 time: 0.1616931 May 30 05:33:04.396562 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-94e63f2c-4bcf-4a27-9e70-f602bcff801d req-4e45a96b-df17-4d19-9200-12b5e6d33192 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] 10.222.0.15 "GET /v2.0/security-groups?id=39c18473-c9b7-422e-8492-d5bdff59af62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701818 May 30 05:33:04.655226 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [req-52b62138-13aa-4036-9361-a0d09cf509e3 req-89c531f0-8d8a-4e99-814d-659d84c4ecc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b424777-5ca0-4a65-8c8d-4b25f0083489 {{(pid=88261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 30 05:33:04.662099 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-52b62138-13aa-4036-9361-a0d09cf509e3 req-89c531f0-8d8a-4e99-814d-659d84c4ecc5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:33:04.676054 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [req-52b62138-13aa-4036-9361-a0d09cf509e3 req-89c531f0-8d8a-4e99-814d-659d84c4ecc5 service neutron] Transition to ACTIVE for port object 7b424777-5ca0-4a65-8c8d-4b25f0083489 will not be triggered until provisioned by entity L2. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:33:04.679329 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-52b62138-13aa-4036-9361-a0d09cf509e3 req-89c531f0-8d8a-4e99-814d-659d84c4ecc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2304381'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:33:04.924362 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c531f0-8d8a-4e99-814d-659d84c4ecc5 service neutron] Pushing event updated for resources: {'Port': ['ID=7b424777-5ca0-4a65-8c8d-4b25f0083489,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:33:05.030119 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [req-52b62138-13aa-4036-9361-a0d09cf509e3 req-89c531f0-8d8a-4e99-814d-659d84c4ecc5 service neutron] Attempting to bind port 7b424777-5ca0-4a65-8c8d-4b25f0083489 on host hv-neutron-8437 for vnic_type normal with profile {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 05:33:05.030371 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [req-52b62138-13aa-4036-9361-a0d09cf509e3 req-89c531f0-8d8a-4e99-814d-659d84c4ecc5 service neutron] Attempting to bind port 7b424777-5ca0-4a65-8c8d-4b25f0083489 by drivers openvswitch,hyperv on host hv-neutron-8437 at level 0 using segments [{'id': '803796eb-9b87-46f5-bd31-4aeaf7d780c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'f6bfb4a8-69c3-4b60-acef-13c4cefe9916'}] {{(pid=88261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 05:33:05.030699 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b62138-13aa-4036-9361-a0d09cf509e3 req-89c531f0-8d8a-4e99-814d-659d84c4ecc5 service neutron] Attempting to bind port 7b424777-5ca0-4a65-8c8d-4b25f0083489 on network f6bfb4a8-69c3-4b60-acef-13c4cefe9916 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:33:05.036029 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b62138-13aa-4036-9361-a0d09cf509e3 req-89c531f0-8d8a-4e99-814d-659d84c4ecc5 service neutron] Port 7b424777-5ca0-4a65-8c8d-4b25f0083489 on network f6bfb4a8-69c3-4b60-acef-13c4cefe9916 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8437 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 30 05:33:05.036357 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b62138-13aa-4036-9361-a0d09cf509e3 req-89c531f0-8d8a-4e99-814d-659d84c4ecc5 service neutron] Attempting to bind port 7b424777-5ca0-4a65-8c8d-4b25f0083489 on network f6bfb4a8-69c3-4b60-acef-13c4cefe9916 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:33:05.041343 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b62138-13aa-4036-9361-a0d09cf509e3 req-89c531f0-8d8a-4e99-814d-659d84c4ecc5 service neutron] Checking agent: {'id': 'de0c936d-420b-412f-9642-7bfe80b5ab25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8437', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 51, 47), 'started_at': datetime.datetime(2022, 5, 30, 4, 51, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 5, 32, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 05:33:05.041674 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b62138-13aa-4036-9361-a0d09cf509e3 req-89c531f0-8d8a-4e99-814d-659d84c4ecc5 service neutron] Checking segment: {'id': '803796eb-9b87-46f5-bd31-4aeaf7d780c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'f6bfb4a8-69c3-4b60-acef-13c4cefe9916'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:33:05.042084 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b62138-13aa-4036-9361-a0d09cf509e3 req-89c531f0-8d8a-4e99-814d-659d84c4ecc5 service neutron] Bound using segment: {'id': '803796eb-9b87-46f5-bd31-4aeaf7d780c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'f6bfb4a8-69c3-4b60-acef-13c4cefe9916'} {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 05:33:05.042503 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [req-52b62138-13aa-4036-9361-a0d09cf509e3 req-89c531f0-8d8a-4e99-814d-659d84c4ecc5 service neutron] Bound port: 7b424777-5ca0-4a65-8c8d-4b25f0083489, host: hv-neutron-8437, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '803796eb-9b87-46f5-bd31-4aeaf7d780c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'f6bfb4a8-69c3-4b60-acef-13c4cefe9916'}}] {{(pid=88261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 05:33:05.042840 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-52b62138-13aa-4036-9361-a0d09cf509e3 req-89c531f0-8d8a-4e99-814d-659d84c4ecc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:33:05.140540 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [req-52b62138-13aa-4036-9361-a0d09cf509e3 req-89c531f0-8d8a-4e99-814d-659d84c4ecc5 service neutron] For port 7b424777-5ca0-4a65-8c8d-4b25f0083489, host hv-neutron-8437, cleared binding levels {{(pid=88261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 05:33:05.143408 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [req-52b62138-13aa-4036-9361-a0d09cf509e3 req-89c531f0-8d8a-4e99-814d-659d84c4ecc5 service neutron] For port 7b424777-5ca0-4a65-8c8d-4b25f0083489, host hv-neutron-8437, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=7b424777-5ca0-4a65-8c8d-4b25f0083489,segment=NetworkSegment(803796eb-9b87-46f5-bd31-4aeaf7d780c9),segment_id=803796eb-9b87-46f5-bd31-4aeaf7d780c9)] {{(pid=88261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 05:33:05.147982 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-52b62138-13aa-4036-9361-a0d09cf509e3 req-89c531f0-8d8a-4e99-814d-659d84c4ecc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2304381'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:33:05.207235 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b62138-13aa-4036-9361-a0d09cf509e3 req-89c531f0-8d8a-4e99-814d-659d84c4ecc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:33:05.208336 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-52b62138-13aa-4036-9361-a0d09cf509e3 req-89c531f0-8d8a-4e99-814d-659d84c4ecc5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:33:05.209624 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-52b62138-13aa-4036-9361-a0d09cf509e3 req-89c531f0-8d8a-4e99-814d-659d84c4ecc5 service neutron] 10.222.0.39 "PUT /v2.0/ports/7b424777-5ca0-4a65-8c8d-4b25f0083489 HTTP/1.1" status: 200 len: 1094 time: 1.1068482 May 30 05:33:05.210102 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c28f15f9-d726-4e34-a2f5-5358a3f1526d', 'tag': '7b424777-5ca0-4a65-8c8d-4b25f0083489'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:33:05.234553 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c531f0-8d8a-4e99-814d-659d84c4ecc5 service neutron] Pushing event updated for resources: {'Port': ['ID=7b424777-5ca0-4a65-8c8d-4b25f0083489,revision_number=3']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:33:05.344277 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b62138-13aa-4036-9361-a0d09cf509e3 req-bf1c7ba1-74c5-4817-8fd2-98fec975cb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:33:05.346395 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-52b62138-13aa-4036-9361-a0d09cf509e3 req-bf1c7ba1-74c5-4817-8fd2-98fec975cb30 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=380d7f19f73247778cd4b58ac5f4efdb&device_id=c28f15f9-d726-4e34-a2f5-5358a3f1526d HTTP/1.1" status: 200 len: 1097 time: 0.0780880 May 30 05:33:05.414111 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f03cf67-c813-4444-a292-5e4068cb629a'] response: {'name': 'network-changed', 'server_uuid': 'c28f15f9-d726-4e34-a2f5-5358a3f1526d', 'tag': '7b424777-5ca0-4a65-8c8d-4b25f0083489', 'status': 'completed', 'code': 200} May 30 05:33:05.415586 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-52b62138-13aa-4036-9361-a0d09cf509e3 req-822f92e8-54d2-4ecd-ba43-873d764e473b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7b424777-5ca0-4a65-8c8d-4b25f0083489 HTTP/1.1" status: 200 len: 217 time: 0.0626664 May 30 05:33:05.486388 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b62138-13aa-4036-9361-a0d09cf509e3 req-c6b1f6ca-cf87-4bec-89f0-b0e562cded42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:33:05.487746 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-52b62138-13aa-4036-9361-a0d09cf509e3 req-c6b1f6ca-cf87-4bec-89f0-b0e562cded42 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=95cad40d-1a2d-494f-9b02-6caa32f3a62a HTTP/1.1" status: 200 len: 853 time: 0.0654552 May 30 05:33:05.622201 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b62138-13aa-4036-9361-a0d09cf509e3 req-d5d52b9d-9e06-4333-a3c1-21afe3fae016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:33:05.623639 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-52b62138-13aa-4036-9361-a0d09cf509e3 req-d5d52b9d-9e06-4333-a3c1-21afe3fae016 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f6bfb4a8-69c3-4b60-acef-13c4cefe9916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1303630 May 30 05:33:05.635796 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930126ab-e2ed-4fcc-b738-a3a804c27d10 req-5eda599a-96db-4307-95da-6c55e9481515 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:33:05.637119 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-930126ab-e2ed-4fcc-b738-a3a804c27d10 req-5eda599a-96db-4307-95da-6c55e9481515 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] 10.222.0.15 "GET /v2.0/ports?device_id=c28f15f9-d726-4e34-a2f5-5358a3f1526d HTTP/1.1" status: 200 len: 944 time: 0.1074367 May 30 05:33:05.756917 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-930126ab-e2ed-4fcc-b738-a3a804c27d10 req-b2a44d59-8740-4462-a14f-d15ae3742a13 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] 10.222.0.15 "GET /v2.0/security-groups?id=39c18473-c9b7-422e-8492-d5bdff59af62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019404 May 30 05:33:05.793201 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-52b62138-13aa-4036-9361-a0d09cf509e3 req-52a09ed3-96c7-43e7-9749-1fed18999dd1 service neutron] 10.222.0.39 "GET /v2.0/networks/f6bfb4a8-69c3-4b60-acef-13c4cefe9916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551745 May 30 05:33:05.920297 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-52b62138-13aa-4036-9361-a0d09cf509e3 req-a46909b0-b20e-413e-a158-b6a5c9414948 service neutron] 10.222.0.39 "GET /v2.0/networks/f6bfb4a8-69c3-4b60-acef-13c4cefe9916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203187 May 30 05:33:06.030928 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85c06d3-50c6-4bf1-ab10-bd4ee2dd87fe req-ada219b2-6361-44e7-b26a-1300f8f3b610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:33:06.032543 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a85c06d3-50c6-4bf1-ab10-bd4ee2dd87fe req-ada219b2-6361-44e7-b26a-1300f8f3b610 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=380d7f19f73247778cd4b58ac5f4efdb&device_id=c28f15f9-d726-4e34-a2f5-5358a3f1526d HTTP/1.1" status: 200 len: 1097 time: 0.0708842 May 30 05:33:06.159615 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85c06d3-50c6-4bf1-ab10-bd4ee2dd87fe req-f0ccfbe1-a1e1-4674-8c58-ba460446f234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:33:06.161062 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a85c06d3-50c6-4bf1-ab10-bd4ee2dd87fe req-f0ccfbe1-a1e1-4674-8c58-ba460446f234 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f6bfb4a8-69c3-4b60-acef-13c4cefe9916 HTTP/1.1" status: 200 len: 915 time: 0.1230745 May 30 05:33:06.228931 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a85c06d3-50c6-4bf1-ab10-bd4ee2dd87fe req-cbce222a-a1b8-4eb3-a8b2-e0b6b55c11f0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7b424777-5ca0-4a65-8c8d-4b25f0083489 HTTP/1.1" status: 200 len: 217 time: 0.0620053 May 30 05:33:06.289049 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85c06d3-50c6-4bf1-ab10-bd4ee2dd87fe req-a6ada0b1-16bf-4435-a5ff-38652a5bfc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:33:06.290541 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a85c06d3-50c6-4bf1-ab10-bd4ee2dd87fe req-a6ada0b1-16bf-4435-a5ff-38652a5bfc3b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=95cad40d-1a2d-494f-9b02-6caa32f3a62a HTTP/1.1" status: 200 len: 853 time: 0.0559356 May 30 05:33:06.365763 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85c06d3-50c6-4bf1-ab10-bd4ee2dd87fe req-eccab78f-482f-4a3f-b6fa-2e1b87b1882c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:33:06.367231 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a85c06d3-50c6-4bf1-ab10-bd4ee2dd87fe req-eccab78f-482f-4a3f-b6fa-2e1b87b1882c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f6bfb4a8-69c3-4b60-acef-13c4cefe9916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712631 May 30 05:33:06.598917 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a85c06d3-50c6-4bf1-ab10-bd4ee2dd87fe req-ff3dcbbc-539a-406f-b5f1-856e3dc9ec98 service neutron] 10.222.0.39 "GET /v2.0/networks/f6bfb4a8-69c3-4b60-acef-13c4cefe9916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250159 May 30 05:33:06.727981 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a85c06d3-50c6-4bf1-ab10-bd4ee2dd87fe req-1daa91ab-ffd0-4ddc-b5ee-2e535fb18e6f service neutron] 10.222.0.39 "GET /v2.0/networks/f6bfb4a8-69c3-4b60-acef-13c4cefe9916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227267 May 30 05:33:06.944257 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0813a7c0-b90c-40c0-9f12-a24afd67f6f7 req-c05ded66-dfd0-4307-8280-53c118f00340 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:33:06.945598 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0813a7c0-b90c-40c0-9f12-a24afd67f6f7 req-c05ded66-dfd0-4307-8280-53c118f00340 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] 10.222.0.15 "GET /v2.0/ports?device_id=c28f15f9-d726-4e34-a2f5-5358a3f1526d HTTP/1.1" status: 200 len: 944 time: 0.0781207 May 30 05:33:06.989977 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0813a7c0-b90c-40c0-9f12-a24afd67f6f7 req-bb62b721-fdc0-48b5-b1ad-89b8bb103062 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] 10.222.0.15 "GET /v2.0/security-groups?id=39c18473-c9b7-422e-8492-d5bdff59af62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387323 May 30 05:33:08.175456 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a237b60d-0ee0-41da-a78c-a10e40a703d9 req-7d95ad32-1f57-401d-b061-323c9c48cf34 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:33:08.176887 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a237b60d-0ee0-41da-a78c-a10e40a703d9 req-7d95ad32-1f57-401d-b061-323c9c48cf34 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] 10.222.0.15 "GET /v2.0/ports?device_id=c28f15f9-d726-4e34-a2f5-5358a3f1526d HTTP/1.1" status: 200 len: 944 time: 0.0848074 May 30 05:33:08.219787 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a237b60d-0ee0-41da-a78c-a10e40a703d9 req-67301534-b2cf-48df-b7cc-db8f7918f9f7 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] 10.222.0.15 "GET /v2.0/security-groups?id=39c18473-c9b7-422e-8492-d5bdff59af62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372088 May 30 05:33:09.399466 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ea6473-99fb-4e86-902a-04842a59c476 req-676fedc7-85cf-459a-9037-3a1260446403 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:33:09.400911 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-15ea6473-99fb-4e86-902a-04842a59c476 req-676fedc7-85cf-459a-9037-3a1260446403 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] 10.222.0.15 "GET /v2.0/ports?device_id=c28f15f9-d726-4e34-a2f5-5358a3f1526d HTTP/1.1" status: 200 len: 944 time: 0.0785000 May 30 05:33:09.444269 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-15ea6473-99fb-4e86-902a-04842a59c476 req-1f982063-3917-400b-9464-d47db88113b8 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] 10.222.0.15 "GET /v2.0/security-groups?id=39c18473-c9b7-422e-8492-d5bdff59af62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377533 May 30 05:33:10.299473 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device 7b424777-5ca0-4a65-8c8d-4b25f0083489 details requested by agent hyperv_hv-neutron-8437 with host hv-neutron-8437 {{(pid=88262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 05:33:10.429140 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port 7b424777-5ca0-4a65-8c8d-4b25f0083489, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=7b424777-5ca0-4a65-8c8d-4b25f0083489,segment=NetworkSegment(803796eb-9b87-46f5-bd31-4aeaf7d780c9),segment_id=803796eb-9b87-46f5-bd31-4aeaf7d780c9)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:33:10.442298 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Returning: {'device': '7b424777-5ca0-4a65-8c8d-4b25f0083489', 'network_id': 'f6bfb4a8-69c3-4b60-acef-13c4cefe9916', 'port_id': '7b424777-5ca0-4a65-8c8d-4b25f0083489', 'mac_address': 'fa:16:3e:dc:61:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95cad40d-1a2d-494f-9b02-6caa32f3a62a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 05:33:10.496329 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Current status of the port 7b424777-5ca0-4a65-8c8d-4b25f0083489 is: DOWN; New status is: BUILD {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:33:10.496717 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:33:10.516130 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b424777-5ca0-4a65-8c8d-4b25f0083489 {{(pid=88262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 30 05:33:10.530872 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port 7b424777-5ca0-4a65-8c8d-4b25f0083489, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=7b424777-5ca0-4a65-8c8d-4b25f0083489,segment=NetworkSegment(803796eb-9b87-46f5-bd31-4aeaf7d780c9),segment_id=803796eb-9b87-46f5-bd31-4aeaf7d780c9)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:33:10.535688 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:33:10.601997 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Pushing event updated for resources: {'Port': ['ID=7b424777-5ca0-4a65-8c8d-4b25f0083489,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:33:10.609067 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:33:10.609425 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:33:10.609773 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:33:10.610141 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:33:10.611047 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:33:10.611394 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:33:10.611757 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:33:10.612092 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:33:10.612424 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:33:10.612755 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:33:10.613089 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:33:10.613418 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:33:10.634309 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d819ea7-d5ab-4a1e-be3e-192c65f09a0a req-da72035f-e20e-4fa9-a12b-e73a4dacbef8 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:33:10.635747 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1d819ea7-d5ab-4a1e-be3e-192c65f09a0a req-da72035f-e20e-4fa9-a12b-e73a4dacbef8 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] 10.222.0.15 "GET /v2.0/ports?device_id=c28f15f9-d726-4e34-a2f5-5358a3f1526d HTTP/1.1" status: 200 len: 945 time: 0.0808721 May 30 05:33:10.678408 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1d819ea7-d5ab-4a1e-be3e-192c65f09a0a req-12b2a556-6e42-4cfd-b2df-321940fd1529 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] 10.222.0.15 "GET /v2.0/security-groups?id=39c18473-c9b7-422e-8492-d5bdff59af62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370541 May 30 05:33:10.852175 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] get_ports_and_sgs() called for port_ids ['7b424777-5ca0-4a65-8c8d-4b25f0083489'] {{(pid=88262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 30 05:33:11.856666 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f5043b-a5f7-496b-827b-7d780e8d8b5f req-a22898c7-299a-4039-9cb2-200d2977d32f tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:33:11.858111 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e5f5043b-a5f7-496b-827b-7d780e8d8b5f req-a22898c7-299a-4039-9cb2-200d2977d32f tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] 10.222.0.15 "GET /v2.0/ports?device_id=c28f15f9-d726-4e34-a2f5-5358a3f1526d HTTP/1.1" status: 200 len: 945 time: 0.0776727 May 30 05:33:11.905377 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e5f5043b-a5f7-496b-827b-7d780e8d8b5f req-97c834b8-ba56-4f2d-b48e-54d04100feb1 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] 10.222.0.15 "GET /v2.0/security-groups?id=39c18473-c9b7-422e-8492-d5bdff59af62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412092 May 30 05:33:12.299711 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device 7b424777-5ca0-4a65-8c8d-4b25f0083489 up at agent hyperv_hv-neutron-8437 {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:33:12.364987 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Provisioning for port 7b424777-5ca0-4a65-8c8d-4b25f0083489 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:33:12.369622 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Provisioning complete for port 7b424777-5ca0-4a65-8c8d-4b25f0083489 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:33:12.370030 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:33:12.483846 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Current status of the port 7b424777-5ca0-4a65-8c8d-4b25f0083489 is: BUILD; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:33:12.484227 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:33:12.510039 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c28f15f9-d726-4e34-a2f5-5358a3f1526d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b424777-5ca0-4a65-8c8d-4b25f0083489'}] {{(pid=88262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:33:12.519905 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port 7b424777-5ca0-4a65-8c8d-4b25f0083489, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=7b424777-5ca0-4a65-8c8d-4b25f0083489,segment=NetworkSegment(803796eb-9b87-46f5-bd31-4aeaf7d780c9),segment_id=803796eb-9b87-46f5-bd31-4aeaf7d780c9)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:33:12.523647 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:33:12.557172 dv-neutron-843763-1-hyperv neutron-server[88262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ed2c19c-2f7f-4062-8df3-240ccfcb632c'] response: {'server_uuid': 'c28f15f9-d726-4e34-a2f5-5358a3f1526d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b424777-5ca0-4a65-8c8d-4b25f0083489', 'code': 200} May 30 05:33:12.597139 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Pushing event updated for resources: {'Port': ['ID=7b424777-5ca0-4a65-8c8d-4b25f0083489,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:33:12.768868 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e63355-be36-4b40-a38f-7358c5323a48 req-373d58ef-6d50-4c34-95c8-a599aab2eb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:33:12.770275 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c3e63355-be36-4b40-a38f-7358c5323a48 req-373d58ef-6d50-4c34-95c8-a599aab2eb18 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c28f15f9-d726-4e34-a2f5-5358a3f1526d HTTP/1.1" status: 200 len: 1099 time: 0.0696056 May 30 05:33:12.809228 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c3e63355-be36-4b40-a38f-7358c5323a48 req-4347db2a-ac1d-4588-8e29-4394c25f9391 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=39c18473-c9b7-422e-8492-d5bdff59af62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330524 May 30 05:33:13.089146 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f6acfb-4f0b-418e-9e95-ef945883410c req-348470d6-c44e-41e0-a50e-b35a40453853 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:33:13.090616 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-86f6acfb-4f0b-418e-9e95-ef945883410c req-348470d6-c44e-41e0-a50e-b35a40453853 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] 10.222.0.15 "GET /v2.0/ports?device_id=c28f15f9-d726-4e34-a2f5-5358a3f1526d HTTP/1.1" status: 200 len: 946 time: 0.0826058 May 30 05:33:13.133717 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-86f6acfb-4f0b-418e-9e95-ef945883410c req-23b6b27a-0c3a-482c-b6ca-97054118998f tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] 10.222.0.15 "GET /v2.0/security-groups?id=39c18473-c9b7-422e-8492-d5bdff59af62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369029 May 30 05:33:14.316405 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad183efa-2bdd-4b26-b7cf-2115a2dbfa8a req-bd5439f1-66b8-4333-a9a6-9cc99dccd099 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:33:14.317849 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ad183efa-2bdd-4b26-b7cf-2115a2dbfa8a req-bd5439f1-66b8-4333-a9a6-9cc99dccd099 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] 10.222.0.15 "GET /v2.0/ports?device_id=c28f15f9-d726-4e34-a2f5-5358a3f1526d HTTP/1.1" status: 200 len: 946 time: 0.0780466 May 30 05:33:14.360167 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ad183efa-2bdd-4b26-b7cf-2115a2dbfa8a req-e0f8b8c5-0176-4b88-8a13-6903d7daa0e1 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] 10.222.0.15 "GET /v2.0/security-groups?id=39c18473-c9b7-422e-8492-d5bdff59af62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365977 May 30 05:33:14.559919 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862a8b3a-3032-4e0c-8797-224b4638953f req-27c98360-2b67-41d4-8cfb-c8358461fc4f tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:33:14.561339 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-862a8b3a-3032-4e0c-8797-224b4638953f req-27c98360-2b67-41d4-8cfb-c8358461fc4f tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] 10.222.0.15 "GET /v2.0/ports?device_id=c28f15f9-d726-4e34-a2f5-5358a3f1526d HTTP/1.1" status: 200 len: 946 time: 0.0820148 May 30 05:33:14.604424 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-862a8b3a-3032-4e0c-8797-224b4638953f req-0e504d7d-1de7-48c2-b78e-7d9831ff5014 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] 10.222.0.15 "GET /v2.0/security-groups?id=39c18473-c9b7-422e-8492-d5bdff59af62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373580 May 30 05:33:14.995950 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f7e05f-db85-4c88-b56a-67647d5044d6 req-f6b76ab9-7d81-489c-8065-ca25e17aca43 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:33:14.997386 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-55f7e05f-db85-4c88-b56a-67647d5044d6 req-f6b76ab9-7d81-489c-8065-ca25e17aca43 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] 10.222.0.15 "GET /v2.0/ports?device_id=c28f15f9-d726-4e34-a2f5-5358a3f1526d HTTP/1.1" status: 200 len: 946 time: 0.0792968 May 30 05:33:15.044705 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-55f7e05f-db85-4c88-b56a-67647d5044d6 req-cd55fae2-030a-4dc0-8dba-062d616bc927 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] 10.222.0.15 "GET /v2.0/security-groups?id=39c18473-c9b7-422e-8492-d5bdff59af62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410933 May 30 05:33:17.618763 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:33:25.152930 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92255c56-82b7-4507-bed5-1c7428f8078f req-24aef619-13bb-4102-90a3-cd5056dc0f30 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:33:25.154309 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-92255c56-82b7-4507-bed5-1c7428f8078f req-24aef619-13bb-4102-90a3-cd5056dc0f30 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] 10.222.0.15 "GET /v2.0/ports?device_id=c28f15f9-d726-4e34-a2f5-5358a3f1526d HTTP/1.1" status: 200 len: 946 time: 0.0837684 May 30 05:33:25.197066 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-92255c56-82b7-4507-bed5-1c7428f8078f req-8427e4f5-8b75-4b02-bb67-a5dbe1c07f82 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] 10.222.0.15 "GET /v2.0/security-groups?id=39c18473-c9b7-422e-8492-d5bdff59af62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364747 May 30 05:33:25.220896 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 53238) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:33:25.333462 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc539ea8-8ce7-4ef6-be1b-942abd7d2020 tempest-TestMinimumBasicScenario-376378568 tempest-TestMinimumBasicScenario-376378568-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:33:25.334193 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-dc539ea8-8ce7-4ef6-be1b-942abd7d2020 tempest-TestMinimumBasicScenario-376378568 tempest-TestMinimumBasicScenario-376378568-project-admin] Synchronizing usage tracker for tenant:dbb13ce59ed844cda31d3cc5d296a306 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:33:25.350366 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-dc539ea8-8ce7-4ef6-be1b-942abd7d2020 tempest-TestMinimumBasicScenario-376378568 tempest-TestMinimumBasicScenario-376378568-project-admin] Unset dirty status for tenant:dbb13ce59ed844cda31d3cc5d296a306 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:33:25.351475 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-dc539ea8-8ce7-4ef6-be1b-942abd7d2020 tempest-TestMinimumBasicScenario-376378568 tempest-TestMinimumBasicScenario-376378568-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=c28f15f9-d726-4e34-a2f5-5358a3f1526d HTTP/1.1" status: 200 len: 1094 time: 0.1296389 May 30 05:33:25.354535 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 53244) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:33:25.359440 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-5bc2eb59-aa16-4aca-afff-aee0da8ddf20 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Request body: {'floatingip': {'floating_network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'port_id': '7b424777-5ca0-4a65-8c8d-4b25f0083489', 'tenant_id': '380d7f19f73247778cd4b58ac5f4efdb', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:33:25.365296 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-5bc2eb59-aa16-4aca-afff-aee0da8ddf20 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:33:25.368997 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-5bc2eb59-aa16-4aca-afff-aee0da8ddf20 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Usage tracker for resource:floatingip and tenant:380d7f19f73247778cd4b58ac5f4efdb is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:33:25.371752 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-5bc2eb59-aa16-4aca-afff-aee0da8ddf20 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:33:25.377271 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-5bc2eb59-aa16-4aca-afff-aee0da8ddf20 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:33:25.387373 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5bc2eb59-aa16-4aca-afff-aee0da8ddf20 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Notify callbacks [] for floatingip, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:33:25.522656 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5bc2eb59-aa16-4aca-afff-aee0da8ddf20 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:33:25.651237 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-5bc2eb59-aa16-4aca-afff-aee0da8ddf20 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Allocated IP 172.26.6.219 (1bab70f4-3794-44db-8e17-19f483aa8ffa/6b5b73c1-b0ce-4f83-a930-c00cc5522926/2a6f8741-aa2e-4169-96a7-349638f3b94d) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:33:25.792027 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5bc2eb59-aa16-4aca-afff-aee0da8ddf20 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:33:25.820496 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5bc2eb59-aa16-4aca-afff-aee0da8ddf20 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:33:25.893038 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc2eb59-aa16-4aca-afff-aee0da8ddf20 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Network 1bab70f4-3794-44db-8e17-19f483aa8ffa is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:33:25.895932 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-5bc2eb59-aa16-4aca-afff-aee0da8ddf20 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:33:25.899488 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc2eb59-aa16-4aca-afff-aee0da8ddf20 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:33:25.930845 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc2eb59-aa16-4aca-afff-aee0da8ddf20 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Pushing event updated for resources: {'Port': ['ID=2a6f8741-aa2e-4169-96a7-349638f3b94d,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:33:26.394686 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5bc2eb59-aa16-4aca-afff-aee0da8ddf20 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:33:26.466282 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5bc2eb59-aa16-4aca-afff-aee0da8ddf20 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:33:26.665040 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5bc2eb59-aa16-4aca-afff-aee0da8ddf20 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:33:26.669443 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5bc2eb59-aa16-4aca-afff-aee0da8ddf20 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2304381'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:33:26.777575 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc2eb59-aa16-4aca-afff-aee0da8ddf20 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Pushing event updated for resources: {'Port': ['ID=2a6f8741-aa2e-4169-96a7-349638f3b94d,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:33:26.787821 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5bc2eb59-aa16-4aca-afff-aee0da8ddf20 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1604762'] for floatingip, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:33:26.960730 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.db.l3_db [None req-5bc2eb59-aa16-4aca-afff-aee0da8ddf20 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Floating IP 7c0b6a5a-42a0-4d1e-b592-545c27de75e8 associated. External IP: 172.26.6.219, port: 7b424777-5ca0-4a65-8c8d-4b25f0083489. May 30 05:33:27.303509 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bc2eb59-aa16-4aca-afff-aee0da8ddf20 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Router a43004ab-d221-49c4-b6f0-0d1873b77010 has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 05:33:27.587275 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bc2eb59-aa16-4aca-afff-aee0da8ddf20 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:33:27.597761 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa68023-87ea-4a8f-8dd7-b9a55ec507e2 None None] Sync routers for ids ['a43004ab-d221-49c4-b6f0-0d1873b77010'] in dv-neutron-843763-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:33:27.612086 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5bc2eb59-aa16-4aca-afff-aee0da8ddf20 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for floatingip, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:33:27.612339 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa68023-87ea-4a8f-8dd7-b9a55ec507e2 None None] Routers {'a43004ab-d221-49c4-b6f0-0d1873b77010'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:33:27.612987 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-5fa68023-87ea-4a8f-8dd7-b9a55ec507e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:33:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['a43004ab-d221-49c4-b6f0-0d1873b77010'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:33:27.670633 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-5bc2eb59-aa16-4aca-afff-aee0da8ddf20 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3148084 May 30 05:33:27.671020 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c28f15f9-d726-4e34-a2f5-5358a3f1526d', 'tag': '7b424777-5ca0-4a65-8c8d-4b25f0083489'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:33:27.673518 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 53248) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:33:27.679294 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-d6127839-b8f9-4c50-a76b-a87be04eb7b3 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-372502268', 'description': 'tempest-secgroup-smoke-372502268 description', 'project_id': '380d7f19f73247778cd4b58ac5f4efdb'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:33:27.686493 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-d6127839-b8f9-4c50-a76b-a87be04eb7b3 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:33:27.690621 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-d6127839-b8f9-4c50-a76b-a87be04eb7b3 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Usage tracker for resource:security_group and tenant:380d7f19f73247778cd4b58ac5f4efdb is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:33:27.693889 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-d6127839-b8f9-4c50-a76b-a87be04eb7b3 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:33:27.699969 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-d6127839-b8f9-4c50-a76b-a87be04eb7b3 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:33:27.711638 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d6127839-b8f9-4c50-a76b-a87be04eb7b3 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Notify callbacks [] for security_group, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:33:27.718784 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b88410c-ca4d-455a-b212-0a6ba57e1014'] response: {'name': 'network-changed', 'server_uuid': 'c28f15f9-d726-4e34-a2f5-5358a3f1526d', 'tag': '7b424777-5ca0-4a65-8c8d-4b25f0083489', 'status': 'completed', 'code': 200} May 30 05:33:27.737329 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-d6127839-b8f9-4c50-a76b-a87be04eb7b3 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:33:27.741403 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-d6127839-b8f9-4c50-a76b-a87be04eb7b3 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Usage tracker for resource:security_group_rule and tenant:380d7f19f73247778cd4b58ac5f4efdb is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:33:27.744484 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-d6127839-b8f9-4c50-a76b-a87be04eb7b3 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:33:27.751397 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-d6127839-b8f9-4c50-a76b-a87be04eb7b3 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:33:27.815207 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7234b1f8-662b-473f-882e-d09e96f3eeda req-42656137-9b32-420e-bb3f-7029d66cb3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:33:27.816713 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7234b1f8-662b-473f-882e-d09e96f3eeda req-42656137-9b32-420e-bb3f-7029d66cb3eb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=380d7f19f73247778cd4b58ac5f4efdb&device_id=c28f15f9-d726-4e34-a2f5-5358a3f1526d HTTP/1.1" status: 200 len: 1099 time: 0.0771933 May 30 05:33:27.823744 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d6127839-b8f9-4c50-a76b-a87be04eb7b3 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Notify callbacks [] for security_group, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:33:27.828192 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-5fa68023-87ea-4a8f-8dd7-b9a55ec507e2 None None] Set router a43004ab-d221-49c4-b6f0-0d1873b77010 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:33:27.828382 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d6127839-b8f9-4c50-a76b-a87be04eb7b3 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:33:27.876075 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d6127839-b8f9-4c50-a76b-a87be04eb7b3 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:33:27.879950 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-d6127839-b8f9-4c50-a76b-a87be04eb7b3 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2025595 May 30 05:33:27.880507 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 53254) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:33:27.886255 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-02786222-b325-4a70-993b-4b3a3f7dc679 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Request body: {'security_group_rule': {'security_group_id': 'a640abaf-5e63-4e8a-978e-216627b5b979', 'project_id': '380d7f19f73247778cd4b58ac5f4efdb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:33:27.892935 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-02786222-b325-4a70-993b-4b3a3f7dc679 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:33:27.896884 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-02786222-b325-4a70-993b-4b3a3f7dc679 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Usage tracker for resource:security_group_rule and tenant:380d7f19f73247778cd4b58ac5f4efdb is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:33:27.900066 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-02786222-b325-4a70-993b-4b3a3f7dc679 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:33:27.909950 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6127839-b8f9-4c50-a76b-a87be04eb7b3 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a640abaf-5e63-4e8a-978e-216627b5b979,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:33:27.912427 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-02786222-b325-4a70-993b-4b3a3f7dc679 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:33:27.921915 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6127839-b8f9-4c50-a76b-a87be04eb7b3 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:33:27.922296 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6127839-b8f9-4c50-a76b-a87be04eb7b3 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:33:27.922649 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6127839-b8f9-4c50-a76b-a87be04eb7b3 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:33:27.923040 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6127839-b8f9-4c50-a76b-a87be04eb7b3 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:33:27.923388 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6127839-b8f9-4c50-a76b-a87be04eb7b3 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:33:27.923725 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6127839-b8f9-4c50-a76b-a87be04eb7b3 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:33:27.924058 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6127839-b8f9-4c50-a76b-a87be04eb7b3 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:33:27.924389 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6127839-b8f9-4c50-a76b-a87be04eb7b3 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:33:27.924718 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6127839-b8f9-4c50-a76b-a87be04eb7b3 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:33:27.925046 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6127839-b8f9-4c50-a76b-a87be04eb7b3 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:33:27.925371 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6127839-b8f9-4c50-a76b-a87be04eb7b3 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:33:27.925708 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6127839-b8f9-4c50-a76b-a87be04eb7b3 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:33:27.943558 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-02786222-b325-4a70-993b-4b3a3f7dc679 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:33:27.962851 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7234b1f8-662b-473f-882e-d09e96f3eeda req-868bb7bd-8813-4e89-8d5f-b53da9b022bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:33:27.964394 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7234b1f8-662b-473f-882e-d09e96f3eeda req-868bb7bd-8813-4e89-8d5f-b53da9b022bd service neutron] 10.222.0.39 "GET /v2.0/networks?id=f6bfb4a8-69c3-4b60-acef-13c4cefe9916 HTTP/1.1" status: 200 len: 915 time: 0.1418817 May 30 05:33:28.115180 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-bc4cb617-598e-4b26-9750-39b729f4608d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:33:28.118230 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-02786222-b325-4a70-993b-4b3a3f7dc679 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:33:28.122960 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-02786222-b325-4a70-993b-4b3a3f7dc679 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:33:28.125974 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7234b1f8-662b-473f-882e-d09e96f3eeda req-9bd07b0a-8da4-4141-aa93-0b685b1f2bc6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7b424777-5ca0-4a65-8c8d-4b25f0083489 HTTP/1.1" status: 200 len: 1000 time: 0.1552198 May 30 05:33:28.145694 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02786222-b325-4a70-993b-4b3a3f7dc679 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b37a8c2a-06af-4a60-815a-b682c2ea267f,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:33:28.158315 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-02786222-b325-4a70-993b-4b3a3f7dc679 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:33:28.159806 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-02786222-b325-4a70-993b-4b3a3f7dc679 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2785993 May 30 05:33:28.162539 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 53258) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:33:28.168198 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-16842e76-52d6-4a30-ae2f-b988955f15ad tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Request body: {'security_group_rule': {'security_group_id': 'a640abaf-5e63-4e8a-978e-216627b5b979', 'project_id': '380d7f19f73247778cd4b58ac5f4efdb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:33:28.174846 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-16842e76-52d6-4a30-ae2f-b988955f15ad tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:33:28.178666 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-16842e76-52d6-4a30-ae2f-b988955f15ad tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Usage tracker for resource:security_group_rule and tenant:380d7f19f73247778cd4b58ac5f4efdb is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:33:28.181464 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-16842e76-52d6-4a30-ae2f-b988955f15ad tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:33:28.189561 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-16842e76-52d6-4a30-ae2f-b988955f15ad tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:33:28.195311 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-350c0559-cc89-4b08-a339-1e5d228b5781 req-90ba7ccc-1cf4-4ba5-993d-a307672e1016 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c28f15f9-d726-4e34-a2f5-5358a3f1526d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1455104 May 30 05:33:28.204784 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7234b1f8-662b-473f-882e-d09e96f3eeda req-e1581ed6-e1fc-45ea-8dd8-aa03286735ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:33:28.206320 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7234b1f8-662b-473f-882e-d09e96f3eeda req-e1581ed6-e1fc-45ea-8dd8-aa03286735ab service neutron] 10.222.0.39 "GET /v2.0/subnets?id=95cad40d-1a2d-494f-9b02-6caa32f3a62a HTTP/1.1" status: 200 len: 853 time: 0.0729556 May 30 05:33:28.212285 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-16842e76-52d6-4a30-ae2f-b988955f15ad tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:33:28.225002 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-5fa68023-87ea-4a8f-8dd7-b9a55ec507e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a43004ab-d221-49c4-b6f0-0d1873b77010', 'name': 'tempest-TestMinimumBasicScenario-199124425-router', 'tenant_id': '380d7f19f73247778cd4b58ac5f4efdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.76'}], 'enable_snat': True}, 'gw_port_id': '6c35a543-31b2-4849-8db0-18fc64976404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:32:30Z', 'updated_at': '2022-05-30T05:32:34Z', 'revision_number': 4, 'project_id': '380d7f19f73247778cd4b58ac5f4efdb', 'gw_port': {'id': '6c35a543-31b2-4849-8db0-18fc64976404', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:21:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43004ab-d221-49c4-b6f0-0d1873b77010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:32:31Z', 'updated_at': '2022-05-30T05:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_floatingips': [{'id': '7c0b6a5a-42a0-4d1e-b592-545c27de75e8', 'tenant_id': '380d7f19f73247778cd4b58ac5f4efdb', 'floating_ip_address': '172.26.6.219', 'floating_network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'router_id': 'a43004ab-d221-49c4-b6f0-0d1873b77010', 'port_id': '7b424777-5ca0-4a65-8c8d-4b25f0083489', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1673, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6bfb4a8-69c3-4b60-acef-13c4cefe9916', 'mac_address': 'fa:16:3e:dc:61:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c28f15f9-d726-4e34-a2f5-5358a3f1526d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T05:33:26Z', 'updated_at': '2022-05-30T05:33:26Z', 'revision_number': 0, 'project_id': '380d7f19f73247778cd4b58ac5f4efdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5508efe-8d5d-423d-9133-2d965bf97304', 'name': '', 'network_id': 'f6bfb4a8-69c3-4b60-acef-13c4cefe9916', 'tenant_id': '380d7f19f73247778cd4b58ac5f4efdb', 'mac_address': 'fa:16:3e:28:b3:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43004ab-d221-49c4-b6f0-0d1873b77010', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '95cad40d-1a2d-494f-9b02-6caa32f3a62a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:32:34Z', 'updated_at': '2022-05-30T05:32:41Z', 'revision_number': 5, 'project_id': '380d7f19f73247778cd4b58ac5f4efdb', 'subnets': [{'id': '95cad40d-1a2d-494f-9b02-6caa32f3a62a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:33:28.229320 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa68023-87ea-4a8f-8dd7-b9a55ec507e2 None None] Checking router: a43004ab-d221-49c4-b6f0-0d1873b77010 for host: dv-neutron-843763-1-hyperv {{(pid=88262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 05:33:28.239418 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa68023-87ea-4a8f-8dd7-b9a55ec507e2 None None] Routers {'a43004ab-d221-49c4-b6f0-0d1873b77010'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:33:28.240159 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-5fa68023-87ea-4a8f-8dd7-b9a55ec507e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:33:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['a43004ab-d221-49c4-b6f0-0d1873b77010'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:33:28.287765 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-16842e76-52d6-4a30-ae2f-b988955f15ad tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:33:28.291956 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-16842e76-52d6-4a30-ae2f-b988955f15ad tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:33:28.298134 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7234b1f8-662b-473f-882e-d09e96f3eeda req-5fe26d91-4b8f-4051-a14d-b1ee2e464a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:33:28.299570 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7234b1f8-662b-473f-882e-d09e96f3eeda req-5fe26d91-4b8f-4051-a14d-b1ee2e464a98 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f6bfb4a8-69c3-4b60-acef-13c4cefe9916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0875401 May 30 05:33:28.321015 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16842e76-52d6-4a30-ae2f-b988955f15ad tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48d7f1ec-085a-4711-a2e1-8c1a0782d1d9,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:33:28.327478 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-16842e76-52d6-4a30-ae2f-b988955f15ad tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:33:28.328768 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-16842e76-52d6-4a30-ae2f-b988955f15ad tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1648932 May 30 05:33:28.331507 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 53262) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:33:28.340028 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-dd0da048-3646-4bf9-9186-8762613be8b4 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Request body: {'security_group_rule': {'security_group_id': 'a640abaf-5e63-4e8a-978e-216627b5b979', 'project_id': '380d7f19f73247778cd4b58ac5f4efdb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:33:28.394722 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-dd0da048-3646-4bf9-9186-8762613be8b4 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:33:28.406410 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-dd0da048-3646-4bf9-9186-8762613be8b4 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Usage tracker for resource:security_group_rule and tenant:380d7f19f73247778cd4b58ac5f4efdb is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:33:28.410719 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-dd0da048-3646-4bf9-9186-8762613be8b4 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:33:28.419036 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-dd0da048-3646-4bf9-9186-8762613be8b4 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:33:28.425105 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-5fa68023-87ea-4a8f-8dd7-b9a55ec507e2 None None] Set router a43004ab-d221-49c4-b6f0-0d1873b77010 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:33:28.464513 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-dd0da048-3646-4bf9-9186-8762613be8b4 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:33:28.484641 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7234b1f8-662b-473f-882e-d09e96f3eeda req-42f7c061-91d1-4e02-9f0c-8188233f4e93 service neutron] 10.222.0.39 "GET /v2.0/networks/f6bfb4a8-69c3-4b60-acef-13c4cefe9916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787233 May 30 05:33:28.629887 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-dd0da048-3646-4bf9-9186-8762613be8b4 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:33:28.648607 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-dd0da048-3646-4bf9-9186-8762613be8b4 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:33:28.701073 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7234b1f8-662b-473f-882e-d09e96f3eeda req-051ec324-f192-4d1b-989d-756601a4eb22 service neutron] 10.222.0.39 "GET /v2.0/networks/f6bfb4a8-69c3-4b60-acef-13c4cefe9916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954355 May 30 05:33:28.701546 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0da048-3646-4bf9-9186-8762613be8b4 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=452119a5-c119-4acf-bc57-5ad5fab8f900,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:33:28.709358 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-dd0da048-3646-4bf9-9186-8762613be8b4 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:33:28.711084 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-dd0da048-3646-4bf9-9186-8762613be8b4 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3782022 May 30 05:33:28.713698 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 53266) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:33:28.720250 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-b9634658-7d8b-42a7-9a6c-27c896870008 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Request body: {'security_group_rule': {'security_group_id': 'a640abaf-5e63-4e8a-978e-216627b5b979', 'project_id': '380d7f19f73247778cd4b58ac5f4efdb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:33:28.726572 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-b9634658-7d8b-42a7-9a6c-27c896870008 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:33:28.731906 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-b9634658-7d8b-42a7-9a6c-27c896870008 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Usage tracker for resource:security_group_rule and tenant:380d7f19f73247778cd4b58ac5f4efdb is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:33:28.734988 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-b9634658-7d8b-42a7-9a6c-27c896870008 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:33:28.741513 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-b9634658-7d8b-42a7-9a6c-27c896870008 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:33:28.776725 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b9634658-7d8b-42a7-9a6c-27c896870008 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:33:28.824249 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-5fa68023-87ea-4a8f-8dd7-b9a55ec507e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a43004ab-d221-49c4-b6f0-0d1873b77010', 'name': 'tempest-TestMinimumBasicScenario-199124425-router', 'tenant_id': '380d7f19f73247778cd4b58ac5f4efdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.76'}], 'enable_snat': True}, 'gw_port_id': '6c35a543-31b2-4849-8db0-18fc64976404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:32:30Z', 'updated_at': '2022-05-30T05:32:34Z', 'revision_number': 4, 'project_id': '380d7f19f73247778cd4b58ac5f4efdb', 'gw_port': {'id': '6c35a543-31b2-4849-8db0-18fc64976404', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:21:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43004ab-d221-49c4-b6f0-0d1873b77010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:32:31Z', 'updated_at': '2022-05-30T05:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_floatingips': [{'id': '7c0b6a5a-42a0-4d1e-b592-545c27de75e8', 'tenant_id': '380d7f19f73247778cd4b58ac5f4efdb', 'floating_ip_address': '172.26.6.219', 'floating_network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'router_id': 'a43004ab-d221-49c4-b6f0-0d1873b77010', 'port_id': '7b424777-5ca0-4a65-8c8d-4b25f0083489', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1673, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6bfb4a8-69c3-4b60-acef-13c4cefe9916', 'mac_address': 'fa:16:3e:dc:61:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c28f15f9-d726-4e34-a2f5-5358a3f1526d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T05:33:26Z', 'updated_at': '2022-05-30T05:33:26Z', 'revision_number': 0, 'project_id': '380d7f19f73247778cd4b58ac5f4efdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5508efe-8d5d-423d-9133-2d965bf97304', 'name': '', 'network_id': 'f6bfb4a8-69c3-4b60-acef-13c4cefe9916', 'tenant_id': '380d7f19f73247778cd4b58ac5f4efdb', 'mac_address': 'fa:16:3e:28:b3:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43004ab-d221-49c4-b6f0-0d1873b77010', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '95cad40d-1a2d-494f-9b02-6caa32f3a62a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:32:34Z', 'updated_at': '2022-05-30T05:32:41Z', 'revision_number': 5, 'project_id': '380d7f19f73247778cd4b58ac5f4efdb', 'subnets': [{'id': '95cad40d-1a2d-494f-9b02-6caa32f3a62a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:33:28.829213 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa68023-87ea-4a8f-8dd7-b9a55ec507e2 None None] The sync data for ids ['a43004ab-d221-49c4-b6f0-0d1873b77010'] in dv-neutron-843763-1-hyperv is: [{'id': 'a43004ab-d221-49c4-b6f0-0d1873b77010', 'name': 'tempest-TestMinimumBasicScenario-199124425-router', 'tenant_id': '380d7f19f73247778cd4b58ac5f4efdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.76'}], 'enable_snat': True}, 'gw_port_id': '6c35a543-31b2-4849-8db0-18fc64976404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:32:30Z', 'updated_at': '2022-05-30T05:32:34Z', 'revision_number': 4, 'project_id': '380d7f19f73247778cd4b58ac5f4efdb', 'gw_port': {'id': '6c35a543-31b2-4849-8db0-18fc64976404', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:21:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43004ab-d221-49c4-b6f0-0d1873b77010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:32:31Z', 'updated_at': '2022-05-30T05:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_floatingips': [{'id': '7c0b6a5a-42a0-4d1e-b592-545c27de75e8', 'tenant_id': '380d7f19f73247778cd4b58ac5f4efdb', 'floating_ip_address': '172.26.6.219', 'floating_network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'router_id': 'a43004ab-d221-49c4-b6f0-0d1873b77010', 'port_id': '7b424777-5ca0-4a65-8c8d-4b25f0083489', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1673, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6bfb4a8-69c3-4b60-acef-13c4cefe9916', 'mac_address': 'fa:16:3e:dc:61:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c28f15f9-d726-4e34-a2f5-5358a3f1526d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T05:33:26Z', 'updated_at': '2022-05-30T05:33:26Z', 'revision_number': 0, 'project_id': '380d7f19f73247778cd4b58ac5f4efdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5508efe-8d5d-423d-9133-2d965bf97304', 'name': '', 'network_id': 'f6bfb4a8-69c3-4b60-acef-13c4cefe9916', 'tenant_id': '380d7f19f73247778cd4b58ac5f4efdb', 'mac_address': 'fa:16:3e:28:b3:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43004ab-d221-49c4-b6f0-0d1873b77010', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '95cad40d-1a2d-494f-9b02-6caa32f3a62a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:32:34Z', 'updated_at': '2022-05-30T05:32:41Z', 'revision_number': 5, 'project_id': '380d7f19f73247778cd4b58ac5f4efdb', 'subnets': [{'id': '95cad40d-1a2d-494f-9b02-6caa32f3a62a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:33:28.865524 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b9634658-7d8b-42a7-9a6c-27c896870008 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:33:28.870968 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b9634658-7d8b-42a7-9a6c-27c896870008 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:33:28.902486 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9634658-7d8b-42a7-9a6c-27c896870008 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89602b1c-bf5a-4cfd-9927-161622b5c97f,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:33:28.909573 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b9634658-7d8b-42a7-9a6c-27c896870008 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:33:28.913690 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-b9634658-7d8b-42a7-9a6c-27c896870008 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1964796 May 30 05:33:28.914053 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 53270) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:33:28.919544 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-20f8aaef-9043-49fc-a76d-55cfdbbc7679 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Request body: {'security_group_rule': {'security_group_id': 'a640abaf-5e63-4e8a-978e-216627b5b979', 'project_id': '380d7f19f73247778cd4b58ac5f4efdb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:33:28.920249 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350c0559-cc89-4b08-a339-1e5d228b5781 req-bfa522ef-f4b2-47c8-8acf-a3e95bb67754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:33:28.921986 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-350c0559-cc89-4b08-a339-1e5d228b5781 req-bfa522ef-f4b2-47c8-8acf-a3e95bb67754 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=380d7f19f73247778cd4b58ac5f4efdb&device_id=c28f15f9-d726-4e34-a2f5-5358a3f1526d HTTP/1.1" status: 200 len: 1099 time: 0.0889456 May 30 05:33:28.926130 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-20f8aaef-9043-49fc-a76d-55cfdbbc7679 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:33:28.930392 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-20f8aaef-9043-49fc-a76d-55cfdbbc7679 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Usage tracker for resource:security_group_rule and tenant:380d7f19f73247778cd4b58ac5f4efdb is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:33:28.933374 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-20f8aaef-9043-49fc-a76d-55cfdbbc7679 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:33:28.940801 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-20f8aaef-9043-49fc-a76d-55cfdbbc7679 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:33:28.951871 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.db.securitygroups_db [None req-20f8aaef-9043-49fc-a76d-55cfdbbc7679 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Project 380d7f19f73247778cd4b58ac5f4efdb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 30 05:33:28.960721 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-20f8aaef-9043-49fc-a76d-55cfdbbc7679 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:33:29.039684 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-20f8aaef-9043-49fc-a76d-55cfdbbc7679 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:33:29.044495 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-20f8aaef-9043-49fc-a76d-55cfdbbc7679 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:33:29.080622 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350c0559-cc89-4b08-a339-1e5d228b5781 req-f47b8eb5-db65-4bd3-a6dc-b569227b3546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:33:29.081376 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f8aaef-9043-49fc-a76d-55cfdbbc7679 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=773a5ccd-88e5-49ab-bc59-b5ceb9dd6c3c,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:33:29.082278 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-350c0559-cc89-4b08-a339-1e5d228b5781 req-f47b8eb5-db65-4bd3-a6dc-b569227b3546 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f6bfb4a8-69c3-4b60-acef-13c4cefe9916 HTTP/1.1" status: 200 len: 915 time: 0.1407771 May 30 05:33:29.086239 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3135fb8a-7029-40bf-b1b2-c9ab15ace961 None None] New status for floating IP 7c0b6a5a-42a0-4d1e-b592-545c27de75e8: ACTIVE {{(pid=88263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 30 05:33:29.089797 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-20f8aaef-9043-49fc-a76d-55cfdbbc7679 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:33:29.095750 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-20f8aaef-9043-49fc-a76d-55cfdbbc7679 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1803811 May 30 05:33:29.096799 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 53274) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:33:29.102987 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-18de670b-6af1-41ce-bdc0-a4add563aa1f tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Request body: {'security_group_rule': {'security_group_id': 'a640abaf-5e63-4e8a-978e-216627b5b979', 'project_id': '380d7f19f73247778cd4b58ac5f4efdb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:33:29.109174 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-18de670b-6af1-41ce-bdc0-a4add563aa1f tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:33:29.113229 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-18de670b-6af1-41ce-bdc0-a4add563aa1f tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Usage tracker for resource:security_group_rule and tenant:380d7f19f73247778cd4b58ac5f4efdb is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:33:29.116546 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-18de670b-6af1-41ce-bdc0-a4add563aa1f tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:33:29.124359 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-18de670b-6af1-41ce-bdc0-a4add563aa1f tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:33:29.136230 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.db.securitygroups_db [None req-18de670b-6af1-41ce-bdc0-a4add563aa1f tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Project 380d7f19f73247778cd4b58ac5f4efdb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 30 05:33:29.146907 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-18de670b-6af1-41ce-bdc0-a4add563aa1f tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:33:29.199413 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-350c0559-cc89-4b08-a339-1e5d228b5781 req-b75f1fa5-cdc7-4c4c-be23-2038040e92bc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7b424777-5ca0-4a65-8c8d-4b25f0083489 HTTP/1.1" status: 200 len: 1000 time: 0.1058660 May 30 05:33:29.220180 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-18de670b-6af1-41ce-bdc0-a4add563aa1f tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:33:29.224989 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-18de670b-6af1-41ce-bdc0-a4add563aa1f tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:33:29.257687 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18de670b-6af1-41ce-bdc0-a4add563aa1f tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10509c9e-d25a-4e14-b665-4e8f6855ea2a,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:33:29.271484 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-18de670b-6af1-41ce-bdc0-a4add563aa1f tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:33:29.275455 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-18de670b-6af1-41ce-bdc0-a4add563aa1f tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1745172 May 30 05:33:29.284576 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350c0559-cc89-4b08-a339-1e5d228b5781 req-a167d833-54b4-4f54-9174-eec7557201dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:33:29.286220 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-350c0559-cc89-4b08-a339-1e5d228b5781 req-a167d833-54b4-4f54-9174-eec7557201dd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=95cad40d-1a2d-494f-9b02-6caa32f3a62a HTTP/1.1" status: 200 len: 853 time: 0.0810409 May 30 05:33:29.402280 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350c0559-cc89-4b08-a339-1e5d228b5781 req-866e364e-cc30-4768-b67e-dd0f11e26fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:33:29.403760 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-350c0559-cc89-4b08-a339-1e5d228b5781 req-866e364e-cc30-4768-b67e-dd0f11e26fed service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f6bfb4a8-69c3-4b60-acef-13c4cefe9916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1116519 May 30 05:33:29.406716 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e84c8f4d-975d-4e2e-820f-0172403e1e89 req-3f8009c5-5b64-49e6-a239-fc7f7093234a tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-372502268&fields=id&tenant_id=380d7f19f73247778cd4b58ac5f4efdb HTTP/1.1" status: 200 len: 267 time: 0.0526044 May 30 05:33:29.699013 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-350c0559-cc89-4b08-a339-1e5d228b5781 req-5c2bc72b-cf1b-499a-9b01-40c8ce5ea220 service neutron] 10.222.0.39 "GET /v2.0/networks/f6bfb4a8-69c3-4b60-acef-13c4cefe9916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2887933 May 30 05:33:29.710292 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84c8f4d-975d-4e2e-820f-0172403e1e89 req-cd4268e8-8485-4d6b-9628-c109bf6d94d2 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:33:29.711636 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e84c8f4d-975d-4e2e-820f-0172403e1e89 req-cd4268e8-8485-4d6b-9628-c109bf6d94d2 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] 10.222.0.15 "GET /v2.0/ports?device_id=c28f15f9-d726-4e34-a2f5-5358a3f1526d HTTP/1.1" status: 200 len: 946 time: 0.2845900 May 30 05:33:29.740437 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [req-e84c8f4d-975d-4e2e-820f-0172403e1e89 req-f37b986d-87ed-495f-8e33-5558fd967f90 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Request body: {'port': {'security_groups': ['39c18473-c9b7-422e-8492-d5bdff59af62', 'a640abaf-5e63-4e8a-978e-216627b5b979']}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:33:29.946630 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-350c0559-cc89-4b08-a339-1e5d228b5781 req-c57ca663-17e2-4edd-b4f4-16da7ee68b1d service neutron] 10.222.0.39 "GET /v2.0/networks/f6bfb4a8-69c3-4b60-acef-13c4cefe9916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2339694 May 30 05:33:29.948675 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-e84c8f4d-975d-4e2e-820f-0172403e1e89 req-f37b986d-87ed-495f-8e33-5558fd967f90 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:33:30.211258 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [req-e84c8f4d-975d-4e2e-820f-0172403e1e89 req-f37b986d-87ed-495f-8e33-5558fd967f90 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] For port 7b424777-5ca0-4a65-8c8d-4b25f0083489, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=7b424777-5ca0-4a65-8c8d-4b25f0083489,segment=NetworkSegment(803796eb-9b87-46f5-bd31-4aeaf7d780c9),segment_id=803796eb-9b87-46f5-bd31-4aeaf7d780c9)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:33:30.235952 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-e84c8f4d-975d-4e2e-820f-0172403e1e89 req-f37b986d-87ed-495f-8e33-5558fd967f90 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:33:30.241053 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-e84c8f4d-975d-4e2e-820f-0172403e1e89 req-f37b986d-87ed-495f-8e33-5558fd967f90 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2304381'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:33:30.252290 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] get_ports_and_sgs() called for port_ids ['7b424777-5ca0-4a65-8c8d-4b25f0083489'] {{(pid=88262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 30 05:33:30.313323 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84c8f4d-975d-4e2e-820f-0172403e1e89 req-f37b986d-87ed-495f-8e33-5558fd967f90 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:33:30.313960 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-e84c8f4d-975d-4e2e-820f-0172403e1e89 req-f37b986d-87ed-495f-8e33-5558fd967f90 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:33:30.315321 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e84c8f4d-975d-4e2e-820f-0172403e1e89 req-f37b986d-87ed-495f-8e33-5558fd967f90 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] 10.222.0.15 "PUT /v2.0/ports/7b424777-5ca0-4a65-8c8d-4b25f0083489 HTTP/1.1" status: 200 len: 982 time: 0.5832157 May 30 05:33:30.315770 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c28f15f9-d726-4e34-a2f5-5358a3f1526d', 'tag': '7b424777-5ca0-4a65-8c8d-4b25f0083489'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:33:30.337576 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37b986d-87ed-495f-8e33-5558fd967f90 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Pushing event updated for resources: {'Port': ['ID=7b424777-5ca0-4a65-8c8d-4b25f0083489,revision_number=6']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:33:30.337742 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-40b94ce3-e2c7-40ae-a530-2c9777472dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:33:30.376676 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63aa0fb3-73c2-4f8d-850f-f4014c91ef3d'] response: {'name': 'network-changed', 'server_uuid': 'c28f15f9-d726-4e34-a2f5-5358a3f1526d', 'tag': '7b424777-5ca0-4a65-8c8d-4b25f0083489', 'status': 'completed', 'code': 200} May 30 05:33:30.378494 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] get_ports_and_sgs() called for port_ids ['7b424777-5ca0-4a65-8c8d-4b25f0083489'] {{(pid=88262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 30 05:33:30.523170 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eb1541-a605-4133-b565-632b68914e16 req-b00adada-6992-40df-82e5-43c260df6104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:33:30.524646 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a9eb1541-a605-4133-b565-632b68914e16 req-b00adada-6992-40df-82e5-43c260df6104 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=380d7f19f73247778cd4b58ac5f4efdb&device_id=c28f15f9-d726-4e34-a2f5-5358a3f1526d HTTP/1.1" status: 200 len: 1138 time: 0.1222656 May 30 05:33:30.609116 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-a057d1ee-afd1-41ea-a37d-9cc27a35f30f None None] Provisioning complete for port 7b424777-5ca0-4a65-8c8d-4b25f0083489 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:33:30.609408 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a057d1ee-afd1-41ea-a37d-9cc27a35f30f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:33:30.674126 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ad141f-0c76-4aca-bd2d-b2e817ef5652 req-0597dbb3-f0fa-45d8-a658-148fc9961e0f tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:33:30.675560 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-82ad141f-0c76-4aca-bd2d-b2e817ef5652 req-0597dbb3-f0fa-45d8-a658-148fc9961e0f tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] 10.222.0.15 "GET /v2.0/ports?device_id=c28f15f9-d726-4e34-a2f5-5358a3f1526d HTTP/1.1" status: 200 len: 985 time: 0.1926355 May 30 05:33:30.683455 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eb1541-a605-4133-b565-632b68914e16 req-d0e9075f-8a8f-440b-ac5a-90575b8127db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:33:30.684777 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a9eb1541-a605-4133-b565-632b68914e16 req-d0e9075f-8a8f-440b-ac5a-90575b8127db service neutron] 10.222.0.39 "GET /v2.0/networks?id=f6bfb4a8-69c3-4b60-acef-13c4cefe9916 HTTP/1.1" status: 200 len: 915 time: 0.1515608 May 30 05:33:30.812076 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-82ad141f-0c76-4aca-bd2d-b2e817ef5652 req-bccf4b0a-4f9f-4814-8a39-f381e474529b tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] 10.222.0.15 "GET /v2.0/security-groups?id=a640abaf-5e63-4e8a-978e-216627b5b979&id=39c18473-c9b7-422e-8492-d5bdff59af62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1297433 May 30 05:33:30.825088 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a9eb1541-a605-4133-b565-632b68914e16 req-933c87c7-1cc0-4a6e-977a-0a7375b6099d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7b424777-5ca0-4a65-8c8d-4b25f0083489 HTTP/1.1" status: 200 len: 1002 time: 0.1212819 May 30 05:33:30.894694 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eb1541-a605-4133-b565-632b68914e16 req-fa3e6a46-eadb-4b3c-b619-b4235011db47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:33:30.896330 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a9eb1541-a605-4133-b565-632b68914e16 req-fa3e6a46-eadb-4b3c-b619-b4235011db47 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=95cad40d-1a2d-494f-9b02-6caa32f3a62a HTTP/1.1" status: 200 len: 853 time: 0.0652950 May 30 05:33:30.958214 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-a057d1ee-afd1-41ea-a37d-9cc27a35f30f None None] Current status of the port 7b424777-5ca0-4a65-8c8d-4b25f0083489 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:33:30.972041 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eb1541-a605-4133-b565-632b68914e16 req-fe98529c-1923-4858-9887-30a673712148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:33:30.973524 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a9eb1541-a605-4133-b565-632b68914e16 req-fe98529c-1923-4858-9887-30a673712148 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f6bfb4a8-69c3-4b60-acef-13c4cefe9916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698814 May 30 05:33:31.105366 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a9eb1541-a605-4133-b565-632b68914e16 req-e2cec3fa-ba2e-4e3e-b876-123de9f7b977 service neutron] 10.222.0.39 "GET /v2.0/networks/f6bfb4a8-69c3-4b60-acef-13c4cefe9916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255128 May 30 05:33:31.240383 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a9eb1541-a605-4133-b565-632b68914e16 req-8c385eda-7bff-405c-a85c-3ec8f8a53a52 service neutron] 10.222.0.39 "GET /v2.0/networks/f6bfb4a8-69c3-4b60-acef-13c4cefe9916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280696 May 30 05:33:31.344780 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56ded65b-0e68-413c-8b9b-1097922cc81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:33:31.523750 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:33:32.901686 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a142624-940e-4c55-bf49-a5329c884075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:33:33.197288 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-45f79e78-106a-4f09-9d2c-69baeab7263d None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 05:33:47.639730 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:33:58.068383 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-fa5161b3-6cf3-438a-822d-f6ab66c4572b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:34:00.288422 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-d425da62-1380-4156-b47f-28b4583f864d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:34:01.349134 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56ded65b-0e68-413c-8b9b-1097922cc81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:34:01.525672 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:34:02.904880 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a142624-940e-4c55-bf49-a5329c884075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:34:10.196064 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-45f79e78-106a-4f09-9d2c-69baeab7263d None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 05:34:17.635817 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:34:19.412257 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1c1e2c-325c-44e2-9b7d-bd41558f882e req-048d6aeb-4aa1-4103-89b1-dfdff97b8230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:34:19.413606 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-cd1c1e2c-325c-44e2-9b7d-bd41558f882e req-048d6aeb-4aa1-4103-89b1-dfdff97b8230 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=380d7f19f73247778cd4b58ac5f4efdb&device_id=c28f15f9-d726-4e34-a2f5-5358a3f1526d HTTP/1.1" status: 200 len: 1138 time: 0.2288752 May 30 05:34:19.421354 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286450f7-f960-44ea-bf24-6f3b7d84ffad req-1fae6a55-f6bd-4d24-a592-26799d5ed707 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:34:19.422689 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-286450f7-f960-44ea-bf24-6f3b7d84ffad req-1fae6a55-f6bd-4d24-a592-26799d5ed707 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] 10.222.0.15 "GET /v2.0/ports?device_id=c28f15f9-d726-4e34-a2f5-5358a3f1526d HTTP/1.1" status: 200 len: 985 time: 0.2037573 May 30 05:34:19.545322 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-286450f7-f960-44ea-bf24-6f3b7d84ffad req-e3171c18-5a3f-4841-9e6d-64e3d0682e45 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] 10.222.0.15 "GET /v2.0/security-groups?id=a640abaf-5e63-4e8a-978e-216627b5b979&id=39c18473-c9b7-422e-8492-d5bdff59af62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1033659 May 30 05:34:19.580048 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1c1e2c-325c-44e2-9b7d-bd41558f882e req-ff95cc19-f7f4-42d0-9d32-10f474f26465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:34:19.581446 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-cd1c1e2c-325c-44e2-9b7d-bd41558f882e req-ff95cc19-f7f4-42d0-9d32-10f474f26465 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f6bfb4a8-69c3-4b60-acef-13c4cefe9916 HTTP/1.1" status: 200 len: 915 time: 0.1578982 May 30 05:34:19.683152 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-cd1c1e2c-325c-44e2-9b7d-bd41558f882e req-ad5ca341-e256-4a64-a8bf-e85e35af829d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7b424777-5ca0-4a65-8c8d-4b25f0083489 HTTP/1.1" status: 200 len: 1002 time: 0.0939476 May 30 05:34:19.744021 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1c1e2c-325c-44e2-9b7d-bd41558f882e req-a6369740-4e19-439c-b5f2-5fae1610c164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:34:19.745396 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-cd1c1e2c-325c-44e2-9b7d-bd41558f882e req-a6369740-4e19-439c-b5f2-5fae1610c164 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=95cad40d-1a2d-494f-9b02-6caa32f3a62a HTTP/1.1" status: 200 len: 853 time: 0.0552802 May 30 05:34:19.818037 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1c1e2c-325c-44e2-9b7d-bd41558f882e req-dd621802-08de-415f-9042-92229bb58b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:34:19.819453 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-cd1c1e2c-325c-44e2-9b7d-bd41558f882e req-dd621802-08de-415f-9042-92229bb58b83 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f6bfb4a8-69c3-4b60-acef-13c4cefe9916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0673859 May 30 05:34:19.946106 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-cd1c1e2c-325c-44e2-9b7d-bd41558f882e req-710418fd-9bd6-4908-9ae5-879792da137f service neutron] 10.222.0.39 "GET /v2.0/networks/f6bfb4a8-69c3-4b60-acef-13c4cefe9916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201079 May 30 05:34:20.073482 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-cd1c1e2c-325c-44e2-9b7d-bd41558f882e req-499c9fd8-c110-4623-a51e-b90543c9f1ed service neutron] 10.222.0.39 "GET /v2.0/networks/f6bfb4a8-69c3-4b60-acef-13c4cefe9916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213520 May 30 05:34:20.730153 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7998b95-a59a-4428-936f-5525f6eef9ab req-6cba63c6-6b9b-4542-b45f-a6b65a986b34 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:34:20.731579 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a7998b95-a59a-4428-936f-5525f6eef9ab req-6cba63c6-6b9b-4542-b45f-a6b65a986b34 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] 10.222.0.15 "GET /v2.0/ports?device_id=c28f15f9-d726-4e34-a2f5-5358a3f1526d HTTP/1.1" status: 200 len: 985 time: 0.0809669 May 30 05:34:20.776803 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a7998b95-a59a-4428-936f-5525f6eef9ab req-393108d9-d455-40c5-a212-a1cf730809d4 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] 10.222.0.15 "GET /v2.0/security-groups?id=a640abaf-5e63-4e8a-978e-216627b5b979&id=39c18473-c9b7-422e-8492-d5bdff59af62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0390270 May 30 05:34:21.955284 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ccb620-c986-46c2-9fb9-60dfc07275cb req-e0153968-b2d5-4302-9b5b-8072214c4aea tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:34:21.956697 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-90ccb620-c986-46c2-9fb9-60dfc07275cb req-e0153968-b2d5-4302-9b5b-8072214c4aea tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] 10.222.0.15 "GET /v2.0/ports?device_id=c28f15f9-d726-4e34-a2f5-5358a3f1526d HTTP/1.1" status: 200 len: 985 time: 0.0771251 May 30 05:34:22.010322 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-90ccb620-c986-46c2-9fb9-60dfc07275cb req-5d057ef5-723b-430c-bd32-42b184bdfc7a tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] 10.222.0.15 "GET /v2.0/security-groups?id=a640abaf-5e63-4e8a-978e-216627b5b979&id=39c18473-c9b7-422e-8492-d5bdff59af62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0478897 May 30 05:34:23.194733 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d403c5-295e-4094-9930-930684472594 req-8bf2191d-e7b8-4a48-b33f-54d5d0b6d805 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:34:23.196178 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-36d403c5-295e-4094-9930-930684472594 req-8bf2191d-e7b8-4a48-b33f-54d5d0b6d805 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] 10.222.0.15 "GET /v2.0/ports?device_id=c28f15f9-d726-4e34-a2f5-5358a3f1526d HTTP/1.1" status: 200 len: 985 time: 0.0794847 May 30 05:34:23.242590 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-36d403c5-295e-4094-9930-930684472594 req-b65d96c6-700d-4185-a19c-7cae8592f8fd tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] 10.222.0.15 "GET /v2.0/security-groups?id=a640abaf-5e63-4e8a-978e-216627b5b979&id=39c18473-c9b7-422e-8492-d5bdff59af62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0407107 May 30 05:34:24.431073 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6713fddf-e44c-4aac-bac1-eda8285df085 req-a492f2db-9004-4f59-9160-0cccf5128d50 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:34:24.432544 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6713fddf-e44c-4aac-bac1-eda8285df085 req-a492f2db-9004-4f59-9160-0cccf5128d50 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] 10.222.0.15 "GET /v2.0/ports?device_id=c28f15f9-d726-4e34-a2f5-5358a3f1526d HTTP/1.1" status: 200 len: 985 time: 0.0816953 May 30 05:34:24.477833 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6713fddf-e44c-4aac-bac1-eda8285df085 req-83e2ca18-9e20-4084-a7e6-4f225e5a58e1 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] 10.222.0.15 "GET /v2.0/security-groups?id=a640abaf-5e63-4e8a-978e-216627b5b979&id=39c18473-c9b7-422e-8492-d5bdff59af62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0396440 May 30 05:34:25.801034 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d45fdcd-1d80-439f-b578-d21a27a9ef3a req-1d83929e-9622-4895-bab0-952aefd86540 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:34:25.802495 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5d45fdcd-1d80-439f-b578-d21a27a9ef3a req-1d83929e-9622-4895-bab0-952aefd86540 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] 10.222.0.15 "GET /v2.0/ports?device_id=c28f15f9-d726-4e34-a2f5-5358a3f1526d HTTP/1.1" status: 200 len: 985 time: 0.0796456 May 30 05:34:25.847272 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5d45fdcd-1d80-439f-b578-d21a27a9ef3a req-97bf77b8-e20c-45ec-bda5-25ac1096473b tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] 10.222.0.15 "GET /v2.0/security-groups?id=a640abaf-5e63-4e8a-978e-216627b5b979&id=39c18473-c9b7-422e-8492-d5bdff59af62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0390306 May 30 05:34:27.030829 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ee8367-6b7a-4905-a2dd-8e0f61c3c08a req-3fa7b567-dc3b-4647-9640-44c4143e7ba8 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:34:27.032171 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-73ee8367-6b7a-4905-a2dd-8e0f61c3c08a req-3fa7b567-dc3b-4647-9640-44c4143e7ba8 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] 10.222.0.15 "GET /v2.0/ports?device_id=c28f15f9-d726-4e34-a2f5-5358a3f1526d HTTP/1.1" status: 200 len: 985 time: 0.0828738 May 30 05:34:27.076877 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-73ee8367-6b7a-4905-a2dd-8e0f61c3c08a req-26f635b0-fed9-4428-8fba-530d09fe7968 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] 10.222.0.15 "GET /v2.0/security-groups?id=a640abaf-5e63-4e8a-978e-216627b5b979&id=39c18473-c9b7-422e-8492-d5bdff59af62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0390267 May 30 05:34:28.069956 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-2e44c55a-5263-4aaf-8388-85246d737319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:34:28.161883 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8187050f-7ebe-4c25-b299-083ff87b6279 req-b9077c93-b06d-483e-9a63-6b27f6f82efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:34:28.163451 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8187050f-7ebe-4c25-b299-083ff87b6279 req-b9077c93-b06d-483e-9a63-6b27f6f82efa service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=380d7f19f73247778cd4b58ac5f4efdb&device_id=c28f15f9-d726-4e34-a2f5-5358a3f1526d HTTP/1.1" status: 200 len: 1138 time: 0.0703883 May 30 05:34:28.456924 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8187050f-7ebe-4c25-b299-083ff87b6279 req-840640fa-e7fa-4986-9cff-3f02f7e7891b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:34:28.458376 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8187050f-7ebe-4c25-b299-083ff87b6279 req-840640fa-e7fa-4986-9cff-3f02f7e7891b service neutron] 10.222.0.39 "GET /v2.0/networks?id=f6bfb4a8-69c3-4b60-acef-13c4cefe9916 HTTP/1.1" status: 200 len: 915 time: 0.2772932 May 30 05:34:28.469852 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c7c202-7014-4c7b-bfab-dbaff2ca9366 req-d9febaff-bc50-4072-a2ec-07046c2efb92 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:34:28.471183 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c2c7c202-7014-4c7b-bfab-dbaff2ca9366 req-d9febaff-bc50-4072-a2ec-07046c2efb92 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] 10.222.0.15 "GET /v2.0/ports?device_id=c28f15f9-d726-4e34-a2f5-5358a3f1526d HTTP/1.1" status: 200 len: 985 time: 0.2728918 May 30 05:34:28.595876 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c2c7c202-7014-4c7b-bfab-dbaff2ca9366 req-c39a594d-b70a-4992-9bb0-c1238fbe89de tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] 10.222.0.15 "GET /v2.0/security-groups?id=a640abaf-5e63-4e8a-978e-216627b5b979&id=39c18473-c9b7-422e-8492-d5bdff59af62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0778763 May 30 05:34:28.599587 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8187050f-7ebe-4c25-b299-083ff87b6279 req-32bb50a4-6525-410d-bb0a-4180e9626824 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7b424777-5ca0-4a65-8c8d-4b25f0083489 HTTP/1.1" status: 200 len: 1002 time: 0.1275725 May 30 05:34:28.660264 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8187050f-7ebe-4c25-b299-083ff87b6279 req-19732d18-baea-498d-a347-01cfd351337e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:34:28.661638 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8187050f-7ebe-4c25-b299-083ff87b6279 req-19732d18-baea-498d-a347-01cfd351337e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=95cad40d-1a2d-494f-9b02-6caa32f3a62a HTTP/1.1" status: 200 len: 853 time: 0.0564115 May 30 05:34:28.736588 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8187050f-7ebe-4c25-b299-083ff87b6279 req-ab994e0f-c6a4-41e5-a0cf-562eb5561ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:34:28.738044 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8187050f-7ebe-4c25-b299-083ff87b6279 req-ab994e0f-c6a4-41e5-a0cf-562eb5561ba4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f6bfb4a8-69c3-4b60-acef-13c4cefe9916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707676 May 30 05:34:28.865668 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8187050f-7ebe-4c25-b299-083ff87b6279 req-f56c7425-0c23-42f9-9541-739ac83ff08f service neutron] 10.222.0.39 "GET /v2.0/networks/f6bfb4a8-69c3-4b60-acef-13c4cefe9916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217966 May 30 05:34:28.991026 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8187050f-7ebe-4c25-b299-083ff87b6279 req-52f03d42-3cc6-4e0e-9a5c-3bc8ae98f247 service neutron] 10.222.0.39 "GET /v2.0/networks/f6bfb4a8-69c3-4b60-acef-13c4cefe9916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197038 May 30 05:34:29.774646 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaa3b56-8b74-4ab5-9f0d-4ef859c7f5ed req-bd942804-7628-40bb-8811-f4766b0c1ce5 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:34:29.776074 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-feaa3b56-8b74-4ab5-9f0d-4ef859c7f5ed req-bd942804-7628-40bb-8811-f4766b0c1ce5 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] 10.222.0.15 "GET /v2.0/ports?device_id=c28f15f9-d726-4e34-a2f5-5358a3f1526d HTTP/1.1" status: 200 len: 985 time: 0.0785871 May 30 05:34:29.820837 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-feaa3b56-8b74-4ab5-9f0d-4ef859c7f5ed req-67bdf51d-0312-49e1-acbd-fd06d9b3d85b tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] 10.222.0.15 "GET /v2.0/security-groups?id=a640abaf-5e63-4e8a-978e-216627b5b979&id=39c18473-c9b7-422e-8492-d5bdff59af62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0391912 May 30 05:34:30.289385 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-058a25a7-23de-4ef9-a31c-dd8e602c787d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:34:31.027988 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59183004-e7ba-4cca-9b0b-afff8e4181ed req-9e68c1ab-a54e-4300-8244-38d8c6135d36 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:34:31.029823 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-59183004-e7ba-4cca-9b0b-afff8e4181ed req-9e68c1ab-a54e-4300-8244-38d8c6135d36 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] 10.222.0.15 "GET /v2.0/ports?device_id=c28f15f9-d726-4e34-a2f5-5358a3f1526d HTTP/1.1" status: 200 len: 985 time: 0.1009598 May 30 05:34:31.077008 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-59183004-e7ba-4cca-9b0b-afff8e4181ed req-c9921fb5-cb82-4bbc-aedf-cee90b13bb72 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] 10.222.0.15 "GET /v2.0/security-groups?id=a640abaf-5e63-4e8a-978e-216627b5b979&id=39c18473-c9b7-422e-8492-d5bdff59af62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0406821 May 30 05:34:31.350018 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56ded65b-0e68-413c-8b9b-1097922cc81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:34:31.526680 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:34:32.908382 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a142624-940e-4c55-bf49-a5329c884075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:34:47.194677 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-45f79e78-106a-4f09-9d2c-69baeab7263d None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 05:34:47.646698 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:34:58.075884 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-2c8f0a1b-29c4-4d3e-8067-a7f0bd77f0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:00.290924 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-dca98267-a8df-4f77-b609-8ddc168069f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:01.353764 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56ded65b-0e68-413c-8b9b-1097922cc81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:01.527845 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:02.911028 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a142624-940e-4c55-bf49-a5329c884075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:17.667806 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:24.194052 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-45f79e78-106a-4f09-9d2c-69baeab7263d None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 05:35:26.499248 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7539cd72-caaa-4920-9f44-07c2dfb1da35 req-f23d9a43-a80f-48bf-88dd-f53375cbf0ed tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-372502268&fields=id&tenant_id=380d7f19f73247778cd4b58ac5f4efdb HTTP/1.1" status: 200 len: 267 time: 0.0871792 May 30 05:35:26.585465 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7539cd72-caaa-4920-9f44-07c2dfb1da35 req-b34cb779-571c-48cc-96f1-cd04ac198828 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:35:26.586931 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7539cd72-caaa-4920-9f44-07c2dfb1da35 req-b34cb779-571c-48cc-96f1-cd04ac198828 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] 10.222.0.15 "GET /v2.0/ports?device_id=c28f15f9-d726-4e34-a2f5-5358a3f1526d HTTP/1.1" status: 200 len: 985 time: 0.0817463 May 30 05:35:26.597338 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [req-7539cd72-caaa-4920-9f44-07c2dfb1da35 req-9aea914d-1544-42a1-a388-4d82f2428c49 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Request body: {'port': {'security_groups': ['39c18473-c9b7-422e-8492-d5bdff59af62']}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:35:26.712809 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-7539cd72-caaa-4920-9f44-07c2dfb1da35 req-9aea914d-1544-42a1-a388-4d82f2428c49 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:26.945039 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [req-7539cd72-caaa-4920-9f44-07c2dfb1da35 req-9aea914d-1544-42a1-a388-4d82f2428c49 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] For port 7b424777-5ca0-4a65-8c8d-4b25f0083489, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=7b424777-5ca0-4a65-8c8d-4b25f0083489,segment=NetworkSegment(803796eb-9b87-46f5-bd31-4aeaf7d780c9),segment_id=803796eb-9b87-46f5-bd31-4aeaf7d780c9)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:35:26.968987 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-7539cd72-caaa-4920-9f44-07c2dfb1da35 req-9aea914d-1544-42a1-a388-4d82f2428c49 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:26.974111 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-7539cd72-caaa-4920-9f44-07c2dfb1da35 req-9aea914d-1544-42a1-a388-4d82f2428c49 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2304381'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:26.986529 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] get_ports_and_sgs() called for port_ids ['7b424777-5ca0-4a65-8c8d-4b25f0083489'] {{(pid=88262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 30 05:35:27.042031 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7539cd72-caaa-4920-9f44-07c2dfb1da35 req-9aea914d-1544-42a1-a388-4d82f2428c49 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:35:27.042659 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-7539cd72-caaa-4920-9f44-07c2dfb1da35 req-9aea914d-1544-42a1-a388-4d82f2428c49 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:27.044070 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7539cd72-caaa-4920-9f44-07c2dfb1da35 req-9aea914d-1544-42a1-a388-4d82f2428c49 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] 10.222.0.15 "PUT /v2.0/ports/7b424777-5ca0-4a65-8c8d-4b25f0083489 HTTP/1.1" status: 200 len: 943 time: 0.4510326 May 30 05:35:27.044521 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c28f15f9-d726-4e34-a2f5-5358a3f1526d', 'tag': '7b424777-5ca0-4a65-8c8d-4b25f0083489'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:35:27.051244 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 53356) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:35:27.066350 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aea914d-1544-42a1-a388-4d82f2428c49 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Pushing event updated for resources: {'Port': ['ID=7b424777-5ca0-4a65-8c8d-4b25f0083489,revision_number=7']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:35:27.074511 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aea914d-1544-42a1-a388-4d82f2428c49 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:35:27.074864 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aea914d-1544-42a1-a388-4d82f2428c49 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:35:27.075219 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aea914d-1544-42a1-a388-4d82f2428c49 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:35:27.075547 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aea914d-1544-42a1-a388-4d82f2428c49 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:35:27.075882 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aea914d-1544-42a1-a388-4d82f2428c49 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:35:27.076217 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aea914d-1544-42a1-a388-4d82f2428c49 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:35:27.076547 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aea914d-1544-42a1-a388-4d82f2428c49 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:35:27.076880 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aea914d-1544-42a1-a388-4d82f2428c49 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:35:27.077200 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aea914d-1544-42a1-a388-4d82f2428c49 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:35:27.077528 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aea914d-1544-42a1-a388-4d82f2428c49 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:35:27.077870 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aea914d-1544-42a1-a388-4d82f2428c49 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:35:27.078197 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aea914d-1544-42a1-a388-4d82f2428c49 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:35:27.130304 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] get_ports_and_sgs() called for port_ids ['7b424777-5ca0-4a65-8c8d-4b25f0083489'] {{(pid=88262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 30 05:35:27.140872 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00f53352-1e1c-42b0-be8c-d320701ecdd5'] response: {'name': 'network-changed', 'server_uuid': 'c28f15f9-d726-4e34-a2f5-5358a3f1526d', 'tag': '7b424777-5ca0-4a65-8c8d-4b25f0083489', 'status': 'completed', 'code': 200} May 30 05:35:27.165470 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e40a34cd-63d9-42a9-998a-4378e3d27bba tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:27.199465 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e40a34cd-63d9-42a9-998a-4378e3d27bba tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:27.291265 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e40a34cd-63d9-42a9-998a-4378e3d27bba tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:27.308568 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40a34cd-63d9-42a9-998a-4378e3d27bba tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a640abaf-5e63-4e8a-978e-216627b5b979,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:35:27.318272 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40a34cd-63d9-42a9-998a-4378e3d27bba tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:35:27.318703 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40a34cd-63d9-42a9-998a-4378e3d27bba tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:35:27.319087 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40a34cd-63d9-42a9-998a-4378e3d27bba tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:35:27.319487 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40a34cd-63d9-42a9-998a-4378e3d27bba tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:35:27.319890 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40a34cd-63d9-42a9-998a-4378e3d27bba tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:35:27.320508 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40a34cd-63d9-42a9-998a-4378e3d27bba tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:35:27.320612 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40a34cd-63d9-42a9-998a-4378e3d27bba tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:35:27.321014 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40a34cd-63d9-42a9-998a-4378e3d27bba tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:35:27.321398 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40a34cd-63d9-42a9-998a-4378e3d27bba tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:35:27.321786 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40a34cd-63d9-42a9-998a-4378e3d27bba tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:35:27.322196 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40a34cd-63d9-42a9-998a-4378e3d27bba tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:35:27.322584 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40a34cd-63d9-42a9-998a-4378e3d27bba tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:35:27.331248 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e40a34cd-63d9-42a9-998a-4378e3d27bba tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:27.337953 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-e40a34cd-63d9-42a9-998a-4378e3d27bba tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] 10.222.0.15 "DELETE /v2.0/security-groups/a640abaf-5e63-4e8a-978e-216627b5b979 HTTP/1.1" status: 204 len: 168 time: 0.2813475 May 30 05:35:27.337953 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 53362) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:35:27.338615 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-5f553f35-4f1a-4dea-83aa-7953fa986543 None None] Provisioning complete for port 7b424777-5ca0-4a65-8c8d-4b25f0083489 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:35:27.339007 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-5f553f35-4f1a-4dea-83aa-7953fa986543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:27.353142 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00621976-48f9-4d51-b447-8047d1740071 req-0672ec78-d0cb-45ba-a3f2-dbf96123769b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:35:27.354784 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-00621976-48f9-4d51-b447-8047d1740071 req-0672ec78-d0cb-45ba-a3f2-dbf96123769b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=380d7f19f73247778cd4b58ac5f4efdb&device_id=c28f15f9-d726-4e34-a2f5-5358a3f1526d HTTP/1.1" status: 200 len: 1099 time: 0.1924050 May 30 05:35:27.495036 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00621976-48f9-4d51-b447-8047d1740071 req-0508d3a8-b7ec-4983-af39-aa3654fc948d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:35:27.496398 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-00621976-48f9-4d51-b447-8047d1740071 req-0508d3a8-b7ec-4983-af39-aa3654fc948d service neutron] 10.222.0.39 "GET /v2.0/networks?id=f6bfb4a8-69c3-4b60-acef-13c4cefe9916 HTTP/1.1" status: 200 len: 915 time: 0.1352973 May 30 05:35:27.500309 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-5f553f35-4f1a-4dea-83aa-7953fa986543 None None] Current status of the port 7b424777-5ca0-4a65-8c8d-4b25f0083489 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:35:27.561589 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-bca7aea8-7a39-4059-b51b-6556ba23a7e8 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Deleting port 2a6f8741-aa2e-4169-96a7-349638f3b94d {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:35:27.561962 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-bca7aea8-7a39-4059-b51b-6556ba23a7e8 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:27.715926 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-00621976-48f9-4d51-b447-8047d1740071 req-8297c514-11a8-4c5f-ad19-f41ef13aead4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7b424777-5ca0-4a65-8c8d-4b25f0083489 HTTP/1.1" status: 200 len: 1002 time: 0.2124662 May 30 05:35:27.737286 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-bca7aea8-7a39-4059-b51b-6556ba23a7e8 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:27.737619 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-bca7aea8-7a39-4059-b51b-6556ba23a7e8 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:27.778638 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00621976-48f9-4d51-b447-8047d1740071 req-0d3ffa43-84d4-4056-92b4-f320c792f2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:35:27.779995 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-00621976-48f9-4d51-b447-8047d1740071 req-0d3ffa43-84d4-4056-92b4-f320c792f2e6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=95cad40d-1a2d-494f-9b02-6caa32f3a62a HTTP/1.1" status: 200 len: 853 time: 0.0580666 May 30 05:35:27.852180 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00621976-48f9-4d51-b447-8047d1740071 req-048e7028-cbed-4cd0-819f-82c5e9558a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:35:27.853633 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-00621976-48f9-4d51-b447-8047d1740071 req-048e7028-cbed-4cd0-819f-82c5e9558a9c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f6bfb4a8-69c3-4b60-acef-13c4cefe9916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681975 May 30 05:35:27.863639 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-bca7aea8-7a39-4059-b51b-6556ba23a7e8 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Calling delete_port for 2a6f8741-aa2e-4169-96a7-349638f3b94d owned by network:floatingip {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:35:27.863775 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [req-00621976-48f9-4d51-b447-8047d1740071 req-02969dc6-9476-40bc-b83d-57e126a504ae service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=88261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 30 05:35:27.864601 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-00621976-48f9-4d51-b447-8047d1740071 req-02969dc6-9476-40bc-b83d-57e126a504ae service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048432 May 30 05:35:27.994802 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-00621976-48f9-4d51-b447-8047d1740071 req-e40df666-c71c-4a37-8fc6-085675f02489 service neutron] 10.222.0.39 "GET /v2.0/networks/f6bfb4a8-69c3-4b60-acef-13c4cefe9916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232638 May 30 05:35:28.010592 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-bca7aea8-7a39-4059-b51b-6556ba23a7e8 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:28.061573 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca7aea8-7a39-4059-b51b-6556ba23a7e8 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Pushing event deleted for resources: {'Port': ['ID=2a6f8741-aa2e-4169-96a7-349638f3b94d,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:35:28.080510 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-d29aff55-ca3e-41f6-acc2-f9ce85f54a3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:28.126538 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-00621976-48f9-4d51-b447-8047d1740071 req-01f6e294-677a-4486-96b4-00cdb1a75868 service neutron] 10.222.0.39 "GET /v2.0/networks/f6bfb4a8-69c3-4b60-acef-13c4cefe9916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256263 May 30 05:35:28.161213 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-bca7aea8-7a39-4059-b51b-6556ba23a7e8 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Notify callbacks [] for floatingip, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:28.161556 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.db.l3_db [None req-bca7aea8-7a39-4059-b51b-6556ba23a7e8 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Floating IP 7c0b6a5a-42a0-4d1e-b592-545c27de75e8 disassociated (deleted). External IP: 172.26.6.219, port: 7b424777-5ca0-4a65-8c8d-4b25f0083489. May 30 05:35:28.594339 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bca7aea8-7a39-4059-b51b-6556ba23a7e8 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Router a43004ab-d221-49c4-b6f0-0d1873b77010 has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 05:35:28.774334 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bca7aea8-7a39-4059-b51b-6556ba23a7e8 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:35:28.786152 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf460747-1d22-4eef-9205-994d5d9405c9 None None] Sync routers for ids ['a43004ab-d221-49c4-b6f0-0d1873b77010'] in dv-neutron-843763-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:35:28.794975 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-bca7aea8-7a39-4059-b51b-6556ba23a7e8 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for floatingip, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:28.796068 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf460747-1d22-4eef-9205-994d5d9405c9 None None] Routers {'a43004ab-d221-49c4-b6f0-0d1873b77010'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:35:28.796713 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-bf460747-1d22-4eef-9205-994d5d9405c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:35:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['a43004ab-d221-49c4-b6f0-0d1873b77010'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:35:28.849045 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-bca7aea8-7a39-4059-b51b-6556ba23a7e8 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] 10.222.0.15 "DELETE /v2.0/floatingips/7c0b6a5a-42a0-4d1e-b592-545c27de75e8 HTTP/1.1" status: 204 len: 168 time: 1.5104303 May 30 05:35:28.849517 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c28f15f9-d726-4e34-a2f5-5358a3f1526d', 'tag': '7b424777-5ca0-4a65-8c8d-4b25f0083489'}] {{(pid=88260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:35:28.978018 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-bf460747-1d22-4eef-9205-994d5d9405c9 None None] Set router a43004ab-d221-49c4-b6f0-0d1873b77010 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:35:29.267911 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4750727a-cc28-4bcc-8b4a-2e225ed2a93f'] response: {'name': 'network-changed', 'server_uuid': 'c28f15f9-d726-4e34-a2f5-5358a3f1526d', 'tag': '7b424777-5ca0-4a65-8c8d-4b25f0083489', 'status': 'completed', 'code': 200} May 30 05:35:29.311976 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-bf460747-1d22-4eef-9205-994d5d9405c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a43004ab-d221-49c4-b6f0-0d1873b77010', 'name': 'tempest-TestMinimumBasicScenario-199124425-router', 'tenant_id': '380d7f19f73247778cd4b58ac5f4efdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.76'}], 'enable_snat': True}, 'gw_port_id': '6c35a543-31b2-4849-8db0-18fc64976404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:32:30Z', 'updated_at': '2022-05-30T05:32:34Z', 'revision_number': 4, 'project_id': '380d7f19f73247778cd4b58ac5f4efdb', 'gw_port': {'id': '6c35a543-31b2-4849-8db0-18fc64976404', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:21:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43004ab-d221-49c4-b6f0-0d1873b77010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:32:31Z', 'updated_at': '2022-05-30T05:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': 'e5508efe-8d5d-423d-9133-2d965bf97304', 'name': '', 'network_id': 'f6bfb4a8-69c3-4b60-acef-13c4cefe9916', 'tenant_id': '380d7f19f73247778cd4b58ac5f4efdb', 'mac_address': 'fa:16:3e:28:b3:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43004ab-d221-49c4-b6f0-0d1873b77010', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '95cad40d-1a2d-494f-9b02-6caa32f3a62a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:32:34Z', 'updated_at': '2022-05-30T05:32:41Z', 'revision_number': 5, 'project_id': '380d7f19f73247778cd4b58ac5f4efdb', 'subnets': [{'id': '95cad40d-1a2d-494f-9b02-6caa32f3a62a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:35:29.316718 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf460747-1d22-4eef-9205-994d5d9405c9 None None] Checking router: a43004ab-d221-49c4-b6f0-0d1873b77010 for host: dv-neutron-843763-1-hyperv {{(pid=88262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 05:35:29.325317 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf460747-1d22-4eef-9205-994d5d9405c9 None None] Routers {'a43004ab-d221-49c4-b6f0-0d1873b77010'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:35:29.325962 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-bf460747-1d22-4eef-9205-994d5d9405c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:35:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['a43004ab-d221-49c4-b6f0-0d1873b77010'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:35:29.366233 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b41a44-c062-4904-9ef1-90c17f629aea req-bda9b950-72a4-459a-8a6d-91be7224d5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:35:29.367754 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b4b41a44-c062-4904-9ef1-90c17f629aea req-bda9b950-72a4-459a-8a6d-91be7224d5b3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=380d7f19f73247778cd4b58ac5f4efdb&device_id=c28f15f9-d726-4e34-a2f5-5358a3f1526d HTTP/1.1" status: 200 len: 1099 time: 0.0801947 May 30 05:35:29.498670 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b41a44-c062-4904-9ef1-90c17f629aea req-d58a70fa-c88c-4efd-ba9f-36a308b5fe9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:35:29.501968 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b4b41a44-c062-4904-9ef1-90c17f629aea req-d58a70fa-c88c-4efd-ba9f-36a308b5fe9c service neutron] 10.222.0.39 "GET /v2.0/networks?id=f6bfb4a8-69c3-4b60-acef-13c4cefe9916 HTTP/1.1" status: 200 len: 915 time: 0.1258872 May 30 05:35:29.543931 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-bf460747-1d22-4eef-9205-994d5d9405c9 None None] Set router a43004ab-d221-49c4-b6f0-0d1873b77010 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:35:29.571077 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b4b41a44-c062-4904-9ef1-90c17f629aea req-708d6124-1170-4f22-94cd-af38c516d318 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7b424777-5ca0-4a65-8c8d-4b25f0083489 HTTP/1.1" status: 200 len: 217 time: 0.0651369 May 30 05:35:29.631451 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b41a44-c062-4904-9ef1-90c17f629aea req-a0cc2943-5128-4132-9be2-4534138a347e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:35:29.633107 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b4b41a44-c062-4904-9ef1-90c17f629aea req-a0cc2943-5128-4132-9be2-4534138a347e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=95cad40d-1a2d-494f-9b02-6caa32f3a62a HTTP/1.1" status: 200 len: 853 time: 0.0560215 May 30 05:35:29.709315 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b41a44-c062-4904-9ef1-90c17f629aea req-7c0e1646-8e58-4c2a-b6f8-8944cd9e42f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:35:29.710793 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b4b41a44-c062-4904-9ef1-90c17f629aea req-7c0e1646-8e58-4c2a-b6f8-8944cd9e42f1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f6bfb4a8-69c3-4b60-acef-13c4cefe9916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698199 May 30 05:35:29.846271 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b4b41a44-c062-4904-9ef1-90c17f629aea req-cb8ea190-05cc-442d-a9fe-f4dca5cd2230 service neutron] 10.222.0.39 "GET /v2.0/networks/f6bfb4a8-69c3-4b60-acef-13c4cefe9916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248446 May 30 05:35:29.855208 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-bf460747-1d22-4eef-9205-994d5d9405c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a43004ab-d221-49c4-b6f0-0d1873b77010', 'name': 'tempest-TestMinimumBasicScenario-199124425-router', 'tenant_id': '380d7f19f73247778cd4b58ac5f4efdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.76'}], 'enable_snat': True}, 'gw_port_id': '6c35a543-31b2-4849-8db0-18fc64976404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:32:30Z', 'updated_at': '2022-05-30T05:32:34Z', 'revision_number': 4, 'project_id': '380d7f19f73247778cd4b58ac5f4efdb', 'gw_port': {'id': '6c35a543-31b2-4849-8db0-18fc64976404', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:21:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43004ab-d221-49c4-b6f0-0d1873b77010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:32:31Z', 'updated_at': '2022-05-30T05:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': 'e5508efe-8d5d-423d-9133-2d965bf97304', 'name': '', 'network_id': 'f6bfb4a8-69c3-4b60-acef-13c4cefe9916', 'tenant_id': '380d7f19f73247778cd4b58ac5f4efdb', 'mac_address': 'fa:16:3e:28:b3:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43004ab-d221-49c4-b6f0-0d1873b77010', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '95cad40d-1a2d-494f-9b02-6caa32f3a62a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:32:34Z', 'updated_at': '2022-05-30T05:32:41Z', 'revision_number': 5, 'project_id': '380d7f19f73247778cd4b58ac5f4efdb', 'subnets': [{'id': '95cad40d-1a2d-494f-9b02-6caa32f3a62a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:35:29.859483 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf460747-1d22-4eef-9205-994d5d9405c9 None None] The sync data for ids ['a43004ab-d221-49c4-b6f0-0d1873b77010'] in dv-neutron-843763-1-hyperv is: [{'id': 'a43004ab-d221-49c4-b6f0-0d1873b77010', 'name': 'tempest-TestMinimumBasicScenario-199124425-router', 'tenant_id': '380d7f19f73247778cd4b58ac5f4efdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.76'}], 'enable_snat': True}, 'gw_port_id': '6c35a543-31b2-4849-8db0-18fc64976404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:32:30Z', 'updated_at': '2022-05-30T05:32:34Z', 'revision_number': 4, 'project_id': '380d7f19f73247778cd4b58ac5f4efdb', 'gw_port': {'id': '6c35a543-31b2-4849-8db0-18fc64976404', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:21:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43004ab-d221-49c4-b6f0-0d1873b77010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:32:31Z', 'updated_at': '2022-05-30T05:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': 'e5508efe-8d5d-423d-9133-2d965bf97304', 'name': '', 'network_id': 'f6bfb4a8-69c3-4b60-acef-13c4cefe9916', 'tenant_id': '380d7f19f73247778cd4b58ac5f4efdb', 'mac_address': 'fa:16:3e:28:b3:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43004ab-d221-49c4-b6f0-0d1873b77010', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '95cad40d-1a2d-494f-9b02-6caa32f3a62a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:32:34Z', 'updated_at': '2022-05-30T05:32:41Z', 'revision_number': 5, 'project_id': '380d7f19f73247778cd4b58ac5f4efdb', 'subnets': [{'id': '95cad40d-1a2d-494f-9b02-6caa32f3a62a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:35:29.982108 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b4b41a44-c062-4904-9ef1-90c17f629aea req-81d9f90f-e8d7-4906-9483-b10c4a0a188f service neutron] 10.222.0.39 "GET /v2.0/networks/f6bfb4a8-69c3-4b60-acef-13c4cefe9916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289897 May 30 05:35:30.122339 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5bb50818-bbb9-4c24-a502-e8c51a26a684 req-40245a2a-ccb8-4fb0-8e4c-9c3cd592265e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c28f15f9-d726-4e34-a2f5-5358a3f1526d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0881183 May 30 05:35:30.124763 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71edcaa2-1b17-4049-8d94-fae81eed7db8 None None] New status for floating IP 7c0b6a5a-42a0-4d1e-b592-545c27de75e8: DOWN {{(pid=88263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 30 05:35:30.271818 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb50818-bbb9-4c24-a502-e8c51a26a684 req-057259d6-52a1-419f-9791-3638c8684d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:35:30.273348 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5bb50818-bbb9-4c24-a502-e8c51a26a684 req-057259d6-52a1-419f-9791-3638c8684d47 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=380d7f19f73247778cd4b58ac5f4efdb&device_id=c28f15f9-d726-4e34-a2f5-5358a3f1526d HTTP/1.1" status: 200 len: 1099 time: 0.0856605 May 30 05:35:30.293947 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-72f95d68-694e-4f65-8cef-26bbe059dca6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:30.424323 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb50818-bbb9-4c24-a502-e8c51a26a684 req-ecd9fb66-54c2-49c3-8621-15868934d6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:35:30.425910 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5bb50818-bbb9-4c24-a502-e8c51a26a684 req-ecd9fb66-54c2-49c3-8621-15868934d6d4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f6bfb4a8-69c3-4b60-acef-13c4cefe9916 HTTP/1.1" status: 200 len: 915 time: 0.1288588 May 30 05:35:30.496795 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5bb50818-bbb9-4c24-a502-e8c51a26a684 req-85d719da-1296-4e16-b087-51c02ff99a58 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7b424777-5ca0-4a65-8c8d-4b25f0083489 HTTP/1.1" status: 200 len: 217 time: 0.0643291 May 30 05:35:30.560022 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb50818-bbb9-4c24-a502-e8c51a26a684 req-5afd4476-6f76-4469-af5d-0c1aa701f713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:35:30.562317 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5bb50818-bbb9-4c24-a502-e8c51a26a684 req-5afd4476-6f76-4469-af5d-0c1aa701f713 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=95cad40d-1a2d-494f-9b02-6caa32f3a62a HTTP/1.1" status: 200 len: 853 time: 0.0592141 May 30 05:35:30.642011 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb50818-bbb9-4c24-a502-e8c51a26a684 req-46e14445-2054-4535-a5ad-fe9b01cb8cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:35:30.642011 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5bb50818-bbb9-4c24-a502-e8c51a26a684 req-46e14445-2054-4535-a5ad-fe9b01cb8cc3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f6bfb4a8-69c3-4b60-acef-13c4cefe9916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0745652 May 30 05:35:30.887990 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5bb50818-bbb9-4c24-a502-e8c51a26a684 req-86475149-2f70-44e0-9b63-3cef421d91d3 service neutron] 10.222.0.39 "GET /v2.0/networks/f6bfb4a8-69c3-4b60-acef-13c4cefe9916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2406149 May 30 05:35:31.022301 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5bb50818-bbb9-4c24-a502-e8c51a26a684 req-f6245bc3-60ab-4d90-b7cb-f015f93360e4 service neutron] 10.222.0.39 "GET /v2.0/networks/f6bfb4a8-69c3-4b60-acef-13c4cefe9916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285129 May 30 05:35:31.361321 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56ded65b-0e68-413c-8b9b-1097922cc81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:31.529825 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:32.916537 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a142624-940e-4c55-bf49-a5329c884075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:33.308105 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910b4cf4-5ada-46b2-84c7-87873b3df6b3 req-6e212cb9-7db6-455f-a02b-4d3fb820c4ca tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:35:33.310092 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-910b4cf4-5ada-46b2-84c7-87873b3df6b3 req-6e212cb9-7db6-455f-a02b-4d3fb820c4ca tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] 10.222.0.15 "GET /v2.0/ports?device_id=c28f15f9-d726-4e34-a2f5-5358a3f1526d HTTP/1.1" status: 200 len: 946 time: 0.0828559 May 30 05:35:33.353104 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-910b4cf4-5ada-46b2-84c7-87873b3df6b3 req-a880ba46-c669-4ff9-9f26-626dd709444f tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] 10.222.0.15 "GET /v2.0/security-groups?id=39c18473-c9b7-422e-8492-d5bdff59af62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376902 May 30 05:35:34.538984 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc6616f-2050-4005-bfed-3580ec98bb4e req-5bcf3b62-9b63-450a-9af2-afa5276fc184 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:35:34.540433 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9dc6616f-2050-4005-bfed-3580ec98bb4e req-5bcf3b62-9b63-450a-9af2-afa5276fc184 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] 10.222.0.15 "GET /v2.0/ports?device_id=c28f15f9-d726-4e34-a2f5-5358a3f1526d HTTP/1.1" status: 200 len: 946 time: 0.0818393 May 30 05:35:34.583271 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9dc6616f-2050-4005-bfed-3580ec98bb4e req-1c4a5f8c-cdd9-4c4e-852e-37160ff6b6f7 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] 10.222.0.15 "GET /v2.0/security-groups?id=39c18473-c9b7-422e-8492-d5bdff59af62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372961 May 30 05:35:35.116498 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5178de8e-56c8-4d6b-9323-f785813b4037 req-91a739db-39f9-413e-8791-6508763fec9e tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:35:35.117929 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5178de8e-56c8-4d6b-9323-f785813b4037 req-91a739db-39f9-413e-8791-6508763fec9e tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] 10.222.0.39 "GET /v2.0/ports?device_id=c28f15f9-d726-4e34-a2f5-5358a3f1526d HTTP/1.1" status: 200 len: 946 time: 0.0782969 May 30 05:35:35.188277 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [req-5178de8e-56c8-4d6b-9323-f785813b4037 req-5477e0df-5132-443e-8e77-4c7cd5dea529 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Deleting port 7b424777-5ca0-4a65-8c8d-4b25f0083489 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:35:35.188613 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-5178de8e-56c8-4d6b-9323-f785813b4037 req-5477e0df-5132-443e-8e77-4c7cd5dea529 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:35.429329 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [req-5178de8e-56c8-4d6b-9323-f785813b4037 req-5477e0df-5132-443e-8e77-4c7cd5dea529 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] For port 7b424777-5ca0-4a65-8c8d-4b25f0083489, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=7b424777-5ca0-4a65-8c8d-4b25f0083489,segment=NetworkSegment(803796eb-9b87-46f5-bd31-4aeaf7d780c9),segment_id=803796eb-9b87-46f5-bd31-4aeaf7d780c9)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:35:35.429616 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-5178de8e-56c8-4d6b-9323-f785813b4037 req-5477e0df-5132-443e-8e77-4c7cd5dea529 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:35.549054 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [req-5178de8e-56c8-4d6b-9323-f785813b4037 req-5477e0df-5132-443e-8e77-4c7cd5dea529 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Calling delete_port for 7b424777-5ca0-4a65-8c8d-4b25f0083489 owned by compute:nova {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:35:35.733982 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-5178de8e-56c8-4d6b-9323-f785813b4037 req-5477e0df-5132-443e-8e77-4c7cd5dea529 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:35.744540 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-bac18d3f-0315-4df5-a037-6b37a6c3256a req-eb7da6aa-706d-41e9-a89c-91419b841afd tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] 10.222.0.15 "GET /v2.0/ports?device_id=c28f15f9-d726-4e34-a2f5-5358a3f1526d HTTP/1.1" status: 200 len: 210 time: 0.0482485 May 30 05:35:35.744707 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] get_ports_and_sgs() called for port_ids ['7b424777-5ca0-4a65-8c8d-4b25f0083489'] {{(pid=88262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 30 05:35:35.787699 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5477e0df-5132-443e-8e77-4c7cd5dea529 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Pushing event deleted for resources: {'Port': ['ID=7b424777-5ca0-4a65-8c8d-4b25f0083489,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:35:35.864362 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [req-5178de8e-56c8-4d6b-9323-f785813b4037 req-5477e0df-5132-443e-8e77-4c7cd5dea529 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] No DVR routers for this DVR port 7b424777-5ca0-4a65-8c8d-4b25f0083489 on host hv-neutron-8437 {{(pid=88261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 05:35:35.866779 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-5178de8e-56c8-4d6b-9323-f785813b4037 req-5477e0df-5132-443e-8e77-4c7cd5dea529 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:35.869209 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c28f15f9-d726-4e34-a2f5-5358a3f1526d', 'name': 'network-vif-deleted', 'tag': '7b424777-5ca0-4a65-8c8d-4b25f0083489'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:35:35.881125 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5178de8e-56c8-4d6b-9323-f785813b4037 req-5477e0df-5132-443e-8e77-4c7cd5dea529 tempest-TestMinimumBasicScenario-882474464 tempest-TestMinimumBasicScenario-882474464-project] 10.222.0.39 "DELETE /v2.0/ports/7b424777-5ca0-4a65-8c8d-4b25f0083489 HTTP/1.1" status: 204 len: 173 time: 0.7579815 May 30 05:35:35.917990 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6c9a7a3-4454-4fbe-a1c0-85c78f1dcdcc'] response: {'server_uuid': 'c28f15f9-d726-4e34-a2f5-5358a3f1526d', 'name': 'network-vif-deleted', 'tag': '7b424777-5ca0-4a65-8c8d-4b25f0083489', 'status': 'completed', 'code': 200} May 30 05:35:37.379183 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 53450) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:35:37.897605 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e845b67f-4c4f-4d07-ab3c-a0ee5415feff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602184'] for router_interface, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:38.232922 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-e845b67f-4c4f-4d07-ab3c-a0ee5415feff admin admin] Deleting port e5508efe-8d5d-423d-9133-2d965bf97304 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:35:38.233185 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e845b67f-4c4f-4d07-ab3c-a0ee5415feff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:38.502147 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-e845b67f-4c4f-4d07-ab3c-a0ee5415feff admin admin] For port e5508efe-8d5d-423d-9133-2d965bf97304, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=e5508efe-8d5d-423d-9133-2d965bf97304,segment=NetworkSegment(803796eb-9b87-46f5-bd31-4aeaf7d780c9),segment_id=803796eb-9b87-46f5-bd31-4aeaf7d780c9)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:35:38.502780 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e845b67f-4c4f-4d07-ab3c-a0ee5415feff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:38.626372 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-e845b67f-4c4f-4d07-ab3c-a0ee5415feff admin admin] Calling delete_port for e5508efe-8d5d-423d-9133-2d965bf97304 owned by network:router_interface {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:35:38.935860 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e845b67f-4c4f-4d07-ab3c-a0ee5415feff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:38.982150 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device 7b424777-5ca0-4a65-8c8d-4b25f0083489 no longer exists at agent hyperv_hv-neutron-8437 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 05:35:38.985613 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e845b67f-4c4f-4d07-ab3c-a0ee5415feff admin admin] Pushing event deleted for resources: {'Port': ['ID=e5508efe-8d5d-423d-9133-2d965bf97304,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:35:39.017062 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] No Port match for: 7b424777-5ca0-4a65-8c8d-4b25f0083489 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 05:35:39.017422 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device 7b424777-5ca0-4a65-8c8d-4b25f0083489 not bound to the agent host hv-neutron-8437 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 05:35:39.248191 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e845b67f-4c4f-4d07-ab3c-a0ee5415feff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1642797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602100'] for router_interface, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:39.610353 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e845b67f-4c4f-4d07-ab3c-a0ee5415feff admin admin] Router a43004ab-d221-49c4-b6f0-0d1873b77010 has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 05:35:39.886207 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e845b67f-4c4f-4d07-ab3c-a0ee5415feff admin admin] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:35:39.895314 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa0b41a5-b8af-4a22-a3f7-ef33141cfbcb None None] Sync routers for ids ['a43004ab-d221-49c4-b6f0-0d1873b77010'] in dv-neutron-843763-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:35:39.898863 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-e845b67f-4c4f-4d07-ab3c-a0ee5415feff admin admin] 10.222.0.15 "PUT /v2.0/routers/a43004ab-d221-49c4-b6f0-0d1873b77010/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5186260 May 30 05:35:39.901349 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 53454) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:35:39.904268 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0b41a5-b8af-4a22-a3f7-ef33141cfbcb None None] Routers {'a43004ab-d221-49c4-b6f0-0d1873b77010'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:35:39.904867 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-fa0b41a5-b8af-4a22-a3f7-ef33141cfbcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:35:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['a43004ab-d221-49c4-b6f0-0d1873b77010'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:35:40.075504 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f6c4bab9-0348-4ec2-b14b-17b0c16ba10e admin admin] Notify callbacks [] for router, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:40.077208 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-fa0b41a5-b8af-4a22-a3f7-ef33141cfbcb None None] Set router a43004ab-d221-49c4-b6f0-0d1873b77010 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:35:40.250725 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f6c4bab9-0348-4ec2-b14b-17b0c16ba10e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:40.260557 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-f6c4bab9-0348-4ec2-b14b-17b0c16ba10e admin admin] Deleting port 6c35a543-31b2-4849-8db0-18fc64976404 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:35:40.260898 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f6c4bab9-0348-4ec2-b14b-17b0c16ba10e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:40.358373 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-fa0b41a5-b8af-4a22-a3f7-ef33141cfbcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a43004ab-d221-49c4-b6f0-0d1873b77010', 'name': 'tempest-TestMinimumBasicScenario-199124425-router', 'tenant_id': '380d7f19f73247778cd4b58ac5f4efdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.76'}], 'enable_snat': True}, 'gw_port_id': '6c35a543-31b2-4849-8db0-18fc64976404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:32:30Z', 'updated_at': '2022-05-30T05:35:38Z', 'revision_number': 5, 'project_id': '380d7f19f73247778cd4b58ac5f4efdb', 'gw_port': {'id': '6c35a543-31b2-4849-8db0-18fc64976404', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:21:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43004ab-d221-49c4-b6f0-0d1873b77010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:32:31Z', 'updated_at': '2022-05-30T05:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv'}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:35:40.362149 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa0b41a5-b8af-4a22-a3f7-ef33141cfbcb None None] Checking router: a43004ab-d221-49c4-b6f0-0d1873b77010 for host: dv-neutron-843763-1-hyperv {{(pid=88262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 05:35:40.370383 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0b41a5-b8af-4a22-a3f7-ef33141cfbcb None None] Routers {'a43004ab-d221-49c4-b6f0-0d1873b77010'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:35:40.371002 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-fa0b41a5-b8af-4a22-a3f7-ef33141cfbcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:35:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['a43004ab-d221-49c4-b6f0-0d1873b77010'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:35:40.437252 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-f6c4bab9-0348-4ec2-b14b-17b0c16ba10e admin admin] For port 6c35a543-31b2-4849-8db0-18fc64976404, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=6c35a543-31b2-4849-8db0-18fc64976404,segment=NetworkSegment(ad083d94-0233-4c50-a0ed-00ef7686038c),segment_id=ad083d94-0233-4c50-a0ed-00ef7686038c)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:35:40.437613 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f6c4bab9-0348-4ec2-b14b-17b0c16ba10e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:40.554294 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-fa0b41a5-b8af-4a22-a3f7-ef33141cfbcb None None] Set router a43004ab-d221-49c4-b6f0-0d1873b77010 gateway port host: None {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:35:40.559218 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-f6c4bab9-0348-4ec2-b14b-17b0c16ba10e admin admin] Calling delete_port for 6c35a543-31b2-4849-8db0-18fc64976404 owned by network:router_gateway {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:35:40.656824 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-fa0b41a5-b8af-4a22-a3f7-ef33141cfbcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a43004ab-d221-49c4-b6f0-0d1873b77010', 'name': 'tempest-TestMinimumBasicScenario-199124425-router', 'tenant_id': '380d7f19f73247778cd4b58ac5f4efdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:32:30Z', 'updated_at': '2022-05-30T05:35:40Z', 'revision_number': 6, 'project_id': '380d7f19f73247778cd4b58ac5f4efdb', 'gw_port_host': None}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:35:40.661782 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa0b41a5-b8af-4a22-a3f7-ef33141cfbcb None None] The sync data for ids ['a43004ab-d221-49c4-b6f0-0d1873b77010'] in dv-neutron-843763-1-hyperv is: [{'id': 'a43004ab-d221-49c4-b6f0-0d1873b77010', 'name': 'tempest-TestMinimumBasicScenario-199124425-router', 'tenant_id': '380d7f19f73247778cd4b58ac5f4efdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:32:30Z', 'updated_at': '2022-05-30T05:35:40Z', 'revision_number': 6, 'project_id': '380d7f19f73247778cd4b58ac5f4efdb', 'gw_port_host': None}] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:35:40.728672 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f6c4bab9-0348-4ec2-b14b-17b0c16ba10e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:40.776021 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c4bab9-0348-4ec2-b14b-17b0c16ba10e admin admin] Pushing event deleted for resources: {'Port': ['ID=6c35a543-31b2-4849-8db0-18fc64976404,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:35:40.865607 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f6c4bab9-0348-4ec2-b14b-17b0c16ba10e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1604781'] for router_gateway, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:41.141160 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f6c4bab9-0348-4ec2-b14b-17b0c16ba10e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11660'] for router, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:41.143265 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f6c4bab9-0348-4ec2-b14b-17b0c16ba10e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:41.165291 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f6c4bab9-0348-4ec2-b14b-17b0c16ba10e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1601605'] for router, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:41.165785 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6c4bab9-0348-4ec2-b14b-17b0c16ba10e admin admin] Fanout notify agent at l3_agent the message router_deleted on router a43004ab-d221-49c4-b6f0-0d1873b77010 {{(pid=88260) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 30 05:35:41.180494 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f6c4bab9-0348-4ec2-b14b-17b0c16ba10e admin admin] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:41.181608 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-f6c4bab9-0348-4ec2-b14b-17b0c16ba10e admin admin] 10.222.0.15 "DELETE /v2.0/routers/a43004ab-d221-49c4-b6f0-0d1873b77010 HTTP/1.1" status: 204 len: 168 time: 1.2793264 May 30 05:35:41.184387 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 53460) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:35:41.241369 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_v2 [None req-8aebd2cc-7ae7-40a8-a1b6-85ee612dc67c admin admin] Deleting subnet 95cad40d-1a2d-494f-9b02-6caa32f3a62a {{(pid=88260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 30 05:35:41.244212 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8aebd2cc-7ae7-40a8-a1b6-85ee612dc67c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:41.293939 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8aebd2cc-7ae7-40a8-a1b6-85ee612dc67c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1454738'] for subnet, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:41.372058 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8aebd2cc-7ae7-40a8-a1b6-85ee612dc67c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860493'] for subnet, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:41.398070 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device e5508efe-8d5d-423d-9133-2d965bf97304 no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 05:35:41.439929 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] No Port match for: e5508efe-8d5d-423d-9133-2d965bf97304 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 05:35:41.440406 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device e5508efe-8d5d-423d-9133-2d965bf97304 not bound to the agent host dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 05:35:41.450301 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8aebd2cc-7ae7-40a8-a1b6-85ee612dc67c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1547867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2133322'] for subnet, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:41.491590 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aebd2cc-7ae7-40a8-a1b6-85ee612dc67c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95cad40d-1a2d-494f-9b02-6caa32f3a62a,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:35:41.496208 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8aebd2cc-7ae7-40a8-a1b6-85ee612dc67c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:41.502573 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-8aebd2cc-7ae7-40a8-a1b6-85ee612dc67c admin admin] 10.222.0.15 "DELETE /v2.0/subnets/95cad40d-1a2d-494f-9b02-6caa32f3a62a HTTP/1.1" status: 204 len: 168 time: 0.3171904 May 30 05:35:41.505252 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 53464) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:35:41.506173 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cee50cbb-add2-4a50-99c7-1a43ebd14824 None None] Network f6bfb4a8-69c3-4b60-acef-13c4cefe9916 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:35:41.618510 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d6d3540d-3542-4e65-9a5f-1219c667bd8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897784'] for network, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:41.631548 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-d6d3540d-3542-4e65-9a5f-1219c667bd8d admin admin] Deleting port 738aa089-bff2-4c2c-8ef2-9f0825f397bd {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:35:41.632148 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d6d3540d-3542-4e65-9a5f-1219c667bd8d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:41.787064 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17933b09-c42e-4c0f-aca5-1b08e11c2e41 None None] DHCP port deletion for f6bfb4a8-69c3-4b60-acef-13c4cefe9916 request from dv-neutron-843763-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 30 05:35:41.791226 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-17933b09-c42e-4c0f-aca5-1b08e11c2e41 None None] Deleting port 738aa089-bff2-4c2c-8ef2-9f0825f397bd {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:35:41.791595 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-17933b09-c42e-4c0f-aca5-1b08e11c2e41 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:41.839107 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-d6d3540d-3542-4e65-9a5f-1219c667bd8d admin admin] For port 738aa089-bff2-4c2c-8ef2-9f0825f397bd, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=738aa089-bff2-4c2c-8ef2-9f0825f397bd,segment=NetworkSegment(803796eb-9b87-46f5-bd31-4aeaf7d780c9),segment_id=803796eb-9b87-46f5-bd31-4aeaf7d780c9)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:35:41.839459 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d6d3540d-3542-4e65-9a5f-1219c667bd8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:41.997427 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-17933b09-c42e-4c0f-aca5-1b08e11c2e41 None None] For port 738aa089-bff2-4c2c-8ef2-9f0825f397bd, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=738aa089-bff2-4c2c-8ef2-9f0825f397bd,segment=NetworkSegment(803796eb-9b87-46f5-bd31-4aeaf7d780c9),segment_id=803796eb-9b87-46f5-bd31-4aeaf7d780c9)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:35:41.997708 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-17933b09-c42e-4c0f-aca5-1b08e11c2e41 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:42.058719 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-d6d3540d-3542-4e65-9a5f-1219c667bd8d admin admin] Calling delete_port for 738aa089-bff2-4c2c-8ef2-9f0825f397bd owned by network:dhcp {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:35:42.114697 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-17933b09-c42e-4c0f-aca5-1b08e11c2e41 None None] Calling delete_port for 738aa089-bff2-4c2c-8ef2-9f0825f397bd owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:35:42.132516 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d6d3540d-3542-4e65-9a5f-1219c667bd8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:42.178846 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d3540d-3542-4e65-9a5f-1219c667bd8d admin admin] Pushing event deleted for resources: {'Port': ['ID=738aa089-bff2-4c2c-8ef2-9f0825f397bd,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:35:42.184914 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d3540d-3542-4e65-9a5f-1219c667bd8d admin admin] No DVR routers for this DVR port 738aa089-bff2-4c2c-8ef2-9f0825f397bd on host dv-neutron-843763-1-hyperv {{(pid=88261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 05:35:42.190749 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.db.api [None req-17933b09-c42e-4c0f-aca5-1b08e11c2e41 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 05:35:42.191107 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG oslo_db.api [None req-17933b09-c42e-4c0f-aca5-1b08e11c2e41 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 05:35:42.297341 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d6d3540d-3542-4e65-9a5f-1219c667bd8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867540', 'neutron.services.segments.db._delete_segments_for_network-8729234922972'] for network, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:42.322206 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-d6d3540d-3542-4e65-9a5f-1219c667bd8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6bfb4a8-69c3-4b60-acef-13c4cefe9916']}} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:35:42.333622 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-d6d3540d-3542-4e65-9a5f-1219c667bd8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '803796eb-9b87-46f5-bd31-4aeaf7d780c9') {'for_net_delete': True} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:35:42.333942 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-d6d3540d-3542-4e65-9a5f-1219c667bd8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '803796eb-9b87-46f5-bd31-4aeaf7d780c9') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:35:42.344947 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d6d3540d-3542-4e65-9a5f-1219c667bd8d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729235042807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3545573'] for segment, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:42.360252 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d6d3540d-3542-4e65-9a5f-1219c667bd8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:42.366538 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6d3540d-3542-4e65-9a5f-1219c667bd8d admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=88261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 05:35:42.366909 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d6d3540d-3542-4e65-9a5f-1219c667bd8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-862858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2304281'] for segment, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:42.430965 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 803796eb-9b87-46f5-bd31-4aeaf7d780c9 resource provider aggregate not found May 30 05:35:42.456454 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 803796eb-9b87-46f5-bd31-4aeaf7d780c9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 803796eb-9b87-46f5-bd31-4aeaf7d780c9 found for delete ", "request_id": "req-2f246b69-77f9-4992-a62d-a9b18a0d5f6f"}]} May 30 05:35:42.464788 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d6d3540d-3542-4e65-9a5f-1219c667bd8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604744'] for network, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:42.481086 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d6d3540d-3542-4e65-9a5f-1219c667bd8d admin admin] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:42.491620 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d3540d-3542-4e65-9a5f-1219c667bd8d admin admin] Pushing event deleted for resources: {'Network': ['ID=f6bfb4a8-69c3-4b60-acef-13c4cefe9916,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:35:42.498583 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-d6d3540d-3542-4e65-9a5f-1219c667bd8d admin admin] 10.222.0.15 "DELETE /v2.0/networks/f6bfb4a8-69c3-4b60-acef-13c4cefe9916 HTTP/1.1" status: 204 len: 168 time: 0.9922953 May 30 05:35:42.501658 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 53472) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:35:42.692587 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-17933b09-c42e-4c0f-aca5-1b08e11c2e41 None None] Deleting port 738aa089-bff2-4c2c-8ef2-9f0825f397bd {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:35:42.693144 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-17933b09-c42e-4c0f-aca5-1b08e11c2e41 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:42.756259 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-17933b09-c42e-4c0f-aca5-1b08e11c2e41 None None] The port '738aa089-bff2-4c2c-8ef2-9f0825f397bd' was deleted {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 30 05:35:42.837179 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 738aa089-bff2-4c2c-8ef2-9f0825f397bd no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 05:35:42.874323 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] No Port match for: 738aa089-bff2-4c2c-8ef2-9f0825f397bd {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 05:35:42.874676 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 738aa089-bff2-4c2c-8ef2-9f0825f397bd not bound to the agent host dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 05:35:42.875086 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 6c35a543-31b2-4849-8db0-18fc64976404 no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 05:35:42.907219 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] No Port match for: 6c35a543-31b2-4849-8db0-18fc64976404 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 05:35:42.907565 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 6c35a543-31b2-4849-8db0-18fc64976404 not bound to the agent host dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 05:35:43.036357 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8ad4813e-8dae-42cf-9c20-735678773e26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602184'] for router_interface, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:43.471663 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-8ad4813e-8dae-42cf-9c20-735678773e26 admin admin] Deleting port f9f122e8-baba-4a70-b055-0f6b259128c9 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:35:43.471917 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8ad4813e-8dae-42cf-9c20-735678773e26 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:43.641960 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-8ad4813e-8dae-42cf-9c20-735678773e26 admin admin] For port f9f122e8-baba-4a70-b055-0f6b259128c9, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=f9f122e8-baba-4a70-b055-0f6b259128c9,segment=NetworkSegment(0fc58bdb-dc83-458b-9758-a95d403ae5f2),segment_id=0fc58bdb-dc83-458b-9758-a95d403ae5f2)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:35:43.642322 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8ad4813e-8dae-42cf-9c20-735678773e26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:43.761794 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-8ad4813e-8dae-42cf-9c20-735678773e26 admin admin] Calling delete_port for f9f122e8-baba-4a70-b055-0f6b259128c9 owned by network:router_interface {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:35:44.069677 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8ad4813e-8dae-42cf-9c20-735678773e26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:44.117091 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad4813e-8dae-42cf-9c20-735678773e26 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9f122e8-baba-4a70-b055-0f6b259128c9,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:35:44.374706 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8ad4813e-8dae-42cf-9c20-735678773e26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1642797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602100'] for router_interface, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:44.835792 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ad4813e-8dae-42cf-9c20-735678773e26 admin admin] Router 10313427-256a-4ffb-9ec0-622c149bc9eb has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 05:35:45.009240 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ad4813e-8dae-42cf-9c20-735678773e26 admin admin] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:35:45.017713 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664cddf4-f72b-4fdb-95d1-246e0a7abf91 None None] Sync routers for ids ['10313427-256a-4ffb-9ec0-622c149bc9eb'] in dv-neutron-843763-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:35:45.024899 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-8ad4813e-8dae-42cf-9c20-735678773e26 admin admin] 10.222.0.15 "PUT /v2.0/routers/10313427-256a-4ffb-9ec0-622c149bc9eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5221243 May 30 05:35:45.027381 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664cddf4-f72b-4fdb-95d1-246e0a7abf91 None None] Routers {'10313427-256a-4ffb-9ec0-622c149bc9eb'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:35:45.027511 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 53482) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:35:45.027977 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-664cddf4-f72b-4fdb-95d1-246e0a7abf91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:35:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['10313427-256a-4ffb-9ec0-622c149bc9eb'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:35:45.203791 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-de79ec53-c154-4133-9b54-ce53bb87ca86 admin admin] Notify callbacks [] for router, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:45.231687 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-664cddf4-f72b-4fdb-95d1-246e0a7abf91 None None] Set router 10313427-256a-4ffb-9ec0-622c149bc9eb gateway port host: dv-neutron-843763-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:35:45.384459 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-de79ec53-c154-4133-9b54-ce53bb87ca86 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:45.394093 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-de79ec53-c154-4133-9b54-ce53bb87ca86 admin admin] Deleting port 884468ad-3825-4e72-9a04-50f2fd0d577f {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:35:45.394428 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-de79ec53-c154-4133-9b54-ce53bb87ca86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:45.515144 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-664cddf4-f72b-4fdb-95d1-246e0a7abf91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10313427-256a-4ffb-9ec0-622c149bc9eb', 'name': 'tempest-TestMinimumBasicScenario-1357090091-router', 'tenant_id': 'dbb13ce59ed844cda31d3cc5d296a306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.62'}], 'enable_snat': True}, 'gw_port_id': '884468ad-3825-4e72-9a04-50f2fd0d577f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:32:37Z', 'updated_at': '2022-05-30T05:35:44Z', 'revision_number': 5, 'project_id': 'dbb13ce59ed844cda31d3cc5d296a306', 'gw_port': {'id': '884468ad-3825-4e72-9a04-50f2fd0d577f', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:58:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10313427-256a-4ffb-9ec0-622c149bc9eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:32:38Z', 'updated_at': '2022-05-30T05:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv'}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:35:45.519456 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664cddf4-f72b-4fdb-95d1-246e0a7abf91 None None] Checking router: 10313427-256a-4ffb-9ec0-622c149bc9eb for host: dv-neutron-843763-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 05:35:45.527828 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664cddf4-f72b-4fdb-95d1-246e0a7abf91 None None] Routers {'10313427-256a-4ffb-9ec0-622c149bc9eb'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:35:45.528425 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-664cddf4-f72b-4fdb-95d1-246e0a7abf91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:35:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['10313427-256a-4ffb-9ec0-622c149bc9eb'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:35:45.572265 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-de79ec53-c154-4133-9b54-ce53bb87ca86 admin admin] For port 884468ad-3825-4e72-9a04-50f2fd0d577f, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=884468ad-3825-4e72-9a04-50f2fd0d577f,segment=NetworkSegment(ad083d94-0233-4c50-a0ed-00ef7686038c),segment_id=ad083d94-0233-4c50-a0ed-00ef7686038c)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:35:45.572623 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-de79ec53-c154-4133-9b54-ce53bb87ca86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:45.673018 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-664cddf4-f72b-4fdb-95d1-246e0a7abf91 None None] Set router 10313427-256a-4ffb-9ec0-622c149bc9eb gateway port host: None {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:35:45.693478 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-de79ec53-c154-4133-9b54-ce53bb87ca86 admin admin] Calling delete_port for 884468ad-3825-4e72-9a04-50f2fd0d577f owned by network:router_gateway {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:35:45.775338 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-664cddf4-f72b-4fdb-95d1-246e0a7abf91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10313427-256a-4ffb-9ec0-622c149bc9eb', 'name': 'tempest-TestMinimumBasicScenario-1357090091-router', 'tenant_id': 'dbb13ce59ed844cda31d3cc5d296a306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:32:37Z', 'updated_at': '2022-05-30T05:35:45Z', 'revision_number': 6, 'project_id': 'dbb13ce59ed844cda31d3cc5d296a306', 'gw_port_host': None}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:35:45.779162 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664cddf4-f72b-4fdb-95d1-246e0a7abf91 None None] The sync data for ids ['10313427-256a-4ffb-9ec0-622c149bc9eb'] in dv-neutron-843763-1-hyperv is: [{'id': '10313427-256a-4ffb-9ec0-622c149bc9eb', 'name': 'tempest-TestMinimumBasicScenario-1357090091-router', 'tenant_id': 'dbb13ce59ed844cda31d3cc5d296a306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:32:37Z', 'updated_at': '2022-05-30T05:35:45Z', 'revision_number': 6, 'project_id': 'dbb13ce59ed844cda31d3cc5d296a306', 'gw_port_host': None}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:35:45.859561 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-de79ec53-c154-4133-9b54-ce53bb87ca86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:45.905952 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de79ec53-c154-4133-9b54-ce53bb87ca86 admin admin] Pushing event deleted for resources: {'Port': ['ID=884468ad-3825-4e72-9a04-50f2fd0d577f,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:35:45.993084 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-de79ec53-c154-4133-9b54-ce53bb87ca86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1604781'] for router_gateway, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:46.290721 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-de79ec53-c154-4133-9b54-ce53bb87ca86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11660'] for router, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:46.292833 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-de79ec53-c154-4133-9b54-ce53bb87ca86 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:46.314914 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-de79ec53-c154-4133-9b54-ce53bb87ca86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1601605'] for router, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:46.316155 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de79ec53-c154-4133-9b54-ce53bb87ca86 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 10313427-256a-4ffb-9ec0-622c149bc9eb {{(pid=88261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 30 05:35:46.328119 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-de79ec53-c154-4133-9b54-ce53bb87ca86 admin admin] Notify callbacks [] for router, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:46.329223 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-de79ec53-c154-4133-9b54-ce53bb87ca86 admin admin] 10.222.0.15 "DELETE /v2.0/routers/10313427-256a-4ffb-9ec0-622c149bc9eb HTTP/1.1" status: 204 len: 168 time: 1.3009133 May 30 05:35:46.331963 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 53488) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:35:46.391227 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_v2 [None req-25d85e41-4328-4e33-abc7-7809921096fe admin admin] Deleting subnet 249bab15-e0e8-4813-855e-532637ce57b6 {{(pid=88261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 30 05:35:46.394023 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-25d85e41-4328-4e33-abc7-7809921096fe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:46.441199 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-25d85e41-4328-4e33-abc7-7809921096fe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3545586'] for subnet, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:46.520343 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-25d85e41-4328-4e33-abc7-7809921096fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860493'] for subnet, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:46.589648 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-25d85e41-4328-4e33-abc7-7809921096fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2304955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9305493'] for subnet, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:46.626382 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d85e41-4328-4e33-abc7-7809921096fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=249bab15-e0e8-4813-855e-532637ce57b6,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:35:46.632736 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-25d85e41-4328-4e33-abc7-7809921096fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:46.637799 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c977bf-3a9e-4f24-90f0-6974349326fd None None] Network 6289f6bb-b492-4e55-b45d-478fe0f69dd0 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:35:46.639375 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-25d85e41-4328-4e33-abc7-7809921096fe admin admin] 10.222.0.15 "DELETE /v2.0/subnets/249bab15-e0e8-4813-855e-532637ce57b6 HTTP/1.1" status: 204 len: 168 time: 0.3064721 May 30 05:35:46.641733 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 53492) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:35:46.746085 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6471a636-f3e2-4711-94df-977a075ba29a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897784'] for network, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:46.757753 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-6471a636-f3e2-4711-94df-977a075ba29a admin admin] Deleting port 3fece6f3-c81e-4293-8bfd-5335c585927e {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:35:46.758152 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6471a636-f3e2-4711-94df-977a075ba29a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:46.858964 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device f9f122e8-baba-4a70-b055-0f6b259128c9 no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 05:35:46.928778 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd83c16-07c3-40e7-8ebc-824d4cd91ea1 None None] DHCP port deletion for 6289f6bb-b492-4e55-b45d-478fe0f69dd0 request from dv-neutron-843763-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 30 05:35:46.936227 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] No Port match for: f9f122e8-baba-4a70-b055-0f6b259128c9 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 05:35:46.936551 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device f9f122e8-baba-4a70-b055-0f6b259128c9 not bound to the agent host dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 05:35:46.936958 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 884468ad-3825-4e72-9a04-50f2fd0d577f no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 05:35:46.964905 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-1fd83c16-07c3-40e7-8ebc-824d4cd91ea1 None None] Deleting port 3fece6f3-c81e-4293-8bfd-5335c585927e {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:35:46.965273 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-1fd83c16-07c3-40e7-8ebc-824d4cd91ea1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:46.980126 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-6471a636-f3e2-4711-94df-977a075ba29a admin admin] For port 3fece6f3-c81e-4293-8bfd-5335c585927e, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=3fece6f3-c81e-4293-8bfd-5335c585927e,segment=NetworkSegment(0fc58bdb-dc83-458b-9758-a95d403ae5f2),segment_id=0fc58bdb-dc83-458b-9758-a95d403ae5f2)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:35:46.980480 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6471a636-f3e2-4711-94df-977a075ba29a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:47.000991 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] No Port match for: 884468ad-3825-4e72-9a04-50f2fd0d577f {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 05:35:47.001394 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 884468ad-3825-4e72-9a04-50f2fd0d577f not bound to the agent host dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 05:35:47.100431 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-6471a636-f3e2-4711-94df-977a075ba29a admin admin] Calling delete_port for 3fece6f3-c81e-4293-8bfd-5335c585927e owned by network:dhcp {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:35:47.168675 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-1fd83c16-07c3-40e7-8ebc-824d4cd91ea1 None None] For port 3fece6f3-c81e-4293-8bfd-5335c585927e, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=3fece6f3-c81e-4293-8bfd-5335c585927e,segment=NetworkSegment(0fc58bdb-dc83-458b-9758-a95d403ae5f2),segment_id=0fc58bdb-dc83-458b-9758-a95d403ae5f2)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:35:47.168993 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-1fd83c16-07c3-40e7-8ebc-824d4cd91ea1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:47.173563 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6471a636-f3e2-4711-94df-977a075ba29a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:47.226191 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6471a636-f3e2-4711-94df-977a075ba29a admin admin] No DVR routers for this DVR port 3fece6f3-c81e-4293-8bfd-5335c585927e on host dv-neutron-843763-1-hyperv {{(pid=88261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 05:35:47.252094 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6471a636-f3e2-4711-94df-977a075ba29a admin admin] Pushing event deleted for resources: {'Port': ['ID=3fece6f3-c81e-4293-8bfd-5335c585927e,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:35:47.290375 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-1fd83c16-07c3-40e7-8ebc-824d4cd91ea1 None None] Calling delete_port for 3fece6f3-c81e-4293-8bfd-5335c585927e owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:35:47.348802 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6471a636-f3e2-4711-94df-977a075ba29a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867540', 'neutron.services.segments.db._delete_segments_for_network-8729234922972'] for network, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:47.365153 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.db.api [None req-1fd83c16-07c3-40e7-8ebc-824d4cd91ea1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 05:35:47.365443 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG oslo_db.api [None req-1fd83c16-07c3-40e7-8ebc-824d4cd91ea1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 05:35:47.374316 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-6471a636-f3e2-4711-94df-977a075ba29a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6289f6bb-b492-4e55-b45d-478fe0f69dd0']}} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:35:47.386154 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-6471a636-f3e2-4711-94df-977a075ba29a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fc58bdb-dc83-458b-9758-a95d403ae5f2') {'for_net_delete': True} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:35:47.386448 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-6471a636-f3e2-4711-94df-977a075ba29a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fc58bdb-dc83-458b-9758-a95d403ae5f2') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:35:47.397193 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6471a636-f3e2-4711-94df-977a075ba29a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729235042807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3545573'] for segment, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:47.413336 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6471a636-f3e2-4711-94df-977a075ba29a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:47.419349 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6471a636-f3e2-4711-94df-977a075ba29a admin admin] Releasing vlan 247 on physical network physnet1 to pool {{(pid=88261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 05:35:47.419776 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6471a636-f3e2-4711-94df-977a075ba29a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-862858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2304281'] for segment, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:47.487166 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 0fc58bdb-dc83-458b-9758-a95d403ae5f2 resource provider aggregate not found May 30 05:35:47.507770 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 0fc58bdb-dc83-458b-9758-a95d403ae5f2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0fc58bdb-dc83-458b-9758-a95d403ae5f2 found for delete ", "request_id": "req-76e26086-09f2-4981-891e-cb49d531178c"}]} May 30 05:35:47.520196 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6471a636-f3e2-4711-94df-977a075ba29a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604744'] for network, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:47.538557 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6471a636-f3e2-4711-94df-977a075ba29a admin admin] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:47.550415 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6471a636-f3e2-4711-94df-977a075ba29a admin admin] Pushing event deleted for resources: {'Network': ['ID=6289f6bb-b492-4e55-b45d-478fe0f69dd0,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:35:47.557365 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-6471a636-f3e2-4711-94df-977a075ba29a admin admin] 10.222.0.15 "DELETE /v2.0/networks/6289f6bb-b492-4e55-b45d-478fe0f69dd0 HTTP/1.1" status: 204 len: 168 time: 0.9146671 May 30 05:35:47.668442 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:47.736241 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 53502) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:35:47.783594 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-fea247ee-8b13-46ca-91d9-3bfd0611a08d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=380d7f19f73247778cd4b58ac5f4efdb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0460572 May 30 05:35:47.786583 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 53506) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:35:47.866846 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-1fd83c16-07c3-40e7-8ebc-824d4cd91ea1 None None] Deleting port 3fece6f3-c81e-4293-8bfd-5335c585927e {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:35:47.867247 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-1fd83c16-07c3-40e7-8ebc-824d4cd91ea1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:47.936852 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-1fd83c16-07c3-40e7-8ebc-824d4cd91ea1 None None] The port '3fece6f3-c81e-4293-8bfd-5335c585927e' was deleted {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 30 05:35:47.939311 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bd53d2c7-f71a-43d2-9929-a6f4c186c889 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:47.969798 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bd53d2c7-f71a-43d2-9929-a6f4c186c889 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:48.023955 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bd53d2c7-f71a-43d2-9929-a6f4c186c889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:48.037670 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd53d2c7-f71a-43d2-9929-a6f4c186c889 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39c18473-c9b7-422e-8492-d5bdff59af62,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:35:48.043770 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-bd53d2c7-f71a-43d2-9929-a6f4c186c889 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:48.044673 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-bd53d2c7-f71a-43d2-9929-a6f4c186c889 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/39c18473-c9b7-422e-8492-d5bdff59af62 HTTP/1.1" status: 204 len: 168 time: 0.2572417 May 30 05:35:48.377212 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 53514) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:35:48.424207 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-bfe462f7-c3a6-418b-9564-11792a0e0b50 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=dbb13ce59ed844cda31d3cc5d296a306&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0452743 May 30 05:35:48.427027 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 53518) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:35:48.481387 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ad22968b-7780-4288-826e-89906c2c73d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:48.508266 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ad22968b-7780-4288-826e-89906c2c73d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:48.563148 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ad22968b-7780-4288-826e-89906c2c73d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:48.580565 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad22968b-7780-4288-826e-89906c2c73d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eab14c13-8c15-4e20-93bd-79dd6621ff09,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:35:48.584302 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ad22968b-7780-4288-826e-89906c2c73d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:48.585488 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-ad22968b-7780-4288-826e-89906c2c73d7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/eab14c13-8c15-4e20-93bd-79dd6621ff09 HTTP/1.1" status: 204 len: 168 time: 0.1575122 May 30 05:35:48.838698 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 3fece6f3-c81e-4293-8bfd-5335c585927e no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 05:35:48.873521 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] No Port match for: 3fece6f3-c81e-4293-8bfd-5335c585927e {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 05:35:48.874023 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 3fece6f3-c81e-4293-8bfd-5335c585927e not bound to the agent host dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 05:35:50.103400 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 53560) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:35:50.108460 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-48efbac9-a523-4702-ae0a-930fb3fbfd56 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-702914372', 'description': 'tempest-secgroup-smoke-702914372 description', 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:35:50.115097 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-48efbac9-a523-4702-ae0a-930fb3fbfd56 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:35:50.118924 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-48efbac9-a523-4702-ae0a-930fb3fbfd56 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Usage tracker for resource:security_group and tenant:c5c2cbbf31414007b91a65943a87a6a2 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:35:50.121738 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-48efbac9-a523-4702-ae0a-930fb3fbfd56 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:35:50.127897 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-48efbac9-a523-4702-ae0a-930fb3fbfd56 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:35:50.137308 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-48efbac9-a523-4702-ae0a-930fb3fbfd56 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for security_group, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:50.148670 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-48efbac9-a523-4702-ae0a-930fb3fbfd56 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for security_group, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:50.163010 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-48efbac9-a523-4702-ae0a-930fb3fbfd56 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:35:50.166866 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-48efbac9-a523-4702-ae0a-930fb3fbfd56 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Usage tracker for resource:security_group_rule and tenant:c5c2cbbf31414007b91a65943a87a6a2 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:35:50.169547 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-48efbac9-a523-4702-ae0a-930fb3fbfd56 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:35:50.175690 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-48efbac9-a523-4702-ae0a-930fb3fbfd56 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:35:50.259677 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-48efbac9-a523-4702-ae0a-930fb3fbfd56 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for security_group, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:50.263559 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-48efbac9-a523-4702-ae0a-930fb3fbfd56 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:50.273636 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-48efbac9-a523-4702-ae0a-930fb3fbfd56 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:35:50.280951 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-48efbac9-a523-4702-ae0a-930fb3fbfd56 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Usage tracker for resource:security_group_rule and tenant:c5c2cbbf31414007b91a65943a87a6a2 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:35:50.285907 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-48efbac9-a523-4702-ae0a-930fb3fbfd56 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:35:50.299343 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-48efbac9-a523-4702-ae0a-930fb3fbfd56 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:35:50.307110 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48efbac9-a523-4702-ae0a-930fb3fbfd56 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81cdc579-6907-4c67-b384-46469a304cd8,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:35:50.373021 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-48efbac9-a523-4702-ae0a-930fb3fbfd56 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for security_group, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:50.376518 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-48efbac9-a523-4702-ae0a-930fb3fbfd56 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:50.421023 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48efbac9-a523-4702-ae0a-930fb3fbfd56 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53878b8a-64ce-4eec-aa77-a9de378bb0e8,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:35:50.423352 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-48efbac9-a523-4702-ae0a-930fb3fbfd56 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:50.425133 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-48efbac9-a523-4702-ae0a-930fb3fbfd56 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3201904 May 30 05:35:50.428181 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 53564) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:35:50.433048 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-93f798c2-66ed-4087-888c-d59b4cac01fa tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Request body: {'security_group_rule': {'security_group_id': '53878b8a-64ce-4eec-aa77-a9de378bb0e8', 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:35:50.438878 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-93f798c2-66ed-4087-888c-d59b4cac01fa tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:35:50.442769 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-93f798c2-66ed-4087-888c-d59b4cac01fa tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Usage tracker for resource:security_group_rule and tenant:c5c2cbbf31414007b91a65943a87a6a2 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:35:50.445590 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-93f798c2-66ed-4087-888c-d59b4cac01fa tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:35:50.451291 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-93f798c2-66ed-4087-888c-d59b4cac01fa tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:35:50.467852 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-93f798c2-66ed-4087-888c-d59b4cac01fa tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:50.527240 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-93f798c2-66ed-4087-888c-d59b4cac01fa tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:50.530754 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-93f798c2-66ed-4087-888c-d59b4cac01fa tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:50.555868 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f798c2-66ed-4087-888c-d59b4cac01fa tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a1a1adb-6318-47ca-a5f3-6f4df4d7276d,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:35:50.565060 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-93f798c2-66ed-4087-888c-d59b4cac01fa tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:50.566294 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-93f798c2-66ed-4087-888c-d59b4cac01fa tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1373205 May 30 05:35:50.569035 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 53568) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:35:50.574054 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-274db59c-56b4-4993-b1da-aff5e09488ce tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Request body: {'security_group_rule': {'security_group_id': '53878b8a-64ce-4eec-aa77-a9de378bb0e8', 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:35:50.579670 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-274db59c-56b4-4993-b1da-aff5e09488ce tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:35:50.584037 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-274db59c-56b4-4993-b1da-aff5e09488ce tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Usage tracker for resource:security_group_rule and tenant:c5c2cbbf31414007b91a65943a87a6a2 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:35:50.587035 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-274db59c-56b4-4993-b1da-aff5e09488ce tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:35:50.592715 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-274db59c-56b4-4993-b1da-aff5e09488ce tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:35:50.609566 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-274db59c-56b4-4993-b1da-aff5e09488ce tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:50.668574 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-274db59c-56b4-4993-b1da-aff5e09488ce tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:50.671823 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-274db59c-56b4-4993-b1da-aff5e09488ce tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:50.693579 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274db59c-56b4-4993-b1da-aff5e09488ce tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cde60690-ef75-413a-a979-5995454ab197,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:35:50.702836 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-274db59c-56b4-4993-b1da-aff5e09488ce tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:50.703994 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-274db59c-56b4-4993-b1da-aff5e09488ce tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1340630 May 30 05:35:50.707150 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 53572) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:35:50.711806 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-4e12bab2-4a36-48bb-b032-993a88519eca tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Request body: {'security_group_rule': {'security_group_id': '53878b8a-64ce-4eec-aa77-a9de378bb0e8', 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:35:50.717286 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-4e12bab2-4a36-48bb-b032-993a88519eca tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:35:50.721032 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-4e12bab2-4a36-48bb-b032-993a88519eca tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Usage tracker for resource:security_group_rule and tenant:c5c2cbbf31414007b91a65943a87a6a2 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:35:50.724403 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-4e12bab2-4a36-48bb-b032-993a88519eca tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:35:50.730081 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-4e12bab2-4a36-48bb-b032-993a88519eca tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:35:50.745738 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4e12bab2-4a36-48bb-b032-993a88519eca tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:50.808983 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4e12bab2-4a36-48bb-b032-993a88519eca tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:50.812324 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4e12bab2-4a36-48bb-b032-993a88519eca tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:50.835500 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e12bab2-4a36-48bb-b032-993a88519eca tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cb3449c-dca4-4445-949c-74d8b4a97664,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:35:50.843350 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4e12bab2-4a36-48bb-b032-993a88519eca tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:50.844502 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-4e12bab2-4a36-48bb-b032-993a88519eca tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1364717 May 30 05:35:50.847808 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 53576) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:35:50.852607 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-d28d70bb-2397-450a-9f69-184bf755f229 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Request body: {'security_group_rule': {'security_group_id': '53878b8a-64ce-4eec-aa77-a9de378bb0e8', 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:35:50.858252 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-d28d70bb-2397-450a-9f69-184bf755f229 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:35:50.862075 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-d28d70bb-2397-450a-9f69-184bf755f229 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Usage tracker for resource:security_group_rule and tenant:c5c2cbbf31414007b91a65943a87a6a2 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:35:50.864904 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-d28d70bb-2397-450a-9f69-184bf755f229 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:35:50.870542 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-d28d70bb-2397-450a-9f69-184bf755f229 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:35:50.887188 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d28d70bb-2397-450a-9f69-184bf755f229 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:50.948406 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d28d70bb-2397-450a-9f69-184bf755f229 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:50.951758 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d28d70bb-2397-450a-9f69-184bf755f229 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:50.974741 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28d70bb-2397-450a-9f69-184bf755f229 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aad32e13-8672-4e48-b5a6-50257cf4f638,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:35:50.983503 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d28d70bb-2397-450a-9f69-184bf755f229 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:50.984662 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-d28d70bb-2397-450a-9f69-184bf755f229 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1359613 May 30 05:35:50.987347 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 53580) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:35:50.992168 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-990e0870-e926-424a-b33d-45ad8b9bd758 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Request body: {'security_group_rule': {'security_group_id': '53878b8a-64ce-4eec-aa77-a9de378bb0e8', 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:35:50.997766 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-990e0870-e926-424a-b33d-45ad8b9bd758 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:35:51.001570 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-990e0870-e926-424a-b33d-45ad8b9bd758 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Usage tracker for resource:security_group_rule and tenant:c5c2cbbf31414007b91a65943a87a6a2 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:35:51.004937 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-990e0870-e926-424a-b33d-45ad8b9bd758 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:35:51.010968 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-990e0870-e926-424a-b33d-45ad8b9bd758 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:35:51.021660 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.db.securitygroups_db [None req-990e0870-e926-424a-b33d-45ad8b9bd758 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Project c5c2cbbf31414007b91a65943a87a6a2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 30 05:35:51.027960 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-990e0870-e926-424a-b33d-45ad8b9bd758 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:51.092264 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-990e0870-e926-424a-b33d-45ad8b9bd758 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:51.095557 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-990e0870-e926-424a-b33d-45ad8b9bd758 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:51.117929 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990e0870-e926-424a-b33d-45ad8b9bd758 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a25d6f3-cb71-4682-87e0-7787d478678f,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:35:51.126352 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-990e0870-e926-424a-b33d-45ad8b9bd758 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:51.127502 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-990e0870-e926-424a-b33d-45ad8b9bd758 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1392632 May 30 05:35:51.130616 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 53584) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:35:51.135643 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-1e8340cf-fbed-43e7-a4a5-e22507bd2706 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Request body: {'security_group_rule': {'security_group_id': '53878b8a-64ce-4eec-aa77-a9de378bb0e8', 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:35:51.141210 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-1e8340cf-fbed-43e7-a4a5-e22507bd2706 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:35:51.145551 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-1e8340cf-fbed-43e7-a4a5-e22507bd2706 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Usage tracker for resource:security_group_rule and tenant:c5c2cbbf31414007b91a65943a87a6a2 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:35:51.148418 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-1e8340cf-fbed-43e7-a4a5-e22507bd2706 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:35:51.154099 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-1e8340cf-fbed-43e7-a4a5-e22507bd2706 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:35:51.164040 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.db.securitygroups_db [None req-1e8340cf-fbed-43e7-a4a5-e22507bd2706 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Project c5c2cbbf31414007b91a65943a87a6a2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 30 05:35:51.170247 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1e8340cf-fbed-43e7-a4a5-e22507bd2706 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:51.234258 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1e8340cf-fbed-43e7-a4a5-e22507bd2706 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:51.238077 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1e8340cf-fbed-43e7-a4a5-e22507bd2706 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:51.262047 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8340cf-fbed-43e7-a4a5-e22507bd2706 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74f6ef81-ec85-4792-b959-14068b21891b,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:35:51.269923 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1e8340cf-fbed-43e7-a4a5-e22507bd2706 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:51.271081 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-1e8340cf-fbed-43e7-a4a5-e22507bd2706 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1395690 May 30 05:35:51.274105 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 53588) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:35:51.279349 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-93df3c26-e512-4470-abd2-f387cad1c54e tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Request body: {'network': {'name': 'tempest-network-smoke--1227572397', 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'port_security_enabled': True}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:35:51.284021 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-93df3c26-e512-4470-abd2-f387cad1c54e tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:35:51.287776 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-93df3c26-e512-4470-abd2-f387cad1c54e tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Usage tracker for resource:network and tenant:c5c2cbbf31414007b91a65943a87a6a2 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:35:51.290599 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-93df3c26-e512-4470-abd2-f387cad1c54e tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:35:51.296200 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-93df3c26-e512-4470-abd2-f387cad1c54e tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:35:51.305970 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93df3c26-e512-4470-abd2-f387cad1c54e tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Made reservation on behalf of c5c2cbbf31414007b91a65943a87a6a2 for: {'network': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:35:51.309274 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-93df3c26-e512-4470-abd2-f387cad1c54e tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for network, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:51.336304 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93df3c26-e512-4470-abd2-f387cad1c54e tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=88260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 05:35:51.344670 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-93df3c26-e512-4470-abd2-f387cad1c54e tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:51.345011 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.db.segments_db [None req-93df3c26-e512-4470-abd2-f387cad1c54e tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Added segment 4ead4d8b-ed4a-4b8b-91ca-46035f41e871 of type vlan for network 969f98dd-43b7-4bbc-8981-b4cf64f025aa May 30 05:35:51.370162 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-93df3c26-e512-4470-abd2-f387cad1c54e tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729234556353'] for network, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:51.397611 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-93df3c26-e512-4470-abd2-f387cad1c54e tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788'] for network, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:51.402968 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93df3c26-e512-4470-abd2-f387cad1c54e tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:35:51.403543 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-93df3c26-e512-4470-abd2-f387cad1c54e tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:51.499370 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-93df3c26-e512-4470-abd2-f387cad1c54e tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2241828 May 30 05:35:51.502572 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 53592) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:35:51.509029 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-98f55c54-85c3-4819-9600-e70f78d241fc tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-938077856', 'admin_state_up': True, 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'}}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:35:51.509175 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93df3c26-e512-4470-abd2-f387cad1c54e tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Pushing event updated for resources: {'Network': ['ID=969f98dd-43b7-4bbc-8981-b4cf64f025aa,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:35:51.516156 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-98f55c54-85c3-4819-9600-e70f78d241fc tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:35:51.520337 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-98f55c54-85c3-4819-9600-e70f78d241fc tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Usage tracker for resource:router and tenant:c5c2cbbf31414007b91a65943a87a6a2 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:35:51.521612 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Network 969f98dd-43b7-4bbc-8981-b4cf64f025aa details requested by agent ovs-agent-dv-neutron-843763-1-hyperv with host dv-neutron-843763-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 05:35:51.523334 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-98f55c54-85c3-4819-9600-e70f78d241fc tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:35:51.529567 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-98f55c54-85c3-4819-9600-e70f78d241fc tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:35:51.539447 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-98f55c54-85c3-4819-9600-e70f78d241fc tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1603901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11666'] for router, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:51.540346 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-98f55c54-85c3-4819-9600-e70f78d241fc tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11675'] for router, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:51.558791 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-98f55c54-85c3-4819-9600-e70f78d241fc tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:51.823138 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-98f55c54-85c3-4819-9600-e70f78d241fc tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11765'] for router, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:52.113959 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-98f55c54-85c3-4819-9600-e70f78d241fc tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for router_gateway, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:52.141856 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-98f55c54-85c3-4819-9600-e70f78d241fc tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:52.273731 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-98f55c54-85c3-4819-9600-e70f78d241fc tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Allocated IP 172.26.6.137 (1bab70f4-3794-44db-8e17-19f483aa8ffa/6b5b73c1-b0ce-4f83-a930-c00cc5522926/a5fa7302-7cba-492f-bbc3-56621edbfb05) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:35:52.417157 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-98f55c54-85c3-4819-9600-e70f78d241fc tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:52.446001 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-98f55c54-85c3-4819-9600-e70f78d241fc tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:52.508860 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f55c54-85c3-4819-9600-e70f78d241fc tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Network 1bab70f4-3794-44db-8e17-19f483aa8ffa is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:35:52.511456 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-98f55c54-85c3-4819-9600-e70f78d241fc tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:35:52.516019 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f55c54-85c3-4819-9600-e70f78d241fc tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:35:52.559133 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f55c54-85c3-4819-9600-e70f78d241fc tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Pushing event updated for resources: {'Port': ['ID=a5fa7302-7cba-492f-bbc3-56621edbfb05,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:35:53.020182 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-98f55c54-85c3-4819-9600-e70f78d241fc tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for router_gateway, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:53.349188 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-98f55c54-85c3-4819-9600-e70f78d241fc tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603653'] for router, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:53.550534 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98f55c54-85c3-4819-9600-e70f78d241fc tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Router 95812172-4962-424b-a1ee-79d4e741679b is scheduled to L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 with binding_index 1 {{(pid=88261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 30 05:35:53.723163 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98f55c54-85c3-4819-9600-e70f78d241fc tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:35:53.732530 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7375d5cf-7170-41dd-bff8-79192780e8a7 None None] Sync routers for ids ['95812172-4962-424b-a1ee-79d4e741679b'] in dv-neutron-843763-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:35:53.745900 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7375d5cf-7170-41dd-bff8-79192780e8a7 None None] Routers {'95812172-4962-424b-a1ee-79d4e741679b'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:35:53.746526 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-7375d5cf-7170-41dd-bff8-79192780e8a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:35:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['95812172-4962-424b-a1ee-79d4e741679b'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:35:53.751657 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-98f55c54-85c3-4819-9600-e70f78d241fc tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for router, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:53.752863 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-98f55c54-85c3-4819-9600-e70f78d241fc tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.2491465 May 30 05:35:53.756005 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 53598) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:35:53.892464 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-8511b1ca-34b4-43c3-8b76-ea26670b8177 tempest-TestNetworkAdvancedServerOps-1936340429 tempest-TestNetworkAdvancedServerOps-1936340429-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=c5c2cbbf31414007b91a65943a87a6a2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1353960 May 30 05:35:53.895714 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 53604) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:35:53.921153 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-7375d5cf-7170-41dd-bff8-79192780e8a7 None None] Set router 95812172-4962-424b-a1ee-79d4e741679b gateway port host: dv-neutron-843763-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:35:54.021575 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dfc8440-8339-4d8a-87a9-066a93906429 tempest-TestNetworkAdvancedServerOps-1936340429 tempest-TestNetworkAdvancedServerOps-1936340429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:35:54.023097 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-9dfc8440-8339-4d8a-87a9-066a93906429 tempest-TestNetworkAdvancedServerOps-1936340429 tempest-TestNetworkAdvancedServerOps-1936340429-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1264699 May 30 05:35:54.025906 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 53608) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:35:54.067020 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-4e7c1e26-ff93-4880-bde6-712a04ba4678 tempest-TestNetworkAdvancedServerOps-1936340429 tempest-TestNetworkAdvancedServerOps-1936340429-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=1bab70f4-3794-44db-8e17-19f483aa8ffa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0400691 May 30 05:35:54.069591 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 53612) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:35:54.074814 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-c92543b7-1529-4167-9776-e003b826b7c4 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1020659114', 'network_id': '969f98dd-43b7-4bbc-8981-b4cf64f025aa', 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:35:54.210729 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-7375d5cf-7170-41dd-bff8-79192780e8a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95812172-4962-424b-a1ee-79d4e741679b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-938077856', 'tenant_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.137'}], 'enable_snat': True}, 'gw_port_id': 'a5fa7302-7cba-492f-bbc3-56621edbfb05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:35:51Z', 'updated_at': '2022-05-30T05:35:52Z', 'revision_number': 3, 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'gw_port': {'id': 'a5fa7302-7cba-492f-bbc3-56621edbfb05', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:ce:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95812172-4962-424b-a1ee-79d4e741679b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:35:52Z', 'updated_at': '2022-05-30T05:35:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv'}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:35:54.214681 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7375d5cf-7170-41dd-bff8-79192780e8a7 None None] Checking router: 95812172-4962-424b-a1ee-79d4e741679b for host: dv-neutron-843763-1-hyperv {{(pid=88262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 05:35:54.215030 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7375d5cf-7170-41dd-bff8-79192780e8a7 None None] Updating router 95812172-4962-424b-a1ee-79d4e741679b port a5fa7302-7cba-492f-bbc3-56621edbfb05 binding host dv-neutron-843763-1-hyperv {{(pid=88262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 30 05:35:54.270868 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7375d5cf-7170-41dd-bff8-79192780e8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:54.298865 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-c92543b7-1529-4167-9776-e003b826b7c4 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:35:54.303138 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-c92543b7-1529-4167-9776-e003b826b7c4 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Usage tracker for resource:subnet and tenant:c5c2cbbf31414007b91a65943a87a6a2 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:35:54.305880 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-c92543b7-1529-4167-9776-e003b826b7c4 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:35:54.311396 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-c92543b7-1529-4167-9776-e003b826b7c4 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:35:54.321208 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c92543b7-1529-4167-9776-e003b826b7c4 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Made reservation on behalf of c5c2cbbf31414007b91a65943a87a6a2 for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:35:54.324660 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c92543b7-1529-4167-9776-e003b826b7c4 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9305518'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:54.535590 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c92543b7-1529-4167-9776-e003b826b7c4 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2305012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9305500'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:54.617558 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92543b7-1529-4167-9776-e003b826b7c4 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Pushing event updated for resources: {'Subnet': ['ID=98af341c-6530-42a0-aeed-b71b4d88c697,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:35:54.623058 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7375d5cf-7170-41dd-bff8-79192780e8a7 None None] Notify callbacks [] for port, precommit_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:54.624619 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92543b7-1529-4167-9776-e003b826b7c4 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Checking segment: {'id': '4ead4d8b-ed4a-4b8b-91ca-46035f41e871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '969f98dd-43b7-4bbc-8981-b4cf64f025aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:35:54.625004 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c92543b7-1529-4167-9776-e003b826b7c4 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Network hostable DHCP agents. Network: 969f98dd-43b7-4bbc-8981-b4cf64f025aa, hostable agents: ['1c705e68-3d3e-4dd3-9252-feb21d4b96ab'], hosted agents: [] {{(pid=88261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 05:35:54.635541 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-7375d5cf-7170-41dd-bff8-79192780e8a7 None None] Transition to ACTIVE for port object a5fa7302-7cba-492f-bbc3-56621edbfb05 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:35:54.641983 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7375d5cf-7170-41dd-bff8-79192780e8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:54.646904 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c92543b7-1529-4167-9776-e003b826b7c4 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Network 969f98dd-43b7-4bbc-8981-b4cf64f025aa is scheduled to be hosted by DHCP agent 1c705e68-3d3e-4dd3-9252-feb21d4b96ab with binding_index 1 {{(pid=88261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 05:35:54.655716 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-c92543b7-1529-4167-9776-e003b826b7c4 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843763-1-hyperv, 969f98dd-43b7-4bbc-8981-b4cf64f025aa) {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:35:54.660469 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c92543b7-1529-4167-9776-e003b826b7c4 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:35:54.661364 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c92543b7-1529-4167-9776-e003b826b7c4 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:54.687072 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-c92543b7-1529-4167-9776-e003b826b7c4 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6132612 May 30 05:35:54.687259 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ae5a37-ef5c-4421-94a6-87485eb03972 None None] Network 969f98dd-43b7-4bbc-8981-b4cf64f025aa requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:35:54.687367 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 53616) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:35:54.802187 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-7375d5cf-7170-41dd-bff8-79192780e8a7 None None] Attempting to bind port a5fa7302-7cba-492f-bbc3-56621edbfb05 on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 05:35:54.802687 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-7375d5cf-7170-41dd-bff8-79192780e8a7 None None] Attempting to bind port a5fa7302-7cba-492f-bbc3-56621edbfb05 by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': 'ad083d94-0233-4c50-a0ed-00ef7686038c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 05:35:54.802913 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7375d5cf-7170-41dd-bff8-79192780e8a7 None None] Attempting to bind port a5fa7302-7cba-492f-bbc3-56621edbfb05 on network 1bab70f4-3794-44db-8e17-19f483aa8ffa {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:35:54.807800 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afd002b-37eb-4d21-9cde-32f4aa0ca386 None None] Pushing event updated for resources: {'Port': ['ID=a5fa7302-7cba-492f-bbc3-56621edbfb05,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:35:54.815719 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7375d5cf-7170-41dd-bff8-79192780e8a7 None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 5, 35, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 05:35:54.816089 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7375d5cf-7170-41dd-bff8-79192780e8a7 None None] Checking segment: {'id': 'ad083d94-0233-4c50-a0ed-00ef7686038c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:35:54.816488 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7375d5cf-7170-41dd-bff8-79192780e8a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:54.816879 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7375d5cf-7170-41dd-bff8-79192780e8a7 None None] Bound using segment: {'id': 'ad083d94-0233-4c50-a0ed-00ef7686038c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 05:35:54.817335 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-7375d5cf-7170-41dd-bff8-79192780e8a7 None None] Bound port: a5fa7302-7cba-492f-bbc3-56621edbfb05, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad083d94-0233-4c50-a0ed-00ef7686038c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 05:35:54.817706 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7375d5cf-7170-41dd-bff8-79192780e8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:54.849408 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afd002b-37eb-4d21-9cde-32f4aa0ca386 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:35:54.849759 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afd002b-37eb-4d21-9cde-32f4aa0ca386 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:35:54.850128 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afd002b-37eb-4d21-9cde-32f4aa0ca386 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:35:54.850466 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afd002b-37eb-4d21-9cde-32f4aa0ca386 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:35:54.850819 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afd002b-37eb-4d21-9cde-32f4aa0ca386 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:35:54.851134 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afd002b-37eb-4d21-9cde-32f4aa0ca386 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:35:54.851462 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afd002b-37eb-4d21-9cde-32f4aa0ca386 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:35:54.851790 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afd002b-37eb-4d21-9cde-32f4aa0ca386 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:35:54.852120 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afd002b-37eb-4d21-9cde-32f4aa0ca386 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:35:54.852443 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afd002b-37eb-4d21-9cde-32f4aa0ca386 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:35:54.852766 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afd002b-37eb-4d21-9cde-32f4aa0ca386 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:35:54.853087 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afd002b-37eb-4d21-9cde-32f4aa0ca386 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:35:54.961327 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-7375d5cf-7170-41dd-bff8-79192780e8a7 None None] For port a5fa7302-7cba-492f-bbc3-56621edbfb05, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 05:35:54.974200 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-7375d5cf-7170-41dd-bff8-79192780e8a7 None None] For port a5fa7302-7cba-492f-bbc3-56621edbfb05, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=a5fa7302-7cba-492f-bbc3-56621edbfb05,segment=NetworkSegment(ad083d94-0233-4c50-a0ed-00ef7686038c),segment_id=ad083d94-0233-4c50-a0ed-00ef7686038c)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 05:35:54.981263 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7375d5cf-7170-41dd-bff8-79192780e8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:55.082725 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6422e147-b9a6-4230-b9d4-4307468f8e34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bbf24ed-7ba9-53d2-873f-8f9642b1e987-969f98dd-43b7-4bbc-8981-b4cf64f025aa', 'network_id': '969f98dd-43b7-4bbc-8981-b4cf64f025aa', 'tenant_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'fixed_ips': [{'subnet_id': '98af341c-6530-42a0-aeed-b71b4d88c697'}]}} from dv-neutron-843763-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 30 05:35:55.083517 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-6422e147-b9a6-4230-b9d4-4307468f8e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:55.113767 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afd002b-37eb-4d21-9cde-32f4aa0ca386 None None] Pushing event updated for resources: {'Port': ['ID=a5fa7302-7cba-492f-bbc3-56621edbfb05,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:35:55.117215 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7375d5cf-7170-41dd-bff8-79192780e8a7 None None] Routers {'95812172-4962-424b-a1ee-79d4e741679b'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:35:55.119095 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-7375d5cf-7170-41dd-bff8-79192780e8a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:35:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['95812172-4962-424b-a1ee-79d4e741679b'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:35:55.393001 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-7375d5cf-7170-41dd-bff8-79192780e8a7 None None] Set router 95812172-4962-424b-a1ee-79d4e741679b gateway port host: dv-neutron-843763-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:35:55.393317 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0c9245cf-5ce5-4d14-8977-5189c69bd616 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:55.521002 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-6422e147-b9a6-4230-b9d4-4307468f8e34 None None] Allocated IP 172.20.0.2 (969f98dd-43b7-4bbc-8981-b4cf64f025aa/98af341c-6530-42a0-aeed-b71b4d88c697/d1ae9159-fa17-4b5c-9df0-002a105c9463) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:35:55.897130 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-6422e147-b9a6-4230-b9d4-4307468f8e34 None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:55.909029 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-7375d5cf-7170-41dd-bff8-79192780e8a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95812172-4962-424b-a1ee-79d4e741679b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-938077856', 'tenant_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.137'}], 'enable_snat': True}, 'gw_port_id': 'a5fa7302-7cba-492f-bbc3-56621edbfb05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:35:51Z', 'updated_at': '2022-05-30T05:35:52Z', 'revision_number': 3, 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'gw_port': {'id': 'a5fa7302-7cba-492f-bbc3-56621edbfb05', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:ce:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95812172-4962-424b-a1ee-79d4e741679b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:35:52Z', 'updated_at': '2022-05-30T05:35:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv'}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:35:55.911678 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-6422e147-b9a6-4230-b9d4-4307468f8e34 None None] Transition to ACTIVE for port object d1ae9159-fa17-4b5c-9df0-002a105c9463 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:35:55.920967 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7375d5cf-7170-41dd-bff8-79192780e8a7 None None] The sync data for ids ['95812172-4962-424b-a1ee-79d4e741679b'] in dv-neutron-843763-1-hyperv is: [{'id': '95812172-4962-424b-a1ee-79d4e741679b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-938077856', 'tenant_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.137'}], 'enable_snat': True}, 'gw_port_id': 'a5fa7302-7cba-492f-bbc3-56621edbfb05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:35:51Z', 'updated_at': '2022-05-30T05:35:52Z', 'revision_number': 3, 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'gw_port': {'id': 'a5fa7302-7cba-492f-bbc3-56621edbfb05', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:ce:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95812172-4962-424b-a1ee-79d4e741679b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:35:52Z', 'updated_at': '2022-05-30T05:35:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv'}] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:35:55.932832 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-6422e147-b9a6-4230-b9d4-4307468f8e34 None None] Transition to ACTIVE for port object d1ae9159-fa17-4b5c-9df0-002a105c9463 will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:35:55.944105 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-6422e147-b9a6-4230-b9d4-4307468f8e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:56.011580 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6422e147-b9a6-4230-b9d4-4307468f8e34 None None] Network 969f98dd-43b7-4bbc-8981-b4cf64f025aa is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:35:56.014539 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-6422e147-b9a6-4230-b9d4-4307468f8e34 None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:35:56.019149 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6422e147-b9a6-4230-b9d4-4307468f8e34 None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:35:56.052002 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6422e147-b9a6-4230-b9d4-4307468f8e34 None None] Pushing event updated for resources: {'Port': ['ID=d1ae9159-fa17-4b5c-9df0-002a105c9463,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:35:56.123921 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-6422e147-b9a6-4230-b9d4-4307468f8e34 None None] Attempting to bind port d1ae9159-fa17-4b5c-9df0-002a105c9463 on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 05:35:56.124292 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-6422e147-b9a6-4230-b9d4-4307468f8e34 None None] Attempting to bind port d1ae9159-fa17-4b5c-9df0-002a105c9463 by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': '4ead4d8b-ed4a-4b8b-91ca-46035f41e871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '969f98dd-43b7-4bbc-8981-b4cf64f025aa'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 05:35:56.124630 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6422e147-b9a6-4230-b9d4-4307468f8e34 None None] Attempting to bind port d1ae9159-fa17-4b5c-9df0-002a105c9463 on network 969f98dd-43b7-4bbc-8981-b4cf64f025aa {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:35:56.131053 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6422e147-b9a6-4230-b9d4-4307468f8e34 None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 5, 35, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 05:35:56.131053 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6422e147-b9a6-4230-b9d4-4307468f8e34 None None] Checking segment: {'id': '4ead4d8b-ed4a-4b8b-91ca-46035f41e871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '969f98dd-43b7-4bbc-8981-b4cf64f025aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:35:56.131420 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-6422e147-b9a6-4230-b9d4-4307468f8e34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:56.131809 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6422e147-b9a6-4230-b9d4-4307468f8e34 None None] Bound using segment: {'id': '4ead4d8b-ed4a-4b8b-91ca-46035f41e871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '969f98dd-43b7-4bbc-8981-b4cf64f025aa'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 05:35:56.132528 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-6422e147-b9a6-4230-b9d4-4307468f8e34 None None] Bound port: d1ae9159-fa17-4b5c-9df0-002a105c9463, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ead4d8b-ed4a-4b8b-91ca-46035f41e871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '969f98dd-43b7-4bbc-8981-b4cf64f025aa'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 05:35:56.132903 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-6422e147-b9a6-4230-b9d4-4307468f8e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:56.145879 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-0c9245cf-5ce5-4d14-8977-5189c69bd616 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Allocated IP 172.20.0.1 (969f98dd-43b7-4bbc-8981-b4cf64f025aa/98af341c-6530-42a0-aeed-b71b4d88c697/ced27d62-6db9-4b81-a092-cee4d70f8c23) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:35:56.256455 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-6422e147-b9a6-4230-b9d4-4307468f8e34 None None] For port d1ae9159-fa17-4b5c-9df0-002a105c9463, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 05:35:56.260566 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-6422e147-b9a6-4230-b9d4-4307468f8e34 None None] For port d1ae9159-fa17-4b5c-9df0-002a105c9463, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=d1ae9159-fa17-4b5c-9df0-002a105c9463,segment=NetworkSegment(4ead4d8b-ed4a-4b8b-91ca-46035f41e871),segment_id=4ead4d8b-ed4a-4b8b-91ca-46035f41e871)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 05:35:56.264905 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-6422e147-b9a6-4230-b9d4-4307468f8e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:56.345615 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0c9245cf-5ce5-4d14-8977-5189c69bd616 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:56.361969 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [None req-0c9245cf-5ce5-4d14-8977-5189c69bd616 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Transition to ACTIVE for port object ced27d62-6db9-4b81-a092-cee4d70f8c23 will not be triggered until provisioned by entity DHCP. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:35:56.367412 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6422e147-b9a6-4230-b9d4-4307468f8e34 None None] Pushing event updated for resources: {'Port': ['ID=d1ae9159-fa17-4b5c-9df0-002a105c9463,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:35:56.389554 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0c9245cf-5ce5-4d14-8977-5189c69bd616 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:56.469912 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c9245cf-5ce5-4d14-8977-5189c69bd616 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Network 969f98dd-43b7-4bbc-8981-b4cf64f025aa is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:35:56.473299 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-0c9245cf-5ce5-4d14-8977-5189c69bd616 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:35:56.477313 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9245cf-5ce5-4d14-8977-5189c69bd616 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:35:56.513110 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9245cf-5ce5-4d14-8977-5189c69bd616 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Pushing event updated for resources: {'Port': ['ID=ced27d62-6db9-4b81-a092-cee4d70f8c23,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:35:56.558395 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0c9245cf-5ce5-4d14-8977-5189c69bd616 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604623'] for router_interface, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:56.837383 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0c9245cf-5ce5-4d14-8977-5189c69bd616 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:56.919995 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device d1ae9159-fa17-4b5c-9df0-002a105c9463 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:35:56.991135 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port d1ae9159-fa17-4b5c-9df0-002a105c9463 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:35:56.996351 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device a5fa7302-7cba-492f-bbc3-56621edbfb05 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:35:57.065342 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port a5fa7302-7cba-492f-bbc3-56621edbfb05 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:35:57.071066 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port a5fa7302-7cba-492f-bbc3-56621edbfb05 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:35:57.071595 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:57.212374 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port a5fa7302-7cba-492f-bbc3-56621edbfb05 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:35:57.212942 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:57.234011 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] For port a5fa7302-7cba-492f-bbc3-56621edbfb05, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=a5fa7302-7cba-492f-bbc3-56621edbfb05,segment=NetworkSegment(ad083d94-0233-4c50-a0ed-00ef7686038c),segment_id=ad083d94-0233-4c50-a0ed-00ef7686038c)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:35:57.238649 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:57.285625 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0c9245cf-5ce5-4d14-8977-5189c69bd616 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:57.291209 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0c9245cf-5ce5-4d14-8977-5189c69bd616 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2304381'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:57.320652 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Pushing event updated for resources: {'Port': ['ID=a5fa7302-7cba-492f-bbc3-56621edbfb05,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:35:57.375366 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7556bf7d-b485-41a4-9b0f-b9c0bc1df46e None None] Network 969f98dd-43b7-4bbc-8981-b4cf64f025aa requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:35:57.418386 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0c9245cf-5ce5-4d14-8977-5189c69bd616 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1642774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602230'] for router_interface, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:57.421707 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9245cf-5ce5-4d14-8977-5189c69bd616 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Pushing event updated for resources: {'Port': ['ID=ced27d62-6db9-4b81-a092-cee4d70f8c23,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:35:57.465081 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-4ea1d0e1-44bc-4e0c-8381-8550d82d59dc None None] Provisioning for port d1ae9159-fa17-4b5c-9df0-002a105c9463 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:35:57.490105 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-4ea1d0e1-44bc-4e0c-8381-8550d82d59dc None None] Provisioning complete for port d1ae9159-fa17-4b5c-9df0-002a105c9463 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:35:57.491161 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-4ea1d0e1-44bc-4e0c-8381-8550d82d59dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:57.559536 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c9245cf-5ce5-4d14-8977-5189c69bd616 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Network 969f98dd-43b7-4bbc-8981-b4cf64f025aa is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:35:57.560731 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-0c9245cf-5ce5-4d14-8977-5189c69bd616 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:35:57.707174 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-4ea1d0e1-44bc-4e0c-8381-8550d82d59dc None None] Current status of the port d1ae9159-fa17-4b5c-9df0-002a105c9463 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:35:57.707174 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-4ea1d0e1-44bc-4e0c-8381-8550d82d59dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:57.748827 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-4ea1d0e1-44bc-4e0c-8381-8550d82d59dc None None] For port d1ae9159-fa17-4b5c-9df0-002a105c9463, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=d1ae9159-fa17-4b5c-9df0-002a105c9463,segment=NetworkSegment(4ead4d8b-ed4a-4b8b-91ca-46035f41e871),segment_id=4ead4d8b-ed4a-4b8b-91ca-46035f41e871)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:35:57.759022 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-4ea1d0e1-44bc-4e0c-8381-8550d82d59dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:57.843238 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea1d0e1-44bc-4e0c-8381-8550d82d59dc None None] Pushing event updated for resources: {'Port': ['ID=d1ae9159-fa17-4b5c-9df0-002a105c9463,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:35:57.872315 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c9245cf-5ce5-4d14-8977-5189c69bd616 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Router 95812172-4962-424b-a1ee-79d4e741679b has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 05:35:57.984098 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-8b655595-2301-43a3-bcd8-0ae18e373c5c None None] Provisioning complete for port d1ae9159-fa17-4b5c-9df0-002a105c9463 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:35:57.984638 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8b655595-2301-43a3-bcd8-0ae18e373c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:58.057765 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c9245cf-5ce5-4d14-8977-5189c69bd616 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:35:58.072390 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3b5b61-8d3e-46c8-bd55-5807fc5b550c None None] Sync routers for ids ['95812172-4962-424b-a1ee-79d4e741679b'] in dv-neutron-843763-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:35:58.076562 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-0c9245cf-5ce5-4d14-8977-5189c69bd616 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "PUT /v2.0/routers/95812172-4962-424b-a1ee-79d4e741679b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3881078 May 30 05:35:58.085377 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3b5b61-8d3e-46c8-bd55-5807fc5b550c None None] Routers {'95812172-4962-424b-a1ee-79d4e741679b'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:35:58.086110 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-dc3b5b61-8d3e-46c8-bd55-5807fc5b550c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:35:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['95812172-4962-424b-a1ee-79d4e741679b'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:35:58.120190 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-36744630-79bb-463d-a9bb-a40da6145743 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:58.121546 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-8b655595-2301-43a3-bcd8-0ae18e373c5c None None] Current status of the port d1ae9159-fa17-4b5c-9df0-002a105c9463 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:35:58.137930 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-8b655595-2301-43a3-bcd8-0ae18e373c5c None None] Provisioning for port ced27d62-6db9-4b81-a092-cee4d70f8c23 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:35:58.144362 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-8b655595-2301-43a3-bcd8-0ae18e373c5c None None] Provisioning complete for port ced27d62-6db9-4b81-a092-cee4d70f8c23 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:35:58.144788 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8b655595-2301-43a3-bcd8-0ae18e373c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:58.201489 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-8b655595-2301-43a3-bcd8-0ae18e373c5c None None] Port ced27d62-6db9-4b81-a092-cee4d70f8c23 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 05:35:58.276762 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-67f9ae80-4ed6-4b31-845d-ab1280181cec req-63aeaf09-edbc-43cf-9e79-068b49827a68 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-702914372&fields=id&tenant_id=c5c2cbbf31414007b91a65943a87a6a2 HTTP/1.1" status: 200 len: 267 time: 0.0505705 May 30 05:35:58.297128 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-dc3b5b61-8d3e-46c8-bd55-5807fc5b550c None None] Set router 95812172-4962-424b-a1ee-79d4e741679b gateway port host: dv-neutron-843763-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:35:58.322378 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-f418582c-8eef-4184-86b8-73fb8d9db23e None None] Provisioning complete for port ced27d62-6db9-4b81-a092-cee4d70f8c23 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:35:58.322891 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f418582c-8eef-4184-86b8-73fb8d9db23e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:58.390157 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-f418582c-8eef-4184-86b8-73fb8d9db23e None None] Port ced27d62-6db9-4b81-a092-cee4d70f8c23 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 05:35:58.439199 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f9ae80-4ed6-4b31-845d-ab1280181cec req-87e63461-ee12-4d0d-ac87-77d688c18410 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:35:58.441868 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-67f9ae80-4ed6-4b31-845d-ab1280181cec req-87e63461-ee12-4d0d-ac87-77d688c18410 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/networks?id=969f98dd-43b7-4bbc-8981-b4cf64f025aa HTTP/1.1" status: 200 len: 797 time: 0.1583054 May 30 05:35:58.457724 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-67f9ae80-4ed6-4b31-845d-ab1280181cec req-3761023d-9833-4374-ab1d-ec39302dc3d8 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/quotas/c5c2cbbf31414007b91a65943a87a6a2 HTTP/1.1" status: 200 len: 375 time: 0.0103264 May 30 05:35:58.513170 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-721ff2df-cd80-45c7-b109-68576d8550c2 None None] Provisioning complete for port ced27d62-6db9-4b81-a092-cee4d70f8c23 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:35:58.514005 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-721ff2df-cd80-45c7-b109-68576d8550c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:58.544352 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-67f9ae80-4ed6-4b31-845d-ab1280181cec req-619c6358-ef55-484c-b994-727142a4ed52 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Synchronizing usage tracker for tenant:c5c2cbbf31414007b91a65943a87a6a2 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:35:58.561141 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-67f9ae80-4ed6-4b31-845d-ab1280181cec req-619c6358-ef55-484c-b994-727142a4ed52 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Unset dirty status for tenant:c5c2cbbf31414007b91a65943a87a6a2 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:35:58.562622 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-67f9ae80-4ed6-4b31-845d-ab1280181cec req-619c6358-ef55-484c-b994-727142a4ed52 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=c5c2cbbf31414007b91a65943a87a6a2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0998232 May 30 05:35:58.573479 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-721ff2df-cd80-45c7-b109-68576d8550c2 None None] Port ced27d62-6db9-4b81-a092-cee4d70f8c23 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 05:35:58.590004 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [req-67f9ae80-4ed6-4b31-845d-ab1280181cec req-0866fac4-65e2-4443-889c-9214ab99ff67 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=88261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 30 05:35:58.591086 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-67f9ae80-4ed6-4b31-845d-ab1280181cec req-0866fac4-65e2-4443-889c-9214ab99ff67 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054197 May 30 05:35:58.623830 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-dc3b5b61-8d3e-46c8-bd55-5807fc5b550c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95812172-4962-424b-a1ee-79d4e741679b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-938077856', 'tenant_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.137'}], 'enable_snat': True}, 'gw_port_id': 'a5fa7302-7cba-492f-bbc3-56621edbfb05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:35:51Z', 'updated_at': '2022-05-30T05:35:56Z', 'revision_number': 4, 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'gw_port': {'id': 'a5fa7302-7cba-492f-bbc3-56621edbfb05', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:ce:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95812172-4962-424b-a1ee-79d4e741679b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:35:52Z', 'updated_at': '2022-05-30T05:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': 'ced27d62-6db9-4b81-a092-cee4d70f8c23', 'name': '', 'network_id': '969f98dd-43b7-4bbc-8981-b4cf64f025aa', 'tenant_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'mac_address': 'fa:16:3e:51:25:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95812172-4962-424b-a1ee-79d4e741679b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': '98af341c-6530-42a0-aeed-b71b4d88c697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:35:55Z', 'updated_at': '2022-05-30T05:35:57Z', 'revision_number': 2, 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'subnets': [{'id': '98af341c-6530-42a0-aeed-b71b4d88c697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:35:58.627572 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3b5b61-8d3e-46c8-bd55-5807fc5b550c None None] Checking router: 95812172-4962-424b-a1ee-79d4e741679b for host: dv-neutron-843763-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 05:35:58.628453 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3b5b61-8d3e-46c8-bd55-5807fc5b550c None None] Updating router 95812172-4962-424b-a1ee-79d4e741679b port ced27d62-6db9-4b81-a092-cee4d70f8c23 binding host dv-neutron-843763-1-hyperv {{(pid=88263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 30 05:35:58.682744 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-dc3b5b61-8d3e-46c8-bd55-5807fc5b550c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:58.723958 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-67f9ae80-4ed6-4b31-845d-ab1280181cec req-f7c77a4a-b403-4533-877e-843025db129c service neutron] 10.222.0.15 "GET /v2.0/networks/969f98dd-43b7-4bbc-8981-b4cf64f025aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270216 May 30 05:35:58.856274 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device d1ae9159-fa17-4b5c-9df0-002a105c9463 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:35:58.858879 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-67f9ae80-4ed6-4b31-845d-ab1280181cec req-8ee33fe7-5bf0-42ef-9b2a-8a5f69ff8cb0 service neutron] 10.222.0.15 "GET /v2.0/networks/969f98dd-43b7-4bbc-8981-b4cf64f025aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291590 May 30 05:35:58.925645 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port d1ae9159-fa17-4b5c-9df0-002a105c9463 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:35:58.926144 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:59.048736 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6f34b89d-20f4-44b3-af23-f648aac9ca9d req-e200fac8-04bb-4ad9-b97e-3a8e49c54b91 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/ports?device_id=0173d37a-a9e3-41dc-8bb2-7cc24eafe290 HTTP/1.1" status: 200 len: 210 time: 0.0432763 May 30 05:35:59.072779 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-dc3b5b61-8d3e-46c8-bd55-5807fc5b550c None None] Notify callbacks [] for port, precommit_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:59.084867 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.provisioning_blocks [None req-dc3b5b61-8d3e-46c8-bd55-5807fc5b550c None None] Transition to ACTIVE for port object ced27d62-6db9-4b81-a092-cee4d70f8c23 will not be triggered until provisioned by entity L2. {{(pid=88263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:35:59.091573 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-dc3b5b61-8d3e-46c8-bd55-5807fc5b550c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:59.144146 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port d1ae9159-fa17-4b5c-9df0-002a105c9463 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:35:59.145217 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device a5fa7302-7cba-492f-bbc3-56621edbfb05 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:35:59.214583 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port a5fa7302-7cba-492f-bbc3-56621edbfb05 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:35:59.214951 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:59.260994 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff6daba-7ada-4b11-9317-f65480cb85d8 None None] Pushing event updated for resources: {'Port': ['ID=ced27d62-6db9-4b81-a092-cee4d70f8c23,revision_number=3']} {{(pid=88263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:35:59.289116 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff6daba-7ada-4b11-9317-f65480cb85d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:35:59.289460 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff6daba-7ada-4b11-9317-f65480cb85d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:35:59.290229 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff6daba-7ada-4b11-9317-f65480cb85d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:35:59.290229 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff6daba-7ada-4b11-9317-f65480cb85d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:35:59.290469 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff6daba-7ada-4b11-9317-f65480cb85d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:35:59.290804 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff6daba-7ada-4b11-9317-f65480cb85d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:35:59.291127 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff6daba-7ada-4b11-9317-f65480cb85d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:35:59.291448 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff6daba-7ada-4b11-9317-f65480cb85d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:35:59.291770 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff6daba-7ada-4b11-9317-f65480cb85d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:35:59.292088 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff6daba-7ada-4b11-9317-f65480cb85d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:35:59.292404 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff6daba-7ada-4b11-9317-f65480cb85d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:35:59.292720 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff6daba-7ada-4b11-9317-f65480cb85d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:35:59.347592 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-dc3b5b61-8d3e-46c8-bd55-5807fc5b550c None None] Attempting to bind port ced27d62-6db9-4b81-a092-cee4d70f8c23 on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 05:35:59.348026 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-dc3b5b61-8d3e-46c8-bd55-5807fc5b550c None None] Attempting to bind port ced27d62-6db9-4b81-a092-cee4d70f8c23 by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': '4ead4d8b-ed4a-4b8b-91ca-46035f41e871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '969f98dd-43b7-4bbc-8981-b4cf64f025aa'}] {{(pid=88263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 05:35:59.348449 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3b5b61-8d3e-46c8-bd55-5807fc5b550c None None] Attempting to bind port ced27d62-6db9-4b81-a092-cee4d70f8c23 on network 969f98dd-43b7-4bbc-8981-b4cf64f025aa {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:35:59.358116 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3b5b61-8d3e-46c8-bd55-5807fc5b550c None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 5, 35, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 05:35:59.359324 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3b5b61-8d3e-46c8-bd55-5807fc5b550c None None] Checking segment: {'id': '4ead4d8b-ed4a-4b8b-91ca-46035f41e871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '969f98dd-43b7-4bbc-8981-b4cf64f025aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:35:59.359324 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-dc3b5b61-8d3e-46c8-bd55-5807fc5b550c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:59.359801 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3b5b61-8d3e-46c8-bd55-5807fc5b550c None None] Bound using segment: {'id': '4ead4d8b-ed4a-4b8b-91ca-46035f41e871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '969f98dd-43b7-4bbc-8981-b4cf64f025aa'} {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 05:35:59.360266 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-dc3b5b61-8d3e-46c8-bd55-5807fc5b550c None None] Bound port: ced27d62-6db9-4b81-a092-cee4d70f8c23, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ead4d8b-ed4a-4b8b-91ca-46035f41e871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '969f98dd-43b7-4bbc-8981-b4cf64f025aa'}}] {{(pid=88263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 05:35:59.360642 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-dc3b5b61-8d3e-46c8-bd55-5807fc5b550c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:59.365749 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port a5fa7302-7cba-492f-bbc3-56621edbfb05 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:35:59.458476 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.db [None req-dc3b5b61-8d3e-46c8-bd55-5807fc5b550c None None] For port ced27d62-6db9-4b81-a092-cee4d70f8c23, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 05:35:59.462118 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.db [None req-dc3b5b61-8d3e-46c8-bd55-5807fc5b550c None None] For port ced27d62-6db9-4b81-a092-cee4d70f8c23, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=ced27d62-6db9-4b81-a092-cee4d70f8c23,segment=NetworkSegment(4ead4d8b-ed4a-4b8b-91ca-46035f41e871),segment_id=4ead4d8b-ed4a-4b8b-91ca-46035f41e871)] {{(pid=88263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 05:35:59.466533 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-dc3b5b61-8d3e-46c8-bd55-5807fc5b550c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:35:59.543228 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3b5b61-8d3e-46c8-bd55-5807fc5b550c None None] Routers {'95812172-4962-424b-a1ee-79d4e741679b'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:35:59.543843 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-dc3b5b61-8d3e-46c8-bd55-5807fc5b550c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:35:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['95812172-4962-424b-a1ee-79d4e741679b'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:35:59.609625 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff6daba-7ada-4b11-9317-f65480cb85d8 None None] Pushing event updated for resources: {'Port': ['ID=ced27d62-6db9-4b81-a092-cee4d70f8c23,revision_number=4']} {{(pid=88263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:35:59.739657 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-dc3b5b61-8d3e-46c8-bd55-5807fc5b550c None None] Set router 95812172-4962-424b-a1ee-79d4e741679b gateway port host: dv-neutron-843763-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:36:00.047897 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-dc3b5b61-8d3e-46c8-bd55-5807fc5b550c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95812172-4962-424b-a1ee-79d4e741679b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-938077856', 'tenant_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.137'}], 'enable_snat': True}, 'gw_port_id': 'a5fa7302-7cba-492f-bbc3-56621edbfb05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:35:51Z', 'updated_at': '2022-05-30T05:35:56Z', 'revision_number': 4, 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'gw_port': {'id': 'a5fa7302-7cba-492f-bbc3-56621edbfb05', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:ce:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95812172-4962-424b-a1ee-79d4e741679b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:35:52Z', 'updated_at': '2022-05-30T05:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': 'ced27d62-6db9-4b81-a092-cee4d70f8c23', 'name': '', 'network_id': '969f98dd-43b7-4bbc-8981-b4cf64f025aa', 'tenant_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'mac_address': 'fa:16:3e:51:25:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95812172-4962-424b-a1ee-79d4e741679b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': '98af341c-6530-42a0-aeed-b71b4d88c697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:35:55Z', 'updated_at': '2022-05-30T05:35:59Z', 'revision_number': 4, 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'subnets': [{'id': '98af341c-6530-42a0-aeed-b71b4d88c697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:36:00.052375 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3b5b61-8d3e-46c8-bd55-5807fc5b550c None None] The sync data for ids ['95812172-4962-424b-a1ee-79d4e741679b'] in dv-neutron-843763-1-hyperv is: [{'id': '95812172-4962-424b-a1ee-79d4e741679b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-938077856', 'tenant_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.137'}], 'enable_snat': True}, 'gw_port_id': 'a5fa7302-7cba-492f-bbc3-56621edbfb05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:35:51Z', 'updated_at': '2022-05-30T05:35:56Z', 'revision_number': 4, 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'gw_port': {'id': 'a5fa7302-7cba-492f-bbc3-56621edbfb05', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:ce:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95812172-4962-424b-a1ee-79d4e741679b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:35:52Z', 'updated_at': '2022-05-30T05:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': 'ced27d62-6db9-4b81-a092-cee4d70f8c23', 'name': '', 'network_id': '969f98dd-43b7-4bbc-8981-b4cf64f025aa', 'tenant_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'mac_address': 'fa:16:3e:51:25:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95812172-4962-424b-a1ee-79d4e741679b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': '98af341c-6530-42a0-aeed-b71b4d88c697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:35:55Z', 'updated_at': '2022-05-30T05:35:59Z', 'revision_number': 4, 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'subnets': [{'id': '98af341c-6530-42a0-aeed-b71b4d88c697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:36:00.209249 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-875c039c-629c-41a5-9bbf-ecba6791b926 req-434df0ce-3b3b-4d09-8aee-e2dbb803f942 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/ports?device_id=0173d37a-a9e3-41dc-8bb2-7cc24eafe290 HTTP/1.1" status: 200 len: 210 time: 0.0463407 May 30 05:36:00.295178 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-eef70b88-a153-46b7-ba2a-01937caf66c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:36:00.394069 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f9ae80-4ed6-4b31-845d-ab1280181cec req-40ff10b0-eedf-4aee-aed8-3b6c5e286ab2 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:36:00.395573 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-67f9ae80-4ed6-4b31-845d-ab1280181cec req-40ff10b0-eedf-4aee-aed8-3b6c5e286ab2 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.39 "GET /v2.0/networks?id=969f98dd-43b7-4bbc-8981-b4cf64f025aa HTTP/1.1" status: 200 len: 797 time: 0.1530998 May 30 05:36:00.448374 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-67f9ae80-4ed6-4b31-845d-ab1280181cec req-c5e2b9ef-8707-4d82-abd3-757fd40a18a0 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c5c2cbbf31414007b91a65943a87a6a2 HTTP/1.1" status: 200 len: 379 time: 0.0449159 May 30 05:36:00.458380 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [req-67f9ae80-4ed6-4b31-845d-ab1280181cec req-a4e60d2f-7429-4a69-96da-437d266b7dc8 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Request body: {'port': {'device_id': '0173d37a-a9e3-41dc-8bb2-7cc24eafe290', 'network_id': '969f98dd-43b7-4bbc-8981-b4cf64f025aa', 'admin_state_up': True, 'tenant_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'security_groups': ['53878b8a-64ce-4eec-aa77-a9de378bb0e8']}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:36:00.608691 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [req-67f9ae80-4ed6-4b31-845d-ab1280181cec req-a4e60d2f-7429-4a69-96da-437d266b7dc8 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:36:00.618995 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [req-67f9ae80-4ed6-4b31-845d-ab1280181cec req-a4e60d2f-7429-4a69-96da-437d266b7dc8 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:36:00.628766 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67f9ae80-4ed6-4b31-845d-ab1280181cec req-a4e60d2f-7429-4a69-96da-437d266b7dc8 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Made reservation on behalf of c5c2cbbf31414007b91a65943a87a6a2 for: {'port': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:36:00.632811 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-67f9ae80-4ed6-4b31-845d-ab1280181cec req-a4e60d2f-7429-4a69-96da-437d266b7dc8 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:36:00.801476 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [req-67f9ae80-4ed6-4b31-845d-ab1280181cec req-a4e60d2f-7429-4a69-96da-437d266b7dc8 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Allocated IP 172.20.0.9 (969f98dd-43b7-4bbc-8981-b4cf64f025aa/98af341c-6530-42a0-aeed-b71b4d88c697/da2ecea5-7b64-4f45-b237-99aac37740b2) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:36:00.888796 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device ced27d62-6db9-4b81-a092-cee4d70f8c23 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:36:00.979451 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port ced27d62-6db9-4b81-a092-cee4d70f8c23 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:36:00.987793 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port ced27d62-6db9-4b81-a092-cee4d70f8c23 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:36:00.988181 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:36:01.023866 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-67f9ae80-4ed6-4b31-845d-ab1280181cec req-a4e60d2f-7429-4a69-96da-437d266b7dc8 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:36:01.044892 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [req-67f9ae80-4ed6-4b31-845d-ab1280181cec req-a4e60d2f-7429-4a69-96da-437d266b7dc8 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Transition to ACTIVE for port object da2ecea5-7b64-4f45-b237-99aac37740b2 will not be triggered until provisioned by entity DHCP. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:36:01.076223 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-67f9ae80-4ed6-4b31-845d-ab1280181cec req-a4e60d2f-7429-4a69-96da-437d266b7dc8 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:36:01.129551 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port ced27d62-6db9-4b81-a092-cee4d70f8c23 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:36:01.129551 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:36:01.151965 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67f9ae80-4ed6-4b31-845d-ab1280181cec req-a4e60d2f-7429-4a69-96da-437d266b7dc8 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Network 969f98dd-43b7-4bbc-8981-b4cf64f025aa is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:36:01.153073 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [req-67f9ae80-4ed6-4b31-845d-ab1280181cec req-a4e60d2f-7429-4a69-96da-437d266b7dc8 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:36:01.157409 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [req-67f9ae80-4ed6-4b31-845d-ab1280181cec req-a4e60d2f-7429-4a69-96da-437d266b7dc8 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:36:01.172856 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] For port ced27d62-6db9-4b81-a092-cee4d70f8c23, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=ced27d62-6db9-4b81-a092-cee4d70f8c23,segment=NetworkSegment(4ead4d8b-ed4a-4b8b-91ca-46035f41e871),segment_id=4ead4d8b-ed4a-4b8b-91ca-46035f41e871)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:36:01.179410 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:36:01.208325 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-45f79e78-106a-4f09-9d2c-69baeab7263d None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 05:36:01.291722 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Pushing event updated for resources: {'Port': ['ID=ced27d62-6db9-4b81-a092-cee4d70f8c23,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:36:01.380188 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56ded65b-0e68-413c-8b9b-1097922cc81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:36:01.417285 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e60d2f-7429-4a69-96da-437d266b7dc8 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Pushing event updated for resources: {'Port': ['ID=da2ecea5-7b64-4f45-b237-99aac37740b2,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:36:01.470783 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f9ae80-4ed6-4b31-845d-ab1280181cec req-a4e60d2f-7429-4a69-96da-437d266b7dc8 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:36:01.471916 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-67f9ae80-4ed6-4b31-845d-ab1280181cec req-a4e60d2f-7429-4a69-96da-437d266b7dc8 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:36:01.506096 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-67f9ae80-4ed6-4b31-845d-ab1280181cec req-a4e60d2f-7429-4a69-96da-437d266b7dc8 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0525634 May 30 05:36:01.516578 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce02308c-61a6-47f7-9c2f-9684cf0e4c1b req-595f5f77-477c-4f0a-ab98-13cec2a18e69 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:36:01.517276 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-ce02308c-61a6-47f7-9c2f-9684cf0e4c1b req-595f5f77-477c-4f0a-ab98-13cec2a18e69 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Synchronizing usage tracker for tenant:c5c2cbbf31414007b91a65943a87a6a2 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:36:01.525070 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [req-67f9ae80-4ed6-4b31-845d-ab1280181cec req-387757d0-c9aa-4697-960a-7f66c1560bd8 service neutron] Request body: {'port': {'device_id': '0173d37a-a9e3-41dc-8bb2-7cc24eafe290', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8437'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:36:01.531634 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:36:01.561558 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-d0a353c7-12cd-4a59-a05c-9bee0fe66437 None None] Provisioning for port da2ecea5-7b64-4f45-b237-99aac37740b2 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:36:01.566251 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-d0a353c7-12cd-4a59-a05c-9bee0fe66437 None None] Provisioning complete for port da2ecea5-7b64-4f45-b237-99aac37740b2 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:36:01.566617 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-d0a353c7-12cd-4a59-a05c-9bee0fe66437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:36:01.587117 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-ce02308c-61a6-47f7-9c2f-9684cf0e4c1b req-595f5f77-477c-4f0a-ab98-13cec2a18e69 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Unset dirty status for tenant:c5c2cbbf31414007b91a65943a87a6a2 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:36:01.588268 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ce02308c-61a6-47f7-9c2f-9684cf0e4c1b req-595f5f77-477c-4f0a-ab98-13cec2a18e69 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/ports?device_id=0173d37a-a9e3-41dc-8bb2-7cc24eafe290 HTTP/1.1" status: 200 len: 931 time: 0.2040470 May 30 05:36:01.628824 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-d0a353c7-12cd-4a59-a05c-9bee0fe66437 None None] Port da2ecea5-7b64-4f45-b237-99aac37740b2 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 05:36:01.678244 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-67f9ae80-4ed6-4b31-845d-ab1280181cec req-387757d0-c9aa-4697-960a-7f66c1560bd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:36:01.697240 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ce02308c-61a6-47f7-9c2f-9684cf0e4c1b req-abb0d977-6a4a-4bc9-abc0-e9499819d40d tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/security-groups?id=53878b8a-64ce-4eec-aa77-a9de378bb0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698791 May 30 05:36:02.008932 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [req-67f9ae80-4ed6-4b31-845d-ab1280181cec req-387757d0-c9aa-4697-960a-7f66c1560bd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da2ecea5-7b64-4f45-b237-99aac37740b2 {{(pid=88261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 30 05:36:02.015915 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-67f9ae80-4ed6-4b31-845d-ab1280181cec req-387757d0-c9aa-4697-960a-7f66c1560bd8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:36:02.030867 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [req-67f9ae80-4ed6-4b31-845d-ab1280181cec req-387757d0-c9aa-4697-960a-7f66c1560bd8 service neutron] Transition to ACTIVE for port object da2ecea5-7b64-4f45-b237-99aac37740b2 will not be triggered until provisioned by entity L2. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:36:02.035124 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-67f9ae80-4ed6-4b31-845d-ab1280181cec req-387757d0-c9aa-4697-960a-7f66c1560bd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2304381'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:36:02.194189 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387757d0-c9aa-4697-960a-7f66c1560bd8 service neutron] Pushing event updated for resources: {'Port': ['ID=da2ecea5-7b64-4f45-b237-99aac37740b2,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:36:02.276055 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [req-67f9ae80-4ed6-4b31-845d-ab1280181cec req-387757d0-c9aa-4697-960a-7f66c1560bd8 service neutron] Attempting to bind port da2ecea5-7b64-4f45-b237-99aac37740b2 on host hv-neutron-8437 for vnic_type normal with profile {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 05:36:02.276393 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [req-67f9ae80-4ed6-4b31-845d-ab1280181cec req-387757d0-c9aa-4697-960a-7f66c1560bd8 service neutron] Attempting to bind port da2ecea5-7b64-4f45-b237-99aac37740b2 by drivers openvswitch,hyperv on host hv-neutron-8437 at level 0 using segments [{'id': '4ead4d8b-ed4a-4b8b-91ca-46035f41e871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '969f98dd-43b7-4bbc-8981-b4cf64f025aa'}] {{(pid=88261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 05:36:02.276724 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f9ae80-4ed6-4b31-845d-ab1280181cec req-387757d0-c9aa-4697-960a-7f66c1560bd8 service neutron] Attempting to bind port da2ecea5-7b64-4f45-b237-99aac37740b2 on network 969f98dd-43b7-4bbc-8981-b4cf64f025aa {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:36:02.281366 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f9ae80-4ed6-4b31-845d-ab1280181cec req-387757d0-c9aa-4697-960a-7f66c1560bd8 service neutron] Port da2ecea5-7b64-4f45-b237-99aac37740b2 on network 969f98dd-43b7-4bbc-8981-b4cf64f025aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8437 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 30 05:36:02.281679 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f9ae80-4ed6-4b31-845d-ab1280181cec req-387757d0-c9aa-4697-960a-7f66c1560bd8 service neutron] Attempting to bind port da2ecea5-7b64-4f45-b237-99aac37740b2 on network 969f98dd-43b7-4bbc-8981-b4cf64f025aa {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:36:02.286800 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f9ae80-4ed6-4b31-845d-ab1280181cec req-387757d0-c9aa-4697-960a-7f66c1560bd8 service neutron] Checking agent: {'id': 'de0c936d-420b-412f-9642-7bfe80b5ab25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8437', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 51, 47), 'started_at': datetime.datetime(2022, 5, 30, 4, 51, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 5, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 05:36:02.287132 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f9ae80-4ed6-4b31-845d-ab1280181cec req-387757d0-c9aa-4697-960a-7f66c1560bd8 service neutron] Checking segment: {'id': '4ead4d8b-ed4a-4b8b-91ca-46035f41e871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '969f98dd-43b7-4bbc-8981-b4cf64f025aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:36:02.287511 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f9ae80-4ed6-4b31-845d-ab1280181cec req-387757d0-c9aa-4697-960a-7f66c1560bd8 service neutron] Bound using segment: {'id': '4ead4d8b-ed4a-4b8b-91ca-46035f41e871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '969f98dd-43b7-4bbc-8981-b4cf64f025aa'} {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 05:36:02.287928 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [req-67f9ae80-4ed6-4b31-845d-ab1280181cec req-387757d0-c9aa-4697-960a-7f66c1560bd8 service neutron] Bound port: da2ecea5-7b64-4f45-b237-99aac37740b2, host: hv-neutron-8437, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ead4d8b-ed4a-4b8b-91ca-46035f41e871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '969f98dd-43b7-4bbc-8981-b4cf64f025aa'}}] {{(pid=88261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 05:36:02.288269 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-67f9ae80-4ed6-4b31-845d-ab1280181cec req-387757d0-c9aa-4697-960a-7f66c1560bd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:36:02.376017 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [req-67f9ae80-4ed6-4b31-845d-ab1280181cec req-387757d0-c9aa-4697-960a-7f66c1560bd8 service neutron] For port da2ecea5-7b64-4f45-b237-99aac37740b2, host hv-neutron-8437, cleared binding levels {{(pid=88261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 05:36:02.379342 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [req-67f9ae80-4ed6-4b31-845d-ab1280181cec req-387757d0-c9aa-4697-960a-7f66c1560bd8 service neutron] For port da2ecea5-7b64-4f45-b237-99aac37740b2, host hv-neutron-8437, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=da2ecea5-7b64-4f45-b237-99aac37740b2,segment=NetworkSegment(4ead4d8b-ed4a-4b8b-91ca-46035f41e871),segment_id=4ead4d8b-ed4a-4b8b-91ca-46035f41e871)] {{(pid=88261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 05:36:02.383966 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-67f9ae80-4ed6-4b31-845d-ab1280181cec req-387757d0-c9aa-4697-960a-7f66c1560bd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2304381'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:36:02.444073 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f9ae80-4ed6-4b31-845d-ab1280181cec req-387757d0-c9aa-4697-960a-7f66c1560bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:36:02.444603 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-67f9ae80-4ed6-4b31-845d-ab1280181cec req-387757d0-c9aa-4697-960a-7f66c1560bd8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:36:02.445835 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-67f9ae80-4ed6-4b31-845d-ab1280181cec req-387757d0-c9aa-4697-960a-7f66c1560bd8 service neutron] 10.222.0.39 "PUT /v2.0/ports/da2ecea5-7b64-4f45-b237-99aac37740b2 HTTP/1.1" status: 200 len: 1093 time: 0.9247403 May 30 05:36:02.446273 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0173d37a-a9e3-41dc-8bb2-7cc24eafe290', 'tag': 'da2ecea5-7b64-4f45-b237-99aac37740b2'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:36:02.465956 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387757d0-c9aa-4697-960a-7f66c1560bd8 service neutron] Pushing event updated for resources: {'Port': ['ID=da2ecea5-7b64-4f45-b237-99aac37740b2,revision_number=3']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:36:02.536521 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-943d4df9-283d-4c7d-ac13-2356281e4d32'] response: {'name': 'network-changed', 'server_uuid': '0173d37a-a9e3-41dc-8bb2-7cc24eafe290', 'tag': 'da2ecea5-7b64-4f45-b237-99aac37740b2', 'status': 'completed', 'code': 200} May 30 05:36:02.573716 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f9ae80-4ed6-4b31-845d-ab1280181cec req-13936694-5992-46da-a01c-d4e2d540a982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:36:02.575299 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-67f9ae80-4ed6-4b31-845d-ab1280181cec req-13936694-5992-46da-a01c-d4e2d540a982 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c5c2cbbf31414007b91a65943a87a6a2&device_id=0173d37a-a9e3-41dc-8bb2-7cc24eafe290 HTTP/1.1" status: 200 len: 1096 time: 0.0845785 May 30 05:36:02.645002 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-67f9ae80-4ed6-4b31-845d-ab1280181cec req-df7b271c-de19-44ef-845b-e2da99c05b23 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=da2ecea5-7b64-4f45-b237-99aac37740b2 HTTP/1.1" status: 200 len: 217 time: 0.0634563 May 30 05:36:02.706468 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f9ae80-4ed6-4b31-845d-ab1280181cec req-4c609caf-98dc-4ea7-ad12-3a70a61e0a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:36:02.707843 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-67f9ae80-4ed6-4b31-845d-ab1280181cec req-4c609caf-98dc-4ea7-ad12-3a70a61e0a3d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=98af341c-6530-42a0-aeed-b71b4d88c697 HTTP/1.1" status: 200 len: 835 time: 0.0559926 May 30 05:36:02.781670 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f9ae80-4ed6-4b31-845d-ab1280181cec req-1def0222-ede9-461a-a36f-f9d4c738c350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:36:02.783203 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-67f9ae80-4ed6-4b31-845d-ab1280181cec req-1def0222-ede9-461a-a36f-f9d4c738c350 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=969f98dd-43b7-4bbc-8981-b4cf64f025aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691209 May 30 05:36:02.854928 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device ced27d62-6db9-4b81-a092-cee4d70f8c23 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:36:02.926609 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a142624-940e-4c55-bf49-a5329c884075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:36:02.932253 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port ced27d62-6db9-4b81-a092-cee4d70f8c23 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:36:02.932602 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:36:02.975593 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-67f9ae80-4ed6-4b31-845d-ab1280181cec req-cd46929e-3f85-4b87-b568-6f520dc3193b service neutron] 10.222.0.39 "GET /v2.0/networks/969f98dd-43b7-4bbc-8981-b4cf64f025aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862061 May 30 05:36:02.986516 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cabfef-528e-4d36-a596-8aa659977d13 req-5b48b6d6-def2-4044-8771-707a5cb9280f tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:36:02.988513 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a2cabfef-528e-4d36-a596-8aa659977d13 req-5b48b6d6-def2-4044-8771-707a5cb9280f tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/ports?device_id=0173d37a-a9e3-41dc-8bb2-7cc24eafe290 HTTP/1.1" status: 200 len: 943 time: 0.1796751 May 30 05:36:03.045573 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port ced27d62-6db9-4b81-a092-cee4d70f8c23 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:36:03.214629 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a2cabfef-528e-4d36-a596-8aa659977d13 req-394a63de-6b03-410c-bf35-c29b03c70d3e tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/security-groups?id=53878b8a-64ce-4eec-aa77-a9de378bb0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2081678 May 30 05:36:03.246846 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-67f9ae80-4ed6-4b31-845d-ab1280181cec req-36d00e9c-844e-4c94-a2e0-1287191d0a48 service neutron] 10.222.0.39 "GET /v2.0/networks/969f98dd-43b7-4bbc-8981-b4cf64f025aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2574141 May 30 05:36:03.358770 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6a4afa-525e-4005-8d89-9548bd9ddd1d req-447a682b-eeca-4865-b7c3-04173632f9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:36:03.360147 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2b6a4afa-525e-4005-8d89-9548bd9ddd1d req-447a682b-eeca-4865-b7c3-04173632f9ea service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c5c2cbbf31414007b91a65943a87a6a2&device_id=0173d37a-a9e3-41dc-8bb2-7cc24eafe290 HTTP/1.1" status: 200 len: 1096 time: 0.0716953 May 30 05:36:03.500035 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6a4afa-525e-4005-8d89-9548bd9ddd1d req-a316ca9c-7c87-4681-b12f-213c4901cff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:36:03.502086 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2b6a4afa-525e-4005-8d89-9548bd9ddd1d req-a316ca9c-7c87-4681-b12f-213c4901cff4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=969f98dd-43b7-4bbc-8981-b4cf64f025aa HTTP/1.1" status: 200 len: 898 time: 0.1281469 May 30 05:36:03.568720 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2b6a4afa-525e-4005-8d89-9548bd9ddd1d req-0c100965-a948-4cb1-87bb-d91b006527db service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=da2ecea5-7b64-4f45-b237-99aac37740b2 HTTP/1.1" status: 200 len: 217 time: 0.0600226 May 30 05:36:03.633896 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6a4afa-525e-4005-8d89-9548bd9ddd1d req-54b2572a-d6e6-4ccc-ae7b-abc50e6faddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:36:03.635235 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2b6a4afa-525e-4005-8d89-9548bd9ddd1d req-54b2572a-d6e6-4ccc-ae7b-abc50e6faddc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=98af341c-6530-42a0-aeed-b71b4d88c697 HTTP/1.1" status: 200 len: 835 time: 0.0607951 May 30 05:36:03.711293 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6a4afa-525e-4005-8d89-9548bd9ddd1d req-a52392ba-8ada-4a0b-8e1c-30eddd466f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:36:03.713270 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2b6a4afa-525e-4005-8d89-9548bd9ddd1d req-a52392ba-8ada-4a0b-8e1c-30eddd466f19 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=969f98dd-43b7-4bbc-8981-b4cf64f025aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719781 May 30 05:36:03.839348 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2b6a4afa-525e-4005-8d89-9548bd9ddd1d req-a2e37f8a-d16f-47d6-ab60-db089c5ab1fd service neutron] 10.222.0.39 "GET /v2.0/networks/969f98dd-43b7-4bbc-8981-b4cf64f025aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203809 May 30 05:36:03.967064 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2b6a4afa-525e-4005-8d89-9548bd9ddd1d req-20042435-db87-4b6c-8de2-d293e936d687 service neutron] 10.222.0.39 "GET /v2.0/networks/969f98dd-43b7-4bbc-8981-b4cf64f025aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210635 May 30 05:36:04.401959 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2704e8f5-610f-4669-8c93-4d448c8071e7 req-017b7dc6-b66e-48dd-98fc-f8b20f830363 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:36:04.403393 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2704e8f5-610f-4669-8c93-4d448c8071e7 req-017b7dc6-b66e-48dd-98fc-f8b20f830363 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/ports?device_id=0173d37a-a9e3-41dc-8bb2-7cc24eafe290 HTTP/1.1" status: 200 len: 943 time: 0.0828707 May 30 05:36:04.446406 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2704e8f5-610f-4669-8c93-4d448c8071e7 req-5580ae3b-23f5-4d14-85c0-1c550929c064 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/security-groups?id=53878b8a-64ce-4eec-aa77-a9de378bb0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374808 May 30 05:36:05.630484 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad77c86f-ed9d-4951-bb76-783a8a4a9353 req-1d50df82-f4e2-44de-a174-a36fb9ac0fca tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:36:05.633676 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ad77c86f-ed9d-4951-bb76-783a8a4a9353 req-1d50df82-f4e2-44de-a174-a36fb9ac0fca tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/ports?device_id=0173d37a-a9e3-41dc-8bb2-7cc24eafe290 HTTP/1.1" status: 200 len: 943 time: 0.0802882 May 30 05:36:05.676373 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ad77c86f-ed9d-4951-bb76-783a8a4a9353 req-61607cbc-eb1b-4647-9c32-a3fc4062b6b6 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/security-groups?id=53878b8a-64ce-4eec-aa77-a9de378bb0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379312 May 30 05:36:06.857733 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193d8983-49c0-4f49-b169-8e25b17cfe9e req-f642b8e1-5ac8-42af-b2b4-21f90ac2fa93 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:36:06.859173 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-193d8983-49c0-4f49-b169-8e25b17cfe9e req-f642b8e1-5ac8-42af-b2b4-21f90ac2fa93 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/ports?device_id=0173d37a-a9e3-41dc-8bb2-7cc24eafe290 HTTP/1.1" status: 200 len: 943 time: 0.0825472 May 30 05:36:06.903108 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-193d8983-49c0-4f49-b169-8e25b17cfe9e req-7ae8d00b-78d6-4f64-9789-01b3ce898e80 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/security-groups?id=53878b8a-64ce-4eec-aa77-a9de378bb0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377004 May 30 05:36:07.059961 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device da2ecea5-7b64-4f45-b237-99aac37740b2 details requested by agent hyperv_hv-neutron-8437 with host hv-neutron-8437 {{(pid=88262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 05:36:07.190087 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port da2ecea5-7b64-4f45-b237-99aac37740b2, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=da2ecea5-7b64-4f45-b237-99aac37740b2,segment=NetworkSegment(4ead4d8b-ed4a-4b8b-91ca-46035f41e871),segment_id=4ead4d8b-ed4a-4b8b-91ca-46035f41e871)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:36:07.203411 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Returning: {'device': 'da2ecea5-7b64-4f45-b237-99aac37740b2', 'network_id': '969f98dd-43b7-4bbc-8981-b4cf64f025aa', 'port_id': 'da2ecea5-7b64-4f45-b237-99aac37740b2', 'mac_address': 'fa:16:3e:c1:74:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98af341c-6530-42a0-aeed-b71b4d88c697', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 05:36:07.257529 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Current status of the port da2ecea5-7b64-4f45-b237-99aac37740b2 is: DOWN; New status is: BUILD {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:36:07.257965 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:36:07.274158 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da2ecea5-7b64-4f45-b237-99aac37740b2 {{(pid=88262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 30 05:36:07.289330 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port da2ecea5-7b64-4f45-b237-99aac37740b2, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=da2ecea5-7b64-4f45-b237-99aac37740b2,segment=NetworkSegment(4ead4d8b-ed4a-4b8b-91ca-46035f41e871),segment_id=4ead4d8b-ed4a-4b8b-91ca-46035f41e871)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:36:07.293060 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:36:07.364862 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Pushing event updated for resources: {'Port': ['ID=da2ecea5-7b64-4f45-b237-99aac37740b2,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:36:07.642122 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] get_ports_and_sgs() called for port_ids ['da2ecea5-7b64-4f45-b237-99aac37740b2'] {{(pid=88262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 30 05:36:08.082396 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1d3f00-d535-4020-890e-3c9690852143 req-ae8eb9a1-4491-49c0-b3f7-f06db3f7fad6 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:36:08.083808 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-cc1d3f00-d535-4020-890e-3c9690852143 req-ae8eb9a1-4491-49c0-b3f7-f06db3f7fad6 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/ports?device_id=0173d37a-a9e3-41dc-8bb2-7cc24eafe290 HTTP/1.1" status: 200 len: 944 time: 0.0783446 May 30 05:36:08.125942 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-cc1d3f00-d535-4020-890e-3c9690852143 req-f3760168-1530-4779-b1a6-f15d0471458f tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/security-groups?id=53878b8a-64ce-4eec-aa77-a9de378bb0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364881 May 30 05:36:09.075246 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device da2ecea5-7b64-4f45-b237-99aac37740b2 up at agent hyperv_hv-neutron-8437 {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:36:09.142885 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Provisioning for port da2ecea5-7b64-4f45-b237-99aac37740b2 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:36:09.148015 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Provisioning complete for port da2ecea5-7b64-4f45-b237-99aac37740b2 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:36:09.148477 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:36:09.262613 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Current status of the port da2ecea5-7b64-4f45-b237-99aac37740b2 is: BUILD; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:36:09.263018 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:36:09.291692 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0173d37a-a9e3-41dc-8bb2-7cc24eafe290', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da2ecea5-7b64-4f45-b237-99aac37740b2'}] {{(pid=88262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:36:09.302214 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port da2ecea5-7b64-4f45-b237-99aac37740b2, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=da2ecea5-7b64-4f45-b237-99aac37740b2,segment=NetworkSegment(4ead4d8b-ed4a-4b8b-91ca-46035f41e871),segment_id=4ead4d8b-ed4a-4b8b-91ca-46035f41e871)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:36:09.306154 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:36:09.311161 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5702fe2-fc6f-45d1-8c42-3213dd9b58d2 req-e21680e8-cb80-416c-a827-891ad38b50ce tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:36:09.312635 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b5702fe2-fc6f-45d1-8c42-3213dd9b58d2 req-e21680e8-cb80-416c-a827-891ad38b50ce tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/ports?device_id=0173d37a-a9e3-41dc-8bb2-7cc24eafe290 HTTP/1.1" status: 200 len: 944 time: 0.0848498 May 30 05:36:09.357522 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b5702fe2-fc6f-45d1-8c42-3213dd9b58d2 req-dd3dabee-055f-4c69-aa78-bed5f9b90e59 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/security-groups?id=53878b8a-64ce-4eec-aa77-a9de378bb0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380514 May 30 05:36:09.371655 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Pushing event updated for resources: {'Port': ['ID=da2ecea5-7b64-4f45-b237-99aac37740b2,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:36:09.460091 dv-neutron-843763-1-hyperv neutron-server[88262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-722a9cd3-a903-4e43-935a-ef81a0bf824a'] response: {'server_uuid': '0173d37a-a9e3-41dc-8bb2-7cc24eafe290', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da2ecea5-7b64-4f45-b237-99aac37740b2', 'code': 200} May 30 05:36:09.683317 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8694ce-b235-4786-a9cf-878969cf78ef req-db4d19b4-314d-480c-bf06-cee92048de4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:36:09.684694 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4b8694ce-b235-4786-a9cf-878969cf78ef req-db4d19b4-314d-480c-bf06-cee92048de4f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0173d37a-a9e3-41dc-8bb2-7cc24eafe290 HTTP/1.1" status: 200 len: 1098 time: 0.0719619 May 30 05:36:09.726650 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4b8694ce-b235-4786-a9cf-878969cf78ef req-4a7e3ecd-e2a6-4143-9533-78f930679819 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=53878b8a-64ce-4eec-aa77-a9de378bb0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360632 May 30 05:36:10.546929 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c8c4ae-42eb-42a3-bfb7-d19367d56bef req-52d03461-47ae-4c5b-a7db-998793c87b6f tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:36:10.548372 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-48c8c4ae-42eb-42a3-bfb7-d19367d56bef req-52d03461-47ae-4c5b-a7db-998793c87b6f tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/ports?device_id=0173d37a-a9e3-41dc-8bb2-7cc24eafe290 HTTP/1.1" status: 200 len: 945 time: 0.0798047 May 30 05:36:10.590727 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-48c8c4ae-42eb-42a3-bfb7-d19367d56bef req-85be3be4-e1ec-4817-b1f6-e99a002fdde6 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/security-groups?id=53878b8a-64ce-4eec-aa77-a9de378bb0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362277 May 30 05:36:11.783306 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2de16a6-02c6-461d-88fd-1a44f5500040 req-de3555bf-25b8-4ec8-beb7-6014d074a8c0 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:36:11.785400 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d2de16a6-02c6-461d-88fd-1a44f5500040 req-de3555bf-25b8-4ec8-beb7-6014d074a8c0 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/ports?device_id=0173d37a-a9e3-41dc-8bb2-7cc24eafe290 HTTP/1.1" status: 200 len: 945 time: 0.0889933 May 30 05:36:11.827906 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d2de16a6-02c6-461d-88fd-1a44f5500040 req-bcfd7e72-2267-4a50-8fbd-d4aa7e09a0ba tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/security-groups?id=53878b8a-64ce-4eec-aa77-a9de378bb0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369413 May 30 05:36:12.005434 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff523e3a-53fe-4385-8b4d-6162829b413d req-886c1067-3095-4b2d-ad78-150545cb8db4 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:36:12.006813 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ff523e3a-53fe-4385-8b4d-6162829b413d req-886c1067-3095-4b2d-ad78-150545cb8db4 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/ports?device_id=0173d37a-a9e3-41dc-8bb2-7cc24eafe290 HTTP/1.1" status: 200 len: 945 time: 0.0789123 May 30 05:36:12.050563 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ff523e3a-53fe-4385-8b4d-6162829b413d req-ee88f431-767f-4913-8a0e-acc38a996313 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/security-groups?id=53878b8a-64ce-4eec-aa77-a9de378bb0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378251 May 30 05:36:12.077826 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 53678) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:36:12.148475 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39262c59-bf15-4344-8759-c22ed7629365 tempest-TestNetworkAdvancedServerOps-1936340429 tempest-TestNetworkAdvancedServerOps-1936340429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:36:12.149964 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-39262c59-bf15-4344-8759-c22ed7629365 tempest-TestNetworkAdvancedServerOps-1936340429 tempest-TestNetworkAdvancedServerOps-1936340429-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=0173d37a-a9e3-41dc-8bb2-7cc24eafe290 HTTP/1.1" status: 200 len: 1093 time: 0.0711486 May 30 05:36:12.152746 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 53682) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:36:12.157439 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-c1dbe1ed-da95-4868-b4b7-b88d4f5f1157 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Request body: {'floatingip': {'floating_network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'port_id': 'da2ecea5-7b64-4f45-b237-99aac37740b2', 'tenant_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:36:12.163649 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-c1dbe1ed-da95-4868-b4b7-b88d4f5f1157 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:36:12.167412 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-c1dbe1ed-da95-4868-b4b7-b88d4f5f1157 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Usage tracker for resource:floatingip and tenant:c5c2cbbf31414007b91a65943a87a6a2 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:36:12.170156 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-c1dbe1ed-da95-4868-b4b7-b88d4f5f1157 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:36:12.176246 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-c1dbe1ed-da95-4868-b4b7-b88d4f5f1157 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:36:12.187311 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c1dbe1ed-da95-4868-b4b7-b88d4f5f1157 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for floatingip, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:36:12.426059 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c1dbe1ed-da95-4868-b4b7-b88d4f5f1157 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:36:12.558008 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-c1dbe1ed-da95-4868-b4b7-b88d4f5f1157 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Allocated IP 172.26.6.189 (1bab70f4-3794-44db-8e17-19f483aa8ffa/6b5b73c1-b0ce-4f83-a930-c00cc5522926/70f793bf-767d-4866-801c-7871017c3f71) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:36:12.708722 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c1dbe1ed-da95-4868-b4b7-b88d4f5f1157 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:36:12.740096 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c1dbe1ed-da95-4868-b4b7-b88d4f5f1157 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:36:12.800614 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1dbe1ed-da95-4868-b4b7-b88d4f5f1157 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Network 1bab70f4-3794-44db-8e17-19f483aa8ffa is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:36:12.802596 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-c1dbe1ed-da95-4868-b4b7-b88d4f5f1157 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:36:12.805148 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1dbe1ed-da95-4868-b4b7-b88d4f5f1157 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:36:12.855231 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dbe1ed-da95-4868-b4b7-b88d4f5f1157 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Pushing event updated for resources: {'Port': ['ID=70f793bf-767d-4866-801c-7871017c3f71,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:36:13.217205 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c1dbe1ed-da95-4868-b4b7-b88d4f5f1157 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:36:13.294083 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c1dbe1ed-da95-4868-b4b7-b88d4f5f1157 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:36:13.491872 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c1dbe1ed-da95-4868-b4b7-b88d4f5f1157 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:36:13.495896 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c1dbe1ed-da95-4868-b4b7-b88d4f5f1157 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2304381'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:36:13.605927 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dbe1ed-da95-4868-b4b7-b88d4f5f1157 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Pushing event updated for resources: {'Port': ['ID=70f793bf-767d-4866-801c-7871017c3f71,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:36:13.616285 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c1dbe1ed-da95-4868-b4b7-b88d4f5f1157 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1604762'] for floatingip, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:36:13.788101 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.db.l3_db [None req-c1dbe1ed-da95-4868-b4b7-b88d4f5f1157 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Floating IP e5beddac-133c-4c6f-8aeb-4096738bdfab associated. External IP: 172.26.6.189, port: da2ecea5-7b64-4f45-b237-99aac37740b2. May 30 05:36:14.242439 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1dbe1ed-da95-4868-b4b7-b88d4f5f1157 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Router 95812172-4962-424b-a1ee-79d4e741679b has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 05:36:14.424423 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1dbe1ed-da95-4868-b4b7-b88d4f5f1157 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:36:14.434096 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f5a8a1-d746-44ec-89d9-90efa6bfce90 None None] Sync routers for ids ['95812172-4962-424b-a1ee-79d4e741679b'] in dv-neutron-843763-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:36:14.443416 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f5a8a1-d746-44ec-89d9-90efa6bfce90 None None] Routers {'95812172-4962-424b-a1ee-79d4e741679b'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:36:14.443997 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-c7f5a8a1-d746-44ec-89d9-90efa6bfce90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:36:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['95812172-4962-424b-a1ee-79d4e741679b'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:36:14.448333 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c1dbe1ed-da95-4868-b4b7-b88d4f5f1157 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for floatingip, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:36:14.504595 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-c1dbe1ed-da95-4868-b4b7-b88d4f5f1157 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3507528 May 30 05:36:14.505103 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0173d37a-a9e3-41dc-8bb2-7cc24eafe290', 'tag': 'da2ecea5-7b64-4f45-b237-99aac37740b2'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:36:14.653379 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-c7f5a8a1-d746-44ec-89d9-90efa6bfce90 None None] Set router 95812172-4962-424b-a1ee-79d4e741679b gateway port host: dv-neutron-843763-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:36:14.672203 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a20d441-79dc-46c8-9c63-065d88842741 req-5bdb5fd8-3650-422b-a845-de4f9944d2b8 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:36:14.673644 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7a20d441-79dc-46c8-9c63-065d88842741 req-5bdb5fd8-3650-422b-a845-de4f9944d2b8 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/ports?device_id=0173d37a-a9e3-41dc-8bb2-7cc24eafe290 HTTP/1.1" status: 200 len: 945 time: 0.0837221 May 30 05:36:14.723121 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7a20d441-79dc-46c8-9c63-065d88842741 req-5ef324c1-fdda-492d-a9ca-553b09af921b tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/security-groups?id=53878b8a-64ce-4eec-aa77-a9de378bb0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432136 May 30 05:36:14.747379 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 53690) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:36:14.806713 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca6e023c-2038-4bef-acea-1a1976c4d861'] response: {'name': 'network-changed', 'server_uuid': '0173d37a-a9e3-41dc-8bb2-7cc24eafe290', 'tag': 'da2ecea5-7b64-4f45-b237-99aac37740b2', 'status': 'completed', 'code': 200} May 30 05:36:14.903861 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-f8dca831-1160-43a2-b2aa-b4f3621c4f29 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/floatingips/e5beddac-133c-4c6f-8aeb-4096738bdfab HTTP/1.1" status: 200 len: 991 time: 0.1553519 May 30 05:36:14.919616 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9679f1-2e81-432b-bb64-8858d0b8fe1e req-4b06fa00-704c-4a57-b22f-422a913fb2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:36:14.921062 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-df9679f1-2e81-432b-bb64-8858d0b8fe1e req-4b06fa00-704c-4a57-b22f-422a913fb2c8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c5c2cbbf31414007b91a65943a87a6a2&device_id=0173d37a-a9e3-41dc-8bb2-7cc24eafe290 HTTP/1.1" status: 200 len: 1098 time: 0.1162035 May 30 05:36:14.998102 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-c7f5a8a1-d746-44ec-89d9-90efa6bfce90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95812172-4962-424b-a1ee-79d4e741679b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-938077856', 'tenant_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.137'}], 'enable_snat': True}, 'gw_port_id': 'a5fa7302-7cba-492f-bbc3-56621edbfb05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:35:51Z', 'updated_at': '2022-05-30T05:35:56Z', 'revision_number': 4, 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'gw_port': {'id': 'a5fa7302-7cba-492f-bbc3-56621edbfb05', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:ce:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95812172-4962-424b-a1ee-79d4e741679b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:35:52Z', 'updated_at': '2022-05-30T05:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_floatingips': [{'id': 'e5beddac-133c-4c6f-8aeb-4096738bdfab', 'tenant_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'floating_ip_address': '172.26.6.189', 'floating_network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'router_id': '95812172-4962-424b-a1ee-79d4e741679b', 'port_id': 'da2ecea5-7b64-4f45-b237-99aac37740b2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1706, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '969f98dd-43b7-4bbc-8981-b4cf64f025aa', 'mac_address': 'fa:16:3e:c1:74:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0173d37a-a9e3-41dc-8bb2-7cc24eafe290', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T05:36:13Z', 'updated_at': '2022-05-30T05:36:13Z', 'revision_number': 0, 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ced27d62-6db9-4b81-a092-cee4d70f8c23', 'name': '', 'network_id': '969f98dd-43b7-4bbc-8981-b4cf64f025aa', 'tenant_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'mac_address': 'fa:16:3e:51:25:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95812172-4962-424b-a1ee-79d4e741679b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': '98af341c-6530-42a0-aeed-b71b4d88c697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:35:55Z', 'updated_at': '2022-05-30T05:36:01Z', 'revision_number': 5, 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'subnets': [{'id': '98af341c-6530-42a0-aeed-b71b4d88c697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:36:15.001912 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f5a8a1-d746-44ec-89d9-90efa6bfce90 None None] Checking router: 95812172-4962-424b-a1ee-79d4e741679b for host: dv-neutron-843763-1-hyperv {{(pid=88262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 05:36:15.010406 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f5a8a1-d746-44ec-89d9-90efa6bfce90 None None] Routers {'95812172-4962-424b-a1ee-79d4e741679b'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:36:15.010999 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-c7f5a8a1-d746-44ec-89d9-90efa6bfce90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:36:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['95812172-4962-424b-a1ee-79d4e741679b'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:36:15.048171 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9679f1-2e81-432b-bb64-8858d0b8fe1e req-39d9726c-3847-4e7e-b326-b1ff976ac319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:36:15.049609 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-df9679f1-2e81-432b-bb64-8858d0b8fe1e req-39d9726c-3847-4e7e-b326-b1ff976ac319 service neutron] 10.222.0.39 "GET /v2.0/networks?id=969f98dd-43b7-4bbc-8981-b4cf64f025aa HTTP/1.1" status: 200 len: 898 time: 0.1228096 May 30 05:36:15.149476 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-df9679f1-2e81-432b-bb64-8858d0b8fe1e req-7830fd71-12f5-4261-9178-a9bec42d3ecc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=da2ecea5-7b64-4f45-b237-99aac37740b2 HTTP/1.1" status: 200 len: 999 time: 0.0939596 May 30 05:36:15.183268 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-c7f5a8a1-d746-44ec-89d9-90efa6bfce90 None None] Set router 95812172-4962-424b-a1ee-79d4e741679b gateway port host: dv-neutron-843763-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:36:15.210954 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9679f1-2e81-432b-bb64-8858d0b8fe1e req-e60cfd52-e9d4-48e5-a93e-f44e2c43a5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:36:15.212432 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-df9679f1-2e81-432b-bb64-8858d0b8fe1e req-e60cfd52-e9d4-48e5-a93e-f44e2c43a5d4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=98af341c-6530-42a0-aeed-b71b4d88c697 HTTP/1.1" status: 200 len: 835 time: 0.0569603 May 30 05:36:15.290281 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9679f1-2e81-432b-bb64-8858d0b8fe1e req-3ad82b5c-9d90-45f6-907a-79f06fbea9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:36:15.291800 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-df9679f1-2e81-432b-bb64-8858d0b8fe1e req-3ad82b5c-9d90-45f6-907a-79f06fbea9b6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=969f98dd-43b7-4bbc-8981-b4cf64f025aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731187 May 30 05:36:15.419711 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-df9679f1-2e81-432b-bb64-8858d0b8fe1e req-1cfd9615-6135-46f1-aabc-400eac0199d1 service neutron] 10.222.0.39 "GET /v2.0/networks/969f98dd-43b7-4bbc-8981-b4cf64f025aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214008 May 30 05:36:15.528955 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-c7f5a8a1-d746-44ec-89d9-90efa6bfce90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95812172-4962-424b-a1ee-79d4e741679b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-938077856', 'tenant_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.137'}], 'enable_snat': True}, 'gw_port_id': 'a5fa7302-7cba-492f-bbc3-56621edbfb05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:35:51Z', 'updated_at': '2022-05-30T05:35:56Z', 'revision_number': 4, 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'gw_port': {'id': 'a5fa7302-7cba-492f-bbc3-56621edbfb05', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:ce:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95812172-4962-424b-a1ee-79d4e741679b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:35:52Z', 'updated_at': '2022-05-30T05:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_floatingips': [{'id': 'e5beddac-133c-4c6f-8aeb-4096738bdfab', 'tenant_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'floating_ip_address': '172.26.6.189', 'floating_network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'router_id': '95812172-4962-424b-a1ee-79d4e741679b', 'port_id': 'da2ecea5-7b64-4f45-b237-99aac37740b2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1706, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '969f98dd-43b7-4bbc-8981-b4cf64f025aa', 'mac_address': 'fa:16:3e:c1:74:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0173d37a-a9e3-41dc-8bb2-7cc24eafe290', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T05:36:13Z', 'updated_at': '2022-05-30T05:36:13Z', 'revision_number': 0, 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ced27d62-6db9-4b81-a092-cee4d70f8c23', 'name': '', 'network_id': '969f98dd-43b7-4bbc-8981-b4cf64f025aa', 'tenant_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'mac_address': 'fa:16:3e:51:25:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95812172-4962-424b-a1ee-79d4e741679b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': '98af341c-6530-42a0-aeed-b71b4d88c697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:35:55Z', 'updated_at': '2022-05-30T05:36:01Z', 'revision_number': 5, 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'subnets': [{'id': '98af341c-6530-42a0-aeed-b71b4d88c697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:36:15.532902 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f5a8a1-d746-44ec-89d9-90efa6bfce90 None None] The sync data for ids ['95812172-4962-424b-a1ee-79d4e741679b'] in dv-neutron-843763-1-hyperv is: [{'id': '95812172-4962-424b-a1ee-79d4e741679b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-938077856', 'tenant_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.137'}], 'enable_snat': True}, 'gw_port_id': 'a5fa7302-7cba-492f-bbc3-56621edbfb05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:35:51Z', 'updated_at': '2022-05-30T05:35:56Z', 'revision_number': 4, 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'gw_port': {'id': 'a5fa7302-7cba-492f-bbc3-56621edbfb05', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:ce:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95812172-4962-424b-a1ee-79d4e741679b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:35:52Z', 'updated_at': '2022-05-30T05:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_floatingips': [{'id': 'e5beddac-133c-4c6f-8aeb-4096738bdfab', 'tenant_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'floating_ip_address': '172.26.6.189', 'floating_network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'router_id': '95812172-4962-424b-a1ee-79d4e741679b', 'port_id': 'da2ecea5-7b64-4f45-b237-99aac37740b2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1706, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '969f98dd-43b7-4bbc-8981-b4cf64f025aa', 'mac_address': 'fa:16:3e:c1:74:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0173d37a-a9e3-41dc-8bb2-7cc24eafe290', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T05:36:13Z', 'updated_at': '2022-05-30T05:36:13Z', 'revision_number': 0, 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ced27d62-6db9-4b81-a092-cee4d70f8c23', 'name': '', 'network_id': '969f98dd-43b7-4bbc-8981-b4cf64f025aa', 'tenant_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'mac_address': 'fa:16:3e:51:25:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95812172-4962-424b-a1ee-79d4e741679b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': '98af341c-6530-42a0-aeed-b71b4d88c697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:35:55Z', 'updated_at': '2022-05-30T05:36:01Z', 'revision_number': 5, 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'subnets': [{'id': '98af341c-6530-42a0-aeed-b71b4d88c697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:36:15.551279 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-df9679f1-2e81-432b-bb64-8858d0b8fe1e req-d7ac3ecf-c16b-430e-8c6c-12bae4999ed3 service neutron] 10.222.0.39 "GET /v2.0/networks/969f98dd-43b7-4bbc-8981-b4cf64f025aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258104 May 30 05:36:15.721599 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab33ddac-c3e5-45db-935f-cc949718abcf None None] New status for floating IP e5beddac-133c-4c6f-8aeb-4096738bdfab: ACTIVE {{(pid=88263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 30 05:36:15.907605 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 53694) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:36:16.130030 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-9a8da2d4-50c5-4b48-bda2-13b5a871c26c tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/floatingips/e5beddac-133c-4c6f-8aeb-4096738bdfab HTTP/1.1" status: 200 len: 993 time: 0.2211707 May 30 05:36:17.656998 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:36:28.083335 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a44a79e9-ba0e-4487-8858-d8535b98b38a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:36:30.287436 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-eb424e61-b4c8-4f5c-9c74-df19e10575f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:36:31.361830 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56ded65b-0e68-413c-8b9b-1097922cc81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:36:31.533776 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:36:32.122185 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-532cf878-3ff0-41ad-8bd8-417c113babd8 req-b7777fac-54a4-4476-be05-d918289c37c7 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0173d37a-a9e3-41dc-8bb2-7cc24eafe290&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0670941 May 30 05:36:32.256035 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532cf878-3ff0-41ad-8bd8-417c113babd8 req-7a882e0a-c406-4975-a5fb-b9b049b01144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:36:32.257495 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-532cf878-3ff0-41ad-8bd8-417c113babd8 req-7a882e0a-c406-4975-a5fb-b9b049b01144 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c5c2cbbf31414007b91a65943a87a6a2&device_id=0173d37a-a9e3-41dc-8bb2-7cc24eafe290 HTTP/1.1" status: 200 len: 1098 time: 0.0694878 May 30 05:36:32.400581 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532cf878-3ff0-41ad-8bd8-417c113babd8 req-03269652-e790-469f-b437-9b8270b0eba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:36:32.401941 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-532cf878-3ff0-41ad-8bd8-417c113babd8 req-03269652-e790-469f-b437-9b8270b0eba5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=969f98dd-43b7-4bbc-8981-b4cf64f025aa HTTP/1.1" status: 200 len: 898 time: 0.1270804 May 30 05:36:32.504392 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-532cf878-3ff0-41ad-8bd8-417c113babd8 req-2b8fc6a1-18c5-4883-840d-81f7f34953e5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=da2ecea5-7b64-4f45-b237-99aac37740b2 HTTP/1.1" status: 200 len: 1001 time: 0.0951693 May 30 05:36:32.567682 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532cf878-3ff0-41ad-8bd8-417c113babd8 req-1d612f9d-e49d-4bd6-b208-22f4aedd860b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:36:32.569074 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-532cf878-3ff0-41ad-8bd8-417c113babd8 req-1d612f9d-e49d-4bd6-b208-22f4aedd860b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=98af341c-6530-42a0-aeed-b71b4d88c697 HTTP/1.1" status: 200 len: 835 time: 0.0597186 May 30 05:36:32.641536 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532cf878-3ff0-41ad-8bd8-417c113babd8 req-ec8ff6c2-c405-4313-951c-ef7a8da2261c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:36:32.642973 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-532cf878-3ff0-41ad-8bd8-417c113babd8 req-ec8ff6c2-c405-4313-951c-ef7a8da2261c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=969f98dd-43b7-4bbc-8981-b4cf64f025aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0674617 May 30 05:36:32.774191 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-532cf878-3ff0-41ad-8bd8-417c113babd8 req-4cf887a5-94bd-4aba-9424-386f717fdf37 service neutron] 10.222.0.39 "GET /v2.0/networks/969f98dd-43b7-4bbc-8981-b4cf64f025aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249933 May 30 05:36:32.902878 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-532cf878-3ff0-41ad-8bd8-417c113babd8 req-1523d24f-b040-4784-a275-13e855234c3f service neutron] 10.222.0.39 "GET /v2.0/networks/969f98dd-43b7-4bbc-8981-b4cf64f025aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221678 May 30 05:36:32.921851 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a142624-940e-4c55-bf49-a5329c884075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:36:38.197565 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-45f79e78-106a-4f09-9d2c-69baeab7263d None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 05:36:47.667107 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:36:58.085740 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-afabfcde-8593-49b6-9a5f-b6f6fe50952d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:00.288031 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-af3d3024-332c-4fce-b914-b4a38cc36009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:01.364922 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56ded65b-0e68-413c-8b9b-1097922cc81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:01.534348 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:02.923393 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a142624-940e-4c55-bf49-a5329c884075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:15.196854 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-45f79e78-106a-4f09-9d2c-69baeab7263d None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 05:37:17.086552 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686d4fbb-87d0-44a5-86db-7f3b7ee37b6d req-37179604-dd76-4a05-8608-c558fa7852f4 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:37:17.088076 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-686d4fbb-87d0-44a5-86db-7f3b7ee37b6d req-37179604-dd76-4a05-8608-c558fa7852f4 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/ports?device_id=0173d37a-a9e3-41dc-8bb2-7cc24eafe290 HTTP/1.1" status: 200 len: 945 time: 0.0846274 May 30 05:37:17.134371 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-686d4fbb-87d0-44a5-86db-7f3b7ee37b6d req-cc0fa5fc-2809-42b0-a6f1-88395da1609b tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/security-groups?id=53878b8a-64ce-4eec-aa77-a9de378bb0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406542 May 30 05:37:17.698816 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:18.320154 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be51932-dce0-4fdc-a550-37d42e483b3f req-c82d5270-0dc7-464d-b2e8-07ffc7b7773d tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:37:18.321576 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6be51932-dce0-4fdc-a550-37d42e483b3f req-c82d5270-0dc7-464d-b2e8-07ffc7b7773d tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/ports?device_id=0173d37a-a9e3-41dc-8bb2-7cc24eafe290 HTTP/1.1" status: 200 len: 945 time: 0.0787635 May 30 05:37:18.363134 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6be51932-dce0-4fdc-a550-37d42e483b3f req-81552581-0eb4-4158-945b-2edc9363e402 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/security-groups?id=53878b8a-64ce-4eec-aa77-a9de378bb0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359604 May 30 05:37:18.389048 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 53722) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:37:18.493254 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-9c7cba38-af81-42ed-b308-454a9a841f29 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/floatingips/e5beddac-133c-4c6f-8aeb-4096738bdfab HTTP/1.1" status: 200 len: 993 time: 0.1030312 May 30 05:37:19.946510 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0e797c-8c66-4059-ae46-255d9e2813a9 req-e4442bbd-64be-41db-b4e1-348c41d13ede tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:37:19.947954 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ae0e797c-8c66-4059-ae46-255d9e2813a9 req-e4442bbd-64be-41db-b4e1-348c41d13ede tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/ports?device_id=0173d37a-a9e3-41dc-8bb2-7cc24eafe290 HTTP/1.1" status: 200 len: 945 time: 0.0882158 May 30 05:37:19.991362 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ae0e797c-8c66-4059-ae46-255d9e2813a9 req-082432fa-8caf-4b0d-945d-4f792501a431 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/security-groups?id=53878b8a-64ce-4eec-aa77-a9de378bb0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372558 May 30 05:37:21.172509 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac827000-5648-4c7a-be1b-66e46b867d24 req-b6463980-99ad-422c-87b1-c20820b7aa50 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:37:21.173876 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ac827000-5648-4c7a-be1b-66e46b867d24 req-b6463980-99ad-422c-87b1-c20820b7aa50 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/ports?device_id=0173d37a-a9e3-41dc-8bb2-7cc24eafe290 HTTP/1.1" status: 200 len: 945 time: 0.0772474 May 30 05:37:21.217791 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ac827000-5648-4c7a-be1b-66e46b867d24 req-5c82ac5f-d682-4564-807f-1150f7f8f442 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/security-groups?id=53878b8a-64ce-4eec-aa77-a9de378bb0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378630 May 30 05:37:21.241875 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 53734) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:37:21.346084 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-b498cb9f-0d7e-4a68-a868-081d72d75d30 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/floatingips/e5beddac-133c-4c6f-8aeb-4096738bdfab HTTP/1.1" status: 200 len: 993 time: 0.1030824 May 30 05:37:21.687129 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 53742) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:37:21.981117 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-1fe4a7c8-0eba-4401-b78b-e2e94c7bda03 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Deleting port 70f793bf-767d-4866-801c-7871017c3f71 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:37:21.981455 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1fe4a7c8-0eba-4401-b78b-e2e94c7bda03 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:22.151473 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1fe4a7c8-0eba-4401-b78b-e2e94c7bda03 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:22.151794 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1fe4a7c8-0eba-4401-b78b-e2e94c7bda03 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:22.270920 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-1fe4a7c8-0eba-4401-b78b-e2e94c7bda03 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Calling delete_port for 70f793bf-767d-4866-801c-7871017c3f71 owned by network:floatingip {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:37:22.421691 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1fe4a7c8-0eba-4401-b78b-e2e94c7bda03 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:22.466901 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe4a7c8-0eba-4401-b78b-e2e94c7bda03 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Pushing event deleted for resources: {'Port': ['ID=70f793bf-767d-4866-801c-7871017c3f71,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:37:22.503040 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe4a7c8-0eba-4401-b78b-e2e94c7bda03 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:37:22.503315 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe4a7c8-0eba-4401-b78b-e2e94c7bda03 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:37:22.503656 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe4a7c8-0eba-4401-b78b-e2e94c7bda03 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:37:22.503983 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe4a7c8-0eba-4401-b78b-e2e94c7bda03 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:37:22.504319 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe4a7c8-0eba-4401-b78b-e2e94c7bda03 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:37:22.504644 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe4a7c8-0eba-4401-b78b-e2e94c7bda03 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:37:22.504966 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe4a7c8-0eba-4401-b78b-e2e94c7bda03 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:37:22.505288 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe4a7c8-0eba-4401-b78b-e2e94c7bda03 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:37:22.505610 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe4a7c8-0eba-4401-b78b-e2e94c7bda03 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:37:22.505958 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe4a7c8-0eba-4401-b78b-e2e94c7bda03 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:37:22.506816 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe4a7c8-0eba-4401-b78b-e2e94c7bda03 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:37:22.507134 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe4a7c8-0eba-4401-b78b-e2e94c7bda03 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:37:22.569302 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1fe4a7c8-0eba-4401-b78b-e2e94c7bda03 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for floatingip, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:22.569633 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.db.l3_db [None req-1fe4a7c8-0eba-4401-b78b-e2e94c7bda03 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Floating IP e5beddac-133c-4c6f-8aeb-4096738bdfab disassociated (deleted). External IP: 172.26.6.189, port: da2ecea5-7b64-4f45-b237-99aac37740b2. May 30 05:37:22.914047 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fe4a7c8-0eba-4401-b78b-e2e94c7bda03 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Router 95812172-4962-424b-a1ee-79d4e741679b has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 05:37:23.088525 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fe4a7c8-0eba-4401-b78b-e2e94c7bda03 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:37:23.098188 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38007db4-8818-4adb-b926-bc0108e58cea None None] Sync routers for ids ['95812172-4962-424b-a1ee-79d4e741679b'] in dv-neutron-843763-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:37:23.107783 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38007db4-8818-4adb-b926-bc0108e58cea None None] Routers {'95812172-4962-424b-a1ee-79d4e741679b'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:37:23.108057 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1fe4a7c8-0eba-4401-b78b-e2e94c7bda03 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for floatingip, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:23.108608 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-38007db4-8818-4adb-b926-bc0108e58cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:37:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['95812172-4962-424b-a1ee-79d4e741679b'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:37:23.276902 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-1fe4a7c8-0eba-4401-b78b-e2e94c7bda03 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "DELETE /v2.0/floatingips/e5beddac-133c-4c6f-8aeb-4096738bdfab HTTP/1.1" status: 204 len: 168 time: 1.5861387 May 30 05:37:23.276902 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0173d37a-a9e3-41dc-8bb2-7cc24eafe290', 'tag': 'da2ecea5-7b64-4f45-b237-99aac37740b2'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:37:23.290504 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-38007db4-8818-4adb-b926-bc0108e58cea None None] Set router 95812172-4962-424b-a1ee-79d4e741679b gateway port host: dv-neutron-843763-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:37:23.507138 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30785520-e2cd-456d-982c-efb56289be5c'] response: {'name': 'network-changed', 'server_uuid': '0173d37a-a9e3-41dc-8bb2-7cc24eafe290', 'tag': 'da2ecea5-7b64-4f45-b237-99aac37740b2', 'status': 'completed', 'code': 200} May 30 05:37:23.645272 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-38007db4-8818-4adb-b926-bc0108e58cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95812172-4962-424b-a1ee-79d4e741679b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-938077856', 'tenant_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.137'}], 'enable_snat': True}, 'gw_port_id': 'a5fa7302-7cba-492f-bbc3-56621edbfb05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:35:51Z', 'updated_at': '2022-05-30T05:35:56Z', 'revision_number': 4, 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'gw_port': {'id': 'a5fa7302-7cba-492f-bbc3-56621edbfb05', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:ce:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95812172-4962-424b-a1ee-79d4e741679b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:35:52Z', 'updated_at': '2022-05-30T05:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': 'ced27d62-6db9-4b81-a092-cee4d70f8c23', 'name': '', 'network_id': '969f98dd-43b7-4bbc-8981-b4cf64f025aa', 'tenant_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'mac_address': 'fa:16:3e:51:25:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95812172-4962-424b-a1ee-79d4e741679b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': '98af341c-6530-42a0-aeed-b71b4d88c697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:35:55Z', 'updated_at': '2022-05-30T05:36:01Z', 'revision_number': 5, 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'subnets': [{'id': '98af341c-6530-42a0-aeed-b71b4d88c697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:37:23.649612 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38007db4-8818-4adb-b926-bc0108e58cea None None] Checking router: 95812172-4962-424b-a1ee-79d4e741679b for host: dv-neutron-843763-1-hyperv {{(pid=88262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 05:37:23.652485 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79361a5-3d91-40a4-80e4-49fe25e1ec5c req-1d6131ab-28ee-480b-8861-0389a88930d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:37:23.654020 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c79361a5-3d91-40a4-80e4-49fe25e1ec5c req-1d6131ab-28ee-480b-8861-0389a88930d3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c5c2cbbf31414007b91a65943a87a6a2&device_id=0173d37a-a9e3-41dc-8bb2-7cc24eafe290 HTTP/1.1" status: 200 len: 1098 time: 0.1225860 May 30 05:37:23.658013 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38007db4-8818-4adb-b926-bc0108e58cea None None] Routers {'95812172-4962-424b-a1ee-79d4e741679b'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:37:23.658647 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-38007db4-8818-4adb-b926-bc0108e58cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:37:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['95812172-4962-424b-a1ee-79d4e741679b'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:37:23.763189 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335e76d8-eb55-4ec1-928c-2aae8c12d56f req-42eb3dfe-0307-4f39-8126-7458ea9b226d tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:37:23.763888 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-335e76d8-eb55-4ec1-928c-2aae8c12d56f req-42eb3dfe-0307-4f39-8126-7458ea9b226d tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Synchronizing usage tracker for tenant:c5c2cbbf31414007b91a65943a87a6a2 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:37:23.805105 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-335e76d8-eb55-4ec1-928c-2aae8c12d56f req-42eb3dfe-0307-4f39-8126-7458ea9b226d tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Unset dirty status for tenant:c5c2cbbf31414007b91a65943a87a6a2 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:37:23.806274 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-335e76d8-eb55-4ec1-928c-2aae8c12d56f req-42eb3dfe-0307-4f39-8126-7458ea9b226d tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/ports?device_id=0173d37a-a9e3-41dc-8bb2-7cc24eafe290 HTTP/1.1" status: 200 len: 945 time: 0.2163873 May 30 05:37:23.814826 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79361a5-3d91-40a4-80e4-49fe25e1ec5c req-cbb5ef14-e838-45ed-9fcc-5267e816435d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:37:23.816277 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c79361a5-3d91-40a4-80e4-49fe25e1ec5c req-cbb5ef14-e838-45ed-9fcc-5267e816435d service neutron] 10.222.0.39 "GET /v2.0/networks?id=969f98dd-43b7-4bbc-8981-b4cf64f025aa HTTP/1.1" status: 200 len: 898 time: 0.1558201 May 30 05:37:23.833378 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-38007db4-8818-4adb-b926-bc0108e58cea None None] Set router 95812172-4962-424b-a1ee-79d4e741679b gateway port host: dv-neutron-843763-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:37:23.900123 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c79361a5-3d91-40a4-80e4-49fe25e1ec5c req-54cc438d-8282-418d-a692-6788047ea50d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=da2ecea5-7b64-4f45-b237-99aac37740b2 HTTP/1.1" status: 200 len: 217 time: 0.0712633 May 30 05:37:23.956632 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-335e76d8-eb55-4ec1-928c-2aae8c12d56f req-ec88febb-d997-49de-b7fc-e30c041e5dc8 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/security-groups?id=53878b8a-64ce-4eec-aa77-a9de378bb0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1434307 May 30 05:37:23.973229 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79361a5-3d91-40a4-80e4-49fe25e1ec5c req-b43454bb-87b5-4baa-9416-970806a1d3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:37:23.974833 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c79361a5-3d91-40a4-80e4-49fe25e1ec5c req-b43454bb-87b5-4baa-9416-970806a1d3dc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=98af341c-6530-42a0-aeed-b71b4d88c697 HTTP/1.1" status: 200 len: 835 time: 0.0674784 May 30 05:37:24.053242 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79361a5-3d91-40a4-80e4-49fe25e1ec5c req-fa2938e7-334f-4218-8d3d-713ff2a90693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:37:24.054754 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c79361a5-3d91-40a4-80e4-49fe25e1ec5c req-fa2938e7-334f-4218-8d3d-713ff2a90693 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=969f98dd-43b7-4bbc-8981-b4cf64f025aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731621 May 30 05:37:24.146008 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-38007db4-8818-4adb-b926-bc0108e58cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95812172-4962-424b-a1ee-79d4e741679b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-938077856', 'tenant_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.137'}], 'enable_snat': True}, 'gw_port_id': 'a5fa7302-7cba-492f-bbc3-56621edbfb05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:35:51Z', 'updated_at': '2022-05-30T05:35:56Z', 'revision_number': 4, 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'gw_port': {'id': 'a5fa7302-7cba-492f-bbc3-56621edbfb05', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:ce:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95812172-4962-424b-a1ee-79d4e741679b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:35:52Z', 'updated_at': '2022-05-30T05:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': 'ced27d62-6db9-4b81-a092-cee4d70f8c23', 'name': '', 'network_id': '969f98dd-43b7-4bbc-8981-b4cf64f025aa', 'tenant_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'mac_address': 'fa:16:3e:51:25:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95812172-4962-424b-a1ee-79d4e741679b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': '98af341c-6530-42a0-aeed-b71b4d88c697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:35:55Z', 'updated_at': '2022-05-30T05:36:01Z', 'revision_number': 5, 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'subnets': [{'id': '98af341c-6530-42a0-aeed-b71b4d88c697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:37:24.150058 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38007db4-8818-4adb-b926-bc0108e58cea None None] The sync data for ids ['95812172-4962-424b-a1ee-79d4e741679b'] in dv-neutron-843763-1-hyperv is: [{'id': '95812172-4962-424b-a1ee-79d4e741679b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-938077856', 'tenant_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.137'}], 'enable_snat': True}, 'gw_port_id': 'a5fa7302-7cba-492f-bbc3-56621edbfb05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:35:51Z', 'updated_at': '2022-05-30T05:35:56Z', 'revision_number': 4, 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'gw_port': {'id': 'a5fa7302-7cba-492f-bbc3-56621edbfb05', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:ce:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95812172-4962-424b-a1ee-79d4e741679b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:35:52Z', 'updated_at': '2022-05-30T05:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': 'ced27d62-6db9-4b81-a092-cee4d70f8c23', 'name': '', 'network_id': '969f98dd-43b7-4bbc-8981-b4cf64f025aa', 'tenant_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'mac_address': 'fa:16:3e:51:25:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95812172-4962-424b-a1ee-79d4e741679b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': '98af341c-6530-42a0-aeed-b71b4d88c697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:35:55Z', 'updated_at': '2022-05-30T05:36:01Z', 'revision_number': 5, 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'subnets': [{'id': '98af341c-6530-42a0-aeed-b71b4d88c697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:37:24.188606 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c79361a5-3d91-40a4-80e4-49fe25e1ec5c req-5934fab6-9409-4410-bd5b-a6267d82e709 service neutron] 10.222.0.39 "GET /v2.0/networks/969f98dd-43b7-4bbc-8981-b4cf64f025aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262143 May 30 05:37:24.324322 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c79361a5-3d91-40a4-80e4-49fe25e1ec5c req-a8f39a1f-6558-4683-8465-74e086d98fb5 service neutron] 10.222.0.39 "GET /v2.0/networks/969f98dd-43b7-4bbc-8981-b4cf64f025aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290498 May 30 05:37:24.379737 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83cc78e2-61fd-4778-9728-270c7f8f075d None None] New status for floating IP e5beddac-133c-4c6f-8aeb-4096738bdfab: DOWN {{(pid=88263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 30 05:37:25.139775 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1a1f41-f75c-48e0-88af-9001294616ff req-c3d2c660-23a5-41a0-bd46-779fe8ce889a tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:37:25.141243 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4f1a1f41-f75c-48e0-88af-9001294616ff req-c3d2c660-23a5-41a0-bd46-779fe8ce889a tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/ports?device_id=0173d37a-a9e3-41dc-8bb2-7cc24eafe290 HTTP/1.1" status: 200 len: 945 time: 0.0789380 May 30 05:37:25.183999 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4f1a1f41-f75c-48e0-88af-9001294616ff req-a960d676-124e-4eae-a4ba-fd64118e01a8 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/security-groups?id=53878b8a-64ce-4eec-aa77-a9de378bb0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372131 May 30 05:37:25.370171 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc37ed30-2c10-468a-97b2-78d18dde842b req-29c897d9-ef40-4d90-a665-b2790c39eac2 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:37:25.371574 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-fc37ed30-2c10-468a-97b2-78d18dde842b req-29c897d9-ef40-4d90-a665-b2790c39eac2 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.39 "GET /v2.0/ports?device_id=0173d37a-a9e3-41dc-8bb2-7cc24eafe290 HTTP/1.1" status: 200 len: 945 time: 0.0804319 May 30 05:37:25.439311 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [req-fc37ed30-2c10-468a-97b2-78d18dde842b req-23baa71b-f4bb-482a-90cd-aaef60af710b tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Deleting port da2ecea5-7b64-4f45-b237-99aac37740b2 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:37:25.439577 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-fc37ed30-2c10-468a-97b2-78d18dde842b req-23baa71b-f4bb-482a-90cd-aaef60af710b tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:25.677159 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [req-fc37ed30-2c10-468a-97b2-78d18dde842b req-23baa71b-f4bb-482a-90cd-aaef60af710b tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] For port da2ecea5-7b64-4f45-b237-99aac37740b2, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=da2ecea5-7b64-4f45-b237-99aac37740b2,segment=NetworkSegment(4ead4d8b-ed4a-4b8b-91ca-46035f41e871),segment_id=4ead4d8b-ed4a-4b8b-91ca-46035f41e871)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:37:25.677509 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-fc37ed30-2c10-468a-97b2-78d18dde842b req-23baa71b-f4bb-482a-90cd-aaef60af710b tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:25.799211 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [req-fc37ed30-2c10-468a-97b2-78d18dde842b req-23baa71b-f4bb-482a-90cd-aaef60af710b tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Calling delete_port for da2ecea5-7b64-4f45-b237-99aac37740b2 owned by compute:nova {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:37:26.050064 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-fc37ed30-2c10-468a-97b2-78d18dde842b req-23baa71b-f4bb-482a-90cd-aaef60af710b tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:26.096597 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23baa71b-f4bb-482a-90cd-aaef60af710b tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Pushing event deleted for resources: {'Port': ['ID=da2ecea5-7b64-4f45-b237-99aac37740b2,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:37:26.171479 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc37ed30-2c10-468a-97b2-78d18dde842b req-23baa71b-f4bb-482a-90cd-aaef60af710b tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] No DVR routers for this DVR port da2ecea5-7b64-4f45-b237-99aac37740b2 on host hv-neutron-8437 {{(pid=88261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 05:37:26.173701 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-fc37ed30-2c10-468a-97b2-78d18dde842b req-23baa71b-f4bb-482a-90cd-aaef60af710b tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:26.176070 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0173d37a-a9e3-41dc-8bb2-7cc24eafe290', 'name': 'network-vif-deleted', 'tag': 'da2ecea5-7b64-4f45-b237-99aac37740b2'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:37:26.191724 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-fc37ed30-2c10-468a-97b2-78d18dde842b req-23baa71b-f4bb-482a-90cd-aaef60af710b tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.39 "DELETE /v2.0/ports/da2ecea5-7b64-4f45-b237-99aac37740b2 HTTP/1.1" status: 204 len: 173 time: 0.8143470 May 30 05:37:26.223291 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78a0b9f1-b688-4779-84e3-bc78038e07b3'] response: {'server_uuid': '0173d37a-a9e3-41dc-8bb2-7cc24eafe290', 'name': 'network-vif-deleted', 'tag': 'da2ecea5-7b64-4f45-b237-99aac37740b2', 'status': 'completed', 'code': 200} May 30 05:37:26.346909 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-97a30f73-5328-49b4-be96-fe1a1b30ac1c req-1b4a6a50-8907-48f5-94ba-0cf3335bf897 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Synchronizing usage tracker for tenant:c5c2cbbf31414007b91a65943a87a6a2 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:37:26.362698 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-97a30f73-5328-49b4-be96-fe1a1b30ac1c req-1b4a6a50-8907-48f5-94ba-0cf3335bf897 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Unset dirty status for tenant:c5c2cbbf31414007b91a65943a87a6a2 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:37:26.363914 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-97a30f73-5328-49b4-be96-fe1a1b30ac1c req-1b4a6a50-8907-48f5-94ba-0cf3335bf897 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/ports?device_id=0173d37a-a9e3-41dc-8bb2-7cc24eafe290 HTTP/1.1" status: 200 len: 210 time: 0.0610776 May 30 05:37:27.458765 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 53766) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:37:27.997231 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0c58544c-936c-444a-b86a-6a1ad0e43f53 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602184'] for router_interface, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:28.088071 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-b361d81c-bbf6-498c-9caf-41ff5c279ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:28.345544 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-0c58544c-936c-444a-b86a-6a1ad0e43f53 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Deleting port ced27d62-6db9-4b81-a092-cee4d70f8c23 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:37:28.345910 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0c58544c-936c-444a-b86a-6a1ad0e43f53 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:28.531372 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-0c58544c-936c-444a-b86a-6a1ad0e43f53 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] For port ced27d62-6db9-4b81-a092-cee4d70f8c23, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=ced27d62-6db9-4b81-a092-cee4d70f8c23,segment=NetworkSegment(4ead4d8b-ed4a-4b8b-91ca-46035f41e871),segment_id=4ead4d8b-ed4a-4b8b-91ca-46035f41e871)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:37:28.532016 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0c58544c-936c-444a-b86a-6a1ad0e43f53 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:28.764661 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-0c58544c-936c-444a-b86a-6a1ad0e43f53 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Calling delete_port for ced27d62-6db9-4b81-a092-cee4d70f8c23 owned by network:router_interface {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:37:29.085075 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0c58544c-936c-444a-b86a-6a1ad0e43f53 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:29.132789 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c58544c-936c-444a-b86a-6a1ad0e43f53 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Pushing event deleted for resources: {'Port': ['ID=ced27d62-6db9-4b81-a092-cee4d70f8c23,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:37:29.422129 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0c58544c-936c-444a-b86a-6a1ad0e43f53 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1642797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602100'] for router_interface, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:29.497504 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device da2ecea5-7b64-4f45-b237-99aac37740b2 no longer exists at agent hyperv_hv-neutron-8437 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 05:37:29.531545 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] No Port match for: da2ecea5-7b64-4f45-b237-99aac37740b2 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 05:37:29.531896 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device da2ecea5-7b64-4f45-b237-99aac37740b2 not bound to the agent host hv-neutron-8437 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 05:37:29.787355 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c58544c-936c-444a-b86a-6a1ad0e43f53 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Router 95812172-4962-424b-a1ee-79d4e741679b has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 05:37:29.965506 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c58544c-936c-444a-b86a-6a1ad0e43f53 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:37:29.974804 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fcf2caa-87cf-4f1c-adaa-4f4e9284112a None None] Sync routers for ids ['95812172-4962-424b-a1ee-79d4e741679b'] in dv-neutron-843763-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:37:29.982448 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-0c58544c-936c-444a-b86a-6a1ad0e43f53 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "PUT /v2.0/routers/95812172-4962-424b-a1ee-79d4e741679b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5221093 May 30 05:37:29.983910 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fcf2caa-87cf-4f1c-adaa-4f4e9284112a None None] Routers {'95812172-4962-424b-a1ee-79d4e741679b'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:37:29.984610 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-8fcf2caa-87cf-4f1c-adaa-4f4e9284112a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:37:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['95812172-4962-424b-a1ee-79d4e741679b'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:37:29.984815 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 53770) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:37:30.053664 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca03edac-e961-47c0-a659-68a47357a8d1 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Deleting subnet 98af341c-6530-42a0-aeed-b71b4d88c697 {{(pid=88261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 30 05:37:30.056539 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ca03edac-e961-47c0-a659-68a47357a8d1 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for subnet, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:30.166801 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-8fcf2caa-87cf-4f1c-adaa-4f4e9284112a None None] Set router 95812172-4962-424b-a1ee-79d4e741679b gateway port host: dv-neutron-843763-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:37:30.230974 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ca03edac-e961-47c0-a659-68a47357a8d1 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3545586'] for subnet, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:30.314648 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ca03edac-e961-47c0-a659-68a47357a8d1 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860493'] for subnet, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:30.357015 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-fce735ef-4c5d-4289-bed2-67caa34e5102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:30.389122 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ca03edac-e961-47c0-a659-68a47357a8d1 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2304955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9305493'] for subnet, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:30.426479 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca03edac-e961-47c0-a659-68a47357a8d1 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Pushing event deleted for resources: {'Subnet': ['ID=98af341c-6530-42a0-aeed-b71b4d88c697,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:37:30.430636 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ca03edac-e961-47c0-a659-68a47357a8d1 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:30.438304 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-ca03edac-e961-47c0-a659-68a47357a8d1 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "DELETE /v2.0/subnets/98af341c-6530-42a0-aeed-b71b4d88c697 HTTP/1.1" status: 204 len: 168 time: 0.4526360 May 30 05:37:30.438553 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c24f7735-e643-4cc9-a799-438d03a007ac None None] Network 969f98dd-43b7-4bbc-8981-b4cf64f025aa requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:37:30.439752 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 53774) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:37:30.621671 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b7635522-f57a-4588-97b0-d74d941f2426 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for router, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:30.656458 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-8fcf2caa-87cf-4f1c-adaa-4f4e9284112a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95812172-4962-424b-a1ee-79d4e741679b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-938077856', 'tenant_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.137'}], 'enable_snat': True}, 'gw_port_id': 'a5fa7302-7cba-492f-bbc3-56621edbfb05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:35:51Z', 'updated_at': '2022-05-30T05:37:29Z', 'revision_number': 5, 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'gw_port': {'id': 'a5fa7302-7cba-492f-bbc3-56621edbfb05', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:ce:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95812172-4962-424b-a1ee-79d4e741679b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:35:52Z', 'updated_at': '2022-05-30T05:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv'}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:37:30.663818 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fcf2caa-87cf-4f1c-adaa-4f4e9284112a None None] Checking router: 95812172-4962-424b-a1ee-79d4e741679b for host: dv-neutron-843763-1-hyperv {{(pid=88262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 05:37:30.676621 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fcf2caa-87cf-4f1c-adaa-4f4e9284112a None None] Routers {'95812172-4962-424b-a1ee-79d4e741679b'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:37:30.677234 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-8fcf2caa-87cf-4f1c-adaa-4f4e9284112a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:37:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['95812172-4962-424b-a1ee-79d4e741679b'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:37:30.799972 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b7635522-f57a-4588-97b0-d74d941f2426 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:30.809745 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-b7635522-f57a-4588-97b0-d74d941f2426 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Deleting port a5fa7302-7cba-492f-bbc3-56621edbfb05 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:37:30.810126 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b7635522-f57a-4588-97b0-d74d941f2426 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:30.822179 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a4780d-216e-4b9a-848a-5f8947da17b5 None None] DHCP port deletion for 969f98dd-43b7-4bbc-8981-b4cf64f025aa request from dv-neutron-843763-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 30 05:37:30.841564 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-17a4780d-216e-4b9a-848a-5f8947da17b5 None None] Deleting port d1ae9159-fa17-4b5c-9df0-002a105c9463 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:37:30.841564 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-17a4780d-216e-4b9a-848a-5f8947da17b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:30.907989 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-8fcf2caa-87cf-4f1c-adaa-4f4e9284112a None None] Set router 95812172-4962-424b-a1ee-79d4e741679b gateway port host: dv-neutron-843763-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:37:30.951579 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device d1ae9159-fa17-4b5c-9df0-002a105c9463 no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 05:37:30.995765 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-b7635522-f57a-4588-97b0-d74d941f2426 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] For port a5fa7302-7cba-492f-bbc3-56621edbfb05, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=a5fa7302-7cba-492f-bbc3-56621edbfb05,segment=NetworkSegment(ad083d94-0233-4c50-a0ed-00ef7686038c),segment_id=ad083d94-0233-4c50-a0ed-00ef7686038c)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:37:30.996135 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b7635522-f57a-4588-97b0-d74d941f2426 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:31.117170 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-b7635522-f57a-4588-97b0-d74d941f2426 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Calling delete_port for a5fa7302-7cba-492f-bbc3-56621edbfb05 owned by network:router_gateway {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:37:31.286237 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b7635522-f57a-4588-97b0-d74d941f2426 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:31.335630 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7635522-f57a-4588-97b0-d74d941f2426 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Pushing event deleted for resources: {'Port': ['ID=a5fa7302-7cba-492f-bbc3-56621edbfb05,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:37:31.363882 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-17a4780d-216e-4b9a-848a-5f8947da17b5 None None] For port d1ae9159-fa17-4b5c-9df0-002a105c9463, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=d1ae9159-fa17-4b5c-9df0-002a105c9463,segment=NetworkSegment(4ead4d8b-ed4a-4b8b-91ca-46035f41e871),segment_id=4ead4d8b-ed4a-4b8b-91ca-46035f41e871)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:37:31.364279 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-17a4780d-216e-4b9a-848a-5f8947da17b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:31.382890 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port d1ae9159-fa17-4b5c-9df0-002a105c9463 is: ACTIVE; New status is: DOWN {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:37:31.383260 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:31.427820 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b7635522-f57a-4588-97b0-d74d941f2426 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1604781'] for router_gateway, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:31.558626 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-17a4780d-216e-4b9a-848a-5f8947da17b5 None None] Calling delete_port for d1ae9159-fa17-4b5c-9df0-002a105c9463 owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:37:31.622827 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56ded65b-0e68-413c-8b9b-1097922cc81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:31.661573 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:31.664015 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] For port d1ae9159-fa17-4b5c-9df0-002a105c9463, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=d1ae9159-fa17-4b5c-9df0-002a105c9463,segment=NetworkSegment(4ead4d8b-ed4a-4b8b-91ca-46035f41e871),segment_id=4ead4d8b-ed4a-4b8b-91ca-46035f41e871)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:37:31.682858 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:31.722704 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b7635522-f57a-4588-97b0-d74d941f2426 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11660'] for router, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:31.725103 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b7635522-f57a-4588-97b0-d74d941f2426 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:31.748847 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b7635522-f57a-4588-97b0-d74d941f2426 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1601605'] for router, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:31.749354 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7635522-f57a-4588-97b0-d74d941f2426 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Fanout notify agent at l3_agent the message router_deleted on router 95812172-4962-424b-a1ee-79d4e741679b {{(pid=88261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 30 05:37:31.751376 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.db.api [None req-17a4780d-216e-4b9a-848a-5f8947da17b5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 05:37:31.752172 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG oslo_db.api [None req-17a4780d-216e-4b9a-848a-5f8947da17b5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 05:37:31.765325 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b7635522-f57a-4588-97b0-d74d941f2426 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for router, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:31.766430 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-b7635522-f57a-4588-97b0-d74d941f2426 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "DELETE /v2.0/routers/95812172-4962-424b-a1ee-79d4e741679b HTTP/1.1" status: 204 len: 168 time: 1.3257596 May 30 05:37:31.769138 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 53778) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:37:31.769267 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-8fcf2caa-87cf-4f1c-adaa-4f4e9284112a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95812172-4962-424b-a1ee-79d4e741679b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-938077856', 'tenant_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.137'}], 'enable_snat': True}, 'gw_port_id': 'a5fa7302-7cba-492f-bbc3-56621edbfb05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:35:51Z', 'updated_at': '2022-05-30T05:37:29Z', 'revision_number': 5, 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'gw_port': {'id': 'a5fa7302-7cba-492f-bbc3-56621edbfb05', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:ce:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95812172-4962-424b-a1ee-79d4e741679b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:35:52Z', 'updated_at': '2022-05-30T05:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv'}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:37:31.777107 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fcf2caa-87cf-4f1c-adaa-4f4e9284112a None None] The sync data for ids ['95812172-4962-424b-a1ee-79d4e741679b'] in dv-neutron-843763-1-hyperv is: [{'id': '95812172-4962-424b-a1ee-79d4e741679b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-938077856', 'tenant_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.137'}], 'enable_snat': True}, 'gw_port_id': 'a5fa7302-7cba-492f-bbc3-56621edbfb05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:35:51Z', 'updated_at': '2022-05-30T05:37:29Z', 'revision_number': 5, 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'gw_port': {'id': 'a5fa7302-7cba-492f-bbc3-56621edbfb05', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:ce:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95812172-4962-424b-a1ee-79d4e741679b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:35:52Z', 'updated_at': '2022-05-30T05:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv'}] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:37:31.779221 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Pushing event updated for resources: {'Port': ['ID=d1ae9159-fa17-4b5c-9df0-002a105c9463,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:37:31.788058 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:37:31.788515 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:37:31.788856 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:37:31.789192 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:37:31.789685 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:37:31.791063 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:37:31.792818 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:37:31.793178 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:37:31.794604 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:37:31.794969 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:37:31.795308 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:37:31.795641 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:37:31.884146 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-555a0dae-ec0d-4877-9105-6f2406f59d71 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897784'] for network, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:31.894292 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-555a0dae-ec0d-4877-9105-6f2406f59d71 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Deleting port d1ae9159-fa17-4b5c-9df0-002a105c9463 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:37:31.894619 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-555a0dae-ec0d-4877-9105-6f2406f59d71 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:32.095200 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-555a0dae-ec0d-4877-9105-6f2406f59d71 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] For port d1ae9159-fa17-4b5c-9df0-002a105c9463, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=d1ae9159-fa17-4b5c-9df0-002a105c9463,segment=NetworkSegment(4ead4d8b-ed4a-4b8b-91ca-46035f41e871),segment_id=4ead4d8b-ed4a-4b8b-91ca-46035f41e871)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:37:32.095453 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-555a0dae-ec0d-4877-9105-6f2406f59d71 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:32.220523 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-555a0dae-ec0d-4877-9105-6f2406f59d71 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Calling delete_port for d1ae9159-fa17-4b5c-9df0-002a105c9463 owned by network:dhcp {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:37:32.253199 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-17a4780d-216e-4b9a-848a-5f8947da17b5 None None] Deleting port d1ae9159-fa17-4b5c-9df0-002a105c9463 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:37:32.253928 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-17a4780d-216e-4b9a-848a-5f8947da17b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:32.315163 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-555a0dae-ec0d-4877-9105-6f2406f59d71 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:32.359807 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-17a4780d-216e-4b9a-848a-5f8947da17b5 None None] The port 'd1ae9159-fa17-4b5c-9df0-002a105c9463' was deleted {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 30 05:37:32.363477 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555a0dae-ec0d-4877-9105-6f2406f59d71 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] No DVR routers for this DVR port d1ae9159-fa17-4b5c-9df0-002a105c9463 on host dv-neutron-843763-1-hyperv {{(pid=88261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 05:37:32.396269 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555a0dae-ec0d-4877-9105-6f2406f59d71 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Pushing event deleted for resources: {'Port': ['ID=d1ae9159-fa17-4b5c-9df0-002a105c9463,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:37:32.496466 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-555a0dae-ec0d-4877-9105-6f2406f59d71 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867540', 'neutron.services.segments.db._delete_segments_for_network-8729234922972'] for network, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:32.527423 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-555a0dae-ec0d-4877-9105-6f2406f59d71 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['969f98dd-43b7-4bbc-8981-b4cf64f025aa']}} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:37:32.540231 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-555a0dae-ec0d-4877-9105-6f2406f59d71 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ead4d8b-ed4a-4b8b-91ca-46035f41e871') {'for_net_delete': True} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:37:32.540528 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-555a0dae-ec0d-4877-9105-6f2406f59d71 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ead4d8b-ed4a-4b8b-91ca-46035f41e871') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:37:32.551914 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-555a0dae-ec0d-4877-9105-6f2406f59d71 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729235042807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3545573'] for segment, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:32.567772 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-555a0dae-ec0d-4877-9105-6f2406f59d71 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:32.574101 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-555a0dae-ec0d-4877-9105-6f2406f59d71 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=88261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 05:37:32.574475 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-555a0dae-ec0d-4877-9105-6f2406f59d71 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-862858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2304281'] for segment, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:32.674088 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-555a0dae-ec0d-4877-9105-6f2406f59d71 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604744'] for network, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:32.695289 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-555a0dae-ec0d-4877-9105-6f2406f59d71 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:32.703723 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555a0dae-ec0d-4877-9105-6f2406f59d71 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Pushing event deleted for resources: {'Network': ['ID=969f98dd-43b7-4bbc-8981-b4cf64f025aa,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:37:32.711071 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-555a0dae-ec0d-4877-9105-6f2406f59d71 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "DELETE /v2.0/networks/969f98dd-43b7-4bbc-8981-b4cf64f025aa HTTP/1.1" status: 204 len: 168 time: 0.9409821 May 30 05:37:32.713629 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 53788) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:37:32.716582 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 4ead4d8b-ed4a-4b8b-91ca-46035f41e871 resource provider aggregate not found May 30 05:37:32.744847 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 4ead4d8b-ed4a-4b8b-91ca-46035f41e871 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4ead4d8b-ed4a-4b8b-91ca-46035f41e871 found for delete ", "request_id": "req-00a1e8a4-b84e-4719-a5c9-a60a7421a0e8"}]} May 30 05:37:32.790716 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c043ec44-14db-47a3-9c00-16045f9586f6 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for security_group, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:32.819463 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c043ec44-14db-47a3-9c00-16045f9586f6 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:32.882671 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c043ec44-14db-47a3-9c00-16045f9586f6 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:32.891987 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device a5fa7302-7cba-492f-bbc3-56621edbfb05 no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 05:37:32.902630 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c043ec44-14db-47a3-9c00-16045f9586f6 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53878b8a-64ce-4eec-aa77-a9de378bb0e8,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:37:32.908504 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c043ec44-14db-47a3-9c00-16045f9586f6 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:32.909614 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-c043ec44-14db-47a3-9c00-16045f9586f6 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "DELETE /v2.0/security-groups/53878b8a-64ce-4eec-aa77-a9de378bb0e8 HTTP/1.1" status: 204 len: 168 time: 0.1950266 May 30 05:37:32.988641 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] No Port match for: a5fa7302-7cba-492f-bbc3-56621edbfb05 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 05:37:32.989022 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device a5fa7302-7cba-492f-bbc3-56621edbfb05 not bound to the agent host dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 05:37:32.989435 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device ced27d62-6db9-4b81-a092-cee4d70f8c23 no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 05:37:33.028841 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] No Port match for: ced27d62-6db9-4b81-a092-cee4d70f8c23 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 05:37:33.028841 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device ced27d62-6db9-4b81-a092-cee4d70f8c23 not bound to the agent host dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 05:37:33.029232 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 53798) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:37:33.033094 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a142624-940e-4c55-bf49-a5329c884075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:33.035124 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-350aa044-5f2d-4ff6-b0f8-d68eb9151c84 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-56956249', 'description': 'tempest-secgroup-smoke-56956249 description', 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:37:33.041650 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-350aa044-5f2d-4ff6-b0f8-d68eb9151c84 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:37:33.045468 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-350aa044-5f2d-4ff6-b0f8-d68eb9151c84 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Usage tracker for resource:security_group and tenant:c5c2cbbf31414007b91a65943a87a6a2 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:37:33.048297 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-350aa044-5f2d-4ff6-b0f8-d68eb9151c84 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:37:33.054638 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-350aa044-5f2d-4ff6-b0f8-d68eb9151c84 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:37:33.064024 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-350aa044-5f2d-4ff6-b0f8-d68eb9151c84 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:33.083467 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-350aa044-5f2d-4ff6-b0f8-d68eb9151c84 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:37:33.087401 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-350aa044-5f2d-4ff6-b0f8-d68eb9151c84 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Usage tracker for resource:security_group_rule and tenant:c5c2cbbf31414007b91a65943a87a6a2 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:37:33.090144 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-350aa044-5f2d-4ff6-b0f8-d68eb9151c84 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:37:33.095904 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-350aa044-5f2d-4ff6-b0f8-d68eb9151c84 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:37:33.165986 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-350aa044-5f2d-4ff6-b0f8-d68eb9151c84 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:33.169383 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-350aa044-5f2d-4ff6-b0f8-d68eb9151c84 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:33.208586 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350aa044-5f2d-4ff6-b0f8-d68eb9151c84 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb562b7b-9805-4404-b378-f938aa84dc77,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:37:33.212383 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-350aa044-5f2d-4ff6-b0f8-d68eb9151c84 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:33.216338 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-350aa044-5f2d-4ff6-b0f8-d68eb9151c84 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1831498 May 30 05:37:33.216536 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 53802) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:37:33.221728 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-80d855e3-4fa2-4b68-be06-e64708490baa tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Request body: {'security_group_rule': {'security_group_id': 'bb562b7b-9805-4404-b378-f938aa84dc77', 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:37:33.228485 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-80d855e3-4fa2-4b68-be06-e64708490baa tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:37:33.232460 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-80d855e3-4fa2-4b68-be06-e64708490baa tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Usage tracker for resource:security_group_rule and tenant:c5c2cbbf31414007b91a65943a87a6a2 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:37:33.235583 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-80d855e3-4fa2-4b68-be06-e64708490baa tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:37:33.241201 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-80d855e3-4fa2-4b68-be06-e64708490baa tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:37:33.257939 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-80d855e3-4fa2-4b68-be06-e64708490baa tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:33.319793 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-80d855e3-4fa2-4b68-be06-e64708490baa tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:33.322964 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-80d855e3-4fa2-4b68-be06-e64708490baa tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:33.345434 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d855e3-4fa2-4b68-be06-e64708490baa tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c49bb67f-bdb2-46db-8f90-6516700b8231,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:37:33.354507 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-80d855e3-4fa2-4b68-be06-e64708490baa tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:33.355708 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-80d855e3-4fa2-4b68-be06-e64708490baa tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1382041 May 30 05:37:33.358616 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 53806) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:37:33.363472 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-feecd6d4-87ba-44f4-b740-e1b39307caaf tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Request body: {'security_group_rule': {'security_group_id': 'bb562b7b-9805-4404-b378-f938aa84dc77', 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:37:33.369162 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-feecd6d4-87ba-44f4-b740-e1b39307caaf tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:37:33.372989 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-feecd6d4-87ba-44f4-b740-e1b39307caaf tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Usage tracker for resource:security_group_rule and tenant:c5c2cbbf31414007b91a65943a87a6a2 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:37:33.375850 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-feecd6d4-87ba-44f4-b740-e1b39307caaf tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:37:33.381627 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-feecd6d4-87ba-44f4-b740-e1b39307caaf tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:37:33.396974 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-feecd6d4-87ba-44f4-b740-e1b39307caaf tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:33.455464 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-feecd6d4-87ba-44f4-b740-e1b39307caaf tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:33.458590 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-feecd6d4-87ba-44f4-b740-e1b39307caaf tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:33.481288 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feecd6d4-87ba-44f4-b740-e1b39307caaf tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bec430c-bc4c-4735-aca1-56c7ced3350d,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:37:33.490020 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-feecd6d4-87ba-44f4-b740-e1b39307caaf tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:33.491135 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-feecd6d4-87ba-44f4-b740-e1b39307caaf tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1316161 May 30 05:37:33.494007 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 53810) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:37:33.498967 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-76ff419e-d320-43ea-bb82-c0c2c5c4f1c9 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Request body: {'security_group_rule': {'security_group_id': 'bb562b7b-9805-4404-b378-f938aa84dc77', 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:37:33.504599 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-76ff419e-d320-43ea-bb82-c0c2c5c4f1c9 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:37:33.509289 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-76ff419e-d320-43ea-bb82-c0c2c5c4f1c9 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Usage tracker for resource:security_group_rule and tenant:c5c2cbbf31414007b91a65943a87a6a2 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:37:33.512228 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-76ff419e-d320-43ea-bb82-c0c2c5c4f1c9 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:37:33.517935 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-76ff419e-d320-43ea-bb82-c0c2c5c4f1c9 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:37:33.534389 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-76ff419e-d320-43ea-bb82-c0c2c5c4f1c9 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:33.596748 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-76ff419e-d320-43ea-bb82-c0c2c5c4f1c9 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:33.599940 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-76ff419e-d320-43ea-bb82-c0c2c5c4f1c9 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:33.621717 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ff419e-d320-43ea-bb82-c0c2c5c4f1c9 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6961dbf-2572-4ac9-93fb-c97e9c452988,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:37:33.630234 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-76ff419e-d320-43ea-bb82-c0c2c5c4f1c9 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:33.631379 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-76ff419e-d320-43ea-bb82-c0c2c5c4f1c9 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1364684 May 30 05:37:33.634840 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 53814) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:37:33.639631 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-54c23484-ee33-4cd2-94ef-4fc49f5f8bd6 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Request body: {'security_group_rule': {'security_group_id': 'bb562b7b-9805-4404-b378-f938aa84dc77', 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:37:33.645152 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-54c23484-ee33-4cd2-94ef-4fc49f5f8bd6 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:37:33.649450 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-54c23484-ee33-4cd2-94ef-4fc49f5f8bd6 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Usage tracker for resource:security_group_rule and tenant:c5c2cbbf31414007b91a65943a87a6a2 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:37:33.652287 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-54c23484-ee33-4cd2-94ef-4fc49f5f8bd6 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:37:33.657862 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-54c23484-ee33-4cd2-94ef-4fc49f5f8bd6 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:37:33.673245 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-54c23484-ee33-4cd2-94ef-4fc49f5f8bd6 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:33.733289 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-54c23484-ee33-4cd2-94ef-4fc49f5f8bd6 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:33.736482 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-54c23484-ee33-4cd2-94ef-4fc49f5f8bd6 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:33.759134 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c23484-ee33-4cd2-94ef-4fc49f5f8bd6 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=611f7415-f281-4b1b-870e-d6133be89e96,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:37:33.767883 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-54c23484-ee33-4cd2-94ef-4fc49f5f8bd6 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:33.769100 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-54c23484-ee33-4cd2-94ef-4fc49f5f8bd6 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1333501 May 30 05:37:33.771728 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 53818) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:37:33.777220 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-6fc1cd64-57f6-4165-96a4-f6e79ed41af1 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Request body: {'security_group_rule': {'security_group_id': 'bb562b7b-9805-4404-b378-f938aa84dc77', 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:37:33.783411 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-6fc1cd64-57f6-4165-96a4-f6e79ed41af1 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:37:33.787589 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-6fc1cd64-57f6-4165-96a4-f6e79ed41af1 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Usage tracker for resource:security_group_rule and tenant:c5c2cbbf31414007b91a65943a87a6a2 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:37:33.790701 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-6fc1cd64-57f6-4165-96a4-f6e79ed41af1 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:37:33.796864 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-6fc1cd64-57f6-4165-96a4-f6e79ed41af1 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:37:33.806597 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.db.securitygroups_db [None req-6fc1cd64-57f6-4165-96a4-f6e79ed41af1 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Project c5c2cbbf31414007b91a65943a87a6a2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 30 05:37:33.813139 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6fc1cd64-57f6-4165-96a4-f6e79ed41af1 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:33.877162 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6fc1cd64-57f6-4165-96a4-f6e79ed41af1 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:33.880592 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6fc1cd64-57f6-4165-96a4-f6e79ed41af1 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:33.904871 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc1cd64-57f6-4165-96a4-f6e79ed41af1 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9eb7f74-9749-4fda-80e9-4e914bae056d,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:37:33.914401 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-6fc1cd64-57f6-4165-96a4-f6e79ed41af1 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:33.915551 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-6fc1cd64-57f6-4165-96a4-f6e79ed41af1 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1429024 May 30 05:37:33.918151 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 53822) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:37:33.922895 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-ebbb03b3-a7f5-4dc3-b0ce-643805889444 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Request body: {'security_group_rule': {'security_group_id': 'bb562b7b-9805-4404-b378-f938aa84dc77', 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:37:33.928364 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-ebbb03b3-a7f5-4dc3-b0ce-643805889444 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:37:33.936100 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-ebbb03b3-a7f5-4dc3-b0ce-643805889444 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Usage tracker for resource:security_group_rule and tenant:c5c2cbbf31414007b91a65943a87a6a2 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:37:33.938914 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-ebbb03b3-a7f5-4dc3-b0ce-643805889444 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:37:33.945168 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-ebbb03b3-a7f5-4dc3-b0ce-643805889444 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:37:33.957545 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.db.securitygroups_db [None req-ebbb03b3-a7f5-4dc3-b0ce-643805889444 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Project c5c2cbbf31414007b91a65943a87a6a2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 30 05:37:33.963738 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ebbb03b3-a7f5-4dc3-b0ce-643805889444 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:34.026044 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ebbb03b3-a7f5-4dc3-b0ce-643805889444 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:34.029115 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ebbb03b3-a7f5-4dc3-b0ce-643805889444 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:34.051247 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbb03b3-a7f5-4dc3-b0ce-643805889444 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b1caf3d-a6d7-43f1-9208-6df37d51c59c,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:37:34.059848 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ebbb03b3-a7f5-4dc3-b0ce-643805889444 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:34.061039 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-ebbb03b3-a7f5-4dc3-b0ce-643805889444 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1419919 May 30 05:37:34.063913 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 53826) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:37:34.070116 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-1fa75465-0f92-458e-b898-fe8ec24384ae tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Request body: {'network': {'name': 'tempest-network-smoke--830484107', 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'port_security_enabled': True}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:37:34.076071 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-1fa75465-0f92-458e-b898-fe8ec24384ae tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:37:34.081795 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-1fa75465-0f92-458e-b898-fe8ec24384ae tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Usage tracker for resource:network and tenant:c5c2cbbf31414007b91a65943a87a6a2 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:37:34.086024 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-1fa75465-0f92-458e-b898-fe8ec24384ae tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:37:34.093964 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-1fa75465-0f92-458e-b898-fe8ec24384ae tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:37:34.106372 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fa75465-0f92-458e-b898-fe8ec24384ae tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Made reservation on behalf of c5c2cbbf31414007b91a65943a87a6a2 for: {'network': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:37:34.109667 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1fa75465-0f92-458e-b898-fe8ec24384ae tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for network, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:34.138442 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fa75465-0f92-458e-b898-fe8ec24384ae tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=88261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 05:37:34.148443 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1fa75465-0f92-458e-b898-fe8ec24384ae tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:34.148787 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.db.segments_db [None req-1fa75465-0f92-458e-b898-fe8ec24384ae tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Added segment d672978c-393d-4731-963a-1c02c609eefd of type vlan for network d2bce1f0-825b-4082-80f0-266b4bfccb83 May 30 05:37:34.174746 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1fa75465-0f92-458e-b898-fe8ec24384ae tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729234556353'] for network, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:34.202873 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1fa75465-0f92-458e-b898-fe8ec24384ae tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788'] for network, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:34.208170 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa75465-0f92-458e-b898-fe8ec24384ae tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:37:34.208739 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1fa75465-0f92-458e-b898-fe8ec24384ae tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:34.295330 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-1fa75465-0f92-458e-b898-fe8ec24384ae tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2303610 May 30 05:37:34.298155 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 53830) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:37:34.304617 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-1d02f747-41cd-43a7-aa4f-ce6e48220e62 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1398456801', 'admin_state_up': True, 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'}}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:37:34.311705 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-1d02f747-41cd-43a7-aa4f-ce6e48220e62 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:37:34.314560 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa75465-0f92-458e-b898-fe8ec24384ae tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Pushing event updated for resources: {'Network': ['ID=d2bce1f0-825b-4082-80f0-266b4bfccb83,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:37:34.315565 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-1d02f747-41cd-43a7-aa4f-ce6e48220e62 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Usage tracker for resource:router and tenant:c5c2cbbf31414007b91a65943a87a6a2 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:37:34.318488 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-1d02f747-41cd-43a7-aa4f-ce6e48220e62 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:37:34.324455 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-1d02f747-41cd-43a7-aa4f-ce6e48220e62 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:37:34.324594 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Network d2bce1f0-825b-4082-80f0-266b4bfccb83 details requested by agent ovs-agent-dv-neutron-843763-1-hyperv with host dv-neutron-843763-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 05:37:34.334482 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1d02f747-41cd-43a7-aa4f-ce6e48220e62 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1603901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11666'] for router, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:34.335448 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1d02f747-41cd-43a7-aa4f-ce6e48220e62 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11675'] for router, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:34.350089 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1d02f747-41cd-43a7-aa4f-ce6e48220e62 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:34.619842 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1d02f747-41cd-43a7-aa4f-ce6e48220e62 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11765'] for router, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:35.000579 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1d02f747-41cd-43a7-aa4f-ce6e48220e62 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for router_gateway, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:35.030969 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1d02f747-41cd-43a7-aa4f-ce6e48220e62 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:35.167944 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-1d02f747-41cd-43a7-aa4f-ce6e48220e62 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Allocated IP 172.26.6.176 (1bab70f4-3794-44db-8e17-19f483aa8ffa/6b5b73c1-b0ce-4f83-a930-c00cc5522926/ba4a1e50-bba2-4623-98df-93963d6a5fb3) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:37:35.313198 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1d02f747-41cd-43a7-aa4f-ce6e48220e62 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:35.343750 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1d02f747-41cd-43a7-aa4f-ce6e48220e62 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:35.410557 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d02f747-41cd-43a7-aa4f-ce6e48220e62 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Network 1bab70f4-3794-44db-8e17-19f483aa8ffa is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:37:35.413364 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-1d02f747-41cd-43a7-aa4f-ce6e48220e62 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:37:35.418361 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d02f747-41cd-43a7-aa4f-ce6e48220e62 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:37:35.463074 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d02f747-41cd-43a7-aa4f-ce6e48220e62 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Pushing event updated for resources: {'Port': ['ID=ba4a1e50-bba2-4623-98df-93963d6a5fb3,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:37:35.476205 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d02f747-41cd-43a7-aa4f-ce6e48220e62 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:37:35.476557 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d02f747-41cd-43a7-aa4f-ce6e48220e62 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:37:35.476902 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d02f747-41cd-43a7-aa4f-ce6e48220e62 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:37:35.477238 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d02f747-41cd-43a7-aa4f-ce6e48220e62 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:37:35.477576 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d02f747-41cd-43a7-aa4f-ce6e48220e62 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:37:35.477950 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d02f747-41cd-43a7-aa4f-ce6e48220e62 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:37:35.478280 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d02f747-41cd-43a7-aa4f-ce6e48220e62 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:37:35.478610 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d02f747-41cd-43a7-aa4f-ce6e48220e62 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:37:35.478937 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d02f747-41cd-43a7-aa4f-ce6e48220e62 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:37:35.479262 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d02f747-41cd-43a7-aa4f-ce6e48220e62 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:37:35.479586 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d02f747-41cd-43a7-aa4f-ce6e48220e62 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:37:35.479907 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d02f747-41cd-43a7-aa4f-ce6e48220e62 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:37:35.843257 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1d02f747-41cd-43a7-aa4f-ce6e48220e62 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for router_gateway, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:36.183643 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1d02f747-41cd-43a7-aa4f-ce6e48220e62 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603653'] for router, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:36.482899 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d02f747-41cd-43a7-aa4f-ce6e48220e62 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Router 75fd0bb5-e80e-4fa1-af95-5830583c7118 is scheduled to L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 with binding_index 1 {{(pid=88260) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 30 05:37:36.659785 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d02f747-41cd-43a7-aa4f-ce6e48220e62 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:37:36.669624 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c18b75b-6d0f-4ecc-a4e0-1e632345cb47 None None] Sync routers for ids ['75fd0bb5-e80e-4fa1-af95-5830583c7118'] in dv-neutron-843763-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:37:36.679835 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c18b75b-6d0f-4ecc-a4e0-1e632345cb47 None None] Routers {'75fd0bb5-e80e-4fa1-af95-5830583c7118'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:37:36.681631 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-8c18b75b-6d0f-4ecc-a4e0-1e632345cb47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:37:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['75fd0bb5-e80e-4fa1-af95-5830583c7118'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:37:36.688063 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-1d02f747-41cd-43a7-aa4f-ce6e48220e62 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:36.689266 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-1d02f747-41cd-43a7-aa4f-ce6e48220e62 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.3900881 May 30 05:37:36.692361 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 53834) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:37:36.731453 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-30231eb1-f0bf-453f-aabf-c303656b5479 tempest-TestNetworkAdvancedServerOps-1936340429 tempest-TestNetworkAdvancedServerOps-1936340429-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=c5c2cbbf31414007b91a65943a87a6a2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0379896 May 30 05:37:36.734067 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 53838) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:37:36.852850 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-8c18b75b-6d0f-4ecc-a4e0-1e632345cb47 None None] Set router 75fd0bb5-e80e-4fa1-af95-5830583c7118 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:37:36.861211 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-063e880f-4859-47e8-b542-bfff69f740cc tempest-TestNetworkAdvancedServerOps-1936340429 tempest-TestNetworkAdvancedServerOps-1936340429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:37:36.862729 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-063e880f-4859-47e8-b542-bfff69f740cc tempest-TestNetworkAdvancedServerOps-1936340429 tempest-TestNetworkAdvancedServerOps-1936340429-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1278367 May 30 05:37:36.865434 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 53842) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:37:36.904033 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-8b49c5a1-a9aa-4fbb-aaff-1e37b18e2588 tempest-TestNetworkAdvancedServerOps-1936340429 tempest-TestNetworkAdvancedServerOps-1936340429-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=1bab70f4-3794-44db-8e17-19f483aa8ffa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0375218 May 30 05:37:36.906390 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 53846) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:37:36.911555 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-34bebd9a-99ad-4d1a-bcc9-2d90f500725e tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1722007864', 'network_id': 'd2bce1f0-825b-4082-80f0-266b4bfccb83', 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:37:37.019283 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-34bebd9a-99ad-4d1a-bcc9-2d90f500725e tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:37:37.023559 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-34bebd9a-99ad-4d1a-bcc9-2d90f500725e tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Usage tracker for resource:subnet and tenant:c5c2cbbf31414007b91a65943a87a6a2 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:37:37.026391 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-34bebd9a-99ad-4d1a-bcc9-2d90f500725e tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:37:37.032169 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-34bebd9a-99ad-4d1a-bcc9-2d90f500725e tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:37:37.042745 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34bebd9a-99ad-4d1a-bcc9-2d90f500725e tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Made reservation on behalf of c5c2cbbf31414007b91a65943a87a6a2 for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:37:37.046118 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-34bebd9a-99ad-4d1a-bcc9-2d90f500725e tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2133361'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:37.125754 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-8c18b75b-6d0f-4ecc-a4e0-1e632345cb47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75fd0bb5-e80e-4fa1-af95-5830583c7118', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1398456801', 'tenant_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.176'}], 'enable_snat': True}, 'gw_port_id': 'ba4a1e50-bba2-4623-98df-93963d6a5fb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:37:34Z', 'updated_at': '2022-05-30T05:37:35Z', 'revision_number': 3, 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'gw_port': {'id': 'ba4a1e50-bba2-4623-98df-93963d6a5fb3', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:df:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75fd0bb5-e80e-4fa1-af95-5830583c7118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:37:35Z', 'updated_at': '2022-05-30T05:37:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv'}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:37:37.129463 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c18b75b-6d0f-4ecc-a4e0-1e632345cb47 None None] Checking router: 75fd0bb5-e80e-4fa1-af95-5830583c7118 for host: dv-neutron-843763-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 05:37:37.129898 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c18b75b-6d0f-4ecc-a4e0-1e632345cb47 None None] Updating router 75fd0bb5-e80e-4fa1-af95-5830583c7118 port ba4a1e50-bba2-4623-98df-93963d6a5fb3 binding host dv-neutron-843763-1-hyperv {{(pid=88263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 30 05:37:37.185617 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-8c18b75b-6d0f-4ecc-a4e0-1e632345cb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:37.283553 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-34bebd9a-99ad-4d1a-bcc9-2d90f500725e tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1547796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2133315'] for subnet, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:37.364962 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34bebd9a-99ad-4d1a-bcc9-2d90f500725e tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Checking segment: {'id': 'd672978c-393d-4731-963a-1c02c609eefd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'd2bce1f0-825b-4082-80f0-266b4bfccb83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:37:37.365320 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34bebd9a-99ad-4d1a-bcc9-2d90f500725e tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Network hostable DHCP agents. Network: d2bce1f0-825b-4082-80f0-266b4bfccb83, hostable agents: ['1c705e68-3d3e-4dd3-9252-feb21d4b96ab'], hosted agents: [] {{(pid=88260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 05:37:37.377882 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bebd9a-99ad-4d1a-bcc9-2d90f500725e tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Pushing event updated for resources: {'Subnet': ['ID=2e6a9615-44e4-40c6-98d9-2293b72053a8,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:37:37.393465 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34bebd9a-99ad-4d1a-bcc9-2d90f500725e tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Network d2bce1f0-825b-4082-80f0-266b4bfccb83 is scheduled to be hosted by DHCP agent 1c705e68-3d3e-4dd3-9252-feb21d4b96ab with binding_index 1 {{(pid=88260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 05:37:37.402944 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-34bebd9a-99ad-4d1a-bcc9-2d90f500725e tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843763-1-hyperv, d2bce1f0-825b-4082-80f0-266b4bfccb83) {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:37:37.411484 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc9a892d-d51d-4dad-9dcb-a75673d810b3 None None] Network d2bce1f0-825b-4082-80f0-266b4bfccb83 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:37:37.413241 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34bebd9a-99ad-4d1a-bcc9-2d90f500725e tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:37:37.413918 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-34bebd9a-99ad-4d1a-bcc9-2d90f500725e tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:37.440739 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-34bebd9a-99ad-4d1a-bcc9-2d90f500725e tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5331962 May 30 05:37:37.443821 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 53850) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:37:37.538477 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-8c18b75b-6d0f-4ecc-a4e0-1e632345cb47 None None] Notify callbacks [] for port, precommit_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:37.550634 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.provisioning_blocks [None req-8c18b75b-6d0f-4ecc-a4e0-1e632345cb47 None None] Transition to ACTIVE for port object ba4a1e50-bba2-4623-98df-93963d6a5fb3 will not be triggered until provisioned by entity L2. {{(pid=88263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:37:37.557265 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-8c18b75b-6d0f-4ecc-a4e0-1e632345cb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:37.636757 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-8c18b75b-6d0f-4ecc-a4e0-1e632345cb47 None None] Attempting to bind port ba4a1e50-bba2-4623-98df-93963d6a5fb3 on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 05:37:37.637125 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-8c18b75b-6d0f-4ecc-a4e0-1e632345cb47 None None] Attempting to bind port ba4a1e50-bba2-4623-98df-93963d6a5fb3 by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': 'ad083d94-0233-4c50-a0ed-00ef7686038c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'}] {{(pid=88263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 05:37:37.637488 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c18b75b-6d0f-4ecc-a4e0-1e632345cb47 None None] Attempting to bind port ba4a1e50-bba2-4623-98df-93963d6a5fb3 on network 1bab70f4-3794-44db-8e17-19f483aa8ffa {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:37:37.648383 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c18b75b-6d0f-4ecc-a4e0-1e632345cb47 None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 5, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 05:37:37.648821 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c18b75b-6d0f-4ecc-a4e0-1e632345cb47 None None] Checking segment: {'id': 'ad083d94-0233-4c50-a0ed-00ef7686038c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:37:37.649228 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-8c18b75b-6d0f-4ecc-a4e0-1e632345cb47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:37.649611 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c18b75b-6d0f-4ecc-a4e0-1e632345cb47 None None] Bound using segment: {'id': 'ad083d94-0233-4c50-a0ed-00ef7686038c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'} {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 05:37:37.650106 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-8c18b75b-6d0f-4ecc-a4e0-1e632345cb47 None None] Bound port: ba4a1e50-bba2-4623-98df-93963d6a5fb3, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad083d94-0233-4c50-a0ed-00ef7686038c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'}}] {{(pid=88263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 05:37:37.650224 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a01e8d3c-829b-4d4a-a153-37ee6b5e2c10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bbf24ed-7ba9-53d2-873f-8f9642b1e987-d2bce1f0-825b-4082-80f0-266b4bfccb83', 'network_id': 'd2bce1f0-825b-4082-80f0-266b4bfccb83', 'tenant_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'fixed_ips': [{'subnet_id': '2e6a9615-44e4-40c6-98d9-2293b72053a8'}]}} from dv-neutron-843763-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 30 05:37:37.650476 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-8c18b75b-6d0f-4ecc-a4e0-1e632345cb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:37.651221 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a01e8d3c-829b-4d4a-a153-37ee6b5e2c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:37.688265 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82db4c26-e713-41eb-8e6f-f45a7e059a2b None None] Pushing event updated for resources: {'Port': ['ID=ba4a1e50-bba2-4623-98df-93963d6a5fb3,revision_number=2']} {{(pid=88263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:37:37.738814 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82db4c26-e713-41eb-8e6f-f45a7e059a2b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:37:37.739503 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82db4c26-e713-41eb-8e6f-f45a7e059a2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:37:37.739998 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82db4c26-e713-41eb-8e6f-f45a7e059a2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:37:37.740943 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82db4c26-e713-41eb-8e6f-f45a7e059a2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:37:37.741705 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82db4c26-e713-41eb-8e6f-f45a7e059a2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:37:37.742229 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82db4c26-e713-41eb-8e6f-f45a7e059a2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:37:37.742714 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82db4c26-e713-41eb-8e6f-f45a7e059a2b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:37:37.743194 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82db4c26-e713-41eb-8e6f-f45a7e059a2b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:37:37.743676 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82db4c26-e713-41eb-8e6f-f45a7e059a2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:37:37.744145 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82db4c26-e713-41eb-8e6f-f45a7e059a2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:37:37.744636 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82db4c26-e713-41eb-8e6f-f45a7e059a2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:37:37.745113 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82db4c26-e713-41eb-8e6f-f45a7e059a2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:37:37.764761 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.db [None req-8c18b75b-6d0f-4ecc-a4e0-1e632345cb47 None None] For port ba4a1e50-bba2-4623-98df-93963d6a5fb3, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 05:37:37.768272 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.db [None req-8c18b75b-6d0f-4ecc-a4e0-1e632345cb47 None None] For port ba4a1e50-bba2-4623-98df-93963d6a5fb3, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=ba4a1e50-bba2-4623-98df-93963d6a5fb3,segment=NetworkSegment(ad083d94-0233-4c50-a0ed-00ef7686038c),segment_id=ad083d94-0233-4c50-a0ed-00ef7686038c)] {{(pid=88263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 05:37:37.773238 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-8c18b75b-6d0f-4ecc-a4e0-1e632345cb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:37.822319 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-a01e8d3c-829b-4d4a-a153-37ee6b5e2c10 None None] Allocated IP 172.20.0.2 (d2bce1f0-825b-4082-80f0-266b4bfccb83/2e6a9615-44e4-40c6-98d9-2293b72053a8/7f0b410d-8f75-4352-b3f7-08f5595b2422) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:37:37.889104 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c18b75b-6d0f-4ecc-a4e0-1e632345cb47 None None] Routers {'75fd0bb5-e80e-4fa1-af95-5830583c7118'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:37:37.889711 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-8c18b75b-6d0f-4ecc-a4e0-1e632345cb47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:37:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['75fd0bb5-e80e-4fa1-af95-5830583c7118'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:37:37.952486 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82db4c26-e713-41eb-8e6f-f45a7e059a2b None None] Pushing event updated for resources: {'Port': ['ID=ba4a1e50-bba2-4623-98df-93963d6a5fb3,revision_number=3']} {{(pid=88263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:37:38.037513 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a01e8d3c-829b-4d4a-a153-37ee6b5e2c10 None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:38.049553 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-a01e8d3c-829b-4d4a-a153-37ee6b5e2c10 None None] Transition to ACTIVE for port object 7f0b410d-8f75-4352-b3f7-08f5595b2422 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:37:38.068185 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-a01e8d3c-829b-4d4a-a153-37ee6b5e2c10 None None] Transition to ACTIVE for port object 7f0b410d-8f75-4352-b3f7-08f5595b2422 will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:37:38.074895 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a01e8d3c-829b-4d4a-a153-37ee6b5e2c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:38.084317 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-8c18b75b-6d0f-4ecc-a4e0-1e632345cb47 None None] Set router 75fd0bb5-e80e-4fa1-af95-5830583c7118 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:37:38.149994 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a01e8d3c-829b-4d4a-a153-37ee6b5e2c10 None None] Network d2bce1f0-825b-4082-80f0-266b4bfccb83 is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:37:38.152844 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-a01e8d3c-829b-4d4a-a153-37ee6b5e2c10 None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:37:38.157008 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a01e8d3c-829b-4d4a-a153-37ee6b5e2c10 None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:37:38.159244 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01e8d3c-829b-4d4a-a153-37ee6b5e2c10 None None] Pushing event updated for resources: {'Port': ['ID=7f0b410d-8f75-4352-b3f7-08f5595b2422,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:37:38.254479 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-a01e8d3c-829b-4d4a-a153-37ee6b5e2c10 None None] Attempting to bind port 7f0b410d-8f75-4352-b3f7-08f5595b2422 on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 05:37:38.254930 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-a01e8d3c-829b-4d4a-a153-37ee6b5e2c10 None None] Attempting to bind port 7f0b410d-8f75-4352-b3f7-08f5595b2422 by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': 'd672978c-393d-4731-963a-1c02c609eefd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'd2bce1f0-825b-4082-80f0-266b4bfccb83'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 05:37:38.255281 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a01e8d3c-829b-4d4a-a153-37ee6b5e2c10 None None] Attempting to bind port 7f0b410d-8f75-4352-b3f7-08f5595b2422 on network d2bce1f0-825b-4082-80f0-266b4bfccb83 {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:37:38.262427 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a01e8d3c-829b-4d4a-a153-37ee6b5e2c10 None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 5, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 05:37:38.262876 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a01e8d3c-829b-4d4a-a153-37ee6b5e2c10 None None] Checking segment: {'id': 'd672978c-393d-4731-963a-1c02c609eefd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'd2bce1f0-825b-4082-80f0-266b4bfccb83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:37:38.263247 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a01e8d3c-829b-4d4a-a153-37ee6b5e2c10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:38.263646 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a01e8d3c-829b-4d4a-a153-37ee6b5e2c10 None None] Bound using segment: {'id': 'd672978c-393d-4731-963a-1c02c609eefd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'd2bce1f0-825b-4082-80f0-266b4bfccb83'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 05:37:38.264243 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-a01e8d3c-829b-4d4a-a153-37ee6b5e2c10 None None] Bound port: 7f0b410d-8f75-4352-b3f7-08f5595b2422, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd672978c-393d-4731-963a-1c02c609eefd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'd2bce1f0-825b-4082-80f0-266b4bfccb83'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 05:37:38.264626 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a01e8d3c-829b-4d4a-a153-37ee6b5e2c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:38.282662 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-84b92ab6-1c10-4242-ac70-f26a21c7782f tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:38.354899 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-a01e8d3c-829b-4d4a-a153-37ee6b5e2c10 None None] For port 7f0b410d-8f75-4352-b3f7-08f5595b2422, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 05:37:38.359508 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-a01e8d3c-829b-4d4a-a153-37ee6b5e2c10 None None] For port 7f0b410d-8f75-4352-b3f7-08f5595b2422, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=7f0b410d-8f75-4352-b3f7-08f5595b2422,segment=NetworkSegment(d672978c-393d-4731-963a-1c02c609eefd),segment_id=d672978c-393d-4731-963a-1c02c609eefd)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 05:37:38.363973 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a01e8d3c-829b-4d4a-a153-37ee6b5e2c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:38.395369 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-8c18b75b-6d0f-4ecc-a4e0-1e632345cb47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75fd0bb5-e80e-4fa1-af95-5830583c7118', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1398456801', 'tenant_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.176'}], 'enable_snat': True}, 'gw_port_id': 'ba4a1e50-bba2-4623-98df-93963d6a5fb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:37:34Z', 'updated_at': '2022-05-30T05:37:35Z', 'revision_number': 3, 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'gw_port': {'id': 'ba4a1e50-bba2-4623-98df-93963d6a5fb3', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:df:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75fd0bb5-e80e-4fa1-af95-5830583c7118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:37:35Z', 'updated_at': '2022-05-30T05:37:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv'}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:37:38.399830 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c18b75b-6d0f-4ecc-a4e0-1e632345cb47 None None] The sync data for ids ['75fd0bb5-e80e-4fa1-af95-5830583c7118'] in dv-neutron-843763-1-hyperv is: [{'id': '75fd0bb5-e80e-4fa1-af95-5830583c7118', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1398456801', 'tenant_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.176'}], 'enable_snat': True}, 'gw_port_id': 'ba4a1e50-bba2-4623-98df-93963d6a5fb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:37:34Z', 'updated_at': '2022-05-30T05:37:35Z', 'revision_number': 3, 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'gw_port': {'id': 'ba4a1e50-bba2-4623-98df-93963d6a5fb3', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:df:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75fd0bb5-e80e-4fa1-af95-5830583c7118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:37:35Z', 'updated_at': '2022-05-30T05:37:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv'}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:37:38.454041 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01e8d3c-829b-4d4a-a153-37ee6b5e2c10 None None] Pushing event updated for resources: {'Port': ['ID=7f0b410d-8f75-4352-b3f7-08f5595b2422,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:37:38.745794 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-84b92ab6-1c10-4242-ac70-f26a21c7782f tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Allocated IP 172.20.0.1 (d2bce1f0-825b-4082-80f0-266b4bfccb83/2e6a9615-44e4-40c6-98d9-2293b72053a8/e46edf91-ff8b-4ab7-a576-fbc3d4c29f08) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:37:38.929121 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-84b92ab6-1c10-4242-ac70-f26a21c7782f tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:38.953735 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [None req-84b92ab6-1c10-4242-ac70-f26a21c7782f tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Transition to ACTIVE for port object e46edf91-ff8b-4ab7-a576-fbc3d4c29f08 will not be triggered until provisioned by entity DHCP. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:37:38.956883 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 7f0b410d-8f75-4352-b3f7-08f5595b2422 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:37:38.980356 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-84b92ab6-1c10-4242-ac70-f26a21c7782f tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:39.040312 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b92ab6-1c10-4242-ac70-f26a21c7782f tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Network d2bce1f0-825b-4082-80f0-266b4bfccb83 is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:37:39.042845 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port 7f0b410d-8f75-4352-b3f7-08f5595b2422 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:37:39.048111 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-84b92ab6-1c10-4242-ac70-f26a21c7782f tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:37:39.049377 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device ba4a1e50-bba2-4623-98df-93963d6a5fb3 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:37:39.053140 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b92ab6-1c10-4242-ac70-f26a21c7782f tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:37:39.109766 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b92ab6-1c10-4242-ac70-f26a21c7782f tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Pushing event updated for resources: {'Port': ['ID=e46edf91-ff8b-4ab7-a576-fbc3d4c29f08,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:37:39.123944 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port ba4a1e50-bba2-4623-98df-93963d6a5fb3 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:37:39.126566 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-84b92ab6-1c10-4242-ac70-f26a21c7782f tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604623'] for router_interface, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:39.129724 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port ba4a1e50-bba2-4623-98df-93963d6a5fb3 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:37:39.130220 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:39.291803 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port ba4a1e50-bba2-4623-98df-93963d6a5fb3 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:37:39.292201 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:39.310656 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] For port ba4a1e50-bba2-4623-98df-93963d6a5fb3, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=ba4a1e50-bba2-4623-98df-93963d6a5fb3,segment=NetworkSegment(ad083d94-0233-4c50-a0ed-00ef7686038c),segment_id=ad083d94-0233-4c50-a0ed-00ef7686038c)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:37:39.318457 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:39.398273 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Pushing event updated for resources: {'Port': ['ID=ba4a1e50-bba2-4623-98df-93963d6a5fb3,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:37:39.536930 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc72a391-0deb-4172-8665-6882d7fee5bf None None] Network d2bce1f0-825b-4082-80f0-266b4bfccb83 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:37:39.595592 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-84b92ab6-1c10-4242-ac70-f26a21c7782f tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:39.630559 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-6eaa96f6-49ae-4fed-8900-02b0fc809528 None None] Provisioning for port 7f0b410d-8f75-4352-b3f7-08f5595b2422 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:37:39.641004 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-6eaa96f6-49ae-4fed-8900-02b0fc809528 None None] Provisioning complete for port 7f0b410d-8f75-4352-b3f7-08f5595b2422 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:37:39.641387 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-6eaa96f6-49ae-4fed-8900-02b0fc809528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:39.876551 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-6eaa96f6-49ae-4fed-8900-02b0fc809528 None None] Current status of the port 7f0b410d-8f75-4352-b3f7-08f5595b2422 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:37:39.876942 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-6eaa96f6-49ae-4fed-8900-02b0fc809528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:39.919549 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-6eaa96f6-49ae-4fed-8900-02b0fc809528 None None] For port 7f0b410d-8f75-4352-b3f7-08f5595b2422, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=7f0b410d-8f75-4352-b3f7-08f5595b2422,segment=NetworkSegment(d672978c-393d-4731-963a-1c02c609eefd),segment_id=d672978c-393d-4731-963a-1c02c609eefd)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:37:39.924674 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-6eaa96f6-49ae-4fed-8900-02b0fc809528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:39.996511 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaa96f6-49ae-4fed-8900-02b0fc809528 None None] Pushing event updated for resources: {'Port': ['ID=7f0b410d-8f75-4352-b3f7-08f5595b2422,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:37:40.029993 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-84b92ab6-1c10-4242-ac70-f26a21c7782f tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:40.034829 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-84b92ab6-1c10-4242-ac70-f26a21c7782f tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2304381'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:40.149156 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b92ab6-1c10-4242-ac70-f26a21c7782f tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Pushing event updated for resources: {'Port': ['ID=e46edf91-ff8b-4ab7-a576-fbc3d4c29f08,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:37:40.150580 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-59064cdf-513b-4fdf-b105-ab75b7a9e123 None None] Provisioning for port e46edf91-ff8b-4ab7-a576-fbc3d4c29f08 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:37:40.151695 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-84b92ab6-1c10-4242-ac70-f26a21c7782f tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1642774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602230'] for router_interface, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:40.156390 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-59064cdf-513b-4fdf-b105-ab75b7a9e123 None None] Provisioning complete for port e46edf91-ff8b-4ab7-a576-fbc3d4c29f08 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:37:40.156688 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-59064cdf-513b-4fdf-b105-ab75b7a9e123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:40.212765 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-59064cdf-513b-4fdf-b105-ab75b7a9e123 None None] Port e46edf91-ff8b-4ab7-a576-fbc3d4c29f08 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 05:37:40.223987 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-59064cdf-513b-4fdf-b105-ab75b7a9e123 None None] Provisioning complete for port 7f0b410d-8f75-4352-b3f7-08f5595b2422 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:37:40.224497 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-59064cdf-513b-4fdf-b105-ab75b7a9e123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:40.304092 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b92ab6-1c10-4242-ac70-f26a21c7782f tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Network d2bce1f0-825b-4082-80f0-266b4bfccb83 is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:37:40.305487 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-84b92ab6-1c10-4242-ac70-f26a21c7782f tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:37:40.349371 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-59064cdf-513b-4fdf-b105-ab75b7a9e123 None None] Current status of the port 7f0b410d-8f75-4352-b3f7-08f5595b2422 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:37:40.471755 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-2c31b936-9cc6-4150-8896-9b4f94b98c93 None None] Provisioning complete for port e46edf91-ff8b-4ab7-a576-fbc3d4c29f08 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:37:40.472304 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-2c31b936-9cc6-4150-8896-9b4f94b98c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:40.498198 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84b92ab6-1c10-4242-ac70-f26a21c7782f tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Router 75fd0bb5-e80e-4fa1-af95-5830583c7118 has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 05:37:40.530934 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-2c31b936-9cc6-4150-8896-9b4f94b98c93 None None] Port e46edf91-ff8b-4ab7-a576-fbc3d4c29f08 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 05:37:40.649268 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-5ff93278-790f-4169-b04e-fce003ed95f8 None None] Provisioning complete for port e46edf91-ff8b-4ab7-a576-fbc3d4c29f08 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:37:40.649939 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-5ff93278-790f-4169-b04e-fce003ed95f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:40.675063 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84b92ab6-1c10-4242-ac70-f26a21c7782f tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:37:40.686687 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b367dd-c961-4755-bd64-fa7fe7defe9a None None] Sync routers for ids ['75fd0bb5-e80e-4fa1-af95-5830583c7118'] in dv-neutron-843763-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:37:40.688952 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-84b92ab6-1c10-4242-ac70-f26a21c7782f tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "PUT /v2.0/routers/75fd0bb5-e80e-4fa1-af95-5830583c7118/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2434981 May 30 05:37:40.711765 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b367dd-c961-4755-bd64-fa7fe7defe9a None None] Routers {'75fd0bb5-e80e-4fa1-af95-5830583c7118'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:37:40.712381 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-f9b367dd-c961-4755-bd64-fa7fe7defe9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:37:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['75fd0bb5-e80e-4fa1-af95-5830583c7118'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:37:40.763509 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-5ff93278-790f-4169-b04e-fce003ed95f8 None None] Port e46edf91-ff8b-4ab7-a576-fbc3d4c29f08 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 05:37:40.849286 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-d80048ee-95d3-4bc5-835a-e3d403c9d147 req-af03f3be-e163-40af-8eda-34c52bb815df tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Synchronizing usage tracker for tenant:c5c2cbbf31414007b91a65943a87a6a2 on resource:security_group {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:37:40.865717 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-d80048ee-95d3-4bc5-835a-e3d403c9d147 req-af03f3be-e163-40af-8eda-34c52bb815df tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Unset dirty status for tenant:c5c2cbbf31414007b91a65943a87a6a2 on resource:security_group {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:37:40.867587 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d80048ee-95d3-4bc5-835a-e3d403c9d147 req-af03f3be-e163-40af-8eda-34c52bb815df tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-56956249&fields=id&tenant_id=c5c2cbbf31414007b91a65943a87a6a2 HTTP/1.1" status: 200 len: 267 time: 0.0568368 May 30 05:37:40.886907 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-f9b367dd-c961-4755-bd64-fa7fe7defe9a None None] Set router 75fd0bb5-e80e-4fa1-af95-5830583c7118 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:37:40.933137 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 7f0b410d-8f75-4352-b3f7-08f5595b2422 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:37:41.022192 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80048ee-95d3-4bc5-835a-e3d403c9d147 req-b3fb6cdf-cb98-44f7-b4d8-dba51c2b4bd0 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:37:41.022869 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-d80048ee-95d3-4bc5-835a-e3d403c9d147 req-b3fb6cdf-cb98-44f7-b4d8-dba51c2b4bd0 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Synchronizing usage tracker for tenant:c5c2cbbf31414007b91a65943a87a6a2 on resource:network {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:37:41.039504 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-d80048ee-95d3-4bc5-835a-e3d403c9d147 req-b3fb6cdf-cb98-44f7-b4d8-dba51c2b4bd0 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Unset dirty status for tenant:c5c2cbbf31414007b91a65943a87a6a2 on resource:network {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:37:41.040622 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d80048ee-95d3-4bc5-835a-e3d403c9d147 req-b3fb6cdf-cb98-44f7-b4d8-dba51c2b4bd0 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/networks?id=d2bce1f0-825b-4082-80f0-266b4bfccb83 HTTP/1.1" status: 200 len: 796 time: 0.1618941 May 30 05:37:41.055862 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d80048ee-95d3-4bc5-835a-e3d403c9d147 req-71a3d643-3ce7-4fdf-a5a0-b9c0958e7fd5 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/quotas/c5c2cbbf31414007b91a65943a87a6a2 HTTP/1.1" status: 200 len: 375 time: 0.0096257 May 30 05:37:41.140832 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-d80048ee-95d3-4bc5-835a-e3d403c9d147 req-c9d38462-db8e-4ee6-b8d4-f62a7de21074 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Synchronizing usage tracker for tenant:c5c2cbbf31414007b91a65943a87a6a2 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:37:41.152788 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 7f0b410d-8f75-4352-b3f7-08f5595b2422 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:37:41.153096 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:41.156318 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-d80048ee-95d3-4bc5-835a-e3d403c9d147 req-c9d38462-db8e-4ee6-b8d4-f62a7de21074 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Unset dirty status for tenant:c5c2cbbf31414007b91a65943a87a6a2 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:37:41.157530 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d80048ee-95d3-4bc5-835a-e3d403c9d147 req-c9d38462-db8e-4ee6-b8d4-f62a7de21074 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=c5c2cbbf31414007b91a65943a87a6a2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0965478 May 30 05:37:41.373924 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 7f0b410d-8f75-4352-b3f7-08f5595b2422 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:37:41.374988 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device ba4a1e50-bba2-4623-98df-93963d6a5fb3 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:37:41.406445 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d80048ee-95d3-4bc5-835a-e3d403c9d147 req-e5a97b5f-38b9-457c-917e-bd1e94fd63ca service neutron] 10.222.0.15 "GET /v2.0/networks/d2bce1f0-825b-4082-80f0-266b4bfccb83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367108 May 30 05:37:41.442718 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-f9b367dd-c961-4755-bd64-fa7fe7defe9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75fd0bb5-e80e-4fa1-af95-5830583c7118', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1398456801', 'tenant_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.176'}], 'enable_snat': True}, 'gw_port_id': 'ba4a1e50-bba2-4623-98df-93963d6a5fb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:37:34Z', 'updated_at': '2022-05-30T05:37:39Z', 'revision_number': 4, 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'gw_port': {'id': 'ba4a1e50-bba2-4623-98df-93963d6a5fb3', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:df:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75fd0bb5-e80e-4fa1-af95-5830583c7118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:37:35Z', 'updated_at': '2022-05-30T05:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': 'e46edf91-ff8b-4ab7-a576-fbc3d4c29f08', 'name': '', 'network_id': 'd2bce1f0-825b-4082-80f0-266b4bfccb83', 'tenant_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'mac_address': 'fa:16:3e:cb:ea:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75fd0bb5-e80e-4fa1-af95-5830583c7118', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '2e6a9615-44e4-40c6-98d9-2293b72053a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:37:38Z', 'updated_at': '2022-05-30T05:37:39Z', 'revision_number': 2, 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'subnets': [{'id': '2e6a9615-44e4-40c6-98d9-2293b72053a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:37:41.449424 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b367dd-c961-4755-bd64-fa7fe7defe9a None None] Checking router: 75fd0bb5-e80e-4fa1-af95-5830583c7118 for host: dv-neutron-843763-1-hyperv {{(pid=88262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 05:37:41.449775 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b367dd-c961-4755-bd64-fa7fe7defe9a None None] Updating router 75fd0bb5-e80e-4fa1-af95-5830583c7118 port e46edf91-ff8b-4ab7-a576-fbc3d4c29f08 binding host dv-neutron-843763-1-hyperv {{(pid=88262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 30 05:37:41.492314 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port ba4a1e50-bba2-4623-98df-93963d6a5fb3 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:37:41.492680 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:41.535017 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d80048ee-95d3-4bc5-835a-e3d403c9d147 req-5e09bb43-0aa7-4067-aeb3-f399a9cc0578 service neutron] 10.222.0.15 "GET /v2.0/networks/d2bce1f0-825b-4082-80f0-266b4bfccb83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237249 May 30 05:37:41.548349 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f9b367dd-c961-4755-bd64-fa7fe7defe9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:41.715716 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7968e9e0-799d-4a9b-b496-41de09d1dae5 req-2252578c-011c-4293-9288-c5cf2762aff4 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9b75c0b-47c1-4f79-bfdb-28d4fd55e3fe HTTP/1.1" status: 200 len: 210 time: 0.0427804 May 30 05:37:41.731481 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port ba4a1e50-bba2-4623-98df-93963d6a5fb3 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:37:41.948886 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f9b367dd-c961-4755-bd64-fa7fe7defe9a None None] Notify callbacks [] for port, precommit_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:41.960869 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-f9b367dd-c961-4755-bd64-fa7fe7defe9a None None] Transition to ACTIVE for port object e46edf91-ff8b-4ab7-a576-fbc3d4c29f08 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:37:41.968250 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f9b367dd-c961-4755-bd64-fa7fe7defe9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:42.099326 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e491bc0b-bd16-464c-a348-ec8472452c2c None None] Pushing event updated for resources: {'Port': ['ID=e46edf91-ff8b-4ab7-a576-fbc3d4c29f08,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:37:42.194413 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-f9b367dd-c961-4755-bd64-fa7fe7defe9a None None] Attempting to bind port e46edf91-ff8b-4ab7-a576-fbc3d4c29f08 on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 05:37:42.195325 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-f9b367dd-c961-4755-bd64-fa7fe7defe9a None None] Attempting to bind port e46edf91-ff8b-4ab7-a576-fbc3d4c29f08 by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': 'd672978c-393d-4731-963a-1c02c609eefd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'd2bce1f0-825b-4082-80f0-266b4bfccb83'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 05:37:42.195654 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b367dd-c961-4755-bd64-fa7fe7defe9a None None] Attempting to bind port e46edf91-ff8b-4ab7-a576-fbc3d4c29f08 on network d2bce1f0-825b-4082-80f0-266b4bfccb83 {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:37:42.201116 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b367dd-c961-4755-bd64-fa7fe7defe9a None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 5, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 05:37:42.201485 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b367dd-c961-4755-bd64-fa7fe7defe9a None None] Checking segment: {'id': 'd672978c-393d-4731-963a-1c02c609eefd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'd2bce1f0-825b-4082-80f0-266b4bfccb83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:37:42.201915 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f9b367dd-c961-4755-bd64-fa7fe7defe9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:42.202309 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b367dd-c961-4755-bd64-fa7fe7defe9a None None] Bound using segment: {'id': 'd672978c-393d-4731-963a-1c02c609eefd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'd2bce1f0-825b-4082-80f0-266b4bfccb83'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 05:37:42.202772 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-f9b367dd-c961-4755-bd64-fa7fe7defe9a None None] Bound port: e46edf91-ff8b-4ab7-a576-fbc3d4c29f08, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd672978c-393d-4731-963a-1c02c609eefd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'd2bce1f0-825b-4082-80f0-266b4bfccb83'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 05:37:42.203151 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f9b367dd-c961-4755-bd64-fa7fe7defe9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:42.306566 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-f9b367dd-c961-4755-bd64-fa7fe7defe9a None None] For port e46edf91-ff8b-4ab7-a576-fbc3d4c29f08, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 05:37:42.310254 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-f9b367dd-c961-4755-bd64-fa7fe7defe9a None None] For port e46edf91-ff8b-4ab7-a576-fbc3d4c29f08, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=e46edf91-ff8b-4ab7-a576-fbc3d4c29f08,segment=NetworkSegment(d672978c-393d-4731-963a-1c02c609eefd),segment_id=d672978c-393d-4731-963a-1c02c609eefd)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 05:37:42.314386 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f9b367dd-c961-4755-bd64-fa7fe7defe9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:42.390054 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b367dd-c961-4755-bd64-fa7fe7defe9a None None] Routers {'75fd0bb5-e80e-4fa1-af95-5830583c7118'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:37:42.390670 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-f9b367dd-c961-4755-bd64-fa7fe7defe9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:37:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['75fd0bb5-e80e-4fa1-af95-5830583c7118'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:37:42.443676 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e491bc0b-bd16-464c-a348-ec8472452c2c None None] Pushing event updated for resources: {'Port': ['ID=e46edf91-ff8b-4ab7-a576-fbc3d4c29f08,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:37:42.581335 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-f9b367dd-c961-4755-bd64-fa7fe7defe9a None None] Set router 75fd0bb5-e80e-4fa1-af95-5830583c7118 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:37:42.798492 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80048ee-95d3-4bc5-835a-e3d403c9d147 req-3c125a0d-2939-4261-8e18-55bbfa392751 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:37:42.800002 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d80048ee-95d3-4bc5-835a-e3d403c9d147 req-3c125a0d-2939-4261-8e18-55bbfa392751 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.39 "GET /v2.0/networks?id=d2bce1f0-825b-4082-80f0-266b4bfccb83 HTTP/1.1" status: 200 len: 796 time: 0.1702099 May 30 05:37:42.901344 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d80048ee-95d3-4bc5-835a-e3d403c9d147 req-7d9bf9c0-982c-434e-8866-587e1a5b302a tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c5c2cbbf31414007b91a65943a87a6a2 HTTP/1.1" status: 200 len: 378 time: 0.0925806 May 30 05:37:42.910489 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [req-d80048ee-95d3-4bc5-835a-e3d403c9d147 req-69baacc6-0326-4819-a856-18f70d465698 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Request body: {'port': {'device_id': 'a9b75c0b-47c1-4f79-bfdb-28d4fd55e3fe', 'network_id': 'd2bce1f0-825b-4082-80f0-266b4bfccb83', 'admin_state_up': True, 'tenant_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'security_groups': ['bb562b7b-9805-4404-b378-f938aa84dc77']}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:37:42.924726 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-30e559d6-b385-4a70-babc-018ba1c4cc60 req-0c738c48-6f17-4251-a286-eee60751b1b7 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9b75c0b-47c1-4f79-bfdb-28d4fd55e3fe HTTP/1.1" status: 200 len: 210 time: 0.0719895 May 30 05:37:42.963833 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-f9b367dd-c961-4755-bd64-fa7fe7defe9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75fd0bb5-e80e-4fa1-af95-5830583c7118', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1398456801', 'tenant_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.176'}], 'enable_snat': True}, 'gw_port_id': 'ba4a1e50-bba2-4623-98df-93963d6a5fb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:37:34Z', 'updated_at': '2022-05-30T05:37:39Z', 'revision_number': 4, 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'gw_port': {'id': 'ba4a1e50-bba2-4623-98df-93963d6a5fb3', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:df:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75fd0bb5-e80e-4fa1-af95-5830583c7118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:37:35Z', 'updated_at': '2022-05-30T05:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': 'e46edf91-ff8b-4ab7-a576-fbc3d4c29f08', 'name': '', 'network_id': 'd2bce1f0-825b-4082-80f0-266b4bfccb83', 'tenant_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'mac_address': 'fa:16:3e:cb:ea:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75fd0bb5-e80e-4fa1-af95-5830583c7118', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '2e6a9615-44e4-40c6-98d9-2293b72053a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:37:38Z', 'updated_at': '2022-05-30T05:37:42Z', 'revision_number': 4, 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'subnets': [{'id': '2e6a9615-44e4-40c6-98d9-2293b72053a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:37:42.967723 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b367dd-c961-4755-bd64-fa7fe7defe9a None None] The sync data for ids ['75fd0bb5-e80e-4fa1-af95-5830583c7118'] in dv-neutron-843763-1-hyperv is: [{'id': '75fd0bb5-e80e-4fa1-af95-5830583c7118', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1398456801', 'tenant_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.176'}], 'enable_snat': True}, 'gw_port_id': 'ba4a1e50-bba2-4623-98df-93963d6a5fb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:37:34Z', 'updated_at': '2022-05-30T05:37:39Z', 'revision_number': 4, 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'gw_port': {'id': 'ba4a1e50-bba2-4623-98df-93963d6a5fb3', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:df:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75fd0bb5-e80e-4fa1-af95-5830583c7118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:37:35Z', 'updated_at': '2022-05-30T05:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': 'e46edf91-ff8b-4ab7-a576-fbc3d4c29f08', 'name': '', 'network_id': 'd2bce1f0-825b-4082-80f0-266b4bfccb83', 'tenant_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'mac_address': 'fa:16:3e:cb:ea:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75fd0bb5-e80e-4fa1-af95-5830583c7118', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '2e6a9615-44e4-40c6-98d9-2293b72053a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:37:38Z', 'updated_at': '2022-05-30T05:37:42Z', 'revision_number': 4, 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'subnets': [{'id': '2e6a9615-44e4-40c6-98d9-2293b72053a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:37:43.061320 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [req-d80048ee-95d3-4bc5-835a-e3d403c9d147 req-69baacc6-0326-4819-a856-18f70d465698 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:37:43.073272 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [req-d80048ee-95d3-4bc5-835a-e3d403c9d147 req-69baacc6-0326-4819-a856-18f70d465698 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:37:43.083589 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d80048ee-95d3-4bc5-835a-e3d403c9d147 req-69baacc6-0326-4819-a856-18f70d465698 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Made reservation on behalf of c5c2cbbf31414007b91a65943a87a6a2 for: {'port': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:37:43.087219 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-d80048ee-95d3-4bc5-835a-e3d403c9d147 req-69baacc6-0326-4819-a856-18f70d465698 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:43.262799 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [req-d80048ee-95d3-4bc5-835a-e3d403c9d147 req-69baacc6-0326-4819-a856-18f70d465698 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Allocated IP 172.20.0.11 (d2bce1f0-825b-4082-80f0-266b4bfccb83/2e6a9615-44e4-40c6-98d9-2293b72053a8/3312afed-ecd0-45b4-a43c-7bc27ad4d352) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:37:43.459426 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-d80048ee-95d3-4bc5-835a-e3d403c9d147 req-69baacc6-0326-4819-a856-18f70d465698 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:43.476302 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [req-d80048ee-95d3-4bc5-835a-e3d403c9d147 req-69baacc6-0326-4819-a856-18f70d465698 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Transition to ACTIVE for port object 3312afed-ecd0-45b4-a43c-7bc27ad4d352 will not be triggered until provisioned by entity DHCP. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:37:43.500829 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-d80048ee-95d3-4bc5-835a-e3d403c9d147 req-69baacc6-0326-4819-a856-18f70d465698 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:43.574086 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d80048ee-95d3-4bc5-835a-e3d403c9d147 req-69baacc6-0326-4819-a856-18f70d465698 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Network d2bce1f0-825b-4082-80f0-266b4bfccb83 is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:37:43.577394 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [req-d80048ee-95d3-4bc5-835a-e3d403c9d147 req-69baacc6-0326-4819-a856-18f70d465698 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:37:43.580014 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [req-d80048ee-95d3-4bc5-835a-e3d403c9d147 req-69baacc6-0326-4819-a856-18f70d465698 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:37:43.628662 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69baacc6-0326-4819-a856-18f70d465698 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Pushing event updated for resources: {'Port': ['ID=3312afed-ecd0-45b4-a43c-7bc27ad4d352,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:37:43.656333 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80048ee-95d3-4bc5-835a-e3d403c9d147 req-69baacc6-0326-4819-a856-18f70d465698 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:37:43.657112 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-d80048ee-95d3-4bc5-835a-e3d403c9d147 req-69baacc6-0326-4819-a856-18f70d465698 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:43.687558 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d80048ee-95d3-4bc5-835a-e3d403c9d147 req-69baacc6-0326-4819-a856-18f70d465698 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7805293 May 30 05:37:43.699147 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [req-d80048ee-95d3-4bc5-835a-e3d403c9d147 req-72a6a84b-f944-40f7-ab52-9518379a95f3 service neutron] Request body: {'port': {'device_id': 'a9b75c0b-47c1-4f79-bfdb-28d4fd55e3fe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8437'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:37:43.785909 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-d25a7a33-e193-4289-91e2-25b8fde9e9df None None] Provisioning for port 3312afed-ecd0-45b4-a43c-7bc27ad4d352 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:37:43.792833 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-d25a7a33-e193-4289-91e2-25b8fde9e9df None None] Provisioning complete for port 3312afed-ecd0-45b4-a43c-7bc27ad4d352 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:37:43.793499 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-d25a7a33-e193-4289-91e2-25b8fde9e9df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:43.818681 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-d80048ee-95d3-4bc5-835a-e3d403c9d147 req-72a6a84b-f944-40f7-ab52-9518379a95f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:43.849181 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-d25a7a33-e193-4289-91e2-25b8fde9e9df None None] Port 3312afed-ecd0-45b4-a43c-7bc27ad4d352 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 05:37:44.174046 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b31094-0801-4ebb-9242-aeda32e3a05e req-8be6deb5-0583-4b18-bb92-cfaea18e39bc tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:37:44.174721 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-42b31094-0801-4ebb-9242-aeda32e3a05e req-8be6deb5-0583-4b18-bb92-cfaea18e39bc tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Synchronizing usage tracker for tenant:c5c2cbbf31414007b91a65943a87a6a2 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:37:44.239074 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-42b31094-0801-4ebb-9242-aeda32e3a05e req-8be6deb5-0583-4b18-bb92-cfaea18e39bc tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Unset dirty status for tenant:c5c2cbbf31414007b91a65943a87a6a2 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:37:44.240211 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-42b31094-0801-4ebb-9242-aeda32e3a05e req-8be6deb5-0583-4b18-bb92-cfaea18e39bc tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9b75c0b-47c1-4f79-bfdb-28d4fd55e3fe HTTP/1.1" status: 200 len: 932 time: 0.1961808 May 30 05:37:44.270692 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [req-d80048ee-95d3-4bc5-835a-e3d403c9d147 req-72a6a84b-f944-40f7-ab52-9518379a95f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3312afed-ecd0-45b4-a43c-7bc27ad4d352 {{(pid=88261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 30 05:37:44.281880 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-d80048ee-95d3-4bc5-835a-e3d403c9d147 req-72a6a84b-f944-40f7-ab52-9518379a95f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:44.421443 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-42b31094-0801-4ebb-9242-aeda32e3a05e req-4550c3a5-4b48-4523-99de-100d5d59cc66 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb562b7b-9805-4404-b378-f938aa84dc77&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1721430 May 30 05:37:44.422522 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [req-d80048ee-95d3-4bc5-835a-e3d403c9d147 req-72a6a84b-f944-40f7-ab52-9518379a95f3 service neutron] Transition to ACTIVE for port object 3312afed-ecd0-45b4-a43c-7bc27ad4d352 will not be triggered until provisioned by entity L2. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:37:44.425737 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-d80048ee-95d3-4bc5-835a-e3d403c9d147 req-72a6a84b-f944-40f7-ab52-9518379a95f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2304381'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:44.583867 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a6a84b-f944-40f7-ab52-9518379a95f3 service neutron] Pushing event updated for resources: {'Port': ['ID=3312afed-ecd0-45b4-a43c-7bc27ad4d352,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:37:44.658871 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [req-d80048ee-95d3-4bc5-835a-e3d403c9d147 req-72a6a84b-f944-40f7-ab52-9518379a95f3 service neutron] Attempting to bind port 3312afed-ecd0-45b4-a43c-7bc27ad4d352 on host hv-neutron-8437 for vnic_type normal with profile {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 05:37:44.659205 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [req-d80048ee-95d3-4bc5-835a-e3d403c9d147 req-72a6a84b-f944-40f7-ab52-9518379a95f3 service neutron] Attempting to bind port 3312afed-ecd0-45b4-a43c-7bc27ad4d352 by drivers openvswitch,hyperv on host hv-neutron-8437 at level 0 using segments [{'id': 'd672978c-393d-4731-963a-1c02c609eefd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'd2bce1f0-825b-4082-80f0-266b4bfccb83'}] {{(pid=88261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 05:37:44.659529 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d80048ee-95d3-4bc5-835a-e3d403c9d147 req-72a6a84b-f944-40f7-ab52-9518379a95f3 service neutron] Attempting to bind port 3312afed-ecd0-45b4-a43c-7bc27ad4d352 on network d2bce1f0-825b-4082-80f0-266b4bfccb83 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:37:44.664094 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d80048ee-95d3-4bc5-835a-e3d403c9d147 req-72a6a84b-f944-40f7-ab52-9518379a95f3 service neutron] Port 3312afed-ecd0-45b4-a43c-7bc27ad4d352 on network d2bce1f0-825b-4082-80f0-266b4bfccb83 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8437 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 30 05:37:44.664349 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d80048ee-95d3-4bc5-835a-e3d403c9d147 req-72a6a84b-f944-40f7-ab52-9518379a95f3 service neutron] Attempting to bind port 3312afed-ecd0-45b4-a43c-7bc27ad4d352 on network d2bce1f0-825b-4082-80f0-266b4bfccb83 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:37:44.669290 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d80048ee-95d3-4bc5-835a-e3d403c9d147 req-72a6a84b-f944-40f7-ab52-9518379a95f3 service neutron] Checking agent: {'id': 'de0c936d-420b-412f-9642-7bfe80b5ab25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8437', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 51, 47), 'started_at': datetime.datetime(2022, 5, 30, 4, 51, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 5, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 05:37:44.669618 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d80048ee-95d3-4bc5-835a-e3d403c9d147 req-72a6a84b-f944-40f7-ab52-9518379a95f3 service neutron] Checking segment: {'id': 'd672978c-393d-4731-963a-1c02c609eefd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'd2bce1f0-825b-4082-80f0-266b4bfccb83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:37:44.670026 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d80048ee-95d3-4bc5-835a-e3d403c9d147 req-72a6a84b-f944-40f7-ab52-9518379a95f3 service neutron] Bound using segment: {'id': 'd672978c-393d-4731-963a-1c02c609eefd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'd2bce1f0-825b-4082-80f0-266b4bfccb83'} {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 05:37:44.670441 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [req-d80048ee-95d3-4bc5-835a-e3d403c9d147 req-72a6a84b-f944-40f7-ab52-9518379a95f3 service neutron] Bound port: 3312afed-ecd0-45b4-a43c-7bc27ad4d352, host: hv-neutron-8437, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd672978c-393d-4731-963a-1c02c609eefd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'd2bce1f0-825b-4082-80f0-266b4bfccb83'}}] {{(pid=88261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 05:37:44.670781 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-d80048ee-95d3-4bc5-835a-e3d403c9d147 req-72a6a84b-f944-40f7-ab52-9518379a95f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:44.756095 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [req-d80048ee-95d3-4bc5-835a-e3d403c9d147 req-72a6a84b-f944-40f7-ab52-9518379a95f3 service neutron] For port 3312afed-ecd0-45b4-a43c-7bc27ad4d352, host hv-neutron-8437, cleared binding levels {{(pid=88261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 05:37:44.759365 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [req-d80048ee-95d3-4bc5-835a-e3d403c9d147 req-72a6a84b-f944-40f7-ab52-9518379a95f3 service neutron] For port 3312afed-ecd0-45b4-a43c-7bc27ad4d352, host hv-neutron-8437, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=3312afed-ecd0-45b4-a43c-7bc27ad4d352,segment=NetworkSegment(d672978c-393d-4731-963a-1c02c609eefd),segment_id=d672978c-393d-4731-963a-1c02c609eefd)] {{(pid=88261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 05:37:44.763629 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-d80048ee-95d3-4bc5-835a-e3d403c9d147 req-72a6a84b-f944-40f7-ab52-9518379a95f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2304381'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:44.830237 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80048ee-95d3-4bc5-835a-e3d403c9d147 req-72a6a84b-f944-40f7-ab52-9518379a95f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:37:44.830911 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-d80048ee-95d3-4bc5-835a-e3d403c9d147 req-72a6a84b-f944-40f7-ab52-9518379a95f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:44.832171 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d80048ee-95d3-4bc5-835a-e3d403c9d147 req-72a6a84b-f944-40f7-ab52-9518379a95f3 service neutron] 10.222.0.39 "PUT /v2.0/ports/3312afed-ecd0-45b4-a43c-7bc27ad4d352 HTTP/1.1" status: 200 len: 1094 time: 1.1377769 May 30 05:37:44.832596 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9b75c0b-47c1-4f79-bfdb-28d4fd55e3fe', 'tag': '3312afed-ecd0-45b4-a43c-7bc27ad4d352'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:37:44.853112 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a6a84b-f944-40f7-ab52-9518379a95f3 service neutron] Pushing event updated for resources: {'Port': ['ID=3312afed-ecd0-45b4-a43c-7bc27ad4d352,revision_number=3']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:37:44.926260 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f134b66-bc62-498a-9703-7bc7d533e71e'] response: {'name': 'network-changed', 'server_uuid': 'a9b75c0b-47c1-4f79-bfdb-28d4fd55e3fe', 'tag': '3312afed-ecd0-45b4-a43c-7bc27ad4d352', 'status': 'completed', 'code': 200} May 30 05:37:44.959644 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80048ee-95d3-4bc5-835a-e3d403c9d147 req-a6dea3c5-fe68-44d7-9869-a50cfeb41cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:37:44.961342 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d80048ee-95d3-4bc5-835a-e3d403c9d147 req-a6dea3c5-fe68-44d7-9869-a50cfeb41cca service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c5c2cbbf31414007b91a65943a87a6a2&device_id=a9b75c0b-47c1-4f79-bfdb-28d4fd55e3fe HTTP/1.1" status: 200 len: 1097 time: 0.0870204 May 30 05:37:44.968559 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device e46edf91-ff8b-4ab7-a576-fbc3d4c29f08 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:37:45.033622 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d80048ee-95d3-4bc5-835a-e3d403c9d147 req-54c6969b-e36a-4bd7-b293-6e9e88fcf3d0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3312afed-ecd0-45b4-a43c-7bc27ad4d352 HTTP/1.1" status: 200 len: 217 time: 0.0644925 May 30 05:37:45.040012 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port e46edf91-ff8b-4ab7-a576-fbc3d4c29f08 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:37:45.044612 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port e46edf91-ff8b-4ab7-a576-fbc3d4c29f08 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:37:45.044988 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:45.096555 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80048ee-95d3-4bc5-835a-e3d403c9d147 req-3476f441-003c-4f59-b430-231573c9ba9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:37:45.097933 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d80048ee-95d3-4bc5-835a-e3d403c9d147 req-3476f441-003c-4f59-b430-231573c9ba9c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2e6a9615-44e4-40c6-98d9-2293b72053a8 HTTP/1.1" status: 200 len: 835 time: 0.0585895 May 30 05:37:45.177479 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80048ee-95d3-4bc5-835a-e3d403c9d147 req-b8afcc1b-d82c-4600-9422-1ca829c095d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:37:45.179044 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d80048ee-95d3-4bc5-835a-e3d403c9d147 req-b8afcc1b-d82c-4600-9422-1ca829c095d8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d2bce1f0-825b-4082-80f0-266b4bfccb83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0746818 May 30 05:37:45.184950 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port e46edf91-ff8b-4ab7-a576-fbc3d4c29f08 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:37:45.185339 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:45.217603 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] For port e46edf91-ff8b-4ab7-a576-fbc3d4c29f08, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=e46edf91-ff8b-4ab7-a576-fbc3d4c29f08,segment=NetworkSegment(d672978c-393d-4731-963a-1c02c609eefd),segment_id=d672978c-393d-4731-963a-1c02c609eefd)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:37:45.222322 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:45.289877 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Pushing event updated for resources: {'Port': ['ID=e46edf91-ff8b-4ab7-a576-fbc3d4c29f08,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:37:45.313178 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d80048ee-95d3-4bc5-835a-e3d403c9d147 req-3886d054-dbd9-47e6-bcc8-2863602a92ee service neutron] 10.222.0.39 "GET /v2.0/networks/d2bce1f0-825b-4082-80f0-266b4bfccb83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281409 May 30 05:37:45.446998 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d80048ee-95d3-4bc5-835a-e3d403c9d147 req-6dcbc252-1750-4bb0-b6f7-1e72460a9913 service neutron] 10.222.0.39 "GET /v2.0/networks/d2bce1f0-825b-4082-80f0-266b4bfccb83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277819 May 30 05:37:45.614421 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43df9ed1-d441-4740-bb93-c32730900fd5 req-9215f5ee-d52c-4b49-82f7-540af1aef5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:37:45.615863 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-43df9ed1-d441-4740-bb93-c32730900fd5 req-9215f5ee-d52c-4b49-82f7-540af1aef5fa service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c5c2cbbf31414007b91a65943a87a6a2&device_id=a9b75c0b-47c1-4f79-bfdb-28d4fd55e3fe HTTP/1.1" status: 200 len: 1097 time: 0.1274889 May 30 05:37:45.627194 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fe5b2e-9052-4229-ac71-f3080bc959b8 req-bfd83fa4-b6d1-4fa0-bb5d-3c097dfda65b tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:37:45.628532 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a7fe5b2e-9052-4229-ac71-f3080bc959b8 req-bfd83fa4-b6d1-4fa0-bb5d-3c097dfda65b tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9b75c0b-47c1-4f79-bfdb-28d4fd55e3fe HTTP/1.1" status: 200 len: 944 time: 0.0997949 May 30 05:37:45.751564 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a7fe5b2e-9052-4229-ac71-f3080bc959b8 req-a2c9497a-1bf2-4290-a806-281bb1273b9d tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb562b7b-9805-4404-b378-f938aa84dc77&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1015220 May 30 05:37:45.785985 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43df9ed1-d441-4740-bb93-c32730900fd5 req-72a272a0-ff95-4b47-98aa-9aced6f0bdb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:37:45.787395 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-43df9ed1-d441-4740-bb93-c32730900fd5 req-72a272a0-ff95-4b47-98aa-9aced6f0bdb7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d2bce1f0-825b-4082-80f0-266b4bfccb83 HTTP/1.1" status: 200 len: 897 time: 0.1580639 May 30 05:37:45.853633 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-43df9ed1-d441-4740-bb93-c32730900fd5 req-586f0a43-c880-4635-ab55-4412b8e62961 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3312afed-ecd0-45b4-a43c-7bc27ad4d352 HTTP/1.1" status: 200 len: 217 time: 0.0589921 May 30 05:37:45.916835 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43df9ed1-d441-4740-bb93-c32730900fd5 req-461319eb-c586-4392-8cf9-887575eb5cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:37:45.918226 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-43df9ed1-d441-4740-bb93-c32730900fd5 req-461319eb-c586-4392-8cf9-887575eb5cf3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2e6a9615-44e4-40c6-98d9-2293b72053a8 HTTP/1.1" status: 200 len: 835 time: 0.0589511 May 30 05:37:45.992299 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43df9ed1-d441-4740-bb93-c32730900fd5 req-0b7e3bc5-cfb1-410a-9ee0-21b28fea4962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:37:45.993749 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-43df9ed1-d441-4740-bb93-c32730900fd5 req-0b7e3bc5-cfb1-410a-9ee0-21b28fea4962 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d2bce1f0-825b-4082-80f0-266b4bfccb83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691030 May 30 05:37:46.215563 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-43df9ed1-d441-4740-bb93-c32730900fd5 req-7a9663c0-4258-4b70-9f53-d514bf3b041c service neutron] 10.222.0.39 "GET /v2.0/networks/d2bce1f0-825b-4082-80f0-266b4bfccb83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153029 May 30 05:37:46.345151 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-43df9ed1-d441-4740-bb93-c32730900fd5 req-71ee7d7a-0d97-4b53-a710-e210cd0c263a service neutron] 10.222.0.39 "GET /v2.0/networks/d2bce1f0-825b-4082-80f0-266b4bfccb83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233127 May 30 05:37:46.903514 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device e46edf91-ff8b-4ab7-a576-fbc3d4c29f08 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:37:46.937069 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282bc81c-0878-40d2-85e4-745f44eaece0 req-1636339d-a2d6-41f7-b66d-d52fbd951eb6 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:37:46.938631 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-282bc81c-0878-40d2-85e4-745f44eaece0 req-1636339d-a2d6-41f7-b66d-d52fbd951eb6 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9b75c0b-47c1-4f79-bfdb-28d4fd55e3fe HTTP/1.1" status: 200 len: 944 time: 0.0843236 May 30 05:37:46.972721 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port e46edf91-ff8b-4ab7-a576-fbc3d4c29f08 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:37:46.973093 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:46.982716 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-282bc81c-0878-40d2-85e4-745f44eaece0 req-e53836d9-6c7d-4fb5-991d-be4733f44744 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb562b7b-9805-4404-b378-f938aa84dc77&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385225 May 30 05:37:47.084139 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port e46edf91-ff8b-4ab7-a576-fbc3d4c29f08 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:37:47.716765 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:48.163925 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7b4bc2-aac8-4384-8060-e912fbb2f829 req-a780168b-a4fa-4e1e-a127-849fa38aab1a tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:37:48.165350 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7a7b4bc2-aac8-4384-8060-e912fbb2f829 req-a780168b-a4fa-4e1e-a127-849fa38aab1a tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9b75c0b-47c1-4f79-bfdb-28d4fd55e3fe HTTP/1.1" status: 200 len: 944 time: 0.0776050 May 30 05:37:48.208614 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7a7b4bc2-aac8-4384-8060-e912fbb2f829 req-ae45ad77-9f21-451a-8ed4-5433499ccff7 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb562b7b-9805-4404-b378-f938aa84dc77&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0375860 May 30 05:37:49.392062 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f705e6-f8f0-41ad-a2b6-482c24b407b9 req-2148f6af-df42-4221-a541-45ce66e70d48 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:37:49.393530 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-04f705e6-f8f0-41ad-a2b6-482c24b407b9 req-2148f6af-df42-4221-a541-45ce66e70d48 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9b75c0b-47c1-4f79-bfdb-28d4fd55e3fe HTTP/1.1" status: 200 len: 944 time: 0.0821216 May 30 05:37:49.437020 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-04f705e6-f8f0-41ad-a2b6-482c24b407b9 req-3d4c4552-9e43-4980-baec-0bd661db205e tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb562b7b-9805-4404-b378-f938aa84dc77&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378783 May 30 05:37:49.576584 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device 3312afed-ecd0-45b4-a43c-7bc27ad4d352 details requested by agent hyperv_hv-neutron-8437 with host hv-neutron-8437 {{(pid=88262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 05:37:49.709101 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port 3312afed-ecd0-45b4-a43c-7bc27ad4d352, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=3312afed-ecd0-45b4-a43c-7bc27ad4d352,segment=NetworkSegment(d672978c-393d-4731-963a-1c02c609eefd),segment_id=d672978c-393d-4731-963a-1c02c609eefd)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:37:49.722422 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Returning: {'device': '3312afed-ecd0-45b4-a43c-7bc27ad4d352', 'network_id': 'd2bce1f0-825b-4082-80f0-266b4bfccb83', 'port_id': '3312afed-ecd0-45b4-a43c-7bc27ad4d352', 'mac_address': 'fa:16:3e:09:ee:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e6a9615-44e4-40c6-98d9-2293b72053a8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 05:37:49.774921 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Current status of the port 3312afed-ecd0-45b4-a43c-7bc27ad4d352 is: DOWN; New status is: BUILD {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:37:49.775842 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:49.792237 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3312afed-ecd0-45b4-a43c-7bc27ad4d352 {{(pid=88262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 30 05:37:49.807390 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port 3312afed-ecd0-45b4-a43c-7bc27ad4d352, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=3312afed-ecd0-45b4-a43c-7bc27ad4d352,segment=NetworkSegment(d672978c-393d-4731-963a-1c02c609eefd),segment_id=d672978c-393d-4731-963a-1c02c609eefd)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:37:49.811078 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:49.889676 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Pushing event updated for resources: {'Port': ['ID=3312afed-ecd0-45b4-a43c-7bc27ad4d352,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:37:50.107594 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] get_ports_and_sgs() called for port_ids ['3312afed-ecd0-45b4-a43c-7bc27ad4d352'] {{(pid=88262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 30 05:37:50.620271 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30493f6-2ee1-4233-bd10-5a1b42583621 req-08a3e5f5-5bff-4db0-9b10-4db4c27dcb47 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:37:50.621714 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e30493f6-2ee1-4233-bd10-5a1b42583621 req-08a3e5f5-5bff-4db0-9b10-4db4c27dcb47 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9b75c0b-47c1-4f79-bfdb-28d4fd55e3fe HTTP/1.1" status: 200 len: 945 time: 0.0784037 May 30 05:37:50.668534 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e30493f6-2ee1-4233-bd10-5a1b42583621 req-603a7e59-11ae-447f-af43-30c6ae967894 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb562b7b-9805-4404-b378-f938aa84dc77&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412478 May 30 05:37:51.589609 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device 3312afed-ecd0-45b4-a43c-7bc27ad4d352 up at agent hyperv_hv-neutron-8437 {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:37:51.654757 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Provisioning for port 3312afed-ecd0-45b4-a43c-7bc27ad4d352 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:37:51.659499 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Provisioning complete for port 3312afed-ecd0-45b4-a43c-7bc27ad4d352 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:37:51.659863 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:51.774091 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Current status of the port 3312afed-ecd0-45b4-a43c-7bc27ad4d352 is: BUILD; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:37:51.774482 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:51.803127 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9b75c0b-47c1-4f79-bfdb-28d4fd55e3fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3312afed-ecd0-45b4-a43c-7bc27ad4d352'}] {{(pid=88262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:37:51.813582 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port 3312afed-ecd0-45b4-a43c-7bc27ad4d352, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=3312afed-ecd0-45b4-a43c-7bc27ad4d352,segment=NetworkSegment(d672978c-393d-4731-963a-1c02c609eefd),segment_id=d672978c-393d-4731-963a-1c02c609eefd)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:37:51.817450 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:51.853114 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9722183d-9356-43b9-98c1-979e1c6b1752 req-f52de6f1-a7d2-4479-9c58-97192e7d7aa8 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:37:51.854537 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9722183d-9356-43b9-98c1-979e1c6b1752 req-f52de6f1-a7d2-4479-9c58-97192e7d7aa8 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9b75c0b-47c1-4f79-bfdb-28d4fd55e3fe HTTP/1.1" status: 200 len: 945 time: 0.0812223 May 30 05:37:51.891138 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Pushing event updated for resources: {'Port': ['ID=3312afed-ecd0-45b4-a43c-7bc27ad4d352,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:37:51.899984 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9722183d-9356-43b9-98c1-979e1c6b1752 req-7ac70c5d-3110-40b9-8198-a32a2e175111 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb562b7b-9805-4404-b378-f938aa84dc77&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384142 May 30 05:37:51.949930 dv-neutron-843763-1-hyperv neutron-server[88262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0fa11882-bfb9-4e3e-a8b4-0562a153b934'] response: {'server_uuid': 'a9b75c0b-47c1-4f79-bfdb-28d4fd55e3fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3312afed-ecd0-45b4-a43c-7bc27ad4d352', 'code': 200} May 30 05:37:52.175093 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbfc5f1-e387-4df1-85ae-66d173284bd7 req-f583e143-9006-48cb-b99c-27a13030b578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:37:52.176442 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9fbfc5f1-e387-4df1-85ae-66d173284bd7 req-f583e143-9006-48cb-b99c-27a13030b578 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a9b75c0b-47c1-4f79-bfdb-28d4fd55e3fe HTTP/1.1" status: 200 len: 1099 time: 0.0722268 May 30 05:37:52.195624 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-45f79e78-106a-4f09-9d2c-69baeab7263d None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 05:37:52.215782 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9fbfc5f1-e387-4df1-85ae-66d173284bd7 req-7020ed9b-3b3e-4b5d-961d-98997bcfa73f service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=bb562b7b-9805-4404-b378-f938aa84dc77&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328348 May 30 05:37:53.081090 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9a43e4-25ab-44b0-9e1f-f4020532f3ef req-719859ff-6d3d-4239-95d2-27b287ce82d5 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:37:53.082581 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7e9a43e4-25ab-44b0-9e1f-f4020532f3ef req-719859ff-6d3d-4239-95d2-27b287ce82d5 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9b75c0b-47c1-4f79-bfdb-28d4fd55e3fe HTTP/1.1" status: 200 len: 946 time: 0.0799041 May 30 05:37:53.134178 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7e9a43e4-25ab-44b0-9e1f-f4020532f3ef req-ce7048b1-42da-4cbf-8a3c-ab66d68e8fc4 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb562b7b-9805-4404-b378-f938aa84dc77&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455768 May 30 05:37:54.318230 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b755011-9e69-4b60-97e8-9690e787e455 req-eb212ece-d7e7-4187-a9f5-a4cf6ce80b37 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:37:54.319710 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8b755011-9e69-4b60-97e8-9690e787e455 req-eb212ece-d7e7-4187-a9f5-a4cf6ce80b37 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9b75c0b-47c1-4f79-bfdb-28d4fd55e3fe HTTP/1.1" status: 200 len: 946 time: 0.0813193 May 30 05:37:54.364439 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8b755011-9e69-4b60-97e8-9690e787e455 req-e3c08fb8-d34d-43f8-9119-389b22b1653f tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb562b7b-9805-4404-b378-f938aa84dc77&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389540 May 30 05:37:54.544612 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fae388-c36a-4bd5-9185-8364a04fdbba req-1ea5c4db-5158-4ec7-aad3-bab7c96bf2c6 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:37:54.546073 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-14fae388-c36a-4bd5-9185-8364a04fdbba req-1ea5c4db-5158-4ec7-aad3-bab7c96bf2c6 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9b75c0b-47c1-4f79-bfdb-28d4fd55e3fe HTTP/1.1" status: 200 len: 946 time: 0.0787921 May 30 05:37:54.592296 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-14fae388-c36a-4bd5-9185-8364a04fdbba req-983b4d07-27ef-44f6-8679-d6c94f2e6a54 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb562b7b-9805-4404-b378-f938aa84dc77&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406096 May 30 05:37:54.614638 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 53906) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:37:54.685122 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b8add43-4f57-4260-831b-06de18777f26 tempest-TestNetworkAdvancedServerOps-1936340429 tempest-TestNetworkAdvancedServerOps-1936340429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:37:54.686640 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-0b8add43-4f57-4260-831b-06de18777f26 tempest-TestNetworkAdvancedServerOps-1936340429 tempest-TestNetworkAdvancedServerOps-1936340429-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=a9b75c0b-47c1-4f79-bfdb-28d4fd55e3fe HTTP/1.1" status: 200 len: 1094 time: 0.0711129 May 30 05:37:54.689390 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 53910) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:37:54.694188 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-3880a878-b5e0-4ebc-b709-d2f63c7fe7fa tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Request body: {'floatingip': {'floating_network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'port_id': '3312afed-ecd0-45b4-a43c-7bc27ad4d352', 'tenant_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:37:54.700454 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-3880a878-b5e0-4ebc-b709-d2f63c7fe7fa tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:37:54.704350 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-3880a878-b5e0-4ebc-b709-d2f63c7fe7fa tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Usage tracker for resource:floatingip and tenant:c5c2cbbf31414007b91a65943a87a6a2 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:37:54.707222 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-3880a878-b5e0-4ebc-b709-d2f63c7fe7fa tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:37:54.713474 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-3880a878-b5e0-4ebc-b709-d2f63c7fe7fa tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:37:54.723613 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3880a878-b5e0-4ebc-b709-d2f63c7fe7fa tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for floatingip, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:54.857684 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3880a878-b5e0-4ebc-b709-d2f63c7fe7fa tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:54.990661 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-3880a878-b5e0-4ebc-b709-d2f63c7fe7fa tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Allocated IP 172.26.6.102 (1bab70f4-3794-44db-8e17-19f483aa8ffa/6b5b73c1-b0ce-4f83-a930-c00cc5522926/2cdc1e8d-f138-4dd7-857f-317ad03451a6) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:37:55.132453 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3880a878-b5e0-4ebc-b709-d2f63c7fe7fa tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:55.160721 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3880a878-b5e0-4ebc-b709-d2f63c7fe7fa tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:55.225125 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3880a878-b5e0-4ebc-b709-d2f63c7fe7fa tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Network 1bab70f4-3794-44db-8e17-19f483aa8ffa is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:37:55.228090 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-3880a878-b5e0-4ebc-b709-d2f63c7fe7fa tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:37:55.231689 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3880a878-b5e0-4ebc-b709-d2f63c7fe7fa tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:37:55.267073 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3880a878-b5e0-4ebc-b709-d2f63c7fe7fa tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Pushing event updated for resources: {'Port': ['ID=2cdc1e8d-f138-4dd7-857f-317ad03451a6,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:37:55.728636 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3880a878-b5e0-4ebc-b709-d2f63c7fe7fa tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:55.799052 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3880a878-b5e0-4ebc-b709-d2f63c7fe7fa tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:56.000811 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3880a878-b5e0-4ebc-b709-d2f63c7fe7fa tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:56.005071 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3880a878-b5e0-4ebc-b709-d2f63c7fe7fa tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2304381'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:56.116306 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3880a878-b5e0-4ebc-b709-d2f63c7fe7fa tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Pushing event updated for resources: {'Port': ['ID=2cdc1e8d-f138-4dd7-857f-317ad03451a6,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:37:56.127414 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3880a878-b5e0-4ebc-b709-d2f63c7fe7fa tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1604762'] for floatingip, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:56.297031 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.db.l3_db [None req-3880a878-b5e0-4ebc-b709-d2f63c7fe7fa tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Floating IP e6990641-dff2-4f46-bf51-d97916cb2375 associated. External IP: 172.26.6.102, port: 3312afed-ecd0-45b4-a43c-7bc27ad4d352. May 30 05:37:56.637064 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3880a878-b5e0-4ebc-b709-d2f63c7fe7fa tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Router 75fd0bb5-e80e-4fa1-af95-5830583c7118 has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 05:37:56.916923 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3880a878-b5e0-4ebc-b709-d2f63c7fe7fa tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:37:56.926276 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0013f8af-0247-403d-a223-cb074860781e None None] Sync routers for ids ['75fd0bb5-e80e-4fa1-af95-5830583c7118'] in dv-neutron-843763-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:37:56.935737 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0013f8af-0247-403d-a223-cb074860781e None None] Routers {'75fd0bb5-e80e-4fa1-af95-5830583c7118'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:37:56.936383 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-0013f8af-0247-403d-a223-cb074860781e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:37:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['75fd0bb5-e80e-4fa1-af95-5830583c7118'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:37:56.940227 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3880a878-b5e0-4ebc-b709-d2f63c7fe7fa tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for floatingip, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:56.995077 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-3880a878-b5e0-4ebc-b709-d2f63c7fe7fa tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3042727 May 30 05:37:56.995304 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9b75c0b-47c1-4f79-bfdb-28d4fd55e3fe', 'tag': '3312afed-ecd0-45b4-a43c-7bc27ad4d352'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:37:57.108877 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-0013f8af-0247-403d-a223-cb074860781e None None] Set router 75fd0bb5-e80e-4fa1-af95-5830583c7118 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:37:57.156795 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f744f222-3cc4-461d-abcd-61e859e8d01e req-1ee95042-b441-4a5d-9d11-b2d8d1ac8d8c tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:37:57.158324 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f744f222-3cc4-461d-abcd-61e859e8d01e req-1ee95042-b441-4a5d-9d11-b2d8d1ac8d8c tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9b75c0b-47c1-4f79-bfdb-28d4fd55e3fe HTTP/1.1" status: 200 len: 946 time: 0.0798762 May 30 05:37:57.205225 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f744f222-3cc4-461d-abcd-61e859e8d01e req-989e6c4e-e1a6-4441-a2ce-89305c6d3ff7 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb562b7b-9805-4404-b378-f938aa84dc77&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411255 May 30 05:37:57.229074 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 53918) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:37:57.269895 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94dca4df-d644-4e24-bdd4-fcb889accdc3'] response: {'name': 'network-changed', 'server_uuid': 'a9b75c0b-47c1-4f79-bfdb-28d4fd55e3fe', 'tag': '3312afed-ecd0-45b4-a43c-7bc27ad4d352', 'status': 'completed', 'code': 200} May 30 05:37:57.347094 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-3e192223-660b-4af7-bd7c-6a7fcc70114f tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/floatingips/e6990641-dff2-4f46-bf51-d97916cb2375 HTTP/1.1" status: 200 len: 992 time: 0.1149328 May 30 05:37:57.359194 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed6d80f-6a4a-4453-aba5-88e4f6b23d1c req-b50ccb75-c7cd-4381-a92d-5b9d84ec0bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:37:57.360684 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2ed6d80f-6a4a-4453-aba5-88e4f6b23d1c req-b50ccb75-c7cd-4381-a92d-5b9d84ec0bcf service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c5c2cbbf31414007b91a65943a87a6a2&device_id=a9b75c0b-47c1-4f79-bfdb-28d4fd55e3fe HTTP/1.1" status: 200 len: 1099 time: 0.0706208 May 30 05:37:57.453701 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-0013f8af-0247-403d-a223-cb074860781e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75fd0bb5-e80e-4fa1-af95-5830583c7118', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1398456801', 'tenant_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.176'}], 'enable_snat': True}, 'gw_port_id': 'ba4a1e50-bba2-4623-98df-93963d6a5fb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:37:34Z', 'updated_at': '2022-05-30T05:37:39Z', 'revision_number': 4, 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'gw_port': {'id': 'ba4a1e50-bba2-4623-98df-93963d6a5fb3', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:df:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75fd0bb5-e80e-4fa1-af95-5830583c7118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:37:35Z', 'updated_at': '2022-05-30T05:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_floatingips': [{'id': 'e6990641-dff2-4f46-bf51-d97916cb2375', 'tenant_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'floating_ip_address': '172.26.6.102', 'floating_network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'router_id': '75fd0bb5-e80e-4fa1-af95-5830583c7118', 'port_id': '3312afed-ecd0-45b4-a43c-7bc27ad4d352', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1725, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2bce1f0-825b-4082-80f0-266b4bfccb83', 'mac_address': 'fa:16:3e:09:ee:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b75c0b-47c1-4f79-bfdb-28d4fd55e3fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T05:37:55Z', 'updated_at': '2022-05-30T05:37:55Z', 'revision_number': 0, 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e46edf91-ff8b-4ab7-a576-fbc3d4c29f08', 'name': '', 'network_id': 'd2bce1f0-825b-4082-80f0-266b4bfccb83', 'tenant_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'mac_address': 'fa:16:3e:cb:ea:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75fd0bb5-e80e-4fa1-af95-5830583c7118', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '2e6a9615-44e4-40c6-98d9-2293b72053a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:37:38Z', 'updated_at': '2022-05-30T05:37:45Z', 'revision_number': 5, 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'subnets': [{'id': '2e6a9615-44e4-40c6-98d9-2293b72053a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:37:57.457472 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0013f8af-0247-403d-a223-cb074860781e None None] Checking router: 75fd0bb5-e80e-4fa1-af95-5830583c7118 for host: dv-neutron-843763-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 05:37:57.465911 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0013f8af-0247-403d-a223-cb074860781e None None] Routers {'75fd0bb5-e80e-4fa1-af95-5830583c7118'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:37:57.466500 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-0013f8af-0247-403d-a223-cb074860781e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:37:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['75fd0bb5-e80e-4fa1-af95-5830583c7118'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:37:57.490913 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed6d80f-6a4a-4453-aba5-88e4f6b23d1c req-367876e5-a62e-4e6a-9240-2a93714bc55b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:37:57.492356 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2ed6d80f-6a4a-4453-aba5-88e4f6b23d1c req-367876e5-a62e-4e6a-9240-2a93714bc55b service neutron] 10.222.0.39 "GET /v2.0/networks?id=d2bce1f0-825b-4082-80f0-266b4bfccb83 HTTP/1.1" status: 200 len: 897 time: 0.1256058 May 30 05:37:57.594812 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2ed6d80f-6a4a-4453-aba5-88e4f6b23d1c req-f2e73610-313d-448b-9831-21fb7082ff33 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3312afed-ecd0-45b4-a43c-7bc27ad4d352 HTTP/1.1" status: 200 len: 1000 time: 0.0960720 May 30 05:37:57.641726 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-0013f8af-0247-403d-a223-cb074860781e None None] Set router 75fd0bb5-e80e-4fa1-af95-5830583c7118 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:37:57.656634 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed6d80f-6a4a-4453-aba5-88e4f6b23d1c req-88490669-264b-44ca-bd24-4d0b4a9f05af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:37:57.658156 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2ed6d80f-6a4a-4453-aba5-88e4f6b23d1c req-88490669-264b-44ca-bd24-4d0b4a9f05af service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2e6a9615-44e4-40c6-98d9-2293b72053a8 HTTP/1.1" status: 200 len: 835 time: 0.0577116 May 30 05:37:57.744950 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed6d80f-6a4a-4453-aba5-88e4f6b23d1c req-947db3d6-5cbb-459b-9347-4597c63ca7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:37:57.746371 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2ed6d80f-6a4a-4453-aba5-88e4f6b23d1c req-947db3d6-5cbb-459b-9347-4597c63ca7dc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d2bce1f0-825b-4082-80f0-266b4bfccb83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0829740 May 30 05:37:57.877799 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2ed6d80f-6a4a-4453-aba5-88e4f6b23d1c req-0842bf2b-3f61-492a-a360-87a33e38ce9e service neutron] 10.222.0.39 "GET /v2.0/networks/d2bce1f0-825b-4082-80f0-266b4bfccb83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253207 May 30 05:37:58.008415 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2ed6d80f-6a4a-4453-aba5-88e4f6b23d1c req-e0fd4713-08c4-4033-a1b0-53a3a67bf401 service neutron] 10.222.0.39 "GET /v2.0/networks/d2bce1f0-825b-4082-80f0-266b4bfccb83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250582 May 30 05:37:58.014928 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-0013f8af-0247-403d-a223-cb074860781e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75fd0bb5-e80e-4fa1-af95-5830583c7118', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1398456801', 'tenant_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.176'}], 'enable_snat': True}, 'gw_port_id': 'ba4a1e50-bba2-4623-98df-93963d6a5fb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:37:34Z', 'updated_at': '2022-05-30T05:37:39Z', 'revision_number': 4, 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'gw_port': {'id': 'ba4a1e50-bba2-4623-98df-93963d6a5fb3', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:df:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75fd0bb5-e80e-4fa1-af95-5830583c7118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:37:35Z', 'updated_at': '2022-05-30T05:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_floatingips': [{'id': 'e6990641-dff2-4f46-bf51-d97916cb2375', 'tenant_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'floating_ip_address': '172.26.6.102', 'floating_network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'router_id': '75fd0bb5-e80e-4fa1-af95-5830583c7118', 'port_id': '3312afed-ecd0-45b4-a43c-7bc27ad4d352', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1725, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2bce1f0-825b-4082-80f0-266b4bfccb83', 'mac_address': 'fa:16:3e:09:ee:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b75c0b-47c1-4f79-bfdb-28d4fd55e3fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T05:37:55Z', 'updated_at': '2022-05-30T05:37:55Z', 'revision_number': 0, 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e46edf91-ff8b-4ab7-a576-fbc3d4c29f08', 'name': '', 'network_id': 'd2bce1f0-825b-4082-80f0-266b4bfccb83', 'tenant_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'mac_address': 'fa:16:3e:cb:ea:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75fd0bb5-e80e-4fa1-af95-5830583c7118', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '2e6a9615-44e4-40c6-98d9-2293b72053a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:37:38Z', 'updated_at': '2022-05-30T05:37:45Z', 'revision_number': 5, 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'subnets': [{'id': '2e6a9615-44e4-40c6-98d9-2293b72053a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:37:58.018368 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0013f8af-0247-403d-a223-cb074860781e None None] The sync data for ids ['75fd0bb5-e80e-4fa1-af95-5830583c7118'] in dv-neutron-843763-1-hyperv is: [{'id': '75fd0bb5-e80e-4fa1-af95-5830583c7118', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1398456801', 'tenant_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.176'}], 'enable_snat': True}, 'gw_port_id': 'ba4a1e50-bba2-4623-98df-93963d6a5fb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:37:34Z', 'updated_at': '2022-05-30T05:37:39Z', 'revision_number': 4, 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'gw_port': {'id': 'ba4a1e50-bba2-4623-98df-93963d6a5fb3', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:df:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75fd0bb5-e80e-4fa1-af95-5830583c7118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:37:35Z', 'updated_at': '2022-05-30T05:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_floatingips': [{'id': 'e6990641-dff2-4f46-bf51-d97916cb2375', 'tenant_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'floating_ip_address': '172.26.6.102', 'floating_network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'router_id': '75fd0bb5-e80e-4fa1-af95-5830583c7118', 'port_id': '3312afed-ecd0-45b4-a43c-7bc27ad4d352', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1725, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2bce1f0-825b-4082-80f0-266b4bfccb83', 'mac_address': 'fa:16:3e:09:ee:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b75c0b-47c1-4f79-bfdb-28d4fd55e3fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T05:37:55Z', 'updated_at': '2022-05-30T05:37:55Z', 'revision_number': 0, 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e46edf91-ff8b-4ab7-a576-fbc3d4c29f08', 'name': '', 'network_id': 'd2bce1f0-825b-4082-80f0-266b4bfccb83', 'tenant_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'mac_address': 'fa:16:3e:cb:ea:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75fd0bb5-e80e-4fa1-af95-5830583c7118', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '2e6a9615-44e4-40c6-98d9-2293b72053a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:37:38Z', 'updated_at': '2022-05-30T05:37:45Z', 'revision_number': 5, 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'subnets': [{'id': '2e6a9615-44e4-40c6-98d9-2293b72053a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:37:58.091620 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a6bf0ef8-9bcc-4b16-95ba-6146b0b92515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:37:58.208403 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c6c68d-277c-4a56-87d7-e161d21d4a5b None None] New status for floating IP e6990641-dff2-4f46-bf51-d97916cb2375: ACTIVE {{(pid=88262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 30 05:37:58.349902 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 53922) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:37:58.457893 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-baf8db6d-48e0-42c0-9cb1-dda6e069752e tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/floatingips/e6990641-dff2-4f46-bf51-d97916cb2375 HTTP/1.1" status: 200 len: 992 time: 0.1067679 May 30 05:37:59.461698 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 53926) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:37:59.587812 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-96820aa9-735f-44ae-a2f0-e6bff3b2a920 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/floatingips/e6990641-dff2-4f46-bf51-d97916cb2375 HTTP/1.1" status: 200 len: 994 time: 0.1248996 May 30 05:38:00.287798 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-2c175d74-d3ec-4494-b8a1-8caf52dfab3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:38:01.369054 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56ded65b-0e68-413c-8b9b-1097922cc81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:38:01.533302 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:38:02.934144 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a142624-940e-4c55-bf49-a5329c884075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:38:17.716125 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:38:28.096338 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-d06efb6f-3867-4ab3-aabf-6c9d4536dfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:38:29.194500 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-45f79e78-106a-4f09-9d2c-69baeab7263d None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 05:38:30.291053 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c8060f11-849c-498a-93a6-1037d7111ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:38:31.372782 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56ded65b-0e68-413c-8b9b-1097922cc81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:38:31.534920 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:38:32.937415 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a142624-940e-4c55-bf49-a5329c884075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:38:35.100405 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f0c9e3f2-e921-41cf-bfc4-95a53589a60a req-4fbe9ee8-9958-45dc-9f01-85f778cf3ff2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a9b75c0b-47c1-4f79-bfdb-28d4fd55e3fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0691259 May 30 05:38:35.232862 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c9e3f2-e921-41cf-bfc4-95a53589a60a req-04f60f83-8135-4824-9ade-8ebac5829936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:38:35.234261 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f0c9e3f2-e921-41cf-bfc4-95a53589a60a req-04f60f83-8135-4824-9ade-8ebac5829936 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c5c2cbbf31414007b91a65943a87a6a2&device_id=a9b75c0b-47c1-4f79-bfdb-28d4fd55e3fe HTTP/1.1" status: 200 len: 1099 time: 0.0689313 May 30 05:38:35.374348 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c9e3f2-e921-41cf-bfc4-95a53589a60a req-0744f55a-88c9-44e4-8cb6-9a3ab7b2236e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:38:35.375768 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f0c9e3f2-e921-41cf-bfc4-95a53589a60a req-0744f55a-88c9-44e4-8cb6-9a3ab7b2236e service neutron] 10.222.0.39 "GET /v2.0/networks?id=d2bce1f0-825b-4082-80f0-266b4bfccb83 HTTP/1.1" status: 200 len: 897 time: 0.1228991 May 30 05:38:35.475593 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f0c9e3f2-e921-41cf-bfc4-95a53589a60a req-63cd23d7-60ae-4857-8ba6-2e5206cb826e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3312afed-ecd0-45b4-a43c-7bc27ad4d352 HTTP/1.1" status: 200 len: 1002 time: 0.0935807 May 30 05:38:35.638451 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c9e3f2-e921-41cf-bfc4-95a53589a60a req-e3c51798-bdfc-4baf-9e77-f4415cce9f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:38:35.639882 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f0c9e3f2-e921-41cf-bfc4-95a53589a60a req-e3c51798-bdfc-4baf-9e77-f4415cce9f14 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2e6a9615-44e4-40c6-98d9-2293b72053a8 HTTP/1.1" status: 200 len: 835 time: 0.1587975 May 30 05:38:35.712314 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c9e3f2-e921-41cf-bfc4-95a53589a60a req-9680fe00-fed6-4f7a-914a-14265be3ec60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:38:35.713834 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f0c9e3f2-e921-41cf-bfc4-95a53589a60a req-9680fe00-fed6-4f7a-914a-14265be3ec60 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d2bce1f0-825b-4082-80f0-266b4bfccb83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0671325 May 30 05:38:35.839445 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f0c9e3f2-e921-41cf-bfc4-95a53589a60a req-371cb198-1a81-4012-ab0a-da087222e2a2 service neutron] 10.222.0.39 "GET /v2.0/networks/d2bce1f0-825b-4082-80f0-266b4bfccb83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199410 May 30 05:38:35.969187 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f0c9e3f2-e921-41cf-bfc4-95a53589a60a req-7504e8a2-ecaf-403d-bdf7-024f478deed7 service neutron] 10.222.0.39 "GET /v2.0/networks/d2bce1f0-825b-4082-80f0-266b4bfccb83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216877 May 30 05:38:47.734895 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:38:58.099058 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-189148f8-e754-438c-b139-72d96d8e9ac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:39:00.293198 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-0e25a88a-24ac-4b88-ae68-313e3f34e75c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:39:00.491838 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b5708f-a0cb-45a4-bfae-4cfeecc837ca req-2cc9199b-24c6-40db-b62d-7cdda9cb5daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:39:00.493317 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f3b5708f-a0cb-45a4-bfae-4cfeecc837ca req-2cc9199b-24c6-40db-b62d-7cdda9cb5daa service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c5c2cbbf31414007b91a65943a87a6a2&device_id=a9b75c0b-47c1-4f79-bfdb-28d4fd55e3fe HTTP/1.1" status: 200 len: 1099 time: 0.1367564 May 30 05:39:00.504854 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6276aa2-b0d7-4955-8eb3-83b05fa03b30 req-7398376d-737e-4950-b7d3-528f9bbb0784 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:39:00.506262 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e6276aa2-b0d7-4955-8eb3-83b05fa03b30 req-7398376d-737e-4950-b7d3-528f9bbb0784 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9b75c0b-47c1-4f79-bfdb-28d4fd55e3fe HTTP/1.1" status: 200 len: 946 time: 0.1151810 May 30 05:39:00.627990 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e6276aa2-b0d7-4955-8eb3-83b05fa03b30 req-01631927-5b51-463d-b453-32af85564c40 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb562b7b-9805-4404-b378-f938aa84dc77&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1033177 May 30 05:39:00.663850 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b5708f-a0cb-45a4-bfae-4cfeecc837ca req-c4eb6d8f-c380-42d8-96e5-a70ba57468fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:39:00.665229 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f3b5708f-a0cb-45a4-bfae-4cfeecc837ca req-c4eb6d8f-c380-42d8-96e5-a70ba57468fc service neutron] 10.222.0.39 "GET /v2.0/networks?id=d2bce1f0-825b-4082-80f0-266b4bfccb83 HTTP/1.1" status: 200 len: 897 time: 0.1581259 May 30 05:39:00.767584 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f3b5708f-a0cb-45a4-bfae-4cfeecc837ca req-e6e1caca-b417-4dc7-aebb-0fb8efde1c8f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3312afed-ecd0-45b4-a43c-7bc27ad4d352 HTTP/1.1" status: 200 len: 1002 time: 0.0960259 May 30 05:39:00.834573 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b5708f-a0cb-45a4-bfae-4cfeecc837ca req-61df5748-2f46-4ba3-b315-9192515f805c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:39:00.835986 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f3b5708f-a0cb-45a4-bfae-4cfeecc837ca req-61df5748-2f46-4ba3-b315-9192515f805c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2e6a9615-44e4-40c6-98d9-2293b72053a8 HTTP/1.1" status: 200 len: 835 time: 0.0613499 May 30 05:39:00.912824 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b5708f-a0cb-45a4-bfae-4cfeecc837ca req-11ce1090-5021-4423-888a-433c018ce972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:39:00.914335 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f3b5708f-a0cb-45a4-bfae-4cfeecc837ca req-11ce1090-5021-4423-888a-433c018ce972 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d2bce1f0-825b-4082-80f0-266b4bfccb83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711761 May 30 05:39:01.045410 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f3b5708f-a0cb-45a4-bfae-4cfeecc837ca req-78e094f2-71bb-4a04-894a-16ace3cce2d9 service neutron] 10.222.0.39 "GET /v2.0/networks/d2bce1f0-825b-4082-80f0-266b4bfccb83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244934 May 30 05:39:01.175649 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f3b5708f-a0cb-45a4-bfae-4cfeecc837ca req-5ee6029e-f2d7-4d5a-984c-0017c60a25f7 service neutron] 10.222.0.39 "GET /v2.0/networks/d2bce1f0-825b-4082-80f0-266b4bfccb83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240320 May 30 05:39:01.375193 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56ded65b-0e68-413c-8b9b-1097922cc81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:39:01.535976 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:39:01.814881 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6020adad-0f3d-4bf1-bd03-ee56c10a57d7 req-8621e4a8-c0bb-4ab0-a85b-390a4cd8d973 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:39:01.816331 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6020adad-0f3d-4bf1-bd03-ee56c10a57d7 req-8621e4a8-c0bb-4ab0-a85b-390a4cd8d973 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9b75c0b-47c1-4f79-bfdb-28d4fd55e3fe HTTP/1.1" status: 200 len: 946 time: 0.0805087 May 30 05:39:01.863021 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6020adad-0f3d-4bf1-bd03-ee56c10a57d7 req-0565655c-c73f-4fc5-86f8-6912a135b840 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb562b7b-9805-4404-b378-f938aa84dc77&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410459 May 30 05:39:02.938631 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a142624-940e-4c55-bf49-a5329c884075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:39:03.043458 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c3ed5d-c9fa-43d9-91cc-2cacda05eab1 req-e01d1a5f-94a2-49d7-8523-098fa51491c4 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:39:03.044889 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b5c3ed5d-c9fa-43d9-91cc-2cacda05eab1 req-e01d1a5f-94a2-49d7-8523-098fa51491c4 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9b75c0b-47c1-4f79-bfdb-28d4fd55e3fe HTTP/1.1" status: 200 len: 946 time: 0.0777993 May 30 05:39:03.087961 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b5c3ed5d-c9fa-43d9-91cc-2cacda05eab1 req-4a2c614c-aa67-4d19-a58d-b0eca0421b2d tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb562b7b-9805-4404-b378-f938aa84dc77&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0374563 May 30 05:39:04.273041 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cb6e36-ecc7-4dae-b228-8a35caeebe20 req-8dc6011b-4938-4810-9645-67abcf8131d1 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:39:04.274594 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-85cb6e36-ecc7-4dae-b228-8a35caeebe20 req-8dc6011b-4938-4810-9645-67abcf8131d1 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9b75c0b-47c1-4f79-bfdb-28d4fd55e3fe HTTP/1.1" status: 200 len: 946 time: 0.0837650 May 30 05:39:04.317491 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-85cb6e36-ecc7-4dae-b228-8a35caeebe20 req-7f4a3de9-6e1d-4981-97a5-ee958bc516e7 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb562b7b-9805-4404-b378-f938aa84dc77&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372698 May 30 05:39:05.496755 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1f637a-31d3-40bc-8d05-744432e0fb6f req-c55b8ccf-a9a1-4ea1-b487-d3dfba80ddd2 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:39:05.498214 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9b1f637a-31d3-40bc-8d05-744432e0fb6f req-c55b8ccf-a9a1-4ea1-b487-d3dfba80ddd2 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9b75c0b-47c1-4f79-bfdb-28d4fd55e3fe HTTP/1.1" status: 200 len: 946 time: 0.0775304 May 30 05:39:05.541129 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9b1f637a-31d3-40bc-8d05-744432e0fb6f req-89891adc-e0c5-46f4-82b7-6143e2592882 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb562b7b-9805-4404-b378-f938aa84dc77&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373878 May 30 05:39:06.193141 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-45f79e78-106a-4f09-9d2c-69baeab7263d None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 05:39:06.818596 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab2c733-801d-4676-942a-3b90ecae67db req-b782c2cd-5b73-4fef-97c1-053737401aba tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:39:06.820086 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-cab2c733-801d-4676-942a-3b90ecae67db req-b782c2cd-5b73-4fef-97c1-053737401aba tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9b75c0b-47c1-4f79-bfdb-28d4fd55e3fe HTTP/1.1" status: 200 len: 946 time: 0.1769881 May 30 05:39:06.863139 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-cab2c733-801d-4676-942a-3b90ecae67db req-9e22f2ba-aa93-4f92-8797-40e7edb487cb tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb562b7b-9805-4404-b378-f938aa84dc77&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373049 May 30 05:39:08.040200 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66ac581-54ea-42b4-ba05-dbfe47115e89 req-7e202a74-421d-4ac6-b4bc-3ace9fc60429 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:39:08.041622 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b66ac581-54ea-42b4-ba05-dbfe47115e89 req-7e202a74-421d-4ac6-b4bc-3ace9fc60429 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9b75c0b-47c1-4f79-bfdb-28d4fd55e3fe HTTP/1.1" status: 200 len: 946 time: 0.0781004 May 30 05:39:08.087469 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b66ac581-54ea-42b4-ba05-dbfe47115e89 req-eb87e918-3c6f-4566-ac38-e91f39b9de78 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb562b7b-9805-4404-b378-f938aa84dc77&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402641 May 30 05:39:09.270633 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458c6a9f-0492-4f93-85ad-ba99f31d002e req-879420e2-b5db-4768-8de2-4a07ebc44a56 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:39:09.272077 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-458c6a9f-0492-4f93-85ad-ba99f31d002e req-879420e2-b5db-4768-8de2-4a07ebc44a56 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9b75c0b-47c1-4f79-bfdb-28d4fd55e3fe HTTP/1.1" status: 200 len: 946 time: 0.0794666 May 30 05:39:09.315507 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-458c6a9f-0492-4f93-85ad-ba99f31d002e req-5e0765fe-deeb-441e-8d50-2149753997bb tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb562b7b-9805-4404-b378-f938aa84dc77&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372753 May 30 05:39:10.499757 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7003d51-75f4-4254-aa8b-4a0cf2932c0e req-c92e6c31-680d-461f-9aec-02990ec44243 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:39:10.501206 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f7003d51-75f4-4254-aa8b-4a0cf2932c0e req-c92e6c31-680d-461f-9aec-02990ec44243 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9b75c0b-47c1-4f79-bfdb-28d4fd55e3fe HTTP/1.1" status: 200 len: 946 time: 0.0824578 May 30 05:39:10.544571 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f7003d51-75f4-4254-aa8b-4a0cf2932c0e req-b4d78bc1-5315-4121-91b0-9ecd1c0011e3 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb562b7b-9805-4404-b378-f938aa84dc77&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377715 May 30 05:39:11.724654 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa10fb7-403e-4880-bd41-35e125541122 req-7b18411c-c6ff-471d-8547-3805b89f0683 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:39:11.726124 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-caa10fb7-403e-4880-bd41-35e125541122 req-7b18411c-c6ff-471d-8547-3805b89f0683 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9b75c0b-47c1-4f79-bfdb-28d4fd55e3fe HTTP/1.1" status: 200 len: 946 time: 0.0795462 May 30 05:39:11.770366 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-caa10fb7-403e-4880-bd41-35e125541122 req-080201c4-99d3-48c2-8ca5-9c1e689491f1 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb562b7b-9805-4404-b378-f938aa84dc77&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384395 May 30 05:39:12.957046 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ee5cf2-6dd9-4bc0-a018-e2636430e450 req-1a1fc07e-1e27-420e-a696-91fb76e3cd01 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:39:12.958510 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a3ee5cf2-6dd9-4bc0-a018-e2636430e450 req-1a1fc07e-1e27-420e-a696-91fb76e3cd01 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9b75c0b-47c1-4f79-bfdb-28d4fd55e3fe HTTP/1.1" status: 200 len: 946 time: 0.0818183 May 30 05:39:13.001431 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a3ee5cf2-6dd9-4bc0-a018-e2636430e450 req-2d47745c-c27c-40fc-8608-9b8dd3d8eed8 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb562b7b-9805-4404-b378-f938aa84dc77&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372853 May 30 05:39:13.023758 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 53984) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:39:13.126905 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-72c845c1-67d8-47ba-9c7d-b7eebe23ac68 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/floatingips/e6990641-dff2-4f46-bf51-d97916cb2375 HTTP/1.1" status: 200 len: 994 time: 0.1019299 May 30 05:39:17.743231 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:39:28.099378 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-da10b0e8-9ab2-4e4b-84f6-ecf24b5a1b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:39:30.299080 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-6a170e67-eb1a-40e8-b5ee-c0c2593b4a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:39:31.378621 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56ded65b-0e68-413c-8b9b-1097922cc81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:39:31.536717 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:39:32.941112 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a142624-940e-4c55-bf49-a5329c884075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:39:37.099608 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d8dd313f-f38f-439a-b30a-0311e471493b req-c73fb233-04cd-4d0e-b116-1ff02bd81bb6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a9b75c0b-47c1-4f79-bfdb-28d4fd55e3fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0675385 May 30 05:39:37.238507 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dd313f-f38f-439a-b30a-0311e471493b req-05ef34ed-fe67-4882-af0e-7b22a1aea484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:39:37.240466 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d8dd313f-f38f-439a-b30a-0311e471493b req-05ef34ed-fe67-4882-af0e-7b22a1aea484 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c5c2cbbf31414007b91a65943a87a6a2&device_id=a9b75c0b-47c1-4f79-bfdb-28d4fd55e3fe HTTP/1.1" status: 200 len: 1099 time: 0.0745735 May 30 05:39:37.385110 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dd313f-f38f-439a-b30a-0311e471493b req-d813af37-f18a-434f-a1eb-724ed70b98f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:39:37.387143 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d8dd313f-f38f-439a-b30a-0311e471493b req-d813af37-f18a-434f-a1eb-724ed70b98f5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d2bce1f0-825b-4082-80f0-266b4bfccb83 HTTP/1.1" status: 200 len: 897 time: 0.1272759 May 30 05:39:37.487237 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d8dd313f-f38f-439a-b30a-0311e471493b req-e41c381c-f87e-4f14-b33a-dba25b235d6e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3312afed-ecd0-45b4-a43c-7bc27ad4d352 HTTP/1.1" status: 200 len: 1002 time: 0.0940509 May 30 05:39:37.549616 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dd313f-f38f-439a-b30a-0311e471493b req-e183832f-4015-4026-a23d-3ec1d8653489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:39:37.551019 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d8dd313f-f38f-439a-b30a-0311e471493b req-e183832f-4015-4026-a23d-3ec1d8653489 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2e6a9615-44e4-40c6-98d9-2293b72053a8 HTTP/1.1" status: 200 len: 835 time: 0.0570645 May 30 05:39:37.623543 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dd313f-f38f-439a-b30a-0311e471493b req-24fe530f-5ab1-420b-8b62-6c0e6c14e9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:39:37.624980 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d8dd313f-f38f-439a-b30a-0311e471493b req-24fe530f-5ab1-420b-8b62-6c0e6c14e9bd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d2bce1f0-825b-4082-80f0-266b4bfccb83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0672851 May 30 05:39:37.751745 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d8dd313f-f38f-439a-b30a-0311e471493b req-2cb988d4-ce24-4de9-b6b0-8240f77e0bc1 service neutron] 10.222.0.39 "GET /v2.0/networks/d2bce1f0-825b-4082-80f0-266b4bfccb83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206381 May 30 05:39:37.881833 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d8dd313f-f38f-439a-b30a-0311e471493b req-f18b943d-f9aa-466a-a233-57073332f738 service neutron] 10.222.0.39 "GET /v2.0/networks/d2bce1f0-825b-4082-80f0-266b4bfccb83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238692 May 30 05:39:43.191751 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-45f79e78-106a-4f09-9d2c-69baeab7263d None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 05:39:47.734763 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:39:58.101625 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-d88dbf3d-46b4-45af-af38-f1de41d3cdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:40:00.290015 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-ce3cee8a-3c81-4838-b6e7-fbd7b8f1f8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:40:01.384344 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56ded65b-0e68-413c-8b9b-1097922cc81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:40:01.538447 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:40:01.800093 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 54002) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:40:02.090347 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-026fea96-44cf-4991-984b-0c7361fe27f0 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Deleting port 2cdc1e8d-f138-4dd7-857f-317ad03451a6 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:40:02.090601 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-026fea96-44cf-4991-984b-0c7361fe27f0 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:40:02.254763 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-026fea96-44cf-4991-984b-0c7361fe27f0 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:40:02.255087 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-026fea96-44cf-4991-984b-0c7361fe27f0 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:40:02.373896 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-026fea96-44cf-4991-984b-0c7361fe27f0 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Calling delete_port for 2cdc1e8d-f138-4dd7-857f-317ad03451a6 owned by network:floatingip {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:40:02.530040 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-026fea96-44cf-4991-984b-0c7361fe27f0 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:40:02.576422 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026fea96-44cf-4991-984b-0c7361fe27f0 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Pushing event deleted for resources: {'Port': ['ID=2cdc1e8d-f138-4dd7-857f-317ad03451a6,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:40:02.625847 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026fea96-44cf-4991-984b-0c7361fe27f0 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:40:02.626333 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026fea96-44cf-4991-984b-0c7361fe27f0 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:40:02.626734 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026fea96-44cf-4991-984b-0c7361fe27f0 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:40:02.627078 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026fea96-44cf-4991-984b-0c7361fe27f0 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:40:02.627412 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026fea96-44cf-4991-984b-0c7361fe27f0 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:40:02.627748 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026fea96-44cf-4991-984b-0c7361fe27f0 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:40:02.628076 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026fea96-44cf-4991-984b-0c7361fe27f0 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:40:02.628406 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026fea96-44cf-4991-984b-0c7361fe27f0 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:40:02.628733 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026fea96-44cf-4991-984b-0c7361fe27f0 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:40:02.629056 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026fea96-44cf-4991-984b-0c7361fe27f0 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:40:02.629383 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026fea96-44cf-4991-984b-0c7361fe27f0 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:40:02.629708 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026fea96-44cf-4991-984b-0c7361fe27f0 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:40:02.685663 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-026fea96-44cf-4991-984b-0c7361fe27f0 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for floatingip, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:40:02.686032 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.db.l3_db [None req-026fea96-44cf-4991-984b-0c7361fe27f0 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Floating IP e6990641-dff2-4f46-bf51-d97916cb2375 disassociated (deleted). External IP: 172.26.6.102, port: 3312afed-ecd0-45b4-a43c-7bc27ad4d352. May 30 05:40:02.952638 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a142624-940e-4c55-bf49-a5329c884075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:40:03.041380 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-026fea96-44cf-4991-984b-0c7361fe27f0 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Router 75fd0bb5-e80e-4fa1-af95-5830583c7118 has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 05:40:03.217065 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-026fea96-44cf-4991-984b-0c7361fe27f0 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:40:03.227434 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2feb1796-73d9-424b-98bc-cd94e774f4d2 None None] Sync routers for ids ['75fd0bb5-e80e-4fa1-af95-5830583c7118'] in dv-neutron-843763-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:40:03.238976 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2feb1796-73d9-424b-98bc-cd94e774f4d2 None None] Routers {'75fd0bb5-e80e-4fa1-af95-5830583c7118'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:40:03.239171 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-026fea96-44cf-4991-984b-0c7361fe27f0 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for floatingip, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:40:03.239803 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-2feb1796-73d9-424b-98bc-cd94e774f4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:40:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['75fd0bb5-e80e-4fa1-af95-5830583c7118'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:40:03.306365 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-026fea96-44cf-4991-984b-0c7361fe27f0 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "DELETE /v2.0/floatingips/e6990641-dff2-4f46-bf51-d97916cb2375 HTTP/1.1" status: 204 len: 168 time: 1.5027430 May 30 05:40:03.306365 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9b75c0b-47c1-4f79-bfdb-28d4fd55e3fe', 'tag': '3312afed-ecd0-45b4-a43c-7bc27ad4d352'}] {{(pid=88260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:40:03.418856 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-2feb1796-73d9-424b-98bc-cd94e774f4d2 None None] Set router 75fd0bb5-e80e-4fa1-af95-5830583c7118 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:40:03.538960 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62dcf82e-00e8-4b8c-b2f2-98a5cc2195ed'] response: {'name': 'network-changed', 'server_uuid': 'a9b75c0b-47c1-4f79-bfdb-28d4fd55e3fe', 'tag': '3312afed-ecd0-45b4-a43c-7bc27ad4d352', 'status': 'completed', 'code': 200} May 30 05:40:03.697730 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ec56a2-7399-4ae8-b9c3-da866171ea89 req-9174aa70-b99d-4dab-8935-5e55e2857445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:40:03.699739 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-38ec56a2-7399-4ae8-b9c3-da866171ea89 req-9174aa70-b99d-4dab-8935-5e55e2857445 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c5c2cbbf31414007b91a65943a87a6a2&device_id=a9b75c0b-47c1-4f79-bfdb-28d4fd55e3fe HTTP/1.1" status: 200 len: 1099 time: 0.1385555 May 30 05:40:03.747652 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-2feb1796-73d9-424b-98bc-cd94e774f4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75fd0bb5-e80e-4fa1-af95-5830583c7118', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1398456801', 'tenant_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.176'}], 'enable_snat': True}, 'gw_port_id': 'ba4a1e50-bba2-4623-98df-93963d6a5fb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:37:34Z', 'updated_at': '2022-05-30T05:37:39Z', 'revision_number': 4, 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'gw_port': {'id': 'ba4a1e50-bba2-4623-98df-93963d6a5fb3', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:df:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75fd0bb5-e80e-4fa1-af95-5830583c7118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:37:35Z', 'updated_at': '2022-05-30T05:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': 'e46edf91-ff8b-4ab7-a576-fbc3d4c29f08', 'name': '', 'network_id': 'd2bce1f0-825b-4082-80f0-266b4bfccb83', 'tenant_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'mac_address': 'fa:16:3e:cb:ea:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75fd0bb5-e80e-4fa1-af95-5830583c7118', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '2e6a9615-44e4-40c6-98d9-2293b72053a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:37:38Z', 'updated_at': '2022-05-30T05:37:45Z', 'revision_number': 5, 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'subnets': [{'id': '2e6a9615-44e4-40c6-98d9-2293b72053a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:40:03.751754 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2feb1796-73d9-424b-98bc-cd94e774f4d2 None None] Checking router: 75fd0bb5-e80e-4fa1-af95-5830583c7118 for host: dv-neutron-843763-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 05:40:03.760849 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2feb1796-73d9-424b-98bc-cd94e774f4d2 None None] Routers {'75fd0bb5-e80e-4fa1-af95-5830583c7118'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:40:03.761989 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-2feb1796-73d9-424b-98bc-cd94e774f4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:40:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['75fd0bb5-e80e-4fa1-af95-5830583c7118'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:40:03.897382 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eaec3c-4ea0-4394-b7d0-91070a70f1a3 req-b80c91d0-7447-4508-acff-aba6b947ff29 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:40:03.898842 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c8eaec3c-4ea0-4394-b7d0-91070a70f1a3 req-b80c91d0-7447-4508-acff-aba6b947ff29 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9b75c0b-47c1-4f79-bfdb-28d4fd55e3fe HTTP/1.1" status: 200 len: 946 time: 0.2640707 May 30 05:40:03.941335 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-2feb1796-73d9-424b-98bc-cd94e774f4d2 None None] Set router 75fd0bb5-e80e-4fa1-af95-5830583c7118 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:40:03.979446 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c8eaec3c-4ea0-4394-b7d0-91070a70f1a3 req-7663ea93-052c-42f7-af87-408db8f24d24 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb562b7b-9805-4404-b378-f938aa84dc77&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0737860 May 30 05:40:03.980484 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ec56a2-7399-4ae8-b9c3-da866171ea89 req-b8ca2a24-547a-427b-b3e8-3e878d683946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:40:03.981836 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-38ec56a2-7399-4ae8-b9c3-da866171ea89 req-b8ca2a24-547a-427b-b3e8-3e878d683946 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d2bce1f0-825b-4082-80f0-266b4bfccb83 HTTP/1.1" status: 200 len: 897 time: 0.2748446 May 30 05:40:04.048539 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-38ec56a2-7399-4ae8-b9c3-da866171ea89 req-0c720dee-9033-4f9c-81a5-5e2664beb62e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3312afed-ecd0-45b4-a43c-7bc27ad4d352 HTTP/1.1" status: 200 len: 217 time: 0.0598774 May 30 05:40:04.113366 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ec56a2-7399-4ae8-b9c3-da866171ea89 req-d66e5bf4-8a85-4948-95a2-35b61872e2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:40:04.114805 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-38ec56a2-7399-4ae8-b9c3-da866171ea89 req-d66e5bf4-8a85-4948-95a2-35b61872e2bd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2e6a9615-44e4-40c6-98d9-2293b72053a8 HTTP/1.1" status: 200 len: 835 time: 0.0596647 May 30 05:40:04.189298 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ec56a2-7399-4ae8-b9c3-da866171ea89 req-54d1298b-dc21-4816-b4b2-b2060ec18317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:40:04.190945 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-38ec56a2-7399-4ae8-b9c3-da866171ea89 req-54d1298b-dc21-4816-b4b2-b2060ec18317 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d2bce1f0-825b-4082-80f0-266b4bfccb83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684443 May 30 05:40:04.277435 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-2feb1796-73d9-424b-98bc-cd94e774f4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75fd0bb5-e80e-4fa1-af95-5830583c7118', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1398456801', 'tenant_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.176'}], 'enable_snat': True}, 'gw_port_id': 'ba4a1e50-bba2-4623-98df-93963d6a5fb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:37:34Z', 'updated_at': '2022-05-30T05:37:39Z', 'revision_number': 4, 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'gw_port': {'id': 'ba4a1e50-bba2-4623-98df-93963d6a5fb3', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:df:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75fd0bb5-e80e-4fa1-af95-5830583c7118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:37:35Z', 'updated_at': '2022-05-30T05:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': 'e46edf91-ff8b-4ab7-a576-fbc3d4c29f08', 'name': '', 'network_id': 'd2bce1f0-825b-4082-80f0-266b4bfccb83', 'tenant_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'mac_address': 'fa:16:3e:cb:ea:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75fd0bb5-e80e-4fa1-af95-5830583c7118', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '2e6a9615-44e4-40c6-98d9-2293b72053a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:37:38Z', 'updated_at': '2022-05-30T05:37:45Z', 'revision_number': 5, 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'subnets': [{'id': '2e6a9615-44e4-40c6-98d9-2293b72053a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:40:04.281356 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2feb1796-73d9-424b-98bc-cd94e774f4d2 None None] The sync data for ids ['75fd0bb5-e80e-4fa1-af95-5830583c7118'] in dv-neutron-843763-1-hyperv is: [{'id': '75fd0bb5-e80e-4fa1-af95-5830583c7118', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1398456801', 'tenant_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.176'}], 'enable_snat': True}, 'gw_port_id': 'ba4a1e50-bba2-4623-98df-93963d6a5fb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:37:34Z', 'updated_at': '2022-05-30T05:37:39Z', 'revision_number': 4, 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'gw_port': {'id': 'ba4a1e50-bba2-4623-98df-93963d6a5fb3', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:df:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75fd0bb5-e80e-4fa1-af95-5830583c7118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:37:35Z', 'updated_at': '2022-05-30T05:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': 'e46edf91-ff8b-4ab7-a576-fbc3d4c29f08', 'name': '', 'network_id': 'd2bce1f0-825b-4082-80f0-266b4bfccb83', 'tenant_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'mac_address': 'fa:16:3e:cb:ea:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75fd0bb5-e80e-4fa1-af95-5830583c7118', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '2e6a9615-44e4-40c6-98d9-2293b72053a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:37:38Z', 'updated_at': '2022-05-30T05:37:45Z', 'revision_number': 5, 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'subnets': [{'id': '2e6a9615-44e4-40c6-98d9-2293b72053a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:40:04.326539 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-38ec56a2-7399-4ae8-b9c3-da866171ea89 req-9eb1a766-aae5-4cdb-a406-ff804db56ab4 service neutron] 10.222.0.39 "GET /v2.0/networks/d2bce1f0-825b-4082-80f0-266b4bfccb83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285779 May 30 05:40:04.466799 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-38ec56a2-7399-4ae8-b9c3-da866171ea89 req-1438ce32-38ba-4b20-a845-3a870ab36375 service neutron] 10.222.0.39 "GET /v2.0/networks/d2bce1f0-825b-4082-80f0-266b4bfccb83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332090 May 30 05:40:04.487236 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9068c53c-1a86-42e5-a013-5fe6f2ea3c75 None None] New status for floating IP e6990641-dff2-4f46-bf51-d97916cb2375: DOWN {{(pid=88262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 30 05:40:05.168044 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c255ba-36dd-426b-b078-cf4ba2713773 req-79d448cb-5d75-4eee-be20-1a63d276f6d7 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:40:05.169540 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-92c255ba-36dd-426b-b078-cf4ba2713773 req-79d448cb-5d75-4eee-be20-1a63d276f6d7 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9b75c0b-47c1-4f79-bfdb-28d4fd55e3fe HTTP/1.1" status: 200 len: 946 time: 0.0852587 May 30 05:40:05.212492 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-92c255ba-36dd-426b-b078-cf4ba2713773 req-0d2d4941-b9c2-404b-98b7-a4d5311cfbd0 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb562b7b-9805-4404-b378-f938aa84dc77&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373480 May 30 05:40:05.481940 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaa6c5d-3a70-436f-aa52-7d3d715212db req-42725ab6-cc47-4890-b07a-e8bbaa411c8f tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:40:05.483306 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5eaa6c5d-3a70-436f-aa52-7d3d715212db req-42725ab6-cc47-4890-b07a-e8bbaa411c8f tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.39 "GET /v2.0/ports?device_id=a9b75c0b-47c1-4f79-bfdb-28d4fd55e3fe HTTP/1.1" status: 200 len: 946 time: 0.0781324 May 30 05:40:05.555358 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [req-5eaa6c5d-3a70-436f-aa52-7d3d715212db req-fe3e9d0a-8eac-477b-a102-f5abeb0669c7 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Deleting port 3312afed-ecd0-45b4-a43c-7bc27ad4d352 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:40:05.555699 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-5eaa6c5d-3a70-436f-aa52-7d3d715212db req-fe3e9d0a-8eac-477b-a102-f5abeb0669c7 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:40:05.795750 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [req-5eaa6c5d-3a70-436f-aa52-7d3d715212db req-fe3e9d0a-8eac-477b-a102-f5abeb0669c7 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] For port 3312afed-ecd0-45b4-a43c-7bc27ad4d352, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=3312afed-ecd0-45b4-a43c-7bc27ad4d352,segment=NetworkSegment(d672978c-393d-4731-963a-1c02c609eefd),segment_id=d672978c-393d-4731-963a-1c02c609eefd)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:40:05.796111 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-5eaa6c5d-3a70-436f-aa52-7d3d715212db req-fe3e9d0a-8eac-477b-a102-f5abeb0669c7 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:40:05.914189 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [req-5eaa6c5d-3a70-436f-aa52-7d3d715212db req-fe3e9d0a-8eac-477b-a102-f5abeb0669c7 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Calling delete_port for 3312afed-ecd0-45b4-a43c-7bc27ad4d352 owned by compute:nova {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:40:06.055914 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-5eaa6c5d-3a70-436f-aa52-7d3d715212db req-fe3e9d0a-8eac-477b-a102-f5abeb0669c7 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:40:06.103209 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3e9d0a-8eac-477b-a102-f5abeb0669c7 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Pushing event deleted for resources: {'Port': ['ID=3312afed-ecd0-45b4-a43c-7bc27ad4d352,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:40:06.142813 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3e9d0a-8eac-477b-a102-f5abeb0669c7 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:40:06.143162 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3e9d0a-8eac-477b-a102-f5abeb0669c7 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:40:06.143503 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3e9d0a-8eac-477b-a102-f5abeb0669c7 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:40:06.143836 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3e9d0a-8eac-477b-a102-f5abeb0669c7 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:40:06.144165 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3e9d0a-8eac-477b-a102-f5abeb0669c7 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:40:06.144494 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3e9d0a-8eac-477b-a102-f5abeb0669c7 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:40:06.144814 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3e9d0a-8eac-477b-a102-f5abeb0669c7 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:40:06.145135 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3e9d0a-8eac-477b-a102-f5abeb0669c7 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:40:06.145456 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3e9d0a-8eac-477b-a102-f5abeb0669c7 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:40:06.145788 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3e9d0a-8eac-477b-a102-f5abeb0669c7 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:40:06.146123 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3e9d0a-8eac-477b-a102-f5abeb0669c7 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:40:06.146439 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3e9d0a-8eac-477b-a102-f5abeb0669c7 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:40:06.286486 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eaa6c5d-3a70-436f-aa52-7d3d715212db req-fe3e9d0a-8eac-477b-a102-f5abeb0669c7 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] No DVR routers for this DVR port 3312afed-ecd0-45b4-a43c-7bc27ad4d352 on host hv-neutron-8437 {{(pid=88261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 05:40:06.289226 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-5eaa6c5d-3a70-436f-aa52-7d3d715212db req-fe3e9d0a-8eac-477b-a102-f5abeb0669c7 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:40:06.292058 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9b75c0b-47c1-4f79-bfdb-28d4fd55e3fe', 'name': 'network-vif-deleted', 'tag': '3312afed-ecd0-45b4-a43c-7bc27ad4d352'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:40:06.303782 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5eaa6c5d-3a70-436f-aa52-7d3d715212db req-fe3e9d0a-8eac-477b-a102-f5abeb0669c7 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.39 "DELETE /v2.0/ports/3312afed-ecd0-45b4-a43c-7bc27ad4d352 HTTP/1.1" status: 204 len: 173 time: 0.8154278 May 30 05:40:06.366210 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-909f383f-c0d4-423a-ab3c-82d2c127a3c6 req-285ea2e8-c21d-440f-893c-476740bc1107 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Synchronizing usage tracker for tenant:c5c2cbbf31414007b91a65943a87a6a2 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:40:06.381026 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-909f383f-c0d4-423a-ab3c-82d2c127a3c6 req-285ea2e8-c21d-440f-893c-476740bc1107 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Unset dirty status for tenant:c5c2cbbf31414007b91a65943a87a6a2 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:40:06.382413 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-909f383f-c0d4-423a-ab3c-82d2c127a3c6 req-285ea2e8-c21d-440f-893c-476740bc1107 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9b75c0b-47c1-4f79-bfdb-28d4fd55e3fe HTTP/1.1" status: 200 len: 210 time: 0.0619977 May 30 05:40:06.657309 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa9b86f0-4572-4c59-9a53-7536b6dc7f19'] response: {'server_uuid': 'a9b75c0b-47c1-4f79-bfdb-28d4fd55e3fe', 'name': 'network-vif-deleted', 'tag': '3312afed-ecd0-45b4-a43c-7bc27ad4d352', 'status': 'completed', 'code': 200} May 30 05:40:07.476188 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 54022) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:40:08.122347 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6d2c5168-ef97-4a92-bb40-bd5c0540ee26 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602184'] for router_interface, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:40:08.477405 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-6d2c5168-ef97-4a92-bb40-bd5c0540ee26 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Deleting port e46edf91-ff8b-4ab7-a576-fbc3d4c29f08 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:40:08.478140 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6d2c5168-ef97-4a92-bb40-bd5c0540ee26 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:40:08.662885 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-6d2c5168-ef97-4a92-bb40-bd5c0540ee26 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] For port e46edf91-ff8b-4ab7-a576-fbc3d4c29f08, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=e46edf91-ff8b-4ab7-a576-fbc3d4c29f08,segment=NetworkSegment(d672978c-393d-4731-963a-1c02c609eefd),segment_id=d672978c-393d-4731-963a-1c02c609eefd)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:40:08.663240 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6d2c5168-ef97-4a92-bb40-bd5c0540ee26 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:40:08.782305 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-6d2c5168-ef97-4a92-bb40-bd5c0540ee26 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Calling delete_port for e46edf91-ff8b-4ab7-a576-fbc3d4c29f08 owned by network:router_interface {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:40:08.964305 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6d2c5168-ef97-4a92-bb40-bd5c0540ee26 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:40:09.013130 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2c5168-ef97-4a92-bb40-bd5c0540ee26 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Pushing event deleted for resources: {'Port': ['ID=e46edf91-ff8b-4ab7-a576-fbc3d4c29f08,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:40:09.376468 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6d2c5168-ef97-4a92-bb40-bd5c0540ee26 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1642797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602100'] for router_interface, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:40:09.724974 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d2c5168-ef97-4a92-bb40-bd5c0540ee26 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Router 75fd0bb5-e80e-4fa1-af95-5830583c7118 has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 05:40:09.895803 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d2c5168-ef97-4a92-bb40-bd5c0540ee26 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:40:09.905652 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a194139b-1698-4060-aedb-54a9705c0ea5 None None] Sync routers for ids ['75fd0bb5-e80e-4fa1-af95-5830583c7118'] in dv-neutron-843763-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:40:09.912447 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-6d2c5168-ef97-4a92-bb40-bd5c0540ee26 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "PUT /v2.0/routers/75fd0bb5-e80e-4fa1-af95-5830583c7118/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4351623 May 30 05:40:09.914895 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a194139b-1698-4060-aedb-54a9705c0ea5 None None] Routers {'75fd0bb5-e80e-4fa1-af95-5830583c7118'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:40:09.915204 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 54028) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:40:09.915487 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-a194139b-1698-4060-aedb-54a9705c0ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:40:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['75fd0bb5-e80e-4fa1-af95-5830583c7118'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:40:09.986208 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc6af095-2824-43d0-8124-420ae6d363f1 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Deleting subnet 2e6a9615-44e4-40c6-98d9-2293b72053a8 {{(pid=88260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 30 05:40:09.989034 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fc6af095-2824-43d0-8124-420ae6d363f1 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for subnet, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:40:10.041331 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fc6af095-2824-43d0-8124-420ae6d363f1 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1454738'] for subnet, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:40:10.087393 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-a194139b-1698-4060-aedb-54a9705c0ea5 None None] Set router 75fd0bb5-e80e-4fa1-af95-5830583c7118 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:40:10.122942 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fc6af095-2824-43d0-8124-420ae6d363f1 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860493'] for subnet, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:40:10.197644 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fc6af095-2824-43d0-8124-420ae6d363f1 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1547867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2133322'] for subnet, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:40:10.238842 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6af095-2824-43d0-8124-420ae6d363f1 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Pushing event deleted for resources: {'Subnet': ['ID=2e6a9615-44e4-40c6-98d9-2293b72053a8,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:40:10.247573 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-fc6af095-2824-43d0-8124-420ae6d363f1 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:40:10.248926 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f27cbfd5-8f94-431b-ad35-6f448a405860 None None] Network d2bce1f0-825b-4082-80f0-266b4bfccb83 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:40:10.256507 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-fc6af095-2824-43d0-8124-420ae6d363f1 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "DELETE /v2.0/subnets/2e6a9615-44e4-40c6-98d9-2293b72053a8 HTTP/1.1" status: 204 len: 168 time: 0.3376012 May 30 05:40:10.256752 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 54032) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:40:10.357096 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device 3312afed-ecd0-45b4-a43c-7bc27ad4d352 no longer exists at agent hyperv_hv-neutron-8437 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 05:40:10.379623 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-a194139b-1698-4060-aedb-54a9705c0ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75fd0bb5-e80e-4fa1-af95-5830583c7118', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1398456801', 'tenant_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.176'}], 'enable_snat': True}, 'gw_port_id': 'ba4a1e50-bba2-4623-98df-93963d6a5fb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:37:34Z', 'updated_at': '2022-05-30T05:40:08Z', 'revision_number': 5, 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'gw_port': {'id': 'ba4a1e50-bba2-4623-98df-93963d6a5fb3', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:df:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75fd0bb5-e80e-4fa1-af95-5830583c7118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:37:35Z', 'updated_at': '2022-05-30T05:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv'}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:40:10.383534 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a194139b-1698-4060-aedb-54a9705c0ea5 None None] Checking router: 75fd0bb5-e80e-4fa1-af95-5830583c7118 for host: dv-neutron-843763-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 05:40:10.392525 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a194139b-1698-4060-aedb-54a9705c0ea5 None None] Routers {'75fd0bb5-e80e-4fa1-af95-5830583c7118'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:40:10.393198 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-a194139b-1698-4060-aedb-54a9705c0ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:40:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['75fd0bb5-e80e-4fa1-af95-5830583c7118'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:40:10.417245 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] No Port match for: 3312afed-ecd0-45b4-a43c-7bc27ad4d352 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 05:40:10.417600 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device 3312afed-ecd0-45b4-a43c-7bc27ad4d352 not bound to the agent host hv-neutron-8437 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 05:40:10.441332 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8d866a5e-017f-4500-a82e-d11a9e110781 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for router, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:40:10.564368 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e5ded1-81ae-4f3c-baaf-0e3161f7cb8b None None] DHCP port deletion for d2bce1f0-825b-4082-80f0-266b4bfccb83 request from dv-neutron-843763-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 30 05:40:10.569023 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-e6e5ded1-81ae-4f3c-baaf-0e3161f7cb8b None None] Deleting port 7f0b410d-8f75-4352-b3f7-08f5595b2422 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:40:10.569414 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e6e5ded1-81ae-4f3c-baaf-0e3161f7cb8b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:40:10.580030 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-a194139b-1698-4060-aedb-54a9705c0ea5 None None] Set router 75fd0bb5-e80e-4fa1-af95-5830583c7118 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:40:10.742936 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8d866a5e-017f-4500-a82e-d11a9e110781 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:40:10.753951 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-8d866a5e-017f-4500-a82e-d11a9e110781 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Deleting port ba4a1e50-bba2-4623-98df-93963d6a5fb3 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:40:10.754305 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8d866a5e-017f-4500-a82e-d11a9e110781 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:40:10.782050 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-e6e5ded1-81ae-4f3c-baaf-0e3161f7cb8b None None] For port 7f0b410d-8f75-4352-b3f7-08f5595b2422, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=7f0b410d-8f75-4352-b3f7-08f5595b2422,segment=NetworkSegment(d672978c-393d-4731-963a-1c02c609eefd),segment_id=d672978c-393d-4731-963a-1c02c609eefd)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:40:10.782350 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e6e5ded1-81ae-4f3c-baaf-0e3161f7cb8b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:40:10.871009 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-a194139b-1698-4060-aedb-54a9705c0ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75fd0bb5-e80e-4fa1-af95-5830583c7118', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1398456801', 'tenant_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.176'}], 'enable_snat': True}, 'gw_port_id': 'ba4a1e50-bba2-4623-98df-93963d6a5fb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:37:34Z', 'updated_at': '2022-05-30T05:40:08Z', 'revision_number': 5, 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'gw_port': {'id': 'ba4a1e50-bba2-4623-98df-93963d6a5fb3', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:df:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75fd0bb5-e80e-4fa1-af95-5830583c7118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:37:35Z', 'updated_at': '2022-05-30T05:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv'}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:40:10.875052 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a194139b-1698-4060-aedb-54a9705c0ea5 None None] The sync data for ids ['75fd0bb5-e80e-4fa1-af95-5830583c7118'] in dv-neutron-843763-1-hyperv is: [{'id': '75fd0bb5-e80e-4fa1-af95-5830583c7118', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1398456801', 'tenant_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.176'}], 'enable_snat': True}, 'gw_port_id': 'ba4a1e50-bba2-4623-98df-93963d6a5fb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:37:34Z', 'updated_at': '2022-05-30T05:40:08Z', 'revision_number': 5, 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'gw_port': {'id': 'ba4a1e50-bba2-4623-98df-93963d6a5fb3', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:df:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75fd0bb5-e80e-4fa1-af95-5830583c7118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:37:35Z', 'updated_at': '2022-05-30T05:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv'}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:40:10.913358 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-e6e5ded1-81ae-4f3c-baaf-0e3161f7cb8b None None] Calling delete_port for 7f0b410d-8f75-4352-b3f7-08f5595b2422 owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:40:10.934167 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-8d866a5e-017f-4500-a82e-d11a9e110781 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] For port ba4a1e50-bba2-4623-98df-93963d6a5fb3, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=ba4a1e50-bba2-4623-98df-93963d6a5fb3,segment=NetworkSegment(ad083d94-0233-4c50-a0ed-00ef7686038c),segment_id=ad083d94-0233-4c50-a0ed-00ef7686038c)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:40:10.934528 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8d866a5e-017f-4500-a82e-d11a9e110781 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:40:10.991452 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e6e5ded1-81ae-4f3c-baaf-0e3161f7cb8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069'] for port, after_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:40:11.037045 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e5ded1-81ae-4f3c-baaf-0e3161f7cb8b None None] Pushing event deleted for resources: {'Port': ['ID=7f0b410d-8f75-4352-b3f7-08f5595b2422,revision_number=None']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:40:11.041705 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e5ded1-81ae-4f3c-baaf-0e3161f7cb8b None None] No DVR routers for this DVR port 7f0b410d-8f75-4352-b3f7-08f5595b2422 on host dv-neutron-843763-1-hyperv {{(pid=88262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 05:40:11.047577 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e5ded1-81ae-4f3c-baaf-0e3161f7cb8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:40:11.047929 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e5ded1-81ae-4f3c-baaf-0e3161f7cb8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:40:11.048270 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e5ded1-81ae-4f3c-baaf-0e3161f7cb8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:40:11.051391 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e5ded1-81ae-4f3c-baaf-0e3161f7cb8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:40:11.051391 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e5ded1-81ae-4f3c-baaf-0e3161f7cb8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:40:11.051617 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e5ded1-81ae-4f3c-baaf-0e3161f7cb8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:40:11.051943 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e5ded1-81ae-4f3c-baaf-0e3161f7cb8b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:40:11.052305 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e5ded1-81ae-4f3c-baaf-0e3161f7cb8b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:40:11.052605 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e5ded1-81ae-4f3c-baaf-0e3161f7cb8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:40:11.052957 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e5ded1-81ae-4f3c-baaf-0e3161f7cb8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:40:11.053281 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e5ded1-81ae-4f3c-baaf-0e3161f7cb8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:40:11.053606 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e5ded1-81ae-4f3c-baaf-0e3161f7cb8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:40:11.068588 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-8d866a5e-017f-4500-a82e-d11a9e110781 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Calling delete_port for ba4a1e50-bba2-4623-98df-93963d6a5fb3 owned by network:router_gateway {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:40:11.236342 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8d866a5e-017f-4500-a82e-d11a9e110781 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:40:11.292707 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d866a5e-017f-4500-a82e-d11a9e110781 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Pushing event deleted for resources: {'Port': ['ID=ba4a1e50-bba2-4623-98df-93963d6a5fb3,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:40:11.299847 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 7f0b410d-8f75-4352-b3f7-08f5595b2422 no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 05:40:11.374295 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] No Port match for: 7f0b410d-8f75-4352-b3f7-08f5595b2422 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 05:40:11.374855 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 7f0b410d-8f75-4352-b3f7-08f5595b2422 not bound to the agent host dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 05:40:11.375425 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device e46edf91-ff8b-4ab7-a576-fbc3d4c29f08 no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 05:40:11.393124 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8d866a5e-017f-4500-a82e-d11a9e110781 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1604781'] for router_gateway, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:40:11.408774 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] No Port match for: e46edf91-ff8b-4ab7-a576-fbc3d4c29f08 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 05:40:11.409124 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device e46edf91-ff8b-4ab7-a576-fbc3d4c29f08 not bound to the agent host dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 05:40:11.566447 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8d866a5e-017f-4500-a82e-d11a9e110781 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11660'] for router, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:40:11.568518 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8d866a5e-017f-4500-a82e-d11a9e110781 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:40:11.590274 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8d866a5e-017f-4500-a82e-d11a9e110781 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1601605'] for router, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:40:11.590804 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d866a5e-017f-4500-a82e-d11a9e110781 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Fanout notify agent at l3_agent the message router_deleted on router 75fd0bb5-e80e-4fa1-af95-5830583c7118 {{(pid=88260) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 30 05:40:11.606348 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8d866a5e-017f-4500-a82e-d11a9e110781 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:40:11.607479 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-8d866a5e-017f-4500-a82e-d11a9e110781 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "DELETE /v2.0/routers/75fd0bb5-e80e-4fa1-af95-5830583c7118 HTTP/1.1" status: 204 len: 168 time: 1.3497689 May 30 05:40:11.610152 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 54036) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:40:11.731776 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-de7a73e9-eafe-4a51-a9b4-300da2cbcbf0 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897784'] for network, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:40:11.858773 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-de7a73e9-eafe-4a51-a9b4-300da2cbcbf0 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867540', 'neutron.services.segments.db._delete_segments_for_network-8729234922972'] for network, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:40:11.883027 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-de7a73e9-eafe-4a51-a9b4-300da2cbcbf0 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2bce1f0-825b-4082-80f0-266b4bfccb83']}} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:40:11.894902 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-de7a73e9-eafe-4a51-a9b4-300da2cbcbf0 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd672978c-393d-4731-963a-1c02c609eefd') {'for_net_delete': True} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:40:11.895205 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-de7a73e9-eafe-4a51-a9b4-300da2cbcbf0 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd672978c-393d-4731-963a-1c02c609eefd') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:40:11.906094 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-de7a73e9-eafe-4a51-a9b4-300da2cbcbf0 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729235042807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1454725'] for segment, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:40:11.921907 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-de7a73e9-eafe-4a51-a9b4-300da2cbcbf0 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:40:11.927969 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de7a73e9-eafe-4a51-a9b4-300da2cbcbf0 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=88260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 05:40:11.928419 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-de7a73e9-eafe-4a51-a9b4-300da2cbcbf0 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-862858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1547513'] for segment, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:40:12.021533 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment d672978c-393d-4731-963a-1c02c609eefd resource provider aggregate not found May 30 05:40:12.040714 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-de7a73e9-eafe-4a51-a9b4-300da2cbcbf0 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604744'] for network, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:40:12.059414 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment d672978c-393d-4731-963a-1c02c609eefd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d672978c-393d-4731-963a-1c02c609eefd found for delete ", "request_id": "req-b0d18664-6605-43a1-bfc7-488a2a84a49a"}]} May 30 05:40:12.060429 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-de7a73e9-eafe-4a51-a9b4-300da2cbcbf0 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:40:12.071572 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7a73e9-eafe-4a51-a9b4-300da2cbcbf0 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Pushing event deleted for resources: {'Network': ['ID=d2bce1f0-825b-4082-80f0-266b4bfccb83,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:40:12.079610 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-de7a73e9-eafe-4a51-a9b4-300da2cbcbf0 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "DELETE /v2.0/networks/d2bce1f0-825b-4082-80f0-266b4bfccb83 HTTP/1.1" status: 204 len: 168 time: 0.4684989 May 30 05:40:12.082211 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 54046) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:40:12.152150 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-89b8e4d1-082c-4514-be00-cba94b5beb8d tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:40:12.275570 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-89b8e4d1-082c-4514-be00-cba94b5beb8d tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:40:12.340203 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-89b8e4d1-082c-4514-be00-cba94b5beb8d tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:40:12.357901 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b8e4d1-082c-4514-be00-cba94b5beb8d tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb562b7b-9805-4404-b378-f938aa84dc77,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:40:12.370313 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-89b8e4d1-082c-4514-be00-cba94b5beb8d tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:40:12.373911 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-89b8e4d1-082c-4514-be00-cba94b5beb8d tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "DELETE /v2.0/security-groups/bb562b7b-9805-4404-b378-f938aa84dc77 HTTP/1.1" status: 204 len: 168 time: 0.2883520 May 30 05:40:12.964645 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device ba4a1e50-bba2-4623-98df-93963d6a5fb3 no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 05:40:12.999441 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] No Port match for: ba4a1e50-bba2-4623-98df-93963d6a5fb3 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 05:40:12.999787 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device ba4a1e50-bba2-4623-98df-93963d6a5fb3 not bound to the agent host dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 05:40:13.493923 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 54056) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:40:13.499637 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-5f030328-3b67-475b-a342-5ce5d92064c4 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-152640684', 'description': 'tempest-secgroup-smoke-152640684 description', 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:40:13.505644 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-5f030328-3b67-475b-a342-5ce5d92064c4 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:40:13.509679 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-5f030328-3b67-475b-a342-5ce5d92064c4 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Usage tracker for resource:security_group and tenant:c5c2cbbf31414007b91a65943a87a6a2 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:40:13.512794 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-5f030328-3b67-475b-a342-5ce5d92064c4 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:40:13.518441 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-5f030328-3b67-475b-a342-5ce5d92064c4 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:40:13.528239 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5f030328-3b67-475b-a342-5ce5d92064c4 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for security_group, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:40:13.547468 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-5f030328-3b67-475b-a342-5ce5d92064c4 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:40:13.551179 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-5f030328-3b67-475b-a342-5ce5d92064c4 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Usage tracker for resource:security_group_rule and tenant:c5c2cbbf31414007b91a65943a87a6a2 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:40:13.553915 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-5f030328-3b67-475b-a342-5ce5d92064c4 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:40:13.559539 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-5f030328-3b67-475b-a342-5ce5d92064c4 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:40:13.626171 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5f030328-3b67-475b-a342-5ce5d92064c4 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for security_group, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:40:13.629671 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5f030328-3b67-475b-a342-5ce5d92064c4 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:40:13.673619 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f030328-3b67-475b-a342-5ce5d92064c4 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff315a3f-7f21-40ae-b40a-6533c7d8b6bd,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:40:13.676179 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5f030328-3b67-475b-a342-5ce5d92064c4 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:40:13.677359 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-5f030328-3b67-475b-a342-5ce5d92064c4 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1824439 May 30 05:40:13.680548 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 54060) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:40:13.685047 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-c21e489a-3173-4e08-9f79-99cff91c82f9 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Request body: {'security_group_rule': {'security_group_id': 'ff315a3f-7f21-40ae-b40a-6533c7d8b6bd', 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:40:13.690842 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-c21e489a-3173-4e08-9f79-99cff91c82f9 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:40:13.694546 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-c21e489a-3173-4e08-9f79-99cff91c82f9 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Usage tracker for resource:security_group_rule and tenant:c5c2cbbf31414007b91a65943a87a6a2 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:40:13.697319 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-c21e489a-3173-4e08-9f79-99cff91c82f9 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:40:13.702915 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-c21e489a-3173-4e08-9f79-99cff91c82f9 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:40:13.719338 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c21e489a-3173-4e08-9f79-99cff91c82f9 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:40:13.780471 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c21e489a-3173-4e08-9f79-99cff91c82f9 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:40:13.784147 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c21e489a-3173-4e08-9f79-99cff91c82f9 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:40:13.811325 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21e489a-3173-4e08-9f79-99cff91c82f9 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab1e5f24-ae6e-4451-b689-cbaa617e2057,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:40:13.817757 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-c21e489a-3173-4e08-9f79-99cff91c82f9 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:40:13.818952 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-c21e489a-3173-4e08-9f79-99cff91c82f9 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1378450 May 30 05:40:13.821701 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 54064) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:40:13.826873 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-b0b2d294-9231-47d7-a49c-1bb08dee0d7e tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Request body: {'security_group_rule': {'security_group_id': 'ff315a3f-7f21-40ae-b40a-6533c7d8b6bd', 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:40:13.832916 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-b0b2d294-9231-47d7-a49c-1bb08dee0d7e tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:40:13.836795 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-b0b2d294-9231-47d7-a49c-1bb08dee0d7e tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Usage tracker for resource:security_group_rule and tenant:c5c2cbbf31414007b91a65943a87a6a2 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:40:13.840191 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-b0b2d294-9231-47d7-a49c-1bb08dee0d7e tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:40:13.845899 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-b0b2d294-9231-47d7-a49c-1bb08dee0d7e tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:40:13.861663 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b0b2d294-9231-47d7-a49c-1bb08dee0d7e tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:40:13.920954 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b0b2d294-9231-47d7-a49c-1bb08dee0d7e tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:40:13.924294 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b0b2d294-9231-47d7-a49c-1bb08dee0d7e tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:40:13.946313 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b2d294-9231-47d7-a49c-1bb08dee0d7e tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16017b4a-28a9-4421-b8eb-f7da37029090,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:40:13.955485 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b0b2d294-9231-47d7-a49c-1bb08dee0d7e tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:40:13.956655 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-b0b2d294-9231-47d7-a49c-1bb08dee0d7e tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1340203 May 30 05:40:13.959388 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 54068) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:40:13.964792 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-227a19ce-31a3-4056-b63b-9b3ef24eeaf9 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Request body: {'security_group_rule': {'security_group_id': 'ff315a3f-7f21-40ae-b40a-6533c7d8b6bd', 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:40:13.970478 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-227a19ce-31a3-4056-b63b-9b3ef24eeaf9 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:40:13.974283 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-227a19ce-31a3-4056-b63b-9b3ef24eeaf9 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Usage tracker for resource:security_group_rule and tenant:c5c2cbbf31414007b91a65943a87a6a2 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:40:13.977097 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-227a19ce-31a3-4056-b63b-9b3ef24eeaf9 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:40:13.982828 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-227a19ce-31a3-4056-b63b-9b3ef24eeaf9 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:40:13.998510 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-227a19ce-31a3-4056-b63b-9b3ef24eeaf9 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:40:14.060921 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-227a19ce-31a3-4056-b63b-9b3ef24eeaf9 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:40:14.064346 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-227a19ce-31a3-4056-b63b-9b3ef24eeaf9 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:40:14.087393 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227a19ce-31a3-4056-b63b-9b3ef24eeaf9 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3759d61-c8d9-4ffa-8e2e-b12eb2d72798,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:40:14.096108 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-227a19ce-31a3-4056-b63b-9b3ef24eeaf9 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:40:14.097276 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-227a19ce-31a3-4056-b63b-9b3ef24eeaf9 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1369581 May 30 05:40:14.100018 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 54072) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:40:14.104935 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-60f8bc7e-e3a1-4006-a92d-30015411e6cb tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Request body: {'security_group_rule': {'security_group_id': 'ff315a3f-7f21-40ae-b40a-6533c7d8b6bd', 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:40:14.110588 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-60f8bc7e-e3a1-4006-a92d-30015411e6cb tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:40:14.114389 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-60f8bc7e-e3a1-4006-a92d-30015411e6cb tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Usage tracker for resource:security_group_rule and tenant:c5c2cbbf31414007b91a65943a87a6a2 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:40:14.117240 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-60f8bc7e-e3a1-4006-a92d-30015411e6cb tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:40:14.123021 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-60f8bc7e-e3a1-4006-a92d-30015411e6cb tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:40:14.139874 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-60f8bc7e-e3a1-4006-a92d-30015411e6cb tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:40:14.201145 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-60f8bc7e-e3a1-4006-a92d-30015411e6cb tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:40:14.204641 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-60f8bc7e-e3a1-4006-a92d-30015411e6cb tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:40:14.231477 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f8bc7e-e3a1-4006-a92d-30015411e6cb tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35921b69-e291-4750-803f-485bebd42cb8,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:40:14.238281 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-60f8bc7e-e3a1-4006-a92d-30015411e6cb tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:40:14.239434 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-60f8bc7e-e3a1-4006-a92d-30015411e6cb tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1385214 May 30 05:40:14.242036 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 54076) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:40:14.247629 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-dee04bcc-9fe5-40a4-9a98-e80813b32494 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Request body: {'security_group_rule': {'security_group_id': 'ff315a3f-7f21-40ae-b40a-6533c7d8b6bd', 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:40:14.253912 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-dee04bcc-9fe5-40a4-9a98-e80813b32494 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:40:14.258212 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-dee04bcc-9fe5-40a4-9a98-e80813b32494 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Usage tracker for resource:security_group_rule and tenant:c5c2cbbf31414007b91a65943a87a6a2 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:40:14.261963 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-dee04bcc-9fe5-40a4-9a98-e80813b32494 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:40:14.268115 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-dee04bcc-9fe5-40a4-9a98-e80813b32494 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:40:14.282365 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.db.securitygroups_db [None req-dee04bcc-9fe5-40a4-9a98-e80813b32494 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Project c5c2cbbf31414007b91a65943a87a6a2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 30 05:40:14.288743 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-dee04bcc-9fe5-40a4-9a98-e80813b32494 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:40:14.351321 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-dee04bcc-9fe5-40a4-9a98-e80813b32494 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:40:14.354725 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-dee04bcc-9fe5-40a4-9a98-e80813b32494 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:40:14.378172 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee04bcc-9fe5-40a4-9a98-e80813b32494 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=710029e3-5da5-4d92-837b-35871bdf46b0,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:40:14.387407 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-dee04bcc-9fe5-40a4-9a98-e80813b32494 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:40:14.388797 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-dee04bcc-9fe5-40a4-9a98-e80813b32494 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1458218 May 30 05:40:14.391571 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 54080) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:40:14.396502 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-4007766c-d4b6-4b53-b42a-e90bf84d653b tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Request body: {'security_group_rule': {'security_group_id': 'ff315a3f-7f21-40ae-b40a-6533c7d8b6bd', 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:40:14.402151 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-4007766c-d4b6-4b53-b42a-e90bf84d653b tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:40:14.405900 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-4007766c-d4b6-4b53-b42a-e90bf84d653b tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Usage tracker for resource:security_group_rule and tenant:c5c2cbbf31414007b91a65943a87a6a2 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:40:14.408679 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-4007766c-d4b6-4b53-b42a-e90bf84d653b tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:40:14.414254 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-4007766c-d4b6-4b53-b42a-e90bf84d653b tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:40:14.426785 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.db.securitygroups_db [None req-4007766c-d4b6-4b53-b42a-e90bf84d653b tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Project c5c2cbbf31414007b91a65943a87a6a2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 30 05:40:14.433490 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4007766c-d4b6-4b53-b42a-e90bf84d653b tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:40:14.497119 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4007766c-d4b6-4b53-b42a-e90bf84d653b tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:40:14.500532 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4007766c-d4b6-4b53-b42a-e90bf84d653b tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:40:14.531335 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007766c-d4b6-4b53-b42a-e90bf84d653b tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c5069e3-fa03-49b5-b74f-a139dcedf1f4,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:40:14.537540 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4007766c-d4b6-4b53-b42a-e90bf84d653b tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:40:14.538722 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-4007766c-d4b6-4b53-b42a-e90bf84d653b tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1461644 May 30 05:40:14.541493 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 54084) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:40:14.547020 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-cddd5762-dcbf-41db-ba70-e50997f2cb41 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Request body: {'network': {'name': 'tempest-network-smoke--1059231190', 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'port_security_enabled': True}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:40:14.551738 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-cddd5762-dcbf-41db-ba70-e50997f2cb41 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:40:14.555762 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-cddd5762-dcbf-41db-ba70-e50997f2cb41 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Usage tracker for resource:network and tenant:c5c2cbbf31414007b91a65943a87a6a2 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:40:14.559306 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-cddd5762-dcbf-41db-ba70-e50997f2cb41 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:40:14.564847 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-cddd5762-dcbf-41db-ba70-e50997f2cb41 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:40:14.574883 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cddd5762-dcbf-41db-ba70-e50997f2cb41 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Made reservation on behalf of c5c2cbbf31414007b91a65943a87a6a2 for: {'network': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:40:14.578234 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-cddd5762-dcbf-41db-ba70-e50997f2cb41 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for network, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:40:14.605764 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cddd5762-dcbf-41db-ba70-e50997f2cb41 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=88260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 05:40:14.614564 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-cddd5762-dcbf-41db-ba70-e50997f2cb41 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:40:14.614901 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.db.segments_db [None req-cddd5762-dcbf-41db-ba70-e50997f2cb41 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Added segment f0fdae1e-4d2a-4e36-af6f-793907658746 of type vlan for network e06c2ccf-bda4-4be6-afa6-d078b637e5bd May 30 05:40:14.641595 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-cddd5762-dcbf-41db-ba70-e50997f2cb41 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729234556353'] for network, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:40:14.669056 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-cddd5762-dcbf-41db-ba70-e50997f2cb41 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788'] for network, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:40:14.674636 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cddd5762-dcbf-41db-ba70-e50997f2cb41 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:40:14.675221 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-cddd5762-dcbf-41db-ba70-e50997f2cb41 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:40:14.774607 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-cddd5762-dcbf-41db-ba70-e50997f2cb41 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2320471 May 30 05:40:14.777440 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 54088) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:40:14.782582 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-9ceb01b4-8541-4357-b67e-efe37200e8c3 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1124839024', 'admin_state_up': True, 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'}}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:40:14.783513 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddd5762-dcbf-41db-ba70-e50997f2cb41 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Pushing event updated for resources: {'Network': ['ID=e06c2ccf-bda4-4be6-afa6-d078b637e5bd,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:40:14.790227 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-9ceb01b4-8541-4357-b67e-efe37200e8c3 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:40:14.794008 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-9ceb01b4-8541-4357-b67e-efe37200e8c3 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Usage tracker for resource:router and tenant:c5c2cbbf31414007b91a65943a87a6a2 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:40:14.794385 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Network e06c2ccf-bda4-4be6-afa6-d078b637e5bd details requested by agent ovs-agent-dv-neutron-843763-1-hyperv with host dv-neutron-843763-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 05:40:14.796851 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-9ceb01b4-8541-4357-b67e-efe37200e8c3 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:40:14.803123 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-9ceb01b4-8541-4357-b67e-efe37200e8c3 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:40:14.813544 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9ceb01b4-8541-4357-b67e-efe37200e8c3 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1603901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11666'] for router, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:40:14.814516 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9ceb01b4-8541-4357-b67e-efe37200e8c3 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11675'] for router, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:40:14.829054 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9ceb01b4-8541-4357-b67e-efe37200e8c3 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:40:15.090028 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9ceb01b4-8541-4357-b67e-efe37200e8c3 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11765'] for router, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:40:15.390727 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9ceb01b4-8541-4357-b67e-efe37200e8c3 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for router_gateway, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:40:15.419583 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9ceb01b4-8541-4357-b67e-efe37200e8c3 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:40:15.552033 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-9ceb01b4-8541-4357-b67e-efe37200e8c3 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Allocated IP 172.26.6.73 (1bab70f4-3794-44db-8e17-19f483aa8ffa/6b5b73c1-b0ce-4f83-a930-c00cc5522926/242de33d-5867-45d7-a545-1efa49b99222) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:40:15.694762 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9ceb01b4-8541-4357-b67e-efe37200e8c3 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:40:15.723574 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9ceb01b4-8541-4357-b67e-efe37200e8c3 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:40:15.784780 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ceb01b4-8541-4357-b67e-efe37200e8c3 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Network 1bab70f4-3794-44db-8e17-19f483aa8ffa is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:40:15.787501 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-9ceb01b4-8541-4357-b67e-efe37200e8c3 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:40:15.789989 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ceb01b4-8541-4357-b67e-efe37200e8c3 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:40:15.838137 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ceb01b4-8541-4357-b67e-efe37200e8c3 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Pushing event updated for resources: {'Port': ['ID=242de33d-5867-45d7-a545-1efa49b99222,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:40:16.305394 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9ceb01b4-8541-4357-b67e-efe37200e8c3 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for router_gateway, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:40:16.653350 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9ceb01b4-8541-4357-b67e-efe37200e8c3 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603653'] for router, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:40:16.878577 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ceb01b4-8541-4357-b67e-efe37200e8c3 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Router 8ce21987-53cb-4ea5-86c3-85dd0c0cff57 is scheduled to L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 with binding_index 1 {{(pid=88261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 30 05:40:17.051788 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ceb01b4-8541-4357-b67e-efe37200e8c3 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:40:17.064774 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c97ee86-8320-4308-b467-8bbc2d3303a8 None None] Sync routers for ids ['8ce21987-53cb-4ea5-86c3-85dd0c0cff57'] in dv-neutron-843763-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:40:17.074472 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c97ee86-8320-4308-b467-8bbc2d3303a8 None None] Routers {'8ce21987-53cb-4ea5-86c3-85dd0c0cff57'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:40:17.075083 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-4c97ee86-8320-4308-b467-8bbc2d3303a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:40:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['8ce21987-53cb-4ea5-86c3-85dd0c0cff57'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:40:17.080789 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9ceb01b4-8541-4357-b67e-efe37200e8c3 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for router, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:40:17.082666 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-9ceb01b4-8541-4357-b67e-efe37200e8c3 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.3039176 May 30 05:40:17.085595 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 54092) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:40:17.127518 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-c53604c0-eb29-462d-a6f8-82a556dacc1b tempest-TestNetworkAdvancedServerOps-1936340429 tempest-TestNetworkAdvancedServerOps-1936340429-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=c5c2cbbf31414007b91a65943a87a6a2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0406897 May 30 05:40:17.130173 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 54096) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:40:17.248026 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-4c97ee86-8320-4308-b467-8bbc2d3303a8 None None] Set router 8ce21987-53cb-4ea5-86c3-85dd0c0cff57 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:40:17.261870 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef7bc45-8ef2-425c-9f53-f27ae5c352b5 tempest-TestNetworkAdvancedServerOps-1936340429 tempest-TestNetworkAdvancedServerOps-1936340429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:40:17.263391 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-1ef7bc45-8ef2-425c-9f53-f27ae5c352b5 tempest-TestNetworkAdvancedServerOps-1936340429 tempest-TestNetworkAdvancedServerOps-1936340429-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1322994 May 30 05:40:17.266280 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 54100) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:40:17.306097 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-f5225b11-4be0-490f-bcc9-f2960ee884f0 tempest-TestNetworkAdvancedServerOps-1936340429 tempest-TestNetworkAdvancedServerOps-1936340429-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=1bab70f4-3794-44db-8e17-19f483aa8ffa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0387528 May 30 05:40:17.309088 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 54104) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:40:17.314260 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-f6bace1d-9074-44f2-954d-dcacc713697e tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1614652898', 'network_id': 'e06c2ccf-bda4-4be6-afa6-d078b637e5bd', 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:40:17.425854 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-f6bace1d-9074-44f2-954d-dcacc713697e tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:40:17.429676 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-f6bace1d-9074-44f2-954d-dcacc713697e tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Usage tracker for resource:subnet and tenant:c5c2cbbf31414007b91a65943a87a6a2 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:40:17.432466 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-f6bace1d-9074-44f2-954d-dcacc713697e tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:40:17.438651 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-f6bace1d-9074-44f2-954d-dcacc713697e tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:40:17.448193 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6bace1d-9074-44f2-954d-dcacc713697e tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Made reservation on behalf of c5c2cbbf31414007b91a65943a87a6a2 for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:40:17.452478 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f6bace1d-9074-44f2-954d-dcacc713697e tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9305518'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:40:17.531635 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-4c97ee86-8320-4308-b467-8bbc2d3303a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ce21987-53cb-4ea5-86c3-85dd0c0cff57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1124839024', 'tenant_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.73'}], 'enable_snat': True}, 'gw_port_id': '242de33d-5867-45d7-a545-1efa49b99222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:40:14Z', 'updated_at': '2022-05-30T05:40:16Z', 'revision_number': 3, 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'gw_port': {'id': '242de33d-5867-45d7-a545-1efa49b99222', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9b:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ce21987-53cb-4ea5-86c3-85dd0c0cff57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:40:15Z', 'updated_at': '2022-05-30T05:40:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv'}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:40:17.535585 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c97ee86-8320-4308-b467-8bbc2d3303a8 None None] Checking router: 8ce21987-53cb-4ea5-86c3-85dd0c0cff57 for host: dv-neutron-843763-1-hyperv {{(pid=88262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 05:40:17.535937 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c97ee86-8320-4308-b467-8bbc2d3303a8 None None] Updating router 8ce21987-53cb-4ea5-86c3-85dd0c0cff57 port 242de33d-5867-45d7-a545-1efa49b99222 binding host dv-neutron-843763-1-hyperv {{(pid=88262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 30 05:40:17.589081 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-4c97ee86-8320-4308-b467-8bbc2d3303a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:40:17.779752 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f6bace1d-9074-44f2-954d-dcacc713697e tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2305012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9305500'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:40:17.805129 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:40:17.862684 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bace1d-9074-44f2-954d-dcacc713697e tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Pushing event updated for resources: {'Subnet': ['ID=f729ac2f-8ef7-41dd-8a7d-cbcdb21fea07,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:40:17.866768 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6bace1d-9074-44f2-954d-dcacc713697e tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Checking segment: {'id': 'f0fdae1e-4d2a-4e36-af6f-793907658746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'e06c2ccf-bda4-4be6-afa6-d078b637e5bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:40:17.867125 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6bace1d-9074-44f2-954d-dcacc713697e tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Network hostable DHCP agents. Network: e06c2ccf-bda4-4be6-afa6-d078b637e5bd, hostable agents: ['1c705e68-3d3e-4dd3-9252-feb21d4b96ab'], hosted agents: [] {{(pid=88261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 05:40:17.886451 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6bace1d-9074-44f2-954d-dcacc713697e tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Network e06c2ccf-bda4-4be6-afa6-d078b637e5bd is scheduled to be hosted by DHCP agent 1c705e68-3d3e-4dd3-9252-feb21d4b96ab with binding_index 1 {{(pid=88261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 05:40:17.895226 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-f6bace1d-9074-44f2-954d-dcacc713697e tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843763-1-hyperv, e06c2ccf-bda4-4be6-afa6-d078b637e5bd) {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:40:17.903045 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6bace1d-9074-44f2-954d-dcacc713697e tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:40:17.903636 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f6bace1d-9074-44f2-954d-dcacc713697e tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:40:17.905237 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecc2907f-c452-4cbd-ad1c-540ce6d5f76f None None] Network e06c2ccf-bda4-4be6-afa6-d078b637e5bd requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:40:17.926641 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-f6bace1d-9074-44f2-954d-dcacc713697e tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6138382 May 30 05:40:17.926816 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 54108) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:40:17.998257 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-4c97ee86-8320-4308-b467-8bbc2d3303a8 None None] Notify callbacks [] for port, precommit_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:40:18.017442 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-4c97ee86-8320-4308-b467-8bbc2d3303a8 None None] Transition to ACTIVE for port object 242de33d-5867-45d7-a545-1efa49b99222 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:40:18.032816 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-4c97ee86-8320-4308-b467-8bbc2d3303a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:40:18.164983 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-4c97ee86-8320-4308-b467-8bbc2d3303a8 None None] Attempting to bind port 242de33d-5867-45d7-a545-1efa49b99222 on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 05:40:18.165707 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-4c97ee86-8320-4308-b467-8bbc2d3303a8 None None] Attempting to bind port 242de33d-5867-45d7-a545-1efa49b99222 by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': 'ad083d94-0233-4c50-a0ed-00ef7686038c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 05:40:18.165707 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c97ee86-8320-4308-b467-8bbc2d3303a8 None None] Attempting to bind port 242de33d-5867-45d7-a545-1efa49b99222 on network 1bab70f4-3794-44db-8e17-19f483aa8ffa {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:40:18.169916 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727ef097-94a5-40fa-a4c1-92c97d2c8091 None None] Pushing event updated for resources: {'Port': ['ID=242de33d-5867-45d7-a545-1efa49b99222,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:40:18.178599 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c97ee86-8320-4308-b467-8bbc2d3303a8 None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 5, 40, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 05:40:18.178976 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c97ee86-8320-4308-b467-8bbc2d3303a8 None None] Checking segment: {'id': 'ad083d94-0233-4c50-a0ed-00ef7686038c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:40:18.179378 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-4c97ee86-8320-4308-b467-8bbc2d3303a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:40:18.179767 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c97ee86-8320-4308-b467-8bbc2d3303a8 None None] Bound using segment: {'id': 'ad083d94-0233-4c50-a0ed-00ef7686038c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 05:40:18.180230 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-4c97ee86-8320-4308-b467-8bbc2d3303a8 None None] Bound port: 242de33d-5867-45d7-a545-1efa49b99222, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad083d94-0233-4c50-a0ed-00ef7686038c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 05:40:18.180606 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-4c97ee86-8320-4308-b467-8bbc2d3303a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:40:18.311009 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f81ee921-2931-42d0-acd2-93601b070ce0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bbf24ed-7ba9-53d2-873f-8f9642b1e987-e06c2ccf-bda4-4be6-afa6-d078b637e5bd', 'network_id': 'e06c2ccf-bda4-4be6-afa6-d078b637e5bd', 'tenant_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'fixed_ips': [{'subnet_id': 'f729ac2f-8ef7-41dd-8a7d-cbcdb21fea07'}]}} from dv-neutron-843763-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 30 05:40:18.311840 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f81ee921-2931-42d0-acd2-93601b070ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:40:18.339685 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-4c97ee86-8320-4308-b467-8bbc2d3303a8 None None] For port 242de33d-5867-45d7-a545-1efa49b99222, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 05:40:18.384082 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-4c97ee86-8320-4308-b467-8bbc2d3303a8 None None] For port 242de33d-5867-45d7-a545-1efa49b99222, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=242de33d-5867-45d7-a545-1efa49b99222,segment=NetworkSegment(ad083d94-0233-4c50-a0ed-00ef7686038c),segment_id=ad083d94-0233-4c50-a0ed-00ef7686038c)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 05:40:18.392170 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-4c97ee86-8320-4308-b467-8bbc2d3303a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:40:18.545023 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727ef097-94a5-40fa-a4c1-92c97d2c8091 None None] Pushing event updated for resources: {'Port': ['ID=242de33d-5867-45d7-a545-1efa49b99222,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:40:18.547556 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c97ee86-8320-4308-b467-8bbc2d3303a8 None None] Routers {'8ce21987-53cb-4ea5-86c3-85dd0c0cff57'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:40:18.548127 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-4c97ee86-8320-4308-b467-8bbc2d3303a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:40:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['8ce21987-53cb-4ea5-86c3-85dd0c0cff57'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:40:18.616081 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8328f82f-4d6f-4ff2-93fd-4447e5986f18 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:40:18.631141 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-f81ee921-2931-42d0-acd2-93601b070ce0 None None] Allocated IP 172.20.0.2 (e06c2ccf-bda4-4be6-afa6-d078b637e5bd/f729ac2f-8ef7-41dd-8a7d-cbcdb21fea07/3d92ba59-9720-4600-ad26-8504645b14f0) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:40:18.813117 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-4c97ee86-8320-4308-b467-8bbc2d3303a8 None None] Set router 8ce21987-53cb-4ea5-86c3-85dd0c0cff57 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:40:19.149233 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f81ee921-2931-42d0-acd2-93601b070ce0 None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:40:19.163577 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-f81ee921-2931-42d0-acd2-93601b070ce0 None None] Transition to ACTIVE for port object 3d92ba59-9720-4600-ad26-8504645b14f0 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:40:19.191330 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-f81ee921-2931-42d0-acd2-93601b070ce0 None None] Transition to ACTIVE for port object 3d92ba59-9720-4600-ad26-8504645b14f0 will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:40:19.197255 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f81ee921-2931-42d0-acd2-93601b070ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:40:19.257981 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f81ee921-2931-42d0-acd2-93601b070ce0 None None] Network e06c2ccf-bda4-4be6-afa6-d078b637e5bd is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:40:19.266355 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-f81ee921-2931-42d0-acd2-93601b070ce0 None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:40:19.268193 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-8328f82f-4d6f-4ff2-93fd-4447e5986f18 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Allocated IP 172.20.0.1 (e06c2ccf-bda4-4be6-afa6-d078b637e5bd/f729ac2f-8ef7-41dd-8a7d-cbcdb21fea07/5c60a982-7bec-4120-a3cf-17188a9ae492) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:40:19.271118 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81ee921-2931-42d0-acd2-93601b070ce0 None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:40:19.305733 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-4c97ee86-8320-4308-b467-8bbc2d3303a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ce21987-53cb-4ea5-86c3-85dd0c0cff57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1124839024', 'tenant_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.73'}], 'enable_snat': True}, 'gw_port_id': '242de33d-5867-45d7-a545-1efa49b99222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:40:14Z', 'updated_at': '2022-05-30T05:40:16Z', 'revision_number': 3, 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'gw_port': {'id': '242de33d-5867-45d7-a545-1efa49b99222', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9b:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ce21987-53cb-4ea5-86c3-85dd0c0cff57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:40:15Z', 'updated_at': '2022-05-30T05:40:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv'}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:40:19.324420 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81ee921-2931-42d0-acd2-93601b070ce0 None None] Pushing event updated for resources: {'Port': ['ID=3d92ba59-9720-4600-ad26-8504645b14f0,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:40:19.355009 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c97ee86-8320-4308-b467-8bbc2d3303a8 None None] The sync data for ids ['8ce21987-53cb-4ea5-86c3-85dd0c0cff57'] in dv-neutron-843763-1-hyperv is: [{'id': '8ce21987-53cb-4ea5-86c3-85dd0c0cff57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1124839024', 'tenant_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.73'}], 'enable_snat': True}, 'gw_port_id': '242de33d-5867-45d7-a545-1efa49b99222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:40:14Z', 'updated_at': '2022-05-30T05:40:16Z', 'revision_number': 3, 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'gw_port': {'id': '242de33d-5867-45d7-a545-1efa49b99222', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9b:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ce21987-53cb-4ea5-86c3-85dd0c0cff57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:40:15Z', 'updated_at': '2022-05-30T05:40:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv'}] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:40:19.377899 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-f81ee921-2931-42d0-acd2-93601b070ce0 None None] Attempting to bind port 3d92ba59-9720-4600-ad26-8504645b14f0 on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 05:40:19.378271 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-f81ee921-2931-42d0-acd2-93601b070ce0 None None] Attempting to bind port 3d92ba59-9720-4600-ad26-8504645b14f0 by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': 'f0fdae1e-4d2a-4e36-af6f-793907658746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'e06c2ccf-bda4-4be6-afa6-d078b637e5bd'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 05:40:19.378638 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81ee921-2931-42d0-acd2-93601b070ce0 None None] Attempting to bind port 3d92ba59-9720-4600-ad26-8504645b14f0 on network e06c2ccf-bda4-4be6-afa6-d078b637e5bd {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:40:19.384079 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81ee921-2931-42d0-acd2-93601b070ce0 None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 5, 40, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 05:40:19.384455 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81ee921-2931-42d0-acd2-93601b070ce0 None None] Checking segment: {'id': 'f0fdae1e-4d2a-4e36-af6f-793907658746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'e06c2ccf-bda4-4be6-afa6-d078b637e5bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:40:19.385239 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f81ee921-2931-42d0-acd2-93601b070ce0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:40:19.385671 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81ee921-2931-42d0-acd2-93601b070ce0 None None] Bound using segment: {'id': 'f0fdae1e-4d2a-4e36-af6f-793907658746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'e06c2ccf-bda4-4be6-afa6-d078b637e5bd'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 05:40:19.386192 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-f81ee921-2931-42d0-acd2-93601b070ce0 None None] Bound port: 3d92ba59-9720-4600-ad26-8504645b14f0, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0fdae1e-4d2a-4e36-af6f-793907658746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'e06c2ccf-bda4-4be6-afa6-d078b637e5bd'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 05:40:19.386591 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f81ee921-2931-42d0-acd2-93601b070ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:40:19.485394 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-f81ee921-2931-42d0-acd2-93601b070ce0 None None] For port 3d92ba59-9720-4600-ad26-8504645b14f0, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 05:40:19.488546 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-f81ee921-2931-42d0-acd2-93601b070ce0 None None] For port 3d92ba59-9720-4600-ad26-8504645b14f0, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=3d92ba59-9720-4600-ad26-8504645b14f0,segment=NetworkSegment(f0fdae1e-4d2a-4e36-af6f-793907658746),segment_id=f0fdae1e-4d2a-4e36-af6f-793907658746)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 05:40:19.493403 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f81ee921-2931-42d0-acd2-93601b070ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:40:19.564760 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8328f82f-4d6f-4ff2-93fd-4447e5986f18 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:40:19.588168 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81ee921-2931-42d0-acd2-93601b070ce0 None None] Pushing event updated for resources: {'Port': ['ID=3d92ba59-9720-4600-ad26-8504645b14f0,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:40:19.606202 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [None req-8328f82f-4d6f-4ff2-93fd-4447e5986f18 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Transition to ACTIVE for port object 5c60a982-7bec-4120-a3cf-17188a9ae492 will not be triggered until provisioned by entity DHCP. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:40:19.628548 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8328f82f-4d6f-4ff2-93fd-4447e5986f18 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:40:19.699415 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8328f82f-4d6f-4ff2-93fd-4447e5986f18 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Network e06c2ccf-bda4-4be6-afa6-d078b637e5bd is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:40:19.702932 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-8328f82f-4d6f-4ff2-93fd-4447e5986f18 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:40:19.707127 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8328f82f-4d6f-4ff2-93fd-4447e5986f18 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:40:19.740084 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8328f82f-4d6f-4ff2-93fd-4447e5986f18 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Pushing event updated for resources: {'Port': ['ID=5c60a982-7bec-4120-a3cf-17188a9ae492,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:40:19.774029 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8328f82f-4d6f-4ff2-93fd-4447e5986f18 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604623'] for router_interface, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:40:19.935206 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8328f82f-4d6f-4ff2-93fd-4447e5986f18 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:40:20.191203 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-45f79e78-106a-4f09-9d2c-69baeab7263d None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 05:40:20.367319 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8328f82f-4d6f-4ff2-93fd-4447e5986f18 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:40:20.372444 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8328f82f-4d6f-4ff2-93fd-4447e5986f18 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2304381'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:40:20.491876 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8328f82f-4d6f-4ff2-93fd-4447e5986f18 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1642774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602230'] for router_interface, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:40:20.495344 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8328f82f-4d6f-4ff2-93fd-4447e5986f18 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Pushing event updated for resources: {'Port': ['ID=5c60a982-7bec-4120-a3cf-17188a9ae492,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:40:20.551553 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-436a927a-1952-4f46-94f9-96cf3be3dbc6 None None] Network e06c2ccf-bda4-4be6-afa6-d078b637e5bd requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:40:20.630479 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8328f82f-4d6f-4ff2-93fd-4447e5986f18 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Network e06c2ccf-bda4-4be6-afa6-d078b637e5bd is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:40:20.631724 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-8328f82f-4d6f-4ff2-93fd-4447e5986f18 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:40:20.658817 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-97343eab-aafd-4ac1-a611-c8ebb38ec9f6 None None] Provisioning for port 3d92ba59-9720-4600-ad26-8504645b14f0 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:40:20.819660 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8328f82f-4d6f-4ff2-93fd-4447e5986f18 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Router 8ce21987-53cb-4ea5-86c3-85dd0c0cff57 has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 05:40:21.013040 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8328f82f-4d6f-4ff2-93fd-4447e5986f18 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:40:21.023944 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24d7047-2172-404f-a23d-f6d9e49aeca9 None None] Sync routers for ids ['8ce21987-53cb-4ea5-86c3-85dd0c0cff57'] in dv-neutron-843763-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:40:21.035651 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-8328f82f-4d6f-4ff2-93fd-4447e5986f18 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "PUT /v2.0/routers/8ce21987-53cb-4ea5-86c3-85dd0c0cff57/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0996819 May 30 05:40:21.039969 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 242de33d-5867-45d7-a545-1efa49b99222 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:40:21.043344 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24d7047-2172-404f-a23d-f6d9e49aeca9 None None] Routers {'8ce21987-53cb-4ea5-86c3-85dd0c0cff57'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:40:21.044283 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-b24d7047-2172-404f-a23d-f6d9e49aeca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:40:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['8ce21987-53cb-4ea5-86c3-85dd0c0cff57'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:40:21.120375 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-91b99f11-94e7-45a7-b177-c9bd96b361a5 None None] Provisioning for port 5c60a982-7bec-4120-a3cf-17188a9ae492 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:40:21.126195 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-91b99f11-94e7-45a7-b177-c9bd96b361a5 None None] Provisioning complete for port 5c60a982-7bec-4120-a3cf-17188a9ae492 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:40:21.126787 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-91b99f11-94e7-45a7-b177-c9bd96b361a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:40:21.168083 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port 242de33d-5867-45d7-a545-1efa49b99222 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:40:21.184372 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 242de33d-5867-45d7-a545-1efa49b99222 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:40:21.184753 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:40:21.236597 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-91b99f11-94e7-45a7-b177-c9bd96b361a5 None None] Port 5c60a982-7bec-4120-a3cf-17188a9ae492 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 05:40:21.285372 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1aba4b62-3e79-413b-aee2-37f4b635e678 req-25117910-2abe-4c22-8dfb-5c3bcdd43355 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-152640684&fields=id&tenant_id=c5c2cbbf31414007b91a65943a87a6a2 HTTP/1.1" status: 200 len: 267 time: 0.0766637 May 30 05:40:21.332185 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-b24d7047-2172-404f-a23d-f6d9e49aeca9 None None] Set router 8ce21987-53cb-4ea5-86c3-85dd0c0cff57 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:40:21.336699 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 242de33d-5867-45d7-a545-1efa49b99222 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:40:21.337079 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:40:21.356199 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] For port 242de33d-5867-45d7-a545-1efa49b99222, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=242de33d-5867-45d7-a545-1efa49b99222,segment=NetworkSegment(ad083d94-0233-4c50-a0ed-00ef7686038c),segment_id=ad083d94-0233-4c50-a0ed-00ef7686038c)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:40:21.360910 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:40:21.362259 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 3d92ba59-9720-4600-ad26-8504645b14f0 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:40:21.523871 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Pushing event updated for resources: {'Port': ['ID=242de33d-5867-45d7-a545-1efa49b99222,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:40:21.526594 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-eea18347-0dad-48d0-9c70-2016e8e87a99 None None] Provisioning complete for port 5c60a982-7bec-4120-a3cf-17188a9ae492 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:40:21.526954 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-eea18347-0dad-48d0-9c70-2016e8e87a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:40:21.555523 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port 3d92ba59-9720-4600-ad26-8504645b14f0 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:40:21.575505 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 3d92ba59-9720-4600-ad26-8504645b14f0 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:40:21.575883 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:40:21.586423 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aba4b62-3e79-413b-aee2-37f4b635e678 req-cf963074-5b46-4d9d-a939-b43b0302f419 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:40:21.588001 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1aba4b62-3e79-413b-aee2-37f4b635e678 req-cf963074-5b46-4d9d-a939-b43b0302f419 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/networks?id=e06c2ccf-bda4-4be6-afa6-d078b637e5bd HTTP/1.1" status: 200 len: 797 time: 0.2946520 May 30 05:40:21.603602 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1aba4b62-3e79-413b-aee2-37f4b635e678 req-44a63bc4-5c2b-4450-b9bc-f75f900a8ae1 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/quotas/c5c2cbbf31414007b91a65943a87a6a2 HTTP/1.1" status: 200 len: 375 time: 0.0092108 May 30 05:40:21.629146 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-eea18347-0dad-48d0-9c70-2016e8e87a99 None None] Port 5c60a982-7bec-4120-a3cf-17188a9ae492 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 05:40:21.678493 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-b24d7047-2172-404f-a23d-f6d9e49aeca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ce21987-53cb-4ea5-86c3-85dd0c0cff57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1124839024', 'tenant_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.73'}], 'enable_snat': True}, 'gw_port_id': '242de33d-5867-45d7-a545-1efa49b99222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:40:14Z', 'updated_at': '2022-05-30T05:40:19Z', 'revision_number': 4, 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'gw_port': {'id': '242de33d-5867-45d7-a545-1efa49b99222', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9b:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ce21987-53cb-4ea5-86c3-85dd0c0cff57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:40:15Z', 'updated_at': '2022-05-30T05:40:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': '5c60a982-7bec-4120-a3cf-17188a9ae492', 'name': '', 'network_id': 'e06c2ccf-bda4-4be6-afa6-d078b637e5bd', 'tenant_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'mac_address': 'fa:16:3e:75:c9:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ce21987-53cb-4ea5-86c3-85dd0c0cff57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': 'f729ac2f-8ef7-41dd-8a7d-cbcdb21fea07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:40:18Z', 'updated_at': '2022-05-30T05:40:20Z', 'revision_number': 2, 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'subnets': [{'id': 'f729ac2f-8ef7-41dd-8a7d-cbcdb21fea07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:40:21.684096 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24d7047-2172-404f-a23d-f6d9e49aeca9 None None] Checking router: 8ce21987-53cb-4ea5-86c3-85dd0c0cff57 for host: dv-neutron-843763-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 05:40:21.684515 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24d7047-2172-404f-a23d-f6d9e49aeca9 None None] Updating router 8ce21987-53cb-4ea5-86c3-85dd0c0cff57 port 5c60a982-7bec-4120-a3cf-17188a9ae492 binding host dv-neutron-843763-1-hyperv {{(pid=88263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 30 05:40:21.702462 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 3d92ba59-9720-4600-ad26-8504645b14f0 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:40:21.702949 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:40:21.708270 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-1aba4b62-3e79-413b-aee2-37f4b635e678 req-cceae25c-44a7-4449-a8d4-6cd5c36f6e28 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Synchronizing usage tracker for tenant:c5c2cbbf31414007b91a65943a87a6a2 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:40:21.725481 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-1aba4b62-3e79-413b-aee2-37f4b635e678 req-cceae25c-44a7-4449-a8d4-6cd5c36f6e28 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Unset dirty status for tenant:c5c2cbbf31414007b91a65943a87a6a2 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:40:21.728119 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1aba4b62-3e79-413b-aee2-37f4b635e678 req-cceae25c-44a7-4449-a8d4-6cd5c36f6e28 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=c5c2cbbf31414007b91a65943a87a6a2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1173427 May 30 05:40:21.741233 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] For port 3d92ba59-9720-4600-ad26-8504645b14f0, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=3d92ba59-9720-4600-ad26-8504645b14f0,segment=NetworkSegment(f0fdae1e-4d2a-4e36-af6f-793907658746),segment_id=f0fdae1e-4d2a-4e36-af6f-793907658746)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:40:21.746828 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-b24d7047-2172-404f-a23d-f6d9e49aeca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:40:21.747473 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:40:21.808394 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c1278f66-cbe7-443c-8b14-4202f83fdfde None None] Provisioning complete for port 5c60a982-7bec-4120-a3cf-17188a9ae492 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:40:21.808772 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c1278f66-cbe7-443c-8b14-4202f83fdfde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:40:21.873560 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Pushing event updated for resources: {'Port': ['ID=3d92ba59-9720-4600-ad26-8504645b14f0,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:40:21.877624 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c1278f66-cbe7-443c-8b14-4202f83fdfde None None] Port 5c60a982-7bec-4120-a3cf-17188a9ae492 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 05:40:21.956536 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1aba4b62-3e79-413b-aee2-37f4b635e678 req-6b1e5b35-140a-445c-8934-736cd3e2d321 service neutron] 10.222.0.15 "GET /v2.0/networks/e06c2ccf-bda4-4be6-afa6-d078b637e5bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064977 May 30 05:40:22.088668 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1aba4b62-3e79-413b-aee2-37f4b635e678 req-64137fad-29d0-4295-8303-2f57ec6f3654 service neutron] 10.222.0.15 "GET /v2.0/networks/e06c2ccf-bda4-4be6-afa6-d078b637e5bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251531 May 30 05:40:22.124469 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-b24d7047-2172-404f-a23d-f6d9e49aeca9 None None] Notify callbacks [] for port, precommit_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:40:22.136379 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.provisioning_blocks [None req-b24d7047-2172-404f-a23d-f6d9e49aeca9 None None] Transition to ACTIVE for port object 5c60a982-7bec-4120-a3cf-17188a9ae492 will not be triggered until provisioned by entity L2. {{(pid=88263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:40:22.142965 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-b24d7047-2172-404f-a23d-f6d9e49aeca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:40:22.212841 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d652f332-f642-4044-817a-b5e4cf7cf0ce None None] Pushing event updated for resources: {'Port': ['ID=5c60a982-7bec-4120-a3cf-17188a9ae492,revision_number=3']} {{(pid=88263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:40:22.265184 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d652f332-f642-4044-817a-b5e4cf7cf0ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:40:22.265530 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d652f332-f642-4044-817a-b5e4cf7cf0ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:40:22.265885 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d652f332-f642-4044-817a-b5e4cf7cf0ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:40:22.266216 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d652f332-f642-4044-817a-b5e4cf7cf0ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:40:22.266537 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d652f332-f642-4044-817a-b5e4cf7cf0ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:40:22.266857 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d652f332-f642-4044-817a-b5e4cf7cf0ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:40:22.267177 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d652f332-f642-4044-817a-b5e4cf7cf0ce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:40:22.267504 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d652f332-f642-4044-817a-b5e4cf7cf0ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:40:22.267823 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d652f332-f642-4044-817a-b5e4cf7cf0ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:40:22.268134 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d652f332-f642-4044-817a-b5e4cf7cf0ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:40:22.268448 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d652f332-f642-4044-817a-b5e4cf7cf0ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:40:22.268762 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d652f332-f642-4044-817a-b5e4cf7cf0ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:40:22.286147 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a0a5840f-13ef-4a2b-974f-92e06bce0d16 req-fef2bf05-668b-4883-9da8-233f3d321c8f tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/ports?device_id=faeb5573-d9d1-44df-be47-ff7df6d87341 HTTP/1.1" status: 200 len: 210 time: 0.0601909 May 30 05:40:22.377509 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-b24d7047-2172-404f-a23d-f6d9e49aeca9 None None] Attempting to bind port 5c60a982-7bec-4120-a3cf-17188a9ae492 on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 05:40:22.378095 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-b24d7047-2172-404f-a23d-f6d9e49aeca9 None None] Attempting to bind port 5c60a982-7bec-4120-a3cf-17188a9ae492 by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': 'f0fdae1e-4d2a-4e36-af6f-793907658746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'e06c2ccf-bda4-4be6-afa6-d078b637e5bd'}] {{(pid=88263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 05:40:22.378232 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24d7047-2172-404f-a23d-f6d9e49aeca9 None None] Attempting to bind port 5c60a982-7bec-4120-a3cf-17188a9ae492 on network e06c2ccf-bda4-4be6-afa6-d078b637e5bd {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:40:22.383885 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24d7047-2172-404f-a23d-f6d9e49aeca9 None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 5, 40, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 05:40:22.384249 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24d7047-2172-404f-a23d-f6d9e49aeca9 None None] Checking segment: {'id': 'f0fdae1e-4d2a-4e36-af6f-793907658746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'e06c2ccf-bda4-4be6-afa6-d078b637e5bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:40:22.384644 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-b24d7047-2172-404f-a23d-f6d9e49aeca9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:40:22.385291 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24d7047-2172-404f-a23d-f6d9e49aeca9 None None] Bound using segment: {'id': 'f0fdae1e-4d2a-4e36-af6f-793907658746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'e06c2ccf-bda4-4be6-afa6-d078b637e5bd'} {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 05:40:22.386374 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-b24d7047-2172-404f-a23d-f6d9e49aeca9 None None] Bound port: 5c60a982-7bec-4120-a3cf-17188a9ae492, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0fdae1e-4d2a-4e36-af6f-793907658746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'e06c2ccf-bda4-4be6-afa6-d078b637e5bd'}}] {{(pid=88263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 05:40:22.386744 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-b24d7047-2172-404f-a23d-f6d9e49aeca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:40:22.475544 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.db [None req-b24d7047-2172-404f-a23d-f6d9e49aeca9 None None] For port 5c60a982-7bec-4120-a3cf-17188a9ae492, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 05:40:22.478385 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.db [None req-b24d7047-2172-404f-a23d-f6d9e49aeca9 None None] For port 5c60a982-7bec-4120-a3cf-17188a9ae492, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=5c60a982-7bec-4120-a3cf-17188a9ae492,segment=NetworkSegment(f0fdae1e-4d2a-4e36-af6f-793907658746),segment_id=f0fdae1e-4d2a-4e36-af6f-793907658746)] {{(pid=88263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 05:40:22.482591 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-b24d7047-2172-404f-a23d-f6d9e49aeca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:40:22.562480 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24d7047-2172-404f-a23d-f6d9e49aeca9 None None] Routers {'8ce21987-53cb-4ea5-86c3-85dd0c0cff57'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:40:22.563098 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-b24d7047-2172-404f-a23d-f6d9e49aeca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:40:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['8ce21987-53cb-4ea5-86c3-85dd0c0cff57'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:40:22.619314 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d652f332-f642-4044-817a-b5e4cf7cf0ce None None] Pushing event updated for resources: {'Port': ['ID=5c60a982-7bec-4120-a3cf-17188a9ae492,revision_number=4']} {{(pid=88263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:40:22.768404 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-b24d7047-2172-404f-a23d-f6d9e49aeca9 None None] Set router 8ce21987-53cb-4ea5-86c3-85dd0c0cff57 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:40:22.981505 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 242de33d-5867-45d7-a545-1efa49b99222 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:40:23.047610 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 242de33d-5867-45d7-a545-1efa49b99222 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:40:23.047989 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:40:23.074691 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-b24d7047-2172-404f-a23d-f6d9e49aeca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ce21987-53cb-4ea5-86c3-85dd0c0cff57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1124839024', 'tenant_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.73'}], 'enable_snat': True}, 'gw_port_id': '242de33d-5867-45d7-a545-1efa49b99222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:40:14Z', 'updated_at': '2022-05-30T05:40:19Z', 'revision_number': 4, 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'gw_port': {'id': '242de33d-5867-45d7-a545-1efa49b99222', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce21987-53cb-4ea5-86c3-85dd0c0cff57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:40:15Z', 'updated_at': '2022-05-30T05:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': '5c60a982-7bec-4120-a3cf-17188a9ae492', 'name': '', 'network_id': 'e06c2ccf-bda4-4be6-afa6-d078b637e5bd', 'tenant_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'mac_address': 'fa:16:3e:75:c9:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ce21987-53cb-4ea5-86c3-85dd0c0cff57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': 'f729ac2f-8ef7-41dd-8a7d-cbcdb21fea07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:40:18Z', 'updated_at': '2022-05-30T05:40:22Z', 'revision_number': 4, 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'subnets': [{'id': 'f729ac2f-8ef7-41dd-8a7d-cbcdb21fea07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:40:23.078548 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24d7047-2172-404f-a23d-f6d9e49aeca9 None None] The sync data for ids ['8ce21987-53cb-4ea5-86c3-85dd0c0cff57'] in dv-neutron-843763-1-hyperv is: [{'id': '8ce21987-53cb-4ea5-86c3-85dd0c0cff57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1124839024', 'tenant_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.73'}], 'enable_snat': True}, 'gw_port_id': '242de33d-5867-45d7-a545-1efa49b99222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:40:14Z', 'updated_at': '2022-05-30T05:40:19Z', 'revision_number': 4, 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'gw_port': {'id': '242de33d-5867-45d7-a545-1efa49b99222', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce21987-53cb-4ea5-86c3-85dd0c0cff57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:40:15Z', 'updated_at': '2022-05-30T05:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': '5c60a982-7bec-4120-a3cf-17188a9ae492', 'name': '', 'network_id': 'e06c2ccf-bda4-4be6-afa6-d078b637e5bd', 'tenant_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'mac_address': 'fa:16:3e:75:c9:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ce21987-53cb-4ea5-86c3-85dd0c0cff57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': 'f729ac2f-8ef7-41dd-8a7d-cbcdb21fea07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:40:18Z', 'updated_at': '2022-05-30T05:40:22Z', 'revision_number': 4, 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'subnets': [{'id': 'f729ac2f-8ef7-41dd-8a7d-cbcdb21fea07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:40:23.175450 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 242de33d-5867-45d7-a545-1efa49b99222 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:40:23.176431 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 3d92ba59-9720-4600-ad26-8504645b14f0 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:40:23.260544 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 3d92ba59-9720-4600-ad26-8504645b14f0 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:40:23.261171 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:40:23.387892 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 3d92ba59-9720-4600-ad26-8504645b14f0 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:40:23.394058 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a3879672-1053-4156-8c45-d18ce9403b4f req-850cb31a-58ef-4176-9503-ec51cd93ca02 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/ports?device_id=faeb5573-d9d1-44df-be47-ff7df6d87341 HTTP/1.1" status: 200 len: 210 time: 0.0468838 May 30 05:40:24.490979 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ea3c823b-9998-43ba-9a54-b4c5a4100f31 req-fdf76d0d-3f2b-42fb-aa5b-bd1e3c77d4ba tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/ports?device_id=faeb5573-d9d1-44df-be47-ff7df6d87341 HTTP/1.1" status: 200 len: 210 time: 0.0446215 May 30 05:40:24.992450 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 5c60a982-7bec-4120-a3cf-17188a9ae492 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:40:25.060389 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port 5c60a982-7bec-4120-a3cf-17188a9ae492 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:40:25.065433 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 5c60a982-7bec-4120-a3cf-17188a9ae492 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:40:25.065886 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:40:25.184516 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 5c60a982-7bec-4120-a3cf-17188a9ae492 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:40:25.184839 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:40:25.220626 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] For port 5c60a982-7bec-4120-a3cf-17188a9ae492, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=5c60a982-7bec-4120-a3cf-17188a9ae492,segment=NetworkSegment(f0fdae1e-4d2a-4e36-af6f-793907658746),segment_id=f0fdae1e-4d2a-4e36-af6f-793907658746)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:40:25.225330 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:40:25.309824 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Pushing event updated for resources: {'Port': ['ID=5c60a982-7bec-4120-a3cf-17188a9ae492,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:40:25.584542 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b5a63416-063c-4b03-b2a3-014f56598bea req-1946c8e8-6ae7-44dc-8db1-8835b800db1d tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/ports?device_id=faeb5573-d9d1-44df-be47-ff7df6d87341 HTTP/1.1" status: 200 len: 210 time: 0.0424733 May 30 05:40:26.830454 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2a4d2ca4-e246-43a8-b669-935b57c19bbe req-13ed05db-de5d-41b5-b950-0d2ab8399aa9 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/ports?device_id=faeb5573-d9d1-44df-be47-ff7df6d87341 HTTP/1.1" status: 200 len: 210 time: 0.1403756 May 30 05:40:26.980679 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 5c60a982-7bec-4120-a3cf-17188a9ae492 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:40:27.046880 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 5c60a982-7bec-4120-a3cf-17188a9ae492 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:40:27.047254 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:40:27.168212 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 5c60a982-7bec-4120-a3cf-17188a9ae492 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:40:27.349583 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aba4b62-3e79-413b-aee2-37f4b635e678 req-14659563-6411-481b-81b2-b353b7628aef tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:40:27.351018 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1aba4b62-3e79-413b-aee2-37f4b635e678 req-14659563-6411-481b-81b2-b353b7628aef tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.39 "GET /v2.0/networks?id=e06c2ccf-bda4-4be6-afa6-d078b637e5bd HTTP/1.1" status: 200 len: 797 time: 0.1444340 May 30 05:40:27.398334 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1aba4b62-3e79-413b-aee2-37f4b635e678 req-eed0582c-a92b-47a0-9bb3-71f658673b20 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c5c2cbbf31414007b91a65943a87a6a2 HTTP/1.1" status: 200 len: 379 time: 0.0391164 May 30 05:40:27.410112 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [req-1aba4b62-3e79-413b-aee2-37f4b635e678 req-819a1c38-a29b-4bdc-bf0a-ef975e61e32b tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Request body: {'port': {'device_id': 'faeb5573-d9d1-44df-be47-ff7df6d87341', 'network_id': 'e06c2ccf-bda4-4be6-afa6-d078b637e5bd', 'admin_state_up': True, 'tenant_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'security_groups': ['ff315a3f-7f21-40ae-b40a-6533c7d8b6bd']}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:40:27.550452 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [req-1aba4b62-3e79-413b-aee2-37f4b635e678 req-819a1c38-a29b-4bdc-bf0a-ef975e61e32b tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:40:27.560666 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [req-1aba4b62-3e79-413b-aee2-37f4b635e678 req-819a1c38-a29b-4bdc-bf0a-ef975e61e32b tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:40:27.570189 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1aba4b62-3e79-413b-aee2-37f4b635e678 req-819a1c38-a29b-4bdc-bf0a-ef975e61e32b tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Made reservation on behalf of c5c2cbbf31414007b91a65943a87a6a2 for: {'port': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:40:27.573599 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-1aba4b62-3e79-413b-aee2-37f4b635e678 req-819a1c38-a29b-4bdc-bf0a-ef975e61e32b tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:40:27.734551 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [req-1aba4b62-3e79-413b-aee2-37f4b635e678 req-819a1c38-a29b-4bdc-bf0a-ef975e61e32b tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Allocated IP 172.20.0.4 (e06c2ccf-bda4-4be6-afa6-d078b637e5bd/f729ac2f-8ef7-41dd-8a7d-cbcdb21fea07/3f5ba8ce-c3a1-47ef-a0a9-3e2e3601f30a) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:40:27.923380 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-1aba4b62-3e79-413b-aee2-37f4b635e678 req-819a1c38-a29b-4bdc-bf0a-ef975e61e32b tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:40:27.940510 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [req-1aba4b62-3e79-413b-aee2-37f4b635e678 req-819a1c38-a29b-4bdc-bf0a-ef975e61e32b tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Transition to ACTIVE for port object 3f5ba8ce-c3a1-47ef-a0a9-3e2e3601f30a will not be triggered until provisioned by entity DHCP. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:40:27.987477 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c9348ba8-0e24-401c-82d4-71d5c1fd6b9c req-c4be29ff-0f62-49a3-8c60-da41c861211c tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/ports?device_id=faeb5573-d9d1-44df-be47-ff7df6d87341 HTTP/1.1" status: 200 len: 210 time: 0.0499609 May 30 05:40:28.013094 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-1aba4b62-3e79-413b-aee2-37f4b635e678 req-819a1c38-a29b-4bdc-bf0a-ef975e61e32b tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:40:28.083823 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1aba4b62-3e79-413b-aee2-37f4b635e678 req-819a1c38-a29b-4bdc-bf0a-ef975e61e32b tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Network e06c2ccf-bda4-4be6-afa6-d078b637e5bd is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:40:28.088028 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [req-1aba4b62-3e79-413b-aee2-37f4b635e678 req-819a1c38-a29b-4bdc-bf0a-ef975e61e32b tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:40:28.091035 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [req-1aba4b62-3e79-413b-aee2-37f4b635e678 req-819a1c38-a29b-4bdc-bf0a-ef975e61e32b tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:40:28.106173 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-1ba01c1e-85d3-4001-b14d-0db1a7fce427 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:40:28.133572 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819a1c38-a29b-4bdc-bf0a-ef975e61e32b tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Pushing event updated for resources: {'Port': ['ID=3f5ba8ce-c3a1-47ef-a0a9-3e2e3601f30a,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:40:28.167657 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aba4b62-3e79-413b-aee2-37f4b635e678 req-819a1c38-a29b-4bdc-bf0a-ef975e61e32b tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:40:28.168286 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-1aba4b62-3e79-413b-aee2-37f4b635e678 req-819a1c38-a29b-4bdc-bf0a-ef975e61e32b tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:40:28.194509 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1aba4b62-3e79-413b-aee2-37f4b635e678 req-819a1c38-a29b-4bdc-bf0a-ef975e61e32b tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7897007 May 30 05:40:28.255613 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [req-1aba4b62-3e79-413b-aee2-37f4b635e678 req-b2a352e6-c851-45be-a8a2-48848d49556d service neutron] Request body: {'port': {'device_id': 'faeb5573-d9d1-44df-be47-ff7df6d87341', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8437'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:40:28.377610 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-1aba4b62-3e79-413b-aee2-37f4b635e678 req-b2a352e6-c851-45be-a8a2-48848d49556d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:40:28.382738 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-07a120a9-6c26-495e-aa22-71cf9b4e3b29 None None] Provisioning for port 3f5ba8ce-c3a1-47ef-a0a9-3e2e3601f30a completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:40:28.388567 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-07a120a9-6c26-495e-aa22-71cf9b4e3b29 None None] Provisioning complete for port 3f5ba8ce-c3a1-47ef-a0a9-3e2e3601f30a triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:40:28.388940 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-07a120a9-6c26-495e-aa22-71cf9b4e3b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:40:28.443495 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-07a120a9-6c26-495e-aa22-71cf9b4e3b29 None None] Port 3f5ba8ce-c3a1-47ef-a0a9-3e2e3601f30a cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 05:40:28.820370 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [req-1aba4b62-3e79-413b-aee2-37f4b635e678 req-b2a352e6-c851-45be-a8a2-48848d49556d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f5ba8ce-c3a1-47ef-a0a9-3e2e3601f30a {{(pid=88261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 30 05:40:28.828201 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-1aba4b62-3e79-413b-aee2-37f4b635e678 req-b2a352e6-c851-45be-a8a2-48848d49556d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:40:28.842997 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [req-1aba4b62-3e79-413b-aee2-37f4b635e678 req-b2a352e6-c851-45be-a8a2-48848d49556d service neutron] Transition to ACTIVE for port object 3f5ba8ce-c3a1-47ef-a0a9-3e2e3601f30a will not be triggered until provisioned by entity L2. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:40:28.845885 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-1aba4b62-3e79-413b-aee2-37f4b635e678 req-b2a352e6-c851-45be-a8a2-48848d49556d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2304381'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:40:29.003228 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a352e6-c851-45be-a8a2-48848d49556d service neutron] Pushing event updated for resources: {'Port': ['ID=3f5ba8ce-c3a1-47ef-a0a9-3e2e3601f30a,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:40:29.080081 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [req-1aba4b62-3e79-413b-aee2-37f4b635e678 req-b2a352e6-c851-45be-a8a2-48848d49556d service neutron] Attempting to bind port 3f5ba8ce-c3a1-47ef-a0a9-3e2e3601f30a on host hv-neutron-8437 for vnic_type normal with profile {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 05:40:29.080415 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [req-1aba4b62-3e79-413b-aee2-37f4b635e678 req-b2a352e6-c851-45be-a8a2-48848d49556d service neutron] Attempting to bind port 3f5ba8ce-c3a1-47ef-a0a9-3e2e3601f30a by drivers openvswitch,hyperv on host hv-neutron-8437 at level 0 using segments [{'id': 'f0fdae1e-4d2a-4e36-af6f-793907658746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'e06c2ccf-bda4-4be6-afa6-d078b637e5bd'}] {{(pid=88261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 05:40:29.080741 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aba4b62-3e79-413b-aee2-37f4b635e678 req-b2a352e6-c851-45be-a8a2-48848d49556d service neutron] Attempting to bind port 3f5ba8ce-c3a1-47ef-a0a9-3e2e3601f30a on network e06c2ccf-bda4-4be6-afa6-d078b637e5bd {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:40:29.085186 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aba4b62-3e79-413b-aee2-37f4b635e678 req-b2a352e6-c851-45be-a8a2-48848d49556d service neutron] Port 3f5ba8ce-c3a1-47ef-a0a9-3e2e3601f30a on network e06c2ccf-bda4-4be6-afa6-d078b637e5bd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8437 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 30 05:40:29.085498 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aba4b62-3e79-413b-aee2-37f4b635e678 req-b2a352e6-c851-45be-a8a2-48848d49556d service neutron] Attempting to bind port 3f5ba8ce-c3a1-47ef-a0a9-3e2e3601f30a on network e06c2ccf-bda4-4be6-afa6-d078b637e5bd {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:40:29.090610 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aba4b62-3e79-413b-aee2-37f4b635e678 req-b2a352e6-c851-45be-a8a2-48848d49556d service neutron] Checking agent: {'id': 'de0c936d-420b-412f-9642-7bfe80b5ab25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8437', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 51, 47), 'started_at': datetime.datetime(2022, 5, 30, 4, 51, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 5, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 05:40:29.090939 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aba4b62-3e79-413b-aee2-37f4b635e678 req-b2a352e6-c851-45be-a8a2-48848d49556d service neutron] Checking segment: {'id': 'f0fdae1e-4d2a-4e36-af6f-793907658746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'e06c2ccf-bda4-4be6-afa6-d078b637e5bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:40:29.091311 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aba4b62-3e79-413b-aee2-37f4b635e678 req-b2a352e6-c851-45be-a8a2-48848d49556d service neutron] Bound using segment: {'id': 'f0fdae1e-4d2a-4e36-af6f-793907658746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'e06c2ccf-bda4-4be6-afa6-d078b637e5bd'} {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 05:40:29.091725 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [req-1aba4b62-3e79-413b-aee2-37f4b635e678 req-b2a352e6-c851-45be-a8a2-48848d49556d service neutron] Bound port: 3f5ba8ce-c3a1-47ef-a0a9-3e2e3601f30a, host: hv-neutron-8437, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0fdae1e-4d2a-4e36-af6f-793907658746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'e06c2ccf-bda4-4be6-afa6-d078b637e5bd'}}] {{(pid=88261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 05:40:29.092061 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-1aba4b62-3e79-413b-aee2-37f4b635e678 req-b2a352e6-c851-45be-a8a2-48848d49556d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:40:29.236051 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [req-1aba4b62-3e79-413b-aee2-37f4b635e678 req-b2a352e6-c851-45be-a8a2-48848d49556d service neutron] For port 3f5ba8ce-c3a1-47ef-a0a9-3e2e3601f30a, host hv-neutron-8437, cleared binding levels {{(pid=88261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 05:40:29.239685 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [req-1aba4b62-3e79-413b-aee2-37f4b635e678 req-b2a352e6-c851-45be-a8a2-48848d49556d service neutron] For port 3f5ba8ce-c3a1-47ef-a0a9-3e2e3601f30a, host hv-neutron-8437, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=3f5ba8ce-c3a1-47ef-a0a9-3e2e3601f30a,segment=NetworkSegment(f0fdae1e-4d2a-4e36-af6f-793907658746),segment_id=f0fdae1e-4d2a-4e36-af6f-793907658746)] {{(pid=88261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 05:40:29.250746 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4ed7c4-e017-45a0-9a89-2fdff357589e req-399c2a98-b35c-429f-be90-8a5a47ce74dd tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:40:29.251432 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-bf4ed7c4-e017-45a0-9a89-2fdff357589e req-399c2a98-b35c-429f-be90-8a5a47ce74dd tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Synchronizing usage tracker for tenant:c5c2cbbf31414007b91a65943a87a6a2 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:40:29.254369 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-1aba4b62-3e79-413b-aee2-37f4b635e678 req-b2a352e6-c851-45be-a8a2-48848d49556d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2304381'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:40:29.319203 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aba4b62-3e79-413b-aee2-37f4b635e678 req-b2a352e6-c851-45be-a8a2-48848d49556d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:40:29.319887 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-1aba4b62-3e79-413b-aee2-37f4b635e678 req-b2a352e6-c851-45be-a8a2-48848d49556d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:40:29.321227 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1aba4b62-3e79-413b-aee2-37f4b635e678 req-b2a352e6-c851-45be-a8a2-48848d49556d service neutron] 10.222.0.39 "PUT /v2.0/ports/3f5ba8ce-c3a1-47ef-a0a9-3e2e3601f30a HTTP/1.1" status: 200 len: 1093 time: 1.1185076 May 30 05:40:29.323478 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'faeb5573-d9d1-44df-be47-ff7df6d87341', 'tag': '3f5ba8ce-c3a1-47ef-a0a9-3e2e3601f30a'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:40:29.336141 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-bf4ed7c4-e017-45a0-9a89-2fdff357589e req-399c2a98-b35c-429f-be90-8a5a47ce74dd tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Unset dirty status for tenant:c5c2cbbf31414007b91a65943a87a6a2 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:40:29.337274 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-bf4ed7c4-e017-45a0-9a89-2fdff357589e req-399c2a98-b35c-429f-be90-8a5a47ce74dd tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/ports?device_id=faeb5573-d9d1-44df-be47-ff7df6d87341 HTTP/1.1" status: 200 len: 943 time: 0.2367606 May 30 05:40:29.363041 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a352e6-c851-45be-a8a2-48848d49556d service neutron] Pushing event updated for resources: {'Port': ['ID=3f5ba8ce-c3a1-47ef-a0a9-3e2e3601f30a,revision_number=3']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:40:29.442230 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-bf4ed7c4-e017-45a0-9a89-2fdff357589e req-2f704636-f687-40fa-a356-af7aaaf77140 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff315a3f-7f21-40ae-b40a-6533c7d8b6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980508 May 30 05:40:29.468231 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aba4b62-3e79-413b-aee2-37f4b635e678 req-f33f1323-16ea-4038-aafb-af049f096018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:40:29.469761 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1aba4b62-3e79-413b-aee2-37f4b635e678 req-f33f1323-16ea-4038-aafb-af049f096018 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c5c2cbbf31414007b91a65943a87a6a2&device_id=faeb5573-d9d1-44df-be47-ff7df6d87341 HTTP/1.1" status: 200 len: 1096 time: 0.1077335 May 30 05:40:29.526948 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55be6ad2-a6a4-4b42-a10e-0da680876af9'] response: {'name': 'network-changed', 'server_uuid': 'faeb5573-d9d1-44df-be47-ff7df6d87341', 'tag': '3f5ba8ce-c3a1-47ef-a0a9-3e2e3601f30a', 'status': 'completed', 'code': 200} May 30 05:40:29.540914 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1aba4b62-3e79-413b-aee2-37f4b635e678 req-e06c21f9-3f59-44fe-9918-70b84aaddd67 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3f5ba8ce-c3a1-47ef-a0a9-3e2e3601f30a HTTP/1.1" status: 200 len: 217 time: 0.0640483 May 30 05:40:29.605910 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aba4b62-3e79-413b-aee2-37f4b635e678 req-9d97f96c-4d1a-4738-a94d-cfdc256d53c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:40:29.607308 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1aba4b62-3e79-413b-aee2-37f4b635e678 req-9d97f96c-4d1a-4738-a94d-cfdc256d53c0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f729ac2f-8ef7-41dd-8a7d-cbcdb21fea07 HTTP/1.1" status: 200 len: 835 time: 0.0608323 May 30 05:40:29.680695 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aba4b62-3e79-413b-aee2-37f4b635e678 req-824ed45a-642b-4539-8a1d-2270bd120e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:40:29.682117 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1aba4b62-3e79-413b-aee2-37f4b635e678 req-824ed45a-642b-4539-8a1d-2270bd120e77 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e06c2ccf-bda4-4be6-afa6-d078b637e5bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691018 May 30 05:40:29.809147 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1aba4b62-3e79-413b-aee2-37f4b635e678 req-071e95b8-6a5d-4c16-859c-6eb6e7246610 service neutron] 10.222.0.39 "GET /v2.0/networks/e06c2ccf-bda4-4be6-afa6-d078b637e5bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213920 May 30 05:40:29.939197 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1aba4b62-3e79-413b-aee2-37f4b635e678 req-99d74cba-e2f6-4640-9823-382d3257414e service neutron] 10.222.0.39 "GET /v2.0/networks/e06c2ccf-bda4-4be6-afa6-d078b637e5bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241388 May 30 05:40:30.055873 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c2362b-a11e-4b58-9272-4533cdea0e8b req-12b312ba-ec5d-489c-bbdb-16ddb26ff958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:40:30.057328 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-04c2362b-a11e-4b58-9272-4533cdea0e8b req-12b312ba-ec5d-489c-bbdb-16ddb26ff958 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c5c2cbbf31414007b91a65943a87a6a2&device_id=faeb5573-d9d1-44df-be47-ff7df6d87341 HTTP/1.1" status: 200 len: 1096 time: 0.0732467 May 30 05:40:30.184894 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c2362b-a11e-4b58-9272-4533cdea0e8b req-7fe005f7-c014-446e-8733-f21ec3991630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:40:30.186409 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-04c2362b-a11e-4b58-9272-4533cdea0e8b req-7fe005f7-c014-446e-8733-f21ec3991630 service neutron] 10.222.0.39 "GET /v2.0/networks?id=e06c2ccf-bda4-4be6-afa6-d078b637e5bd HTTP/1.1" status: 200 len: 898 time: 0.1230917 May 30 05:40:30.251801 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-04c2362b-a11e-4b58-9272-4533cdea0e8b req-ae482900-1707-4a5f-8a1e-b56beb683705 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3f5ba8ce-c3a1-47ef-a0a9-3e2e3601f30a HTTP/1.1" status: 200 len: 217 time: 0.0589895 May 30 05:40:30.290989 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f56c8e24-fb25-44cf-9429-a44236bd6ed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:40:30.316511 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c2362b-a11e-4b58-9272-4533cdea0e8b req-720e946d-af4a-459a-8c56-375beb4a5d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:40:30.317969 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-04c2362b-a11e-4b58-9272-4533cdea0e8b req-720e946d-af4a-459a-8c56-375beb4a5d5c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f729ac2f-8ef7-41dd-8a7d-cbcdb21fea07 HTTP/1.1" status: 200 len: 835 time: 0.0606244 May 30 05:40:30.391779 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c2362b-a11e-4b58-9272-4533cdea0e8b req-326355ca-d99c-4061-b024-dfcb7218e4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:40:30.393209 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-04c2362b-a11e-4b58-9272-4533cdea0e8b req-326355ca-d99c-4061-b024-dfcb7218e4bf service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e06c2ccf-bda4-4be6-afa6-d078b637e5bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687165 May 30 05:40:30.678187 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-04c2362b-a11e-4b58-9272-4533cdea0e8b req-4b6efe05-2717-42b9-bcb8-5b8f4d46a883 service neutron] 10.222.0.39 "GET /v2.0/networks/e06c2ccf-bda4-4be6-afa6-d078b637e5bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2786295 May 30 05:40:30.711231 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e1b3be-be21-4a4c-bffb-14a054af9354 req-23b167e2-d1ce-43be-9793-9e90a3375ebf tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:40:30.712588 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-62e1b3be-be21-4a4c-bffb-14a054af9354 req-23b167e2-d1ce-43be-9793-9e90a3375ebf tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/ports?device_id=faeb5573-d9d1-44df-be47-ff7df6d87341 HTTP/1.1" status: 200 len: 943 time: 0.1445708 May 30 05:40:30.826778 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-62e1b3be-be21-4a4c-bffb-14a054af9354 req-f822e260-6dee-4765-a0cf-7cc61f589a63 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff315a3f-7f21-40ae-b40a-6533c7d8b6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702353 May 30 05:40:30.846768 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-04c2362b-a11e-4b58-9272-4533cdea0e8b req-2399dbfb-0abe-457a-851f-fe4dd16c8d4e service neutron] 10.222.0.39 "GET /v2.0/networks/e06c2ccf-bda4-4be6-afa6-d078b637e5bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614740 May 30 05:40:31.383802 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56ded65b-0e68-413c-8b9b-1097922cc81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:40:31.540783 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:40:32.011039 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fe1cbc-0d8b-48d3-a1f6-fd90d7e081c5 req-0a4f32dc-ca00-4216-8c36-8a072d96c649 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:40:32.012491 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d8fe1cbc-0d8b-48d3-a1f6-fd90d7e081c5 req-0a4f32dc-ca00-4216-8c36-8a072d96c649 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/ports?device_id=faeb5573-d9d1-44df-be47-ff7df6d87341 HTTP/1.1" status: 200 len: 943 time: 0.0838547 May 30 05:40:32.059489 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d8fe1cbc-0d8b-48d3-a1f6-fd90d7e081c5 req-65691e8c-580a-443b-8d66-9226af2fbb63 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff315a3f-7f21-40ae-b40a-6533c7d8b6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413301 May 30 05:40:32.946303 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a142624-940e-4c55-bf49-a5329c884075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:40:33.248164 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff07abc-3f1e-4ece-8ded-23076e60c302 req-e34f9f47-f280-441d-a04a-1253533e2455 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:40:33.249555 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2ff07abc-3f1e-4ece-8ded-23076e60c302 req-e34f9f47-f280-441d-a04a-1253533e2455 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/ports?device_id=faeb5573-d9d1-44df-be47-ff7df6d87341 HTTP/1.1" status: 200 len: 943 time: 0.0790303 May 30 05:40:33.292843 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2ff07abc-3f1e-4ece-8ded-23076e60c302 req-ddf00777-39ca-47c2-adfe-7a8020310adf tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff315a3f-7f21-40ae-b40a-6533c7d8b6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375724 May 30 05:40:34.437134 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device 3f5ba8ce-c3a1-47ef-a0a9-3e2e3601f30a details requested by agent hyperv_hv-neutron-8437 with host hv-neutron-8437 {{(pid=88262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 05:40:34.480184 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c408f86d-d51e-4b0a-af2e-d46c60e382d5 req-edd7bbac-9eec-4da2-83ee-8faa662194e8 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:40:34.481626 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c408f86d-d51e-4b0a-af2e-d46c60e382d5 req-edd7bbac-9eec-4da2-83ee-8faa662194e8 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/ports?device_id=faeb5573-d9d1-44df-be47-ff7df6d87341 HTTP/1.1" status: 200 len: 943 time: 0.0828671 May 30 05:40:34.525458 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c408f86d-d51e-4b0a-af2e-d46c60e382d5 req-84e79190-5eee-497c-8181-1b34f9f5d731 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff315a3f-7f21-40ae-b40a-6533c7d8b6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381069 May 30 05:40:34.578936 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port 3f5ba8ce-c3a1-47ef-a0a9-3e2e3601f30a, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=3f5ba8ce-c3a1-47ef-a0a9-3e2e3601f30a,segment=NetworkSegment(f0fdae1e-4d2a-4e36-af6f-793907658746),segment_id=f0fdae1e-4d2a-4e36-af6f-793907658746)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:40:34.591401 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Returning: {'device': '3f5ba8ce-c3a1-47ef-a0a9-3e2e3601f30a', 'network_id': 'e06c2ccf-bda4-4be6-afa6-d078b637e5bd', 'port_id': '3f5ba8ce-c3a1-47ef-a0a9-3e2e3601f30a', 'mac_address': 'fa:16:3e:49:a5:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f729ac2f-8ef7-41dd-8a7d-cbcdb21fea07', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 05:40:34.644566 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Current status of the port 3f5ba8ce-c3a1-47ef-a0a9-3e2e3601f30a is: DOWN; New status is: BUILD {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:40:34.644945 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:40:34.663150 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f5ba8ce-c3a1-47ef-a0a9-3e2e3601f30a {{(pid=88262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 30 05:40:34.678070 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port 3f5ba8ce-c3a1-47ef-a0a9-3e2e3601f30a, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=3f5ba8ce-c3a1-47ef-a0a9-3e2e3601f30a,segment=NetworkSegment(f0fdae1e-4d2a-4e36-af6f-793907658746),segment_id=f0fdae1e-4d2a-4e36-af6f-793907658746)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:40:34.681706 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:40:34.748230 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Pushing event updated for resources: {'Port': ['ID=3f5ba8ce-c3a1-47ef-a0a9-3e2e3601f30a,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:40:35.006735 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] get_ports_and_sgs() called for port_ids ['3f5ba8ce-c3a1-47ef-a0a9-3e2e3601f30a'] {{(pid=88262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 30 05:40:35.702697 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d654a52-c773-4062-ad14-ae295bc3083e req-f37a2ab6-cb16-4cd6-834c-63231754e5ee tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:40:35.704135 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0d654a52-c773-4062-ad14-ae295bc3083e req-f37a2ab6-cb16-4cd6-834c-63231754e5ee tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/ports?device_id=faeb5573-d9d1-44df-be47-ff7df6d87341 HTTP/1.1" status: 200 len: 944 time: 0.0783439 May 30 05:40:35.746387 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0d654a52-c773-4062-ad14-ae295bc3083e req-786f03db-d54a-41fe-9d94-dd966726f2dc tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff315a3f-7f21-40ae-b40a-6533c7d8b6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367265 May 30 05:40:36.436684 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device 3f5ba8ce-c3a1-47ef-a0a9-3e2e3601f30a up at agent hyperv_hv-neutron-8437 {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:40:36.504594 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Provisioning for port 3f5ba8ce-c3a1-47ef-a0a9-3e2e3601f30a completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:40:36.508973 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Provisioning complete for port 3f5ba8ce-c3a1-47ef-a0a9-3e2e3601f30a triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:40:36.509347 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:40:36.623147 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Current status of the port 3f5ba8ce-c3a1-47ef-a0a9-3e2e3601f30a is: BUILD; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:40:36.623530 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:40:36.649711 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faeb5573-d9d1-44df-be47-ff7df6d87341', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f5ba8ce-c3a1-47ef-a0a9-3e2e3601f30a'}] {{(pid=88262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:40:36.659857 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port 3f5ba8ce-c3a1-47ef-a0a9-3e2e3601f30a, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=3f5ba8ce-c3a1-47ef-a0a9-3e2e3601f30a,segment=NetworkSegment(f0fdae1e-4d2a-4e36-af6f-793907658746),segment_id=f0fdae1e-4d2a-4e36-af6f-793907658746)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:40:36.664286 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:40:36.699730 dv-neutron-843763-1-hyperv neutron-server[88262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c52cf21e-156f-497e-b0f2-8f9e616f8b34'] response: {'server_uuid': 'faeb5573-d9d1-44df-be47-ff7df6d87341', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f5ba8ce-c3a1-47ef-a0a9-3e2e3601f30a', 'code': 200} May 30 05:40:36.731092 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Pushing event updated for resources: {'Port': ['ID=3f5ba8ce-c3a1-47ef-a0a9-3e2e3601f30a,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:40:36.978909 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dff0b4a-4b14-4412-b52e-ea1d2477a6e6 req-c6c67604-b5e7-4f04-bf12-59bb01691b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:40:36.980401 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8dff0b4a-4b14-4412-b52e-ea1d2477a6e6 req-c6c67604-b5e7-4f04-bf12-59bb01691b2c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=faeb5573-d9d1-44df-be47-ff7df6d87341 HTTP/1.1" status: 200 len: 1098 time: 0.1289990 May 30 05:40:36.991842 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1666f8cb-48d0-4811-8673-592196f7ac1a req-26909272-67ea-4871-a53d-cdd8bcfb5444 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:40:36.993184 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1666f8cb-48d0-4811-8673-592196f7ac1a req-26909272-67ea-4871-a53d-cdd8bcfb5444 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/ports?device_id=faeb5573-d9d1-44df-be47-ff7df6d87341 HTTP/1.1" status: 200 len: 945 time: 0.1089790 May 30 05:40:37.058614 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8dff0b4a-4b14-4412-b52e-ea1d2477a6e6 req-36dc7ad6-b330-4da9-9da8-655108b8fec8 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ff315a3f-7f21-40ae-b40a-6533c7d8b6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644908 May 30 05:40:37.065209 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1666f8cb-48d0-4811-8673-592196f7ac1a req-39fa30d8-222c-4a39-bb9e-6aa04341e223 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff315a3f-7f21-40ae-b40a-6533c7d8b6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589778 May 30 05:40:38.246788 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa664a5-6f0e-4c31-bfbf-d72bf3d91c53 req-6b7e0b73-69f9-4862-8f94-7ee7d3186a49 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:40:38.248259 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-bfa664a5-6f0e-4c31-bfbf-d72bf3d91c53 req-6b7e0b73-69f9-4862-8f94-7ee7d3186a49 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/ports?device_id=faeb5573-d9d1-44df-be47-ff7df6d87341 HTTP/1.1" status: 200 len: 945 time: 0.0795732 May 30 05:40:38.292723 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-bfa664a5-6f0e-4c31-bfbf-d72bf3d91c53 req-6dfd2d8b-b24b-4f2e-812e-d39bcf83ac20 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff315a3f-7f21-40ae-b40a-6533c7d8b6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387959 May 30 05:40:39.478216 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31648317-ac27-4c6e-9053-b4de2bda771b req-89c821e0-877d-4c6b-ba40-f01fd3557f11 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:40:39.479687 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-31648317-ac27-4c6e-9053-b4de2bda771b req-89c821e0-877d-4c6b-ba40-f01fd3557f11 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/ports?device_id=faeb5573-d9d1-44df-be47-ff7df6d87341 HTTP/1.1" status: 200 len: 945 time: 0.0816543 May 30 05:40:39.522470 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-31648317-ac27-4c6e-9053-b4de2bda771b req-14f0ef41-7671-4db2-a015-feaab8c4b2ae tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff315a3f-7f21-40ae-b40a-6533c7d8b6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367050 May 30 05:40:39.703452 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0533439-7c03-4314-a814-54301e16f51c req-2d12c34c-1861-4c43-a689-9edde07a20c0 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:40:39.704859 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c0533439-7c03-4314-a814-54301e16f51c req-2d12c34c-1861-4c43-a689-9edde07a20c0 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/ports?device_id=faeb5573-d9d1-44df-be47-ff7df6d87341 HTTP/1.1" status: 200 len: 945 time: 0.0772913 May 30 05:40:39.748084 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c0533439-7c03-4314-a814-54301e16f51c req-28367853-21b8-4370-8498-dae965ec0189 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff315a3f-7f21-40ae-b40a-6533c7d8b6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372930 May 30 05:40:39.770223 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 54188) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:40:39.841930 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d9f7164-4f4d-4014-9014-58da4ee3805f tempest-TestNetworkAdvancedServerOps-1936340429 tempest-TestNetworkAdvancedServerOps-1936340429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:40:39.843376 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-2d9f7164-4f4d-4014-9014-58da4ee3805f tempest-TestNetworkAdvancedServerOps-1936340429 tempest-TestNetworkAdvancedServerOps-1936340429-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=faeb5573-d9d1-44df-be47-ff7df6d87341 HTTP/1.1" status: 200 len: 1093 time: 0.0722089 May 30 05:40:39.846124 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 54192) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:40:39.850700 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-ca658a05-361b-4900-9edc-a0bc704edfa0 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Request body: {'floatingip': {'floating_network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'port_id': '3f5ba8ce-c3a1-47ef-a0a9-3e2e3601f30a', 'tenant_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:40:39.856942 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-ca658a05-361b-4900-9edc-a0bc704edfa0 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:40:39.860963 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-ca658a05-361b-4900-9edc-a0bc704edfa0 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Usage tracker for resource:floatingip and tenant:c5c2cbbf31414007b91a65943a87a6a2 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:40:39.863816 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-ca658a05-361b-4900-9edc-a0bc704edfa0 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:40:39.869512 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-ca658a05-361b-4900-9edc-a0bc704edfa0 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:40:39.879638 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ca658a05-361b-4900-9edc-a0bc704edfa0 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for floatingip, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:40:40.011637 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ca658a05-361b-4900-9edc-a0bc704edfa0 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:40:40.143611 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-ca658a05-361b-4900-9edc-a0bc704edfa0 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Allocated IP 172.26.6.164 (1bab70f4-3794-44db-8e17-19f483aa8ffa/6b5b73c1-b0ce-4f83-a930-c00cc5522926/e24830c1-bc79-4322-b71e-88857e660c9d) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:40:40.383110 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ca658a05-361b-4900-9edc-a0bc704edfa0 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:40:40.412709 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ca658a05-361b-4900-9edc-a0bc704edfa0 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:40:40.474120 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca658a05-361b-4900-9edc-a0bc704edfa0 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Network 1bab70f4-3794-44db-8e17-19f483aa8ffa is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:40:40.476873 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-ca658a05-361b-4900-9edc-a0bc704edfa0 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:40:40.480678 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca658a05-361b-4900-9edc-a0bc704edfa0 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:40:40.522103 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca658a05-361b-4900-9edc-a0bc704edfa0 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Pushing event updated for resources: {'Port': ['ID=e24830c1-bc79-4322-b71e-88857e660c9d,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:40:40.887482 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ca658a05-361b-4900-9edc-a0bc704edfa0 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:40:40.959941 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ca658a05-361b-4900-9edc-a0bc704edfa0 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:40:41.161026 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ca658a05-361b-4900-9edc-a0bc704edfa0 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:40:41.165357 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ca658a05-361b-4900-9edc-a0bc704edfa0 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2304381'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:40:41.273923 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca658a05-361b-4900-9edc-a0bc704edfa0 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Pushing event updated for resources: {'Port': ['ID=e24830c1-bc79-4322-b71e-88857e660c9d,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:40:41.284031 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ca658a05-361b-4900-9edc-a0bc704edfa0 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1604762'] for floatingip, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:40:41.457756 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.db.l3_db [None req-ca658a05-361b-4900-9edc-a0bc704edfa0 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Floating IP 985373ff-1984-40a1-a977-2fe19d2353d6 associated. External IP: 172.26.6.164, port: 3f5ba8ce-c3a1-47ef-a0a9-3e2e3601f30a. May 30 05:40:41.914016 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca658a05-361b-4900-9edc-a0bc704edfa0 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Router 8ce21987-53cb-4ea5-86c3-85dd0c0cff57 has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 05:40:42.090007 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca658a05-361b-4900-9edc-a0bc704edfa0 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:40:42.099180 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8e2e48-0ad2-43d7-bce2-e9b3a67d9673 None None] Sync routers for ids ['8ce21987-53cb-4ea5-86c3-85dd0c0cff57'] in dv-neutron-843763-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:40:42.108914 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8e2e48-0ad2-43d7-bce2-e9b3a67d9673 None None] Routers {'8ce21987-53cb-4ea5-86c3-85dd0c0cff57'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:40:42.109522 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-1e8e2e48-0ad2-43d7-bce2-e9b3a67d9673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:40:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['8ce21987-53cb-4ea5-86c3-85dd0c0cff57'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:40:42.114334 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ca658a05-361b-4900-9edc-a0bc704edfa0 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for floatingip, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:40:42.171845 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-ca658a05-361b-4900-9edc-a0bc704edfa0 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3246403 May 30 05:40:42.172311 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'faeb5573-d9d1-44df-be47-ff7df6d87341', 'tag': '3f5ba8ce-c3a1-47ef-a0a9-3e2e3601f30a'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:40:42.285766 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-1e8e2e48-0ad2-43d7-bce2-e9b3a67d9673 None None] Set router 8ce21987-53cb-4ea5-86c3-85dd0c0cff57 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:40:42.338437 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119a3742-3d3e-4453-98cf-4360edd2199d req-a03b7c65-88cc-4948-a41c-d3bfb53e53ae tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:40:42.339927 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-119a3742-3d3e-4453-98cf-4360edd2199d req-a03b7c65-88cc-4948-a41c-d3bfb53e53ae tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/ports?device_id=faeb5573-d9d1-44df-be47-ff7df6d87341 HTTP/1.1" status: 200 len: 945 time: 0.0788929 May 30 05:40:42.384230 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-119a3742-3d3e-4453-98cf-4360edd2199d req-eb4d64ce-0d23-4336-a8b8-fa2249609f01 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff315a3f-7f21-40ae-b40a-6533c7d8b6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386353 May 30 05:40:42.408674 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 54200) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:40:42.474251 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c9a8370-8cdb-47ae-b4a3-994ac18d13fb'] response: {'name': 'network-changed', 'server_uuid': 'faeb5573-d9d1-44df-be47-ff7df6d87341', 'tag': '3f5ba8ce-c3a1-47ef-a0a9-3e2e3601f30a', 'status': 'completed', 'code': 200} May 30 05:40:42.570705 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-611c89a3-2901-4a1a-9785-d9f164ff4b9b tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/floatingips/985373ff-1984-40a1-a977-2fe19d2353d6 HTTP/1.1" status: 200 len: 991 time: 0.1608596 May 30 05:40:42.583190 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ac8bbb-97d0-4ca7-baa7-7b2b62435ffc req-7294f8a2-7dd0-462e-81f4-75b48cfc0609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:40:42.584596 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-88ac8bbb-97d0-4ca7-baa7-7b2b62435ffc req-7294f8a2-7dd0-462e-81f4-75b48cfc0609 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c5c2cbbf31414007b91a65943a87a6a2&device_id=faeb5573-d9d1-44df-be47-ff7df6d87341 HTTP/1.1" status: 200 len: 1098 time: 0.1122551 May 30 05:40:42.639484 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-1e8e2e48-0ad2-43d7-bce2-e9b3a67d9673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ce21987-53cb-4ea5-86c3-85dd0c0cff57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1124839024', 'tenant_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.73'}], 'enable_snat': True}, 'gw_port_id': '242de33d-5867-45d7-a545-1efa49b99222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:40:14Z', 'updated_at': '2022-05-30T05:40:19Z', 'revision_number': 4, 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'gw_port': {'id': '242de33d-5867-45d7-a545-1efa49b99222', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce21987-53cb-4ea5-86c3-85dd0c0cff57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:40:15Z', 'updated_at': '2022-05-30T05:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_floatingips': [{'id': '985373ff-1984-40a1-a977-2fe19d2353d6', 'tenant_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'floating_ip_address': '172.26.6.164', 'floating_network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'router_id': '8ce21987-53cb-4ea5-86c3-85dd0c0cff57', 'port_id': '3f5ba8ce-c3a1-47ef-a0a9-3e2e3601f30a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1744, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e06c2ccf-bda4-4be6-afa6-d078b637e5bd', 'mac_address': 'fa:16:3e:49:a5:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faeb5573-d9d1-44df-be47-ff7df6d87341', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T05:40:40Z', 'updated_at': '2022-05-30T05:40:40Z', 'revision_number': 0, 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c60a982-7bec-4120-a3cf-17188a9ae492', 'name': '', 'network_id': 'e06c2ccf-bda4-4be6-afa6-d078b637e5bd', 'tenant_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'mac_address': 'fa:16:3e:75:c9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce21987-53cb-4ea5-86c3-85dd0c0cff57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': 'f729ac2f-8ef7-41dd-8a7d-cbcdb21fea07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:40:18Z', 'updated_at': '2022-05-30T05:40:25Z', 'revision_number': 5, 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'subnets': [{'id': 'f729ac2f-8ef7-41dd-8a7d-cbcdb21fea07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:40:42.643317 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8e2e48-0ad2-43d7-bce2-e9b3a67d9673 None None] Checking router: 8ce21987-53cb-4ea5-86c3-85dd0c0cff57 for host: dv-neutron-843763-1-hyperv {{(pid=88262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 05:40:42.651567 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8e2e48-0ad2-43d7-bce2-e9b3a67d9673 None None] Routers {'8ce21987-53cb-4ea5-86c3-85dd0c0cff57'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:40:42.652172 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-1e8e2e48-0ad2-43d7-bce2-e9b3a67d9673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:40:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['8ce21987-53cb-4ea5-86c3-85dd0c0cff57'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:40:42.716137 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ac8bbb-97d0-4ca7-baa7-7b2b62435ffc req-b69231f4-48bd-4ea4-a72c-a9b7bbaa76fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:40:42.717468 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-88ac8bbb-97d0-4ca7-baa7-7b2b62435ffc req-b69231f4-48bd-4ea4-a72c-a9b7bbaa76fb service neutron] 10.222.0.39 "GET /v2.0/networks?id=e06c2ccf-bda4-4be6-afa6-d078b637e5bd HTTP/1.1" status: 200 len: 898 time: 0.1269829 May 30 05:40:42.818285 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-88ac8bbb-97d0-4ca7-baa7-7b2b62435ffc req-642f24a3-1d2a-40a5-847c-8af5195f7712 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3f5ba8ce-c3a1-47ef-a0a9-3e2e3601f30a HTTP/1.1" status: 200 len: 999 time: 0.0947311 May 30 05:40:42.868316 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-1e8e2e48-0ad2-43d7-bce2-e9b3a67d9673 None None] Set router 8ce21987-53cb-4ea5-86c3-85dd0c0cff57 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:40:42.882480 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ac8bbb-97d0-4ca7-baa7-7b2b62435ffc req-e93b261c-b3e8-4c61-98d5-fcf90a35011f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:40:42.884022 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-88ac8bbb-97d0-4ca7-baa7-7b2b62435ffc req-e93b261c-b3e8-4c61-98d5-fcf90a35011f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f729ac2f-8ef7-41dd-8a7d-cbcdb21fea07 HTTP/1.1" status: 200 len: 835 time: 0.0606418 May 30 05:40:42.956413 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ac8bbb-97d0-4ca7-baa7-7b2b62435ffc req-6e342283-4328-45d1-be07-bb31c6aed9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:40:42.957906 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-88ac8bbb-97d0-4ca7-baa7-7b2b62435ffc req-6e342283-4328-45d1-be07-bb31c6aed9ec service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e06c2ccf-bda4-4be6-afa6-d078b637e5bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684185 May 30 05:40:43.089772 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-88ac8bbb-97d0-4ca7-baa7-7b2b62435ffc req-4aa66aca-cbb9-4d11-99de-474edda1dda5 service neutron] 10.222.0.39 "GET /v2.0/networks/e06c2ccf-bda4-4be6-afa6-d078b637e5bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248188 May 30 05:40:43.210625 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-1e8e2e48-0ad2-43d7-bce2-e9b3a67d9673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ce21987-53cb-4ea5-86c3-85dd0c0cff57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1124839024', 'tenant_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.73'}], 'enable_snat': True}, 'gw_port_id': '242de33d-5867-45d7-a545-1efa49b99222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:40:14Z', 'updated_at': '2022-05-30T05:40:19Z', 'revision_number': 4, 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'gw_port': {'id': '242de33d-5867-45d7-a545-1efa49b99222', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce21987-53cb-4ea5-86c3-85dd0c0cff57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:40:15Z', 'updated_at': '2022-05-30T05:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_floatingips': [{'id': '985373ff-1984-40a1-a977-2fe19d2353d6', 'tenant_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'floating_ip_address': '172.26.6.164', 'floating_network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'router_id': '8ce21987-53cb-4ea5-86c3-85dd0c0cff57', 'port_id': '3f5ba8ce-c3a1-47ef-a0a9-3e2e3601f30a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1744, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e06c2ccf-bda4-4be6-afa6-d078b637e5bd', 'mac_address': 'fa:16:3e:49:a5:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faeb5573-d9d1-44df-be47-ff7df6d87341', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T05:40:40Z', 'updated_at': '2022-05-30T05:40:40Z', 'revision_number': 0, 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c60a982-7bec-4120-a3cf-17188a9ae492', 'name': '', 'network_id': 'e06c2ccf-bda4-4be6-afa6-d078b637e5bd', 'tenant_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'mac_address': 'fa:16:3e:75:c9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce21987-53cb-4ea5-86c3-85dd0c0cff57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': 'f729ac2f-8ef7-41dd-8a7d-cbcdb21fea07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:40:18Z', 'updated_at': '2022-05-30T05:40:25Z', 'revision_number': 5, 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'subnets': [{'id': 'f729ac2f-8ef7-41dd-8a7d-cbcdb21fea07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:40:43.215091 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8e2e48-0ad2-43d7-bce2-e9b3a67d9673 None None] The sync data for ids ['8ce21987-53cb-4ea5-86c3-85dd0c0cff57'] in dv-neutron-843763-1-hyperv is: [{'id': '8ce21987-53cb-4ea5-86c3-85dd0c0cff57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1124839024', 'tenant_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.73'}], 'enable_snat': True}, 'gw_port_id': '242de33d-5867-45d7-a545-1efa49b99222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:40:14Z', 'updated_at': '2022-05-30T05:40:19Z', 'revision_number': 4, 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'gw_port': {'id': '242de33d-5867-45d7-a545-1efa49b99222', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce21987-53cb-4ea5-86c3-85dd0c0cff57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:40:15Z', 'updated_at': '2022-05-30T05:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_floatingips': [{'id': '985373ff-1984-40a1-a977-2fe19d2353d6', 'tenant_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'floating_ip_address': '172.26.6.164', 'floating_network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'router_id': '8ce21987-53cb-4ea5-86c3-85dd0c0cff57', 'port_id': '3f5ba8ce-c3a1-47ef-a0a9-3e2e3601f30a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1744, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e06c2ccf-bda4-4be6-afa6-d078b637e5bd', 'mac_address': 'fa:16:3e:49:a5:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faeb5573-d9d1-44df-be47-ff7df6d87341', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T05:40:40Z', 'updated_at': '2022-05-30T05:40:40Z', 'revision_number': 0, 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c60a982-7bec-4120-a3cf-17188a9ae492', 'name': '', 'network_id': 'e06c2ccf-bda4-4be6-afa6-d078b637e5bd', 'tenant_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'mac_address': 'fa:16:3e:75:c9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce21987-53cb-4ea5-86c3-85dd0c0cff57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': 'f729ac2f-8ef7-41dd-8a7d-cbcdb21fea07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:40:18Z', 'updated_at': '2022-05-30T05:40:25Z', 'revision_number': 5, 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'subnets': [{'id': 'f729ac2f-8ef7-41dd-8a7d-cbcdb21fea07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:40:43.221738 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-88ac8bbb-97d0-4ca7-baa7-7b2b62435ffc req-402345bc-ee66-4b36-a4d2-ba32e0769637 service neutron] 10.222.0.39 "GET /v2.0/networks/e06c2ccf-bda4-4be6-afa6-d078b637e5bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266723 May 30 05:40:43.398733 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d20d56-0a8e-481a-b572-5d6ee150c423 None None] New status for floating IP 985373ff-1984-40a1-a977-2fe19d2353d6: ACTIVE {{(pid=88263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 30 05:40:43.575362 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 54204) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:40:43.683302 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-0c032b4a-8882-49c3-ad38-7f36c7bceaee tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/floatingips/985373ff-1984-40a1-a977-2fe19d2353d6 HTTP/1.1" status: 200 len: 991 time: 0.1062658 May 30 05:40:44.687312 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 54210) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:40:44.790915 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-d2cd0d2c-78b1-49d5-b37e-24a76345514b tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/floatingips/985373ff-1984-40a1-a977-2fe19d2353d6 HTTP/1.1" status: 200 len: 993 time: 0.1024511 May 30 05:40:47.770862 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:40:57.193497 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-45f79e78-106a-4f09-9d2c-69baeab7263d None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 05:40:58.109448 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-1e2ab2ab-dc89-4fdc-a409-b647820cecc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:41:00.293655 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-3266930d-8f82-415e-a3d0-e479ef3adcf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:41:01.386508 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56ded65b-0e68-413c-8b9b-1097922cc81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:41:01.542177 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:41:02.949353 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a142624-940e-4c55-bf49-a5329c884075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:41:17.786210 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:41:28.109079 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e23acec6-cdd8-40b9-a979-cbfec7d7e311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:41:30.294403 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-47b2dc6e-58df-4a5f-9877-1e3b90c55caa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:41:31.389745 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56ded65b-0e68-413c-8b9b-1097922cc81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:41:31.543130 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:41:32.952855 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a142624-940e-4c55-bf49-a5329c884075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:41:34.192276 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-45f79e78-106a-4f09-9d2c-69baeab7263d None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 05:41:38.099711 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-744aea05-cccc-49e1-b2c3-19d605f3e061 req-56b09f38-29df-4b87-be8b-10b693792bea service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=faeb5573-d9d1-44df-be47-ff7df6d87341&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0711093 May 30 05:41:38.235005 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744aea05-cccc-49e1-b2c3-19d605f3e061 req-c4c6214f-ff39-4339-9e76-4da5e087b972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:41:38.236473 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-744aea05-cccc-49e1-b2c3-19d605f3e061 req-c4c6214f-ff39-4339-9e76-4da5e087b972 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c5c2cbbf31414007b91a65943a87a6a2&device_id=faeb5573-d9d1-44df-be47-ff7df6d87341 HTTP/1.1" status: 200 len: 1098 time: 0.0692205 May 30 05:41:38.401251 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744aea05-cccc-49e1-b2c3-19d605f3e061 req-7c475326-2caf-4bf6-9a43-33cff1318314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:41:38.402637 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-744aea05-cccc-49e1-b2c3-19d605f3e061 req-7c475326-2caf-4bf6-9a43-33cff1318314 service neutron] 10.222.0.39 "GET /v2.0/networks?id=e06c2ccf-bda4-4be6-afa6-d078b637e5bd HTTP/1.1" status: 200 len: 898 time: 0.1222274 May 30 05:41:38.605458 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-744aea05-cccc-49e1-b2c3-19d605f3e061 req-ac9c9ed2-d974-4c4b-9df9-6936254ecf01 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3f5ba8ce-c3a1-47ef-a0a9-3e2e3601f30a HTTP/1.1" status: 200 len: 1001 time: 0.1963041 May 30 05:41:38.664890 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744aea05-cccc-49e1-b2c3-19d605f3e061 req-0879d9d6-dc86-4896-92e7-5330e800e093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:41:38.666196 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-744aea05-cccc-49e1-b2c3-19d605f3e061 req-0879d9d6-dc86-4896-92e7-5330e800e093 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f729ac2f-8ef7-41dd-8a7d-cbcdb21fea07 HTTP/1.1" status: 200 len: 835 time: 0.0549543 May 30 05:41:38.739859 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744aea05-cccc-49e1-b2c3-19d605f3e061 req-909c5122-e3f5-4355-b53c-573c8ddddf6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:41:38.741268 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-744aea05-cccc-49e1-b2c3-19d605f3e061 req-909c5122-e3f5-4355-b53c-573c8ddddf6b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e06c2ccf-bda4-4be6-afa6-d078b637e5bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692217 May 30 05:41:38.869305 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-744aea05-cccc-49e1-b2c3-19d605f3e061 req-94aad69f-1684-4349-976e-88858755150a service neutron] 10.222.0.39 "GET /v2.0/networks/e06c2ccf-bda4-4be6-afa6-d078b637e5bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214082 May 30 05:41:38.998404 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-744aea05-cccc-49e1-b2c3-19d605f3e061 req-0574792d-a43d-464d-b86e-4622445bb046 service neutron] 10.222.0.39 "GET /v2.0/networks/e06c2ccf-bda4-4be6-afa6-d078b637e5bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223686 May 30 05:41:45.847485 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-e025e386-d2de-450a-8441-34a393cb49fd req-cff36094-82aa-49f2-8d71-1886dedf003e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=faeb5573-d9d1-44df-be47-ff7df6d87341&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1154506 May 30 05:41:45.850576 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a246a8e-53c9-4587-98ef-54e5ba9b790e req-180b1e54-210c-420c-8eb3-fbd3a008bd82 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:41:45.852152 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5a246a8e-53c9-4587-98ef-54e5ba9b790e req-180b1e54-210c-420c-8eb3-fbd3a008bd82 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/ports?device_id=faeb5573-d9d1-44df-be47-ff7df6d87341 HTTP/1.1" status: 200 len: 945 time: 0.0791316 May 30 05:41:45.897219 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5a246a8e-53c9-4587-98ef-54e5ba9b790e req-d6966841-3201-441b-a329-9f02109664a2 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff315a3f-7f21-40ae-b40a-6533c7d8b6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385478 May 30 05:41:47.136472 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e025e386-d2de-450a-8441-34a393cb49fd req-7c5fc3e3-db28-4776-9030-006a0a2533b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:41:47.137952 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e025e386-d2de-450a-8441-34a393cb49fd req-7c5fc3e3-db28-4776-9030-006a0a2533b0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c5c2cbbf31414007b91a65943a87a6a2&device_id=faeb5573-d9d1-44df-be47-ff7df6d87341 HTTP/1.1" status: 200 len: 1098 time: 0.1288261 May 30 05:41:47.149611 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606d2ecf-504c-4476-93b5-912bebc0b851 req-64daf744-9a7d-47a6-b3e0-264c670b9bf8 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:41:47.150963 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-606d2ecf-504c-4476-93b5-912bebc0b851 req-64daf744-9a7d-47a6-b3e0-264c670b9bf8 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/ports?device_id=faeb5573-d9d1-44df-be47-ff7df6d87341 HTTP/1.1" status: 200 len: 945 time: 0.1096947 May 30 05:41:47.269002 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-606d2ecf-504c-4476-93b5-912bebc0b851 req-ea569927-8ad4-4587-ab57-13eba7edb6ab tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff315a3f-7f21-40ae-b40a-6533c7d8b6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999064 May 30 05:41:47.308589 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e025e386-d2de-450a-8441-34a393cb49fd req-e821d873-95e5-4eb2-b1e0-c0b450cefe2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:41:47.310033 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e025e386-d2de-450a-8441-34a393cb49fd req-e821d873-95e5-4eb2-b1e0-c0b450cefe2c service neutron] 10.222.0.39 "GET /v2.0/networks?id=e06c2ccf-bda4-4be6-afa6-d078b637e5bd HTTP/1.1" status: 200 len: 898 time: 0.1581869 May 30 05:41:47.407118 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e025e386-d2de-450a-8441-34a393cb49fd req-a22f067f-fa7b-45e3-be4c-560e820af61c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3f5ba8ce-c3a1-47ef-a0a9-3e2e3601f30a HTTP/1.1" status: 200 len: 1001 time: 0.0906370 May 30 05:41:47.469184 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e025e386-d2de-450a-8441-34a393cb49fd req-4b4289c8-586f-41bf-b9df-1801c83bf45a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:41:47.470578 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e025e386-d2de-450a-8441-34a393cb49fd req-4b4289c8-586f-41bf-b9df-1801c83bf45a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f729ac2f-8ef7-41dd-8a7d-cbcdb21fea07 HTTP/1.1" status: 200 len: 835 time: 0.0575922 May 30 05:41:47.543302 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e025e386-d2de-450a-8441-34a393cb49fd req-5f9ec39b-4f6b-42be-9bcc-c91e5146fdc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:41:47.544727 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e025e386-d2de-450a-8441-34a393cb49fd req-5f9ec39b-4f6b-42be-9bcc-c91e5146fdc0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e06c2ccf-bda4-4be6-afa6-d078b637e5bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677335 May 30 05:41:47.671593 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e025e386-d2de-450a-8441-34a393cb49fd req-989d3717-8c46-4b54-bc2e-111c34044f74 service neutron] 10.222.0.39 "GET /v2.0/networks/e06c2ccf-bda4-4be6-afa6-d078b637e5bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197803 May 30 05:41:47.794575 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:41:47.799773 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e025e386-d2de-450a-8441-34a393cb49fd req-fe1a0a18-4dea-4ef5-8952-28a34423bd0a service neutron] 10.222.0.39 "GET /v2.0/networks/e06c2ccf-bda4-4be6-afa6-d078b637e5bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213658 May 30 05:41:48.461128 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289b4a82-4e69-47ec-8445-18d1e473fb95 req-46f9637b-a5b3-4f72-940b-244a9ffa6f58 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:41:48.462579 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-289b4a82-4e69-47ec-8445-18d1e473fb95 req-46f9637b-a5b3-4f72-940b-244a9ffa6f58 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/ports?device_id=faeb5573-d9d1-44df-be47-ff7df6d87341 HTTP/1.1" status: 200 len: 945 time: 0.0811312 May 30 05:41:48.506445 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-289b4a82-4e69-47ec-8445-18d1e473fb95 req-b550772c-8e58-4b56-a6bc-d75790a4e751 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff315a3f-7f21-40ae-b40a-6533c7d8b6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381396 May 30 05:41:49.685677 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc0145e-32da-457f-a376-76b48225a621 req-e61e1301-4ebd-402a-91c9-a375a1279605 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:41:49.687144 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1bc0145e-32da-457f-a376-76b48225a621 req-e61e1301-4ebd-402a-91c9-a375a1279605 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/ports?device_id=faeb5573-d9d1-44df-be47-ff7df6d87341 HTTP/1.1" status: 200 len: 945 time: 0.0780947 May 30 05:41:49.729259 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1bc0145e-32da-457f-a376-76b48225a621 req-607640ed-9505-44c3-991e-53b2a6366cc9 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff315a3f-7f21-40ae-b40a-6533c7d8b6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365715 May 30 05:41:51.012221 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c3e34c-8269-4206-a79c-8bffa20ccbdd req-7139bbd9-830e-4ae3-a7b6-8e3fe832c2dd tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:41:51.013596 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-03c3e34c-8269-4206-a79c-8bffa20ccbdd req-7139bbd9-830e-4ae3-a7b6-8e3fe832c2dd tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/ports?device_id=faeb5573-d9d1-44df-be47-ff7df6d87341 HTTP/1.1" status: 200 len: 945 time: 0.1784368 May 30 05:41:51.055556 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-03c3e34c-8269-4206-a79c-8bffa20ccbdd req-09605c3a-997e-4997-8116-f5833f6499c9 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff315a3f-7f21-40ae-b40a-6533c7d8b6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360632 May 30 05:41:52.238687 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e8728c-b449-48e8-b956-fdca736bf140 req-a0b2668b-2556-46f4-8c14-3513469e6e98 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:41:52.240141 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-15e8728c-b449-48e8-b956-fdca736bf140 req-a0b2668b-2556-46f4-8c14-3513469e6e98 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/ports?device_id=faeb5573-d9d1-44df-be47-ff7df6d87341 HTTP/1.1" status: 200 len: 945 time: 0.0792184 May 30 05:41:52.286696 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-15e8728c-b449-48e8-b956-fdca736bf140 req-47fccf43-49d2-4b15-908c-1aeae72fb3a5 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff315a3f-7f21-40ae-b40a-6533c7d8b6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408387 May 30 05:41:53.469001 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a166d1-535a-4d72-93f7-332696636097 req-56d20168-2ae6-4298-b378-1fe4cabac005 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:41:53.470410 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-63a166d1-535a-4d72-93f7-332696636097 req-56d20168-2ae6-4298-b378-1fe4cabac005 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/ports?device_id=faeb5573-d9d1-44df-be47-ff7df6d87341 HTTP/1.1" status: 200 len: 945 time: 0.0797212 May 30 05:41:53.514243 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-63a166d1-535a-4d72-93f7-332696636097 req-c4794166-3363-41f3-8ffe-dcaf212e36d6 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff315a3f-7f21-40ae-b40a-6533c7d8b6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381846 May 30 05:41:54.699271 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1696ba27-09db-4105-980c-59e1512eb696 req-06e89e93-42b9-4c41-89cb-989f5c3c520c tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:41:54.700731 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1696ba27-09db-4105-980c-59e1512eb696 req-06e89e93-42b9-4c41-89cb-989f5c3c520c tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/ports?device_id=faeb5573-d9d1-44df-be47-ff7df6d87341 HTTP/1.1" status: 200 len: 945 time: 0.0815732 May 30 05:41:54.742832 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1696ba27-09db-4105-980c-59e1512eb696 req-dca3700e-7249-42e4-9b80-e285baf69cd0 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff315a3f-7f21-40ae-b40a-6533c7d8b6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364788 May 30 05:41:55.922584 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540c01b6-8400-4641-8e4e-717f64356a5f req-e8f65c8a-9517-4cda-b6d3-d9ac3d7305c4 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:41:55.924008 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-540c01b6-8400-4641-8e4e-717f64356a5f req-e8f65c8a-9517-4cda-b6d3-d9ac3d7305c4 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/ports?device_id=faeb5573-d9d1-44df-be47-ff7df6d87341 HTTP/1.1" status: 200 len: 945 time: 0.0777211 May 30 05:41:55.966717 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-540c01b6-8400-4641-8e4e-717f64356a5f req-4e82a9a2-5a47-4c2f-8fe9-64796ce2656e tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff315a3f-7f21-40ae-b40a-6533c7d8b6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371830 May 30 05:41:57.149406 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7781c5cf-3106-4db2-8e55-cd1f62d035aa req-141b3032-c9d7-4cf3-a41b-447b643444f0 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:41:57.151373 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7781c5cf-3106-4db2-8e55-cd1f62d035aa req-141b3032-c9d7-4cf3-a41b-447b643444f0 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/ports?device_id=faeb5573-d9d1-44df-be47-ff7df6d87341 HTTP/1.1" status: 200 len: 945 time: 0.0818462 May 30 05:41:57.194791 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7781c5cf-3106-4db2-8e55-cd1f62d035aa req-c8f3e1f3-5fe9-4fd9-8c98-ddf2d19412b8 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff315a3f-7f21-40ae-b40a-6533c7d8b6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377710 May 30 05:41:58.105585 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f0793082-ac8d-4c97-a1ba-05c362b22b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:41:58.380012 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062e6ff6-f129-4fb0-aaf0-4bfb2cb7fe83 req-c59cee35-8029-4d69-9f42-0a282c8f6b7f tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:41:58.381379 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-062e6ff6-f129-4fb0-aaf0-4bfb2cb7fe83 req-c59cee35-8029-4d69-9f42-0a282c8f6b7f tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/ports?device_id=faeb5573-d9d1-44df-be47-ff7df6d87341 HTTP/1.1" status: 200 len: 945 time: 0.0785701 May 30 05:41:58.428451 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-062e6ff6-f129-4fb0-aaf0-4bfb2cb7fe83 req-a593e582-32e7-4b60-8af6-3073dd68883b tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff315a3f-7f21-40ae-b40a-6533c7d8b6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406764 May 30 05:41:59.609316 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e025e386-d2de-450a-8441-34a393cb49fd req-bb253989-d4a1-4119-afd4-36d2e5d61ab8 service neutron] 10.222.0.39 "GET /v2.0/ports/3f5ba8ce-c3a1-47ef-a0a9-3e2e3601f30a/bindings/hv-neutron-8437 HTTP/1.1" status: 200 len: 384 time: 0.1277177 May 30 05:41:59.632325 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169c8d63-0eb2-487c-ad97-6a7fbd3f4def req-7774e83c-6142-4eef-bc77-30a4257b3573 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:41:59.633755 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-169c8d63-0eb2-487c-ad97-6a7fbd3f4def req-7774e83c-6142-4eef-bc77-30a4257b3573 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/ports?device_id=faeb5573-d9d1-44df-be47-ff7df6d87341 HTTP/1.1" status: 200 len: 945 time: 0.0972576 May 30 05:41:59.678168 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-169c8d63-0eb2-487c-ad97-6a7fbd3f4def req-26a0c66f-7983-48a6-9f29-1091e10f2fcc tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff315a3f-7f21-40ae-b40a-6533c7d8b6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380909 May 30 05:41:59.862058 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e025e386-d2de-450a-8441-34a393cb49fd req-132aae97-2642-4756-a696-08ad12695ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:41:59.863409 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e025e386-d2de-450a-8441-34a393cb49fd req-132aae97-2642-4756-a696-08ad12695ec4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=faeb5573-d9d1-44df-be47-ff7df6d87341&tenant_id=c5c2cbbf31414007b91a65943a87a6a2 HTTP/1.1" status: 200 len: 1098 time: 0.0693684 May 30 05:41:59.957672 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e025e386-d2de-450a-8441-34a393cb49fd req-376b4c12-8e99-4de1-a2fd-4eb814b9f489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:41:59.959151 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e025e386-d2de-450a-8441-34a393cb49fd req-376b4c12-8e99-4de1-a2fd-4eb814b9f489 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c5c2cbbf31414007b91a65943a87a6a2&device_id=faeb5573-d9d1-44df-be47-ff7df6d87341 HTTP/1.1" status: 200 len: 1098 time: 0.0738139 May 30 05:42:00.087016 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e025e386-d2de-450a-8441-34a393cb49fd req-c6e71b47-63cb-4a10-b4c4-0f9e156d4638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:42:00.088464 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e025e386-d2de-450a-8441-34a393cb49fd req-c6e71b47-63cb-4a10-b4c4-0f9e156d4638 service neutron] 10.222.0.39 "GET /v2.0/networks?id=e06c2ccf-bda4-4be6-afa6-d078b637e5bd HTTP/1.1" status: 200 len: 898 time: 0.1235168 May 30 05:42:00.184500 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e025e386-d2de-450a-8441-34a393cb49fd req-18f2ec19-25fc-4f54-8e7b-44745febaa1b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3f5ba8ce-c3a1-47ef-a0a9-3e2e3601f30a HTTP/1.1" status: 200 len: 1001 time: 0.0901155 May 30 05:42:00.249419 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e025e386-d2de-450a-8441-34a393cb49fd req-06587154-7136-4235-bb59-ff492bc5f5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:42:00.250893 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e025e386-d2de-450a-8441-34a393cb49fd req-06587154-7136-4235-bb59-ff492bc5f5f3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f729ac2f-8ef7-41dd-8a7d-cbcdb21fea07 HTTP/1.1" status: 200 len: 835 time: 0.0603330 May 30 05:42:00.296672 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-2f5c454a-7b50-4870-a84d-0682e7aee4ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:42:00.327176 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e025e386-d2de-450a-8441-34a393cb49fd req-098eb840-4921-48a9-916e-280872efbbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:42:00.328639 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e025e386-d2de-450a-8441-34a393cb49fd req-098eb840-4921-48a9-916e-280872efbbcc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e06c2ccf-bda4-4be6-afa6-d078b637e5bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703213 May 30 05:42:00.459881 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e025e386-d2de-450a-8441-34a393cb49fd req-5bd05704-c985-4ef8-898d-e3c04832a58e service neutron] 10.222.0.39 "GET /v2.0/networks/e06c2ccf-bda4-4be6-afa6-d078b637e5bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246848 May 30 05:42:00.591987 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e025e386-d2de-450a-8441-34a393cb49fd req-c75c0612-288d-414e-9fa8-3d782dbbde24 service neutron] 10.222.0.39 "GET /v2.0/networks/e06c2ccf-bda4-4be6-afa6-d078b637e5bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262617 May 30 05:42:00.867207 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7d5eaa-6dcb-4eba-a42d-9739093e0299 req-b956ed54-5582-4021-b7b4-113cc30dbaa5 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:42:00.868699 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-cc7d5eaa-6dcb-4eba-a42d-9739093e0299 req-b956ed54-5582-4021-b7b4-113cc30dbaa5 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/ports?device_id=faeb5573-d9d1-44df-be47-ff7df6d87341 HTTP/1.1" status: 200 len: 945 time: 0.0847840 May 30 05:42:00.917852 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-cc7d5eaa-6dcb-4eba-a42d-9739093e0299 req-1f760a1f-9474-4fce-aff5-c8de005f928d tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff315a3f-7f21-40ae-b40a-6533c7d8b6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425398 May 30 05:42:01.391350 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56ded65b-0e68-413c-8b9b-1097922cc81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:42:01.544378 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:42:02.100416 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236a10a0-5226-4e4d-a5af-6ee6f00de761 req-7d514008-d891-4e7f-9712-116dba41fc51 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:42:02.101864 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-236a10a0-5226-4e4d-a5af-6ee6f00de761 req-7d514008-d891-4e7f-9712-116dba41fc51 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/ports?device_id=faeb5573-d9d1-44df-be47-ff7df6d87341 HTTP/1.1" status: 200 len: 945 time: 0.0786932 May 30 05:42:02.144929 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-236a10a0-5226-4e4d-a5af-6ee6f00de761 req-d60ded6b-d738-4a70-9c46-625d8ca6be59 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff315a3f-7f21-40ae-b40a-6533c7d8b6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372643 May 30 05:42:02.951052 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device 3f5ba8ce-c3a1-47ef-a0a9-3e2e3601f30a details requested by agent hyperv_hv-neutron-8437 with host hv-neutron-8437 {{(pid=88262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 05:42:02.953006 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device 3f5ba8ce-c3a1-47ef-a0a9-3e2e3601f30a no longer exists at agent hyperv_hv-neutron-8437 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 05:42:03.000203 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a142624-940e-4c55-bf49-a5329c884075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:42:03.169463 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Current status of the port 3f5ba8ce-c3a1-47ef-a0a9-3e2e3601f30a is: ACTIVE; New status is: DOWN {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:42:03.169863 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:42:03.187817 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port 3f5ba8ce-c3a1-47ef-a0a9-3e2e3601f30a, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=3f5ba8ce-c3a1-47ef-a0a9-3e2e3601f30a,segment=NetworkSegment(f0fdae1e-4d2a-4e36-af6f-793907658746),segment_id=f0fdae1e-4d2a-4e36-af6f-793907658746)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:42:03.211650 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Returning: {'device': '3f5ba8ce-c3a1-47ef-a0a9-3e2e3601f30a', 'network_id': 'e06c2ccf-bda4-4be6-afa6-d078b637e5bd', 'port_id': '3f5ba8ce-c3a1-47ef-a0a9-3e2e3601f30a', 'mac_address': 'fa:16:3e:49:a5:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f729ac2f-8ef7-41dd-8a7d-cbcdb21fea07', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 05:42:03.218691 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faeb5573-d9d1-44df-be47-ff7df6d87341', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f5ba8ce-c3a1-47ef-a0a9-3e2e3601f30a'}] {{(pid=88262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:42:03.261682 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port 3f5ba8ce-c3a1-47ef-a0a9-3e2e3601f30a, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=3f5ba8ce-c3a1-47ef-a0a9-3e2e3601f30a,segment=NetworkSegment(f0fdae1e-4d2a-4e36-af6f-793907658746),segment_id=f0fdae1e-4d2a-4e36-af6f-793907658746)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:42:03.272038 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:42:03.331345 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Current status of the port 3f5ba8ce-c3a1-47ef-a0a9-3e2e3601f30a is: ACTIVE; New status is: BUILD {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:42:03.331731 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:42:03.358356 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3f5ba8ce-c3a1-47ef-a0a9-3e2e3601f30a {{(pid=88262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 30 05:42:03.368508 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Pushing event updated for resources: {'Port': ['ID=3f5ba8ce-c3a1-47ef-a0a9-3e2e3601f30a,revision_number=6']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:42:03.412867 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:42:03.413218 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:42:03.413560 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:42:03.413920 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:42:03.414255 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:42:03.414587 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:42:03.414914 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:42:03.415241 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:42:03.415579 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:42:03.415886 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:42:03.416209 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:42:03.417061 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:42:03.440222 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.db.api [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 05:42:03.440507 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG oslo_db.api [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 05:42:03.455431 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1788098-6138-4eed-9b5f-b8419d484daf req-4c552257-e6f9-4f30-a7a7-68b95c7c152e tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:42:03.456911 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b1788098-6138-4eed-9b5f-b8419d484daf req-4c552257-e6f9-4f30-a7a7-68b95c7c152e tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/ports?device_id=faeb5573-d9d1-44df-be47-ff7df6d87341 HTTP/1.1" status: 200 len: 943 time: 0.2061121 May 30 05:42:03.502158 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b1788098-6138-4eed-9b5f-b8419d484daf req-1580cccf-0cc1-4825-8522-c70997e8be4f tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff315a3f-7f21-40ae-b40a-6533c7d8b6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390928 May 30 05:42:03.611032 dv-neutron-843763-1-hyperv neutron-server[88262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c601bdc0-dc2b-4986-a12a-e0cb3c0a5fd5'] response: {'server_uuid': 'faeb5573-d9d1-44df-be47-ff7df6d87341', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f5ba8ce-c3a1-47ef-a0a9-3e2e3601f30a', 'code': 200} May 30 05:42:03.994090 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Current status of the port 3f5ba8ce-c3a1-47ef-a0a9-3e2e3601f30a is: DOWN; New status is: BUILD {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:42:03.994727 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:42:04.010817 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f5ba8ce-c3a1-47ef-a0a9-3e2e3601f30a {{(pid=88262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 30 05:42:04.025271 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port 3f5ba8ce-c3a1-47ef-a0a9-3e2e3601f30a, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=3f5ba8ce-c3a1-47ef-a0a9-3e2e3601f30a,segment=NetworkSegment(f0fdae1e-4d2a-4e36-af6f-793907658746),segment_id=f0fdae1e-4d2a-4e36-af6f-793907658746)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:42:04.029573 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:42:04.091986 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] get_ports_and_sgs() called for port_ids ['3f5ba8ce-c3a1-47ef-a0a9-3e2e3601f30a'] {{(pid=88262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 30 05:42:04.141892 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Pushing event updated for resources: {'Port': ['ID=3f5ba8ce-c3a1-47ef-a0a9-3e2e3601f30a,revision_number=7']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:42:04.686646 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b681333f-584c-4271-991b-f3e5da53a858 req-ff5440ea-a20b-42f8-acf9-de91ad5c30d1 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:42:04.688094 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b681333f-584c-4271-991b-f3e5da53a858 req-ff5440ea-a20b-42f8-acf9-de91ad5c30d1 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/ports?device_id=faeb5573-d9d1-44df-be47-ff7df6d87341 HTTP/1.1" status: 200 len: 944 time: 0.0792611 May 30 05:42:04.733651 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b681333f-584c-4271-991b-f3e5da53a858 req-fbadf116-7d39-4d6e-9609-3ab3c8e23bdf tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff315a3f-7f21-40ae-b40a-6533c7d8b6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397155 May 30 05:42:04.965048 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device 3f5ba8ce-c3a1-47ef-a0a9-3e2e3601f30a up at agent hyperv_hv-neutron-8437 {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:42:05.033317 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Provisioning complete for port 3f5ba8ce-c3a1-47ef-a0a9-3e2e3601f30a triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:42:05.034010 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:42:05.097662 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7183f503-f30b-427b-80db-3ff25f573530 req-51db1009-8970-4df8-ba2e-8e4bdc2f47f8 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:42:05.099132 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7183f503-f30b-427b-80db-3ff25f573530 req-51db1009-8970-4df8-ba2e-8e4bdc2f47f8 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.39 "GET /v2.0/ports?device_id=faeb5573-d9d1-44df-be47-ff7df6d87341&tenant_id=c5c2cbbf31414007b91a65943a87a6a2&binding%3Ahost_id=hv-neutron-8437 HTTP/1.1" status: 200 len: 944 time: 0.1424503 May 30 05:42:05.107158 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8dc02f-471f-4311-93b9-259f0a319794 req-bc9466cd-adc5-459d-b401-6cede16b0c82 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:42:05.108533 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0c8dc02f-471f-4311-93b9-259f0a319794 req-bc9466cd-adc5-459d-b401-6cede16b0c82 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/ports?device_id=faeb5573-d9d1-44df-be47-ff7df6d87341 HTTP/1.1" status: 200 len: 944 time: 0.1213033 May 30 05:42:05.150454 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Current status of the port 3f5ba8ce-c3a1-47ef-a0a9-3e2e3601f30a is: BUILD; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:42:05.150757 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:42:05.154964 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0c8dc02f-471f-4311-93b9-259f0a319794 req-08d4108c-ad59-479f-a2f6-24e2b78586f2 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff315a3f-7f21-40ae-b40a-6533c7d8b6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405197 May 30 05:42:05.184467 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port 3f5ba8ce-c3a1-47ef-a0a9-3e2e3601f30a, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=3f5ba8ce-c3a1-47ef-a0a9-3e2e3601f30a,segment=NetworkSegment(f0fdae1e-4d2a-4e36-af6f-793907658746),segment_id=f0fdae1e-4d2a-4e36-af6f-793907658746)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:42:05.190174 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:42:05.240458 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7183f503-f30b-427b-80db-3ff25f573530 req-4cd93336-229b-4015-8285-d4cdc3b28885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:42:05.241965 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7183f503-f30b-427b-80db-3ff25f573530 req-4cd93336-229b-4015-8285-d4cdc3b28885 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c5c2cbbf31414007b91a65943a87a6a2&device_id=faeb5573-d9d1-44df-be47-ff7df6d87341 HTTP/1.1" status: 200 len: 1098 time: 0.0745382 May 30 05:42:05.264875 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Pushing event updated for resources: {'Port': ['ID=3f5ba8ce-c3a1-47ef-a0a9-3e2e3601f30a,revision_number=8']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:42:05.435096 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7183f503-f30b-427b-80db-3ff25f573530 req-ebc0891f-0db3-4919-ba9e-96e96df50e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:42:05.436443 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7183f503-f30b-427b-80db-3ff25f573530 req-ebc0891f-0db3-4919-ba9e-96e96df50e54 service neutron] 10.222.0.39 "GET /v2.0/networks?id=e06c2ccf-bda4-4be6-afa6-d078b637e5bd HTTP/1.1" status: 200 len: 898 time: 0.1880388 May 30 05:42:05.448486 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa1bd0d-105f-45a3-af1d-da60f2243d54 req-1d00ad08-2432-4112-821a-ffa1b332b475 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:42:05.449828 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0aa1bd0d-105f-45a3-af1d-da60f2243d54 req-1d00ad08-2432-4112-821a-ffa1b332b475 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/ports?device_id=faeb5573-d9d1-44df-be47-ff7df6d87341 HTTP/1.1" status: 200 len: 945 time: 0.1715658 May 30 05:42:05.572259 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0aa1bd0d-105f-45a3-af1d-da60f2243d54 req-8a0eb7e2-ae57-4252-a65e-8aade0cf169d tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff315a3f-7f21-40ae-b40a-6533c7d8b6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755503 May 30 05:42:05.576331 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7183f503-f30b-427b-80db-3ff25f573530 req-5bb60518-126c-4936-9b63-799f1a3bb44c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3f5ba8ce-c3a1-47ef-a0a9-3e2e3601f30a HTTP/1.1" status: 200 len: 1001 time: 0.1256585 May 30 05:42:05.612579 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faeb5573-d9d1-44df-be47-ff7df6d87341', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f5ba8ce-c3a1-47ef-a0a9-3e2e3601f30a'}] {{(pid=88262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:42:05.637695 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7183f503-f30b-427b-80db-3ff25f573530 req-a502ff0c-9287-4829-917f-cd368429584e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:42:05.639177 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7183f503-f30b-427b-80db-3ff25f573530 req-a502ff0c-9287-4829-917f-cd368429584e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f729ac2f-8ef7-41dd-8a7d-cbcdb21fea07 HTTP/1.1" status: 200 len: 835 time: 0.0573568 May 30 05:42:05.663800 dv-neutron-843763-1-hyperv neutron-server[88262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb74f9e3-efb9-4d68-85a5-b251b9a7789b'] response: {'server_uuid': 'faeb5573-d9d1-44df-be47-ff7df6d87341', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f5ba8ce-c3a1-47ef-a0a9-3e2e3601f30a', 'code': 200} May 30 05:42:05.719442 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7183f503-f30b-427b-80db-3ff25f573530 req-33861d97-78ff-4acd-ad10-272a27cff0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:42:05.720822 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7183f503-f30b-427b-80db-3ff25f573530 req-33861d97-78ff-4acd-ad10-272a27cff0ae service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e06c2ccf-bda4-4be6-afa6-d078b637e5bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0758798 May 30 05:42:05.850419 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7183f503-f30b-427b-80db-3ff25f573530 req-673a8974-ea55-4533-8c65-e61a7938cb7f service neutron] 10.222.0.39 "GET /v2.0/networks/e06c2ccf-bda4-4be6-afa6-d078b637e5bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232316 May 30 05:42:05.977544 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7183f503-f30b-427b-80db-3ff25f573530 req-c39cce3c-94d4-4ee7-8be0-8969e3f391d1 service neutron] 10.222.0.39 "GET /v2.0/networks/e06c2ccf-bda4-4be6-afa6-d078b637e5bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207297 May 30 05:42:06.756880 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd042262-a567-450f-b2ac-fcd1fe040cf4 req-8b0bc7ab-4b65-4631-97f7-1de11cf84cfe tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:42:06.758329 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-cd042262-a567-450f-b2ac-fcd1fe040cf4 req-8b0bc7ab-4b65-4631-97f7-1de11cf84cfe tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/ports?device_id=faeb5573-d9d1-44df-be47-ff7df6d87341 HTTP/1.1" status: 200 len: 945 time: 0.0789399 May 30 05:42:06.800686 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-cd042262-a567-450f-b2ac-fcd1fe040cf4 req-d96945fc-cd14-43f4-bc7e-8da57a05eeee tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff315a3f-7f21-40ae-b40a-6533c7d8b6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357993 May 30 05:42:06.823906 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 54318) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:42:06.927858 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-445cd166-f97f-4c90-8c62-776e8be6994c tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/floatingips/985373ff-1984-40a1-a977-2fe19d2353d6 HTTP/1.1" status: 200 len: 993 time: 0.1027503 May 30 05:42:11.191678 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-45f79e78-106a-4f09-9d2c-69baeab7263d None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 05:42:17.831829 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:42:28.097065 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-84610d01-6cb2-4d78-8adb-853d117b100e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:42:30.299295 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-3d77cd37-8478-48e1-a63d-7e40bb206e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:42:31.394216 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56ded65b-0e68-413c-8b9b-1097922cc81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:42:31.546043 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:42:32.959809 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a142624-940e-4c55-bf49-a5329c884075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:42:40.195090 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4472ad60-85b7-4ebe-9560-df856b04bc13 req-2aef2ec3-b4e4-4b47-b6d0-c1fce53960c4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=faeb5573-d9d1-44df-be47-ff7df6d87341&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0708768 May 30 05:42:40.331412 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4472ad60-85b7-4ebe-9560-df856b04bc13 req-5eb8de90-a20f-468e-914e-99c028a31ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:42:40.332823 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4472ad60-85b7-4ebe-9560-df856b04bc13 req-5eb8de90-a20f-468e-914e-99c028a31ea7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c5c2cbbf31414007b91a65943a87a6a2&device_id=faeb5573-d9d1-44df-be47-ff7df6d87341 HTTP/1.1" status: 200 len: 1098 time: 0.0683935 May 30 05:42:40.473676 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4472ad60-85b7-4ebe-9560-df856b04bc13 req-b7b7688c-92f6-4349-b2e7-61cd4e3c4cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:42:40.475096 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4472ad60-85b7-4ebe-9560-df856b04bc13 req-b7b7688c-92f6-4349-b2e7-61cd4e3c4cba service neutron] 10.222.0.39 "GET /v2.0/networks?id=e06c2ccf-bda4-4be6-afa6-d078b637e5bd HTTP/1.1" status: 200 len: 898 time: 0.1229496 May 30 05:42:40.676931 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4472ad60-85b7-4ebe-9560-df856b04bc13 req-02158f53-a6af-463c-a1a7-d945f3575638 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3f5ba8ce-c3a1-47ef-a0a9-3e2e3601f30a HTTP/1.1" status: 200 len: 1001 time: 0.1954467 May 30 05:42:40.736596 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4472ad60-85b7-4ebe-9560-df856b04bc13 req-faebd8ad-d902-49e0-9ed7-cc50cc56eb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:42:40.737913 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4472ad60-85b7-4ebe-9560-df856b04bc13 req-faebd8ad-d902-49e0-9ed7-cc50cc56eb47 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f729ac2f-8ef7-41dd-8a7d-cbcdb21fea07 HTTP/1.1" status: 200 len: 835 time: 0.0551536 May 30 05:42:40.812254 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4472ad60-85b7-4ebe-9560-df856b04bc13 req-68611dbe-d080-428b-8846-9af7e87c2937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:42:40.813671 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4472ad60-85b7-4ebe-9560-df856b04bc13 req-68611dbe-d080-428b-8846-9af7e87c2937 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e06c2ccf-bda4-4be6-afa6-d078b637e5bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701752 May 30 05:42:40.941994 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4472ad60-85b7-4ebe-9560-df856b04bc13 req-d715526c-2203-4f37-a23e-a8bbc976e495 service neutron] 10.222.0.39 "GET /v2.0/networks/e06c2ccf-bda4-4be6-afa6-d078b637e5bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221137 May 30 05:42:41.069900 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4472ad60-85b7-4ebe-9560-df856b04bc13 req-068a8fcf-995f-446e-bd2c-39f0f7ab3890 service neutron] 10.222.0.39 "GET /v2.0/networks/e06c2ccf-bda4-4be6-afa6-d078b637e5bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221611 May 30 05:42:47.824390 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:42:48.190845 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-45f79e78-106a-4f09-9d2c-69baeab7263d None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 05:42:58.097950 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c92c1a01-737b-428b-96e8-e16556d835d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:43:00.212119 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 54348) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:43:00.301070 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-69d536b5-3a1a-419e-8217-f325da855f11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:43:00.415633 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-5486ef65-6d56-4fac-af39-d780f2d19f8a tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Deleting port e24830c1-bc79-4322-b71e-88857e660c9d {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:43:00.415980 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5486ef65-6d56-4fac-af39-d780f2d19f8a tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:43:00.580463 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5486ef65-6d56-4fac-af39-d780f2d19f8a tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:43:00.580784 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5486ef65-6d56-4fac-af39-d780f2d19f8a tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:43:00.700289 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-5486ef65-6d56-4fac-af39-d780f2d19f8a tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Calling delete_port for e24830c1-bc79-4322-b71e-88857e660c9d owned by network:floatingip {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:43:00.865137 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5486ef65-6d56-4fac-af39-d780f2d19f8a tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:43:00.912363 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5486ef65-6d56-4fac-af39-d780f2d19f8a tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Pushing event deleted for resources: {'Port': ['ID=e24830c1-bc79-4322-b71e-88857e660c9d,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:43:00.977500 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5486ef65-6d56-4fac-af39-d780f2d19f8a tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:43:00.977865 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5486ef65-6d56-4fac-af39-d780f2d19f8a tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:43:00.978202 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5486ef65-6d56-4fac-af39-d780f2d19f8a tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:43:00.978532 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5486ef65-6d56-4fac-af39-d780f2d19f8a tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:43:00.978856 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5486ef65-6d56-4fac-af39-d780f2d19f8a tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:43:00.979203 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5486ef65-6d56-4fac-af39-d780f2d19f8a tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:43:00.979527 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5486ef65-6d56-4fac-af39-d780f2d19f8a tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:43:00.979847 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5486ef65-6d56-4fac-af39-d780f2d19f8a tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:43:00.980166 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5486ef65-6d56-4fac-af39-d780f2d19f8a tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:43:00.980482 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5486ef65-6d56-4fac-af39-d780f2d19f8a tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:43:00.980794 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5486ef65-6d56-4fac-af39-d780f2d19f8a tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:43:00.981108 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5486ef65-6d56-4fac-af39-d780f2d19f8a tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:43:01.013467 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5486ef65-6d56-4fac-af39-d780f2d19f8a tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for floatingip, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:43:01.013830 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.db.l3_db [None req-5486ef65-6d56-4fac-af39-d780f2d19f8a tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Floating IP 985373ff-1984-40a1-a977-2fe19d2353d6 disassociated (deleted). External IP: 172.26.6.164, port: 3f5ba8ce-c3a1-47ef-a0a9-3e2e3601f30a. May 30 05:43:01.395981 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56ded65b-0e68-413c-8b9b-1097922cc81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:43:01.480350 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5486ef65-6d56-4fac-af39-d780f2d19f8a tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Router 8ce21987-53cb-4ea5-86c3-85dd0c0cff57 has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 05:43:01.553403 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:43:01.670493 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5486ef65-6d56-4fac-af39-d780f2d19f8a tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:43:01.679541 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce79ece-cd6f-4689-8454-438c57ac8a86 None None] Sync routers for ids ['8ce21987-53cb-4ea5-86c3-85dd0c0cff57'] in dv-neutron-843763-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:43:01.689414 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce79ece-cd6f-4689-8454-438c57ac8a86 None None] Routers {'8ce21987-53cb-4ea5-86c3-85dd0c0cff57'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:43:01.690150 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-0ce79ece-cd6f-4689-8454-438c57ac8a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:43:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['8ce21987-53cb-4ea5-86c3-85dd0c0cff57'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:43:01.691360 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5486ef65-6d56-4fac-af39-d780f2d19f8a tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for floatingip, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:43:01.747297 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-5486ef65-6d56-4fac-af39-d780f2d19f8a tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "DELETE /v2.0/floatingips/985373ff-1984-40a1-a977-2fe19d2353d6 HTTP/1.1" status: 204 len: 168 time: 1.5340638 May 30 05:43:01.747844 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'faeb5573-d9d1-44df-be47-ff7df6d87341', 'tag': '3f5ba8ce-c3a1-47ef-a0a9-3e2e3601f30a'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:43:01.867792 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-0ce79ece-cd6f-4689-8454-438c57ac8a86 None None] Set router 8ce21987-53cb-4ea5-86c3-85dd0c0cff57 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:43:01.982488 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de2514ce-e298-46da-b8ac-460e2c09554b'] response: {'name': 'network-changed', 'server_uuid': 'faeb5573-d9d1-44df-be47-ff7df6d87341', 'tag': '3f5ba8ce-c3a1-47ef-a0a9-3e2e3601f30a', 'status': 'completed', 'code': 200} May 30 05:43:02.132666 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0682d5-f97d-41e4-8b1a-50e1c4766b65 req-961e4931-b7a7-44fe-b41e-f6266bdf0899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:43:02.134114 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ca0682d5-f97d-41e4-8b1a-50e1c4766b65 req-961e4931-b7a7-44fe-b41e-f6266bdf0899 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c5c2cbbf31414007b91a65943a87a6a2&device_id=faeb5573-d9d1-44df-be47-ff7df6d87341 HTTP/1.1" status: 200 len: 1098 time: 0.1282566 May 30 05:43:02.188089 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-0ce79ece-cd6f-4689-8454-438c57ac8a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ce21987-53cb-4ea5-86c3-85dd0c0cff57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1124839024', 'tenant_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.73'}], 'enable_snat': True}, 'gw_port_id': '242de33d-5867-45d7-a545-1efa49b99222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:40:14Z', 'updated_at': '2022-05-30T05:40:19Z', 'revision_number': 4, 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'gw_port': {'id': '242de33d-5867-45d7-a545-1efa49b99222', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce21987-53cb-4ea5-86c3-85dd0c0cff57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:40:15Z', 'updated_at': '2022-05-30T05:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': '5c60a982-7bec-4120-a3cf-17188a9ae492', 'name': '', 'network_id': 'e06c2ccf-bda4-4be6-afa6-d078b637e5bd', 'tenant_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'mac_address': 'fa:16:3e:75:c9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce21987-53cb-4ea5-86c3-85dd0c0cff57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': 'f729ac2f-8ef7-41dd-8a7d-cbcdb21fea07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:40:18Z', 'updated_at': '2022-05-30T05:40:25Z', 'revision_number': 5, 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'subnets': [{'id': 'f729ac2f-8ef7-41dd-8a7d-cbcdb21fea07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:43:02.192316 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce79ece-cd6f-4689-8454-438c57ac8a86 None None] Checking router: 8ce21987-53cb-4ea5-86c3-85dd0c0cff57 for host: dv-neutron-843763-1-hyperv {{(pid=88262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 05:43:02.202349 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce79ece-cd6f-4689-8454-438c57ac8a86 None None] Routers {'8ce21987-53cb-4ea5-86c3-85dd0c0cff57'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:43:02.203136 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-0ce79ece-cd6f-4689-8454-438c57ac8a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:43:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['8ce21987-53cb-4ea5-86c3-85dd0c0cff57'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:43:02.236050 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e35363-c277-4c94-b124-c6a9ff40cf2f req-47c0e667-967c-40e4-89df-fd9c20456d26 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:43:02.236738 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-80e35363-c277-4c94-b124-c6a9ff40cf2f req-47c0e667-967c-40e4-89df-fd9c20456d26 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Synchronizing usage tracker for tenant:c5c2cbbf31414007b91a65943a87a6a2 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:43:02.273236 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-80e35363-c277-4c94-b124-c6a9ff40cf2f req-47c0e667-967c-40e4-89df-fd9c20456d26 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Unset dirty status for tenant:c5c2cbbf31414007b91a65943a87a6a2 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:43:02.274419 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-80e35363-c277-4c94-b124-c6a9ff40cf2f req-47c0e667-967c-40e4-89df-fd9c20456d26 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/ports?device_id=faeb5573-d9d1-44df-be47-ff7df6d87341 HTTP/1.1" status: 200 len: 945 time: 0.2113214 May 30 05:43:02.309341 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0682d5-f97d-41e4-8b1a-50e1c4766b65 req-ef02f790-4b67-432e-b37d-156e5a11e413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:43:02.310806 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ca0682d5-f97d-41e4-8b1a-50e1c4766b65 req-ef02f790-4b67-432e-b37d-156e5a11e413 service neutron] 10.222.0.39 "GET /v2.0/networks?id=e06c2ccf-bda4-4be6-afa6-d078b637e5bd HTTP/1.1" status: 200 len: 898 time: 0.1698875 May 30 05:43:02.382573 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-0ce79ece-cd6f-4689-8454-438c57ac8a86 None None] Set router 8ce21987-53cb-4ea5-86c3-85dd0c0cff57 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:43:02.389977 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ca0682d5-f97d-41e4-8b1a-50e1c4766b65 req-f3837daa-393c-44bf-9661-4b7736496137 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3f5ba8ce-c3a1-47ef-a0a9-3e2e3601f30a HTTP/1.1" status: 200 len: 217 time: 0.0694544 May 30 05:43:02.392816 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-80e35363-c277-4c94-b124-c6a9ff40cf2f req-dc4bdb6f-e97a-4538-aec4-67cfef3cfd70 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff315a3f-7f21-40ae-b40a-6533c7d8b6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1080434 May 30 05:43:02.451974 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0682d5-f97d-41e4-8b1a-50e1c4766b65 req-dd189c18-76ca-453d-af2f-e4de1faf92d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:43:02.453395 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ca0682d5-f97d-41e4-8b1a-50e1c4766b65 req-dd189c18-76ca-453d-af2f-e4de1faf92d6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f729ac2f-8ef7-41dd-8a7d-cbcdb21fea07 HTTP/1.1" status: 200 len: 835 time: 0.0575330 May 30 05:43:02.530968 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0682d5-f97d-41e4-8b1a-50e1c4766b65 req-e490ab86-838e-4bd7-ac6c-b09879a8dfa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:43:02.532591 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ca0682d5-f97d-41e4-8b1a-50e1c4766b65 req-e490ab86-838e-4bd7-ac6c-b09879a8dfa1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e06c2ccf-bda4-4be6-afa6-d078b637e5bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726254 May 30 05:43:02.665729 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ca0682d5-f97d-41e4-8b1a-50e1c4766b65 req-6b555fd8-4805-4bee-8f4d-53244f71b122 service neutron] 10.222.0.39 "GET /v2.0/networks/e06c2ccf-bda4-4be6-afa6-d078b637e5bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258709 May 30 05:43:02.723715 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-0ce79ece-cd6f-4689-8454-438c57ac8a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ce21987-53cb-4ea5-86c3-85dd0c0cff57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1124839024', 'tenant_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.73'}], 'enable_snat': True}, 'gw_port_id': '242de33d-5867-45d7-a545-1efa49b99222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:40:14Z', 'updated_at': '2022-05-30T05:40:19Z', 'revision_number': 4, 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'gw_port': {'id': '242de33d-5867-45d7-a545-1efa49b99222', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce21987-53cb-4ea5-86c3-85dd0c0cff57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:40:15Z', 'updated_at': '2022-05-30T05:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': '5c60a982-7bec-4120-a3cf-17188a9ae492', 'name': '', 'network_id': 'e06c2ccf-bda4-4be6-afa6-d078b637e5bd', 'tenant_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'mac_address': 'fa:16:3e:75:c9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce21987-53cb-4ea5-86c3-85dd0c0cff57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': 'f729ac2f-8ef7-41dd-8a7d-cbcdb21fea07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:40:18Z', 'updated_at': '2022-05-30T05:40:25Z', 'revision_number': 5, 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'subnets': [{'id': 'f729ac2f-8ef7-41dd-8a7d-cbcdb21fea07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:43:02.727598 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce79ece-cd6f-4689-8454-438c57ac8a86 None None] The sync data for ids ['8ce21987-53cb-4ea5-86c3-85dd0c0cff57'] in dv-neutron-843763-1-hyperv is: [{'id': '8ce21987-53cb-4ea5-86c3-85dd0c0cff57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1124839024', 'tenant_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.73'}], 'enable_snat': True}, 'gw_port_id': '242de33d-5867-45d7-a545-1efa49b99222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:40:14Z', 'updated_at': '2022-05-30T05:40:19Z', 'revision_number': 4, 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'gw_port': {'id': '242de33d-5867-45d7-a545-1efa49b99222', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce21987-53cb-4ea5-86c3-85dd0c0cff57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:40:15Z', 'updated_at': '2022-05-30T05:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': '5c60a982-7bec-4120-a3cf-17188a9ae492', 'name': '', 'network_id': 'e06c2ccf-bda4-4be6-afa6-d078b637e5bd', 'tenant_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'mac_address': 'fa:16:3e:75:c9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce21987-53cb-4ea5-86c3-85dd0c0cff57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': 'f729ac2f-8ef7-41dd-8a7d-cbcdb21fea07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:40:18Z', 'updated_at': '2022-05-30T05:40:25Z', 'revision_number': 5, 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'subnets': [{'id': 'f729ac2f-8ef7-41dd-8a7d-cbcdb21fea07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:43:02.800809 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ca0682d5-f97d-41e4-8b1a-50e1c4766b65 req-6b959a15-2a49-4987-8fd4-ff1e07bb7988 service neutron] 10.222.0.39 "GET /v2.0/networks/e06c2ccf-bda4-4be6-afa6-d078b637e5bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271811 May 30 05:43:02.934270 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33dff4aa-11a8-4df0-8f3a-45976a6dab67 None None] New status for floating IP 985373ff-1984-40a1-a977-2fe19d2353d6: DOWN {{(pid=88263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 30 05:43:02.958761 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a142624-940e-4c55-bf49-a5329c884075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:43:03.572993 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e51600e-4821-4f3a-978d-fa2eb59795fe req-d6f73d62-847f-4e85-b906-7d22b7a4d40a tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:43:03.574456 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4e51600e-4821-4f3a-978d-fa2eb59795fe req-d6f73d62-847f-4e85-b906-7d22b7a4d40a tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/ports?device_id=faeb5573-d9d1-44df-be47-ff7df6d87341 HTTP/1.1" status: 200 len: 945 time: 0.0779173 May 30 05:43:03.618383 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4e51600e-4821-4f3a-978d-fa2eb59795fe req-51ed6789-aeb2-4d10-bff8-6cd8cb87d1fa tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff315a3f-7f21-40ae-b40a-6533c7d8b6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382216 May 30 05:43:03.903417 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20accf1-4d35-4c4e-b797-3a627ef852da req-271476aa-0ae6-445a-be56-22d10b28479e tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:43:03.904772 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a20accf1-4d35-4c4e-b797-3a627ef852da req-271476aa-0ae6-445a-be56-22d10b28479e tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.39 "GET /v2.0/ports?device_id=faeb5573-d9d1-44df-be47-ff7df6d87341 HTTP/1.1" status: 200 len: 945 time: 0.0822899 May 30 05:43:03.972533 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [req-a20accf1-4d35-4c4e-b797-3a627ef852da req-98e3857a-aab4-46c8-bbf3-7922dd84999a tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Deleting port 3f5ba8ce-c3a1-47ef-a0a9-3e2e3601f30a {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:43:03.972874 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-a20accf1-4d35-4c4e-b797-3a627ef852da req-98e3857a-aab4-46c8-bbf3-7922dd84999a tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:43:04.320494 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [req-a20accf1-4d35-4c4e-b797-3a627ef852da req-98e3857a-aab4-46c8-bbf3-7922dd84999a tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] For port 3f5ba8ce-c3a1-47ef-a0a9-3e2e3601f30a, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=3f5ba8ce-c3a1-47ef-a0a9-3e2e3601f30a,segment=NetworkSegment(f0fdae1e-4d2a-4e36-af6f-793907658746),segment_id=f0fdae1e-4d2a-4e36-af6f-793907658746)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:43:04.320856 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-a20accf1-4d35-4c4e-b797-3a627ef852da req-98e3857a-aab4-46c8-bbf3-7922dd84999a tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:43:04.441370 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [req-a20accf1-4d35-4c4e-b797-3a627ef852da req-98e3857a-aab4-46c8-bbf3-7922dd84999a tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Calling delete_port for 3f5ba8ce-c3a1-47ef-a0a9-3e2e3601f30a owned by compute:nova {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:43:04.580286 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-a20accf1-4d35-4c4e-b797-3a627ef852da req-98e3857a-aab4-46c8-bbf3-7922dd84999a tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:43:04.631954 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e3857a-aab4-46c8-bbf3-7922dd84999a tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Pushing event deleted for resources: {'Port': ['ID=3f5ba8ce-c3a1-47ef-a0a9-3e2e3601f30a,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:43:04.704352 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [req-a20accf1-4d35-4c4e-b797-3a627ef852da req-98e3857a-aab4-46c8-bbf3-7922dd84999a tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] No DVR routers for this DVR port 3f5ba8ce-c3a1-47ef-a0a9-3e2e3601f30a on host hv-neutron-8437 {{(pid=88261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 05:43:04.706758 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-a20accf1-4d35-4c4e-b797-3a627ef852da req-98e3857a-aab4-46c8-bbf3-7922dd84999a tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:43:04.709189 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faeb5573-d9d1-44df-be47-ff7df6d87341', 'name': 'network-vif-deleted', 'tag': '3f5ba8ce-c3a1-47ef-a0a9-3e2e3601f30a'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:43:04.724718 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a20accf1-4d35-4c4e-b797-3a627ef852da req-98e3857a-aab4-46c8-bbf3-7922dd84999a tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.39 "DELETE /v2.0/ports/3f5ba8ce-c3a1-47ef-a0a9-3e2e3601f30a HTTP/1.1" status: 204 len: 173 time: 0.8144979 May 30 05:43:04.774961 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-59480de7-0f34-4f11-9aed-84eecb63b201 req-352627c4-c515-4eb0-adaa-eb25d00a2569 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Synchronizing usage tracker for tenant:c5c2cbbf31414007b91a65943a87a6a2 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:43:04.790317 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-59480de7-0f34-4f11-9aed-84eecb63b201 req-352627c4-c515-4eb0-adaa-eb25d00a2569 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Unset dirty status for tenant:c5c2cbbf31414007b91a65943a87a6a2 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:43:04.791663 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-59480de7-0f34-4f11-9aed-84eecb63b201 req-352627c4-c515-4eb0-adaa-eb25d00a2569 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/ports?device_id=faeb5573-d9d1-44df-be47-ff7df6d87341 HTTP/1.1" status: 200 len: 210 time: 0.0614810 May 30 05:43:04.843506 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4b982da-c739-4713-a2ec-e9d43a5ed5c6'] response: {'server_uuid': 'faeb5573-d9d1-44df-be47-ff7df6d87341', 'name': 'network-vif-deleted', 'tag': '3f5ba8ce-c3a1-47ef-a0a9-3e2e3601f30a', 'status': 'completed', 'code': 200} May 30 05:43:05.887145 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 54366) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:43:06.519986 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0b6bce76-74b6-4277-b14d-ebf1cd0575db tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602184'] for router_interface, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:43:06.864110 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-0b6bce76-74b6-4277-b14d-ebf1cd0575db tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Deleting port 5c60a982-7bec-4120-a3cf-17188a9ae492 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:43:06.871993 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0b6bce76-74b6-4277-b14d-ebf1cd0575db tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:43:07.049386 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-0b6bce76-74b6-4277-b14d-ebf1cd0575db tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] For port 5c60a982-7bec-4120-a3cf-17188a9ae492, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=5c60a982-7bec-4120-a3cf-17188a9ae492,segment=NetworkSegment(f0fdae1e-4d2a-4e36-af6f-793907658746),segment_id=f0fdae1e-4d2a-4e36-af6f-793907658746)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:43:07.050012 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0b6bce76-74b6-4277-b14d-ebf1cd0575db tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:43:07.169567 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-0b6bce76-74b6-4277-b14d-ebf1cd0575db tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Calling delete_port for 5c60a982-7bec-4120-a3cf-17188a9ae492 owned by network:router_interface {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:43:07.343468 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device 3f5ba8ce-c3a1-47ef-a0a9-3e2e3601f30a no longer exists at agent hyperv_hv-neutron-8437 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 05:43:07.357784 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0b6bce76-74b6-4277-b14d-ebf1cd0575db tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:43:07.380184 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] No Port match for: 3f5ba8ce-c3a1-47ef-a0a9-3e2e3601f30a {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 05:43:07.380531 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device 3f5ba8ce-c3a1-47ef-a0a9-3e2e3601f30a not bound to the agent host hv-neutron-8437 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 05:43:07.436132 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6bce76-74b6-4277-b14d-ebf1cd0575db tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Pushing event deleted for resources: {'Port': ['ID=5c60a982-7bec-4120-a3cf-17188a9ae492,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:43:07.453832 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6bce76-74b6-4277-b14d-ebf1cd0575db tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:43:07.454198 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6bce76-74b6-4277-b14d-ebf1cd0575db tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:43:07.454549 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6bce76-74b6-4277-b14d-ebf1cd0575db tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:43:07.454895 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6bce76-74b6-4277-b14d-ebf1cd0575db tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:43:07.455235 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6bce76-74b6-4277-b14d-ebf1cd0575db tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:43:07.455569 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6bce76-74b6-4277-b14d-ebf1cd0575db tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:43:07.455903 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6bce76-74b6-4277-b14d-ebf1cd0575db tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:43:07.456232 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6bce76-74b6-4277-b14d-ebf1cd0575db tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:43:07.456561 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6bce76-74b6-4277-b14d-ebf1cd0575db tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:43:07.456888 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6bce76-74b6-4277-b14d-ebf1cd0575db tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:43:07.457216 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6bce76-74b6-4277-b14d-ebf1cd0575db tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:43:07.457541 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6bce76-74b6-4277-b14d-ebf1cd0575db tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:43:07.692304 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0b6bce76-74b6-4277-b14d-ebf1cd0575db tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1642797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602100'] for router_interface, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:43:08.155012 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b6bce76-74b6-4277-b14d-ebf1cd0575db tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Router 8ce21987-53cb-4ea5-86c3-85dd0c0cff57 has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 05:43:08.340495 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b6bce76-74b6-4277-b14d-ebf1cd0575db tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:43:08.349819 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa0d4d76-c6fd-45c1-98d3-e8fac5a3b126 None None] Sync routers for ids ['8ce21987-53cb-4ea5-86c3-85dd0c0cff57'] in dv-neutron-843763-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:43:08.356715 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-0b6bce76-74b6-4277-b14d-ebf1cd0575db tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "PUT /v2.0/routers/8ce21987-53cb-4ea5-86c3-85dd0c0cff57/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4685163 May 30 05:43:08.359117 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0d4d76-c6fd-45c1-98d3-e8fac5a3b126 None None] Routers {'8ce21987-53cb-4ea5-86c3-85dd0c0cff57'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:43:08.359377 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 54370) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:43:08.359733 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-fa0d4d76-c6fd-45c1-98d3-e8fac5a3b126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:43:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['8ce21987-53cb-4ea5-86c3-85dd0c0cff57'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:43:08.424310 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_v2 [None req-d09b2fc9-bf1f-421c-84cc-94c6541ce73d tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Deleting subnet f729ac2f-8ef7-41dd-8a7d-cbcdb21fea07 {{(pid=88260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 30 05:43:08.427184 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d09b2fc9-bf1f-421c-84cc-94c6541ce73d tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for subnet, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:43:08.496565 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d09b2fc9-bf1f-421c-84cc-94c6541ce73d tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1454738'] for subnet, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:43:08.545377 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-fa0d4d76-c6fd-45c1-98d3-e8fac5a3b126 None None] Set router 8ce21987-53cb-4ea5-86c3-85dd0c0cff57 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:43:08.583023 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d09b2fc9-bf1f-421c-84cc-94c6541ce73d tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860493'] for subnet, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:43:08.657606 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d09b2fc9-bf1f-421c-84cc-94c6541ce73d tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1547867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2133322'] for subnet, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:43:08.696627 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09b2fc9-bf1f-421c-84cc-94c6541ce73d tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Pushing event deleted for resources: {'Subnet': ['ID=f729ac2f-8ef7-41dd-8a7d-cbcdb21fea07,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:43:08.701704 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d09b2fc9-bf1f-421c-84cc-94c6541ce73d tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:43:08.710277 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-d09b2fc9-bf1f-421c-84cc-94c6541ce73d tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "DELETE /v2.0/subnets/f729ac2f-8ef7-41dd-8a7d-cbcdb21fea07 HTTP/1.1" status: 204 len: 168 time: 0.3475227 May 30 05:43:08.710453 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f18177d-5447-4d6c-b196-8edd21f3faf3 None None] Network e06c2ccf-bda4-4be6-afa6-d078b637e5bd requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:43:08.710544 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 54374) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:43:08.890733 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b9c16d1e-16a2-4fbd-9dea-ca396d0fe909 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for router, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:43:08.994737 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-fa0d4d76-c6fd-45c1-98d3-e8fac5a3b126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ce21987-53cb-4ea5-86c3-85dd0c0cff57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1124839024', 'tenant_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.73'}], 'enable_snat': True}, 'gw_port_id': '242de33d-5867-45d7-a545-1efa49b99222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:40:14Z', 'updated_at': '2022-05-30T05:43:07Z', 'revision_number': 5, 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'gw_port': {'id': '242de33d-5867-45d7-a545-1efa49b99222', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce21987-53cb-4ea5-86c3-85dd0c0cff57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:40:15Z', 'updated_at': '2022-05-30T05:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv'}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:43:08.998764 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa0d4d76-c6fd-45c1-98d3-e8fac5a3b126 None None] Checking router: 8ce21987-53cb-4ea5-86c3-85dd0c0cff57 for host: dv-neutron-843763-1-hyperv {{(pid=88262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 05:43:09.007881 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0d4d76-c6fd-45c1-98d3-e8fac5a3b126 None None] Routers {'8ce21987-53cb-4ea5-86c3-85dd0c0cff57'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:43:09.008497 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-fa0d4d76-c6fd-45c1-98d3-e8fac5a3b126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:43:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['8ce21987-53cb-4ea5-86c3-85dd0c0cff57'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:43:09.071416 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b921cc74-90ba-4eb9-b505-1edc8849fcc5 None None] DHCP port deletion for e06c2ccf-bda4-4be6-afa6-d078b637e5bd request from dv-neutron-843763-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 30 05:43:09.076135 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b9c16d1e-16a2-4fbd-9dea-ca396d0fe909 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:43:09.085693 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-b9c16d1e-16a2-4fbd-9dea-ca396d0fe909 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Deleting port 242de33d-5867-45d7-a545-1efa49b99222 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:43:09.086181 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b9c16d1e-16a2-4fbd-9dea-ca396d0fe909 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:43:09.088085 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-b921cc74-90ba-4eb9-b505-1edc8849fcc5 None None] Deleting port 3d92ba59-9720-4600-ad26-8504645b14f0 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:43:09.088996 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-b921cc74-90ba-4eb9-b505-1edc8849fcc5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:43:09.268106 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-b9c16d1e-16a2-4fbd-9dea-ca396d0fe909 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] For port 242de33d-5867-45d7-a545-1efa49b99222, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=242de33d-5867-45d7-a545-1efa49b99222,segment=NetworkSegment(ad083d94-0233-4c50-a0ed-00ef7686038c),segment_id=ad083d94-0233-4c50-a0ed-00ef7686038c)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:43:09.268679 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b9c16d1e-16a2-4fbd-9dea-ca396d0fe909 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:43:09.292450 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-fa0d4d76-c6fd-45c1-98d3-e8fac5a3b126 None None] Set router 8ce21987-53cb-4ea5-86c3-85dd0c0cff57 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:43:09.492317 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-b9c16d1e-16a2-4fbd-9dea-ca396d0fe909 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Calling delete_port for 242de33d-5867-45d7-a545-1efa49b99222 owned by network:router_gateway {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:43:09.591371 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-b921cc74-90ba-4eb9-b505-1edc8849fcc5 None None] For port 3d92ba59-9720-4600-ad26-8504645b14f0, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=3d92ba59-9720-4600-ad26-8504645b14f0,segment=NetworkSegment(f0fdae1e-4d2a-4e36-af6f-793907658746),segment_id=f0fdae1e-4d2a-4e36-af6f-793907658746)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:43:09.591979 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-b921cc74-90ba-4eb9-b505-1edc8849fcc5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:43:09.657036 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b9c16d1e-16a2-4fbd-9dea-ca396d0fe909 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:43:09.716560 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-b921cc74-90ba-4eb9-b505-1edc8849fcc5 None None] Calling delete_port for 3d92ba59-9720-4600-ad26-8504645b14f0 owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:43:09.737025 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c16d1e-16a2-4fbd-9dea-ca396d0fe909 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Pushing event deleted for resources: {'Port': ['ID=242de33d-5867-45d7-a545-1efa49b99222,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:43:09.795951 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b9c16d1e-16a2-4fbd-9dea-ca396d0fe909 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1604781'] for router_gateway, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:43:09.852223 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-b921cc74-90ba-4eb9-b505-1edc8849fcc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069'] for port, after_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:43:09.904125 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b921cc74-90ba-4eb9-b505-1edc8849fcc5 None None] Pushing event deleted for resources: {'Port': ['ID=3d92ba59-9720-4600-ad26-8504645b14f0,revision_number=None']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:43:09.906544 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b921cc74-90ba-4eb9-b505-1edc8849fcc5 None None] No DVR routers for this DVR port 3d92ba59-9720-4600-ad26-8504645b14f0 on host dv-neutron-843763-1-hyperv {{(pid=88262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 05:43:09.916975 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b921cc74-90ba-4eb9-b505-1edc8849fcc5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:43:09.917328 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b921cc74-90ba-4eb9-b505-1edc8849fcc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:43:09.917672 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b921cc74-90ba-4eb9-b505-1edc8849fcc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:43:09.918027 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b921cc74-90ba-4eb9-b505-1edc8849fcc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:43:09.918361 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b921cc74-90ba-4eb9-b505-1edc8849fcc5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:43:09.918693 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b921cc74-90ba-4eb9-b505-1edc8849fcc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:43:09.919083 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b921cc74-90ba-4eb9-b505-1edc8849fcc5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:43:09.919338 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b921cc74-90ba-4eb9-b505-1edc8849fcc5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:43:09.919663 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b921cc74-90ba-4eb9-b505-1edc8849fcc5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:43:09.919984 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b921cc74-90ba-4eb9-b505-1edc8849fcc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:43:09.920391 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b921cc74-90ba-4eb9-b505-1edc8849fcc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:43:09.920614 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b921cc74-90ba-4eb9-b505-1edc8849fcc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:43:09.927681 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-fa0d4d76-c6fd-45c1-98d3-e8fac5a3b126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ce21987-53cb-4ea5-86c3-85dd0c0cff57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1124839024', 'tenant_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.73'}], 'enable_snat': True}, 'gw_port_id': '242de33d-5867-45d7-a545-1efa49b99222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:40:14Z', 'updated_at': '2022-05-30T05:43:07Z', 'revision_number': 5, 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'gw_port': {'id': '242de33d-5867-45d7-a545-1efa49b99222', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce21987-53cb-4ea5-86c3-85dd0c0cff57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:40:15Z', 'updated_at': '2022-05-30T05:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv'}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:43:09.931687 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa0d4d76-c6fd-45c1-98d3-e8fac5a3b126 None None] The sync data for ids ['8ce21987-53cb-4ea5-86c3-85dd0c0cff57'] in dv-neutron-843763-1-hyperv is: [{'id': '8ce21987-53cb-4ea5-86c3-85dd0c0cff57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1124839024', 'tenant_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.73'}], 'enable_snat': True}, 'gw_port_id': '242de33d-5867-45d7-a545-1efa49b99222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:40:14Z', 'updated_at': '2022-05-30T05:43:07Z', 'revision_number': 5, 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'gw_port': {'id': '242de33d-5867-45d7-a545-1efa49b99222', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce21987-53cb-4ea5-86c3-85dd0c0cff57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:40:15Z', 'updated_at': '2022-05-30T05:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv'}] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:43:09.980328 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b9c16d1e-16a2-4fbd-9dea-ca396d0fe909 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11660'] for router, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:43:09.982507 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b9c16d1e-16a2-4fbd-9dea-ca396d0fe909 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:43:10.005506 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b9c16d1e-16a2-4fbd-9dea-ca396d0fe909 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1601605'] for router, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:43:10.006063 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9c16d1e-16a2-4fbd-9dea-ca396d0fe909 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Fanout notify agent at l3_agent the message router_deleted on router 8ce21987-53cb-4ea5-86c3-85dd0c0cff57 {{(pid=88260) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 30 05:43:10.021663 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b9c16d1e-16a2-4fbd-9dea-ca396d0fe909 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:43:10.022762 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-b9c16d1e-16a2-4fbd-9dea-ca396d0fe909 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "DELETE /v2.0/routers/8ce21987-53cb-4ea5-86c3-85dd0c0cff57 HTTP/1.1" status: 204 len: 168 time: 1.3113618 May 30 05:43:10.025385 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 54378) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:43:10.135867 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-433c78f4-374d-45e8-bd50-71829535456c tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897784'] for network, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:43:10.264262 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-433c78f4-374d-45e8-bd50-71829535456c tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867540', 'neutron.services.segments.db._delete_segments_for_network-8729234922972'] for network, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:43:10.290382 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-433c78f4-374d-45e8-bd50-71829535456c tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e06c2ccf-bda4-4be6-afa6-d078b637e5bd']}} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:43:10.304371 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-433c78f4-374d-45e8-bd50-71829535456c tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0fdae1e-4d2a-4e36-af6f-793907658746') {'for_net_delete': True} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:43:10.304671 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-433c78f4-374d-45e8-bd50-71829535456c tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0fdae1e-4d2a-4e36-af6f-793907658746') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:43:10.319420 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-433c78f4-374d-45e8-bd50-71829535456c tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729235042807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1454725'] for segment, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:43:10.335701 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-433c78f4-374d-45e8-bd50-71829535456c tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:43:10.342041 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-433c78f4-374d-45e8-bd50-71829535456c tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=88260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 05:43:10.342436 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-433c78f4-374d-45e8-bd50-71829535456c tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-862858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1547513'] for segment, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:43:10.412588 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment f0fdae1e-4d2a-4e36-af6f-793907658746 resource provider aggregate not found May 30 05:43:10.435775 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment f0fdae1e-4d2a-4e36-af6f-793907658746 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f0fdae1e-4d2a-4e36-af6f-793907658746 found for delete ", "request_id": "req-098bc340-675d-420f-8ab7-24244f09824c"}]} May 30 05:43:10.447307 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-433c78f4-374d-45e8-bd50-71829535456c tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604744'] for network, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:43:10.451649 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-433c78f4-374d-45e8-bd50-71829535456c tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:43:10.475316 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433c78f4-374d-45e8-bd50-71829535456c tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Pushing event deleted for resources: {'Network': ['ID=e06c2ccf-bda4-4be6-afa6-d078b637e5bd,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:43:10.484655 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-433c78f4-374d-45e8-bd50-71829535456c tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "DELETE /v2.0/networks/e06c2ccf-bda4-4be6-afa6-d078b637e5bd HTTP/1.1" status: 204 len: 168 time: 0.4582310 May 30 05:43:10.487386 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 54386) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:43:10.558371 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-72e4819b-e497-49d2-a5b8-ffc3d52ec642 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for security_group, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:43:10.587374 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-72e4819b-e497-49d2-a5b8-ffc3d52ec642 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:43:10.653846 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-72e4819b-e497-49d2-a5b8-ffc3d52ec642 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:43:10.674501 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e4819b-e497-49d2-a5b8-ffc3d52ec642 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff315a3f-7f21-40ae-b40a-6533c7d8b6bd,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:43:10.678872 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-72e4819b-e497-49d2-a5b8-ffc3d52ec642 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:43:10.679962 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-72e4819b-e497-49d2-a5b8-ffc3d52ec642 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "DELETE /v2.0/security-groups/ff315a3f-7f21-40ae-b40a-6533c7d8b6bd HTTP/1.1" status: 204 len: 168 time: 0.1916182 May 30 05:43:10.795166 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 54394) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:43:10.800358 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-15510079-d834-4976-9c59-7d1a5feb8ad5 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-122913978', 'description': 'tempest-secgroup-smoke-122913978 description', 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:43:10.806358 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-15510079-d834-4976-9c59-7d1a5feb8ad5 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:43:10.810504 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-15510079-d834-4976-9c59-7d1a5feb8ad5 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Usage tracker for resource:security_group and tenant:c5c2cbbf31414007b91a65943a87a6a2 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:43:10.813366 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-15510079-d834-4976-9c59-7d1a5feb8ad5 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:43:10.819096 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-15510079-d834-4976-9c59-7d1a5feb8ad5 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:43:10.829669 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-15510079-d834-4976-9c59-7d1a5feb8ad5 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:43:10.848796 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-15510079-d834-4976-9c59-7d1a5feb8ad5 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:43:10.852498 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-15510079-d834-4976-9c59-7d1a5feb8ad5 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Usage tracker for resource:security_group_rule and tenant:c5c2cbbf31414007b91a65943a87a6a2 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:43:10.855216 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-15510079-d834-4976-9c59-7d1a5feb8ad5 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:43:10.860805 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-15510079-d834-4976-9c59-7d1a5feb8ad5 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:43:10.942502 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-15510079-d834-4976-9c59-7d1a5feb8ad5 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:43:10.946208 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-15510079-d834-4976-9c59-7d1a5feb8ad5 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:43:10.991379 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15510079-d834-4976-9c59-7d1a5feb8ad5 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Pushing event updated for resources: {'SecurityGroup': ['ID=882a65cb-62ef-4ea0-9e4d-334723795888,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:43:10.995466 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-15510079-d834-4976-9c59-7d1a5feb8ad5 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:43:10.999408 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-15510079-d834-4976-9c59-7d1a5feb8ad5 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2004561 May 30 05:43:11.000160 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 54398) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:43:11.004385 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-d92c9867-9be1-474b-92eb-cbe766a74918 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Request body: {'security_group_rule': {'security_group_id': '882a65cb-62ef-4ea0-9e4d-334723795888', 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:43:11.010149 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-d92c9867-9be1-474b-92eb-cbe766a74918 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:43:11.014579 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-d92c9867-9be1-474b-92eb-cbe766a74918 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Usage tracker for resource:security_group_rule and tenant:c5c2cbbf31414007b91a65943a87a6a2 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:43:11.017325 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-d92c9867-9be1-474b-92eb-cbe766a74918 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:43:11.023785 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-d92c9867-9be1-474b-92eb-cbe766a74918 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:43:11.041380 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d92c9867-9be1-474b-92eb-cbe766a74918 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:43:11.059097 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 242de33d-5867-45d7-a545-1efa49b99222 no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 05:43:11.092570 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] No Port match for: 242de33d-5867-45d7-a545-1efa49b99222 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 05:43:11.093022 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 242de33d-5867-45d7-a545-1efa49b99222 not bound to the agent host dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 05:43:11.093436 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 3d92ba59-9720-4600-ad26-8504645b14f0 no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 05:43:11.101308 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d92c9867-9be1-474b-92eb-cbe766a74918 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:43:11.105048 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d92c9867-9be1-474b-92eb-cbe766a74918 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:43:11.127744 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92c9867-9be1-474b-92eb-cbe766a74918 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=234ba60f-fcc8-4586-89c5-06967cd65a6e,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:43:11.127964 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] No Port match for: 3d92ba59-9720-4600-ad26-8504645b14f0 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 05:43:11.128169 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 3d92ba59-9720-4600-ad26-8504645b14f0 not bound to the agent host dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 05:43:11.128578 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 5c60a982-7bec-4120-a3cf-17188a9ae492 no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 05:43:11.136948 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d92c9867-9be1-474b-92eb-cbe766a74918 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:43:11.140862 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-d92c9867-9be1-474b-92eb-cbe766a74918 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1378002 May 30 05:43:11.140994 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 54402) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:43:11.145913 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-5ec0ff5c-54a4-4a89-9159-a959d8596f7b tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Request body: {'security_group_rule': {'security_group_id': '882a65cb-62ef-4ea0-9e4d-334723795888', 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:43:11.152201 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-5ec0ff5c-54a4-4a89-9159-a959d8596f7b tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:43:11.156040 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-5ec0ff5c-54a4-4a89-9159-a959d8596f7b tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Usage tracker for resource:security_group_rule and tenant:c5c2cbbf31414007b91a65943a87a6a2 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:43:11.158973 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-5ec0ff5c-54a4-4a89-9159-a959d8596f7b tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:43:11.162174 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] No Port match for: 5c60a982-7bec-4120-a3cf-17188a9ae492 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 05:43:11.162480 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 5c60a982-7bec-4120-a3cf-17188a9ae492 not bound to the agent host dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 05:43:11.164673 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-5ec0ff5c-54a4-4a89-9159-a959d8596f7b tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:43:11.181891 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5ec0ff5c-54a4-4a89-9159-a959d8596f7b tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:43:11.245744 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5ec0ff5c-54a4-4a89-9159-a959d8596f7b tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:43:11.249668 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5ec0ff5c-54a4-4a89-9159-a959d8596f7b tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:43:11.273350 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec0ff5c-54a4-4a89-9159-a959d8596f7b tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de5628a4-3de9-493b-9739-1633fb16f786,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:43:11.282033 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5ec0ff5c-54a4-4a89-9159-a959d8596f7b tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:43:11.283197 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-5ec0ff5c-54a4-4a89-9159-a959d8596f7b tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1412861 May 30 05:43:11.285893 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 54406) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:43:11.290707 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-4faf4a01-7582-4250-8d1a-43ffb6a8bcf9 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Request body: {'security_group_rule': {'security_group_id': '882a65cb-62ef-4ea0-9e4d-334723795888', 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:43:11.296400 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-4faf4a01-7582-4250-8d1a-43ffb6a8bcf9 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:43:11.300225 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-4faf4a01-7582-4250-8d1a-43ffb6a8bcf9 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Usage tracker for resource:security_group_rule and tenant:c5c2cbbf31414007b91a65943a87a6a2 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:43:11.303057 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-4faf4a01-7582-4250-8d1a-43ffb6a8bcf9 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:43:11.309196 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-4faf4a01-7582-4250-8d1a-43ffb6a8bcf9 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:43:11.324765 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4faf4a01-7582-4250-8d1a-43ffb6a8bcf9 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:43:11.388579 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4faf4a01-7582-4250-8d1a-43ffb6a8bcf9 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:43:11.391782 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4faf4a01-7582-4250-8d1a-43ffb6a8bcf9 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:43:11.413731 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faf4a01-7582-4250-8d1a-43ffb6a8bcf9 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49aa77f5-9830-443a-ae6f-9f94492022c3,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:43:11.422262 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4faf4a01-7582-4250-8d1a-43ffb6a8bcf9 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:43:11.423432 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-4faf4a01-7582-4250-8d1a-43ffb6a8bcf9 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1366389 May 30 05:43:11.426247 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 54410) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:43:11.431103 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-3b334646-65e4-4806-85b2-b4e0f503b03d tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Request body: {'security_group_rule': {'security_group_id': '882a65cb-62ef-4ea0-9e4d-334723795888', 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:43:11.437272 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-3b334646-65e4-4806-85b2-b4e0f503b03d tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:43:11.441035 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-3b334646-65e4-4806-85b2-b4e0f503b03d tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Usage tracker for resource:security_group_rule and tenant:c5c2cbbf31414007b91a65943a87a6a2 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:43:11.443865 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-3b334646-65e4-4806-85b2-b4e0f503b03d tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:43:11.450113 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-3b334646-65e4-4806-85b2-b4e0f503b03d tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:43:11.465726 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3b334646-65e4-4806-85b2-b4e0f503b03d tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:43:11.527122 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3b334646-65e4-4806-85b2-b4e0f503b03d tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:43:11.530314 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3b334646-65e4-4806-85b2-b4e0f503b03d tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:43:11.557793 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b334646-65e4-4806-85b2-b4e0f503b03d tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62cc8b35-9c66-4b55-a9ed-80d3fb7e169e,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:43:11.564131 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-3b334646-65e4-4806-85b2-b4e0f503b03d tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:43:11.565290 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-3b334646-65e4-4806-85b2-b4e0f503b03d tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1381400 May 30 05:43:11.567929 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 54414) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:43:11.572682 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-a8eefe47-2def-480b-bc91-2d1ae24cc0ca tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Request body: {'security_group_rule': {'security_group_id': '882a65cb-62ef-4ea0-9e4d-334723795888', 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:43:11.578935 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-a8eefe47-2def-480b-bc91-2d1ae24cc0ca tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:43:11.582698 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-a8eefe47-2def-480b-bc91-2d1ae24cc0ca tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Usage tracker for resource:security_group_rule and tenant:c5c2cbbf31414007b91a65943a87a6a2 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:43:11.585487 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-a8eefe47-2def-480b-bc91-2d1ae24cc0ca tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:43:11.591170 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-a8eefe47-2def-480b-bc91-2d1ae24cc0ca tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:43:11.603252 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.db.securitygroups_db [None req-a8eefe47-2def-480b-bc91-2d1ae24cc0ca tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Project c5c2cbbf31414007b91a65943a87a6a2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 30 05:43:11.610188 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a8eefe47-2def-480b-bc91-2d1ae24cc0ca tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:43:11.672038 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a8eefe47-2def-480b-bc91-2d1ae24cc0ca tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:43:11.675521 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a8eefe47-2def-480b-bc91-2d1ae24cc0ca tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:43:11.699554 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8eefe47-2def-480b-bc91-2d1ae24cc0ca tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10dba72a-150f-4c80-9d9a-6efba937001f,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:43:11.708250 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a8eefe47-2def-480b-bc91-2d1ae24cc0ca tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:43:11.709415 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-a8eefe47-2def-480b-bc91-2d1ae24cc0ca tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1405733 May 30 05:43:11.712061 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 54418) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:43:11.717095 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-be8aadbd-50bc-4cc4-a110-b13aa84d9beb tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Request body: {'security_group_rule': {'security_group_id': '882a65cb-62ef-4ea0-9e4d-334723795888', 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:43:11.722633 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-be8aadbd-50bc-4cc4-a110-b13aa84d9beb tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:43:11.726695 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-be8aadbd-50bc-4cc4-a110-b13aa84d9beb tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Usage tracker for resource:security_group_rule and tenant:c5c2cbbf31414007b91a65943a87a6a2 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:43:11.729931 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-be8aadbd-50bc-4cc4-a110-b13aa84d9beb tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:43:11.736182 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-be8aadbd-50bc-4cc4-a110-b13aa84d9beb tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:43:11.746698 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.db.securitygroups_db [None req-be8aadbd-50bc-4cc4-a110-b13aa84d9beb tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Project c5c2cbbf31414007b91a65943a87a6a2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 30 05:43:11.753066 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-be8aadbd-50bc-4cc4-a110-b13aa84d9beb tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:43:11.816960 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-be8aadbd-50bc-4cc4-a110-b13aa84d9beb tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:43:11.820430 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-be8aadbd-50bc-4cc4-a110-b13aa84d9beb tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:43:11.842159 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8aadbd-50bc-4cc4-a110-b13aa84d9beb tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3108e12-b7d1-481e-83c3-b3a3e9eb8ad7,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:43:11.850596 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-be8aadbd-50bc-4cc4-a110-b13aa84d9beb tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:43:11.851750 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-be8aadbd-50bc-4cc4-a110-b13aa84d9beb tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1387789 May 30 05:43:11.855104 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 54422) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:43:11.863738 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-b8c2fd4a-8e22-495e-bcb0-537191766790 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Request body: {'network': {'name': 'tempest-network-smoke--1421262193', 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'port_security_enabled': True}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:43:11.871050 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-b8c2fd4a-8e22-495e-bcb0-537191766790 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:43:11.875137 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-b8c2fd4a-8e22-495e-bcb0-537191766790 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Usage tracker for resource:network and tenant:c5c2cbbf31414007b91a65943a87a6a2 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:43:11.877942 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-b8c2fd4a-8e22-495e-bcb0-537191766790 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:43:11.883530 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-b8c2fd4a-8e22-495e-bcb0-537191766790 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:43:11.893745 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8c2fd4a-8e22-495e-bcb0-537191766790 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Made reservation on behalf of c5c2cbbf31414007b91a65943a87a6a2 for: {'network': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:43:11.897166 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b8c2fd4a-8e22-495e-bcb0-537191766790 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for network, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:43:11.924088 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8c2fd4a-8e22-495e-bcb0-537191766790 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=88261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 05:43:11.933430 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b8c2fd4a-8e22-495e-bcb0-537191766790 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:43:11.933774 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.db.segments_db [None req-b8c2fd4a-8e22-495e-bcb0-537191766790 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Added segment 1513603c-e485-4da0-9685-8fce8d17959c of type vlan for network 22e48264-f21b-455c-b88c-7de3711f9155 May 30 05:43:11.961648 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b8c2fd4a-8e22-495e-bcb0-537191766790 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729234556353'] for network, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:43:11.989778 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b8c2fd4a-8e22-495e-bcb0-537191766790 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788'] for network, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:43:11.995109 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c2fd4a-8e22-495e-bcb0-537191766790 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:43:11.995721 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b8c2fd4a-8e22-495e-bcb0-537191766790 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:43:12.095258 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-b8c2fd4a-8e22-495e-bcb0-537191766790 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2390764 May 30 05:43:12.098169 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 54426) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:43:12.103977 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-ed68a9c6-cc32-4cd9-a571-40e8e92ab238 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-362034808', 'admin_state_up': True, 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'}}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:43:12.104352 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c2fd4a-8e22-495e-bcb0-537191766790 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Pushing event updated for resources: {'Network': ['ID=22e48264-f21b-455c-b88c-7de3711f9155,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:43:12.113062 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-ed68a9c6-cc32-4cd9-a571-40e8e92ab238 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:43:12.114991 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Network 22e48264-f21b-455c-b88c-7de3711f9155 details requested by agent ovs-agent-dv-neutron-843763-1-hyperv with host dv-neutron-843763-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 05:43:12.117250 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-ed68a9c6-cc32-4cd9-a571-40e8e92ab238 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Usage tracker for resource:router and tenant:c5c2cbbf31414007b91a65943a87a6a2 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:43:12.120336 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-ed68a9c6-cc32-4cd9-a571-40e8e92ab238 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:43:12.126731 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-ed68a9c6-cc32-4cd9-a571-40e8e92ab238 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:43:12.136886 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ed68a9c6-cc32-4cd9-a571-40e8e92ab238 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1603901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11666'] for router, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:43:12.137876 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ed68a9c6-cc32-4cd9-a571-40e8e92ab238 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11675'] for router, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:43:12.154637 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ed68a9c6-cc32-4cd9-a571-40e8e92ab238 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:43:12.509222 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ed68a9c6-cc32-4cd9-a571-40e8e92ab238 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11765'] for router, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:43:12.807155 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ed68a9c6-cc32-4cd9-a571-40e8e92ab238 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for router_gateway, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:43:12.836383 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ed68a9c6-cc32-4cd9-a571-40e8e92ab238 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:43:12.968299 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-ed68a9c6-cc32-4cd9-a571-40e8e92ab238 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Allocated IP 172.26.6.211 (1bab70f4-3794-44db-8e17-19f483aa8ffa/6b5b73c1-b0ce-4f83-a930-c00cc5522926/45afc786-ece3-435f-9e22-fbbae4577f45) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:43:13.111820 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ed68a9c6-cc32-4cd9-a571-40e8e92ab238 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:43:13.140886 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ed68a9c6-cc32-4cd9-a571-40e8e92ab238 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:43:13.210076 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed68a9c6-cc32-4cd9-a571-40e8e92ab238 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Network 1bab70f4-3794-44db-8e17-19f483aa8ffa is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:43:13.212851 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-ed68a9c6-cc32-4cd9-a571-40e8e92ab238 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:43:13.216631 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed68a9c6-cc32-4cd9-a571-40e8e92ab238 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:43:13.254480 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed68a9c6-cc32-4cd9-a571-40e8e92ab238 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Pushing event updated for resources: {'Port': ['ID=45afc786-ece3-435f-9e22-fbbae4577f45,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:43:13.624344 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ed68a9c6-cc32-4cd9-a571-40e8e92ab238 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for router_gateway, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:43:14.053117 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ed68a9c6-cc32-4cd9-a571-40e8e92ab238 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603653'] for router, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:43:14.254846 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed68a9c6-cc32-4cd9-a571-40e8e92ab238 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Router 30f4400d-33fb-4987-94fd-fbb5856cd59c is scheduled to L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 with binding_index 1 {{(pid=88260) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 30 05:43:14.433658 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed68a9c6-cc32-4cd9-a571-40e8e92ab238 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:43:14.442688 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da36d88e-a445-4651-8efe-541f53a90465 None None] Sync routers for ids ['30f4400d-33fb-4987-94fd-fbb5856cd59c'] in dv-neutron-843763-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:43:14.452643 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da36d88e-a445-4651-8efe-541f53a90465 None None] Routers {'30f4400d-33fb-4987-94fd-fbb5856cd59c'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:43:14.453245 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-da36d88e-a445-4651-8efe-541f53a90465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:43:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['30f4400d-33fb-4987-94fd-fbb5856cd59c'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:43:14.460301 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ed68a9c6-cc32-4cd9-a571-40e8e92ab238 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:43:14.464380 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-ed68a9c6-cc32-4cd9-a571-40e8e92ab238 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.3616269 May 30 05:43:14.464592 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 54430) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:43:14.550305 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-7ce69cb1-6d20-4595-a639-0a54e4dff0e5 tempest-TestNetworkAdvancedServerOps-1936340429 tempest-TestNetworkAdvancedServerOps-1936340429-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=c5c2cbbf31414007b91a65943a87a6a2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0843894 May 30 05:43:14.552915 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 54436) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:43:14.668608 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-da36d88e-a445-4651-8efe-541f53a90465 None None] Set router 30f4400d-33fb-4987-94fd-fbb5856cd59c gateway port host: dv-neutron-843763-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:43:14.680973 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29bcab83-73d2-49a7-9329-a070d13053e9 tempest-TestNetworkAdvancedServerOps-1936340429 tempest-TestNetworkAdvancedServerOps-1936340429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:43:14.682481 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-29bcab83-73d2-49a7-9329-a070d13053e9 tempest-TestNetworkAdvancedServerOps-1936340429 tempest-TestNetworkAdvancedServerOps-1936340429-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1286752 May 30 05:43:14.685886 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 54440) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:43:14.723258 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-9f40cb79-2023-4e20-b304-f7863a980886 tempest-TestNetworkAdvancedServerOps-1936340429 tempest-TestNetworkAdvancedServerOps-1936340429-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=1bab70f4-3794-44db-8e17-19f483aa8ffa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0363989 May 30 05:43:14.725638 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 54444) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:43:14.731311 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-4c124f8b-ae68-4d98-92d4-9da2b74b7b3e tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-755727182', 'network_id': '22e48264-f21b-455c-b88c-7de3711f9155', 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:43:14.838606 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-4c124f8b-ae68-4d98-92d4-9da2b74b7b3e tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:43:14.844342 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-4c124f8b-ae68-4d98-92d4-9da2b74b7b3e tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Usage tracker for resource:subnet and tenant:c5c2cbbf31414007b91a65943a87a6a2 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:43:14.847987 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-4c124f8b-ae68-4d98-92d4-9da2b74b7b3e tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:43:14.853801 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-4c124f8b-ae68-4d98-92d4-9da2b74b7b3e tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:43:14.864109 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c124f8b-ae68-4d98-92d4-9da2b74b7b3e tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Made reservation on behalf of c5c2cbbf31414007b91a65943a87a6a2 for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:43:14.867667 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4c124f8b-ae68-4d98-92d4-9da2b74b7b3e tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2133361'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:43:14.947216 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-da36d88e-a445-4651-8efe-541f53a90465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30f4400d-33fb-4987-94fd-fbb5856cd59c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-362034808', 'tenant_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.211'}], 'enable_snat': True}, 'gw_port_id': '45afc786-ece3-435f-9e22-fbbae4577f45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:43:12Z', 'updated_at': '2022-05-30T05:43:13Z', 'revision_number': 3, 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'gw_port': {'id': '45afc786-ece3-435f-9e22-fbbae4577f45', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:1a:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30f4400d-33fb-4987-94fd-fbb5856cd59c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:43:12Z', 'updated_at': '2022-05-30T05:43:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv'}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:43:14.950953 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da36d88e-a445-4651-8efe-541f53a90465 None None] Checking router: 30f4400d-33fb-4987-94fd-fbb5856cd59c for host: dv-neutron-843763-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 05:43:14.951302 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da36d88e-a445-4651-8efe-541f53a90465 None None] Updating router 30f4400d-33fb-4987-94fd-fbb5856cd59c port 45afc786-ece3-435f-9e22-fbbae4577f45 binding host dv-neutron-843763-1-hyperv {{(pid=88263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 30 05:43:15.003882 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-da36d88e-a445-4651-8efe-541f53a90465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:43:15.080658 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4c124f8b-ae68-4d98-92d4-9da2b74b7b3e tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1547796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2133315'] for subnet, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:43:15.163158 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c124f8b-ae68-4d98-92d4-9da2b74b7b3e tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Pushing event updated for resources: {'Subnet': ['ID=d88a8032-b557-4231-90a9-c3e910da059b,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:43:15.173061 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c124f8b-ae68-4d98-92d4-9da2b74b7b3e tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Checking segment: {'id': '1513603c-e485-4da0-9685-8fce8d17959c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '22e48264-f21b-455c-b88c-7de3711f9155'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:43:15.173418 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c124f8b-ae68-4d98-92d4-9da2b74b7b3e tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Network hostable DHCP agents. Network: 22e48264-f21b-455c-b88c-7de3711f9155, hostable agents: ['1c705e68-3d3e-4dd3-9252-feb21d4b96ab'], hosted agents: [] {{(pid=88260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 05:43:15.192564 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c124f8b-ae68-4d98-92d4-9da2b74b7b3e tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Network 22e48264-f21b-455c-b88c-7de3711f9155 is scheduled to be hosted by DHCP agent 1c705e68-3d3e-4dd3-9252-feb21d4b96ab with binding_index 1 {{(pid=88260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 05:43:15.203072 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-4c124f8b-ae68-4d98-92d4-9da2b74b7b3e tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843763-1-hyperv, 22e48264-f21b-455c-b88c-7de3711f9155) {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:43:15.207673 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c124f8b-ae68-4d98-92d4-9da2b74b7b3e tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:43:15.208422 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-4c124f8b-ae68-4d98-92d4-9da2b74b7b3e tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:43:15.213981 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f47cbd-5b25-48d8-b444-1f1c929c2119 None None] Network 22e48264-f21b-455c-b88c-7de3711f9155 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:43:15.236739 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-4c124f8b-ae68-4d98-92d4-9da2b74b7b3e tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5075009 May 30 05:43:15.237119 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 54448) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:43:15.336006 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-da36d88e-a445-4651-8efe-541f53a90465 None None] Notify callbacks [] for port, precommit_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:43:15.349059 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.provisioning_blocks [None req-da36d88e-a445-4651-8efe-541f53a90465 None None] Transition to ACTIVE for port object 45afc786-ece3-435f-9e22-fbbae4577f45 will not be triggered until provisioned by entity L2. {{(pid=88263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:43:15.355689 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-da36d88e-a445-4651-8efe-541f53a90465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:43:15.438635 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-da36d88e-a445-4651-8efe-541f53a90465 None None] Attempting to bind port 45afc786-ece3-435f-9e22-fbbae4577f45 on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 05:43:15.439082 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-da36d88e-a445-4651-8efe-541f53a90465 None None] Attempting to bind port 45afc786-ece3-435f-9e22-fbbae4577f45 by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': 'ad083d94-0233-4c50-a0ed-00ef7686038c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'}] {{(pid=88263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 05:43:15.439364 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da36d88e-a445-4651-8efe-541f53a90465 None None] Attempting to bind port 45afc786-ece3-435f-9e22-fbbae4577f45 on network 1bab70f4-3794-44db-8e17-19f483aa8ffa {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:43:15.444559 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def85d1e-de9c-4cca-ad78-2f18fa719cea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bbf24ed-7ba9-53d2-873f-8f9642b1e987-22e48264-f21b-455c-b88c-7de3711f9155', 'network_id': '22e48264-f21b-455c-b88c-7de3711f9155', 'tenant_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'fixed_ips': [{'subnet_id': 'd88a8032-b557-4231-90a9-c3e910da059b'}]}} from dv-neutron-843763-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 30 05:43:15.445652 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-def85d1e-de9c-4cca-ad78-2f18fa719cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:43:15.451722 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da36d88e-a445-4651-8efe-541f53a90465 None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 5, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 05:43:15.452326 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da36d88e-a445-4651-8efe-541f53a90465 None None] Checking segment: {'id': 'ad083d94-0233-4c50-a0ed-00ef7686038c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:43:15.452485 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-da36d88e-a445-4651-8efe-541f53a90465 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:43:15.452882 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da36d88e-a445-4651-8efe-541f53a90465 None None] Bound using segment: {'id': 'ad083d94-0233-4c50-a0ed-00ef7686038c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'} {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 05:43:15.453403 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-da36d88e-a445-4651-8efe-541f53a90465 None None] Bound port: 45afc786-ece3-435f-9e22-fbbae4577f45, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad083d94-0233-4c50-a0ed-00ef7686038c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'}}] {{(pid=88263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 05:43:15.453719 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-da36d88e-a445-4651-8efe-541f53a90465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:43:15.477922 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c032812-f37b-4ce2-84a8-0e91bab1993e None None] Pushing event updated for resources: {'Port': ['ID=45afc786-ece3-435f-9e22-fbbae4577f45,revision_number=2']} {{(pid=88263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:43:15.501539 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c032812-f37b-4ce2-84a8-0e91bab1993e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:43:15.501914 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c032812-f37b-4ce2-84a8-0e91bab1993e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:43:15.502246 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c032812-f37b-4ce2-84a8-0e91bab1993e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:43:15.502583 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c032812-f37b-4ce2-84a8-0e91bab1993e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:43:15.502909 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c032812-f37b-4ce2-84a8-0e91bab1993e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:43:15.503234 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c032812-f37b-4ce2-84a8-0e91bab1993e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:43:15.503556 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c032812-f37b-4ce2-84a8-0e91bab1993e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:43:15.503879 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c032812-f37b-4ce2-84a8-0e91bab1993e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:43:15.504200 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c032812-f37b-4ce2-84a8-0e91bab1993e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:43:15.504519 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c032812-f37b-4ce2-84a8-0e91bab1993e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:43:15.504835 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c032812-f37b-4ce2-84a8-0e91bab1993e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:43:15.505149 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c032812-f37b-4ce2-84a8-0e91bab1993e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:43:15.544499 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.db [None req-da36d88e-a445-4651-8efe-541f53a90465 None None] For port 45afc786-ece3-435f-9e22-fbbae4577f45, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 05:43:15.547715 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.db [None req-da36d88e-a445-4651-8efe-541f53a90465 None None] For port 45afc786-ece3-435f-9e22-fbbae4577f45, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=45afc786-ece3-435f-9e22-fbbae4577f45,segment=NetworkSegment(ad083d94-0233-4c50-a0ed-00ef7686038c),segment_id=ad083d94-0233-4c50-a0ed-00ef7686038c)] {{(pid=88263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 05:43:15.552087 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-da36d88e-a445-4651-8efe-541f53a90465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:43:15.622286 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da36d88e-a445-4651-8efe-541f53a90465 None None] Routers {'30f4400d-33fb-4987-94fd-fbb5856cd59c'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:43:15.622907 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-da36d88e-a445-4651-8efe-541f53a90465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:43:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['30f4400d-33fb-4987-94fd-fbb5856cd59c'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:43:15.624732 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-def85d1e-de9c-4cca-ad78-2f18fa719cea None None] Allocated IP 172.20.0.2 (22e48264-f21b-455c-b88c-7de3711f9155/d88a8032-b557-4231-90a9-c3e910da059b/e5fddcc8-aeb1-4c22-9b37-55eb07f7d3b4) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:43:15.721133 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c032812-f37b-4ce2-84a8-0e91bab1993e None None] Pushing event updated for resources: {'Port': ['ID=45afc786-ece3-435f-9e22-fbbae4577f45,revision_number=3']} {{(pid=88263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:43:15.832300 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-da36d88e-a445-4651-8efe-541f53a90465 None None] Set router 30f4400d-33fb-4987-94fd-fbb5856cd59c gateway port host: dv-neutron-843763-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:43:15.844029 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-def85d1e-de9c-4cca-ad78-2f18fa719cea None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:43:15.854710 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-def85d1e-de9c-4cca-ad78-2f18fa719cea None None] Transition to ACTIVE for port object e5fddcc8-aeb1-4c22-9b37-55eb07f7d3b4 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:43:15.875001 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-def85d1e-de9c-4cca-ad78-2f18fa719cea None None] Transition to ACTIVE for port object e5fddcc8-aeb1-4c22-9b37-55eb07f7d3b4 will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:43:15.888164 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-def85d1e-de9c-4cca-ad78-2f18fa719cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:43:15.968295 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def85d1e-de9c-4cca-ad78-2f18fa719cea None None] Network 22e48264-f21b-455c-b88c-7de3711f9155 is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:43:15.971531 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-def85d1e-de9c-4cca-ad78-2f18fa719cea None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:43:15.975940 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def85d1e-de9c-4cca-ad78-2f18fa719cea None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:43:15.981673 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def85d1e-de9c-4cca-ad78-2f18fa719cea None None] Pushing event updated for resources: {'Port': ['ID=e5fddcc8-aeb1-4c22-9b37-55eb07f7d3b4,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:43:16.122805 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-def85d1e-de9c-4cca-ad78-2f18fa719cea None None] Attempting to bind port e5fddcc8-aeb1-4c22-9b37-55eb07f7d3b4 on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 05:43:16.123206 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-def85d1e-de9c-4cca-ad78-2f18fa719cea None None] Attempting to bind port e5fddcc8-aeb1-4c22-9b37-55eb07f7d3b4 by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': '1513603c-e485-4da0-9685-8fce8d17959c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '22e48264-f21b-455c-b88c-7de3711f9155'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 05:43:16.123564 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def85d1e-de9c-4cca-ad78-2f18fa719cea None None] Attempting to bind port e5fddcc8-aeb1-4c22-9b37-55eb07f7d3b4 on network 22e48264-f21b-455c-b88c-7de3711f9155 {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:43:16.127009 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8abb8939-b7d7-443e-aa41-4dc510b866c1 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:43:16.128809 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def85d1e-de9c-4cca-ad78-2f18fa719cea None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 5, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 05:43:16.129180 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def85d1e-de9c-4cca-ad78-2f18fa719cea None None] Checking segment: {'id': '1513603c-e485-4da0-9685-8fce8d17959c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '22e48264-f21b-455c-b88c-7de3711f9155'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:43:16.129571 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-def85d1e-de9c-4cca-ad78-2f18fa719cea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:43:16.130008 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def85d1e-de9c-4cca-ad78-2f18fa719cea None None] Bound using segment: {'id': '1513603c-e485-4da0-9685-8fce8d17959c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '22e48264-f21b-455c-b88c-7de3711f9155'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 05:43:16.130467 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-def85d1e-de9c-4cca-ad78-2f18fa719cea None None] Bound port: e5fddcc8-aeb1-4c22-9b37-55eb07f7d3b4, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1513603c-e485-4da0-9685-8fce8d17959c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '22e48264-f21b-455c-b88c-7de3711f9155'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 05:43:16.130865 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-def85d1e-de9c-4cca-ad78-2f18fa719cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:43:16.210827 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-da36d88e-a445-4651-8efe-541f53a90465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30f4400d-33fb-4987-94fd-fbb5856cd59c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-362034808', 'tenant_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.211'}], 'enable_snat': True}, 'gw_port_id': '45afc786-ece3-435f-9e22-fbbae4577f45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:43:12Z', 'updated_at': '2022-05-30T05:43:13Z', 'revision_number': 3, 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'gw_port': {'id': '45afc786-ece3-435f-9e22-fbbae4577f45', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:1a:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30f4400d-33fb-4987-94fd-fbb5856cd59c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:43:12Z', 'updated_at': '2022-05-30T05:43:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv'}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:43:16.215474 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da36d88e-a445-4651-8efe-541f53a90465 None None] The sync data for ids ['30f4400d-33fb-4987-94fd-fbb5856cd59c'] in dv-neutron-843763-1-hyperv is: [{'id': '30f4400d-33fb-4987-94fd-fbb5856cd59c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-362034808', 'tenant_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.211'}], 'enable_snat': True}, 'gw_port_id': '45afc786-ece3-435f-9e22-fbbae4577f45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:43:12Z', 'updated_at': '2022-05-30T05:43:13Z', 'revision_number': 3, 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'gw_port': {'id': '45afc786-ece3-435f-9e22-fbbae4577f45', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:1a:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30f4400d-33fb-4987-94fd-fbb5856cd59c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:43:12Z', 'updated_at': '2022-05-30T05:43:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv'}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:43:16.231171 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-def85d1e-de9c-4cca-ad78-2f18fa719cea None None] For port e5fddcc8-aeb1-4c22-9b37-55eb07f7d3b4, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 05:43:16.234774 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-def85d1e-de9c-4cca-ad78-2f18fa719cea None None] For port e5fddcc8-aeb1-4c22-9b37-55eb07f7d3b4, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=e5fddcc8-aeb1-4c22-9b37-55eb07f7d3b4,segment=NetworkSegment(1513603c-e485-4da0-9685-8fce8d17959c),segment_id=1513603c-e485-4da0-9685-8fce8d17959c)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 05:43:16.246270 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-def85d1e-de9c-4cca-ad78-2f18fa719cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:43:16.328424 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def85d1e-de9c-4cca-ad78-2f18fa719cea None None] Pushing event updated for resources: {'Port': ['ID=e5fddcc8-aeb1-4c22-9b37-55eb07f7d3b4,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:43:16.602835 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-8abb8939-b7d7-443e-aa41-4dc510b866c1 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Allocated IP 172.20.0.1 (22e48264-f21b-455c-b88c-7de3711f9155/d88a8032-b557-4231-90a9-c3e910da059b/5df8cfc9-bb5b-42fc-8d87-758563c80ade) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:43:16.772007 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8abb8939-b7d7-443e-aa41-4dc510b866c1 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:43:16.788136 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [None req-8abb8939-b7d7-443e-aa41-4dc510b866c1 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Transition to ACTIVE for port object 5df8cfc9-bb5b-42fc-8d87-758563c80ade will not be triggered until provisioned by entity DHCP. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:43:16.813200 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8abb8939-b7d7-443e-aa41-4dc510b866c1 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:43:16.891693 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8abb8939-b7d7-443e-aa41-4dc510b866c1 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Network 22e48264-f21b-455c-b88c-7de3711f9155 is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:43:16.895087 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-8abb8939-b7d7-443e-aa41-4dc510b866c1 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:43:16.897693 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8abb8939-b7d7-443e-aa41-4dc510b866c1 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:43:16.945985 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abb8939-b7d7-443e-aa41-4dc510b866c1 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Pushing event updated for resources: {'Port': ['ID=5df8cfc9-bb5b-42fc-8d87-758563c80ade,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:43:16.969038 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8abb8939-b7d7-443e-aa41-4dc510b866c1 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604623'] for router_interface, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:43:17.156475 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device e5fddcc8-aeb1-4c22-9b37-55eb07f7d3b4 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:43:17.248151 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port e5fddcc8-aeb1-4c22-9b37-55eb07f7d3b4 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:43:17.254610 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 45afc786-ece3-435f-9e22-fbbae4577f45 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:43:17.327951 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port 45afc786-ece3-435f-9e22-fbbae4577f45 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:43:17.333408 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 45afc786-ece3-435f-9e22-fbbae4577f45 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:43:17.333778 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:43:17.389992 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8abb8939-b7d7-443e-aa41-4dc510b866c1 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:43:17.433781 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549fb8d2-4188-4d6e-a219-f9784701f641 None None] Network 22e48264-f21b-455c-b88c-7de3711f9155 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:43:17.546963 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 45afc786-ece3-435f-9e22-fbbae4577f45 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:43:17.547354 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:43:17.573355 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-6c80c613-5357-4ad5-8109-26b25615ddf0 None None] Provisioning for port e5fddcc8-aeb1-4c22-9b37-55eb07f7d3b4 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:43:17.594728 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] For port 45afc786-ece3-435f-9e22-fbbae4577f45, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=45afc786-ece3-435f-9e22-fbbae4577f45,segment=NetworkSegment(ad083d94-0233-4c50-a0ed-00ef7686038c),segment_id=ad083d94-0233-4c50-a0ed-00ef7686038c)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:43:17.602026 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-6c80c613-5357-4ad5-8109-26b25615ddf0 None None] Provisioning complete for port e5fddcc8-aeb1-4c22-9b37-55eb07f7d3b4 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:43:17.602408 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-6c80c613-5357-4ad5-8109-26b25615ddf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:43:17.632778 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:43:17.805474 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8abb8939-b7d7-443e-aa41-4dc510b866c1 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for port, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:43:17.807196 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Pushing event updated for resources: {'Port': ['ID=45afc786-ece3-435f-9e22-fbbae4577f45,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:43:17.810464 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8abb8939-b7d7-443e-aa41-4dc510b866c1 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1547421'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:43:17.898177 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:43:17.902775 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-6c80c613-5357-4ad5-8109-26b25615ddf0 None None] Current status of the port e5fddcc8-aeb1-4c22-9b37-55eb07f7d3b4 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:43:17.903154 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-6c80c613-5357-4ad5-8109-26b25615ddf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:43:17.928841 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8abb8939-b7d7-443e-aa41-4dc510b866c1 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1642774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602230'] for router_interface, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:43:17.936269 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abb8939-b7d7-443e-aa41-4dc510b866c1 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Pushing event updated for resources: {'Port': ['ID=5df8cfc9-bb5b-42fc-8d87-758563c80ade,revision_number=2']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:43:17.942887 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-6c80c613-5357-4ad5-8109-26b25615ddf0 None None] For port e5fddcc8-aeb1-4c22-9b37-55eb07f7d3b4, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=e5fddcc8-aeb1-4c22-9b37-55eb07f7d3b4,segment=NetworkSegment(1513603c-e485-4da0-9685-8fce8d17959c),segment_id=1513603c-e485-4da0-9685-8fce8d17959c)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:43:17.949450 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-6c80c613-5357-4ad5-8109-26b25615ddf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:43:18.030575 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c80c613-5357-4ad5-8109-26b25615ddf0 None None] Pushing event updated for resources: {'Port': ['ID=e5fddcc8-aeb1-4c22-9b37-55eb07f7d3b4,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:43:18.079202 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8abb8939-b7d7-443e-aa41-4dc510b866c1 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Network 22e48264-f21b-455c-b88c-7de3711f9155 is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:43:18.080373 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-8abb8939-b7d7-443e-aa41-4dc510b866c1 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:43:18.171133 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-7c05ee9f-98df-4aae-89c3-f87a2f10c82e None None] Provisioning for port 5df8cfc9-bb5b-42fc-8d87-758563c80ade completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:43:18.176596 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-7c05ee9f-98df-4aae-89c3-f87a2f10c82e None None] Provisioning complete for port 5df8cfc9-bb5b-42fc-8d87-758563c80ade triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:43:18.177039 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7c05ee9f-98df-4aae-89c3-f87a2f10c82e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:43:18.237419 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-7c05ee9f-98df-4aae-89c3-f87a2f10c82e None None] Port 5df8cfc9-bb5b-42fc-8d87-758563c80ade cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 05:43:18.251292 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-7c05ee9f-98df-4aae-89c3-f87a2f10c82e None None] Provisioning complete for port e5fddcc8-aeb1-4c22-9b37-55eb07f7d3b4 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:43:18.252170 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7c05ee9f-98df-4aae-89c3-f87a2f10c82e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:43:18.275286 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8abb8939-b7d7-443e-aa41-4dc510b866c1 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Router 30f4400d-33fb-4987-94fd-fbb5856cd59c has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 05:43:18.377827 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-7c05ee9f-98df-4aae-89c3-f87a2f10c82e None None] Current status of the port e5fddcc8-aeb1-4c22-9b37-55eb07f7d3b4 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:43:18.464738 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8abb8939-b7d7-443e-aa41-4dc510b866c1 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:43:18.475263 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6329ce3d-1a46-40dd-ac14-d2943402ef37 None None] Sync routers for ids ['30f4400d-33fb-4987-94fd-fbb5856cd59c'] in dv-neutron-843763-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:43:18.478980 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-8abb8939-b7d7-443e-aa41-4dc510b866c1 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "PUT /v2.0/routers/30f4400d-33fb-4987-94fd-fbb5856cd59c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2407966 May 30 05:43:18.499867 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6329ce3d-1a46-40dd-ac14-d2943402ef37 None None] Routers {'30f4400d-33fb-4987-94fd-fbb5856cd59c'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:43:18.500537 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-6329ce3d-1a46-40dd-ac14-d2943402ef37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:43:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['30f4400d-33fb-4987-94fd-fbb5856cd59c'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:43:18.581657 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-551128e4-54c7-41c7-92ce-1cc5aee74152 None None] Provisioning complete for port 5df8cfc9-bb5b-42fc-8d87-758563c80ade triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:43:18.582056 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-551128e4-54c7-41c7-92ce-1cc5aee74152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:43:18.641619 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-f9241e73-d519-4c2f-bb20-039fff41e65a req-480eb632-1566-48a1-919f-cb23ccf74c0a tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Synchronizing usage tracker for tenant:c5c2cbbf31414007b91a65943a87a6a2 on resource:security_group {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:43:18.657123 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-f9241e73-d519-4c2f-bb20-039fff41e65a req-480eb632-1566-48a1-919f-cb23ccf74c0a tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Unset dirty status for tenant:c5c2cbbf31414007b91a65943a87a6a2 on resource:security_group {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:43:18.658369 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f9241e73-d519-4c2f-bb20-039fff41e65a req-480eb632-1566-48a1-919f-cb23ccf74c0a tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-122913978&fields=id&tenant_id=c5c2cbbf31414007b91a65943a87a6a2 HTTP/1.1" status: 200 len: 267 time: 0.0572140 May 30 05:43:18.706848 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-551128e4-54c7-41c7-92ce-1cc5aee74152 None None] Port 5df8cfc9-bb5b-42fc-8d87-758563c80ade cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 05:43:18.726072 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-6329ce3d-1a46-40dd-ac14-d2943402ef37 None None] Set router 30f4400d-33fb-4987-94fd-fbb5856cd59c gateway port host: dv-neutron-843763-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:43:18.810776 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9241e73-d519-4c2f-bb20-039fff41e65a req-78a3e241-2d41-4a90-abee-f86e42a58f45 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:43:18.812068 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-f9241e73-d519-4c2f-bb20-039fff41e65a req-78a3e241-2d41-4a90-abee-f86e42a58f45 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Synchronizing usage tracker for tenant:c5c2cbbf31414007b91a65943a87a6a2 on resource:network {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:43:18.826764 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-f9241e73-d519-4c2f-bb20-039fff41e65a req-78a3e241-2d41-4a90-abee-f86e42a58f45 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Unset dirty status for tenant:c5c2cbbf31414007b91a65943a87a6a2 on resource:network {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:43:18.827891 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f9241e73-d519-4c2f-bb20-039fff41e65a req-78a3e241-2d41-4a90-abee-f86e42a58f45 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/networks?id=22e48264-f21b-455c-b88c-7de3711f9155 HTTP/1.1" status: 200 len: 797 time: 0.1627102 May 30 05:43:18.843336 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f9241e73-d519-4c2f-bb20-039fff41e65a req-c27da8ab-fcea-435d-a1fa-2fe634047ca5 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/quotas/c5c2cbbf31414007b91a65943a87a6a2 HTTP/1.1" status: 200 len: 375 time: 0.0096838 May 30 05:43:18.925871 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f9241e73-d519-4c2f-bb20-039fff41e65a req-a8532358-8bd5-4661-818c-843faf90e0b1 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=c5c2cbbf31414007b91a65943a87a6a2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0772440 May 30 05:43:19.073068 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device e5fddcc8-aeb1-4c22-9b37-55eb07f7d3b4 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:43:19.104726 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-6329ce3d-1a46-40dd-ac14-d2943402ef37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30f4400d-33fb-4987-94fd-fbb5856cd59c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-362034808', 'tenant_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.211'}], 'enable_snat': True}, 'gw_port_id': '45afc786-ece3-435f-9e22-fbbae4577f45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:43:12Z', 'updated_at': '2022-05-30T05:43:17Z', 'revision_number': 4, 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'gw_port': {'id': '45afc786-ece3-435f-9e22-fbbae4577f45', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:1a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f4400d-33fb-4987-94fd-fbb5856cd59c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:43:12Z', 'updated_at': '2022-05-30T05:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': '5df8cfc9-bb5b-42fc-8d87-758563c80ade', 'name': '', 'network_id': '22e48264-f21b-455c-b88c-7de3711f9155', 'tenant_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'mac_address': 'fa:16:3e:95:3a:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30f4400d-33fb-4987-94fd-fbb5856cd59c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': 'd88a8032-b557-4231-90a9-c3e910da059b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:43:16Z', 'updated_at': '2022-05-30T05:43:17Z', 'revision_number': 2, 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'subnets': [{'id': 'd88a8032-b557-4231-90a9-c3e910da059b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:43:19.121674 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6329ce3d-1a46-40dd-ac14-d2943402ef37 None None] Checking router: 30f4400d-33fb-4987-94fd-fbb5856cd59c for host: dv-neutron-843763-1-hyperv {{(pid=88262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 05:43:19.122048 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6329ce3d-1a46-40dd-ac14-d2943402ef37 None None] Updating router 30f4400d-33fb-4987-94fd-fbb5856cd59c port 5df8cfc9-bb5b-42fc-8d87-758563c80ade binding host dv-neutron-843763-1-hyperv {{(pid=88262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 30 05:43:19.163768 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f9241e73-d519-4c2f-bb20-039fff41e65a req-c9ac60e2-5901-4670-9fff-c358deeecc25 service neutron] 10.222.0.15 "GET /v2.0/networks/22e48264-f21b-455c-b88c-7de3711f9155?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2264161 May 30 05:43:19.185763 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-6329ce3d-1a46-40dd-ac14-d2943402ef37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:43:19.249187 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port e5fddcc8-aeb1-4c22-9b37-55eb07f7d3b4 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:43:19.249560 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:43:19.299402 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f9241e73-d519-4c2f-bb20-039fff41e65a req-d36236ce-280c-45f1-8ba9-0a986b45712b service neutron] 10.222.0.15 "GET /v2.0/networks/22e48264-f21b-455c-b88c-7de3711f9155?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295378 May 30 05:43:19.483994 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a34166f7-a393-4fd2-9972-b2c24515ee1f req-a9032b7b-71ac-4116-b6ed-774a733d170d tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/ports?device_id=41e7d986-b8a3-4e70-94fd-a132cef4d91d HTTP/1.1" status: 200 len: 210 time: 0.0530691 May 30 05:43:19.515829 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port e5fddcc8-aeb1-4c22-9b37-55eb07f7d3b4 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:43:19.516977 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 45afc786-ece3-435f-9e22-fbbae4577f45 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:43:19.622720 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 45afc786-ece3-435f-9e22-fbbae4577f45 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:43:19.623092 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:43:19.750500 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-6329ce3d-1a46-40dd-ac14-d2943402ef37 None None] Notify callbacks [] for port, precommit_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:43:19.792730 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-6329ce3d-1a46-40dd-ac14-d2943402ef37 None None] Transition to ACTIVE for port object 5df8cfc9-bb5b-42fc-8d87-758563c80ade will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:43:19.809021 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-6329ce3d-1a46-40dd-ac14-d2943402ef37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:43:19.878424 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 45afc786-ece3-435f-9e22-fbbae4577f45 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:43:19.947118 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519f638c-0923-4fd3-aed1-1d56d6bbaa34 None None] Pushing event updated for resources: {'Port': ['ID=5df8cfc9-bb5b-42fc-8d87-758563c80ade,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:43:20.037079 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-6329ce3d-1a46-40dd-ac14-d2943402ef37 None None] Attempting to bind port 5df8cfc9-bb5b-42fc-8d87-758563c80ade on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 05:43:20.037449 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-6329ce3d-1a46-40dd-ac14-d2943402ef37 None None] Attempting to bind port 5df8cfc9-bb5b-42fc-8d87-758563c80ade by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': '1513603c-e485-4da0-9685-8fce8d17959c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '22e48264-f21b-455c-b88c-7de3711f9155'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 05:43:20.037836 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6329ce3d-1a46-40dd-ac14-d2943402ef37 None None] Attempting to bind port 5df8cfc9-bb5b-42fc-8d87-758563c80ade on network 22e48264-f21b-455c-b88c-7de3711f9155 {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:43:20.044417 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6329ce3d-1a46-40dd-ac14-d2943402ef37 None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 5, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 05:43:20.044863 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6329ce3d-1a46-40dd-ac14-d2943402ef37 None None] Checking segment: {'id': '1513603c-e485-4da0-9685-8fce8d17959c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '22e48264-f21b-455c-b88c-7de3711f9155'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:43:20.045310 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-6329ce3d-1a46-40dd-ac14-d2943402ef37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:43:20.045747 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6329ce3d-1a46-40dd-ac14-d2943402ef37 None None] Bound using segment: {'id': '1513603c-e485-4da0-9685-8fce8d17959c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '22e48264-f21b-455c-b88c-7de3711f9155'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 05:43:20.046370 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-6329ce3d-1a46-40dd-ac14-d2943402ef37 None None] Bound port: 5df8cfc9-bb5b-42fc-8d87-758563c80ade, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1513603c-e485-4da0-9685-8fce8d17959c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '22e48264-f21b-455c-b88c-7de3711f9155'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 05:43:20.046860 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-6329ce3d-1a46-40dd-ac14-d2943402ef37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:43:20.142552 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-6329ce3d-1a46-40dd-ac14-d2943402ef37 None None] For port 5df8cfc9-bb5b-42fc-8d87-758563c80ade, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 05:43:20.145566 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-6329ce3d-1a46-40dd-ac14-d2943402ef37 None None] For port 5df8cfc9-bb5b-42fc-8d87-758563c80ade, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=5df8cfc9-bb5b-42fc-8d87-758563c80ade,segment=NetworkSegment(1513603c-e485-4da0-9685-8fce8d17959c),segment_id=1513603c-e485-4da0-9685-8fce8d17959c)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 05:43:20.150939 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-6329ce3d-1a46-40dd-ac14-d2943402ef37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:43:20.229274 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6329ce3d-1a46-40dd-ac14-d2943402ef37 None None] Routers {'30f4400d-33fb-4987-94fd-fbb5856cd59c'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:43:20.230524 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-6329ce3d-1a46-40dd-ac14-d2943402ef37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:43:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['30f4400d-33fb-4987-94fd-fbb5856cd59c'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:43:20.339909 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519f638c-0923-4fd3-aed1-1d56d6bbaa34 None None] Pushing event updated for resources: {'Port': ['ID=5df8cfc9-bb5b-42fc-8d87-758563c80ade,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:43:20.469789 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-6329ce3d-1a46-40dd-ac14-d2943402ef37 None None] Set router 30f4400d-33fb-4987-94fd-fbb5856cd59c gateway port host: dv-neutron-843763-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:43:20.535515 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9241e73-d519-4c2f-bb20-039fff41e65a req-f2aecf1f-4d5e-4ecc-b476-00711134809c tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:43:20.537060 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f9241e73-d519-4c2f-bb20-039fff41e65a req-f2aecf1f-4d5e-4ecc-b476-00711134809c tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.39 "GET /v2.0/networks?id=22e48264-f21b-455c-b88c-7de3711f9155 HTTP/1.1" status: 200 len: 797 time: 0.1643236 May 30 05:43:20.596046 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f9241e73-d519-4c2f-bb20-039fff41e65a req-aa2f6e1a-957f-49da-afbe-f6eee3fd8b39 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c5c2cbbf31414007b91a65943a87a6a2 HTTP/1.1" status: 200 len: 379 time: 0.0458715 May 30 05:43:20.605678 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [req-f9241e73-d519-4c2f-bb20-039fff41e65a req-50e24c42-2601-4ed2-a3dc-d084f5605138 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Request body: {'port': {'device_id': '41e7d986-b8a3-4e70-94fd-a132cef4d91d', 'network_id': '22e48264-f21b-455c-b88c-7de3711f9155', 'admin_state_up': True, 'tenant_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'security_groups': ['882a65cb-62ef-4ea0-9e4d-334723795888']}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:43:20.731063 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-630a54cb-e7a6-4767-b703-96dd50ca5e0f req-77cb2c92-1c37-4f1d-b956-99314dc896c2 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/ports?device_id=41e7d986-b8a3-4e70-94fd-a132cef4d91d HTTP/1.1" status: 200 len: 210 time: 0.1037209 May 30 05:43:20.789860 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [req-f9241e73-d519-4c2f-bb20-039fff41e65a req-50e24c42-2601-4ed2-a3dc-d084f5605138 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:43:20.793934 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-f9241e73-d519-4c2f-bb20-039fff41e65a req-50e24c42-2601-4ed2-a3dc-d084f5605138 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Usage tracker for resource:port and tenant:c5c2cbbf31414007b91a65943a87a6a2 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:43:20.796752 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-f9241e73-d519-4c2f-bb20-039fff41e65a req-50e24c42-2601-4ed2-a3dc-d084f5605138 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:43:20.802706 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [req-f9241e73-d519-4c2f-bb20-039fff41e65a req-50e24c42-2601-4ed2-a3dc-d084f5605138 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:43:20.802974 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-6329ce3d-1a46-40dd-ac14-d2943402ef37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30f4400d-33fb-4987-94fd-fbb5856cd59c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-362034808', 'tenant_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.211'}], 'enable_snat': True}, 'gw_port_id': '45afc786-ece3-435f-9e22-fbbae4577f45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:43:12Z', 'updated_at': '2022-05-30T05:43:17Z', 'revision_number': 4, 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'gw_port': {'id': '45afc786-ece3-435f-9e22-fbbae4577f45', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:1a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f4400d-33fb-4987-94fd-fbb5856cd59c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:43:12Z', 'updated_at': '2022-05-30T05:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': '5df8cfc9-bb5b-42fc-8d87-758563c80ade', 'name': '', 'network_id': '22e48264-f21b-455c-b88c-7de3711f9155', 'tenant_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'mac_address': 'fa:16:3e:95:3a:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30f4400d-33fb-4987-94fd-fbb5856cd59c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': 'd88a8032-b557-4231-90a9-c3e910da059b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:43:16Z', 'updated_at': '2022-05-30T05:43:20Z', 'revision_number': 4, 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'subnets': [{'id': 'd88a8032-b557-4231-90a9-c3e910da059b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:43:20.806901 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6329ce3d-1a46-40dd-ac14-d2943402ef37 None None] The sync data for ids ['30f4400d-33fb-4987-94fd-fbb5856cd59c'] in dv-neutron-843763-1-hyperv is: [{'id': '30f4400d-33fb-4987-94fd-fbb5856cd59c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-362034808', 'tenant_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.211'}], 'enable_snat': True}, 'gw_port_id': '45afc786-ece3-435f-9e22-fbbae4577f45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:43:12Z', 'updated_at': '2022-05-30T05:43:17Z', 'revision_number': 4, 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'gw_port': {'id': '45afc786-ece3-435f-9e22-fbbae4577f45', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:1a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f4400d-33fb-4987-94fd-fbb5856cd59c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:43:12Z', 'updated_at': '2022-05-30T05:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': '5df8cfc9-bb5b-42fc-8d87-758563c80ade', 'name': '', 'network_id': '22e48264-f21b-455c-b88c-7de3711f9155', 'tenant_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'mac_address': 'fa:16:3e:95:3a:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30f4400d-33fb-4987-94fd-fbb5856cd59c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': 'd88a8032-b557-4231-90a9-c3e910da059b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:43:16Z', 'updated_at': '2022-05-30T05:43:20Z', 'revision_number': 4, 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'subnets': [{'id': 'd88a8032-b557-4231-90a9-c3e910da059b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:43:20.813504 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9241e73-d519-4c2f-bb20-039fff41e65a req-50e24c42-2601-4ed2-a3dc-d084f5605138 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Made reservation on behalf of c5c2cbbf31414007b91a65943a87a6a2 for: {'port': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:43:20.817443 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-f9241e73-d519-4c2f-bb20-039fff41e65a req-50e24c42-2601-4ed2-a3dc-d084f5605138 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:43:21.018958 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [req-f9241e73-d519-4c2f-bb20-039fff41e65a req-50e24c42-2601-4ed2-a3dc-d084f5605138 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Allocated IP 172.20.0.10 (22e48264-f21b-455c-b88c-7de3711f9155/d88a8032-b557-4231-90a9-c3e910da059b/c139b69e-8c44-4c30-b6ec-098ece1fdb89) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:43:21.091347 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 5df8cfc9-bb5b-42fc-8d87-758563c80ade up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:43:21.163347 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port 5df8cfc9-bb5b-42fc-8d87-758563c80ade completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:43:21.177460 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 5df8cfc9-bb5b-42fc-8d87-758563c80ade triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:43:21.177864 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:43:21.239339 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-f9241e73-d519-4c2f-bb20-039fff41e65a req-50e24c42-2601-4ed2-a3dc-d084f5605138 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:43:21.261640 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [req-f9241e73-d519-4c2f-bb20-039fff41e65a req-50e24c42-2601-4ed2-a3dc-d084f5605138 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Transition to ACTIVE for port object c139b69e-8c44-4c30-b6ec-098ece1fdb89 will not be triggered until provisioned by entity DHCP. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:43:21.290716 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-f9241e73-d519-4c2f-bb20-039fff41e65a req-50e24c42-2601-4ed2-a3dc-d084f5605138 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:43:21.310379 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 5df8cfc9-bb5b-42fc-8d87-758563c80ade is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:43:21.310820 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:43:21.345308 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] For port 5df8cfc9-bb5b-42fc-8d87-758563c80ade, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=5df8cfc9-bb5b-42fc-8d87-758563c80ade,segment=NetworkSegment(1513603c-e485-4da0-9685-8fce8d17959c),segment_id=1513603c-e485-4da0-9685-8fce8d17959c)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:43:21.349895 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:43:21.372030 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9241e73-d519-4c2f-bb20-039fff41e65a req-50e24c42-2601-4ed2-a3dc-d084f5605138 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Network 22e48264-f21b-455c-b88c-7de3711f9155 is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:43:21.375416 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [req-f9241e73-d519-4c2f-bb20-039fff41e65a req-50e24c42-2601-4ed2-a3dc-d084f5605138 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:43:21.377963 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9241e73-d519-4c2f-bb20-039fff41e65a req-50e24c42-2601-4ed2-a3dc-d084f5605138 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:43:21.421578 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Pushing event updated for resources: {'Port': ['ID=5df8cfc9-bb5b-42fc-8d87-758563c80ade,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:43:21.430419 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e24c42-2601-4ed2-a3dc-d084f5605138 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Pushing event updated for resources: {'Port': ['ID=c139b69e-8c44-4c30-b6ec-098ece1fdb89,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:43:21.454875 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9241e73-d519-4c2f-bb20-039fff41e65a req-50e24c42-2601-4ed2-a3dc-d084f5605138 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:43:21.455509 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-f9241e73-d519-4c2f-bb20-039fff41e65a req-50e24c42-2601-4ed2-a3dc-d084f5605138 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:43:21.482500 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f9241e73-d519-4c2f-bb20-039fff41e65a req-50e24c42-2601-4ed2-a3dc-d084f5605138 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8815451 May 30 05:43:21.494860 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [req-f9241e73-d519-4c2f-bb20-039fff41e65a req-e0d2db60-bbfa-4285-b5b2-a0bf55bd7be5 service neutron] Request body: {'port': {'device_id': '41e7d986-b8a3-4e70-94fd-a132cef4d91d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8437'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:43:21.617956 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-f9241e73-d519-4c2f-bb20-039fff41e65a req-e0d2db60-bbfa-4285-b5b2-a0bf55bd7be5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:43:21.679220 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c0c017c4-d0c3-44b6-b42f-3c28d9586849 None None] Provisioning for port c139b69e-8c44-4c30-b6ec-098ece1fdb89 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:43:21.684406 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-c0c017c4-d0c3-44b6-b42f-3c28d9586849 None None] Provisioning complete for port c139b69e-8c44-4c30-b6ec-098ece1fdb89 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:43:21.684780 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c0c017c4-d0c3-44b6-b42f-3c28d9586849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:43:21.744390 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-c0c017c4-d0c3-44b6-b42f-3c28d9586849 None None] Port c139b69e-8c44-4c30-b6ec-098ece1fdb89 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 05:43:22.076090 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b592deaa-21ee-46be-8e17-0cf100072d4b req-8345c21d-3778-4671-a722-fa0bd0316bbd tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:43:22.076764 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-b592deaa-21ee-46be-8e17-0cf100072d4b req-8345c21d-3778-4671-a722-fa0bd0316bbd tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Synchronizing usage tracker for tenant:c5c2cbbf31414007b91a65943a87a6a2 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:43:22.142688 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-b592deaa-21ee-46be-8e17-0cf100072d4b req-8345c21d-3778-4671-a722-fa0bd0316bbd tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Unset dirty status for tenant:c5c2cbbf31414007b91a65943a87a6a2 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:43:22.143819 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b592deaa-21ee-46be-8e17-0cf100072d4b req-8345c21d-3778-4671-a722-fa0bd0316bbd tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/ports?device_id=41e7d986-b8a3-4e70-94fd-a132cef4d91d HTTP/1.1" status: 200 len: 932 time: 0.2951331 May 30 05:43:22.166980 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [req-f9241e73-d519-4c2f-bb20-039fff41e65a req-e0d2db60-bbfa-4285-b5b2-a0bf55bd7be5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c139b69e-8c44-4c30-b6ec-098ece1fdb89 {{(pid=88261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 30 05:43:22.177390 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-f9241e73-d519-4c2f-bb20-039fff41e65a req-e0d2db60-bbfa-4285-b5b2-a0bf55bd7be5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:43:22.206142 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [req-f9241e73-d519-4c2f-bb20-039fff41e65a req-e0d2db60-bbfa-4285-b5b2-a0bf55bd7be5 service neutron] Transition to ACTIVE for port object c139b69e-8c44-4c30-b6ec-098ece1fdb89 will not be triggered until provisioned by entity L2. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:43:22.211358 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b592deaa-21ee-46be-8e17-0cf100072d4b req-2f68f180-9bcf-48c3-a6da-d8579889d2ed tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/security-groups?id=882a65cb-62ef-4ea0-9e4d-334723795888&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610483 May 30 05:43:22.212392 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-f9241e73-d519-4c2f-bb20-039fff41e65a req-e0d2db60-bbfa-4285-b5b2-a0bf55bd7be5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2304381'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:43:22.370145 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d2db60-bbfa-4285-b5b2-a0bf55bd7be5 service neutron] Pushing event updated for resources: {'Port': ['ID=c139b69e-8c44-4c30-b6ec-098ece1fdb89,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:43:22.443815 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [req-f9241e73-d519-4c2f-bb20-039fff41e65a req-e0d2db60-bbfa-4285-b5b2-a0bf55bd7be5 service neutron] Attempting to bind port c139b69e-8c44-4c30-b6ec-098ece1fdb89 on host hv-neutron-8437 for vnic_type normal with profile {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 05:43:22.444151 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [req-f9241e73-d519-4c2f-bb20-039fff41e65a req-e0d2db60-bbfa-4285-b5b2-a0bf55bd7be5 service neutron] Attempting to bind port c139b69e-8c44-4c30-b6ec-098ece1fdb89 by drivers openvswitch,hyperv on host hv-neutron-8437 at level 0 using segments [{'id': '1513603c-e485-4da0-9685-8fce8d17959c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '22e48264-f21b-455c-b88c-7de3711f9155'}] {{(pid=88261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 05:43:22.444477 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9241e73-d519-4c2f-bb20-039fff41e65a req-e0d2db60-bbfa-4285-b5b2-a0bf55bd7be5 service neutron] Attempting to bind port c139b69e-8c44-4c30-b6ec-098ece1fdb89 on network 22e48264-f21b-455c-b88c-7de3711f9155 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:43:22.448936 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9241e73-d519-4c2f-bb20-039fff41e65a req-e0d2db60-bbfa-4285-b5b2-a0bf55bd7be5 service neutron] Port c139b69e-8c44-4c30-b6ec-098ece1fdb89 on network 22e48264-f21b-455c-b88c-7de3711f9155 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8437 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 30 05:43:22.449254 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9241e73-d519-4c2f-bb20-039fff41e65a req-e0d2db60-bbfa-4285-b5b2-a0bf55bd7be5 service neutron] Attempting to bind port c139b69e-8c44-4c30-b6ec-098ece1fdb89 on network 22e48264-f21b-455c-b88c-7de3711f9155 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:43:22.454256 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9241e73-d519-4c2f-bb20-039fff41e65a req-e0d2db60-bbfa-4285-b5b2-a0bf55bd7be5 service neutron] Checking agent: {'id': 'de0c936d-420b-412f-9642-7bfe80b5ab25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8437', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 51, 47), 'started_at': datetime.datetime(2022, 5, 30, 4, 51, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 5, 43, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 05:43:22.454591 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9241e73-d519-4c2f-bb20-039fff41e65a req-e0d2db60-bbfa-4285-b5b2-a0bf55bd7be5 service neutron] Checking segment: {'id': '1513603c-e485-4da0-9685-8fce8d17959c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '22e48264-f21b-455c-b88c-7de3711f9155'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:43:22.454967 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9241e73-d519-4c2f-bb20-039fff41e65a req-e0d2db60-bbfa-4285-b5b2-a0bf55bd7be5 service neutron] Bound using segment: {'id': '1513603c-e485-4da0-9685-8fce8d17959c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '22e48264-f21b-455c-b88c-7de3711f9155'} {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 05:43:22.455384 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [req-f9241e73-d519-4c2f-bb20-039fff41e65a req-e0d2db60-bbfa-4285-b5b2-a0bf55bd7be5 service neutron] Bound port: c139b69e-8c44-4c30-b6ec-098ece1fdb89, host: hv-neutron-8437, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1513603c-e485-4da0-9685-8fce8d17959c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '22e48264-f21b-455c-b88c-7de3711f9155'}}] {{(pid=88261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 05:43:22.455722 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-f9241e73-d519-4c2f-bb20-039fff41e65a req-e0d2db60-bbfa-4285-b5b2-a0bf55bd7be5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:43:22.546740 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [req-f9241e73-d519-4c2f-bb20-039fff41e65a req-e0d2db60-bbfa-4285-b5b2-a0bf55bd7be5 service neutron] For port c139b69e-8c44-4c30-b6ec-098ece1fdb89, host hv-neutron-8437, cleared binding levels {{(pid=88261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 05:43:22.549593 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [req-f9241e73-d519-4c2f-bb20-039fff41e65a req-e0d2db60-bbfa-4285-b5b2-a0bf55bd7be5 service neutron] For port c139b69e-8c44-4c30-b6ec-098ece1fdb89, host hv-neutron-8437, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=c139b69e-8c44-4c30-b6ec-098ece1fdb89,segment=NetworkSegment(1513603c-e485-4da0-9685-8fce8d17959c),segment_id=1513603c-e485-4da0-9685-8fce8d17959c)] {{(pid=88261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 05:43:22.553285 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-f9241e73-d519-4c2f-bb20-039fff41e65a req-e0d2db60-bbfa-4285-b5b2-a0bf55bd7be5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2304381'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:43:22.610630 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9241e73-d519-4c2f-bb20-039fff41e65a req-e0d2db60-bbfa-4285-b5b2-a0bf55bd7be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:43:22.611243 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-f9241e73-d519-4c2f-bb20-039fff41e65a req-e0d2db60-bbfa-4285-b5b2-a0bf55bd7be5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:43:22.612609 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f9241e73-d519-4c2f-bb20-039fff41e65a req-e0d2db60-bbfa-4285-b5b2-a0bf55bd7be5 service neutron] 10.222.0.39 "PUT /v2.0/ports/c139b69e-8c44-4c30-b6ec-098ece1fdb89 HTTP/1.1" status: 200 len: 1094 time: 1.1224747 May 30 05:43:22.613046 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41e7d986-b8a3-4e70-94fd-a132cef4d91d', 'tag': 'c139b69e-8c44-4c30-b6ec-098ece1fdb89'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:43:22.635834 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d2db60-bbfa-4285-b5b2-a0bf55bd7be5 service neutron] Pushing event updated for resources: {'Port': ['ID=c139b69e-8c44-4c30-b6ec-098ece1fdb89,revision_number=3']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:43:22.682749 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86dd2233-c13f-4c7c-b943-dc9c279f1f2c'] response: {'name': 'network-changed', 'server_uuid': '41e7d986-b8a3-4e70-94fd-a132cef4d91d', 'tag': 'c139b69e-8c44-4c30-b6ec-098ece1fdb89', 'status': 'completed', 'code': 200} May 30 05:43:22.723696 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9241e73-d519-4c2f-bb20-039fff41e65a req-fc182502-b7dd-4966-8fd1-21ef6998ef0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:43:22.725198 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f9241e73-d519-4c2f-bb20-039fff41e65a req-fc182502-b7dd-4966-8fd1-21ef6998ef0b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c5c2cbbf31414007b91a65943a87a6a2&device_id=41e7d986-b8a3-4e70-94fd-a132cef4d91d HTTP/1.1" status: 200 len: 1097 time: 0.0748384 May 30 05:43:22.794702 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f9241e73-d519-4c2f-bb20-039fff41e65a req-f8a3b13a-c07d-45c8-a877-9f6bc18b3dc1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c139b69e-8c44-4c30-b6ec-098ece1fdb89 HTTP/1.1" status: 200 len: 217 time: 0.0632725 May 30 05:43:22.858428 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9241e73-d519-4c2f-bb20-039fff41e65a req-52386326-20e1-4273-842f-109d7b388a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:43:22.859773 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f9241e73-d519-4c2f-bb20-039fff41e65a req-52386326-20e1-4273-842f-109d7b388a38 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d88a8032-b557-4231-90a9-c3e910da059b HTTP/1.1" status: 200 len: 834 time: 0.0597129 May 30 05:43:22.933787 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9241e73-d519-4c2f-bb20-039fff41e65a req-c43677af-a3a3-4b0a-94f6-24306e130b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:43:22.935274 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f9241e73-d519-4c2f-bb20-039fff41e65a req-c43677af-a3a3-4b0a-94f6-24306e130b9f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=22e48264-f21b-455c-b88c-7de3711f9155&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696459 May 30 05:43:23.064199 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f9241e73-d519-4c2f-bb20-039fff41e65a req-91de1340-daae-4b9b-b139-b5e39e97d228 service neutron] 10.222.0.39 "GET /v2.0/networks/22e48264-f21b-455c-b88c-7de3711f9155?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229522 May 30 05:43:23.068687 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 5df8cfc9-bb5b-42fc-8d87-758563c80ade up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:43:23.134488 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 5df8cfc9-bb5b-42fc-8d87-758563c80ade triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:43:23.134871 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:43:23.193253 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f9241e73-d519-4c2f-bb20-039fff41e65a req-28464f74-e6b7-4cb5-81c8-a403c01661ca service neutron] 10.222.0.39 "GET /v2.0/networks/22e48264-f21b-455c-b88c-7de3711f9155?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234958 May 30 05:43:23.271165 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 5df8cfc9-bb5b-42fc-8d87-758563c80ade is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:43:23.326262 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14b3c11-7ac4-408e-a8f6-138deb06cb83 req-3994df99-c492-4009-9848-4bd08b3e541f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:43:23.327746 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b14b3c11-7ac4-408e-a8f6-138deb06cb83 req-3994df99-c492-4009-9848-4bd08b3e541f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c5c2cbbf31414007b91a65943a87a6a2&device_id=41e7d986-b8a3-4e70-94fd-a132cef4d91d HTTP/1.1" status: 200 len: 1097 time: 0.0853429 May 30 05:43:23.514893 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14b3c11-7ac4-408e-a8f6-138deb06cb83 req-cab23799-9bda-47c7-88ec-fd8e704de948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:43:23.516239 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b14b3c11-7ac4-408e-a8f6-138deb06cb83 req-cab23799-9bda-47c7-88ec-fd8e704de948 service neutron] 10.222.0.39 "GET /v2.0/networks?id=22e48264-f21b-455c-b88c-7de3711f9155 HTTP/1.1" status: 200 len: 898 time: 0.1826704 May 30 05:43:23.524205 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775bd312-2f2f-4b35-aeff-43131cc82150 req-0a44df0e-97c5-4a42-a7f8-9b022664b813 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:43:23.525521 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-775bd312-2f2f-4b35-aeff-43131cc82150 req-0a44df0e-97c5-4a42-a7f8-9b022664b813 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/ports?device_id=41e7d986-b8a3-4e70-94fd-a132cef4d91d HTTP/1.1" status: 200 len: 944 time: 0.1752167 May 30 05:43:23.602106 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b14b3c11-7ac4-408e-a8f6-138deb06cb83 req-9ba80a3f-6352-49c6-9061-2cedd5df2ccb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c139b69e-8c44-4c30-b6ec-098ece1fdb89 HTTP/1.1" status: 200 len: 217 time: 0.0755608 May 30 05:43:23.676783 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-775bd312-2f2f-4b35-aeff-43131cc82150 req-21dc115f-dc2b-4fd5-9390-db6e49bca65e tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/security-groups?id=882a65cb-62ef-4ea0-9e4d-334723795888&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042163 May 30 05:43:23.684092 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14b3c11-7ac4-408e-a8f6-138deb06cb83 req-762387f3-bbc4-4e9e-949c-bc735c12ab0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:43:23.685461 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b14b3c11-7ac4-408e-a8f6-138deb06cb83 req-762387f3-bbc4-4e9e-949c-bc735c12ab0f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d88a8032-b557-4231-90a9-c3e910da059b HTTP/1.1" status: 200 len: 834 time: 0.0780876 May 30 05:43:23.762729 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14b3c11-7ac4-408e-a8f6-138deb06cb83 req-02a9ae1d-3d58-4300-a95d-8a5cb7df4428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:43:23.764198 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b14b3c11-7ac4-408e-a8f6-138deb06cb83 req-02a9ae1d-3d58-4300-a95d-8a5cb7df4428 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=22e48264-f21b-455c-b88c-7de3711f9155&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717950 May 30 05:43:23.992628 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b14b3c11-7ac4-408e-a8f6-138deb06cb83 req-bef974ce-9bdf-4131-ab11-2706962cc076 service neutron] 10.222.0.39 "GET /v2.0/networks/22e48264-f21b-455c-b88c-7de3711f9155?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217331 May 30 05:43:24.120363 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b14b3c11-7ac4-408e-a8f6-138deb06cb83 req-42a80764-feb7-4358-a3c6-5485baba5b2d service neutron] 10.222.0.39 "GET /v2.0/networks/22e48264-f21b-455c-b88c-7de3711f9155?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201510 May 30 05:43:24.859831 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d121cc69-5dc3-4db0-8a92-3f1d5c972a7f req-0e7680d8-cdc6-4769-bef4-85261ca72559 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:43:24.861271 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d121cc69-5dc3-4db0-8a92-3f1d5c972a7f req-0e7680d8-cdc6-4769-bef4-85261ca72559 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/ports?device_id=41e7d986-b8a3-4e70-94fd-a132cef4d91d HTTP/1.1" status: 200 len: 944 time: 0.0780523 May 30 05:43:24.907198 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d121cc69-5dc3-4db0-8a92-3f1d5c972a7f req-3a78f035-bd26-4413-8a6d-5efd424317dd tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/security-groups?id=882a65cb-62ef-4ea0-9e4d-334723795888&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403497 May 30 05:43:25.189188 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-45f79e78-106a-4f09-9d2c-69baeab7263d None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 05:43:26.090761 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5976256-f000-4343-9b7c-105bdeb640a9 req-0c32f985-e534-47c3-aa01-af655dd5a1a6 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:43:26.092182 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e5976256-f000-4343-9b7c-105bdeb640a9 req-0c32f985-e534-47c3-aa01-af655dd5a1a6 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/ports?device_id=41e7d986-b8a3-4e70-94fd-a132cef4d91d HTTP/1.1" status: 200 len: 944 time: 0.0825500 May 30 05:43:26.134783 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e5976256-f000-4343-9b7c-105bdeb640a9 req-8514092d-89b5-4857-a970-0351a852e8f2 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/security-groups?id=882a65cb-62ef-4ea0-9e4d-334723795888&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369821 May 30 05:43:27.316169 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d167e45f-c37c-4239-8969-419c14e25d0b req-7d201713-c950-4f7b-a175-b9b6b55c3df1 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:43:27.317625 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d167e45f-c37c-4239-8969-419c14e25d0b req-7d201713-c950-4f7b-a175-b9b6b55c3df1 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/ports?device_id=41e7d986-b8a3-4e70-94fd-a132cef4d91d HTTP/1.1" status: 200 len: 944 time: 0.0803683 May 30 05:43:27.360270 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d167e45f-c37c-4239-8969-419c14e25d0b req-89c0d2c0-dea1-4bf7-a542-e5cb4ea6ff89 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/security-groups?id=882a65cb-62ef-4ea0-9e4d-334723795888&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369983 May 30 05:43:27.472376 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device c139b69e-8c44-4c30-b6ec-098ece1fdb89 details requested by agent hyperv_hv-neutron-8437 with host hv-neutron-8437 {{(pid=88262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 05:43:27.607370 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port c139b69e-8c44-4c30-b6ec-098ece1fdb89, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=c139b69e-8c44-4c30-b6ec-098ece1fdb89,segment=NetworkSegment(1513603c-e485-4da0-9685-8fce8d17959c),segment_id=1513603c-e485-4da0-9685-8fce8d17959c)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:43:27.619891 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Returning: {'device': 'c139b69e-8c44-4c30-b6ec-098ece1fdb89', 'network_id': '22e48264-f21b-455c-b88c-7de3711f9155', 'port_id': 'c139b69e-8c44-4c30-b6ec-098ece1fdb89', 'mac_address': 'fa:16:3e:73:bc:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd88a8032-b557-4231-90a9-c3e910da059b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 05:43:27.676945 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Current status of the port c139b69e-8c44-4c30-b6ec-098ece1fdb89 is: DOWN; New status is: BUILD {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:43:27.677323 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:43:27.693712 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c139b69e-8c44-4c30-b6ec-098ece1fdb89 {{(pid=88262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 30 05:43:27.708451 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port c139b69e-8c44-4c30-b6ec-098ece1fdb89, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=c139b69e-8c44-4c30-b6ec-098ece1fdb89,segment=NetworkSegment(1513603c-e485-4da0-9685-8fce8d17959c),segment_id=1513603c-e485-4da0-9685-8fce8d17959c)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:43:27.712377 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:43:27.777277 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Pushing event updated for resources: {'Port': ['ID=c139b69e-8c44-4c30-b6ec-098ece1fdb89,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:43:28.077610 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] get_ports_and_sgs() called for port_ids ['c139b69e-8c44-4c30-b6ec-098ece1fdb89'] {{(pid=88262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 30 05:43:28.139747 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-10a6430c-3943-41ed-811e-c28a6792fc4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:43:28.547213 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a3048e-88bc-4c7b-af99-3d9ab2f0e3de req-cafd06e0-0c91-436f-adeb-b9a368ccce0a tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:43:28.548648 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c0a3048e-88bc-4c7b-af99-3d9ab2f0e3de req-cafd06e0-0c91-436f-adeb-b9a368ccce0a tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/ports?device_id=41e7d986-b8a3-4e70-94fd-a132cef4d91d HTTP/1.1" status: 200 len: 945 time: 0.0836136 May 30 05:43:28.591918 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c0a3048e-88bc-4c7b-af99-3d9ab2f0e3de req-656d3b77-c025-48ee-922a-939dbc6afd78 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/security-groups?id=882a65cb-62ef-4ea0-9e4d-334723795888&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375381 May 30 05:43:29.485342 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device c139b69e-8c44-4c30-b6ec-098ece1fdb89 up at agent hyperv_hv-neutron-8437 {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:43:29.582355 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Provisioning for port c139b69e-8c44-4c30-b6ec-098ece1fdb89 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:43:29.587147 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Provisioning complete for port c139b69e-8c44-4c30-b6ec-098ece1fdb89 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:43:29.587530 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:43:29.703227 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Current status of the port c139b69e-8c44-4c30-b6ec-098ece1fdb89 is: BUILD; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:43:29.703614 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:43:29.730514 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41e7d986-b8a3-4e70-94fd-a132cef4d91d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c139b69e-8c44-4c30-b6ec-098ece1fdb89'}] {{(pid=88262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:43:29.740159 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port c139b69e-8c44-4c30-b6ec-098ece1fdb89, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=c139b69e-8c44-4c30-b6ec-098ece1fdb89,segment=NetworkSegment(1513603c-e485-4da0-9685-8fce8d17959c),segment_id=1513603c-e485-4da0-9685-8fce8d17959c)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:43:29.744720 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:43:29.777172 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfccee46-9507-40e7-91a0-0840a60a88ed req-16c92310-daa6-44db-b747-d986244044ae tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:43:29.778651 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-cfccee46-9507-40e7-91a0-0840a60a88ed req-16c92310-daa6-44db-b747-d986244044ae tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/ports?device_id=41e7d986-b8a3-4e70-94fd-a132cef4d91d HTTP/1.1" status: 200 len: 945 time: 0.0832145 May 30 05:43:29.812074 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Pushing event updated for resources: {'Port': ['ID=c139b69e-8c44-4c30-b6ec-098ece1fdb89,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:43:29.827485 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-cfccee46-9507-40e7-91a0-0840a60a88ed req-fa9367ff-26d5-4dfa-b5d4-52879cf8a446 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/security-groups?id=882a65cb-62ef-4ea0-9e4d-334723795888&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431762 May 30 05:43:29.876486 dv-neutron-843763-1-hyperv neutron-server[88262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d3fde53-378c-40ad-9a21-9f823bd1e573'] response: {'server_uuid': '41e7d986-b8a3-4e70-94fd-a132cef4d91d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c139b69e-8c44-4c30-b6ec-098ece1fdb89', 'code': 200} May 30 05:43:30.101506 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7b192b-b9f0-4aef-9737-a1e733f08bbd req-09dfaa54-59a5-4850-bbc3-05d680c1972b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:43:30.102973 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-be7b192b-b9f0-4aef-9737-a1e733f08bbd req-09dfaa54-59a5-4850-bbc3-05d680c1972b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=41e7d986-b8a3-4e70-94fd-a132cef4d91d HTTP/1.1" status: 200 len: 1099 time: 0.0678144 May 30 05:43:30.142644 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-be7b192b-b9f0-4aef-9737-a1e733f08bbd req-0fde1cc8-f83a-415c-8dc0-963593e72a86 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=882a65cb-62ef-4ea0-9e4d-334723795888&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339282 May 30 05:43:30.303828 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-5a3b07ef-87a4-4232-bcd2-4dc9983e524d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:43:31.011607 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56750d33-94f9-4f46-ae16-577145b605d2 req-bca3b68a-847e-431f-87b9-ab0708971040 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:43:31.013102 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-56750d33-94f9-4f46-ae16-577145b605d2 req-bca3b68a-847e-431f-87b9-ab0708971040 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/ports?device_id=41e7d986-b8a3-4e70-94fd-a132cef4d91d HTTP/1.1" status: 200 len: 946 time: 0.0824614 May 30 05:43:31.057273 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-56750d33-94f9-4f46-ae16-577145b605d2 req-97185d00-bae7-4c79-9a9f-a79ea06f5db6 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/security-groups?id=882a65cb-62ef-4ea0-9e4d-334723795888&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377841 May 30 05:43:31.403895 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56ded65b-0e68-413c-8b9b-1097922cc81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:43:31.554680 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:43:32.241994 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9418ff08-4bb5-445f-8580-b7ecd9b4294e req-6dde9346-de9c-4d65-807c-d0ace72ebf44 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:43:32.243656 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9418ff08-4bb5-445f-8580-b7ecd9b4294e req-6dde9346-de9c-4d65-807c-d0ace72ebf44 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/ports?device_id=41e7d986-b8a3-4e70-94fd-a132cef4d91d HTTP/1.1" status: 200 len: 946 time: 0.0806816 May 30 05:43:32.291905 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9418ff08-4bb5-445f-8580-b7ecd9b4294e req-c753c19e-9240-4a3f-b333-519b7800f5d9 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/security-groups?id=882a65cb-62ef-4ea0-9e4d-334723795888&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410767 May 30 05:43:32.471715 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907e2e91-34f2-4b8c-9a63-ebc8ef51596f req-5f79c525-557a-461a-86b7-46c229fa4cf1 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:43:32.473137 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-907e2e91-34f2-4b8c-9a63-ebc8ef51596f req-5f79c525-557a-461a-86b7-46c229fa4cf1 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/ports?device_id=41e7d986-b8a3-4e70-94fd-a132cef4d91d HTTP/1.1" status: 200 len: 946 time: 0.0804811 May 30 05:43:32.515293 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-907e2e91-34f2-4b8c-9a63-ebc8ef51596f req-4211197d-6c03-400d-b4f1-67027a07c7a0 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/security-groups?id=882a65cb-62ef-4ea0-9e4d-334723795888&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365722 May 30 05:43:32.538060 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 54504) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:43:32.606297 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7072e23-9aac-4f33-90f5-5fdcf4582880 tempest-TestNetworkAdvancedServerOps-1936340429 tempest-TestNetworkAdvancedServerOps-1936340429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:43:32.607663 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-f7072e23-9aac-4f33-90f5-5fdcf4582880 tempest-TestNetworkAdvancedServerOps-1936340429 tempest-TestNetworkAdvancedServerOps-1936340429-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=41e7d986-b8a3-4e70-94fd-a132cef4d91d HTTP/1.1" status: 200 len: 1094 time: 0.0684180 May 30 05:43:32.610360 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 54508) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:43:32.615141 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-dcaedb77-fa18-43cf-a13c-11edc39a033b tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Request body: {'floatingip': {'floating_network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'port_id': 'c139b69e-8c44-4c30-b6ec-098ece1fdb89', 'tenant_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:43:32.620827 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-dcaedb77-fa18-43cf-a13c-11edc39a033b tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:43:32.624570 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-dcaedb77-fa18-43cf-a13c-11edc39a033b tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Usage tracker for resource:floatingip and tenant:c5c2cbbf31414007b91a65943a87a6a2 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:43:32.627589 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-dcaedb77-fa18-43cf-a13c-11edc39a033b tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:43:32.633096 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-dcaedb77-fa18-43cf-a13c-11edc39a033b tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:43:32.643460 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-dcaedb77-fa18-43cf-a13c-11edc39a033b tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for floatingip, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:43:32.775899 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-dcaedb77-fa18-43cf-a13c-11edc39a033b tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:43:32.908455 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-dcaedb77-fa18-43cf-a13c-11edc39a033b tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Allocated IP 172.26.6.248 (1bab70f4-3794-44db-8e17-19f483aa8ffa/6b5b73c1-b0ce-4f83-a930-c00cc5522926/c0245c40-3126-4785-8e6c-8380a0d54e7d) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:43:32.962265 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a142624-940e-4c55-bf49-a5329c884075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:43:33.053647 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-dcaedb77-fa18-43cf-a13c-11edc39a033b tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:43:33.082895 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-dcaedb77-fa18-43cf-a13c-11edc39a033b tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:43:33.241344 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcaedb77-fa18-43cf-a13c-11edc39a033b tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Network 1bab70f4-3794-44db-8e17-19f483aa8ffa is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:43:33.244171 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-dcaedb77-fa18-43cf-a13c-11edc39a033b tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:43:33.249538 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcaedb77-fa18-43cf-a13c-11edc39a033b tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:43:33.291799 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaedb77-fa18-43cf-a13c-11edc39a033b tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Pushing event updated for resources: {'Port': ['ID=c0245c40-3126-4785-8e6c-8380a0d54e7d,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:43:33.656010 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-dcaedb77-fa18-43cf-a13c-11edc39a033b tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:43:33.728758 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-dcaedb77-fa18-43cf-a13c-11edc39a033b tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:43:33.925614 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-dcaedb77-fa18-43cf-a13c-11edc39a033b tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:43:33.929619 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-dcaedb77-fa18-43cf-a13c-11edc39a033b tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2304381'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:43:34.034330 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaedb77-fa18-43cf-a13c-11edc39a033b tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Pushing event updated for resources: {'Port': ['ID=c0245c40-3126-4785-8e6c-8380a0d54e7d,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:43:34.047452 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-dcaedb77-fa18-43cf-a13c-11edc39a033b tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1604762'] for floatingip, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:43:34.212136 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.db.l3_db [None req-dcaedb77-fa18-43cf-a13c-11edc39a033b tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Floating IP 4f7024c9-1e6c-4217-9910-a6c1da56851d associated. External IP: 172.26.6.248, port: c139b69e-8c44-4c30-b6ec-098ece1fdb89. May 30 05:43:34.562860 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcaedb77-fa18-43cf-a13c-11edc39a033b tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Router 30f4400d-33fb-4987-94fd-fbb5856cd59c has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 05:43:34.861507 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcaedb77-fa18-43cf-a13c-11edc39a033b tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:43:34.871250 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2978c1-7714-47f4-a4f5-6141dead5e7a None None] Sync routers for ids ['30f4400d-33fb-4987-94fd-fbb5856cd59c'] in dv-neutron-843763-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:43:34.886162 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2978c1-7714-47f4-a4f5-6141dead5e7a None None] Routers {'30f4400d-33fb-4987-94fd-fbb5856cd59c'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:43:34.886565 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-dcaedb77-fa18-43cf-a13c-11edc39a033b tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for floatingip, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:43:34.886772 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-2b2978c1-7714-47f4-a4f5-6141dead5e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:43:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['30f4400d-33fb-4987-94fd-fbb5856cd59c'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:43:34.944520 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-dcaedb77-fa18-43cf-a13c-11edc39a033b tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3331623 May 30 05:43:34.945091 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41e7d986-b8a3-4e70-94fd-a132cef4d91d', 'tag': 'c139b69e-8c44-4c30-b6ec-098ece1fdb89'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:43:35.069730 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-2b2978c1-7714-47f4-a4f5-6141dead5e7a None None] Set router 30f4400d-33fb-4987-94fd-fbb5856cd59c gateway port host: dv-neutron-843763-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:43:35.105972 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e2e369-bfb3-4ed8-9692-2c4d3fc7e333 req-d87244f1-6d14-4a9b-8226-b3dc3434c667 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:43:35.107440 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d9e2e369-bfb3-4ed8-9692-2c4d3fc7e333 req-d87244f1-6d14-4a9b-8226-b3dc3434c667 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/ports?device_id=41e7d986-b8a3-4e70-94fd-a132cef4d91d HTTP/1.1" status: 200 len: 946 time: 0.0800669 May 30 05:43:35.152540 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d9e2e369-bfb3-4ed8-9692-2c4d3fc7e333 req-b5e143f9-8825-4cf3-86ab-d995b1208ed0 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/security-groups?id=882a65cb-62ef-4ea0-9e4d-334723795888&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390062 May 30 05:43:35.175809 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 54516) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:43:35.240322 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac07ff86-4979-4034-8ed2-7d4405abfe25'] response: {'name': 'network-changed', 'server_uuid': '41e7d986-b8a3-4e70-94fd-a132cef4d91d', 'tag': 'c139b69e-8c44-4c30-b6ec-098ece1fdb89', 'status': 'completed', 'code': 200} May 30 05:43:35.338372 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-08e5d7a8-8bad-4645-ae4c-cd0dfe46de9f tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/floatingips/4f7024c9-1e6c-4217-9910-a6c1da56851d HTTP/1.1" status: 200 len: 992 time: 0.1614187 May 30 05:43:35.353969 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b361a28-f87e-4990-bf4d-ca671e82a838 req-9b9e1511-9996-4769-a0f5-9d4eaa075d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:43:35.355598 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5b361a28-f87e-4990-bf4d-ca671e82a838 req-9b9e1511-9996-4769-a0f5-9d4eaa075d8d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c5c2cbbf31414007b91a65943a87a6a2&device_id=41e7d986-b8a3-4e70-94fd-a132cef4d91d HTTP/1.1" status: 200 len: 1099 time: 0.1144500 May 30 05:43:35.424095 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-2b2978c1-7714-47f4-a4f5-6141dead5e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30f4400d-33fb-4987-94fd-fbb5856cd59c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-362034808', 'tenant_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.211'}], 'enable_snat': True}, 'gw_port_id': '45afc786-ece3-435f-9e22-fbbae4577f45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:43:12Z', 'updated_at': '2022-05-30T05:43:17Z', 'revision_number': 4, 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'gw_port': {'id': '45afc786-ece3-435f-9e22-fbbae4577f45', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:1a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f4400d-33fb-4987-94fd-fbb5856cd59c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:43:12Z', 'updated_at': '2022-05-30T05:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_floatingips': [{'id': '4f7024c9-1e6c-4217-9910-a6c1da56851d', 'tenant_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'floating_ip_address': '172.26.6.248', 'floating_network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'router_id': '30f4400d-33fb-4987-94fd-fbb5856cd59c', 'port_id': 'c139b69e-8c44-4c30-b6ec-098ece1fdb89', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1763, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22e48264-f21b-455c-b88c-7de3711f9155', 'mac_address': 'fa:16:3e:73:bc:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e7d986-b8a3-4e70-94fd-a132cef4d91d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T05:43:33Z', 'updated_at': '2022-05-30T05:43:33Z', 'revision_number': 0, 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5df8cfc9-bb5b-42fc-8d87-758563c80ade', 'name': '', 'network_id': '22e48264-f21b-455c-b88c-7de3711f9155', 'tenant_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'mac_address': 'fa:16:3e:95:3a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f4400d-33fb-4987-94fd-fbb5856cd59c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': 'd88a8032-b557-4231-90a9-c3e910da059b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:43:16Z', 'updated_at': '2022-05-30T05:43:21Z', 'revision_number': 5, 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'subnets': [{'id': 'd88a8032-b557-4231-90a9-c3e910da059b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:43:35.427745 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2978c1-7714-47f4-a4f5-6141dead5e7a None None] Checking router: 30f4400d-33fb-4987-94fd-fbb5856cd59c for host: dv-neutron-843763-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 05:43:35.436479 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2978c1-7714-47f4-a4f5-6141dead5e7a None None] Routers {'30f4400d-33fb-4987-94fd-fbb5856cd59c'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:43:35.437067 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-2b2978c1-7714-47f4-a4f5-6141dead5e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:43:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['30f4400d-33fb-4987-94fd-fbb5856cd59c'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:43:35.484962 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b361a28-f87e-4990-bf4d-ca671e82a838 req-befd8d71-087a-4d13-8f46-448e99e2f219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:43:35.486428 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5b361a28-f87e-4990-bf4d-ca671e82a838 req-befd8d71-087a-4d13-8f46-448e99e2f219 service neutron] 10.222.0.39 "GET /v2.0/networks?id=22e48264-f21b-455c-b88c-7de3711f9155 HTTP/1.1" status: 200 len: 898 time: 0.1250558 May 30 05:43:35.584834 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5b361a28-f87e-4990-bf4d-ca671e82a838 req-85bf7822-a1e7-4e16-9f06-0f8d9eed8641 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c139b69e-8c44-4c30-b6ec-098ece1fdb89 HTTP/1.1" status: 200 len: 1000 time: 0.0924501 May 30 05:43:35.613057 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-2b2978c1-7714-47f4-a4f5-6141dead5e7a None None] Set router 30f4400d-33fb-4987-94fd-fbb5856cd59c gateway port host: dv-neutron-843763-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:43:35.649489 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b361a28-f87e-4990-bf4d-ca671e82a838 req-b95ec918-1002-4eae-8d49-dbac0bd437de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:43:35.650968 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5b361a28-f87e-4990-bf4d-ca671e82a838 req-b95ec918-1002-4eae-8d49-dbac0bd437de service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d88a8032-b557-4231-90a9-c3e910da059b HTTP/1.1" status: 200 len: 834 time: 0.0596855 May 30 05:43:35.723188 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b361a28-f87e-4990-bf4d-ca671e82a838 req-4ee73e16-db31-47e3-9a85-1548f69acadb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:43:35.724570 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5b361a28-f87e-4990-bf4d-ca671e82a838 req-4ee73e16-db31-47e3-9a85-1548f69acadb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=22e48264-f21b-455c-b88c-7de3711f9155&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682955 May 30 05:43:35.853315 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5b361a28-f87e-4990-bf4d-ca671e82a838 req-a0d3ebb6-bd1b-45ff-b395-3970f9d84a70 service neutron] 10.222.0.39 "GET /v2.0/networks/22e48264-f21b-455c-b88c-7de3711f9155?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222560 May 30 05:43:35.955810 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-2b2978c1-7714-47f4-a4f5-6141dead5e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30f4400d-33fb-4987-94fd-fbb5856cd59c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-362034808', 'tenant_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.211'}], 'enable_snat': True}, 'gw_port_id': '45afc786-ece3-435f-9e22-fbbae4577f45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:43:12Z', 'updated_at': '2022-05-30T05:43:17Z', 'revision_number': 4, 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'gw_port': {'id': '45afc786-ece3-435f-9e22-fbbae4577f45', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:1a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f4400d-33fb-4987-94fd-fbb5856cd59c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:43:12Z', 'updated_at': '2022-05-30T05:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_floatingips': [{'id': '4f7024c9-1e6c-4217-9910-a6c1da56851d', 'tenant_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'floating_ip_address': '172.26.6.248', 'floating_network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'router_id': '30f4400d-33fb-4987-94fd-fbb5856cd59c', 'port_id': 'c139b69e-8c44-4c30-b6ec-098ece1fdb89', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1763, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22e48264-f21b-455c-b88c-7de3711f9155', 'mac_address': 'fa:16:3e:73:bc:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e7d986-b8a3-4e70-94fd-a132cef4d91d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T05:43:33Z', 'updated_at': '2022-05-30T05:43:33Z', 'revision_number': 0, 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5df8cfc9-bb5b-42fc-8d87-758563c80ade', 'name': '', 'network_id': '22e48264-f21b-455c-b88c-7de3711f9155', 'tenant_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'mac_address': 'fa:16:3e:95:3a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f4400d-33fb-4987-94fd-fbb5856cd59c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': 'd88a8032-b557-4231-90a9-c3e910da059b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:43:16Z', 'updated_at': '2022-05-30T05:43:21Z', 'revision_number': 5, 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'subnets': [{'id': 'd88a8032-b557-4231-90a9-c3e910da059b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:43:35.960057 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2978c1-7714-47f4-a4f5-6141dead5e7a None None] The sync data for ids ['30f4400d-33fb-4987-94fd-fbb5856cd59c'] in dv-neutron-843763-1-hyperv is: [{'id': '30f4400d-33fb-4987-94fd-fbb5856cd59c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-362034808', 'tenant_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.211'}], 'enable_snat': True}, 'gw_port_id': '45afc786-ece3-435f-9e22-fbbae4577f45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:43:12Z', 'updated_at': '2022-05-30T05:43:17Z', 'revision_number': 4, 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'gw_port': {'id': '45afc786-ece3-435f-9e22-fbbae4577f45', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:1a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f4400d-33fb-4987-94fd-fbb5856cd59c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:43:12Z', 'updated_at': '2022-05-30T05:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_floatingips': [{'id': '4f7024c9-1e6c-4217-9910-a6c1da56851d', 'tenant_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'floating_ip_address': '172.26.6.248', 'floating_network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'router_id': '30f4400d-33fb-4987-94fd-fbb5856cd59c', 'port_id': 'c139b69e-8c44-4c30-b6ec-098ece1fdb89', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1763, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22e48264-f21b-455c-b88c-7de3711f9155', 'mac_address': 'fa:16:3e:73:bc:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e7d986-b8a3-4e70-94fd-a132cef4d91d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T05:43:33Z', 'updated_at': '2022-05-30T05:43:33Z', 'revision_number': 0, 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5df8cfc9-bb5b-42fc-8d87-758563c80ade', 'name': '', 'network_id': '22e48264-f21b-455c-b88c-7de3711f9155', 'tenant_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'mac_address': 'fa:16:3e:95:3a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f4400d-33fb-4987-94fd-fbb5856cd59c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': 'd88a8032-b557-4231-90a9-c3e910da059b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:43:16Z', 'updated_at': '2022-05-30T05:43:21Z', 'revision_number': 5, 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'subnets': [{'id': 'd88a8032-b557-4231-90a9-c3e910da059b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:43:35.986864 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5b361a28-f87e-4990-bf4d-ca671e82a838 req-3a0876ee-3bcd-4b98-9f2a-862773fede0a service neutron] 10.222.0.39 "GET /v2.0/networks/22e48264-f21b-455c-b88c-7de3711f9155?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267512 May 30 05:43:36.145955 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f18a3be5-bf47-4bcd-9002-c215fa7d1c86 None None] New status for floating IP 4f7024c9-1e6c-4217-9910-a6c1da56851d: ACTIVE {{(pid=88262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 30 05:43:36.341587 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 54520) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:43:36.452721 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-12a7cc1a-a7b5-4573-8510-99b778d77c9f tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/floatingips/4f7024c9-1e6c-4217-9910-a6c1da56851d HTTP/1.1" status: 200 len: 994 time: 0.1082792 May 30 05:43:42.099868 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-11c47c90-7241-49cc-be05-e4f90ff9a5b9 req-b438b34d-5f74-4385-a6ae-c20520d589d1 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=41e7d986-b8a3-4e70-94fd-a132cef4d91d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0697536 May 30 05:43:42.235893 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c47c90-7241-49cc-be05-e4f90ff9a5b9 req-e2ca4c1e-9e26-4750-bd6a-f8b5510b25e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:43:42.237443 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-11c47c90-7241-49cc-be05-e4f90ff9a5b9 req-e2ca4c1e-9e26-4750-bd6a-f8b5510b25e9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c5c2cbbf31414007b91a65943a87a6a2&device_id=41e7d986-b8a3-4e70-94fd-a132cef4d91d HTTP/1.1" status: 200 len: 1099 time: 0.0701101 May 30 05:43:42.472001 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c47c90-7241-49cc-be05-e4f90ff9a5b9 req-b0d721f5-1fbb-4040-ac71-b0c295b26429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:43:42.473339 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-11c47c90-7241-49cc-be05-e4f90ff9a5b9 req-b0d721f5-1fbb-4040-ac71-b0c295b26429 service neutron] 10.222.0.39 "GET /v2.0/networks?id=22e48264-f21b-455c-b88c-7de3711f9155 HTTP/1.1" status: 200 len: 898 time: 0.2178662 May 30 05:43:42.576770 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-11c47c90-7241-49cc-be05-e4f90ff9a5b9 req-ec4c614d-1926-4382-bf60-e1c1d75803ea service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c139b69e-8c44-4c30-b6ec-098ece1fdb89 HTTP/1.1" status: 200 len: 1002 time: 0.0962155 May 30 05:43:42.638845 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c47c90-7241-49cc-be05-e4f90ff9a5b9 req-504abdbd-6e12-4303-9e34-b99534a6f64a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:43:42.640261 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-11c47c90-7241-49cc-be05-e4f90ff9a5b9 req-504abdbd-6e12-4303-9e34-b99534a6f64a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d88a8032-b557-4231-90a9-c3e910da059b HTTP/1.1" status: 200 len: 834 time: 0.0576174 May 30 05:43:42.717536 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c47c90-7241-49cc-be05-e4f90ff9a5b9 req-e03b57ec-59e7-4045-8dc8-d280f3bef178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:43:42.719028 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-11c47c90-7241-49cc-be05-e4f90ff9a5b9 req-e03b57ec-59e7-4045-8dc8-d280f3bef178 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=22e48264-f21b-455c-b88c-7de3711f9155&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725229 May 30 05:43:42.847320 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-11c47c90-7241-49cc-be05-e4f90ff9a5b9 req-529ec9cc-2cf8-4cf9-88c2-d47ba9e23fa1 service neutron] 10.222.0.39 "GET /v2.0/networks/22e48264-f21b-455c-b88c-7de3711f9155?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213946 May 30 05:43:42.975815 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-11c47c90-7241-49cc-be05-e4f90ff9a5b9 req-c4f78816-5c63-40d1-a542-bd8e19e38789 service neutron] 10.222.0.39 "GET /v2.0/networks/22e48264-f21b-455c-b88c-7de3711f9155?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224380 May 30 05:43:47.853413 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:43:58.101273 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-276ae693-7a82-4d89-8741-ca00d24adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:44:00.305997 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a54fca16-a0e6-4bd3-af44-60e7b5681d98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:44:01.402262 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56ded65b-0e68-413c-8b9b-1097922cc81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:44:01.546177 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:44:02.188154 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-45f79e78-106a-4f09-9d2c-69baeab7263d None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 05:44:02.962739 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a142624-940e-4c55-bf49-a5329c884075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:44:17.849100 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:44:28.102841 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-00c2cf63-f5da-40c1-a87e-5a0e1b5e4802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:44:30.307385 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-202f0754-617c-4228-9bb9-547a449a870e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:44:31.404208 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56ded65b-0e68-413c-8b9b-1097922cc81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:44:31.547516 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:44:32.967571 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a142624-940e-4c55-bf49-a5329c884075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:44:39.186560 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-45f79e78-106a-4f09-9d2c-69baeab7263d None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 05:44:42.110633 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d4fa1d76-f444-44f5-9065-34e808988e62 req-ffcf51d0-9dc9-4e9c-8ff5-d08f93b51492 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=41e7d986-b8a3-4e70-94fd-a132cef4d91d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0675323 May 30 05:44:42.249858 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fa1d76-f444-44f5-9065-34e808988e62 req-314c38c8-a2a9-4bd7-8155-759516995017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:44:42.251315 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d4fa1d76-f444-44f5-9065-34e808988e62 req-314c38c8-a2a9-4bd7-8155-759516995017 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c5c2cbbf31414007b91a65943a87a6a2&device_id=41e7d986-b8a3-4e70-94fd-a132cef4d91d HTTP/1.1" status: 200 len: 1099 time: 0.0746546 May 30 05:44:42.391011 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fa1d76-f444-44f5-9065-34e808988e62 req-e83b83b9-c69a-40f5-b1cc-8f9a8f73e673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:44:42.392341 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d4fa1d76-f444-44f5-9065-34e808988e62 req-e83b83b9-c69a-40f5-b1cc-8f9a8f73e673 service neutron] 10.222.0.39 "GET /v2.0/networks?id=22e48264-f21b-455c-b88c-7de3711f9155 HTTP/1.1" status: 200 len: 898 time: 0.1228371 May 30 05:44:42.488166 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d4fa1d76-f444-44f5-9065-34e808988e62 req-43533fd8-0ca5-456b-966b-21710dea329a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c139b69e-8c44-4c30-b6ec-098ece1fdb89 HTTP/1.1" status: 200 len: 1002 time: 0.0900600 May 30 05:44:42.554347 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fa1d76-f444-44f5-9065-34e808988e62 req-5625cd8b-66dc-487c-a6ad-768bab357a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:44:42.555805 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d4fa1d76-f444-44f5-9065-34e808988e62 req-5625cd8b-66dc-487c-a6ad-768bab357a8a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d88a8032-b557-4231-90a9-c3e910da059b HTTP/1.1" status: 200 len: 834 time: 0.0611346 May 30 05:44:42.626854 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fa1d76-f444-44f5-9065-34e808988e62 req-fd80ce61-d0df-4bf9-9822-688e493c335d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:44:42.628278 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d4fa1d76-f444-44f5-9065-34e808988e62 req-fd80ce61-d0df-4bf9-9822-688e493c335d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=22e48264-f21b-455c-b88c-7de3711f9155&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0671115 May 30 05:44:42.757045 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d4fa1d76-f444-44f5-9065-34e808988e62 req-14e60aea-131d-41a8-8f0d-67212c23ad0d service neutron] 10.222.0.39 "GET /v2.0/networks/22e48264-f21b-455c-b88c-7de3711f9155?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225898 May 30 05:44:42.883936 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d4fa1d76-f444-44f5-9065-34e808988e62 req-5214630a-7b92-4d49-8e1b-8504f7f2ed87 service neutron] 10.222.0.39 "GET /v2.0/networks/22e48264-f21b-455c-b88c-7de3711f9155?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207237 May 30 05:44:46.006249 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224a4bd0-d252-4592-96cf-eb387840268c req-5ef5e297-2679-4f53-857c-893488ad1da8 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:44:46.007648 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-224a4bd0-d252-4592-96cf-eb387840268c req-5ef5e297-2679-4f53-857c-893488ad1da8 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/ports?device_id=41e7d986-b8a3-4e70-94fd-a132cef4d91d HTTP/1.1" status: 200 len: 946 time: 0.0828447 May 30 05:44:46.051699 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-224a4bd0-d252-4592-96cf-eb387840268c req-1b8c0b3a-309c-495a-8494-c744ae43be9a tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/security-groups?id=882a65cb-62ef-4ea0-9e4d-334723795888&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376542 May 30 05:44:47.234230 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89891920-b0a6-4f50-9a96-40e62ead54ab req-7d1da361-f3ab-4d56-a06f-72649b543a88 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:44:47.235695 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-89891920-b0a6-4f50-9a96-40e62ead54ab req-7d1da361-f3ab-4d56-a06f-72649b543a88 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/ports?device_id=41e7d986-b8a3-4e70-94fd-a132cef4d91d HTTP/1.1" status: 200 len: 946 time: 0.0777869 May 30 05:44:47.279362 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-89891920-b0a6-4f50-9a96-40e62ead54ab req-e281b4de-7bcf-43e3-880c-aaf949099573 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/security-groups?id=882a65cb-62ef-4ea0-9e4d-334723795888&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379393 May 30 05:44:47.854279 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:44:48.557221 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffef718-44fc-4960-a20c-2fb10afebf77 req-248e9344-a8ab-48d4-8ead-9a8aad476720 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:44:48.558698 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6ffef718-44fc-4960-a20c-2fb10afebf77 req-248e9344-a8ab-48d4-8ead-9a8aad476720 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/ports?device_id=41e7d986-b8a3-4e70-94fd-a132cef4d91d HTTP/1.1" status: 200 len: 946 time: 0.1774750 May 30 05:44:48.602107 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6ffef718-44fc-4960-a20c-2fb10afebf77 req-642308f2-3169-4e50-9a0b-0b171a47249a tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/security-groups?id=882a65cb-62ef-4ea0-9e4d-334723795888&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377681 May 30 05:44:49.784647 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57c470a-91cc-4a8c-a3b2-4af568203def req-70b1204d-6977-46e3-a655-691bc807f9b2 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:44:49.786104 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c57c470a-91cc-4a8c-a3b2-4af568203def req-70b1204d-6977-46e3-a655-691bc807f9b2 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/ports?device_id=41e7d986-b8a3-4e70-94fd-a132cef4d91d HTTP/1.1" status: 200 len: 946 time: 0.0802639 May 30 05:44:49.829230 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c57c470a-91cc-4a8c-a3b2-4af568203def req-69703068-cd14-49c0-b948-481c4212c42d tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/security-groups?id=882a65cb-62ef-4ea0-9e4d-334723795888&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373404 May 30 05:44:51.010560 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9a47cb-d468-4c4c-a2ee-8d18fd18c9d8 req-c09b017b-2888-4add-958a-f173f95ee808 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:44:51.012014 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ae9a47cb-d468-4c4c-a2ee-8d18fd18c9d8 req-c09b017b-2888-4add-958a-f173f95ee808 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/ports?device_id=41e7d986-b8a3-4e70-94fd-a132cef4d91d HTTP/1.1" status: 200 len: 946 time: 0.0780256 May 30 05:44:51.054433 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ae9a47cb-d468-4c4c-a2ee-8d18fd18c9d8 req-5d7999a3-0059-43d6-bed1-6a6928771d74 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/security-groups?id=882a65cb-62ef-4ea0-9e4d-334723795888&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368876 May 30 05:44:52.238634 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a188b1-b695-4cfa-b8b9-9d8a0765ee42 req-cbc222f5-205b-471e-b514-9836450c080b tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:44:52.240062 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-91a188b1-b695-4cfa-b8b9-9d8a0765ee42 req-cbc222f5-205b-471e-b514-9836450c080b tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/ports?device_id=41e7d986-b8a3-4e70-94fd-a132cef4d91d HTTP/1.1" status: 200 len: 946 time: 0.0822349 May 30 05:44:52.282958 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-91a188b1-b695-4cfa-b8b9-9d8a0765ee42 req-f4bcdb16-38f1-405d-99ee-6c4fe1fde5a2 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/security-groups?id=882a65cb-62ef-4ea0-9e4d-334723795888&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372453 May 30 05:44:53.466026 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2aad51-4bc9-4505-a89c-027c06e442bd req-959fa663-4577-44c3-a86e-0e92cdefc9be tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:44:53.467472 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7c2aad51-4bc9-4505-a89c-027c06e442bd req-959fa663-4577-44c3-a86e-0e92cdefc9be tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/ports?device_id=41e7d986-b8a3-4e70-94fd-a132cef4d91d HTTP/1.1" status: 200 len: 946 time: 0.0824327 May 30 05:44:53.509833 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7c2aad51-4bc9-4505-a89c-027c06e442bd req-fe2b3db2-776e-431f-8bae-6f2c1ec94960 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/security-groups?id=882a65cb-62ef-4ea0-9e4d-334723795888&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367436 May 30 05:44:54.696876 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15c7fc8-0f99-4c83-85dc-a98aa75c14ce req-1f9c5fdf-25df-417e-8905-8f2d6f14215b tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:44:54.698406 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a15c7fc8-0f99-4c83-85dc-a98aa75c14ce req-1f9c5fdf-25df-417e-8905-8f2d6f14215b tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/ports?device_id=41e7d986-b8a3-4e70-94fd-a132cef4d91d HTTP/1.1" status: 200 len: 946 time: 0.0811856 May 30 05:44:54.741195 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a15c7fc8-0f99-4c83-85dc-a98aa75c14ce req-0be99f73-38b1-4853-8045-33daac79cda5 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/security-groups?id=882a65cb-62ef-4ea0-9e4d-334723795888&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371211 May 30 05:44:55.917522 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c3a5e8-f171-4d19-993b-5b5f90dff58d req-09441ed7-8c22-463e-be3d-615891032d6d tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:44:55.919479 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-76c3a5e8-f171-4d19-993b-5b5f90dff58d req-09441ed7-8c22-463e-be3d-615891032d6d tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/ports?device_id=41e7d986-b8a3-4e70-94fd-a132cef4d91d HTTP/1.1" status: 200 len: 946 time: 0.0774698 May 30 05:44:55.966321 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-76c3a5e8-f171-4d19-993b-5b5f90dff58d req-c04dc5a2-9c7b-4c3f-a0b1-430839bd4eda tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/security-groups?id=882a65cb-62ef-4ea0-9e4d-334723795888&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412292 May 30 05:44:57.146101 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04718191-7cfb-40a1-b051-cb848bc53f49 req-c09430dd-f10b-4ee4-85a2-587882c19d8f tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:44:57.147533 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-04718191-7cfb-40a1-b051-cb848bc53f49 req-c09430dd-f10b-4ee4-85a2-587882c19d8f tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/ports?device_id=41e7d986-b8a3-4e70-94fd-a132cef4d91d HTTP/1.1" status: 200 len: 946 time: 0.0781157 May 30 05:44:57.189958 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-04718191-7cfb-40a1-b051-cb848bc53f49 req-b03125e1-540d-4611-a42b-68f8bf9f9337 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/security-groups?id=882a65cb-62ef-4ea0-9e4d-334723795888&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367815 May 30 05:44:57.213242 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 54574) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:44:57.320732 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-b21585d6-fc23-46e4-bf46-c01a3541c77b tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/floatingips/4f7024c9-1e6c-4217-9910-a6c1da56851d HTTP/1.1" status: 200 len: 994 time: 0.1062667 May 30 05:44:58.103539 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-921127c8-064b-4d17-9691-9f7165415645 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:44:58.826409 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836ea220-eb74-413c-a8e8-93a929efc35a req-09541186-200e-4119-a64e-f004964870ee tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:44:58.827856 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-836ea220-eb74-413c-a8e8-93a929efc35a req-09541186-200e-4119-a64e-f004964870ee tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/ports?device_id=41e7d986-b8a3-4e70-94fd-a132cef4d91d HTTP/1.1" status: 200 len: 946 time: 0.1389911 May 30 05:44:58.830245 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06c1b6f-25fc-4624-a656-33c168f8faac req-48052557-6ade-46c1-acc5-5841f667eaa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:44:58.831569 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d06c1b6f-25fc-4624-a656-33c168f8faac req-48052557-6ade-46c1-acc5-5841f667eaa8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c5c2cbbf31414007b91a65943a87a6a2&device_id=41e7d986-b8a3-4e70-94fd-a132cef4d91d HTTP/1.1" status: 200 len: 1099 time: 0.0982649 May 30 05:44:58.948159 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-836ea220-eb74-413c-a8e8-93a929efc35a req-ec676f25-ad77-45c9-8924-4ccfa16b7fae tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/security-groups?id=882a65cb-62ef-4ea0-9e4d-334723795888&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1145434 May 30 05:44:58.987651 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06c1b6f-25fc-4624-a656-33c168f8faac req-addafcf2-32c7-4d0d-aceb-d355d36801b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:44:58.989060 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d06c1b6f-25fc-4624-a656-33c168f8faac req-addafcf2-32c7-4d0d-aceb-d355d36801b5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=22e48264-f21b-455c-b88c-7de3711f9155 HTTP/1.1" status: 200 len: 898 time: 0.1429336 May 30 05:44:59.090822 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d06c1b6f-25fc-4624-a656-33c168f8faac req-14eac3be-bde2-4cba-b6a6-19065bfda831 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c139b69e-8c44-4c30-b6ec-098ece1fdb89 HTTP/1.1" status: 200 len: 1002 time: 0.0943356 May 30 05:44:59.152643 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06c1b6f-25fc-4624-a656-33c168f8faac req-219d3edf-183b-4d24-8780-2399ac1dd79e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:44:59.154043 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d06c1b6f-25fc-4624-a656-33c168f8faac req-219d3edf-183b-4d24-8780-2399ac1dd79e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d88a8032-b557-4231-90a9-c3e910da059b HTTP/1.1" status: 200 len: 834 time: 0.0587113 May 30 05:44:59.225375 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06c1b6f-25fc-4624-a656-33c168f8faac req-fdd73a17-ad7a-476e-a15c-eaf4e2c67dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:44:59.226856 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d06c1b6f-25fc-4624-a656-33c168f8faac req-fdd73a17-ad7a-476e-a15c-eaf4e2c67dec service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=22e48264-f21b-455c-b88c-7de3711f9155&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0674136 May 30 05:44:59.353682 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d06c1b6f-25fc-4624-a656-33c168f8faac req-4f8e19fe-7a7a-45b5-acfc-0cde87e0dce9 service neutron] 10.222.0.39 "GET /v2.0/networks/22e48264-f21b-455c-b88c-7de3711f9155?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208560 May 30 05:44:59.479648 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d06c1b6f-25fc-4624-a656-33c168f8faac req-3ecee3e5-ad77-4ad6-8702-dc97024bbb7a service neutron] 10.222.0.39 "GET /v2.0/networks/22e48264-f21b-455c-b88c-7de3711f9155?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206868 May 30 05:45:00.140670 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5302776-2179-434f-9ed0-2f0848b58842 req-81a2bfd2-c2af-4834-9c55-8995bf382650 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:45:00.142121 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a5302776-2179-434f-9ed0-2f0848b58842 req-81a2bfd2-c2af-4834-9c55-8995bf382650 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/ports?device_id=41e7d986-b8a3-4e70-94fd-a132cef4d91d HTTP/1.1" status: 200 len: 946 time: 0.0864956 May 30 05:45:00.280841 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a5302776-2179-434f-9ed0-2f0848b58842 req-5c361ff5-0c91-40c0-9f80-7ffb69b7f66c tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/security-groups?id=882a65cb-62ef-4ea0-9e4d-334723795888&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1330929 May 30 05:45:00.308585 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c6d0c58e-5382-429c-9ae0-1d49515270ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:45:01.406772 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56ded65b-0e68-413c-8b9b-1097922cc81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:45:01.463862 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e32b51-fa4a-40fd-add0-e3bcfa54b8ff req-8e3fc098-94df-4797-9674-2e525dc35bbc tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:45:01.465800 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-20e32b51-fa4a-40fd-add0-e3bcfa54b8ff req-8e3fc098-94df-4797-9674-2e525dc35bbc tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/ports?device_id=41e7d986-b8a3-4e70-94fd-a132cef4d91d HTTP/1.1" status: 200 len: 946 time: 0.0775464 May 30 05:45:01.508495 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-20e32b51-fa4a-40fd-add0-e3bcfa54b8ff req-04b5c096-e944-45ed-85ff-a38773d3c30f tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/security-groups?id=882a65cb-62ef-4ea0-9e4d-334723795888&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365660 May 30 05:45:01.531600 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 54588) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:45:01.549906 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:45:01.640440 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-1899eaac-405d-4d5b-a019-392ee4d3d21d tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/floatingips/4f7024c9-1e6c-4217-9910-a6c1da56851d HTTP/1.1" status: 200 len: 994 time: 0.1073205 May 30 05:45:02.967933 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a142624-940e-4c55-bf49-a5329c884075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:45:16.185630 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-45f79e78-106a-4f09-9d2c-69baeab7263d None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 05:45:17.873193 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:45:28.106995 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-5756800a-c857-4562-bc4a-c65c07b57193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:45:30.310029 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c99e5edd-a53a-4f15-b3d9-6797de9effc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:45:31.409459 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56ded65b-0e68-413c-8b9b-1097922cc81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:45:31.551047 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:45:32.970458 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a142624-940e-4c55-bf49-a5329c884075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:45:42.203376 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-dc1df4b9-4d4f-42b9-814e-31ac14577df3 req-a610dc93-0eed-434a-8816-edd17fa85067 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=41e7d986-b8a3-4e70-94fd-a132cef4d91d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1882942 May 30 05:45:42.337246 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1df4b9-4d4f-42b9-814e-31ac14577df3 req-6eac34de-c069-443d-b2dc-a4d8640806af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:45:42.338693 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-dc1df4b9-4d4f-42b9-814e-31ac14577df3 req-6eac34de-c069-443d-b2dc-a4d8640806af service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c5c2cbbf31414007b91a65943a87a6a2&device_id=41e7d986-b8a3-4e70-94fd-a132cef4d91d HTTP/1.1" status: 200 len: 1099 time: 0.0687873 May 30 05:45:42.477861 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1df4b9-4d4f-42b9-814e-31ac14577df3 req-de61f53a-857e-48f8-8c81-824b5ef08933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:45:42.479196 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-dc1df4b9-4d4f-42b9-814e-31ac14577df3 req-de61f53a-857e-48f8-8c81-824b5ef08933 service neutron] 10.222.0.39 "GET /v2.0/networks?id=22e48264-f21b-455c-b88c-7de3711f9155 HTTP/1.1" status: 200 len: 898 time: 0.1221690 May 30 05:45:42.582609 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-dc1df4b9-4d4f-42b9-814e-31ac14577df3 req-32d86786-09dd-4ade-83aa-6dc1f4c69db4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c139b69e-8c44-4c30-b6ec-098ece1fdb89 HTTP/1.1" status: 200 len: 1002 time: 0.0964994 May 30 05:45:42.645861 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1df4b9-4d4f-42b9-814e-31ac14577df3 req-669171b8-3abf-45c1-9a2d-ff2458a74e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:45:42.647259 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-dc1df4b9-4d4f-42b9-814e-31ac14577df3 req-669171b8-3abf-45c1-9a2d-ff2458a74e64 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d88a8032-b557-4231-90a9-c3e910da059b HTTP/1.1" status: 200 len: 834 time: 0.0593467 May 30 05:45:42.720237 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1df4b9-4d4f-42b9-814e-31ac14577df3 req-a4c56b63-134a-4f6b-88e9-3d3c51669d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:45:42.721682 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-dc1df4b9-4d4f-42b9-814e-31ac14577df3 req-a4c56b63-134a-4f6b-88e9-3d3c51669d74 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=22e48264-f21b-455c-b88c-7de3711f9155&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682950 May 30 05:45:42.731518 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [req-dc1df4b9-4d4f-42b9-814e-31ac14577df3 req-87cfda45-542d-488d-801b-84e5649f40bf service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=88261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 30 05:45:42.732365 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-dc1df4b9-4d4f-42b9-814e-31ac14577df3 req-87cfda45-542d-488d-801b-84e5649f40bf service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052702 May 30 05:45:42.860148 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-dc1df4b9-4d4f-42b9-814e-31ac14577df3 req-afa447bd-5faf-44e7-92dc-545c8d1d6266 service neutron] 10.222.0.39 "GET /v2.0/networks/22e48264-f21b-455c-b88c-7de3711f9155?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214104 May 30 05:45:42.988206 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-dc1df4b9-4d4f-42b9-814e-31ac14577df3 req-0569d6ee-1494-45de-abcc-d84a45d960fa service neutron] 10.222.0.39 "GET /v2.0/networks/22e48264-f21b-455c-b88c-7de3711f9155?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220987 May 30 05:45:47.874111 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:45:53.184083 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-45f79e78-106a-4f09-9d2c-69baeab7263d None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 05:45:54.595198 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 54638) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:45:54.791390 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-cad3846c-736d-4c5b-9527-9ab90916041a tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Deleting port c0245c40-3126-4785-8e6c-8380a0d54e7d {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:45:54.791726 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cad3846c-736d-4c5b-9527-9ab90916041a tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:45:54.953584 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cad3846c-736d-4c5b-9527-9ab90916041a tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:45:54.953831 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cad3846c-736d-4c5b-9527-9ab90916041a tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:45:55.170010 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-cad3846c-736d-4c5b-9527-9ab90916041a tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Calling delete_port for c0245c40-3126-4785-8e6c-8380a0d54e7d owned by network:floatingip {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:45:55.317040 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cad3846c-736d-4c5b-9527-9ab90916041a tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:45:55.366308 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad3846c-736d-4c5b-9527-9ab90916041a tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Pushing event deleted for resources: {'Port': ['ID=c0245c40-3126-4785-8e6c-8380a0d54e7d,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:45:55.430429 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad3846c-736d-4c5b-9527-9ab90916041a tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:45:55.430778 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad3846c-736d-4c5b-9527-9ab90916041a tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:45:55.431120 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad3846c-736d-4c5b-9527-9ab90916041a tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:45:55.431459 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad3846c-736d-4c5b-9527-9ab90916041a tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:45:55.431791 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad3846c-736d-4c5b-9527-9ab90916041a tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:45:55.432150 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad3846c-736d-4c5b-9527-9ab90916041a tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:45:55.432475 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad3846c-736d-4c5b-9527-9ab90916041a tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:45:55.432800 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad3846c-736d-4c5b-9527-9ab90916041a tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:45:55.433123 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad3846c-736d-4c5b-9527-9ab90916041a tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:45:55.433449 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad3846c-736d-4c5b-9527-9ab90916041a tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:45:55.433796 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad3846c-736d-4c5b-9527-9ab90916041a tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:45:55.434144 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad3846c-736d-4c5b-9527-9ab90916041a tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:45:55.461986 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cad3846c-736d-4c5b-9527-9ab90916041a tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for floatingip, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:45:55.462320 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.db.l3_db [None req-cad3846c-736d-4c5b-9527-9ab90916041a tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Floating IP 4f7024c9-1e6c-4217-9910-a6c1da56851d disassociated (deleted). External IP: 172.26.6.248, port: c139b69e-8c44-4c30-b6ec-098ece1fdb89. May 30 05:45:55.807115 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cad3846c-736d-4c5b-9527-9ab90916041a tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Router 30f4400d-33fb-4987-94fd-fbb5856cd59c has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 05:45:55.992968 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cad3846c-736d-4c5b-9527-9ab90916041a tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:45:56.002091 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-283a2dcd-54d5-46f9-8925-835ccc19ebc0 None None] Sync routers for ids ['30f4400d-33fb-4987-94fd-fbb5856cd59c'] in dv-neutron-843763-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:45:56.013053 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-cad3846c-736d-4c5b-9527-9ab90916041a tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for floatingip, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:45:56.014632 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283a2dcd-54d5-46f9-8925-835ccc19ebc0 None None] Routers {'30f4400d-33fb-4987-94fd-fbb5856cd59c'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:45:56.015235 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-283a2dcd-54d5-46f9-8925-835ccc19ebc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:45:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['30f4400d-33fb-4987-94fd-fbb5856cd59c'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:45:56.069956 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-cad3846c-736d-4c5b-9527-9ab90916041a tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "DELETE /v2.0/floatingips/4f7024c9-1e6c-4217-9910-a6c1da56851d HTTP/1.1" status: 204 len: 168 time: 1.4735317 May 30 05:45:56.070447 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41e7d986-b8a3-4e70-94fd-a132cef4d91d', 'tag': 'c139b69e-8c44-4c30-b6ec-098ece1fdb89'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:45:56.187098 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-283a2dcd-54d5-46f9-8925-835ccc19ebc0 None None] Set router 30f4400d-33fb-4987-94fd-fbb5856cd59c gateway port host: dv-neutron-843763-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:45:56.430130 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c313ea56-c889-4a97-8396-8514cf940cf2'] response: {'name': 'network-changed', 'server_uuid': '41e7d986-b8a3-4e70-94fd-a132cef4d91d', 'tag': 'c139b69e-8c44-4c30-b6ec-098ece1fdb89', 'status': 'completed', 'code': 200} May 30 05:45:56.505472 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-283a2dcd-54d5-46f9-8925-835ccc19ebc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30f4400d-33fb-4987-94fd-fbb5856cd59c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-362034808', 'tenant_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.211'}], 'enable_snat': True}, 'gw_port_id': '45afc786-ece3-435f-9e22-fbbae4577f45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:43:12Z', 'updated_at': '2022-05-30T05:43:17Z', 'revision_number': 4, 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'gw_port': {'id': '45afc786-ece3-435f-9e22-fbbae4577f45', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:1a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f4400d-33fb-4987-94fd-fbb5856cd59c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:43:12Z', 'updated_at': '2022-05-30T05:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': '5df8cfc9-bb5b-42fc-8d87-758563c80ade', 'name': '', 'network_id': '22e48264-f21b-455c-b88c-7de3711f9155', 'tenant_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'mac_address': 'fa:16:3e:95:3a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f4400d-33fb-4987-94fd-fbb5856cd59c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': 'd88a8032-b557-4231-90a9-c3e910da059b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:43:16Z', 'updated_at': '2022-05-30T05:43:21Z', 'revision_number': 5, 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'subnets': [{'id': 'd88a8032-b557-4231-90a9-c3e910da059b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:45:56.509570 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-283a2dcd-54d5-46f9-8925-835ccc19ebc0 None None] Checking router: 30f4400d-33fb-4987-94fd-fbb5856cd59c for host: dv-neutron-843763-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 05:45:56.518151 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283a2dcd-54d5-46f9-8925-835ccc19ebc0 None None] Routers {'30f4400d-33fb-4987-94fd-fbb5856cd59c'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:45:56.518742 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-283a2dcd-54d5-46f9-8925-835ccc19ebc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:45:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['30f4400d-33fb-4987-94fd-fbb5856cd59c'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:45:56.526816 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d96407a-63d0-418a-96b6-6ab021262f3e req-01ebea70-2727-46ad-b58f-e558ff5e7785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:45:56.528319 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2d96407a-63d0-418a-96b6-6ab021262f3e req-01ebea70-2727-46ad-b58f-e558ff5e7785 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c5c2cbbf31414007b91a65943a87a6a2&device_id=41e7d986-b8a3-4e70-94fd-a132cef4d91d HTTP/1.1" status: 200 len: 1099 time: 0.0766573 May 30 05:45:56.704255 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-283a2dcd-54d5-46f9-8925-835ccc19ebc0 None None] Set router 30f4400d-33fb-4987-94fd-fbb5856cd59c gateway port host: dv-neutron-843763-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:45:56.716361 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d96407a-63d0-418a-96b6-6ab021262f3e req-9a74ddb7-9272-4555-a7cd-0293716bd70c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:45:56.717825 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2d96407a-63d0-418a-96b6-6ab021262f3e req-9a74ddb7-9272-4555-a7cd-0293716bd70c service neutron] 10.222.0.39 "GET /v2.0/networks?id=22e48264-f21b-455c-b88c-7de3711f9155 HTTP/1.1" status: 200 len: 898 time: 0.1827714 May 30 05:45:56.791231 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2d96407a-63d0-418a-96b6-6ab021262f3e req-78bd471e-6786-4a67-8e55-5526dd650f9a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c139b69e-8c44-4c30-b6ec-098ece1fdb89 HTTP/1.1" status: 200 len: 217 time: 0.0656545 May 30 05:45:56.799249 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8978bf07-0fd7-4ba1-8945-c57e92e4632b req-dc447763-1b20-4886-9121-c0ae716fa099 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:45:56.799929 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-8978bf07-0fd7-4ba1-8945-c57e92e4632b req-dc447763-1b20-4886-9121-c0ae716fa099 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Synchronizing usage tracker for tenant:c5c2cbbf31414007b91a65943a87a6a2 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:45:56.865253 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-8978bf07-0fd7-4ba1-8945-c57e92e4632b req-dc447763-1b20-4886-9121-c0ae716fa099 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Unset dirty status for tenant:c5c2cbbf31414007b91a65943a87a6a2 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:45:56.866384 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8978bf07-0fd7-4ba1-8945-c57e92e4632b req-dc447763-1b20-4886-9121-c0ae716fa099 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/ports?device_id=41e7d986-b8a3-4e70-94fd-a132cef4d91d HTTP/1.1" status: 200 len: 946 time: 0.3502419 May 30 05:45:56.872221 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d96407a-63d0-418a-96b6-6ab021262f3e req-3e39baa8-f059-4dcf-a6ac-e3dfba9ed2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:45:56.873784 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2d96407a-63d0-418a-96b6-6ab021262f3e req-3e39baa8-f059-4dcf-a6ac-e3dfba9ed2fb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d88a8032-b557-4231-90a9-c3e910da059b HTTP/1.1" status: 200 len: 834 time: 0.0712249 May 30 05:45:57.030754 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-283a2dcd-54d5-46f9-8925-835ccc19ebc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30f4400d-33fb-4987-94fd-fbb5856cd59c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-362034808', 'tenant_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.211'}], 'enable_snat': True}, 'gw_port_id': '45afc786-ece3-435f-9e22-fbbae4577f45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:43:12Z', 'updated_at': '2022-05-30T05:43:17Z', 'revision_number': 4, 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'gw_port': {'id': '45afc786-ece3-435f-9e22-fbbae4577f45', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:1a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f4400d-33fb-4987-94fd-fbb5856cd59c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:43:12Z', 'updated_at': '2022-05-30T05:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': '5df8cfc9-bb5b-42fc-8d87-758563c80ade', 'name': '', 'network_id': '22e48264-f21b-455c-b88c-7de3711f9155', 'tenant_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'mac_address': 'fa:16:3e:95:3a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f4400d-33fb-4987-94fd-fbb5856cd59c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': 'd88a8032-b557-4231-90a9-c3e910da059b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:43:16Z', 'updated_at': '2022-05-30T05:43:21Z', 'revision_number': 5, 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'subnets': [{'id': 'd88a8032-b557-4231-90a9-c3e910da059b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:45:57.034652 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-283a2dcd-54d5-46f9-8925-835ccc19ebc0 None None] The sync data for ids ['30f4400d-33fb-4987-94fd-fbb5856cd59c'] in dv-neutron-843763-1-hyperv is: [{'id': '30f4400d-33fb-4987-94fd-fbb5856cd59c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-362034808', 'tenant_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.211'}], 'enable_snat': True}, 'gw_port_id': '45afc786-ece3-435f-9e22-fbbae4577f45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:43:12Z', 'updated_at': '2022-05-30T05:43:17Z', 'revision_number': 4, 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'gw_port': {'id': '45afc786-ece3-435f-9e22-fbbae4577f45', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:1a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f4400d-33fb-4987-94fd-fbb5856cd59c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:43:12Z', 'updated_at': '2022-05-30T05:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': '5df8cfc9-bb5b-42fc-8d87-758563c80ade', 'name': '', 'network_id': '22e48264-f21b-455c-b88c-7de3711f9155', 'tenant_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'mac_address': 'fa:16:3e:95:3a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f4400d-33fb-4987-94fd-fbb5856cd59c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': 'd88a8032-b557-4231-90a9-c3e910da059b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:43:16Z', 'updated_at': '2022-05-30T05:43:21Z', 'revision_number': 5, 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'subnets': [{'id': 'd88a8032-b557-4231-90a9-c3e910da059b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:45:57.080933 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8978bf07-0fd7-4ba1-8945-c57e92e4632b req-bbf34c7f-4d78-44ee-a247-94a96f7cadeb tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/security-groups?id=882a65cb-62ef-4ea0-9e4d-334723795888&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2061019 May 30 05:45:57.102390 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d96407a-63d0-418a-96b6-6ab021262f3e req-86f7b67c-812e-463d-b51a-7b1c10accdd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:45:57.103969 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2d96407a-63d0-418a-96b6-6ab021262f3e req-86f7b67c-812e-463d-b51a-7b1c10accdd6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=22e48264-f21b-455c-b88c-7de3711f9155&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0951555 May 30 05:45:57.246083 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2d96407a-63d0-418a-96b6-6ab021262f3e req-c2fadccd-5f31-402d-953d-46985c63f9c4 service neutron] 10.222.0.39 "GET /v2.0/networks/22e48264-f21b-455c-b88c-7de3711f9155?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346660 May 30 05:45:57.267925 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dba8800-16bc-4844-bfea-bb6572ccfa4b None None] New status for floating IP 4f7024c9-1e6c-4217-9910-a6c1da56851d: DOWN {{(pid=88262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 30 05:45:57.376829 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2d96407a-63d0-418a-96b6-6ab021262f3e req-9eb9c128-af1b-461b-b4d9-5118effa7e6b service neutron] 10.222.0.39 "GET /v2.0/networks/22e48264-f21b-455c-b88c-7de3711f9155?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238804 May 30 05:45:58.078978 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e3ea52-81c8-4564-be57-16ff5388cc5e req-c0f05f04-57f7-44d2-93fa-71fb6d230ef7 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:45:58.080391 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d9e3ea52-81c8-4564-be57-16ff5388cc5e req-c0f05f04-57f7-44d2-93fa-71fb6d230ef7 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.39 "GET /v2.0/ports?device_id=41e7d986-b8a3-4e70-94fd-a132cef4d91d HTTP/1.1" status: 200 len: 946 time: 0.0816145 May 30 05:45:58.110074 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c5b2619e-f7c2-4bec-948b-f1a0207e1157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:45:58.149335 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [req-d9e3ea52-81c8-4564-be57-16ff5388cc5e req-2e9d5280-c164-4f98-a5b5-1480d425d103 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Deleting port c139b69e-8c44-4c30-b6ec-098ece1fdb89 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:45:58.149674 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-d9e3ea52-81c8-4564-be57-16ff5388cc5e req-2e9d5280-c164-4f98-a5b5-1480d425d103 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:45:58.403777 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1c17e5-bcd4-436c-b7c4-93eb9ab1ee5c req-26902652-6e07-4f38-bf66-811f68c23ef8 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:45:58.405113 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3b1c17e5-bcd4-436c-b7c4-93eb9ab1ee5c req-26902652-6e07-4f38-bf66-811f68c23ef8 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/ports?device_id=41e7d986-b8a3-4e70-94fd-a132cef4d91d HTTP/1.1" status: 200 len: 946 time: 0.2102830 May 30 05:45:58.483808 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3b1c17e5-bcd4-436c-b7c4-93eb9ab1ee5c req-07d2669b-f5a3-46bb-bf88-6e90b984986d tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/security-groups?id=882a65cb-62ef-4ea0-9e4d-334723795888&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727918 May 30 05:45:58.485346 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [req-d9e3ea52-81c8-4564-be57-16ff5388cc5e req-2e9d5280-c164-4f98-a5b5-1480d425d103 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] For port c139b69e-8c44-4c30-b6ec-098ece1fdb89, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=c139b69e-8c44-4c30-b6ec-098ece1fdb89,segment=NetworkSegment(1513603c-e485-4da0-9685-8fce8d17959c),segment_id=1513603c-e485-4da0-9685-8fce8d17959c)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:45:58.485703 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-d9e3ea52-81c8-4564-be57-16ff5388cc5e req-2e9d5280-c164-4f98-a5b5-1480d425d103 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:45:58.605118 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [req-d9e3ea52-81c8-4564-be57-16ff5388cc5e req-2e9d5280-c164-4f98-a5b5-1480d425d103 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Calling delete_port for c139b69e-8c44-4c30-b6ec-098ece1fdb89 owned by compute:nova {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:45:58.745400 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-d9e3ea52-81c8-4564-be57-16ff5388cc5e req-2e9d5280-c164-4f98-a5b5-1480d425d103 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:45:58.820443 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9d5280-c164-4f98-a5b5-1480d425d103 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Pushing event deleted for resources: {'Port': ['ID=c139b69e-8c44-4c30-b6ec-098ece1fdb89,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:45:58.870209 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9e3ea52-81c8-4564-be57-16ff5388cc5e req-2e9d5280-c164-4f98-a5b5-1480d425d103 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] No DVR routers for this DVR port c139b69e-8c44-4c30-b6ec-098ece1fdb89 on host hv-neutron-8437 {{(pid=88261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 05:45:58.872594 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-d9e3ea52-81c8-4564-be57-16ff5388cc5e req-2e9d5280-c164-4f98-a5b5-1480d425d103 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:45:58.875065 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41e7d986-b8a3-4e70-94fd-a132cef4d91d', 'name': 'network-vif-deleted', 'tag': 'c139b69e-8c44-4c30-b6ec-098ece1fdb89'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:45:58.892056 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d9e3ea52-81c8-4564-be57-16ff5388cc5e req-2e9d5280-c164-4f98-a5b5-1480d425d103 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.39 "DELETE /v2.0/ports/c139b69e-8c44-4c30-b6ec-098ece1fdb89 HTTP/1.1" status: 204 len: 173 time: 0.8064919 May 30 05:45:58.922347 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ffd88c1-09a7-4d57-b3a4-8704bf46ac8e'] response: {'server_uuid': '41e7d986-b8a3-4e70-94fd-a132cef4d91d', 'name': 'network-vif-deleted', 'tag': 'c139b69e-8c44-4c30-b6ec-098ece1fdb89', 'status': 'completed', 'code': 200} May 30 05:45:59.578650 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 54662) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:46:00.212711 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-86fdb485-52fa-4396-8316-8c3636ea1584 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602184'] for router_interface, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:46:00.311660 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-007d2a3e-6391-45e6-918e-b3cfccd5f9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:46:00.564118 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-86fdb485-52fa-4396-8316-8c3636ea1584 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Deleting port 5df8cfc9-bb5b-42fc-8d87-758563c80ade {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:46:00.564460 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-86fdb485-52fa-4396-8316-8c3636ea1584 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:46:00.748499 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-86fdb485-52fa-4396-8316-8c3636ea1584 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] For port 5df8cfc9-bb5b-42fc-8d87-758563c80ade, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=5df8cfc9-bb5b-42fc-8d87-758563c80ade,segment=NetworkSegment(1513603c-e485-4da0-9685-8fce8d17959c),segment_id=1513603c-e485-4da0-9685-8fce8d17959c)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:46:00.749123 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-86fdb485-52fa-4396-8316-8c3636ea1584 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:46:00.869423 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-86fdb485-52fa-4396-8316-8c3636ea1584 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Calling delete_port for 5df8cfc9-bb5b-42fc-8d87-758563c80ade owned by network:router_interface {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:46:01.311852 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-86fdb485-52fa-4396-8316-8c3636ea1584 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:46:01.361018 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fdb485-52fa-4396-8316-8c3636ea1584 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Pushing event deleted for resources: {'Port': ['ID=5df8cfc9-bb5b-42fc-8d87-758563c80ade,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:46:01.412640 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56ded65b-0e68-413c-8b9b-1097922cc81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:46:01.553771 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:46:01.633036 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-86fdb485-52fa-4396-8316-8c3636ea1584 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1642797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602100'] for router_interface, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:46:01.995151 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86fdb485-52fa-4396-8316-8c3636ea1584 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Router 30f4400d-33fb-4987-94fd-fbb5856cd59c has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 05:46:02.155139 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device c139b69e-8c44-4c30-b6ec-098ece1fdb89 no longer exists at agent hyperv_hv-neutron-8437 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 05:46:02.167534 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86fdb485-52fa-4396-8316-8c3636ea1584 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:46:02.180309 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74674ca2-c5da-43c8-8dfb-7bbf0375f56f None None] Sync routers for ids ['30f4400d-33fb-4987-94fd-fbb5856cd59c'] in dv-neutron-843763-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:46:02.184120 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-86fdb485-52fa-4396-8316-8c3636ea1584 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "PUT /v2.0/routers/30f4400d-33fb-4987-94fd-fbb5856cd59c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6036837 May 30 05:46:02.186525 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 54666) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:46:02.192558 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74674ca2-c5da-43c8-8dfb-7bbf0375f56f None None] Routers {'30f4400d-33fb-4987-94fd-fbb5856cd59c'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:46:02.193468 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-74674ca2-c5da-43c8-8dfb-7bbf0375f56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:46:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['30f4400d-33fb-4987-94fd-fbb5856cd59c'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:46:02.238706 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] No Port match for: c139b69e-8c44-4c30-b6ec-098ece1fdb89 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 05:46:02.239146 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device c139b69e-8c44-4c30-b6ec-098ece1fdb89 not bound to the agent host hv-neutron-8437 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 05:46:02.261634 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f3011f4-0d91-4721-ab37-f46d7bbe1698 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Deleting subnet d88a8032-b557-4231-90a9-c3e910da059b {{(pid=88261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 30 05:46:02.265343 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5f3011f4-0d91-4721-ab37-f46d7bbe1698 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for subnet, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:46:02.316966 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5f3011f4-0d91-4721-ab37-f46d7bbe1698 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3545586'] for subnet, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:46:02.372680 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-74674ca2-c5da-43c8-8dfb-7bbf0375f56f None None] Set router 30f4400d-33fb-4987-94fd-fbb5856cd59c gateway port host: dv-neutron-843763-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:46:02.400931 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5f3011f4-0d91-4721-ab37-f46d7bbe1698 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860493'] for subnet, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:46:02.473693 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5f3011f4-0d91-4721-ab37-f46d7bbe1698 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2304955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9305493'] for subnet, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:46:02.513708 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3011f4-0d91-4721-ab37-f46d7bbe1698 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Pushing event deleted for resources: {'Subnet': ['ID=d88a8032-b557-4231-90a9-c3e910da059b,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:46:02.515593 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5f3011f4-0d91-4721-ab37-f46d7bbe1698 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:46:02.521920 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-5f3011f4-0d91-4721-ab37-f46d7bbe1698 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "DELETE /v2.0/subnets/d88a8032-b557-4231-90a9-c3e910da059b HTTP/1.1" status: 204 len: 168 time: 0.3343203 May 30 05:46:02.524816 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 54670) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:46:02.530077 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bffaf7b-7bf7-4f6d-9cdf-4b6844ba3e9d None None] Network 22e48264-f21b-455c-b88c-7de3711f9155 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:46:02.692876 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-74674ca2-c5da-43c8-8dfb-7bbf0375f56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30f4400d-33fb-4987-94fd-fbb5856cd59c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-362034808', 'tenant_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.211'}], 'enable_snat': True}, 'gw_port_id': '45afc786-ece3-435f-9e22-fbbae4577f45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:43:12Z', 'updated_at': '2022-05-30T05:46:01Z', 'revision_number': 5, 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'gw_port': {'id': '45afc786-ece3-435f-9e22-fbbae4577f45', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:1a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f4400d-33fb-4987-94fd-fbb5856cd59c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:43:12Z', 'updated_at': '2022-05-30T05:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv'}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:46:02.697984 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74674ca2-c5da-43c8-8dfb-7bbf0375f56f None None] Checking router: 30f4400d-33fb-4987-94fd-fbb5856cd59c for host: dv-neutron-843763-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 05:46:02.706926 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74674ca2-c5da-43c8-8dfb-7bbf0375f56f None None] Routers {'30f4400d-33fb-4987-94fd-fbb5856cd59c'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:46:02.707977 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-74674ca2-c5da-43c8-8dfb-7bbf0375f56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:46:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['30f4400d-33fb-4987-94fd-fbb5856cd59c'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:46:02.710792 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b9dd1d21-4cac-4701-9e03-fb310127376d tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for router, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:46:02.812289 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b5d39e-4c0e-4856-b7db-148574c3764e None None] DHCP port deletion for 22e48264-f21b-455c-b88c-7de3711f9155 request from dv-neutron-843763-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 30 05:46:02.817138 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-53b5d39e-4c0e-4856-b7db-148574c3764e None None] Deleting port e5fddcc8-aeb1-4c22-9b37-55eb07f7d3b4 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:46:02.817524 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-53b5d39e-4c0e-4856-b7db-148574c3764e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:46:02.894064 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-74674ca2-c5da-43c8-8dfb-7bbf0375f56f None None] Set router 30f4400d-33fb-4987-94fd-fbb5856cd59c gateway port host: dv-neutron-843763-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:46:03.009572 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b9dd1d21-4cac-4701-9e03-fb310127376d tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:46:03.025248 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-b9dd1d21-4cac-4701-9e03-fb310127376d tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Deleting port 45afc786-ece3-435f-9e22-fbbae4577f45 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:46:03.025640 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b9dd1d21-4cac-4701-9e03-fb310127376d tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:46:03.027729 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a142624-940e-4c55-bf49-a5329c884075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:46:03.037016 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-53b5d39e-4c0e-4856-b7db-148574c3764e None None] For port e5fddcc8-aeb1-4c22-9b37-55eb07f7d3b4, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=e5fddcc8-aeb1-4c22-9b37-55eb07f7d3b4,segment=NetworkSegment(1513603c-e485-4da0-9685-8fce8d17959c),segment_id=1513603c-e485-4da0-9685-8fce8d17959c)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:46:03.037411 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-53b5d39e-4c0e-4856-b7db-148574c3764e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:46:03.165959 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-53b5d39e-4c0e-4856-b7db-148574c3764e None None] Calling delete_port for e5fddcc8-aeb1-4c22-9b37-55eb07f7d3b4 owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:46:03.185195 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-74674ca2-c5da-43c8-8dfb-7bbf0375f56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30f4400d-33fb-4987-94fd-fbb5856cd59c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-362034808', 'tenant_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.211'}], 'enable_snat': True}, 'gw_port_id': '45afc786-ece3-435f-9e22-fbbae4577f45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:43:12Z', 'updated_at': '2022-05-30T05:46:01Z', 'revision_number': 5, 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'gw_port': {'id': '45afc786-ece3-435f-9e22-fbbae4577f45', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:1a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f4400d-33fb-4987-94fd-fbb5856cd59c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:43:12Z', 'updated_at': '2022-05-30T05:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv'}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:46:03.189741 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74674ca2-c5da-43c8-8dfb-7bbf0375f56f None None] The sync data for ids ['30f4400d-33fb-4987-94fd-fbb5856cd59c'] in dv-neutron-843763-1-hyperv is: [{'id': '30f4400d-33fb-4987-94fd-fbb5856cd59c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-362034808', 'tenant_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.211'}], 'enable_snat': True}, 'gw_port_id': '45afc786-ece3-435f-9e22-fbbae4577f45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:43:12Z', 'updated_at': '2022-05-30T05:46:01Z', 'revision_number': 5, 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'gw_port': {'id': '45afc786-ece3-435f-9e22-fbbae4577f45', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:1a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f4400d-33fb-4987-94fd-fbb5856cd59c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:43:12Z', 'updated_at': '2022-05-30T05:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv'}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:46:03.210361 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-b9dd1d21-4cac-4701-9e03-fb310127376d tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] For port 45afc786-ece3-435f-9e22-fbbae4577f45, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=45afc786-ece3-435f-9e22-fbbae4577f45,segment=NetworkSegment(ad083d94-0233-4c50-a0ed-00ef7686038c),segment_id=ad083d94-0233-4c50-a0ed-00ef7686038c)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:46:03.210737 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b9dd1d21-4cac-4701-9e03-fb310127376d tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:46:03.271235 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-53b5d39e-4c0e-4856-b7db-148574c3764e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069'] for port, after_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:46:03.316936 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b5d39e-4c0e-4856-b7db-148574c3764e None None] Pushing event deleted for resources: {'Port': ['ID=e5fddcc8-aeb1-4c22-9b37-55eb07f7d3b4,revision_number=None']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:46:03.320987 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b5d39e-4c0e-4856-b7db-148574c3764e None None] No DVR routers for this DVR port e5fddcc8-aeb1-4c22-9b37-55eb07f7d3b4 on host dv-neutron-843763-1-hyperv {{(pid=88262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 05:46:03.330290 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b5d39e-4c0e-4856-b7db-148574c3764e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:46:03.330644 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b5d39e-4c0e-4856-b7db-148574c3764e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:46:03.330990 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b5d39e-4c0e-4856-b7db-148574c3764e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:46:03.331331 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b5d39e-4c0e-4856-b7db-148574c3764e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:46:03.331669 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b5d39e-4c0e-4856-b7db-148574c3764e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:46:03.332005 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b5d39e-4c0e-4856-b7db-148574c3764e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:46:03.332337 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b5d39e-4c0e-4856-b7db-148574c3764e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:46:03.332697 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b5d39e-4c0e-4856-b7db-148574c3764e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:46:03.333028 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b5d39e-4c0e-4856-b7db-148574c3764e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:46:03.333407 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b5d39e-4c0e-4856-b7db-148574c3764e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:46:03.333668 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b5d39e-4c0e-4856-b7db-148574c3764e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:46:03.334022 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b5d39e-4c0e-4856-b7db-148574c3764e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:46:03.338999 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-b9dd1d21-4cac-4701-9e03-fb310127376d tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Calling delete_port for 45afc786-ece3-435f-9e22-fbbae4577f45 owned by network:router_gateway {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:46:03.550065 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device e5fddcc8-aeb1-4c22-9b37-55eb07f7d3b4 no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 05:46:03.588850 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] No Port match for: e5fddcc8-aeb1-4c22-9b37-55eb07f7d3b4 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 05:46:03.589567 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device e5fddcc8-aeb1-4c22-9b37-55eb07f7d3b4 not bound to the agent host dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 05:46:03.658507 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b9dd1d21-4cac-4701-9e03-fb310127376d tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:46:03.707413 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dd1d21-4cac-4701-9e03-fb310127376d tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Pushing event deleted for resources: {'Port': ['ID=45afc786-ece3-435f-9e22-fbbae4577f45,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:46:03.741451 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9dd1d21-4cac-4701-9e03-fb310127376d tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:46:03.741794 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9dd1d21-4cac-4701-9e03-fb310127376d tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:46:03.742151 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9dd1d21-4cac-4701-9e03-fb310127376d tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:46:03.742484 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9dd1d21-4cac-4701-9e03-fb310127376d tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:46:03.742812 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9dd1d21-4cac-4701-9e03-fb310127376d tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:46:03.743138 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9dd1d21-4cac-4701-9e03-fb310127376d tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:46:03.743459 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9dd1d21-4cac-4701-9e03-fb310127376d tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:46:03.743781 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9dd1d21-4cac-4701-9e03-fb310127376d tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:46:03.744103 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9dd1d21-4cac-4701-9e03-fb310127376d tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:46:03.744420 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9dd1d21-4cac-4701-9e03-fb310127376d tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:46:03.744737 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9dd1d21-4cac-4701-9e03-fb310127376d tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:46:03.745053 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9dd1d21-4cac-4701-9e03-fb310127376d tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:46:03.813978 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b9dd1d21-4cac-4701-9e03-fb310127376d tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1604781'] for router_gateway, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:46:03.981776 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b9dd1d21-4cac-4701-9e03-fb310127376d tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11660'] for router, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:46:03.983953 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b9dd1d21-4cac-4701-9e03-fb310127376d tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:46:04.006969 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b9dd1d21-4cac-4701-9e03-fb310127376d tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1601605'] for router, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:46:04.007475 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9dd1d21-4cac-4701-9e03-fb310127376d tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Fanout notify agent at l3_agent the message router_deleted on router 30f4400d-33fb-4987-94fd-fbb5856cd59c {{(pid=88260) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 30 05:46:04.022614 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b9dd1d21-4cac-4701-9e03-fb310127376d tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:46:04.026182 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-b9dd1d21-4cac-4701-9e03-fb310127376d tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "DELETE /v2.0/routers/30f4400d-33fb-4987-94fd-fbb5856cd59c HTTP/1.1" status: 204 len: 168 time: 1.4981763 May 30 05:46:04.026533 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 54678) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:46:04.140477 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-be1962e9-1229-453b-a8ef-df90e86b2895 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897784'] for network, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:46:04.273453 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-be1962e9-1229-453b-a8ef-df90e86b2895 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867540', 'neutron.services.segments.db._delete_segments_for_network-8729234922972'] for network, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:46:04.409990 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-be1962e9-1229-453b-a8ef-df90e86b2895 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22e48264-f21b-455c-b88c-7de3711f9155']}} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:46:04.423251 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-be1962e9-1229-453b-a8ef-df90e86b2895 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1513603c-e485-4da0-9685-8fce8d17959c') {'for_net_delete': True} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:46:04.423545 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.services.segments.db [None req-be1962e9-1229-453b-a8ef-df90e86b2895 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1513603c-e485-4da0-9685-8fce8d17959c') {} {{(pid=88260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:46:04.435442 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-be1962e9-1229-453b-a8ef-df90e86b2895 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729235042807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1454725'] for segment, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:46:04.454290 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-be1962e9-1229-453b-a8ef-df90e86b2895 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:46:04.460304 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be1962e9-1229-453b-a8ef-df90e86b2895 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=88260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 05:46:04.460682 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-be1962e9-1229-453b-a8ef-df90e86b2895 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-862858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1547513'] for segment, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:46:04.562433 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-be1962e9-1229-453b-a8ef-df90e86b2895 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604744'] for network, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:46:04.582013 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-be1962e9-1229-453b-a8ef-df90e86b2895 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:46:04.594674 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1962e9-1229-453b-a8ef-df90e86b2895 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Pushing event deleted for resources: {'Network': ['ID=22e48264-f21b-455c-b88c-7de3711f9155,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:46:04.598091 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-be1962e9-1229-453b-a8ef-df90e86b2895 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "DELETE /v2.0/networks/22e48264-f21b-455c-b88c-7de3711f9155 HTTP/1.1" status: 204 len: 168 time: 0.5707407 May 30 05:46:04.601143 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 54686) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:46:04.614683 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 1513603c-e485-4da0-9685-8fce8d17959c resource provider aggregate not found May 30 05:46:04.630799 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.services.segments.plugin [-] Segment 1513603c-e485-4da0-9685-8fce8d17959c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1513603c-e485-4da0-9685-8fce8d17959c found for delete ", "request_id": "req-7c5a1477-8d08-4fd6-857c-f6fa3bd096d1"}]} May 30 05:46:04.673065 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ae6709fd-11ad-4bfd-907f-80be0c3e620c tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for security_group, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:46:04.701407 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ae6709fd-11ad-4bfd-907f-80be0c3e620c tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:46:04.765354 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ae6709fd-11ad-4bfd-907f-80be0c3e620c tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:46:04.783490 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6709fd-11ad-4bfd-907f-80be0c3e620c tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=882a65cb-62ef-4ea0-9e4d-334723795888,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:46:04.794481 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ae6709fd-11ad-4bfd-907f-80be0c3e620c tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:46:04.795628 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-ae6709fd-11ad-4bfd-907f-80be0c3e620c tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "DELETE /v2.0/security-groups/882a65cb-62ef-4ea0-9e4d-334723795888 HTTP/1.1" status: 204 len: 168 time: 0.1933277 May 30 05:46:04.914071 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 54696) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:46:04.919196 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-5f8725eb-8211-4cc4-b148-6f7e511901af tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1707562427', 'description': 'tempest-secgroup-smoke-1707562427 description', 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:46:04.925334 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-5f8725eb-8211-4cc4-b148-6f7e511901af tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:46:04.929566 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-5f8725eb-8211-4cc4-b148-6f7e511901af tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Usage tracker for resource:security_group and tenant:c5c2cbbf31414007b91a65943a87a6a2 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:46:04.932470 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-5f8725eb-8211-4cc4-b148-6f7e511901af tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:46:04.938282 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-5f8725eb-8211-4cc4-b148-6f7e511901af tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:46:04.947228 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5f8725eb-8211-4cc4-b148-6f7e511901af tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:46:04.967184 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-5f8725eb-8211-4cc4-b148-6f7e511901af tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:46:04.970934 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-5f8725eb-8211-4cc4-b148-6f7e511901af tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Usage tracker for resource:security_group_rule and tenant:c5c2cbbf31414007b91a65943a87a6a2 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:46:04.973672 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-5f8725eb-8211-4cc4-b148-6f7e511901af tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:46:04.979225 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-5f8725eb-8211-4cc4-b148-6f7e511901af tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:46:05.046771 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5f8725eb-8211-4cc4-b148-6f7e511901af tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:46:05.050129 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5f8725eb-8211-4cc4-b148-6f7e511901af tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:46:05.092977 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8725eb-8211-4cc4-b148-6f7e511901af tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b76bdc8b-a411-4456-82f2-a59c4f3156c9,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:46:05.096004 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5f8725eb-8211-4cc4-b148-6f7e511901af tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:46:05.097186 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-5f8725eb-8211-4cc4-b148-6f7e511901af tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1820886 May 30 05:46:05.100006 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 54700) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:46:05.104786 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-1c02cd95-00b9-48aa-b239-762b064605cc tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Request body: {'security_group_rule': {'security_group_id': 'b76bdc8b-a411-4456-82f2-a59c4f3156c9', 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:46:05.110718 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-1c02cd95-00b9-48aa-b239-762b064605cc tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:46:05.114542 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-1c02cd95-00b9-48aa-b239-762b064605cc tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Usage tracker for resource:security_group_rule and tenant:c5c2cbbf31414007b91a65943a87a6a2 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:46:05.117446 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-1c02cd95-00b9-48aa-b239-762b064605cc tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:46:05.123770 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-1c02cd95-00b9-48aa-b239-762b064605cc tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:46:05.141629 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1c02cd95-00b9-48aa-b239-762b064605cc tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:46:05.153517 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 5df8cfc9-bb5b-42fc-8d87-758563c80ade no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 05:46:05.187530 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] No Port match for: 5df8cfc9-bb5b-42fc-8d87-758563c80ade {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 05:46:05.187931 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 5df8cfc9-bb5b-42fc-8d87-758563c80ade not bound to the agent host dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 05:46:05.188446 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 45afc786-ece3-435f-9e22-fbbae4577f45 no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 05:46:05.223012 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] No Port match for: 45afc786-ece3-435f-9e22-fbbae4577f45 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 05:46:05.223512 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 45afc786-ece3-435f-9e22-fbbae4577f45 not bound to the agent host dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 05:46:05.309701 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1c02cd95-00b9-48aa-b239-762b064605cc tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:46:05.313301 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1c02cd95-00b9-48aa-b239-762b064605cc tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:46:05.336687 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c02cd95-00b9-48aa-b239-762b064605cc tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76366761-3f1d-4624-b603-56152231de54,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:46:05.347857 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1c02cd95-00b9-48aa-b239-762b064605cc tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:46:05.349021 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-1c02cd95-00b9-48aa-b239-762b064605cc tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2481308 May 30 05:46:05.351765 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 54704) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:46:05.357538 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-10161ba9-3edc-481e-9058-5e91a4545089 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Request body: {'security_group_rule': {'security_group_id': 'b76bdc8b-a411-4456-82f2-a59c4f3156c9', 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:46:05.363104 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-10161ba9-3edc-481e-9058-5e91a4545089 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:46:05.366791 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-10161ba9-3edc-481e-9058-5e91a4545089 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Usage tracker for resource:security_group_rule and tenant:c5c2cbbf31414007b91a65943a87a6a2 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:46:05.369579 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-10161ba9-3edc-481e-9058-5e91a4545089 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:46:05.375169 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-10161ba9-3edc-481e-9058-5e91a4545089 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:46:05.391139 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-10161ba9-3edc-481e-9058-5e91a4545089 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:46:05.448804 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-10161ba9-3edc-481e-9058-5e91a4545089 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:46:05.452642 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-10161ba9-3edc-481e-9058-5e91a4545089 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:46:05.479193 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10161ba9-3edc-481e-9058-5e91a4545089 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=914c34c3-e4bf-40e6-963a-f46a3285d68f,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:46:05.485868 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-10161ba9-3edc-481e-9058-5e91a4545089 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:46:05.487023 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-10161ba9-3edc-481e-9058-5e91a4545089 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1343465 May 30 05:46:05.490777 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 54708) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:46:05.495865 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-b717a183-080e-4b71-908d-c862e7c92b5e tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Request body: {'security_group_rule': {'security_group_id': 'b76bdc8b-a411-4456-82f2-a59c4f3156c9', 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:46:05.501569 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-b717a183-080e-4b71-908d-c862e7c92b5e tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:46:05.505377 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-b717a183-080e-4b71-908d-c862e7c92b5e tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Usage tracker for resource:security_group_rule and tenant:c5c2cbbf31414007b91a65943a87a6a2 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:46:05.508212 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-b717a183-080e-4b71-908d-c862e7c92b5e tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:46:05.514655 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-b717a183-080e-4b71-908d-c862e7c92b5e tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:46:05.530610 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b717a183-080e-4b71-908d-c862e7c92b5e tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:46:05.591807 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b717a183-080e-4b71-908d-c862e7c92b5e tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:46:05.595052 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b717a183-080e-4b71-908d-c862e7c92b5e tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:46:05.617166 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b717a183-080e-4b71-908d-c862e7c92b5e tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4544a350-fb89-4c66-a071-4b2199ed2eab,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:46:05.624573 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-b717a183-080e-4b71-908d-c862e7c92b5e tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:46:05.625756 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-b717a183-080e-4b71-908d-c862e7c92b5e tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1340446 May 30 05:46:05.628540 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 54712) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:46:05.633436 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-218f3510-40eb-4fc6-a9da-b0a01cb49b76 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Request body: {'security_group_rule': {'security_group_id': 'b76bdc8b-a411-4456-82f2-a59c4f3156c9', 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:46:05.639848 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-218f3510-40eb-4fc6-a9da-b0a01cb49b76 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:46:05.643620 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-218f3510-40eb-4fc6-a9da-b0a01cb49b76 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Usage tracker for resource:security_group_rule and tenant:c5c2cbbf31414007b91a65943a87a6a2 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:46:05.646425 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-218f3510-40eb-4fc6-a9da-b0a01cb49b76 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:46:05.652063 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-218f3510-40eb-4fc6-a9da-b0a01cb49b76 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:46:05.668701 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-218f3510-40eb-4fc6-a9da-b0a01cb49b76 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:46:05.729375 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-218f3510-40eb-4fc6-a9da-b0a01cb49b76 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:46:05.732697 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-218f3510-40eb-4fc6-a9da-b0a01cb49b76 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:46:05.755151 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218f3510-40eb-4fc6-a9da-b0a01cb49b76 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a13a9a36-0ff3-4616-919f-b3726640c8aa,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:46:05.763778 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-218f3510-40eb-4fc6-a9da-b0a01cb49b76 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:46:05.765248 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-218f3510-40eb-4fc6-a9da-b0a01cb49b76 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1357906 May 30 05:46:05.767899 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 54716) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:46:05.772675 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-1593fa02-eb55-4417-8a6c-d9c3331f8838 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Request body: {'security_group_rule': {'security_group_id': 'b76bdc8b-a411-4456-82f2-a59c4f3156c9', 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:46:05.778875 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-1593fa02-eb55-4417-8a6c-d9c3331f8838 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:46:05.782603 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-1593fa02-eb55-4417-8a6c-d9c3331f8838 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Usage tracker for resource:security_group_rule and tenant:c5c2cbbf31414007b91a65943a87a6a2 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:46:05.785406 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-1593fa02-eb55-4417-8a6c-d9c3331f8838 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:46:05.790994 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-1593fa02-eb55-4417-8a6c-d9c3331f8838 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:46:05.800847 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.db.securitygroups_db [None req-1593fa02-eb55-4417-8a6c-d9c3331f8838 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Project c5c2cbbf31414007b91a65943a87a6a2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 30 05:46:05.807023 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1593fa02-eb55-4417-8a6c-d9c3331f8838 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:46:05.868375 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1593fa02-eb55-4417-8a6c-d9c3331f8838 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:46:05.872350 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1593fa02-eb55-4417-8a6c-d9c3331f8838 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:46:05.895885 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1593fa02-eb55-4417-8a6c-d9c3331f8838 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dae96c22-fc9a-4260-b3fc-98c0cb3ffd8e,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:46:05.904967 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1593fa02-eb55-4417-8a6c-d9c3331f8838 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:46:05.906136 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-1593fa02-eb55-4417-8a6c-d9c3331f8838 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1373084 May 30 05:46:05.908726 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 54720) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:46:05.913404 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-427dc2cd-7498-4b6b-b08c-86afc805a817 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Request body: {'security_group_rule': {'security_group_id': 'b76bdc8b-a411-4456-82f2-a59c4f3156c9', 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:46:05.920512 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-427dc2cd-7498-4b6b-b08c-86afc805a817 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:46:05.926056 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-427dc2cd-7498-4b6b-b08c-86afc805a817 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Usage tracker for resource:security_group_rule and tenant:c5c2cbbf31414007b91a65943a87a6a2 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:46:05.928905 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-427dc2cd-7498-4b6b-b08c-86afc805a817 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:46:05.935514 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-427dc2cd-7498-4b6b-b08c-86afc805a817 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:46:05.948225 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.db.securitygroups_db [None req-427dc2cd-7498-4b6b-b08c-86afc805a817 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Project c5c2cbbf31414007b91a65943a87a6a2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 30 05:46:05.955340 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-427dc2cd-7498-4b6b-b08c-86afc805a817 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:46:06.018411 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-427dc2cd-7498-4b6b-b08c-86afc805a817 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:46:06.021649 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-427dc2cd-7498-4b6b-b08c-86afc805a817 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:46:06.043988 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427dc2cd-7498-4b6b-b08c-86afc805a817 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8ea8a0b-526f-40dc-9655-69628a4c77da,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:46:06.051946 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-427dc2cd-7498-4b6b-b08c-86afc805a817 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:46:06.053120 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-427dc2cd-7498-4b6b-b08c-86afc805a817 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1435020 May 30 05:46:06.055906 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 54724) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:46:06.061647 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-44912147-68fc-46cc-ae66-fc358e52f71c tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Request body: {'network': {'name': 'tempest-network-smoke--244679253', 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'port_security_enabled': True}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:46:06.066332 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-44912147-68fc-46cc-ae66-fc358e52f71c tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:46:06.070309 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-44912147-68fc-46cc-ae66-fc358e52f71c tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Usage tracker for resource:network and tenant:c5c2cbbf31414007b91a65943a87a6a2 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:46:06.073061 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-44912147-68fc-46cc-ae66-fc358e52f71c tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:46:06.079296 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-44912147-68fc-46cc-ae66-fc358e52f71c tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:46:06.089246 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44912147-68fc-46cc-ae66-fc358e52f71c tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Made reservation on behalf of c5c2cbbf31414007b91a65943a87a6a2 for: {'network': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:46:06.092588 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-44912147-68fc-46cc-ae66-fc358e52f71c tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for network, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:46:06.119276 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44912147-68fc-46cc-ae66-fc358e52f71c tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=88261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 05:46:06.128551 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-44912147-68fc-46cc-ae66-fc358e52f71c tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:46:06.129024 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.db.segments_db [None req-44912147-68fc-46cc-ae66-fc358e52f71c tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Added segment 86ee56bb-55ff-4c9a-bc43-bcdf8a72d12f of type vlan for network 8263e71a-2b7b-4ef9-9c5e-290f5e1f25bd May 30 05:46:06.155320 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-44912147-68fc-46cc-ae66-fc358e52f71c tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729234556353'] for network, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:46:06.183174 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-44912147-68fc-46cc-ae66-fc358e52f71c tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788'] for network, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:46:06.189177 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44912147-68fc-46cc-ae66-fc358e52f71c tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:46:06.189850 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-44912147-68fc-46cc-ae66-fc358e52f71c tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:46:06.296448 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-44912147-68fc-46cc-ae66-fc358e52f71c tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2382019 May 30 05:46:06.297943 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 54728) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:46:06.303347 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-0e409092-ed65-4650-adc9-b77142201e46 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-339297088', 'admin_state_up': True, 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'}}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:46:06.304260 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44912147-68fc-46cc-ae66-fc358e52f71c tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Pushing event updated for resources: {'Network': ['ID=8263e71a-2b7b-4ef9-9c5e-290f5e1f25bd,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:46:06.311875 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-0e409092-ed65-4650-adc9-b77142201e46 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:46:06.315160 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Network 8263e71a-2b7b-4ef9-9c5e-290f5e1f25bd details requested by agent ovs-agent-dv-neutron-843763-1-hyperv with host dv-neutron-843763-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 05:46:06.315777 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-0e409092-ed65-4650-adc9-b77142201e46 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Usage tracker for resource:router and tenant:c5c2cbbf31414007b91a65943a87a6a2 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:46:06.318665 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-0e409092-ed65-4650-adc9-b77142201e46 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:46:06.324910 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-0e409092-ed65-4650-adc9-b77142201e46 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:46:06.335394 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0e409092-ed65-4650-adc9-b77142201e46 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1603901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11666'] for router, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:46:06.336502 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0e409092-ed65-4650-adc9-b77142201e46 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11675'] for router, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:46:06.353017 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0e409092-ed65-4650-adc9-b77142201e46 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:46:06.618989 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0e409092-ed65-4650-adc9-b77142201e46 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11765'] for router, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:46:06.909390 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0e409092-ed65-4650-adc9-b77142201e46 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for router_gateway, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:46:06.937464 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0e409092-ed65-4650-adc9-b77142201e46 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:46:07.071027 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-0e409092-ed65-4650-adc9-b77142201e46 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Allocated IP 172.26.6.143 (1bab70f4-3794-44db-8e17-19f483aa8ffa/6b5b73c1-b0ce-4f83-a930-c00cc5522926/62e5b19d-52bf-417b-a751-8d43d3d32571) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:46:07.213339 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0e409092-ed65-4650-adc9-b77142201e46 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:46:07.241666 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0e409092-ed65-4650-adc9-b77142201e46 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:46:07.304527 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e409092-ed65-4650-adc9-b77142201e46 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Network 1bab70f4-3794-44db-8e17-19f483aa8ffa is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:46:07.307303 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-0e409092-ed65-4650-adc9-b77142201e46 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:46:07.311101 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e409092-ed65-4650-adc9-b77142201e46 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:46:07.353458 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e409092-ed65-4650-adc9-b77142201e46 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Pushing event updated for resources: {'Port': ['ID=62e5b19d-52bf-417b-a751-8d43d3d32571,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:46:07.818631 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0e409092-ed65-4650-adc9-b77142201e46 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for router_gateway, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:46:08.154011 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0e409092-ed65-4650-adc9-b77142201e46 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603653'] for router, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:46:08.354690 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e409092-ed65-4650-adc9-b77142201e46 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Router 32631335-fff7-46c7-8e84-2f9d0e567c7d is scheduled to L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 with binding_index 1 {{(pid=88260) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 30 05:46:08.529680 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e409092-ed65-4650-adc9-b77142201e46 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:46:08.539301 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14cf3904-af84-4f79-ae90-77940167392d None None] Sync routers for ids ['32631335-fff7-46c7-8e84-2f9d0e567c7d'] in dv-neutron-843763-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:46:08.549262 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14cf3904-af84-4f79-ae90-77940167392d None None] Routers {'32631335-fff7-46c7-8e84-2f9d0e567c7d'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:46:08.550185 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-14cf3904-af84-4f79-ae90-77940167392d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:46:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['32631335-fff7-46c7-8e84-2f9d0e567c7d'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:46:08.557964 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0e409092-ed65-4650-adc9-b77142201e46 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:46:08.559199 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-0e409092-ed65-4650-adc9-b77142201e46 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.2602324 May 30 05:46:08.562316 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 54732) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:46:08.601923 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-0a8ea082-087b-49a2-a7f1-0add2acf8383 tempest-TestNetworkAdvancedServerOps-1936340429 tempest-TestNetworkAdvancedServerOps-1936340429-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=c5c2cbbf31414007b91a65943a87a6a2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0385051 May 30 05:46:08.604413 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 54736) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:46:08.727393 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-14cf3904-af84-4f79-ae90-77940167392d None None] Set router 32631335-fff7-46c7-8e84-2f9d0e567c7d gateway port host: dv-neutron-843763-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:46:08.731451 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c27ad709-4c38-430f-b2e0-54db66faa9b1 tempest-TestNetworkAdvancedServerOps-1936340429 tempest-TestNetworkAdvancedServerOps-1936340429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:46:08.732940 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-c27ad709-4c38-430f-b2e0-54db66faa9b1 tempest-TestNetworkAdvancedServerOps-1936340429 tempest-TestNetworkAdvancedServerOps-1936340429-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1276436 May 30 05:46:08.735686 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 54740) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:46:08.777634 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-44982e6d-3c58-4033-b69e-3067a2346444 tempest-TestNetworkAdvancedServerOps-1936340429 tempest-TestNetworkAdvancedServerOps-1936340429-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=1bab70f4-3794-44db-8e17-19f483aa8ffa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0403721 May 30 05:46:08.780174 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 54744) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:46:08.785260 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-3e7b9301-51f7-4853-a60a-1ec54cdc350d tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-849743411', 'network_id': '8263e71a-2b7b-4ef9-9c5e-290f5e1f25bd', 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:46:09.004767 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-3e7b9301-51f7-4853-a60a-1ec54cdc350d tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:46:09.008560 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-3e7b9301-51f7-4853-a60a-1ec54cdc350d tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Usage tracker for resource:subnet and tenant:c5c2cbbf31414007b91a65943a87a6a2 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:46:09.012133 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-3e7b9301-51f7-4853-a60a-1ec54cdc350d tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:46:09.017706 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-3e7b9301-51f7-4853-a60a-1ec54cdc350d tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:46:09.027498 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e7b9301-51f7-4853-a60a-1ec54cdc350d tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Made reservation on behalf of c5c2cbbf31414007b91a65943a87a6a2 for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:46:09.031132 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3e7b9301-51f7-4853-a60a-1ec54cdc350d tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2133361'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:46:09.049246 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-14cf3904-af84-4f79-ae90-77940167392d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32631335-fff7-46c7-8e84-2f9d0e567c7d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339297088', 'tenant_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.143'}], 'enable_snat': True}, 'gw_port_id': '62e5b19d-52bf-417b-a751-8d43d3d32571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:46:06Z', 'updated_at': '2022-05-30T05:46:07Z', 'revision_number': 3, 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'gw_port': {'id': '62e5b19d-52bf-417b-a751-8d43d3d32571', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:8c:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32631335-fff7-46c7-8e84-2f9d0e567c7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:46:06Z', 'updated_at': '2022-05-30T05:46:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv'}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:46:09.053179 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14cf3904-af84-4f79-ae90-77940167392d None None] Checking router: 32631335-fff7-46c7-8e84-2f9d0e567c7d for host: dv-neutron-843763-1-hyperv {{(pid=88262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 05:46:09.053527 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14cf3904-af84-4f79-ae90-77940167392d None None] Updating router 32631335-fff7-46c7-8e84-2f9d0e567c7d port 62e5b19d-52bf-417b-a751-8d43d3d32571 binding host dv-neutron-843763-1-hyperv {{(pid=88262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 30 05:46:09.107989 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-14cf3904-af84-4f79-ae90-77940167392d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:46:09.247139 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3e7b9301-51f7-4853-a60a-1ec54cdc350d tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1547796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2133315'] for subnet, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:46:09.328230 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7b9301-51f7-4853-a60a-1ec54cdc350d tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Pushing event updated for resources: {'Subnet': ['ID=0a1225d5-e514-47fc-b8c3-61484ca8a371,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:46:09.335625 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7b9301-51f7-4853-a60a-1ec54cdc350d tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Checking segment: {'id': '86ee56bb-55ff-4c9a-bc43-bcdf8a72d12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '8263e71a-2b7b-4ef9-9c5e-290f5e1f25bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:46:09.335982 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e7b9301-51f7-4853-a60a-1ec54cdc350d tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Network hostable DHCP agents. Network: 8263e71a-2b7b-4ef9-9c5e-290f5e1f25bd, hostable agents: ['1c705e68-3d3e-4dd3-9252-feb21d4b96ab'], hosted agents: [] {{(pid=88260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 05:46:09.356605 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e7b9301-51f7-4853-a60a-1ec54cdc350d tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Network 8263e71a-2b7b-4ef9-9c5e-290f5e1f25bd is scheduled to be hosted by DHCP agent 1c705e68-3d3e-4dd3-9252-feb21d4b96ab with binding_index 1 {{(pid=88260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 05:46:09.366948 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-3e7b9301-51f7-4853-a60a-1ec54cdc350d tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843763-1-hyperv, 8263e71a-2b7b-4ef9-9c5e-290f5e1f25bd) {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:46:09.371750 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e7b9301-51f7-4853-a60a-1ec54cdc350d tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:46:09.372340 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-3e7b9301-51f7-4853-a60a-1ec54cdc350d tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:46:09.394195 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-3e7b9301-51f7-4853-a60a-1ec54cdc350d tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6130698 May 30 05:46:09.396891 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 54748) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:46:09.407920 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-027b915d-f449-4103-bf07-f6a18f608afd None None] Network 8263e71a-2b7b-4ef9-9c5e-290f5e1f25bd requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:46:09.517992 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-14cf3904-af84-4f79-ae90-77940167392d None None] Notify callbacks [] for port, precommit_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:46:09.545016 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-14cf3904-af84-4f79-ae90-77940167392d None None] Transition to ACTIVE for port object 62e5b19d-52bf-417b-a751-8d43d3d32571 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:46:09.563630 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-14cf3904-af84-4f79-ae90-77940167392d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:46:09.682112 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-14cf3904-af84-4f79-ae90-77940167392d None None] Attempting to bind port 62e5b19d-52bf-417b-a751-8d43d3d32571 on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 05:46:09.682474 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-14cf3904-af84-4f79-ae90-77940167392d None None] Attempting to bind port 62e5b19d-52bf-417b-a751-8d43d3d32571 by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': 'ad083d94-0233-4c50-a0ed-00ef7686038c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 05:46:09.682833 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14cf3904-af84-4f79-ae90-77940167392d None None] Attempting to bind port 62e5b19d-52bf-417b-a751-8d43d3d32571 on network 1bab70f4-3794-44db-8e17-19f483aa8ffa {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:46:09.691247 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ec84c6-9096-4fac-ab66-4c9f481942c9 None None] Pushing event updated for resources: {'Port': ['ID=62e5b19d-52bf-417b-a751-8d43d3d32571,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:46:09.697767 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14cf3904-af84-4f79-ae90-77940167392d None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 5, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 05:46:09.698160 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14cf3904-af84-4f79-ae90-77940167392d None None] Checking segment: {'id': 'ad083d94-0233-4c50-a0ed-00ef7686038c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:46:09.698556 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-14cf3904-af84-4f79-ae90-77940167392d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:46:09.698984 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14cf3904-af84-4f79-ae90-77940167392d None None] Bound using segment: {'id': 'ad083d94-0233-4c50-a0ed-00ef7686038c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 05:46:09.699444 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-14cf3904-af84-4f79-ae90-77940167392d None None] Bound port: 62e5b19d-52bf-417b-a751-8d43d3d32571, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad083d94-0233-4c50-a0ed-00ef7686038c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 05:46:09.699817 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-14cf3904-af84-4f79-ae90-77940167392d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:46:09.790174 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64a1f63d-700e-47e4-97d7-9e1ad0867ae7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bbf24ed-7ba9-53d2-873f-8f9642b1e987-8263e71a-2b7b-4ef9-9c5e-290f5e1f25bd', 'network_id': '8263e71a-2b7b-4ef9-9c5e-290f5e1f25bd', 'tenant_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'fixed_ips': [{'subnet_id': '0a1225d5-e514-47fc-b8c3-61484ca8a371'}]}} from dv-neutron-843763-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 30 05:46:09.790969 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-64a1f63d-700e-47e4-97d7-9e1ad0867ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:46:09.821400 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-14cf3904-af84-4f79-ae90-77940167392d None None] For port 62e5b19d-52bf-417b-a751-8d43d3d32571, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 05:46:09.865622 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-14cf3904-af84-4f79-ae90-77940167392d None None] For port 62e5b19d-52bf-417b-a751-8d43d3d32571, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=62e5b19d-52bf-417b-a751-8d43d3d32571,segment=NetworkSegment(ad083d94-0233-4c50-a0ed-00ef7686038c),segment_id=ad083d94-0233-4c50-a0ed-00ef7686038c)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 05:46:09.872111 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-14cf3904-af84-4f79-ae90-77940167392d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:46:10.015442 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14cf3904-af84-4f79-ae90-77940167392d None None] Routers {'32631335-fff7-46c7-8e84-2f9d0e567c7d'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:46:10.016051 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-14cf3904-af84-4f79-ae90-77940167392d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:46:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['32631335-fff7-46c7-8e84-2f9d0e567c7d'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:46:10.085237 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ec84c6-9096-4fac-ab66-4c9f481942c9 None None] Pushing event updated for resources: {'Port': ['ID=62e5b19d-52bf-417b-a751-8d43d3d32571,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:46:10.095236 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0659705d-8e40-439d-95de-490432c69fb6 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:46:10.114110 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-64a1f63d-700e-47e4-97d7-9e1ad0867ae7 None None] Allocated IP 172.20.0.2 (8263e71a-2b7b-4ef9-9c5e-290f5e1f25bd/0a1225d5-e514-47fc-b8c3-61484ca8a371/1886b392-1bb0-44f9-9f6d-19de014fad82) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:46:10.286562 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-14cf3904-af84-4f79-ae90-77940167392d None None] Set router 32631335-fff7-46c7-8e84-2f9d0e567c7d gateway port host: dv-neutron-843763-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:46:10.661415 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-64a1f63d-700e-47e4-97d7-9e1ad0867ae7 None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:46:10.678587 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-64a1f63d-700e-47e4-97d7-9e1ad0867ae7 None None] Transition to ACTIVE for port object 1886b392-1bb0-44f9-9f6d-19de014fad82 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:46:10.705115 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-64a1f63d-700e-47e4-97d7-9e1ad0867ae7 None None] Transition to ACTIVE for port object 1886b392-1bb0-44f9-9f6d-19de014fad82 will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:46:10.711556 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-64a1f63d-700e-47e4-97d7-9e1ad0867ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:46:10.774652 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a1f63d-700e-47e4-97d7-9e1ad0867ae7 None None] Network 8263e71a-2b7b-4ef9-9c5e-290f5e1f25bd is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:46:10.778997 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-64a1f63d-700e-47e4-97d7-9e1ad0867ae7 None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:46:10.783834 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a1f63d-700e-47e4-97d7-9e1ad0867ae7 None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:46:10.829689 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a1f63d-700e-47e4-97d7-9e1ad0867ae7 None None] Pushing event updated for resources: {'Port': ['ID=1886b392-1bb0-44f9-9f6d-19de014fad82,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:46:10.832353 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-14cf3904-af84-4f79-ae90-77940167392d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32631335-fff7-46c7-8e84-2f9d0e567c7d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339297088', 'tenant_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.143'}], 'enable_snat': True}, 'gw_port_id': '62e5b19d-52bf-417b-a751-8d43d3d32571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:46:06Z', 'updated_at': '2022-05-30T05:46:07Z', 'revision_number': 3, 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'gw_port': {'id': '62e5b19d-52bf-417b-a751-8d43d3d32571', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:8c:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32631335-fff7-46c7-8e84-2f9d0e567c7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:46:06Z', 'updated_at': '2022-05-30T05:46:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv'}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:46:10.872505 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14cf3904-af84-4f79-ae90-77940167392d None None] The sync data for ids ['32631335-fff7-46c7-8e84-2f9d0e567c7d'] in dv-neutron-843763-1-hyperv is: [{'id': '32631335-fff7-46c7-8e84-2f9d0e567c7d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339297088', 'tenant_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.143'}], 'enable_snat': True}, 'gw_port_id': '62e5b19d-52bf-417b-a751-8d43d3d32571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:46:06Z', 'updated_at': '2022-05-30T05:46:07Z', 'revision_number': 3, 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'gw_port': {'id': '62e5b19d-52bf-417b-a751-8d43d3d32571', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:8c:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32631335-fff7-46c7-8e84-2f9d0e567c7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:46:06Z', 'updated_at': '2022-05-30T05:46:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv'}] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:46:10.891626 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-0659705d-8e40-439d-95de-490432c69fb6 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Allocated IP 172.20.0.1 (8263e71a-2b7b-4ef9-9c5e-290f5e1f25bd/0a1225d5-e514-47fc-b8c3-61484ca8a371/b9f2b7a7-85cd-40e7-97cf-9b5e6971c2f9) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:46:10.899634 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-64a1f63d-700e-47e4-97d7-9e1ad0867ae7 None None] Attempting to bind port 1886b392-1bb0-44f9-9f6d-19de014fad82 on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 05:46:10.900003 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-64a1f63d-700e-47e4-97d7-9e1ad0867ae7 None None] Attempting to bind port 1886b392-1bb0-44f9-9f6d-19de014fad82 by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': '86ee56bb-55ff-4c9a-bc43-bcdf8a72d12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '8263e71a-2b7b-4ef9-9c5e-290f5e1f25bd'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 05:46:10.900365 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a1f63d-700e-47e4-97d7-9e1ad0867ae7 None None] Attempting to bind port 1886b392-1bb0-44f9-9f6d-19de014fad82 on network 8263e71a-2b7b-4ef9-9c5e-290f5e1f25bd {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:46:10.906388 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a1f63d-700e-47e4-97d7-9e1ad0867ae7 None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 5, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 05:46:10.906759 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a1f63d-700e-47e4-97d7-9e1ad0867ae7 None None] Checking segment: {'id': '86ee56bb-55ff-4c9a-bc43-bcdf8a72d12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '8263e71a-2b7b-4ef9-9c5e-290f5e1f25bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:46:10.907157 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-64a1f63d-700e-47e4-97d7-9e1ad0867ae7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:46:10.907547 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a1f63d-700e-47e4-97d7-9e1ad0867ae7 None None] Bound using segment: {'id': '86ee56bb-55ff-4c9a-bc43-bcdf8a72d12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '8263e71a-2b7b-4ef9-9c5e-290f5e1f25bd'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 05:46:10.908011 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-64a1f63d-700e-47e4-97d7-9e1ad0867ae7 None None] Bound port: 1886b392-1bb0-44f9-9f6d-19de014fad82, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86ee56bb-55ff-4c9a-bc43-bcdf8a72d12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '8263e71a-2b7b-4ef9-9c5e-290f5e1f25bd'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 05:46:10.908382 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-64a1f63d-700e-47e4-97d7-9e1ad0867ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:46:11.005204 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-64a1f63d-700e-47e4-97d7-9e1ad0867ae7 None None] For port 1886b392-1bb0-44f9-9f6d-19de014fad82, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 05:46:11.009617 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-64a1f63d-700e-47e4-97d7-9e1ad0867ae7 None None] For port 1886b392-1bb0-44f9-9f6d-19de014fad82, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=1886b392-1bb0-44f9-9f6d-19de014fad82,segment=NetworkSegment(86ee56bb-55ff-4c9a-bc43-bcdf8a72d12f),segment_id=86ee56bb-55ff-4c9a-bc43-bcdf8a72d12f)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 05:46:11.014889 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-64a1f63d-700e-47e4-97d7-9e1ad0867ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:46:11.055911 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0659705d-8e40-439d-95de-490432c69fb6 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:46:11.073321 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [None req-0659705d-8e40-439d-95de-490432c69fb6 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Transition to ACTIVE for port object b9f2b7a7-85cd-40e7-97cf-9b5e6971c2f9 will not be triggered until provisioned by entity DHCP. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:46:11.100995 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a1f63d-700e-47e4-97d7-9e1ad0867ae7 None None] Pushing event updated for resources: {'Port': ['ID=1886b392-1bb0-44f9-9f6d-19de014fad82,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:46:11.114688 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0659705d-8e40-439d-95de-490432c69fb6 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:46:11.198546 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0659705d-8e40-439d-95de-490432c69fb6 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Network 8263e71a-2b7b-4ef9-9c5e-290f5e1f25bd is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:46:11.204731 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-0659705d-8e40-439d-95de-490432c69fb6 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:46:11.210203 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0659705d-8e40-439d-95de-490432c69fb6 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:46:11.251248 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0659705d-8e40-439d-95de-490432c69fb6 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Pushing event updated for resources: {'Port': ['ID=b9f2b7a7-85cd-40e7-97cf-9b5e6971c2f9,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:46:11.283527 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 62e5b19d-52bf-417b-a751-8d43d3d32571 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:46:11.301977 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0659705d-8e40-439d-95de-490432c69fb6 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604623'] for router_interface, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:46:11.377412 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port 62e5b19d-52bf-417b-a751-8d43d3d32571 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:46:11.405085 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 62e5b19d-52bf-417b-a751-8d43d3d32571 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:46:11.405085 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:46:11.555364 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 62e5b19d-52bf-417b-a751-8d43d3d32571 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:46:11.555861 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:46:11.574769 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] For port 62e5b19d-52bf-417b-a751-8d43d3d32571, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=62e5b19d-52bf-417b-a751-8d43d3d32571,segment=NetworkSegment(ad083d94-0233-4c50-a0ed-00ef7686038c),segment_id=ad083d94-0233-4c50-a0ed-00ef7686038c)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:46:11.579923 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:46:11.650357 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0659705d-8e40-439d-95de-490432c69fb6 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:46:11.659670 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Pushing event updated for resources: {'Port': ['ID=62e5b19d-52bf-417b-a751-8d43d3d32571,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:46:12.084920 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0659705d-8e40-439d-95de-490432c69fb6 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for port, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:46:12.090361 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0659705d-8e40-439d-95de-490432c69fb6 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1547421'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:46:12.187614 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f86a9d7b-0c96-4a82-9371-5fa1d68f2adf None None] Network 8263e71a-2b7b-4ef9-9c5e-290f5e1f25bd requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:46:12.205649 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0659705d-8e40-439d-95de-490432c69fb6 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1642774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602230'] for router_interface, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:46:12.208994 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0659705d-8e40-439d-95de-490432c69fb6 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Pushing event updated for resources: {'Port': ['ID=b9f2b7a7-85cd-40e7-97cf-9b5e6971c2f9,revision_number=2']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:46:12.302007 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-fbc96820-f371-485b-a6d0-e451399fb79c None None] Provisioning for port 1886b392-1bb0-44f9-9f6d-19de014fad82 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:46:12.351440 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0659705d-8e40-439d-95de-490432c69fb6 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Network 8263e71a-2b7b-4ef9-9c5e-290f5e1f25bd is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:46:12.352755 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-0659705d-8e40-439d-95de-490432c69fb6 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:46:12.549081 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0659705d-8e40-439d-95de-490432c69fb6 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Router 32631335-fff7-46c7-8e84-2f9d0e567c7d has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 05:46:12.751250 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-04df9d3c-5daf-4ea9-8712-e69d8e0bb69c None None] Provisioning for port b9f2b7a7-85cd-40e7-97cf-9b5e6971c2f9 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:46:12.763449 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-04df9d3c-5daf-4ea9-8712-e69d8e0bb69c None None] Provisioning complete for port b9f2b7a7-85cd-40e7-97cf-9b5e6971c2f9 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:46:12.764056 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-04df9d3c-5daf-4ea9-8712-e69d8e0bb69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:46:12.822379 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-04df9d3c-5daf-4ea9-8712-e69d8e0bb69c None None] Port b9f2b7a7-85cd-40e7-97cf-9b5e6971c2f9 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 05:46:12.867160 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0659705d-8e40-439d-95de-490432c69fb6 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:46:12.879461 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9852db2-566a-485d-891a-53ced7069f45 None None] Sync routers for ids ['32631335-fff7-46c7-8e84-2f9d0e567c7d'] in dv-neutron-843763-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:46:12.880320 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-0659705d-8e40-439d-95de-490432c69fb6 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "PUT /v2.0/routers/32631335-fff7-46c7-8e84-2f9d0e567c7d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4824352 May 30 05:46:12.895817 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9852db2-566a-485d-891a-53ced7069f45 None None] Routers {'32631335-fff7-46c7-8e84-2f9d0e567c7d'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:46:12.896647 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-c9852db2-566a-485d-891a-53ced7069f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:46:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['32631335-fff7-46c7-8e84-2f9d0e567c7d'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:46:12.952337 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-e53d6894-9ceb-4aef-bf79-1d94a02b770e None None] Provisioning complete for port b9f2b7a7-85cd-40e7-97cf-9b5e6971c2f9 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:46:12.952980 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e53d6894-9ceb-4aef-bf79-1d94a02b770e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:46:13.020937 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-e53d6894-9ceb-4aef-bf79-1d94a02b770e None None] Port b9f2b7a7-85cd-40e7-97cf-9b5e6971c2f9 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 05:46:13.083585 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-c9852db2-566a-485d-891a-53ced7069f45 None None] Set router 32631335-fff7-46c7-8e84-2f9d0e567c7d gateway port host: dv-neutron-843763-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:46:13.152388 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-2cca560c-22d7-4919-aa8f-a1fbcb025a32 None None] Provisioning complete for port b9f2b7a7-85cd-40e7-97cf-9b5e6971c2f9 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:46:13.153018 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-2cca560c-22d7-4919-aa8f-a1fbcb025a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:46:13.177795 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-56b0e668-8ab6-46da-9f8f-d166aadec4e3 req-818a0746-6dfe-4990-a654-ecef573861e0 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Synchronizing usage tracker for tenant:c5c2cbbf31414007b91a65943a87a6a2 on resource:security_group {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:46:13.195922 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-56b0e668-8ab6-46da-9f8f-d166aadec4e3 req-818a0746-6dfe-4990-a654-ecef573861e0 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Unset dirty status for tenant:c5c2cbbf31414007b91a65943a87a6a2 on resource:security_group {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:46:13.206148 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-56b0e668-8ab6-46da-9f8f-d166aadec4e3 req-818a0746-6dfe-4990-a654-ecef573861e0 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1707562427&fields=id&tenant_id=c5c2cbbf31414007b91a65943a87a6a2 HTTP/1.1" status: 200 len: 267 time: 0.0725269 May 30 05:46:13.220906 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-2cca560c-22d7-4919-aa8f-a1fbcb025a32 None None] Port b9f2b7a7-85cd-40e7-97cf-9b5e6971c2f9 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 05:46:13.270247 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 1886b392-1bb0-44f9-9f6d-19de014fad82 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:46:13.347351 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port 1886b392-1bb0-44f9-9f6d-19de014fad82 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:46:13.352475 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 1886b392-1bb0-44f9-9f6d-19de014fad82 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:46:13.352959 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:46:13.368899 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b0e668-8ab6-46da-9f8f-d166aadec4e3 req-883fb5ef-8016-4f1f-bf88-474366a29da7 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:46:13.369582 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-56b0e668-8ab6-46da-9f8f-d166aadec4e3 req-883fb5ef-8016-4f1f-bf88-474366a29da7 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Synchronizing usage tracker for tenant:c5c2cbbf31414007b91a65943a87a6a2 on resource:network {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:46:13.385294 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-56b0e668-8ab6-46da-9f8f-d166aadec4e3 req-883fb5ef-8016-4f1f-bf88-474366a29da7 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Unset dirty status for tenant:c5c2cbbf31414007b91a65943a87a6a2 on resource:network {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:46:13.386502 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-56b0e668-8ab6-46da-9f8f-d166aadec4e3 req-883fb5ef-8016-4f1f-bf88-474366a29da7 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/networks?id=8263e71a-2b7b-4ef9-9c5e-290f5e1f25bd HTTP/1.1" status: 200 len: 796 time: 0.1795006 May 30 05:46:13.403208 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-56b0e668-8ab6-46da-9f8f-d166aadec4e3 req-82eb4dcd-a10f-4412-99bc-88473e293d3d tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/quotas/c5c2cbbf31414007b91a65943a87a6a2 HTTP/1.1" status: 200 len: 375 time: 0.0105605 May 30 05:46:13.419180 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-c9852db2-566a-485d-891a-53ced7069f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32631335-fff7-46c7-8e84-2f9d0e567c7d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339297088', 'tenant_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.143'}], 'enable_snat': True}, 'gw_port_id': '62e5b19d-52bf-417b-a751-8d43d3d32571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:46:06Z', 'updated_at': '2022-05-30T05:46:11Z', 'revision_number': 4, 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'gw_port': {'id': '62e5b19d-52bf-417b-a751-8d43d3d32571', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:8c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32631335-fff7-46c7-8e84-2f9d0e567c7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:46:06Z', 'updated_at': '2022-05-30T05:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': 'b9f2b7a7-85cd-40e7-97cf-9b5e6971c2f9', 'name': '', 'network_id': '8263e71a-2b7b-4ef9-9c5e-290f5e1f25bd', 'tenant_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'mac_address': 'fa:16:3e:e1:9c:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32631335-fff7-46c7-8e84-2f9d0e567c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '0a1225d5-e514-47fc-b8c3-61484ca8a371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:46:10Z', 'updated_at': '2022-05-30T05:46:11Z', 'revision_number': 2, 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'subnets': [{'id': '0a1225d5-e514-47fc-b8c3-61484ca8a371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:46:13.423014 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9852db2-566a-485d-891a-53ced7069f45 None None] Checking router: 32631335-fff7-46c7-8e84-2f9d0e567c7d for host: dv-neutron-843763-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 05:46:13.423351 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9852db2-566a-485d-891a-53ced7069f45 None None] Updating router 32631335-fff7-46c7-8e84-2f9d0e567c7d port b9f2b7a7-85cd-40e7-97cf-9b5e6971c2f9 binding host dv-neutron-843763-1-hyperv {{(pid=88263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 30 05:46:13.475640 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 1886b392-1bb0-44f9-9f6d-19de014fad82 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:46:13.476197 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:46:13.481508 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-c9852db2-566a-485d-891a-53ced7069f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:46:13.488106 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-56b0e668-8ab6-46da-9f8f-d166aadec4e3 req-219375fa-4747-45ab-b107-14c7369ca075 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Synchronizing usage tracker for tenant:c5c2cbbf31414007b91a65943a87a6a2 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:46:13.504869 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-56b0e668-8ab6-46da-9f8f-d166aadec4e3 req-219375fa-4747-45ab-b107-14c7369ca075 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Unset dirty status for tenant:c5c2cbbf31414007b91a65943a87a6a2 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:46:13.506514 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-56b0e668-8ab6-46da-9f8f-d166aadec4e3 req-219375fa-4747-45ab-b107-14c7369ca075 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=c5c2cbbf31414007b91a65943a87a6a2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0976238 May 30 05:46:13.510262 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] For port 1886b392-1bb0-44f9-9f6d-19de014fad82, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=1886b392-1bb0-44f9-9f6d-19de014fad82,segment=NetworkSegment(86ee56bb-55ff-4c9a-bc43-bcdf8a72d12f),segment_id=86ee56bb-55ff-4c9a-bc43-bcdf8a72d12f)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:46:13.514637 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:46:13.515493 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 62e5b19d-52bf-417b-a751-8d43d3d32571 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:46:13.565161 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [req-56b0e668-8ab6-46da-9f8f-d166aadec4e3 req-f27184dd-7f04-44c7-9a9b-2e8a3316c24d service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=88261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 30 05:46:13.566194 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-56b0e668-8ab6-46da-9f8f-d166aadec4e3 req-f27184dd-7f04-44c7-9a9b-2e8a3316c24d service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0466621 May 30 05:46:13.635728 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Pushing event updated for resources: {'Port': ['ID=1886b392-1bb0-44f9-9f6d-19de014fad82,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:46:13.648505 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 62e5b19d-52bf-417b-a751-8d43d3d32571 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:46:13.648873 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:46:13.702890 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-56b0e668-8ab6-46da-9f8f-d166aadec4e3 req-ca56971e-f344-4386-b25c-03f809b0101e service neutron] 10.222.0.15 "GET /v2.0/networks/8263e71a-2b7b-4ef9-9c5e-290f5e1f25bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301951 May 30 05:46:13.800370 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 62e5b19d-52bf-417b-a751-8d43d3d32571 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:46:13.841137 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-56b0e668-8ab6-46da-9f8f-d166aadec4e3 req-88a351ed-84ad-4b1e-ba84-aab725c8b83d service neutron] 10.222.0.15 "GET /v2.0/networks/8263e71a-2b7b-4ef9-9c5e-290f5e1f25bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321092 May 30 05:46:13.871292 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-c9852db2-566a-485d-891a-53ced7069f45 None None] Notify callbacks [] for port, precommit_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:46:13.882706 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.provisioning_blocks [None req-c9852db2-566a-485d-891a-53ced7069f45 None None] Transition to ACTIVE for port object b9f2b7a7-85cd-40e7-97cf-9b5e6971c2f9 will not be triggered until provisioned by entity L2. {{(pid=88263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:46:13.889968 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-c9852db2-566a-485d-891a-53ced7069f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:46:14.045721 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-aa3d4da1-214e-47a9-997c-5564fc49b473 req-cb67bafa-033e-41e9-8c1e-8afcbd5ee35a tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a49719d-9b68-4642-9341-c67c9d7945ae HTTP/1.1" status: 200 len: 210 time: 0.0469151 May 30 05:46:14.070121 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca1ed45-ee71-4ffd-91de-1ef5958d8a26 None None] Pushing event updated for resources: {'Port': ['ID=b9f2b7a7-85cd-40e7-97cf-9b5e6971c2f9,revision_number=3']} {{(pid=88263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:46:14.111384 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca1ed45-ee71-4ffd-91de-1ef5958d8a26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:46:14.111729 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca1ed45-ee71-4ffd-91de-1ef5958d8a26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:46:14.112063 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca1ed45-ee71-4ffd-91de-1ef5958d8a26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:46:14.112393 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca1ed45-ee71-4ffd-91de-1ef5958d8a26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:46:14.112722 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca1ed45-ee71-4ffd-91de-1ef5958d8a26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:46:14.113048 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca1ed45-ee71-4ffd-91de-1ef5958d8a26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:46:14.113370 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca1ed45-ee71-4ffd-91de-1ef5958d8a26 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:46:14.113689 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca1ed45-ee71-4ffd-91de-1ef5958d8a26 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:46:14.114036 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca1ed45-ee71-4ffd-91de-1ef5958d8a26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:46:14.114359 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca1ed45-ee71-4ffd-91de-1ef5958d8a26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:46:14.114679 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca1ed45-ee71-4ffd-91de-1ef5958d8a26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:46:14.114995 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca1ed45-ee71-4ffd-91de-1ef5958d8a26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:46:14.140825 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-c9852db2-566a-485d-891a-53ced7069f45 None None] Attempting to bind port b9f2b7a7-85cd-40e7-97cf-9b5e6971c2f9 on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 05:46:14.141042 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-c9852db2-566a-485d-891a-53ced7069f45 None None] Attempting to bind port b9f2b7a7-85cd-40e7-97cf-9b5e6971c2f9 by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': '86ee56bb-55ff-4c9a-bc43-bcdf8a72d12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '8263e71a-2b7b-4ef9-9c5e-290f5e1f25bd'}] {{(pid=88263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 05:46:14.141479 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9852db2-566a-485d-891a-53ced7069f45 None None] Attempting to bind port b9f2b7a7-85cd-40e7-97cf-9b5e6971c2f9 on network 8263e71a-2b7b-4ef9-9c5e-290f5e1f25bd {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:46:14.147064 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9852db2-566a-485d-891a-53ced7069f45 None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 5, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 05:46:14.147534 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9852db2-566a-485d-891a-53ced7069f45 None None] Checking segment: {'id': '86ee56bb-55ff-4c9a-bc43-bcdf8a72d12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '8263e71a-2b7b-4ef9-9c5e-290f5e1f25bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:46:14.148009 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-c9852db2-566a-485d-891a-53ced7069f45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:46:14.148470 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9852db2-566a-485d-891a-53ced7069f45 None None] Bound using segment: {'id': '86ee56bb-55ff-4c9a-bc43-bcdf8a72d12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '8263e71a-2b7b-4ef9-9c5e-290f5e1f25bd'} {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 05:46:14.149021 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-c9852db2-566a-485d-891a-53ced7069f45 None None] Bound port: b9f2b7a7-85cd-40e7-97cf-9b5e6971c2f9, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86ee56bb-55ff-4c9a-bc43-bcdf8a72d12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '8263e71a-2b7b-4ef9-9c5e-290f5e1f25bd'}}] {{(pid=88263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 05:46:14.149633 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-c9852db2-566a-485d-891a-53ced7069f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:46:14.240286 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.db [None req-c9852db2-566a-485d-891a-53ced7069f45 None None] For port b9f2b7a7-85cd-40e7-97cf-9b5e6971c2f9, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 05:46:14.243442 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.db [None req-c9852db2-566a-485d-891a-53ced7069f45 None None] For port b9f2b7a7-85cd-40e7-97cf-9b5e6971c2f9, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=b9f2b7a7-85cd-40e7-97cf-9b5e6971c2f9,segment=NetworkSegment(86ee56bb-55ff-4c9a-bc43-bcdf8a72d12f),segment_id=86ee56bb-55ff-4c9a-bc43-bcdf8a72d12f)] {{(pid=88263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 05:46:14.249594 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-c9852db2-566a-485d-891a-53ced7069f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:46:14.330388 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9852db2-566a-485d-891a-53ced7069f45 None None] Routers {'32631335-fff7-46c7-8e84-2f9d0e567c7d'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:46:14.330998 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-c9852db2-566a-485d-891a-53ced7069f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:46:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['32631335-fff7-46c7-8e84-2f9d0e567c7d'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:46:14.396712 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca1ed45-ee71-4ffd-91de-1ef5958d8a26 None None] Pushing event updated for resources: {'Port': ['ID=b9f2b7a7-85cd-40e7-97cf-9b5e6971c2f9,revision_number=4']} {{(pid=88263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:46:14.520828 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-c9852db2-566a-485d-891a-53ced7069f45 None None] Set router 32631335-fff7-46c7-8e84-2f9d0e567c7d gateway port host: dv-neutron-843763-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:46:14.829214 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-c9852db2-566a-485d-891a-53ced7069f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32631335-fff7-46c7-8e84-2f9d0e567c7d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339297088', 'tenant_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.143'}], 'enable_snat': True}, 'gw_port_id': '62e5b19d-52bf-417b-a751-8d43d3d32571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:46:06Z', 'updated_at': '2022-05-30T05:46:11Z', 'revision_number': 4, 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'gw_port': {'id': '62e5b19d-52bf-417b-a751-8d43d3d32571', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:8c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32631335-fff7-46c7-8e84-2f9d0e567c7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:46:06Z', 'updated_at': '2022-05-30T05:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': 'b9f2b7a7-85cd-40e7-97cf-9b5e6971c2f9', 'name': '', 'network_id': '8263e71a-2b7b-4ef9-9c5e-290f5e1f25bd', 'tenant_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'mac_address': 'fa:16:3e:e1:9c:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32631335-fff7-46c7-8e84-2f9d0e567c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '0a1225d5-e514-47fc-b8c3-61484ca8a371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:46:10Z', 'updated_at': '2022-05-30T05:46:14Z', 'revision_number': 4, 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'subnets': [{'id': '0a1225d5-e514-47fc-b8c3-61484ca8a371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:46:14.833550 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9852db2-566a-485d-891a-53ced7069f45 None None] The sync data for ids ['32631335-fff7-46c7-8e84-2f9d0e567c7d'] in dv-neutron-843763-1-hyperv is: [{'id': '32631335-fff7-46c7-8e84-2f9d0e567c7d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339297088', 'tenant_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.143'}], 'enable_snat': True}, 'gw_port_id': '62e5b19d-52bf-417b-a751-8d43d3d32571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:46:06Z', 'updated_at': '2022-05-30T05:46:11Z', 'revision_number': 4, 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'gw_port': {'id': '62e5b19d-52bf-417b-a751-8d43d3d32571', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:8c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32631335-fff7-46c7-8e84-2f9d0e567c7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:46:06Z', 'updated_at': '2022-05-30T05:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': 'b9f2b7a7-85cd-40e7-97cf-9b5e6971c2f9', 'name': '', 'network_id': '8263e71a-2b7b-4ef9-9c5e-290f5e1f25bd', 'tenant_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'mac_address': 'fa:16:3e:e1:9c:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32631335-fff7-46c7-8e84-2f9d0e567c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '0a1225d5-e514-47fc-b8c3-61484ca8a371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:46:10Z', 'updated_at': '2022-05-30T05:46:14Z', 'revision_number': 4, 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'subnets': [{'id': '0a1225d5-e514-47fc-b8c3-61484ca8a371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:46:15.301440 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 1886b392-1bb0-44f9-9f6d-19de014fad82 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:46:15.383426 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 1886b392-1bb0-44f9-9f6d-19de014fad82 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:46:15.383872 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:46:15.391153 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4df93d80-680f-404c-831a-76da777866ac req-e12ec797-c81c-449d-883b-388125c4b011 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a49719d-9b68-4642-9341-c67c9d7945ae HTTP/1.1" status: 200 len: 210 time: 0.1160433 May 30 05:46:15.457987 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b0e668-8ab6-46da-9f8f-d166aadec4e3 req-62a1f759-b48b-4294-a205-17df7720d896 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:46:15.460543 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-56b0e668-8ab6-46da-9f8f-d166aadec4e3 req-62a1f759-b48b-4294-a205-17df7720d896 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.39 "GET /v2.0/networks?id=8263e71a-2b7b-4ef9-9c5e-290f5e1f25bd HTTP/1.1" status: 200 len: 796 time: 0.3040235 May 30 05:46:15.522712 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 1886b392-1bb0-44f9-9f6d-19de014fad82 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:46:15.523953 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-56b0e668-8ab6-46da-9f8f-d166aadec4e3 req-de296f8c-a2f8-47e5-9b3e-af16b1d40e77 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c5c2cbbf31414007b91a65943a87a6a2 HTTP/1.1" status: 200 len: 380 time: 0.0447571 May 30 05:46:15.524086 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device b9f2b7a7-85cd-40e7-97cf-9b5e6971c2f9 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:46:15.532787 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [req-56b0e668-8ab6-46da-9f8f-d166aadec4e3 req-1e6615de-378c-48fa-ae57-10ba312bb00f tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Request body: {'port': {'device_id': '3a49719d-9b68-4642-9341-c67c9d7945ae', 'network_id': '8263e71a-2b7b-4ef9-9c5e-290f5e1f25bd', 'admin_state_up': True, 'tenant_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'security_groups': ['b76bdc8b-a411-4456-82f2-a59c4f3156c9']}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:46:15.592288 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port b9f2b7a7-85cd-40e7-97cf-9b5e6971c2f9 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:46:15.597695 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port b9f2b7a7-85cd-40e7-97cf-9b5e6971c2f9 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:46:15.598097 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:46:15.683941 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [req-56b0e668-8ab6-46da-9f8f-d166aadec4e3 req-1e6615de-378c-48fa-ae57-10ba312bb00f tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:46:15.695134 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [req-56b0e668-8ab6-46da-9f8f-d166aadec4e3 req-1e6615de-378c-48fa-ae57-10ba312bb00f tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:46:15.705304 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56b0e668-8ab6-46da-9f8f-d166aadec4e3 req-1e6615de-378c-48fa-ae57-10ba312bb00f tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Made reservation on behalf of c5c2cbbf31414007b91a65943a87a6a2 for: {'port': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:46:15.709004 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-56b0e668-8ab6-46da-9f8f-d166aadec4e3 req-1e6615de-378c-48fa-ae57-10ba312bb00f tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:46:15.724195 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port b9f2b7a7-85cd-40e7-97cf-9b5e6971c2f9 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:46:15.724849 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:46:15.760465 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] For port b9f2b7a7-85cd-40e7-97cf-9b5e6971c2f9, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=b9f2b7a7-85cd-40e7-97cf-9b5e6971c2f9,segment=NetworkSegment(86ee56bb-55ff-4c9a-bc43-bcdf8a72d12f),segment_id=86ee56bb-55ff-4c9a-bc43-bcdf8a72d12f)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:46:15.765763 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:46:15.843244 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Pushing event updated for resources: {'Port': ['ID=b9f2b7a7-85cd-40e7-97cf-9b5e6971c2f9,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:46:15.989192 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [req-56b0e668-8ab6-46da-9f8f-d166aadec4e3 req-1e6615de-378c-48fa-ae57-10ba312bb00f tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Allocated IP 172.20.0.12 (8263e71a-2b7b-4ef9-9c5e-290f5e1f25bd/0a1225d5-e514-47fc-b8c3-61484ca8a371/c39cd789-07a7-4c9b-967e-aec914586a93) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:46:16.171796 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-56b0e668-8ab6-46da-9f8f-d166aadec4e3 req-1e6615de-378c-48fa-ae57-10ba312bb00f tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:46:16.187279 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [req-56b0e668-8ab6-46da-9f8f-d166aadec4e3 req-1e6615de-378c-48fa-ae57-10ba312bb00f tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Transition to ACTIVE for port object c39cd789-07a7-4c9b-967e-aec914586a93 will not be triggered until provisioned by entity DHCP. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:46:16.211677 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-56b0e668-8ab6-46da-9f8f-d166aadec4e3 req-1e6615de-378c-48fa-ae57-10ba312bb00f tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:46:16.285969 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56b0e668-8ab6-46da-9f8f-d166aadec4e3 req-1e6615de-378c-48fa-ae57-10ba312bb00f tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Network 8263e71a-2b7b-4ef9-9c5e-290f5e1f25bd is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:46:16.289464 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [req-56b0e668-8ab6-46da-9f8f-d166aadec4e3 req-1e6615de-378c-48fa-ae57-10ba312bb00f tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:46:16.291912 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [req-56b0e668-8ab6-46da-9f8f-d166aadec4e3 req-1e6615de-378c-48fa-ae57-10ba312bb00f tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:46:16.327914 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6615de-378c-48fa-ae57-10ba312bb00f tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Pushing event updated for resources: {'Port': ['ID=c39cd789-07a7-4c9b-967e-aec914586a93,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:46:16.361396 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b0e668-8ab6-46da-9f8f-d166aadec4e3 req-1e6615de-378c-48fa-ae57-10ba312bb00f tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:46:16.362282 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-56b0e668-8ab6-46da-9f8f-d166aadec4e3 req-1e6615de-378c-48fa-ae57-10ba312bb00f tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:46:16.389295 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-56b0e668-8ab6-46da-9f8f-d166aadec4e3 req-1e6615de-378c-48fa-ae57-10ba312bb00f tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8603938 May 30 05:46:16.400602 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [req-56b0e668-8ab6-46da-9f8f-d166aadec4e3 req-2fff8c99-7c5c-41a1-af15-62c0b9cf40ee service neutron] Request body: {'port': {'device_id': '3a49719d-9b68-4642-9341-c67c9d7945ae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8437'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:46:16.535238 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-7484d9e3-1bc3-46b2-9ad3-a5f2d0595a02 None None] Provisioning for port c39cd789-07a7-4c9b-967e-aec914586a93 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:46:16.539972 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-7484d9e3-1bc3-46b2-9ad3-a5f2d0595a02 None None] Provisioning complete for port c39cd789-07a7-4c9b-967e-aec914586a93 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:46:16.540344 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7484d9e3-1bc3-46b2-9ad3-a5f2d0595a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:46:16.562619 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-56b0e668-8ab6-46da-9f8f-d166aadec4e3 req-2fff8c99-7c5c-41a1-af15-62c0b9cf40ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:46:16.601231 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-7484d9e3-1bc3-46b2-9ad3-a5f2d0595a02 None None] Port c39cd789-07a7-4c9b-967e-aec914586a93 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 05:46:16.700992 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62f1356-1b44-41a8-8716-e7a2d0085121 req-91392857-7dd6-4003-bd3a-ba9a7aa7acf3 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:46:16.701687 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-a62f1356-1b44-41a8-8716-e7a2d0085121 req-91392857-7dd6-4003-bd3a-ba9a7aa7acf3 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Synchronizing usage tracker for tenant:c5c2cbbf31414007b91a65943a87a6a2 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:46:16.744711 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-a62f1356-1b44-41a8-8716-e7a2d0085121 req-91392857-7dd6-4003-bd3a-ba9a7aa7acf3 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Unset dirty status for tenant:c5c2cbbf31414007b91a65943a87a6a2 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:46:16.746509 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a62f1356-1b44-41a8-8716-e7a2d0085121 req-91392857-7dd6-4003-bd3a-ba9a7aa7acf3 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a49719d-9b68-4642-9341-c67c9d7945ae HTTP/1.1" status: 200 len: 932 time: 0.2397022 May 30 05:46:16.871319 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a62f1356-1b44-41a8-8716-e7a2d0085121 req-5f50338f-c8e4-4ddc-adce-d6de58273e76 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/security-groups?id=b76bdc8b-a411-4456-82f2-a59c4f3156c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077302 May 30 05:46:16.974599 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [req-56b0e668-8ab6-46da-9f8f-d166aadec4e3 req-2fff8c99-7c5c-41a1-af15-62c0b9cf40ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c39cd789-07a7-4c9b-967e-aec914586a93 {{(pid=88261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 30 05:46:16.982390 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-56b0e668-8ab6-46da-9f8f-d166aadec4e3 req-2fff8c99-7c5c-41a1-af15-62c0b9cf40ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:46:16.996651 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [req-56b0e668-8ab6-46da-9f8f-d166aadec4e3 req-2fff8c99-7c5c-41a1-af15-62c0b9cf40ee service neutron] Transition to ACTIVE for port object c39cd789-07a7-4c9b-967e-aec914586a93 will not be triggered until provisioned by entity L2. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:46:17.000650 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-56b0e668-8ab6-46da-9f8f-d166aadec4e3 req-2fff8c99-7c5c-41a1-af15-62c0b9cf40ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2304381'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:46:17.156085 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fff8c99-7c5c-41a1-af15-62c0b9cf40ee service neutron] Pushing event updated for resources: {'Port': ['ID=c39cd789-07a7-4c9b-967e-aec914586a93,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:46:17.178876 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device b9f2b7a7-85cd-40e7-97cf-9b5e6971c2f9 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:46:17.244901 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [req-56b0e668-8ab6-46da-9f8f-d166aadec4e3 req-2fff8c99-7c5c-41a1-af15-62c0b9cf40ee service neutron] Attempting to bind port c39cd789-07a7-4c9b-967e-aec914586a93 on host hv-neutron-8437 for vnic_type normal with profile {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 05:46:17.245364 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [req-56b0e668-8ab6-46da-9f8f-d166aadec4e3 req-2fff8c99-7c5c-41a1-af15-62c0b9cf40ee service neutron] Attempting to bind port c39cd789-07a7-4c9b-967e-aec914586a93 by drivers openvswitch,hyperv on host hv-neutron-8437 at level 0 using segments [{'id': '86ee56bb-55ff-4c9a-bc43-bcdf8a72d12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '8263e71a-2b7b-4ef9-9c5e-290f5e1f25bd'}] {{(pid=88261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 05:46:17.245885 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b0e668-8ab6-46da-9f8f-d166aadec4e3 req-2fff8c99-7c5c-41a1-af15-62c0b9cf40ee service neutron] Attempting to bind port c39cd789-07a7-4c9b-967e-aec914586a93 on network 8263e71a-2b7b-4ef9-9c5e-290f5e1f25bd {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:46:17.250717 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b0e668-8ab6-46da-9f8f-d166aadec4e3 req-2fff8c99-7c5c-41a1-af15-62c0b9cf40ee service neutron] Port c39cd789-07a7-4c9b-967e-aec914586a93 on network 8263e71a-2b7b-4ef9-9c5e-290f5e1f25bd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8437 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 30 05:46:17.250847 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port b9f2b7a7-85cd-40e7-97cf-9b5e6971c2f9 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:46:17.251044 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b0e668-8ab6-46da-9f8f-d166aadec4e3 req-2fff8c99-7c5c-41a1-af15-62c0b9cf40ee service neutron] Attempting to bind port c39cd789-07a7-4c9b-967e-aec914586a93 on network 8263e71a-2b7b-4ef9-9c5e-290f5e1f25bd {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:46:17.251151 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:46:17.256097 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b0e668-8ab6-46da-9f8f-d166aadec4e3 req-2fff8c99-7c5c-41a1-af15-62c0b9cf40ee service neutron] Checking agent: {'id': 'de0c936d-420b-412f-9642-7bfe80b5ab25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8437', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 51, 47), 'started_at': datetime.datetime(2022, 5, 30, 4, 51, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 5, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 05:46:17.256436 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b0e668-8ab6-46da-9f8f-d166aadec4e3 req-2fff8c99-7c5c-41a1-af15-62c0b9cf40ee service neutron] Checking segment: {'id': '86ee56bb-55ff-4c9a-bc43-bcdf8a72d12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '8263e71a-2b7b-4ef9-9c5e-290f5e1f25bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:46:17.256825 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b0e668-8ab6-46da-9f8f-d166aadec4e3 req-2fff8c99-7c5c-41a1-af15-62c0b9cf40ee service neutron] Bound using segment: {'id': '86ee56bb-55ff-4c9a-bc43-bcdf8a72d12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '8263e71a-2b7b-4ef9-9c5e-290f5e1f25bd'} {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 05:46:17.257251 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [req-56b0e668-8ab6-46da-9f8f-d166aadec4e3 req-2fff8c99-7c5c-41a1-af15-62c0b9cf40ee service neutron] Bound port: c39cd789-07a7-4c9b-967e-aec914586a93, host: hv-neutron-8437, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86ee56bb-55ff-4c9a-bc43-bcdf8a72d12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '8263e71a-2b7b-4ef9-9c5e-290f5e1f25bd'}}] {{(pid=88261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 05:46:17.257599 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-56b0e668-8ab6-46da-9f8f-d166aadec4e3 req-2fff8c99-7c5c-41a1-af15-62c0b9cf40ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:46:17.351611 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [req-56b0e668-8ab6-46da-9f8f-d166aadec4e3 req-2fff8c99-7c5c-41a1-af15-62c0b9cf40ee service neutron] For port c39cd789-07a7-4c9b-967e-aec914586a93, host hv-neutron-8437, cleared binding levels {{(pid=88261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 05:46:17.354549 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [req-56b0e668-8ab6-46da-9f8f-d166aadec4e3 req-2fff8c99-7c5c-41a1-af15-62c0b9cf40ee service neutron] For port c39cd789-07a7-4c9b-967e-aec914586a93, host hv-neutron-8437, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=c39cd789-07a7-4c9b-967e-aec914586a93,segment=NetworkSegment(86ee56bb-55ff-4c9a-bc43-bcdf8a72d12f),segment_id=86ee56bb-55ff-4c9a-bc43-bcdf8a72d12f)] {{(pid=88261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 05:46:17.359900 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-56b0e668-8ab6-46da-9f8f-d166aadec4e3 req-2fff8c99-7c5c-41a1-af15-62c0b9cf40ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2304381'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:46:17.379083 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port b9f2b7a7-85cd-40e7-97cf-9b5e6971c2f9 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:46:17.422185 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b0e668-8ab6-46da-9f8f-d166aadec4e3 req-2fff8c99-7c5c-41a1-af15-62c0b9cf40ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:46:17.423032 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-56b0e668-8ab6-46da-9f8f-d166aadec4e3 req-2fff8c99-7c5c-41a1-af15-62c0b9cf40ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:46:17.424300 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-56b0e668-8ab6-46da-9f8f-d166aadec4e3 req-2fff8c99-7c5c-41a1-af15-62c0b9cf40ee service neutron] 10.222.0.39 "PUT /v2.0/ports/c39cd789-07a7-4c9b-967e-aec914586a93 HTTP/1.1" status: 200 len: 1094 time: 1.0278947 May 30 05:46:17.424731 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a49719d-9b68-4642-9341-c67c9d7945ae', 'tag': 'c39cd789-07a7-4c9b-967e-aec914586a93'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:46:17.448465 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fff8c99-7c5c-41a1-af15-62c0b9cf40ee service neutron] Pushing event updated for resources: {'Port': ['ID=c39cd789-07a7-4c9b-967e-aec914586a93,revision_number=3']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:46:17.494143 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45137021-2c84-4c11-9b76-54b4955af53f'] response: {'name': 'network-changed', 'server_uuid': '3a49719d-9b68-4642-9341-c67c9d7945ae', 'tag': 'c39cd789-07a7-4c9b-967e-aec914586a93', 'status': 'completed', 'code': 200} May 30 05:46:17.540094 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b0e668-8ab6-46da-9f8f-d166aadec4e3 req-8ffe8186-dee9-4f5f-bcd0-20c28cd55c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:46:17.541612 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-56b0e668-8ab6-46da-9f8f-d166aadec4e3 req-8ffe8186-dee9-4f5f-bcd0-20c28cd55c6d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c5c2cbbf31414007b91a65943a87a6a2&device_id=3a49719d-9b68-4642-9341-c67c9d7945ae HTTP/1.1" status: 200 len: 1097 time: 0.0801756 May 30 05:46:17.609325 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-56b0e668-8ab6-46da-9f8f-d166aadec4e3 req-60a93494-81bb-4531-bc57-d605348093cd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c39cd789-07a7-4c9b-967e-aec914586a93 HTTP/1.1" status: 200 len: 217 time: 0.0608869 May 30 05:46:17.766893 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b0e668-8ab6-46da-9f8f-d166aadec4e3 req-20e8ae24-f76d-4274-aeef-5941403cb29e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:46:17.768302 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-56b0e668-8ab6-46da-9f8f-d166aadec4e3 req-20e8ae24-f76d-4274-aeef-5941403cb29e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0a1225d5-e514-47fc-b8c3-61484ca8a371 HTTP/1.1" status: 200 len: 834 time: 0.1537652 May 30 05:46:17.841030 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b0e668-8ab6-46da-9f8f-d166aadec4e3 req-a7fbb2fd-63e6-4f4a-8b23-21688deef426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:46:17.842479 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-56b0e668-8ab6-46da-9f8f-d166aadec4e3 req-a7fbb2fd-63e6-4f4a-8b23-21688deef426 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8263e71a-2b7b-4ef9-9c5e-290f5e1f25bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683024 May 30 05:46:17.871943 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:46:17.977901 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-56b0e668-8ab6-46da-9f8f-d166aadec4e3 req-e74e5ddc-f9a5-44f8-9eb9-046540502da4 service neutron] 10.222.0.39 "GET /v2.0/networks/8263e71a-2b7b-4ef9-9c5e-290f5e1f25bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291289 May 30 05:46:18.115423 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-56b0e668-8ab6-46da-9f8f-d166aadec4e3 req-b74af4cf-0e00-4738-b9a4-fd9d6544d8db service neutron] 10.222.0.39 "GET /v2.0/networks/8263e71a-2b7b-4ef9-9c5e-290f5e1f25bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314251 May 30 05:46:18.268207 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d53a06c-d911-443f-a9f3-8400aee048e2 req-6cd1425b-1209-45e4-9f31-4cec07aeabcc tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:46:18.269671 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7d53a06c-d911-443f-a9f3-8400aee048e2 req-6cd1425b-1209-45e4-9f31-4cec07aeabcc tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a49719d-9b68-4642-9341-c67c9d7945ae HTTP/1.1" status: 200 len: 944 time: 0.1375258 May 30 05:46:18.275432 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bc04b6-fad0-49c0-97da-1a6b58b1f7b9 req-77c58698-1803-4ac1-b8c8-60de75aaa520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:46:18.276798 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a4bc04b6-fad0-49c0-97da-1a6b58b1f7b9 req-77c58698-1803-4ac1-b8c8-60de75aaa520 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c5c2cbbf31414007b91a65943a87a6a2&device_id=3a49719d-9b68-4642-9341-c67c9d7945ae HTTP/1.1" status: 200 len: 1097 time: 0.1134691 May 30 05:46:18.392706 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7d53a06c-d911-443f-a9f3-8400aee048e2 req-d9e109b3-6811-4ba4-a99b-7f52e1908706 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/security-groups?id=b76bdc8b-a411-4456-82f2-a59c4f3156c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149793 May 30 05:46:18.432171 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bc04b6-fad0-49c0-97da-1a6b58b1f7b9 req-4e744c34-3b4e-4fb9-bdd1-4e7864fd74be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:46:18.434251 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a4bc04b6-fad0-49c0-97da-1a6b58b1f7b9 req-4e744c34-3b4e-4fb9-bdd1-4e7864fd74be service neutron] 10.222.0.39 "GET /v2.0/networks?id=8263e71a-2b7b-4ef9-9c5e-290f5e1f25bd HTTP/1.1" status: 200 len: 897 time: 0.1443949 May 30 05:46:18.503302 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a4bc04b6-fad0-49c0-97da-1a6b58b1f7b9 req-9bc16926-d504-45c1-a6e6-85abd7165ce2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c39cd789-07a7-4c9b-967e-aec914586a93 HTTP/1.1" status: 200 len: 217 time: 0.0625811 May 30 05:46:18.563930 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bc04b6-fad0-49c0-97da-1a6b58b1f7b9 req-93164eff-3311-4a3a-acc6-7d0e0206f3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:46:18.565308 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a4bc04b6-fad0-49c0-97da-1a6b58b1f7b9 req-93164eff-3311-4a3a-acc6-7d0e0206f3ff service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0a1225d5-e514-47fc-b8c3-61484ca8a371 HTTP/1.1" status: 200 len: 834 time: 0.0561743 May 30 05:46:18.641364 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bc04b6-fad0-49c0-97da-1a6b58b1f7b9 req-2a29e2c6-6e52-4470-96db-5e03f4d4152e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:46:18.642850 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a4bc04b6-fad0-49c0-97da-1a6b58b1f7b9 req-2a29e2c6-6e52-4470-96db-5e03f4d4152e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8263e71a-2b7b-4ef9-9c5e-290f5e1f25bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718055 May 30 05:46:18.770832 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a4bc04b6-fad0-49c0-97da-1a6b58b1f7b9 req-73409987-fee5-45da-a090-b06f1b527032 service neutron] 10.222.0.39 "GET /v2.0/networks/8263e71a-2b7b-4ef9-9c5e-290f5e1f25bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213598 May 30 05:46:18.898738 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a4bc04b6-fad0-49c0-97da-1a6b58b1f7b9 req-514bc2f5-ea2d-449c-9a7e-608c9a3c5bc3 service neutron] 10.222.0.39 "GET /v2.0/networks/8263e71a-2b7b-4ef9-9c5e-290f5e1f25bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216872 May 30 05:46:19.571193 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fdcabf-5ed0-4d27-be5d-84d7516d9087 req-8cd1613f-90a3-483b-b078-a8a4817bd7e6 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:46:19.572625 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c0fdcabf-5ed0-4d27-be5d-84d7516d9087 req-8cd1613f-90a3-483b-b078-a8a4817bd7e6 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a49719d-9b68-4642-9341-c67c9d7945ae HTTP/1.1" status: 200 len: 944 time: 0.0795131 May 30 05:46:19.621506 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c0fdcabf-5ed0-4d27-be5d-84d7516d9087 req-1f6f3e7b-3499-4b9f-8f43-381d051ae2c7 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/security-groups?id=b76bdc8b-a411-4456-82f2-a59c4f3156c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416551 May 30 05:46:20.803283 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b112929-b1da-45f1-8738-be8a7e62f404 req-34387c62-6603-4d2c-b886-1397caf2c5ff tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:46:20.804713 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6b112929-b1da-45f1-8738-be8a7e62f404 req-34387c62-6603-4d2c-b886-1397caf2c5ff tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a49719d-9b68-4642-9341-c67c9d7945ae HTTP/1.1" status: 200 len: 944 time: 0.0807853 May 30 05:46:20.847606 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6b112929-b1da-45f1-8738-be8a7e62f404 req-ffa7080a-8272-49ea-9be1-a177f36d18ff tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/security-groups?id=b76bdc8b-a411-4456-82f2-a59c4f3156c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372503 May 30 05:46:22.040468 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7433afb3-9c79-4359-b0aa-0c3792fc68e1 req-9758e7c5-bb31-4772-afc0-9319500a0286 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:46:22.041942 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7433afb3-9c79-4359-b0aa-0c3792fc68e1 req-9758e7c5-bb31-4772-afc0-9319500a0286 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a49719d-9b68-4642-9341-c67c9d7945ae HTTP/1.1" status: 200 len: 944 time: 0.0854602 May 30 05:46:22.088066 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7433afb3-9c79-4359-b0aa-0c3792fc68e1 req-a3f0f21f-772c-4504-b6e2-699ad69492e4 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/security-groups?id=b76bdc8b-a411-4456-82f2-a59c4f3156c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403605 May 30 05:46:22.237788 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device c39cd789-07a7-4c9b-967e-aec914586a93 details requested by agent hyperv_hv-neutron-8437 with host hv-neutron-8437 {{(pid=88262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 05:46:22.366364 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port c39cd789-07a7-4c9b-967e-aec914586a93, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=c39cd789-07a7-4c9b-967e-aec914586a93,segment=NetworkSegment(86ee56bb-55ff-4c9a-bc43-bcdf8a72d12f),segment_id=86ee56bb-55ff-4c9a-bc43-bcdf8a72d12f)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:46:22.379684 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Returning: {'device': 'c39cd789-07a7-4c9b-967e-aec914586a93', 'network_id': '8263e71a-2b7b-4ef9-9c5e-290f5e1f25bd', 'port_id': 'c39cd789-07a7-4c9b-967e-aec914586a93', 'mac_address': 'fa:16:3e:e1:99:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a1225d5-e514-47fc-b8c3-61484ca8a371', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 05:46:22.435687 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Current status of the port c39cd789-07a7-4c9b-967e-aec914586a93 is: DOWN; New status is: BUILD {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:46:22.436062 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:46:22.452622 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c39cd789-07a7-4c9b-967e-aec914586a93 {{(pid=88262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 30 05:46:22.467110 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port c39cd789-07a7-4c9b-967e-aec914586a93, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=c39cd789-07a7-4c9b-967e-aec914586a93,segment=NetworkSegment(86ee56bb-55ff-4c9a-bc43-bcdf8a72d12f),segment_id=86ee56bb-55ff-4c9a-bc43-bcdf8a72d12f)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:46:22.470714 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:46:22.534275 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Pushing event updated for resources: {'Port': ['ID=c39cd789-07a7-4c9b-967e-aec914586a93,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:46:22.783313 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] get_ports_and_sgs() called for port_ids ['c39cd789-07a7-4c9b-967e-aec914586a93'] {{(pid=88262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 30 05:46:23.271196 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08869dbe-efc9-4679-86b1-720f4523f993 req-4d346319-447e-4817-b843-2906db6fa161 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:46:23.272639 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-08869dbe-efc9-4679-86b1-720f4523f993 req-4d346319-447e-4817-b843-2906db6fa161 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a49719d-9b68-4642-9341-c67c9d7945ae HTTP/1.1" status: 200 len: 945 time: 0.0836678 May 30 05:46:23.316146 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-08869dbe-efc9-4679-86b1-720f4523f993 req-14fd2099-f14b-4001-82c3-272558c1505c tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/security-groups?id=b76bdc8b-a411-4456-82f2-a59c4f3156c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372040 May 30 05:46:24.254192 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device c39cd789-07a7-4c9b-967e-aec914586a93 up at agent hyperv_hv-neutron-8437 {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:46:24.320466 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Provisioning for port c39cd789-07a7-4c9b-967e-aec914586a93 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:46:24.325477 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Provisioning complete for port c39cd789-07a7-4c9b-967e-aec914586a93 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:46:24.325867 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:46:24.440820 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Current status of the port c39cd789-07a7-4c9b-967e-aec914586a93 is: BUILD; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:46:24.441194 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:46:24.468215 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a49719d-9b68-4642-9341-c67c9d7945ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c39cd789-07a7-4c9b-967e-aec914586a93'}] {{(pid=88262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:46:24.478178 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port c39cd789-07a7-4c9b-967e-aec914586a93, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=c39cd789-07a7-4c9b-967e-aec914586a93,segment=NetworkSegment(86ee56bb-55ff-4c9a-bc43-bcdf8a72d12f),segment_id=86ee56bb-55ff-4c9a-bc43-bcdf8a72d12f)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:46:24.482887 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:46:24.553263 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Pushing event updated for resources: {'Port': ['ID=c39cd789-07a7-4c9b-967e-aec914586a93,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:46:24.609153 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21a24eb-f2a2-457f-b9c6-bcf0742ee281 req-b31b50e2-610a-4d6b-a8d8-39879adaf26a tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:46:24.610917 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d21a24eb-f2a2-457f-b9c6-bcf0742ee281 req-b31b50e2-610a-4d6b-a8d8-39879adaf26a tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a49719d-9b68-4642-9341-c67c9d7945ae HTTP/1.1" status: 200 len: 945 time: 0.1914465 May 30 05:46:24.654205 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d21a24eb-f2a2-457f-b9c6-bcf0742ee281 req-35bde9c1-4107-4fa7-8f4f-980405933975 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/security-groups?id=b76bdc8b-a411-4456-82f2-a59c4f3156c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376732 May 30 05:46:24.702362 dv-neutron-843763-1-hyperv neutron-server[88262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a60ecc8-fffe-48fa-90a8-d81de148f951'] response: {'server_uuid': '3a49719d-9b68-4642-9341-c67c9d7945ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c39cd789-07a7-4c9b-967e-aec914586a93', 'code': 200} May 30 05:46:24.917862 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487565e1-5ab0-40f0-be08-263d2463e433 req-d9bb12e9-eecc-4df4-8414-2ee139a056b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:46:24.919202 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-487565e1-5ab0-40f0-be08-263d2463e433 req-d9bb12e9-eecc-4df4-8414-2ee139a056b6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3a49719d-9b68-4642-9341-c67c9d7945ae HTTP/1.1" status: 200 len: 1099 time: 0.0671821 May 30 05:46:24.959911 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-487565e1-5ab0-40f0-be08-263d2463e433 req-156e9dec-af00-44c7-ae8c-bd0a8779e8b2 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=b76bdc8b-a411-4456-82f2-a59c4f3156c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344994 May 30 05:46:25.838370 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb0ba02-7b9a-4e76-a444-ca82512a21ce req-75c431ce-038c-423e-96dc-d2fefaa9ced9 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:46:25.840438 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-adb0ba02-7b9a-4e76-a444-ca82512a21ce req-75c431ce-038c-423e-96dc-d2fefaa9ced9 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a49719d-9b68-4642-9341-c67c9d7945ae HTTP/1.1" status: 200 len: 946 time: 0.0811648 May 30 05:46:25.882714 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-adb0ba02-7b9a-4e76-a444-ca82512a21ce req-9a06825e-49c9-499e-9394-a6526dd44597 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/security-groups?id=b76bdc8b-a411-4456-82f2-a59c4f3156c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365875 May 30 05:46:27.072027 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab843da-50dc-4692-9f74-0fbc04fa8f5b req-a33343c0-3b14-4b28-b3df-a88470c68859 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:46:27.073491 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7ab843da-50dc-4692-9f74-0fbc04fa8f5b req-a33343c0-3b14-4b28-b3df-a88470c68859 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a49719d-9b68-4642-9341-c67c9d7945ae HTTP/1.1" status: 200 len: 946 time: 0.0787809 May 30 05:46:27.119889 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7ab843da-50dc-4692-9f74-0fbc04fa8f5b req-cd2d7e7a-d8fb-488b-ac81-3ab349b2484a tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/security-groups?id=b76bdc8b-a411-4456-82f2-a59c4f3156c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402293 May 30 05:46:27.310622 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fa5694-203b-45a7-96a3-b2911ac519c7 req-f423712e-eeca-4ba1-9b63-a50325a78491 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:46:27.312084 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-34fa5694-203b-45a7-96a3-b2911ac519c7 req-f423712e-eeca-4ba1-9b63-a50325a78491 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a49719d-9b68-4642-9341-c67c9d7945ae HTTP/1.1" status: 200 len: 946 time: 0.0916679 May 30 05:46:27.355225 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-34fa5694-203b-45a7-96a3-b2911ac519c7 req-9e3ead1c-e794-4e1f-82b3-d77cd116f852 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/security-groups?id=b76bdc8b-a411-4456-82f2-a59c4f3156c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369103 May 30 05:46:27.378635 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 54820) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:46:27.446980 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9688c07c-2ac1-4794-8870-d273cdc1e7d3 tempest-TestNetworkAdvancedServerOps-1936340429 tempest-TestNetworkAdvancedServerOps-1936340429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:46:27.448450 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-9688c07c-2ac1-4794-8870-d273cdc1e7d3 tempest-TestNetworkAdvancedServerOps-1936340429 tempest-TestNetworkAdvancedServerOps-1936340429-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=3a49719d-9b68-4642-9341-c67c9d7945ae HTTP/1.1" status: 200 len: 1094 time: 0.0688455 May 30 05:46:27.451086 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 54824) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:46:27.455795 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-f033e1e0-d04a-4f05-b170-59d101ff66f2 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Request body: {'floatingip': {'floating_network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'port_id': 'c39cd789-07a7-4c9b-967e-aec914586a93', 'tenant_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:46:27.461615 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-f033e1e0-d04a-4f05-b170-59d101ff66f2 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:46:27.465462 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-f033e1e0-d04a-4f05-b170-59d101ff66f2 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Usage tracker for resource:floatingip and tenant:c5c2cbbf31414007b91a65943a87a6a2 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:46:27.468281 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-f033e1e0-d04a-4f05-b170-59d101ff66f2 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:46:27.473945 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-f033e1e0-d04a-4f05-b170-59d101ff66f2 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:46:27.484502 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f033e1e0-d04a-4f05-b170-59d101ff66f2 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for floatingip, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:46:27.631914 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f033e1e0-d04a-4f05-b170-59d101ff66f2 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:46:27.763967 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-f033e1e0-d04a-4f05-b170-59d101ff66f2 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Allocated IP 172.26.6.249 (1bab70f4-3794-44db-8e17-19f483aa8ffa/6b5b73c1-b0ce-4f83-a930-c00cc5522926/e832b598-60bb-42ff-9022-35218166129b) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:46:27.909784 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f033e1e0-d04a-4f05-b170-59d101ff66f2 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:46:27.939676 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f033e1e0-d04a-4f05-b170-59d101ff66f2 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:46:28.004000 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f033e1e0-d04a-4f05-b170-59d101ff66f2 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Network 1bab70f4-3794-44db-8e17-19f483aa8ffa is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:46:28.006921 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-f033e1e0-d04a-4f05-b170-59d101ff66f2 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:46:28.010878 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f033e1e0-d04a-4f05-b170-59d101ff66f2 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:46:28.042054 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f033e1e0-d04a-4f05-b170-59d101ff66f2 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Pushing event updated for resources: {'Port': ['ID=e832b598-60bb-42ff-9022-35218166129b,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:46:28.111357 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7d91b1b0-ca2e-4b70-a352-f4afc24c5428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:46:28.418332 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f033e1e0-d04a-4f05-b170-59d101ff66f2 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:46:28.489830 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f033e1e0-d04a-4f05-b170-59d101ff66f2 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:46:28.688244 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f033e1e0-d04a-4f05-b170-59d101ff66f2 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for port, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:46:28.691809 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f033e1e0-d04a-4f05-b170-59d101ff66f2 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1547421'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:46:28.896572 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f033e1e0-d04a-4f05-b170-59d101ff66f2 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Pushing event updated for resources: {'Port': ['ID=e832b598-60bb-42ff-9022-35218166129b,revision_number=2']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:46:28.904905 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f033e1e0-d04a-4f05-b170-59d101ff66f2 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1604762'] for floatingip, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:46:29.074144 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.db.l3_db [None req-f033e1e0-d04a-4f05-b170-59d101ff66f2 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Floating IP 3f2f9f49-dc21-4d3e-9594-e5c757831e96 associated. External IP: 172.26.6.249, port: c39cd789-07a7-4c9b-967e-aec914586a93. May 30 05:46:29.417970 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f033e1e0-d04a-4f05-b170-59d101ff66f2 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Router 32631335-fff7-46c7-8e84-2f9d0e567c7d has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 05:46:29.593504 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f033e1e0-d04a-4f05-b170-59d101ff66f2 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:46:29.603964 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e3a1a9-dc07-456e-b325-899fd3d1f0a3 None None] Sync routers for ids ['32631335-fff7-46c7-8e84-2f9d0e567c7d'] in dv-neutron-843763-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:46:29.614561 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e3a1a9-dc07-456e-b325-899fd3d1f0a3 None None] Routers {'32631335-fff7-46c7-8e84-2f9d0e567c7d'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:46:29.615225 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-95e3a1a9-dc07-456e-b325-899fd3d1f0a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:46:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['32631335-fff7-46c7-8e84-2f9d0e567c7d'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:46:29.617912 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f033e1e0-d04a-4f05-b170-59d101ff66f2 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for floatingip, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:46:29.674253 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-f033e1e0-d04a-4f05-b170-59d101ff66f2 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2220478 May 30 05:46:29.674750 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a49719d-9b68-4642-9341-c67c9d7945ae', 'tag': 'c39cd789-07a7-4c9b-967e-aec914586a93'}] {{(pid=88260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:46:29.816835 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-95e3a1a9-dc07-456e-b325-899fd3d1f0a3 None None] Set router 32631335-fff7-46c7-8e84-2f9d0e567c7d gateway port host: dv-neutron-843763-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:46:29.840518 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409887fc-b83f-420f-99a5-791af5724aef req-a9f058d6-64ae-4561-a491-a7dc22698489 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:46:29.842013 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-409887fc-b83f-420f-99a5-791af5724aef req-a9f058d6-64ae-4561-a491-a7dc22698489 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a49719d-9b68-4642-9341-c67c9d7945ae HTTP/1.1" status: 200 len: 946 time: 0.0831692 May 30 05:46:29.885427 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-409887fc-b83f-420f-99a5-791af5724aef req-7f99f529-8cc3-4112-8320-dc5df224bd44 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/security-groups?id=b76bdc8b-a411-4456-82f2-a59c4f3156c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376952 May 30 05:46:29.912084 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 54838) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:46:30.004808 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00712512-bb4e-4b92-990c-2f6785230d90'] response: {'name': 'network-changed', 'server_uuid': '3a49719d-9b68-4642-9341-c67c9d7945ae', 'tag': 'c39cd789-07a7-4c9b-967e-aec914586a93', 'status': 'completed', 'code': 200} May 30 05:46:30.023077 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-cdc7446e-4182-4b8c-b7b8-767964f6d398 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/floatingips/3f2f9f49-dc21-4d3e-9594-e5c757831e96 HTTP/1.1" status: 200 len: 992 time: 0.1098516 May 30 05:46:30.094754 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7207800-04ea-417f-95eb-9ce7d19593ef req-882d7556-46d0-49cc-af57-5e247937345c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:46:30.096232 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f7207800-04ea-417f-95eb-9ce7d19593ef req-882d7556-46d0-49cc-af57-5e247937345c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c5c2cbbf31414007b91a65943a87a6a2&device_id=3a49719d-9b68-4642-9341-c67c9d7945ae HTTP/1.1" status: 200 len: 1099 time: 0.0702651 May 30 05:46:30.172436 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-95e3a1a9-dc07-456e-b325-899fd3d1f0a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32631335-fff7-46c7-8e84-2f9d0e567c7d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339297088', 'tenant_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.143'}], 'enable_snat': True}, 'gw_port_id': '62e5b19d-52bf-417b-a751-8d43d3d32571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:46:06Z', 'updated_at': '2022-05-30T05:46:11Z', 'revision_number': 4, 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'gw_port': {'id': '62e5b19d-52bf-417b-a751-8d43d3d32571', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:8c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32631335-fff7-46c7-8e84-2f9d0e567c7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:46:06Z', 'updated_at': '2022-05-30T05:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_floatingips': [{'id': '3f2f9f49-dc21-4d3e-9594-e5c757831e96', 'tenant_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'floating_ip_address': '172.26.6.249', 'floating_network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'router_id': '32631335-fff7-46c7-8e84-2f9d0e567c7d', 'port_id': 'c39cd789-07a7-4c9b-967e-aec914586a93', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1782, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8263e71a-2b7b-4ef9-9c5e-290f5e1f25bd', 'mac_address': 'fa:16:3e:e1:99:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a49719d-9b68-4642-9341-c67c9d7945ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T05:46:28Z', 'updated_at': '2022-05-30T05:46:28Z', 'revision_number': 0, 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9f2b7a7-85cd-40e7-97cf-9b5e6971c2f9', 'name': '', 'network_id': '8263e71a-2b7b-4ef9-9c5e-290f5e1f25bd', 'tenant_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'mac_address': 'fa:16:3e:e1:9c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32631335-fff7-46c7-8e84-2f9d0e567c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '0a1225d5-e514-47fc-b8c3-61484ca8a371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:46:10Z', 'updated_at': '2022-05-30T05:46:15Z', 'revision_number': 5, 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'subnets': [{'id': '0a1225d5-e514-47fc-b8c3-61484ca8a371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:46:30.176268 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e3a1a9-dc07-456e-b325-899fd3d1f0a3 None None] Checking router: 32631335-fff7-46c7-8e84-2f9d0e567c7d for host: dv-neutron-843763-1-hyperv {{(pid=88262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 05:46:30.184176 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-45f79e78-106a-4f09-9d2c-69baeab7263d None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 05:46:30.185824 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e3a1a9-dc07-456e-b325-899fd3d1f0a3 None None] Routers {'32631335-fff7-46c7-8e84-2f9d0e567c7d'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:46:30.185824 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-95e3a1a9-dc07-456e-b325-899fd3d1f0a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:46:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['32631335-fff7-46c7-8e84-2f9d0e567c7d'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:46:30.226445 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7207800-04ea-417f-95eb-9ce7d19593ef req-4ad53500-588f-45cb-9c8f-27a9733950a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:46:30.227880 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f7207800-04ea-417f-95eb-9ce7d19593ef req-4ad53500-588f-45cb-9c8f-27a9733950a6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8263e71a-2b7b-4ef9-9c5e-290f5e1f25bd HTTP/1.1" status: 200 len: 897 time: 0.1252770 May 30 05:46:30.331841 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f7207800-04ea-417f-95eb-9ce7d19593ef req-1a643dd0-9f8b-4323-abf9-1edf91cd33a3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c39cd789-07a7-4c9b-967e-aec914586a93 HTTP/1.1" status: 200 len: 1000 time: 0.0970240 May 30 05:46:30.355304 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-245cd59a-1bf7-493a-b244-6423e0e8d688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:46:30.373479 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-95e3a1a9-dc07-456e-b325-899fd3d1f0a3 None None] Set router 32631335-fff7-46c7-8e84-2f9d0e567c7d gateway port host: dv-neutron-843763-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:46:30.394013 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7207800-04ea-417f-95eb-9ce7d19593ef req-ce85cb44-16d0-441f-963b-3a5163767953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:46:30.395450 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f7207800-04ea-417f-95eb-9ce7d19593ef req-ce85cb44-16d0-441f-963b-3a5163767953 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0a1225d5-e514-47fc-b8c3-61484ca8a371 HTTP/1.1" status: 200 len: 834 time: 0.0584817 May 30 05:46:30.472093 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7207800-04ea-417f-95eb-9ce7d19593ef req-2701ef27-c232-4c0c-bdf5-343e2dbd0076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:46:30.473454 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f7207800-04ea-417f-95eb-9ce7d19593ef req-2701ef27-c232-4c0c-bdf5-343e2dbd0076 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8263e71a-2b7b-4ef9-9c5e-290f5e1f25bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726774 May 30 05:46:30.604546 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f7207800-04ea-417f-95eb-9ce7d19593ef req-042c99cf-75fe-43fe-9dea-66274b3adfa3 service neutron] 10.222.0.39 "GET /v2.0/networks/8263e71a-2b7b-4ef9-9c5e-290f5e1f25bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235032 May 30 05:46:30.715072 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-95e3a1a9-dc07-456e-b325-899fd3d1f0a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32631335-fff7-46c7-8e84-2f9d0e567c7d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339297088', 'tenant_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.143'}], 'enable_snat': True}, 'gw_port_id': '62e5b19d-52bf-417b-a751-8d43d3d32571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:46:06Z', 'updated_at': '2022-05-30T05:46:11Z', 'revision_number': 4, 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'gw_port': {'id': '62e5b19d-52bf-417b-a751-8d43d3d32571', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:8c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32631335-fff7-46c7-8e84-2f9d0e567c7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:46:06Z', 'updated_at': '2022-05-30T05:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_floatingips': [{'id': '3f2f9f49-dc21-4d3e-9594-e5c757831e96', 'tenant_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'floating_ip_address': '172.26.6.249', 'floating_network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'router_id': '32631335-fff7-46c7-8e84-2f9d0e567c7d', 'port_id': 'c39cd789-07a7-4c9b-967e-aec914586a93', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1782, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8263e71a-2b7b-4ef9-9c5e-290f5e1f25bd', 'mac_address': 'fa:16:3e:e1:99:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a49719d-9b68-4642-9341-c67c9d7945ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T05:46:28Z', 'updated_at': '2022-05-30T05:46:28Z', 'revision_number': 0, 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9f2b7a7-85cd-40e7-97cf-9b5e6971c2f9', 'name': '', 'network_id': '8263e71a-2b7b-4ef9-9c5e-290f5e1f25bd', 'tenant_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'mac_address': 'fa:16:3e:e1:9c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32631335-fff7-46c7-8e84-2f9d0e567c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '0a1225d5-e514-47fc-b8c3-61484ca8a371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:46:10Z', 'updated_at': '2022-05-30T05:46:15Z', 'revision_number': 5, 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'subnets': [{'id': '0a1225d5-e514-47fc-b8c3-61484ca8a371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:46:30.718984 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e3a1a9-dc07-456e-b325-899fd3d1f0a3 None None] The sync data for ids ['32631335-fff7-46c7-8e84-2f9d0e567c7d'] in dv-neutron-843763-1-hyperv is: [{'id': '32631335-fff7-46c7-8e84-2f9d0e567c7d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339297088', 'tenant_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.143'}], 'enable_snat': True}, 'gw_port_id': '62e5b19d-52bf-417b-a751-8d43d3d32571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:46:06Z', 'updated_at': '2022-05-30T05:46:11Z', 'revision_number': 4, 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'gw_port': {'id': '62e5b19d-52bf-417b-a751-8d43d3d32571', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:8c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32631335-fff7-46c7-8e84-2f9d0e567c7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:46:06Z', 'updated_at': '2022-05-30T05:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_floatingips': [{'id': '3f2f9f49-dc21-4d3e-9594-e5c757831e96', 'tenant_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'floating_ip_address': '172.26.6.249', 'floating_network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'router_id': '32631335-fff7-46c7-8e84-2f9d0e567c7d', 'port_id': 'c39cd789-07a7-4c9b-967e-aec914586a93', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1782, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8263e71a-2b7b-4ef9-9c5e-290f5e1f25bd', 'mac_address': 'fa:16:3e:e1:99:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a49719d-9b68-4642-9341-c67c9d7945ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T05:46:28Z', 'updated_at': '2022-05-30T05:46:28Z', 'revision_number': 0, 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9f2b7a7-85cd-40e7-97cf-9b5e6971c2f9', 'name': '', 'network_id': '8263e71a-2b7b-4ef9-9c5e-290f5e1f25bd', 'tenant_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'mac_address': 'fa:16:3e:e1:9c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32631335-fff7-46c7-8e84-2f9d0e567c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '0a1225d5-e514-47fc-b8c3-61484ca8a371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:46:10Z', 'updated_at': '2022-05-30T05:46:15Z', 'revision_number': 5, 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'subnets': [{'id': '0a1225d5-e514-47fc-b8c3-61484ca8a371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:46:30.735442 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f7207800-04ea-417f-95eb-9ce7d19593ef req-76bbcc90-8e2f-4614-a3ee-3a14c626bbcf service neutron] 10.222.0.39 "GET /v2.0/networks/8263e71a-2b7b-4ef9-9c5e-290f5e1f25bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247141 May 30 05:46:30.903243 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fca68c6-d52a-4879-833d-705eef410715 None None] New status for floating IP 3f2f9f49-dc21-4d3e-9594-e5c757831e96: ACTIVE {{(pid=88263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 30 05:46:31.027106 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 54844) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:46:31.132430 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-747ea312-0e3e-4a5b-9113-f1022af38e7d tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/floatingips/3f2f9f49-dc21-4d3e-9594-e5c757831e96 HTTP/1.1" status: 200 len: 992 time: 0.1042812 May 30 05:46:31.412886 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56ded65b-0e68-413c-8b9b-1097922cc81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:46:31.555765 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:46:32.137028 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 54852) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:46:32.236811 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-a3901720-2348-41f3-b862-15b721ea577e tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/floatingips/3f2f9f49-dc21-4d3e-9594-e5c757831e96 HTTP/1.1" status: 200 len: 994 time: 0.0985296 May 30 05:46:32.974009 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a142624-940e-4c55-bf49-a5329c884075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:46:43.082312 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a7100026-feb7-40cd-823a-09231eb30ef6 req-c1968f5f-5b43-432b-b3ff-2fea42b56a3d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3a49719d-9b68-4642-9341-c67c9d7945ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0677762 May 30 05:46:43.228065 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7100026-feb7-40cd-823a-09231eb30ef6 req-80a0559c-74ad-4a0b-a766-5d77cee4acb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:46:43.229554 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a7100026-feb7-40cd-823a-09231eb30ef6 req-80a0559c-74ad-4a0b-a766-5d77cee4acb4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c5c2cbbf31414007b91a65943a87a6a2&device_id=3a49719d-9b68-4642-9341-c67c9d7945ae HTTP/1.1" status: 200 len: 1099 time: 0.0823903 May 30 05:46:43.372762 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7100026-feb7-40cd-823a-09231eb30ef6 req-d5fa68ae-1030-4515-877f-4e557fb5890e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:46:43.374154 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a7100026-feb7-40cd-823a-09231eb30ef6 req-d5fa68ae-1030-4515-877f-4e557fb5890e service neutron] 10.222.0.39 "GET /v2.0/networks?id=8263e71a-2b7b-4ef9-9c5e-290f5e1f25bd HTTP/1.1" status: 200 len: 897 time: 0.1237421 May 30 05:46:43.570788 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a7100026-feb7-40cd-823a-09231eb30ef6 req-5bcb3df7-64d1-41d2-a476-bf072f710fa7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c39cd789-07a7-4c9b-967e-aec914586a93 HTTP/1.1" status: 200 len: 1002 time: 0.1908011 May 30 05:46:43.631870 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7100026-feb7-40cd-823a-09231eb30ef6 req-3af04e84-cd5b-45c2-ab1a-df649069db6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:46:43.633191 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a7100026-feb7-40cd-823a-09231eb30ef6 req-3af04e84-cd5b-45c2-ab1a-df649069db6e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0a1225d5-e514-47fc-b8c3-61484ca8a371 HTTP/1.1" status: 200 len: 834 time: 0.0557106 May 30 05:46:43.706394 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7100026-feb7-40cd-823a-09231eb30ef6 req-e40995da-fbe9-46bd-ad81-8e36442796c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:46:43.707824 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a7100026-feb7-40cd-823a-09231eb30ef6 req-e40995da-fbe9-46bd-ad81-8e36442796c4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8263e71a-2b7b-4ef9-9c5e-290f5e1f25bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682335 May 30 05:46:43.835231 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a7100026-feb7-40cd-823a-09231eb30ef6 req-3586aa72-d753-4ab0-9910-70ffe843d064 service neutron] 10.222.0.39 "GET /v2.0/networks/8263e71a-2b7b-4ef9-9c5e-290f5e1f25bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210980 May 30 05:46:43.962638 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a7100026-feb7-40cd-823a-09231eb30ef6 req-58af5eff-a9b8-48c4-911e-64c501ad9d9f service neutron] 10.222.0.39 "GET /v2.0/networks/8263e71a-2b7b-4ef9-9c5e-290f5e1f25bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213548 May 30 05:46:47.875969 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:46:58.113087 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-26885ee6-6bcb-4282-97c0-764ac2d8611a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:47:00.317723 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-cb94b418-d605-47cd-918b-ae8c7e87c73c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:47:01.416229 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56ded65b-0e68-413c-8b9b-1097922cc81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:47:01.560510 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:47:02.977788 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a142624-940e-4c55-bf49-a5329c884075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:47:07.183101 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-45f79e78-106a-4f09-9d2c-69baeab7263d None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 05:47:17.886249 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:47:28.114500 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-08eafccc-b4fc-4b4a-8254-d99e77e456cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:47:30.318801 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-5c1f8e58-9276-45d4-9452-da75706a2322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:47:31.322578 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e09536c-2819-43a8-bbc4-579e51543125 req-78a90230-e162-4dbb-93d5-689ec6fc71a3 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:47:31.324023 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7e09536c-2819-43a8-bbc4-579e51543125 req-78a90230-e162-4dbb-93d5-689ec6fc71a3 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a49719d-9b68-4642-9341-c67c9d7945ae HTTP/1.1" status: 200 len: 946 time: 0.0834210 May 30 05:47:31.369842 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7e09536c-2819-43a8-bbc4-579e51543125 req-097b8041-8c85-4052-88a4-7a579cb026e5 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/security-groups?id=b76bdc8b-a411-4456-82f2-a59c4f3156c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402067 May 30 05:47:31.419422 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56ded65b-0e68-413c-8b9b-1097922cc81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:47:31.562086 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:47:32.550263 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660b6231-7302-43d3-b130-5a8cda1bb70b req-a8638220-b602-40d3-953f-c9136f31918b tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:47:32.551742 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-660b6231-7302-43d3-b130-5a8cda1bb70b req-a8638220-b602-40d3-953f-c9136f31918b tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a49719d-9b68-4642-9341-c67c9d7945ae HTTP/1.1" status: 200 len: 946 time: 0.0795150 May 30 05:47:32.606887 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-660b6231-7302-43d3-b130-5a8cda1bb70b req-80152147-2e79-424a-a6f6-25a58957e55f tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/security-groups?id=b76bdc8b-a411-4456-82f2-a59c4f3156c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491393 May 30 05:47:32.981584 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a142624-940e-4c55-bf49-a5329c884075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:47:33.789785 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd19227-bb63-40e1-b324-4fe4034ee81d req-7478560d-4379-4aba-a345-be9b829ebb48 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:47:33.791262 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7bd19227-bb63-40e1-b324-4fe4034ee81d req-7478560d-4379-4aba-a345-be9b829ebb48 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a49719d-9b68-4642-9341-c67c9d7945ae HTTP/1.1" status: 200 len: 946 time: 0.0795798 May 30 05:47:33.834689 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7bd19227-bb63-40e1-b324-4fe4034ee81d req-d8c67132-69ea-41d7-a823-678436881756 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/security-groups?id=b76bdc8b-a411-4456-82f2-a59c4f3156c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378885 May 30 05:47:33.856515 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 54888) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:47:33.962113 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-751525ee-9766-4fc4-91df-7bd9fe861005 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/floatingips/3f2f9f49-dc21-4d3e-9594-e5c757831e96 HTTP/1.1" status: 200 len: 994 time: 0.1043768 May 30 05:47:35.475748 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d4d6ef-e145-40b4-89f4-6c3bc6a0fbb1 req-6e9ad752-e664-4e42-9bad-934053dfdad1 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:47:35.477204 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e5d4d6ef-e145-40b4-89f4-6c3bc6a0fbb1 req-6e9ad752-e664-4e42-9bad-934053dfdad1 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a49719d-9b68-4642-9341-c67c9d7945ae HTTP/1.1" status: 200 len: 946 time: 0.1384032 May 30 05:47:35.479693 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5ebbbb-4146-40f8-b8d4-2248b17c04da req-8a12855e-4cc3-4752-bc3c-30c041fa720e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:47:35.481002 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0e5ebbbb-4146-40f8-b8d4-2248b17c04da req-8a12855e-4cc3-4752-bc3c-30c041fa720e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c5c2cbbf31414007b91a65943a87a6a2&device_id=3a49719d-9b68-4642-9341-c67c9d7945ae HTTP/1.1" status: 200 len: 1099 time: 0.1067064 May 30 05:47:35.598936 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e5d4d6ef-e145-40b4-89f4-6c3bc6a0fbb1 req-67a27449-0398-4402-a994-a4615d3d2afa tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/security-groups?id=b76bdc8b-a411-4456-82f2-a59c4f3156c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158564 May 30 05:47:35.636290 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5ebbbb-4146-40f8-b8d4-2248b17c04da req-138c22b4-78fb-4c5e-9451-d792384a39ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:47:35.637694 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0e5ebbbb-4146-40f8-b8d4-2248b17c04da req-138c22b4-78fb-4c5e-9451-d792384a39ea service neutron] 10.222.0.39 "GET /v2.0/networks?id=8263e71a-2b7b-4ef9-9c5e-290f5e1f25bd HTTP/1.1" status: 200 len: 897 time: 0.1426373 May 30 05:47:35.737710 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0e5ebbbb-4146-40f8-b8d4-2248b17c04da req-5045dbad-0a75-44d6-9faf-c90eae99539a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c39cd789-07a7-4c9b-967e-aec914586a93 HTTP/1.1" status: 200 len: 1002 time: 0.0938578 May 30 05:47:35.801703 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5ebbbb-4146-40f8-b8d4-2248b17c04da req-43daa285-2d98-4e1f-bfdb-e18d65d2e6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:47:35.803177 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0e5ebbbb-4146-40f8-b8d4-2248b17c04da req-43daa285-2d98-4e1f-bfdb-e18d65d2e6fc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0a1225d5-e514-47fc-b8c3-61484ca8a371 HTTP/1.1" status: 200 len: 834 time: 0.0587039 May 30 05:47:35.875053 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5ebbbb-4146-40f8-b8d4-2248b17c04da req-dd87b05a-d2d6-454c-8b42-3d630fff957c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:47:35.876385 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0e5ebbbb-4146-40f8-b8d4-2248b17c04da req-dd87b05a-d2d6-454c-8b42-3d630fff957c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8263e71a-2b7b-4ef9-9c5e-290f5e1f25bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0675571 May 30 05:47:36.004541 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0e5ebbbb-4146-40f8-b8d4-2248b17c04da req-52ce1d8b-7525-4641-b994-744735c74b0d service neutron] 10.222.0.39 "GET /v2.0/networks/8263e71a-2b7b-4ef9-9c5e-290f5e1f25bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217811 May 30 05:47:36.232014 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0e5ebbbb-4146-40f8-b8d4-2248b17c04da req-6612a970-5f97-4819-8e2d-e6cb4667920e service neutron] 10.222.0.39 "GET /v2.0/networks/8263e71a-2b7b-4ef9-9c5e-290f5e1f25bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199106 May 30 05:47:36.777176 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77349a56-c2f9-425b-8ba1-e60c594076da req-7271b073-b0b0-4ba8-9730-2f27a54fe4b1 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:47:36.778618 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-77349a56-c2f9-425b-8ba1-e60c594076da req-7271b073-b0b0-4ba8-9730-2f27a54fe4b1 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a49719d-9b68-4642-9341-c67c9d7945ae HTTP/1.1" status: 200 len: 946 time: 0.0773802 May 30 05:47:36.824043 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-77349a56-c2f9-425b-8ba1-e60c594076da req-9ba82da8-2282-42ef-8727-34883adf5e8b tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/security-groups?id=b76bdc8b-a411-4456-82f2-a59c4f3156c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398817 May 30 05:47:38.005953 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db691641-5529-48f6-9c80-b644ae962f1e req-4fc4ea5c-e274-4d1e-8bb0-93ae31f7fdec tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:47:38.007384 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-db691641-5529-48f6-9c80-b644ae962f1e req-4fc4ea5c-e274-4d1e-8bb0-93ae31f7fdec tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a49719d-9b68-4642-9341-c67c9d7945ae HTTP/1.1" status: 200 len: 946 time: 0.0778015 May 30 05:47:38.050755 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-db691641-5529-48f6-9c80-b644ae962f1e req-cc749112-84ff-43ff-b99f-f9a547fd475c tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/security-groups?id=b76bdc8b-a411-4456-82f2-a59c4f3156c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369689 May 30 05:47:38.074181 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 54902) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:47:38.181375 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-ae66525b-22f8-40f7-a30c-d049740b14bd tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/floatingips/3f2f9f49-dc21-4d3e-9594-e5c757831e96 HTTP/1.1" status: 200 len: 994 time: 0.1059873 May 30 05:47:38.494494 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 54910) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:47:38.693771 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-54b929aa-d0e6-46eb-a36a-cf1222b0ec92 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Deleting port e832b598-60bb-42ff-9022-35218166129b {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:47:38.694135 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-54b929aa-d0e6-46eb-a36a-cf1222b0ec92 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:47:38.856422 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-54b929aa-d0e6-46eb-a36a-cf1222b0ec92 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:47:38.856747 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-54b929aa-d0e6-46eb-a36a-cf1222b0ec92 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:47:38.974840 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-54b929aa-d0e6-46eb-a36a-cf1222b0ec92 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Calling delete_port for e832b598-60bb-42ff-9022-35218166129b owned by network:floatingip {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:47:39.121512 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-54b929aa-d0e6-46eb-a36a-cf1222b0ec92 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:47:39.171438 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b929aa-d0e6-46eb-a36a-cf1222b0ec92 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Pushing event deleted for resources: {'Port': ['ID=e832b598-60bb-42ff-9022-35218166129b,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:47:39.210164 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b929aa-d0e6-46eb-a36a-cf1222b0ec92 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:47:39.210515 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b929aa-d0e6-46eb-a36a-cf1222b0ec92 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:47:39.210861 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b929aa-d0e6-46eb-a36a-cf1222b0ec92 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:47:39.211193 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b929aa-d0e6-46eb-a36a-cf1222b0ec92 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:47:39.211523 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b929aa-d0e6-46eb-a36a-cf1222b0ec92 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:47:39.211854 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b929aa-d0e6-46eb-a36a-cf1222b0ec92 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:47:39.212182 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b929aa-d0e6-46eb-a36a-cf1222b0ec92 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:47:39.212506 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b929aa-d0e6-46eb-a36a-cf1222b0ec92 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:47:39.212843 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b929aa-d0e6-46eb-a36a-cf1222b0ec92 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:47:39.213151 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b929aa-d0e6-46eb-a36a-cf1222b0ec92 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:47:39.213469 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b929aa-d0e6-46eb-a36a-cf1222b0ec92 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:47:39.214391 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b929aa-d0e6-46eb-a36a-cf1222b0ec92 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:47:39.268309 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-54b929aa-d0e6-46eb-a36a-cf1222b0ec92 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for floatingip, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:47:39.268643 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.db.l3_db [None req-54b929aa-d0e6-46eb-a36a-cf1222b0ec92 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Floating IP 3f2f9f49-dc21-4d3e-9594-e5c757831e96 disassociated (deleted). External IP: 172.26.6.249, port: c39cd789-07a7-4c9b-967e-aec914586a93. May 30 05:47:39.747439 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54b929aa-d0e6-46eb-a36a-cf1222b0ec92 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Router 32631335-fff7-46c7-8e84-2f9d0e567c7d has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 05:47:39.925044 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54b929aa-d0e6-46eb-a36a-cf1222b0ec92 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:47:39.935407 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8261cb39-6639-494d-97a2-ed8657915bb6 None None] Sync routers for ids ['32631335-fff7-46c7-8e84-2f9d0e567c7d'] in dv-neutron-843763-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:47:39.944769 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8261cb39-6639-494d-97a2-ed8657915bb6 None None] Routers {'32631335-fff7-46c7-8e84-2f9d0e567c7d'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:47:39.945392 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-8261cb39-6639-494d-97a2-ed8657915bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:47:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['32631335-fff7-46c7-8e84-2f9d0e567c7d'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:47:39.945890 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-54b929aa-d0e6-46eb-a36a-cf1222b0ec92 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for floatingip, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:47:40.003409 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-54b929aa-d0e6-46eb-a36a-cf1222b0ec92 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "DELETE /v2.0/floatingips/3f2f9f49-dc21-4d3e-9594-e5c757831e96 HTTP/1.1" status: 204 len: 168 time: 1.5072389 May 30 05:47:40.003989 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a49719d-9b68-4642-9341-c67c9d7945ae', 'tag': 'c39cd789-07a7-4c9b-967e-aec914586a93'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:47:40.130295 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-8261cb39-6639-494d-97a2-ed8657915bb6 None None] Set router 32631335-fff7-46c7-8e84-2f9d0e567c7d gateway port host: dv-neutron-843763-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:47:40.273487 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3463bca5-480d-46e1-b497-7998c59bcbb1'] response: {'name': 'network-changed', 'server_uuid': '3a49719d-9b68-4642-9341-c67c9d7945ae', 'tag': 'c39cd789-07a7-4c9b-967e-aec914586a93', 'status': 'completed', 'code': 200} May 30 05:47:40.415234 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3993274e-c595-448a-b565-20097b94ee66 req-9d1293de-a112-47d9-9ccd-8e5f47923a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:47:40.416932 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3993274e-c595-448a-b565-20097b94ee66 req-9d1293de-a112-47d9-9ccd-8e5f47923a2a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c5c2cbbf31414007b91a65943a87a6a2&device_id=3a49719d-9b68-4642-9341-c67c9d7945ae HTTP/1.1" status: 200 len: 1099 time: 0.1217308 May 30 05:47:40.453754 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-8261cb39-6639-494d-97a2-ed8657915bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32631335-fff7-46c7-8e84-2f9d0e567c7d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339297088', 'tenant_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.143'}], 'enable_snat': True}, 'gw_port_id': '62e5b19d-52bf-417b-a751-8d43d3d32571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:46:06Z', 'updated_at': '2022-05-30T05:46:11Z', 'revision_number': 4, 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'gw_port': {'id': '62e5b19d-52bf-417b-a751-8d43d3d32571', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:8c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32631335-fff7-46c7-8e84-2f9d0e567c7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:46:06Z', 'updated_at': '2022-05-30T05:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': 'b9f2b7a7-85cd-40e7-97cf-9b5e6971c2f9', 'name': '', 'network_id': '8263e71a-2b7b-4ef9-9c5e-290f5e1f25bd', 'tenant_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'mac_address': 'fa:16:3e:e1:9c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32631335-fff7-46c7-8e84-2f9d0e567c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '0a1225d5-e514-47fc-b8c3-61484ca8a371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:46:10Z', 'updated_at': '2022-05-30T05:46:15Z', 'revision_number': 5, 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'subnets': [{'id': '0a1225d5-e514-47fc-b8c3-61484ca8a371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:47:40.457696 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8261cb39-6639-494d-97a2-ed8657915bb6 None None] Checking router: 32631335-fff7-46c7-8e84-2f9d0e567c7d for host: dv-neutron-843763-1-hyperv {{(pid=88262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 05:47:40.466384 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8261cb39-6639-494d-97a2-ed8657915bb6 None None] Routers {'32631335-fff7-46c7-8e84-2f9d0e567c7d'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:47:40.466998 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-8261cb39-6639-494d-97a2-ed8657915bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:47:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['32631335-fff7-46c7-8e84-2f9d0e567c7d'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:47:40.554447 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55337a25-3466-42dc-9d32-894302bd8c6d req-de6bc066-e8a6-4778-b98a-8c4b07cdad60 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:47:40.555135 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-55337a25-3466-42dc-9d32-894302bd8c6d req-de6bc066-e8a6-4778-b98a-8c4b07cdad60 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Synchronizing usage tracker for tenant:c5c2cbbf31414007b91a65943a87a6a2 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:47:40.582144 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3993274e-c595-448a-b565-20097b94ee66 req-89ae3f79-149c-43f2-a2d9-ae4852e08d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:47:40.583564 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3993274e-c595-448a-b565-20097b94ee66 req-89ae3f79-149c-43f2-a2d9-ae4852e08d30 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8263e71a-2b7b-4ef9-9c5e-290f5e1f25bd HTTP/1.1" status: 200 len: 897 time: 0.1578853 May 30 05:47:40.587818 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-55337a25-3466-42dc-9d32-894302bd8c6d req-de6bc066-e8a6-4778-b98a-8c4b07cdad60 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Unset dirty status for tenant:c5c2cbbf31414007b91a65943a87a6a2 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:47:40.588863 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-55337a25-3466-42dc-9d32-894302bd8c6d req-de6bc066-e8a6-4778-b98a-8c4b07cdad60 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a49719d-9b68-4642-9341-c67c9d7945ae HTTP/1.1" status: 200 len: 946 time: 0.2301810 May 30 05:47:40.644703 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-8261cb39-6639-494d-97a2-ed8657915bb6 None None] Set router 32631335-fff7-46c7-8e84-2f9d0e567c7d gateway port host: dv-neutron-843763-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:47:40.662279 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3993274e-c595-448a-b565-20097b94ee66 req-8f914796-99b8-49f2-ae8b-08a02722e821 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c39cd789-07a7-4c9b-967e-aec914586a93 HTTP/1.1" status: 200 len: 217 time: 0.0712132 May 30 05:47:40.735288 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-55337a25-3466-42dc-9d32-894302bd8c6d req-62923509-9ae4-4c87-866b-44546e68216e tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/security-groups?id=b76bdc8b-a411-4456-82f2-a59c4f3156c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921562 May 30 05:47:40.744057 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3993274e-c595-448a-b565-20097b94ee66 req-1d8972d4-116b-4eab-a821-46fda298157b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:47:40.746151 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3993274e-c595-448a-b565-20097b94ee66 req-1d8972d4-116b-4eab-a821-46fda298157b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0a1225d5-e514-47fc-b8c3-61484ca8a371 HTTP/1.1" status: 200 len: 834 time: 0.0761240 May 30 05:47:40.820237 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3993274e-c595-448a-b565-20097b94ee66 req-45861e47-c533-426b-9e1c-35f31ace0750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:47:40.821613 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3993274e-c595-448a-b565-20097b94ee66 req-45861e47-c533-426b-9e1c-35f31ace0750 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8263e71a-2b7b-4ef9-9c5e-290f5e1f25bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695157 May 30 05:47:40.948781 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-8261cb39-6639-494d-97a2-ed8657915bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32631335-fff7-46c7-8e84-2f9d0e567c7d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339297088', 'tenant_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.143'}], 'enable_snat': True}, 'gw_port_id': '62e5b19d-52bf-417b-a751-8d43d3d32571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:46:06Z', 'updated_at': '2022-05-30T05:46:11Z', 'revision_number': 4, 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'gw_port': {'id': '62e5b19d-52bf-417b-a751-8d43d3d32571', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:8c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32631335-fff7-46c7-8e84-2f9d0e567c7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:46:06Z', 'updated_at': '2022-05-30T05:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': 'b9f2b7a7-85cd-40e7-97cf-9b5e6971c2f9', 'name': '', 'network_id': '8263e71a-2b7b-4ef9-9c5e-290f5e1f25bd', 'tenant_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'mac_address': 'fa:16:3e:e1:9c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32631335-fff7-46c7-8e84-2f9d0e567c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '0a1225d5-e514-47fc-b8c3-61484ca8a371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:46:10Z', 'updated_at': '2022-05-30T05:46:15Z', 'revision_number': 5, 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'subnets': [{'id': '0a1225d5-e514-47fc-b8c3-61484ca8a371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:47:40.951627 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3993274e-c595-448a-b565-20097b94ee66 req-29abdf15-c9cc-4c95-81fa-cfa43d37f240 service neutron] 10.222.0.39 "GET /v2.0/networks/8263e71a-2b7b-4ef9-9c5e-290f5e1f25bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234593 May 30 05:47:40.952685 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8261cb39-6639-494d-97a2-ed8657915bb6 None None] The sync data for ids ['32631335-fff7-46c7-8e84-2f9d0e567c7d'] in dv-neutron-843763-1-hyperv is: [{'id': '32631335-fff7-46c7-8e84-2f9d0e567c7d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339297088', 'tenant_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.143'}], 'enable_snat': True}, 'gw_port_id': '62e5b19d-52bf-417b-a751-8d43d3d32571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:46:06Z', 'updated_at': '2022-05-30T05:46:11Z', 'revision_number': 4, 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'gw_port': {'id': '62e5b19d-52bf-417b-a751-8d43d3d32571', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:8c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32631335-fff7-46c7-8e84-2f9d0e567c7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:46:06Z', 'updated_at': '2022-05-30T05:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': 'b9f2b7a7-85cd-40e7-97cf-9b5e6971c2f9', 'name': '', 'network_id': '8263e71a-2b7b-4ef9-9c5e-290f5e1f25bd', 'tenant_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'mac_address': 'fa:16:3e:e1:9c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32631335-fff7-46c7-8e84-2f9d0e567c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '0a1225d5-e514-47fc-b8c3-61484ca8a371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:46:10Z', 'updated_at': '2022-05-30T05:46:15Z', 'revision_number': 5, 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'subnets': [{'id': '0a1225d5-e514-47fc-b8c3-61484ca8a371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:47:41.086462 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3993274e-c595-448a-b565-20097b94ee66 req-86214e4c-649a-4a54-a87e-8217f7dde6e3 service neutron] 10.222.0.39 "GET /v2.0/networks/8263e71a-2b7b-4ef9-9c5e-290f5e1f25bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285107 May 30 05:47:41.165963 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b59968-58cc-414a-b4a1-edc5bf0d89c4 None None] New status for floating IP 3f2f9f49-dc21-4d3e-9594-e5c757831e96: DOWN {{(pid=88263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 30 05:47:41.925018 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0a9cf1-a517-4379-aa8b-8c3e79f43857 req-0faa4596-9123-4b60-9333-2c56b8522304 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:47:41.926483 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ff0a9cf1-a517-4379-aa8b-8c3e79f43857 req-0faa4596-9123-4b60-9333-2c56b8522304 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a49719d-9b68-4642-9341-c67c9d7945ae HTTP/1.1" status: 200 len: 946 time: 0.0820601 May 30 05:47:41.969733 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ff0a9cf1-a517-4379-aa8b-8c3e79f43857 req-eb6d2a62-b052-4fbb-b180-dd3522b5130e tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/security-groups?id=b76bdc8b-a411-4456-82f2-a59c4f3156c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375631 May 30 05:47:42.083680 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275700a6-35a2-4c06-8cdf-d152626e3182 req-3b1f2ffd-cfdc-4d4d-954a-68dec58f6aad tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:47:42.085099 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-275700a6-35a2-4c06-8cdf-d152626e3182 req-3b1f2ffd-cfdc-4d4d-954a-68dec58f6aad tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a49719d-9b68-4642-9341-c67c9d7945ae HTTP/1.1" status: 200 len: 946 time: 0.0780661 May 30 05:47:42.154980 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [req-275700a6-35a2-4c06-8cdf-d152626e3182 req-2003b832-c99f-42d9-ad63-11374cadbdab tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Deleting port c39cd789-07a7-4c9b-967e-aec914586a93 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:47:42.155437 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-275700a6-35a2-4c06-8cdf-d152626e3182 req-2003b832-c99f-42d9-ad63-11374cadbdab tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:47:42.492762 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [req-275700a6-35a2-4c06-8cdf-d152626e3182 req-2003b832-c99f-42d9-ad63-11374cadbdab tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] For port c39cd789-07a7-4c9b-967e-aec914586a93, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=c39cd789-07a7-4c9b-967e-aec914586a93,segment=NetworkSegment(86ee56bb-55ff-4c9a-bc43-bcdf8a72d12f),segment_id=86ee56bb-55ff-4c9a-bc43-bcdf8a72d12f)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:47:42.493031 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-275700a6-35a2-4c06-8cdf-d152626e3182 req-2003b832-c99f-42d9-ad63-11374cadbdab tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:47:42.614798 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [req-275700a6-35a2-4c06-8cdf-d152626e3182 req-2003b832-c99f-42d9-ad63-11374cadbdab tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Calling delete_port for c39cd789-07a7-4c9b-967e-aec914586a93 owned by compute:nova {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:47:42.758261 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-275700a6-35a2-4c06-8cdf-d152626e3182 req-2003b832-c99f-42d9-ad63-11374cadbdab tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:47:42.835541 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2003b832-c99f-42d9-ad63-11374cadbdab tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Pushing event deleted for resources: {'Port': ['ID=c39cd789-07a7-4c9b-967e-aec914586a93,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:47:42.888969 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [req-275700a6-35a2-4c06-8cdf-d152626e3182 req-2003b832-c99f-42d9-ad63-11374cadbdab tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] No DVR routers for this DVR port c39cd789-07a7-4c9b-967e-aec914586a93 on host hv-neutron-8437 {{(pid=88261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 05:47:42.891281 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-275700a6-35a2-4c06-8cdf-d152626e3182 req-2003b832-c99f-42d9-ad63-11374cadbdab tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:47:42.893655 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a49719d-9b68-4642-9341-c67c9d7945ae', 'name': 'network-vif-deleted', 'tag': 'c39cd789-07a7-4c9b-967e-aec914586a93'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:47:42.909047 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-275700a6-35a2-4c06-8cdf-d152626e3182 req-2003b832-c99f-42d9-ad63-11374cadbdab tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.39 "DELETE /v2.0/ports/c39cd789-07a7-4c9b-967e-aec914586a93 HTTP/1.1" status: 204 len: 173 time: 0.8190124 May 30 05:47:42.938291 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3689235-6d20-4b04-865f-9ce0aa653d04'] response: {'server_uuid': '3a49719d-9b68-4642-9341-c67c9d7945ae', 'name': 'network-vif-deleted', 'tag': 'c39cd789-07a7-4c9b-967e-aec914586a93', 'status': 'completed', 'code': 200} May 30 05:47:43.132312 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-df00dd14-7a00-41ee-8433-c73229c048d1 req-cbcf9f77-c18e-40e2-8a98-3ad6213cb8c0 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Synchronizing usage tracker for tenant:c5c2cbbf31414007b91a65943a87a6a2 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:47:43.151262 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-df00dd14-7a00-41ee-8433-c73229c048d1 req-cbcf9f77-c18e-40e2-8a98-3ad6213cb8c0 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Unset dirty status for tenant:c5c2cbbf31414007b91a65943a87a6a2 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:47:43.153349 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-df00dd14-7a00-41ee-8433-c73229c048d1 req-cbcf9f77-c18e-40e2-8a98-3ad6213cb8c0 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a49719d-9b68-4642-9341-c67c9d7945ae HTTP/1.1" status: 200 len: 210 time: 0.0619557 May 30 05:47:44.183483 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-45f79e78-106a-4f09-9d2c-69baeab7263d None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 05:47:44.247031 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 54930) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:47:44.746348 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device c39cd789-07a7-4c9b-967e-aec914586a93 no longer exists at agent hyperv_hv-neutron-8437 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 05:47:44.784225 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] No Port match for: c39cd789-07a7-4c9b-967e-aec914586a93 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 05:47:44.784579 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device c39cd789-07a7-4c9b-967e-aec914586a93 not bound to the agent host hv-neutron-8437 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 05:47:44.789613 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-dd522e90-0adb-47e5-81ed-bf82e49e0bf6 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602184'] for router_interface, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:47:45.227585 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-dd522e90-0adb-47e5-81ed-bf82e49e0bf6 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Deleting port b9f2b7a7-85cd-40e7-97cf-9b5e6971c2f9 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:47:45.227926 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-dd522e90-0adb-47e5-81ed-bf82e49e0bf6 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:47:45.411978 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-dd522e90-0adb-47e5-81ed-bf82e49e0bf6 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] For port b9f2b7a7-85cd-40e7-97cf-9b5e6971c2f9, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=b9f2b7a7-85cd-40e7-97cf-9b5e6971c2f9,segment=NetworkSegment(86ee56bb-55ff-4c9a-bc43-bcdf8a72d12f),segment_id=86ee56bb-55ff-4c9a-bc43-bcdf8a72d12f)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:47:45.412630 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-dd522e90-0adb-47e5-81ed-bf82e49e0bf6 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:47:45.531957 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-dd522e90-0adb-47e5-81ed-bf82e49e0bf6 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Calling delete_port for b9f2b7a7-85cd-40e7-97cf-9b5e6971c2f9 owned by network:router_interface {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:47:45.716460 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-dd522e90-0adb-47e5-81ed-bf82e49e0bf6 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:47:45.766808 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd522e90-0adb-47e5-81ed-bf82e49e0bf6 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Pushing event deleted for resources: {'Port': ['ID=b9f2b7a7-85cd-40e7-97cf-9b5e6971c2f9,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:47:46.033193 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-dd522e90-0adb-47e5-81ed-bf82e49e0bf6 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1642797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602100'] for router_interface, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:47:46.382834 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd522e90-0adb-47e5-81ed-bf82e49e0bf6 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Router 32631335-fff7-46c7-8e84-2f9d0e567c7d has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 05:47:46.668795 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd522e90-0adb-47e5-81ed-bf82e49e0bf6 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:47:46.677875 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c59e4a-ceec-4b5d-8c3c-50565c67cc83 None None] Sync routers for ids ['32631335-fff7-46c7-8e84-2f9d0e567c7d'] in dv-neutron-843763-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:47:46.685796 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-dd522e90-0adb-47e5-81ed-bf82e49e0bf6 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "PUT /v2.0/routers/32631335-fff7-46c7-8e84-2f9d0e567c7d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4376676 May 30 05:47:46.687559 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c59e4a-ceec-4b5d-8c3c-50565c67cc83 None None] Routers {'32631335-fff7-46c7-8e84-2f9d0e567c7d'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:47:46.688269 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-f9c59e4a-ceec-4b5d-8c3c-50565c67cc83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:47:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['32631335-fff7-46c7-8e84-2f9d0e567c7d'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:47:46.688412 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 54934) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:47:46.754073 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_v2 [None req-f84a9a55-67e2-472f-b068-02c016d12c1c tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Deleting subnet 0a1225d5-e514-47fc-b8c3-61484ca8a371 {{(pid=88261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 30 05:47:46.757022 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f84a9a55-67e2-472f-b068-02c016d12c1c tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for subnet, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:47:46.815153 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f84a9a55-67e2-472f-b068-02c016d12c1c tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3545586'] for subnet, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:47:46.864418 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-f9c59e4a-ceec-4b5d-8c3c-50565c67cc83 None None] Set router 32631335-fff7-46c7-8e84-2f9d0e567c7d gateway port host: dv-neutron-843763-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:47:46.896064 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f84a9a55-67e2-472f-b068-02c016d12c1c tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860493'] for subnet, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:47:46.972894 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f84a9a55-67e2-472f-b068-02c016d12c1c tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2304955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9305493'] for subnet, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:47:47.014909 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84a9a55-67e2-472f-b068-02c016d12c1c tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Pushing event deleted for resources: {'Subnet': ['ID=0a1225d5-e514-47fc-b8c3-61484ca8a371,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:47:47.016854 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f84a9a55-67e2-472f-b068-02c016d12c1c tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:47:47.023191 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-f84a9a55-67e2-472f-b068-02c016d12c1c tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "DELETE /v2.0/subnets/0a1225d5-e514-47fc-b8c3-61484ca8a371 HTTP/1.1" status: 204 len: 168 time: 0.3338482 May 30 05:47:47.025725 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 54938) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:47:47.030812 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd7b5cbe-8761-447f-91ad-c803b742b00f None None] Network 8263e71a-2b7b-4ef9-9c5e-290f5e1f25bd requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:47:47.214776 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9b6daa54-dfdd-4d2a-b375-23d242b8389b tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for router, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:47:47.362058 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-f9c59e4a-ceec-4b5d-8c3c-50565c67cc83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32631335-fff7-46c7-8e84-2f9d0e567c7d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339297088', 'tenant_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.143'}], 'enable_snat': True}, 'gw_port_id': '62e5b19d-52bf-417b-a751-8d43d3d32571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:46:06Z', 'updated_at': '2022-05-30T05:47:45Z', 'revision_number': 5, 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'gw_port': {'id': '62e5b19d-52bf-417b-a751-8d43d3d32571', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:8c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32631335-fff7-46c7-8e84-2f9d0e567c7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:46:06Z', 'updated_at': '2022-05-30T05:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv'}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:47:47.366048 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c59e4a-ceec-4b5d-8c3c-50565c67cc83 None None] Checking router: 32631335-fff7-46c7-8e84-2f9d0e567c7d for host: dv-neutron-843763-1-hyperv {{(pid=88262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 05:47:47.374873 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c59e4a-ceec-4b5d-8c3c-50565c67cc83 None None] Routers {'32631335-fff7-46c7-8e84-2f9d0e567c7d'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:47:47.375477 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-f9c59e4a-ceec-4b5d-8c3c-50565c67cc83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:47:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['32631335-fff7-46c7-8e84-2f9d0e567c7d'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:47:47.395745 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9b6daa54-dfdd-4d2a-b375-23d242b8389b tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:47:47.405111 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-9b6daa54-dfdd-4d2a-b375-23d242b8389b tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Deleting port 62e5b19d-52bf-417b-a751-8d43d3d32571 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:47:47.405417 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9b6daa54-dfdd-4d2a-b375-23d242b8389b tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:47:47.428556 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75dac2d4-27fd-4f46-b4f5-255b9e70df38 None None] DHCP port deletion for 8263e71a-2b7b-4ef9-9c5e-290f5e1f25bd request from dv-neutron-843763-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 30 05:47:47.502965 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-75dac2d4-27fd-4f46-b4f5-255b9e70df38 None None] Deleting port 1886b392-1bb0-44f9-9f6d-19de014fad82 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:47:47.503271 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-75dac2d4-27fd-4f46-b4f5-255b9e70df38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:47:47.571742 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-f9c59e4a-ceec-4b5d-8c3c-50565c67cc83 None None] Set router 32631335-fff7-46c7-8e84-2f9d0e567c7d gateway port host: None {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:47:47.582932 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-9b6daa54-dfdd-4d2a-b375-23d242b8389b tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] For port 62e5b19d-52bf-417b-a751-8d43d3d32571, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=62e5b19d-52bf-417b-a751-8d43d3d32571,segment=NetworkSegment(ad083d94-0233-4c50-a0ed-00ef7686038c),segment_id=ad083d94-0233-4c50-a0ed-00ef7686038c)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:47:47.583287 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9b6daa54-dfdd-4d2a-b375-23d242b8389b tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:47:47.702378 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-9b6daa54-dfdd-4d2a-b375-23d242b8389b tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Calling delete_port for 62e5b19d-52bf-417b-a751-8d43d3d32571 owned by network:router_gateway {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:47:47.710041 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-f9c59e4a-ceec-4b5d-8c3c-50565c67cc83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32631335-fff7-46c7-8e84-2f9d0e567c7d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339297088', 'tenant_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:46:06Z', 'updated_at': '2022-05-30T05:47:47Z', 'revision_number': 6, 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'gw_port_host': None}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:47:47.718960 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c59e4a-ceec-4b5d-8c3c-50565c67cc83 None None] The sync data for ids ['32631335-fff7-46c7-8e84-2f9d0e567c7d'] in dv-neutron-843763-1-hyperv is: [{'id': '32631335-fff7-46c7-8e84-2f9d0e567c7d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339297088', 'tenant_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:46:06Z', 'updated_at': '2022-05-30T05:47:47Z', 'revision_number': 6, 'project_id': 'c5c2cbbf31414007b91a65943a87a6a2', 'gw_port_host': None}] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:47:47.823980 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-75dac2d4-27fd-4f46-b4f5-255b9e70df38 None None] For port 1886b392-1bb0-44f9-9f6d-19de014fad82, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=1886b392-1bb0-44f9-9f6d-19de014fad82,segment=NetworkSegment(86ee56bb-55ff-4c9a-bc43-bcdf8a72d12f),segment_id=86ee56bb-55ff-4c9a-bc43-bcdf8a72d12f)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:47:47.824377 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-75dac2d4-27fd-4f46-b4f5-255b9e70df38 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:47:47.873336 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9b6daa54-dfdd-4d2a-b375-23d242b8389b tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:47:47.921245 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6daa54-dfdd-4d2a-b375-23d242b8389b tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Pushing event deleted for resources: {'Port': ['ID=62e5b19d-52bf-417b-a751-8d43d3d32571,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:47:47.948327 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-75dac2d4-27fd-4f46-b4f5-255b9e70df38 None None] Calling delete_port for 1886b392-1bb0-44f9-9f6d-19de014fad82 owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:47:48.001978 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:47:48.034774 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-75dac2d4-27fd-4f46-b4f5-255b9e70df38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069'] for port, after_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:47:48.079796 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dac2d4-27fd-4f46-b4f5-255b9e70df38 None None] Pushing event deleted for resources: {'Port': ['ID=1886b392-1bb0-44f9-9f6d-19de014fad82,revision_number=None']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:47:48.088855 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75dac2d4-27fd-4f46-b4f5-255b9e70df38 None None] No DVR routers for this DVR port 1886b392-1bb0-44f9-9f6d-19de014fad82 on host dv-neutron-843763-1-hyperv {{(pid=88262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 05:47:48.091403 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75dac2d4-27fd-4f46-b4f5-255b9e70df38 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:47:48.091757 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75dac2d4-27fd-4f46-b4f5-255b9e70df38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:47:48.092100 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75dac2d4-27fd-4f46-b4f5-255b9e70df38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:47:48.092555 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75dac2d4-27fd-4f46-b4f5-255b9e70df38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:47:48.092898 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75dac2d4-27fd-4f46-b4f5-255b9e70df38 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:47:48.093860 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75dac2d4-27fd-4f46-b4f5-255b9e70df38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:47:48.093860 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75dac2d4-27fd-4f46-b4f5-255b9e70df38 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:47:48.094052 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75dac2d4-27fd-4f46-b4f5-255b9e70df38 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:47:48.094241 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75dac2d4-27fd-4f46-b4f5-255b9e70df38 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:47:48.094568 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75dac2d4-27fd-4f46-b4f5-255b9e70df38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:47:48.094894 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75dac2d4-27fd-4f46-b4f5-255b9e70df38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:47:48.095216 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75dac2d4-27fd-4f46-b4f5-255b9e70df38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:47:48.124991 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9b6daa54-dfdd-4d2a-b375-23d242b8389b tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1604781'] for router_gateway, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:47:48.298356 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9b6daa54-dfdd-4d2a-b375-23d242b8389b tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11660'] for router, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:47:48.300541 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9b6daa54-dfdd-4d2a-b375-23d242b8389b tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:47:48.322218 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9b6daa54-dfdd-4d2a-b375-23d242b8389b tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1601605'] for router, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:47:48.322714 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b6daa54-dfdd-4d2a-b375-23d242b8389b tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Fanout notify agent at l3_agent the message router_deleted on router 32631335-fff7-46c7-8e84-2f9d0e567c7d {{(pid=88261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 30 05:47:48.338118 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9b6daa54-dfdd-4d2a-b375-23d242b8389b tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for router, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:47:48.339220 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-9b6daa54-dfdd-4d2a-b375-23d242b8389b tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "DELETE /v2.0/routers/32631335-fff7-46c7-8e84-2f9d0e567c7d HTTP/1.1" status: 204 len: 168 time: 1.3124368 May 30 05:47:48.342441 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 54942) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:47:48.454139 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e9a50487-1343-4685-9e3b-688db9afc026 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897784'] for network, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:47:48.586407 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e9a50487-1343-4685-9e3b-688db9afc026 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867540', 'neutron.services.segments.db._delete_segments_for_network-8729234922972'] for network, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:47:48.611692 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-e9a50487-1343-4685-9e3b-688db9afc026 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8263e71a-2b7b-4ef9-9c5e-290f5e1f25bd']}} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:47:48.623891 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-e9a50487-1343-4685-9e3b-688db9afc026 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86ee56bb-55ff-4c9a-bc43-bcdf8a72d12f') {'for_net_delete': True} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:47:48.624183 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-e9a50487-1343-4685-9e3b-688db9afc026 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86ee56bb-55ff-4c9a-bc43-bcdf8a72d12f') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:47:48.635221 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e9a50487-1343-4685-9e3b-688db9afc026 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729235042807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3545573'] for segment, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:47:48.656582 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e9a50487-1343-4685-9e3b-688db9afc026 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:47:48.663556 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9a50487-1343-4685-9e3b-688db9afc026 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=88261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 05:47:48.663983 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e9a50487-1343-4685-9e3b-688db9afc026 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-862858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2304281'] for segment, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:47:48.765623 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e9a50487-1343-4685-9e3b-688db9afc026 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604744'] for network, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:47:48.769906 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e9a50487-1343-4685-9e3b-688db9afc026 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:47:48.792569 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 86ee56bb-55ff-4c9a-bc43-bcdf8a72d12f resource provider aggregate not found May 30 05:47:48.799802 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a50487-1343-4685-9e3b-688db9afc026 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Pushing event deleted for resources: {'Network': ['ID=8263e71a-2b7b-4ef9-9c5e-290f5e1f25bd,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:47:48.807603 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-e9a50487-1343-4685-9e3b-688db9afc026 tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "DELETE /v2.0/networks/8263e71a-2b7b-4ef9-9c5e-290f5e1f25bd HTTP/1.1" status: 204 len: 168 time: 0.4641595 May 30 05:47:48.810691 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 54952) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:47:48.813675 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 86ee56bb-55ff-4c9a-bc43-bcdf8a72d12f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 86ee56bb-55ff-4c9a-bc43-bcdf8a72d12f found for delete ", "request_id": "req-a9f7401e-720f-4656-9657-cf71cffa445e"}]} May 30 05:47:48.881344 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d2b00743-c9ca-49b5-9122-f6f3e32541fa tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for security_group, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:47:48.910296 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d2b00743-c9ca-49b5-9122-f6f3e32541fa tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:47:48.973969 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d2b00743-c9ca-49b5-9122-f6f3e32541fa tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:47:48.992439 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b00743-c9ca-49b5-9122-f6f3e32541fa tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b76bdc8b-a411-4456-82f2-a59c4f3156c9,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:47:49.004468 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-d2b00743-c9ca-49b5-9122-f6f3e32541fa tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:47:49.005579 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-d2b00743-c9ca-49b5-9122-f6f3e32541fa tempest-TestNetworkAdvancedServerOps-1913387356 tempest-TestNetworkAdvancedServerOps-1913387356-project] 10.222.0.15 "DELETE /v2.0/security-groups/b76bdc8b-a411-4456-82f2-a59c4f3156c9 HTTP/1.1" status: 204 len: 168 time: 0.1940026 May 30 05:47:49.201936 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 1886b392-1bb0-44f9-9f6d-19de014fad82 no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 05:47:49.280913 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] No Port match for: 1886b392-1bb0-44f9-9f6d-19de014fad82 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 05:47:49.281256 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 1886b392-1bb0-44f9-9f6d-19de014fad82 not bound to the agent host dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 05:47:49.281670 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 62e5b19d-52bf-417b-a751-8d43d3d32571 no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 05:47:49.313757 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] No Port match for: 62e5b19d-52bf-417b-a751-8d43d3d32571 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 05:47:49.314124 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 62e5b19d-52bf-417b-a751-8d43d3d32571 not bound to the agent host dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 05:47:49.314529 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device b9f2b7a7-85cd-40e7-97cf-9b5e6971c2f9 no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 05:47:49.345691 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] No Port match for: b9f2b7a7-85cd-40e7-97cf-9b5e6971c2f9 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 05:47:49.346061 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device b9f2b7a7-85cd-40e7-97cf-9b5e6971c2f9 not bound to the agent host dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 05:47:49.377762 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 54962) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:47:49.555332 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-b1f9f49b-5ddf-41d9-adbf-58b67e26c7fd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c5c2cbbf31414007b91a65943a87a6a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1764228 May 30 05:47:49.558032 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 54970) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:47:49.613891 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f4eafec5-31f8-43c3-b5e8-2724f22f2bf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:47:49.640169 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f4eafec5-31f8-43c3-b5e8-2724f22f2bf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:47:49.690394 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f4eafec5-31f8-43c3-b5e8-2724f22f2bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:47:49.705839 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4eafec5-31f8-43c3-b5e8-2724f22f2bf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81cdc579-6907-4c67-b384-46469a304cd8,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:47:49.717352 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4eafec5-31f8-43c3-b5e8-2724f22f2bf5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:47:49.717702 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4eafec5-31f8-43c3-b5e8-2724f22f2bf5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:47:49.718064 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4eafec5-31f8-43c3-b5e8-2724f22f2bf5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:47:49.718398 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4eafec5-31f8-43c3-b5e8-2724f22f2bf5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:47:49.718759 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4eafec5-31f8-43c3-b5e8-2724f22f2bf5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:47:49.719089 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4eafec5-31f8-43c3-b5e8-2724f22f2bf5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:47:49.719416 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4eafec5-31f8-43c3-b5e8-2724f22f2bf5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:47:49.719743 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4eafec5-31f8-43c3-b5e8-2724f22f2bf5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:47:49.720065 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4eafec5-31f8-43c3-b5e8-2724f22f2bf5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:47:49.720386 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4eafec5-31f8-43c3-b5e8-2724f22f2bf5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:47:49.720706 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4eafec5-31f8-43c3-b5e8-2724f22f2bf5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:47:49.721023 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4eafec5-31f8-43c3-b5e8-2724f22f2bf5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:47:49.725058 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f4eafec5-31f8-43c3-b5e8-2724f22f2bf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:47:49.726174 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-f4eafec5-31f8-43c3-b5e8-2724f22f2bf5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/81cdc579-6907-4c67-b384-46469a304cd8 HTTP/1.1" status: 204 len: 168 time: 0.1672263 May 30 05:47:50.014374 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 54978) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:47:50.031645 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-cc3e9c38-3999-41b5-b35a-0d4fe008b0d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:47:50.045390 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-cc3e9c38-3999-41b5-b35a-0d4fe008b0d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:47:50.049221 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-cc3e9c38-3999-41b5-b35a-0d4fe008b0d7 admin admin] Usage tracker for resource:security_group_rule and tenant:8b6e857bf26d4b68ac3622699ea8fd7c is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:47:50.052036 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-cc3e9c38-3999-41b5-b35a-0d4fe008b0d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:47:50.057897 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-cc3e9c38-3999-41b5-b35a-0d4fe008b0d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:47:50.241726 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-cc3e9c38-3999-41b5-b35a-0d4fe008b0d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:47:50.245542 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-cc3e9c38-3999-41b5-b35a-0d4fe008b0d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:47:50.292046 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-cc3e9c38-3999-41b5-b35a-0d4fe008b0d7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8b6e857bf26d4b68ac3622699ea8fd7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2766232 May 30 05:47:50.292989 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3e9c38-3999-41b5-b35a-0d4fe008b0d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d9a09cd-69f6-4058-9a84-63f5fcb5ca80,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:47:50.294755 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 54982) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:47:50.353052 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c7fd1712-b567-41ef-949c-5557823beedc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:47:50.380715 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c7fd1712-b567-41ef-949c-5557823beedc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:47:50.435709 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c7fd1712-b567-41ef-949c-5557823beedc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:47:50.450903 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fd1712-b567-41ef-949c-5557823beedc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d9a09cd-69f6-4058-9a84-63f5fcb5ca80,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:47:50.455956 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-c7fd1712-b567-41ef-949c-5557823beedc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:47:50.461322 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-c7fd1712-b567-41ef-949c-5557823beedc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0d9a09cd-69f6-4058-9a84-63f5fcb5ca80 HTTP/1.1" status: 204 len: 168 time: 0.1607862 May 30 05:47:51.191374 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 55006) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:47:51.292109 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-64532679-1bee-418a-962e-1e7e3fa4638f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1000851067-network', 'tenant_id': 'a2f28821aeba4ed59eaafafaf620d4fe'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:47:51.296793 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-64532679-1bee-418a-962e-1e7e3fa4638f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:47:51.300586 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-64532679-1bee-418a-962e-1e7e3fa4638f admin admin] Usage tracker for resource:network and tenant:a2f28821aeba4ed59eaafafaf620d4fe is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:47:51.303409 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-64532679-1bee-418a-962e-1e7e3fa4638f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:47:51.309007 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-64532679-1bee-418a-962e-1e7e3fa4638f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:47:51.318706 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64532679-1bee-418a-962e-1e7e3fa4638f admin admin] Made reservation on behalf of a2f28821aeba4ed59eaafafaf620d4fe for: {'network': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:47:51.320976 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-64532679-1bee-418a-962e-1e7e3fa4638f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for network, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:47:51.332994 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-64532679-1bee-418a-962e-1e7e3fa4638f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:47:51.347285 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-64532679-1bee-418a-962e-1e7e3fa4638f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:47:51.351024 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-64532679-1bee-418a-962e-1e7e3fa4638f admin admin] Usage tracker for resource:security_group_rule and tenant:a2f28821aeba4ed59eaafafaf620d4fe is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:47:51.353691 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-64532679-1bee-418a-962e-1e7e3fa4638f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:47:51.359232 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-64532679-1bee-418a-962e-1e7e3fa4638f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:47:51.436966 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-64532679-1bee-418a-962e-1e7e3fa4638f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:47:51.440951 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-64532679-1bee-418a-962e-1e7e3fa4638f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:47:51.468409 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64532679-1bee-418a-962e-1e7e3fa4638f admin admin] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=88261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 05:47:51.480397 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64532679-1bee-418a-962e-1e7e3fa4638f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5495484-bf68-4627-a8c9-7662b6b8c2d3,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:47:51.485242 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-64532679-1bee-418a-962e-1e7e3fa4638f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:47:51.485579 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.db.segments_db [None req-64532679-1bee-418a-962e-1e7e3fa4638f admin admin] Added segment 2dc754d5-c1f7-460e-9e7f-66cd89bfd1c6 of type vlan for network 2b9a310b-e7c4-41b2-a8f8-d48404a9ee17 May 30 05:47:51.513145 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-64532679-1bee-418a-962e-1e7e3fa4638f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729234556353'] for network, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:47:51.540372 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-64532679-1bee-418a-962e-1e7e3fa4638f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788'] for network, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:47:51.541286 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64532679-1bee-418a-962e-1e7e3fa4638f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:47:51.541877 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-64532679-1bee-418a-962e-1e7e3fa4638f admin admin] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:47:51.643532 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64532679-1bee-418a-962e-1e7e3fa4638f admin admin] Pushing event updated for resources: {'Network': ['ID=2b9a310b-e7c4-41b2-a8f8-d48404a9ee17,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:47:51.647883 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-64532679-1bee-418a-962e-1e7e3fa4638f admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4554973 May 30 05:47:51.651619 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 55012) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:47:51.653864 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Network 2b9a310b-e7c4-41b2-a8f8-d48404a9ee17 details requested by agent ovs-agent-dv-neutron-843763-1-hyperv with host dv-neutron-843763-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 05:47:51.657216 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-7a699210-631f-4784-81b3-48e6075c3d9d admin admin] Request body: {'subnet': {'network_id': '2b9a310b-e7c4-41b2-a8f8-d48404a9ee17', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1000851067-subnet', 'tenant_id': 'a2f28821aeba4ed59eaafafaf620d4fe', 'ip_version': 4}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:47:51.662160 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-7a699210-631f-4784-81b3-48e6075c3d9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:47:51.666279 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-7a699210-631f-4784-81b3-48e6075c3d9d admin admin] Usage tracker for resource:subnet and tenant:a2f28821aeba4ed59eaafafaf620d4fe is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:47:51.669102 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-7a699210-631f-4784-81b3-48e6075c3d9d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:47:51.674772 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-7a699210-631f-4784-81b3-48e6075c3d9d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:47:51.685478 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a699210-631f-4784-81b3-48e6075c3d9d admin admin] Made reservation on behalf of a2f28821aeba4ed59eaafafaf620d4fe for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:47:51.687817 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7a699210-631f-4784-81b3-48e6075c3d9d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9305518'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:47:51.894753 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7a699210-631f-4784-81b3-48e6075c3d9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2305012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9305500'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:47:51.969293 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a699210-631f-4784-81b3-48e6075c3d9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9baef51-b11c-4692-a9f5-9f050c9177e3,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:47:51.973663 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a699210-631f-4784-81b3-48e6075c3d9d admin admin] Checking segment: {'id': '2dc754d5-c1f7-460e-9e7f-66cd89bfd1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '2b9a310b-e7c4-41b2-a8f8-d48404a9ee17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:47:51.974044 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a699210-631f-4784-81b3-48e6075c3d9d admin admin] Network hostable DHCP agents. Network: 2b9a310b-e7c4-41b2-a8f8-d48404a9ee17, hostable agents: ['1c705e68-3d3e-4dd3-9252-feb21d4b96ab'], hosted agents: [] {{(pid=88261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 05:47:51.992681 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a699210-631f-4784-81b3-48e6075c3d9d admin admin] Network 2b9a310b-e7c4-41b2-a8f8-d48404a9ee17 is scheduled to be hosted by DHCP agent 1c705e68-3d3e-4dd3-9252-feb21d4b96ab with binding_index 1 {{(pid=88261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 05:47:52.002181 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-7a699210-631f-4784-81b3-48e6075c3d9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843763-1-hyperv, 2b9a310b-e7c4-41b2-a8f8-d48404a9ee17) {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:47:52.006070 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a699210-631f-4784-81b3-48e6075c3d9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:47:52.006653 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7a699210-631f-4784-81b3-48e6075c3d9d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:47:52.011152 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe50f96-a267-456f-b743-690f9f293088 None None] Network 2b9a310b-e7c4-41b2-a8f8-d48404a9ee17 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:47:52.026525 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-7a699210-631f-4784-81b3-48e6075c3d9d admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3737381 May 30 05:47:52.029326 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 55016) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:47:52.034209 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-281350a3-f307-4d83-81fb-3f81ba1f9248 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1000851067-router', 'tenant_id': 'a2f28821aeba4ed59eaafafaf620d4fe', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'}}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:47:52.038689 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-281350a3-f307-4d83-81fb-3f81ba1f9248 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:47:52.042537 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-281350a3-f307-4d83-81fb-3f81ba1f9248 admin admin] Usage tracker for resource:router and tenant:a2f28821aeba4ed59eaafafaf620d4fe is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:47:52.045926 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-281350a3-f307-4d83-81fb-3f81ba1f9248 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:47:52.051592 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-281350a3-f307-4d83-81fb-3f81ba1f9248 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:47:52.062250 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-281350a3-f307-4d83-81fb-3f81ba1f9248 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1603901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11666'] for router, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:47:52.063209 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-281350a3-f307-4d83-81fb-3f81ba1f9248 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11675'] for router, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:47:52.079003 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-281350a3-f307-4d83-81fb-3f81ba1f9248 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:47:52.223527 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd8a23a-db35-4e9b-98a5-a99af9c70cb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bbf24ed-7ba9-53d2-873f-8f9642b1e987-2b9a310b-e7c4-41b2-a8f8-d48404a9ee17', 'network_id': '2b9a310b-e7c4-41b2-a8f8-d48404a9ee17', 'tenant_id': 'a2f28821aeba4ed59eaafafaf620d4fe', 'fixed_ips': [{'subnet_id': 'e9baef51-b11c-4692-a9f5-9f050c9177e3'}]}} from dv-neutron-843763-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 30 05:47:52.224410 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7dd8a23a-db35-4e9b-98a5-a99af9c70cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:47:52.388451 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-7dd8a23a-db35-4e9b-98a5-a99af9c70cb7 None None] Allocated IP 172.20.0.2 (2b9a310b-e7c4-41b2-a8f8-d48404a9ee17/e9baef51-b11c-4692-a9f5-9f050c9177e3/044dec8e-9cd8-4c7f-8832-6daf61f45038) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:47:52.453280 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-281350a3-f307-4d83-81fb-3f81ba1f9248 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11765'] for router, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:47:52.591802 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7dd8a23a-db35-4e9b-98a5-a99af9c70cb7 None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:47:52.601892 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-7dd8a23a-db35-4e9b-98a5-a99af9c70cb7 None None] Transition to ACTIVE for port object 044dec8e-9cd8-4c7f-8832-6daf61f45038 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:47:52.619596 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-7dd8a23a-db35-4e9b-98a5-a99af9c70cb7 None None] Transition to ACTIVE for port object 044dec8e-9cd8-4c7f-8832-6daf61f45038 will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:47:52.625108 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7dd8a23a-db35-4e9b-98a5-a99af9c70cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:47:52.697318 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd8a23a-db35-4e9b-98a5-a99af9c70cb7 None None] Network 2b9a310b-e7c4-41b2-a8f8-d48404a9ee17 is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:47:52.700707 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-7dd8a23a-db35-4e9b-98a5-a99af9c70cb7 None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:47:52.703535 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd8a23a-db35-4e9b-98a5-a99af9c70cb7 None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:47:52.712333 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd8a23a-db35-4e9b-98a5-a99af9c70cb7 None None] Pushing event updated for resources: {'Port': ['ID=044dec8e-9cd8-4c7f-8832-6daf61f45038,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:47:52.768427 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-281350a3-f307-4d83-81fb-3f81ba1f9248 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:47:52.798348 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-281350a3-f307-4d83-81fb-3f81ba1f9248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:47:52.798807 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-7dd8a23a-db35-4e9b-98a5-a99af9c70cb7 None None] Attempting to bind port 044dec8e-9cd8-4c7f-8832-6daf61f45038 on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 05:47:52.799173 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-7dd8a23a-db35-4e9b-98a5-a99af9c70cb7 None None] Attempting to bind port 044dec8e-9cd8-4c7f-8832-6daf61f45038 by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': '2dc754d5-c1f7-460e-9e7f-66cd89bfd1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '2b9a310b-e7c4-41b2-a8f8-d48404a9ee17'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 05:47:52.799526 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd8a23a-db35-4e9b-98a5-a99af9c70cb7 None None] Attempting to bind port 044dec8e-9cd8-4c7f-8832-6daf61f45038 on network 2b9a310b-e7c4-41b2-a8f8-d48404a9ee17 {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:47:52.804835 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd8a23a-db35-4e9b-98a5-a99af9c70cb7 None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 5, 47, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 05:47:52.805200 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd8a23a-db35-4e9b-98a5-a99af9c70cb7 None None] Checking segment: {'id': '2dc754d5-c1f7-460e-9e7f-66cd89bfd1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '2b9a310b-e7c4-41b2-a8f8-d48404a9ee17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:47:52.805595 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7dd8a23a-db35-4e9b-98a5-a99af9c70cb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:47:52.806010 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd8a23a-db35-4e9b-98a5-a99af9c70cb7 None None] Bound using segment: {'id': '2dc754d5-c1f7-460e-9e7f-66cd89bfd1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '2b9a310b-e7c4-41b2-a8f8-d48404a9ee17'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 05:47:52.806462 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-7dd8a23a-db35-4e9b-98a5-a99af9c70cb7 None None] Bound port: 044dec8e-9cd8-4c7f-8832-6daf61f45038, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dc754d5-c1f7-460e-9e7f-66cd89bfd1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '2b9a310b-e7c4-41b2-a8f8-d48404a9ee17'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 05:47:52.806830 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7dd8a23a-db35-4e9b-98a5-a99af9c70cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:47:52.894135 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-7dd8a23a-db35-4e9b-98a5-a99af9c70cb7 None None] For port 044dec8e-9cd8-4c7f-8832-6daf61f45038, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 05:47:52.897212 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-7dd8a23a-db35-4e9b-98a5-a99af9c70cb7 None None] For port 044dec8e-9cd8-4c7f-8832-6daf61f45038, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=044dec8e-9cd8-4c7f-8832-6daf61f45038,segment=NetworkSegment(2dc754d5-c1f7-460e-9e7f-66cd89bfd1c6),segment_id=2dc754d5-c1f7-460e-9e7f-66cd89bfd1c6)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 05:47:52.901045 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7dd8a23a-db35-4e9b-98a5-a99af9c70cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:47:52.935201 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-281350a3-f307-4d83-81fb-3f81ba1f9248 admin admin] Allocated IP 172.26.6.160 (1bab70f4-3794-44db-8e17-19f483aa8ffa/6b5b73c1-b0ce-4f83-a930-c00cc5522926/e261021d-826a-432c-ba86-832410215a17) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:47:52.987499 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd8a23a-db35-4e9b-98a5-a99af9c70cb7 None None] Pushing event updated for resources: {'Port': ['ID=044dec8e-9cd8-4c7f-8832-6daf61f45038,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:47:53.088017 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-281350a3-f307-4d83-81fb-3f81ba1f9248 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:47:53.117622 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-281350a3-f307-4d83-81fb-3f81ba1f9248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:47:53.203309 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-281350a3-f307-4d83-81fb-3f81ba1f9248 admin admin] Network 1bab70f4-3794-44db-8e17-19f483aa8ffa is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:47:53.206607 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-281350a3-f307-4d83-81fb-3f81ba1f9248 admin admin] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:47:53.209673 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281350a3-f307-4d83-81fb-3f81ba1f9248 admin admin] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:47:53.301590 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 044dec8e-9cd8-4c7f-8832-6daf61f45038 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:47:53.370574 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port 044dec8e-9cd8-4c7f-8832-6daf61f45038 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:47:53.400887 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281350a3-f307-4d83-81fb-3f81ba1f9248 admin admin] Pushing event updated for resources: {'Port': ['ID=e261021d-826a-432c-ba86-832410215a17,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:47:53.647716 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-281350a3-f307-4d83-81fb-3f81ba1f9248 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:47:53.942073 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-652fdbde-5073-40b7-8417-ae35ce64fb8c None None] Network 2b9a310b-e7c4-41b2-a8f8-d48404a9ee17 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:47:54.034433 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-a4c44a02-1277-46ab-91d7-fea9db03977b None None] Provisioning for port 044dec8e-9cd8-4c7f-8832-6daf61f45038 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:47:54.051306 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-a4c44a02-1277-46ab-91d7-fea9db03977b None None] Provisioning complete for port 044dec8e-9cd8-4c7f-8832-6daf61f45038 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:47:54.051680 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a4c44a02-1277-46ab-91d7-fea9db03977b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:47:54.113975 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-281350a3-f307-4d83-81fb-3f81ba1f9248 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603653'] for router, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:47:54.305304 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-a4c44a02-1277-46ab-91d7-fea9db03977b None None] Current status of the port 044dec8e-9cd8-4c7f-8832-6daf61f45038 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:47:54.305683 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a4c44a02-1277-46ab-91d7-fea9db03977b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:47:54.320034 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-281350a3-f307-4d83-81fb-3f81ba1f9248 admin admin] Router ac514167-c7d8-42bf-9683-93ae560e442b is scheduled to L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 with binding_index 1 {{(pid=88261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 30 05:47:54.343465 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-a4c44a02-1277-46ab-91d7-fea9db03977b None None] For port 044dec8e-9cd8-4c7f-8832-6daf61f45038, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=044dec8e-9cd8-4c7f-8832-6daf61f45038,segment=NetworkSegment(2dc754d5-c1f7-460e-9e7f-66cd89bfd1c6),segment_id=2dc754d5-c1f7-460e-9e7f-66cd89bfd1c6)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:47:54.346999 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a4c44a02-1277-46ab-91d7-fea9db03977b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:47:54.420157 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c44a02-1277-46ab-91d7-fea9db03977b None None] Pushing event updated for resources: {'Port': ['ID=044dec8e-9cd8-4c7f-8832-6daf61f45038,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:47:54.500378 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-281350a3-f307-4d83-81fb-3f81ba1f9248 admin admin] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:47:54.511771 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f9ae8e-a8a5-44ab-80e6-2d18d1dce901 None None] Sync routers for ids ['ac514167-c7d8-42bf-9683-93ae560e442b'] in dv-neutron-843763-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:47:54.522444 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f9ae8e-a8a5-44ab-80e6-2d18d1dce901 None None] Routers {'ac514167-c7d8-42bf-9683-93ae560e442b'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:47:54.523351 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-f8f9ae8e-a8a5-44ab-80e6-2d18d1dce901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:47:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['ac514167-c7d8-42bf-9683-93ae560e442b'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:47:54.523956 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-281350a3-f307-4d83-81fb-3f81ba1f9248 admin admin] Notify callbacks [] for router, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:47:54.525388 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-281350a3-f307-4d83-81fb-3f81ba1f9248 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4951112 May 30 05:47:54.528614 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 55020) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:47:54.575935 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-aaec6c6a-6d0d-42e3-839e-2fd06c0d6d8b None None] Provisioning complete for port 044dec8e-9cd8-4c7f-8832-6daf61f45038 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:47:54.576308 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-aaec6c6a-6d0d-42e3-839e-2fd06c0d6d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:47:54.693439 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-aaec6c6a-6d0d-42e3-839e-2fd06c0d6d8b None None] Current status of the port 044dec8e-9cd8-4c7f-8832-6daf61f45038 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:47:54.714175 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-f8f9ae8e-a8a5-44ab-80e6-2d18d1dce901 None None] Set router ac514167-c7d8-42bf-9683-93ae560e442b gateway port host: dv-neutron-843763-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:47:54.995285 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-f8f9ae8e-a8a5-44ab-80e6-2d18d1dce901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac514167-c7d8-42bf-9683-93ae560e442b', 'name': 'tempest-TestShelveInstance-1000851067-router', 'tenant_id': 'a2f28821aeba4ed59eaafafaf620d4fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.160'}], 'enable_snat': True}, 'gw_port_id': 'e261021d-826a-432c-ba86-832410215a17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:47:52Z', 'updated_at': '2022-05-30T05:47:53Z', 'revision_number': 3, 'project_id': 'a2f28821aeba4ed59eaafafaf620d4fe', 'gw_port': {'id': 'e261021d-826a-432c-ba86-832410215a17', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:fc:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac514167-c7d8-42bf-9683-93ae560e442b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:47:52Z', 'updated_at': '2022-05-30T05:47:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv'}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:47:54.999649 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f9ae8e-a8a5-44ab-80e6-2d18d1dce901 None None] Checking router: ac514167-c7d8-42bf-9683-93ae560e442b for host: dv-neutron-843763-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 05:47:55.000006 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f9ae8e-a8a5-44ab-80e6-2d18d1dce901 None None] Updating router ac514167-c7d8-42bf-9683-93ae560e442b port e261021d-826a-432c-ba86-832410215a17 binding host dv-neutron-843763-1-hyperv {{(pid=88263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 30 05:47:55.053861 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-f8f9ae8e-a8a5-44ab-80e6-2d18d1dce901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:47:55.227449 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 044dec8e-9cd8-4c7f-8832-6daf61f45038 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:47:55.304811 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 044dec8e-9cd8-4c7f-8832-6daf61f45038 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:47:55.305469 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:47:55.329415 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-557c5236-2dce-418a-b225-316da1c15234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:47:55.413097 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-f8f9ae8e-a8a5-44ab-80e6-2d18d1dce901 None None] Notify callbacks [] for port, precommit_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:47:55.425588 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 044dec8e-9cd8-4c7f-8832-6daf61f45038 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:47:55.426696 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.provisioning_blocks [None req-f8f9ae8e-a8a5-44ab-80e6-2d18d1dce901 None None] Transition to ACTIVE for port object e261021d-826a-432c-ba86-832410215a17 will not be triggered until provisioned by entity L2. {{(pid=88263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:47:55.435804 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-f8f9ae8e-a8a5-44ab-80e6-2d18d1dce901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:47:55.516463 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-f8f9ae8e-a8a5-44ab-80e6-2d18d1dce901 None None] Attempting to bind port e261021d-826a-432c-ba86-832410215a17 on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 05:47:55.517101 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-f8f9ae8e-a8a5-44ab-80e6-2d18d1dce901 None None] Attempting to bind port e261021d-826a-432c-ba86-832410215a17 by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': 'ad083d94-0233-4c50-a0ed-00ef7686038c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'}] {{(pid=88263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 05:47:55.517294 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f9ae8e-a8a5-44ab-80e6-2d18d1dce901 None None] Attempting to bind port e261021d-826a-432c-ba86-832410215a17 on network 1bab70f4-3794-44db-8e17-19f483aa8ffa {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:47:55.520425 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5418d524-cecf-4380-8fa0-de6c120dd74b None None] Pushing event updated for resources: {'Port': ['ID=e261021d-826a-432c-ba86-832410215a17,revision_number=2']} {{(pid=88263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:47:55.525125 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f9ae8e-a8a5-44ab-80e6-2d18d1dce901 None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 5, 47, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 05:47:55.525486 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f9ae8e-a8a5-44ab-80e6-2d18d1dce901 None None] Checking segment: {'id': 'ad083d94-0233-4c50-a0ed-00ef7686038c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:47:55.525913 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-f8f9ae8e-a8a5-44ab-80e6-2d18d1dce901 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:47:55.526299 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f9ae8e-a8a5-44ab-80e6-2d18d1dce901 None None] Bound using segment: {'id': 'ad083d94-0233-4c50-a0ed-00ef7686038c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'} {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 05:47:55.526741 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-f8f9ae8e-a8a5-44ab-80e6-2d18d1dce901 None None] Bound port: e261021d-826a-432c-ba86-832410215a17, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad083d94-0233-4c50-a0ed-00ef7686038c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'}}] {{(pid=88263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 05:47:55.527095 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-f8f9ae8e-a8a5-44ab-80e6-2d18d1dce901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:47:55.535032 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-557c5236-2dce-418a-b225-316da1c15234 admin admin] Allocated IP 172.20.0.1 (2b9a310b-e7c4-41b2-a8f8-d48404a9ee17/e9baef51-b11c-4692-a9f5-9f050c9177e3/609b956a-fe43-41a9-b7e4-e7d663e4b300) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:47:55.559668 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5418d524-cecf-4380-8fa0-de6c120dd74b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:47:55.560100 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5418d524-cecf-4380-8fa0-de6c120dd74b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:47:55.560451 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5418d524-cecf-4380-8fa0-de6c120dd74b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:47:55.560915 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5418d524-cecf-4380-8fa0-de6c120dd74b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:47:55.561206 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5418d524-cecf-4380-8fa0-de6c120dd74b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:47:55.561732 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5418d524-cecf-4380-8fa0-de6c120dd74b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:47:55.562108 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5418d524-cecf-4380-8fa0-de6c120dd74b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:47:55.562427 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5418d524-cecf-4380-8fa0-de6c120dd74b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:47:55.562745 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5418d524-cecf-4380-8fa0-de6c120dd74b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:47:55.563059 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5418d524-cecf-4380-8fa0-de6c120dd74b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:47:55.563378 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5418d524-cecf-4380-8fa0-de6c120dd74b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:47:55.563687 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5418d524-cecf-4380-8fa0-de6c120dd74b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:47:55.608899 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.db [None req-f8f9ae8e-a8a5-44ab-80e6-2d18d1dce901 None None] For port e261021d-826a-432c-ba86-832410215a17, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 05:47:55.612109 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.db [None req-f8f9ae8e-a8a5-44ab-80e6-2d18d1dce901 None None] For port e261021d-826a-432c-ba86-832410215a17, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=e261021d-826a-432c-ba86-832410215a17,segment=NetworkSegment(ad083d94-0233-4c50-a0ed-00ef7686038c),segment_id=ad083d94-0233-4c50-a0ed-00ef7686038c)] {{(pid=88263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 05:47:55.616298 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-f8f9ae8e-a8a5-44ab-80e6-2d18d1dce901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:47:55.679888 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-557c5236-2dce-418a-b225-316da1c15234 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:47:55.689291 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f9ae8e-a8a5-44ab-80e6-2d18d1dce901 None None] Routers {'ac514167-c7d8-42bf-9683-93ae560e442b'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:47:55.689994 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-f8f9ae8e-a8a5-44ab-80e6-2d18d1dce901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:47:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['ac514167-c7d8-42bf-9683-93ae560e442b'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:47:55.695571 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [None req-557c5236-2dce-418a-b225-316da1c15234 admin admin] Transition to ACTIVE for port object 609b956a-fe43-41a9-b7e4-e7d663e4b300 will not be triggered until provisioned by entity DHCP. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:47:55.718448 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-557c5236-2dce-418a-b225-316da1c15234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:47:55.768756 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5418d524-cecf-4380-8fa0-de6c120dd74b None None] Pushing event updated for resources: {'Port': ['ID=e261021d-826a-432c-ba86-832410215a17,revision_number=3']} {{(pid=88263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:47:55.785508 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-557c5236-2dce-418a-b225-316da1c15234 admin admin] Network 2b9a310b-e7c4-41b2-a8f8-d48404a9ee17 is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:47:55.788200 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-557c5236-2dce-418a-b225-316da1c15234 admin admin] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:47:55.791861 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557c5236-2dce-418a-b225-316da1c15234 admin admin] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:47:55.834489 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557c5236-2dce-418a-b225-316da1c15234 admin admin] Pushing event updated for resources: {'Port': ['ID=609b956a-fe43-41a9-b7e4-e7d663e4b300,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:47:55.851877 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-557c5236-2dce-418a-b225-316da1c15234 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604623'] for router_interface, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:47:55.878162 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-f8f9ae8e-a8a5-44ab-80e6-2d18d1dce901 None None] Set router ac514167-c7d8-42bf-9683-93ae560e442b gateway port host: dv-neutron-843763-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:47:56.023312 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-af8b126a-0ef2-47bc-9282-4e027e5a9b5a None None] Provisioning for port 609b956a-fe43-41a9-b7e4-e7d663e4b300 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:47:56.028563 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-af8b126a-0ef2-47bc-9282-4e027e5a9b5a None None] Provisioning complete for port 609b956a-fe43-41a9-b7e4-e7d663e4b300 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:47:56.028938 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-af8b126a-0ef2-47bc-9282-4e027e5a9b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:47:56.083476 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-af8b126a-0ef2-47bc-9282-4e027e5a9b5a None None] Port 609b956a-fe43-41a9-b7e4-e7d663e4b300 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 05:47:56.119839 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-557c5236-2dce-418a-b225-316da1c15234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:47:56.163631 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-f8f9ae8e-a8a5-44ab-80e6-2d18d1dce901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac514167-c7d8-42bf-9683-93ae560e442b', 'name': 'tempest-TestShelveInstance-1000851067-router', 'tenant_id': 'a2f28821aeba4ed59eaafafaf620d4fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.160'}], 'enable_snat': True}, 'gw_port_id': 'e261021d-826a-432c-ba86-832410215a17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:47:52Z', 'updated_at': '2022-05-30T05:47:53Z', 'revision_number': 3, 'project_id': 'a2f28821aeba4ed59eaafafaf620d4fe', 'gw_port': {'id': 'e261021d-826a-432c-ba86-832410215a17', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:fc:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac514167-c7d8-42bf-9683-93ae560e442b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:47:52Z', 'updated_at': '2022-05-30T05:47:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv'}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:47:56.167924 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f9ae8e-a8a5-44ab-80e6-2d18d1dce901 None None] The sync data for ids ['ac514167-c7d8-42bf-9683-93ae560e442b'] in dv-neutron-843763-1-hyperv is: [{'id': 'ac514167-c7d8-42bf-9683-93ae560e442b', 'name': 'tempest-TestShelveInstance-1000851067-router', 'tenant_id': 'a2f28821aeba4ed59eaafafaf620d4fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.160'}], 'enable_snat': True}, 'gw_port_id': 'e261021d-826a-432c-ba86-832410215a17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:47:52Z', 'updated_at': '2022-05-30T05:47:53Z', 'revision_number': 3, 'project_id': 'a2f28821aeba4ed59eaafafaf620d4fe', 'gw_port': {'id': 'e261021d-826a-432c-ba86-832410215a17', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:fc:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac514167-c7d8-42bf-9683-93ae560e442b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:47:52Z', 'updated_at': '2022-05-30T05:47:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv'}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:47:56.340852 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-557c5236-2dce-418a-b225-316da1c15234 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:47:56.345980 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-557c5236-2dce-418a-b225-316da1c15234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2304381'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:47:56.464246 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557c5236-2dce-418a-b225-316da1c15234 admin admin] Pushing event updated for resources: {'Port': ['ID=609b956a-fe43-41a9-b7e4-e7d663e4b300,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:47:56.468154 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-557c5236-2dce-418a-b225-316da1c15234 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1642774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602230'] for router_interface, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:47:56.606586 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-557c5236-2dce-418a-b225-316da1c15234 admin admin] Network 2b9a310b-e7c4-41b2-a8f8-d48404a9ee17 is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:47:56.607765 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-557c5236-2dce-418a-b225-316da1c15234 admin admin] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:47:56.813926 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-5fa0820a-b2c5-41fb-82eb-8ed2ab59ffda None None] Provisioning complete for port 609b956a-fe43-41a9-b7e4-e7d663e4b300 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:47:56.815343 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-5fa0820a-b2c5-41fb-82eb-8ed2ab59ffda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:47:56.876678 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-5fa0820a-b2c5-41fb-82eb-8ed2ab59ffda None None] Port 609b956a-fe43-41a9-b7e4-e7d663e4b300 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 05:47:56.919854 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-557c5236-2dce-418a-b225-316da1c15234 admin admin] Router ac514167-c7d8-42bf-9683-93ae560e442b has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 05:47:57.096126 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-557c5236-2dce-418a-b225-316da1c15234 admin admin] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:47:57.104574 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-557c5236-2dce-418a-b225-316da1c15234 admin admin] 10.222.0.15 "PUT /v2.0/routers/ac514167-c7d8-42bf-9683-93ae560e442b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5749381 May 30 05:47:57.245971 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device e261021d-826a-432c-ba86-832410215a17 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:47:57.312175 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port e261021d-826a-432c-ba86-832410215a17 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:47:57.317840 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port e261021d-826a-432c-ba86-832410215a17 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:47:57.318222 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:47:57.442573 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port e261021d-826a-432c-ba86-832410215a17 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:47:57.442963 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:47:57.461191 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] For port e261021d-826a-432c-ba86-832410215a17, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=e261021d-826a-432c-ba86-832410215a17,segment=NetworkSegment(ad083d94-0233-4c50-a0ed-00ef7686038c),segment_id=ad083d94-0233-4c50-a0ed-00ef7686038c)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:47:57.466835 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:47:57.539348 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Pushing event updated for resources: {'Port': ['ID=e261021d-826a-432c-ba86-832410215a17,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:47:57.588945 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3205a070-cef7-47bd-843e-cbf93110be2e None None] Sync routers for ids ['ac514167-c7d8-42bf-9683-93ae560e442b'] in dv-neutron-843763-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:47:57.597703 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3205a070-cef7-47bd-843e-cbf93110be2e None None] Routers {'ac514167-c7d8-42bf-9683-93ae560e442b'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:47:57.598337 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-3205a070-cef7-47bd-843e-cbf93110be2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:47:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['ac514167-c7d8-42bf-9683-93ae560e442b'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:47:57.632260 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 55038) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:47:57.638702 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-f8c96ff6-9f3b-4990-b2e3-ac7949aa0215 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1916151993-network', 'tenant_id': '5fffe7c32fb04816b02d5da76d0b95aa'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:47:57.643521 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-f8c96ff6-9f3b-4990-b2e3-ac7949aa0215 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:47:57.647397 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-f8c96ff6-9f3b-4990-b2e3-ac7949aa0215 admin admin] Usage tracker for resource:network and tenant:5fffe7c32fb04816b02d5da76d0b95aa is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:47:57.650300 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-f8c96ff6-9f3b-4990-b2e3-ac7949aa0215 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:47:57.656057 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-f8c96ff6-9f3b-4990-b2e3-ac7949aa0215 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:47:57.666423 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8c96ff6-9f3b-4990-b2e3-ac7949aa0215 admin admin] Made reservation on behalf of 5fffe7c32fb04816b02d5da76d0b95aa for: {'network': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:47:57.668913 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f8c96ff6-9f3b-4990-b2e3-ac7949aa0215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for network, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:47:57.680946 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f8c96ff6-9f3b-4990-b2e3-ac7949aa0215 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:47:57.698875 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-f8c96ff6-9f3b-4990-b2e3-ac7949aa0215 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:47:57.703286 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-f8c96ff6-9f3b-4990-b2e3-ac7949aa0215 admin admin] Usage tracker for resource:security_group_rule and tenant:5fffe7c32fb04816b02d5da76d0b95aa is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:47:57.706087 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-f8c96ff6-9f3b-4990-b2e3-ac7949aa0215 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:47:57.711666 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-f8c96ff6-9f3b-4990-b2e3-ac7949aa0215 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:47:57.777434 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-3205a070-cef7-47bd-843e-cbf93110be2e None None] Set router ac514167-c7d8-42bf-9683-93ae560e442b gateway port host: dv-neutron-843763-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:47:57.798125 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f8c96ff6-9f3b-4990-b2e3-ac7949aa0215 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:47:57.802134 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f8c96ff6-9f3b-4990-b2e3-ac7949aa0215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:47:57.832369 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8c96ff6-9f3b-4990-b2e3-ac7949aa0215 admin admin] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=88261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 05:47:57.840687 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c96ff6-9f3b-4990-b2e3-ac7949aa0215 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=071ea293-d772-49a5-8f7f-e8c8677ececc,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:47:57.846270 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f8c96ff6-9f3b-4990-b2e3-ac7949aa0215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:47:57.846665 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.db.segments_db [None req-f8c96ff6-9f3b-4990-b2e3-ac7949aa0215 admin admin] Added segment cb09f220-0581-4398-b37d-b7fcbfc21649 of type vlan for network d67d8e15-7ab8-42a6-bdf7-84e3079580db May 30 05:47:57.873976 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f8c96ff6-9f3b-4990-b2e3-ac7949aa0215 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729234556353'] for network, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:47:57.902430 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f8c96ff6-9f3b-4990-b2e3-ac7949aa0215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788'] for network, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:47:57.903409 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c96ff6-9f3b-4990-b2e3-ac7949aa0215 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:47:57.903990 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f8c96ff6-9f3b-4990-b2e3-ac7949aa0215 admin admin] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:47:58.008676 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-f8c96ff6-9f3b-4990-b2e3-ac7949aa0215 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3728442 May 30 05:47:58.009022 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 55042) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:47:58.012056 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c96ff6-9f3b-4990-b2e3-ac7949aa0215 admin admin] Pushing event updated for resources: {'Network': ['ID=d67d8e15-7ab8-42a6-bdf7-84e3079580db,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:47:58.017696 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-1c957405-1976-40dc-a808-3f44d1890a6f admin admin] Request body: {'subnet': {'network_id': 'd67d8e15-7ab8-42a6-bdf7-84e3079580db', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1916151993-subnet', 'tenant_id': '5fffe7c32fb04816b02d5da76d0b95aa', 'ip_version': 4}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:47:58.022640 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-1c957405-1976-40dc-a808-3f44d1890a6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:47:58.026535 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Network d67d8e15-7ab8-42a6-bdf7-84e3079580db details requested by agent ovs-agent-dv-neutron-843763-1-hyperv with host dv-neutron-843763-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 05:47:58.027026 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-1c957405-1976-40dc-a808-3f44d1890a6f admin admin] Usage tracker for resource:subnet and tenant:5fffe7c32fb04816b02d5da76d0b95aa is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:47:58.029862 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-1c957405-1976-40dc-a808-3f44d1890a6f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:47:58.035555 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-1c957405-1976-40dc-a808-3f44d1890a6f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:47:58.045704 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c957405-1976-40dc-a808-3f44d1890a6f admin admin] Made reservation on behalf of 5fffe7c32fb04816b02d5da76d0b95aa for: {'subnet': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:47:58.048144 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1c957405-1976-40dc-a808-3f44d1890a6f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9305518'] for subnet, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:47:58.181937 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-6a1d08ea-cbdb-4523-8d57-7f72f2aba82e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:47:58.208933 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-3205a070-cef7-47bd-843e-cbf93110be2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac514167-c7d8-42bf-9683-93ae560e442b', 'name': 'tempest-TestShelveInstance-1000851067-router', 'tenant_id': 'a2f28821aeba4ed59eaafafaf620d4fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.160'}], 'enable_snat': True}, 'gw_port_id': 'e261021d-826a-432c-ba86-832410215a17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:47:52Z', 'updated_at': '2022-05-30T05:47:56Z', 'revision_number': 4, 'project_id': 'a2f28821aeba4ed59eaafafaf620d4fe', 'gw_port': {'id': 'e261021d-826a-432c-ba86-832410215a17', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:fc:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac514167-c7d8-42bf-9683-93ae560e442b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:47:52Z', 'updated_at': '2022-05-30T05:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': '609b956a-fe43-41a9-b7e4-e7d663e4b300', 'name': '', 'network_id': '2b9a310b-e7c4-41b2-a8f8-d48404a9ee17', 'tenant_id': 'a2f28821aeba4ed59eaafafaf620d4fe', 'mac_address': 'fa:16:3e:f1:23:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac514167-c7d8-42bf-9683-93ae560e442b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': 'e9baef51-b11c-4692-a9f5-9f050c9177e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:47:55Z', 'updated_at': '2022-05-30T05:47:56Z', 'revision_number': 2, 'project_id': 'a2f28821aeba4ed59eaafafaf620d4fe', 'subnets': [{'id': 'e9baef51-b11c-4692-a9f5-9f050c9177e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:47:58.213209 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3205a070-cef7-47bd-843e-cbf93110be2e None None] Checking router: ac514167-c7d8-42bf-9683-93ae560e442b for host: dv-neutron-843763-1-hyperv {{(pid=88262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 05:47:58.213570 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3205a070-cef7-47bd-843e-cbf93110be2e None None] Updating router ac514167-c7d8-42bf-9683-93ae560e442b port 609b956a-fe43-41a9-b7e4-e7d663e4b300 binding host dv-neutron-843763-1-hyperv {{(pid=88262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 30 05:47:58.261409 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1c957405-1976-40dc-a808-3f44d1890a6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2305012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9305500'] for subnet, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:47:58.268117 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-3205a070-cef7-47bd-843e-cbf93110be2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:47:58.337002 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c957405-1976-40dc-a808-3f44d1890a6f admin admin] Pushing event updated for resources: {'Subnet': ['ID=2fe8df5f-c207-4e09-9b62-35e7b6c73068,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:47:58.348511 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c957405-1976-40dc-a808-3f44d1890a6f admin admin] Checking segment: {'id': 'cb09f220-0581-4398-b37d-b7fcbfc21649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'd67d8e15-7ab8-42a6-bdf7-84e3079580db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:47:58.348877 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c957405-1976-40dc-a808-3f44d1890a6f admin admin] Network hostable DHCP agents. Network: d67d8e15-7ab8-42a6-bdf7-84e3079580db, hostable agents: ['1c705e68-3d3e-4dd3-9252-feb21d4b96ab'], hosted agents: [] {{(pid=88261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 05:47:58.368701 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c957405-1976-40dc-a808-3f44d1890a6f admin admin] Network d67d8e15-7ab8-42a6-bdf7-84e3079580db is scheduled to be hosted by DHCP agent 1c705e68-3d3e-4dd3-9252-feb21d4b96ab with binding_index 1 {{(pid=88261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 05:47:58.379098 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-1c957405-1976-40dc-a808-3f44d1890a6f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843763-1-hyperv, d67d8e15-7ab8-42a6-bdf7-84e3079580db) {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:47:58.383519 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c957405-1976-40dc-a808-3f44d1890a6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:47:58.384556 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1c957405-1976-40dc-a808-3f44d1890a6f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:47:58.409901 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-1c957405-1976-40dc-a808-3f44d1890a6f admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3995414 May 30 05:47:58.410490 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 55046) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:47:58.410629 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58b6380e-2d54-420b-9c81-70be30d42460 None None] Network d67d8e15-7ab8-42a6-bdf7-84e3079580db requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:47:58.415575 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-9a430579-2584-4ab4-9668-60013529a01c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1916151993-router', 'tenant_id': '5fffe7c32fb04816b02d5da76d0b95aa', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'}}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:47:58.420876 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-9a430579-2584-4ab4-9668-60013529a01c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:47:58.424672 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-9a430579-2584-4ab4-9668-60013529a01c admin admin] Usage tracker for resource:router and tenant:5fffe7c32fb04816b02d5da76d0b95aa is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:47:58.427490 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-9a430579-2584-4ab4-9668-60013529a01c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:47:58.433122 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-9a430579-2584-4ab4-9668-60013529a01c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:47:58.443542 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9a430579-2584-4ab4-9668-60013529a01c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1603901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11666'] for router, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:47:58.444746 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9a430579-2584-4ab4-9668-60013529a01c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11675'] for router, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:47:58.459305 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9a430579-2584-4ab4-9668-60013529a01c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:47:58.732032 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9a430579-2584-4ab4-9668-60013529a01c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11765'] for router, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:47:58.753872 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deec815d-0240-4edd-a09c-052de7888d42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bbf24ed-7ba9-53d2-873f-8f9642b1e987-d67d8e15-7ab8-42a6-bdf7-84e3079580db', 'network_id': 'd67d8e15-7ab8-42a6-bdf7-84e3079580db', 'tenant_id': '5fffe7c32fb04816b02d5da76d0b95aa', 'fixed_ips': [{'subnet_id': '2fe8df5f-c207-4e09-9b62-35e7b6c73068'}]}} from dv-neutron-843763-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 30 05:47:58.754679 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-deec815d-0240-4edd-a09c-052de7888d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:47:58.904775 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-3205a070-cef7-47bd-843e-cbf93110be2e None None] Notify callbacks [] for port, precommit_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:47:58.926983 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-3205a070-cef7-47bd-843e-cbf93110be2e None None] Transition to ACTIVE for port object 609b956a-fe43-41a9-b7e4-e7d663e4b300 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:47:58.960668 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-3205a070-cef7-47bd-843e-cbf93110be2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:47:59.038840 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9a430579-2584-4ab4-9668-60013529a01c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:47:59.072251 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9a430579-2584-4ab4-9668-60013529a01c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:47:59.151196 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02993f5-7024-4d1d-9719-17eb671b5ec6 None None] Pushing event updated for resources: {'Port': ['ID=609b956a-fe43-41a9-b7e4-e7d663e4b300,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:47:59.162831 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-deec815d-0240-4edd-a09c-052de7888d42 None None] Allocated IP 172.20.0.2 (d67d8e15-7ab8-42a6-bdf7-84e3079580db/2fe8df5f-c207-4e09-9b62-35e7b6c73068/af43e697-4a07-4de6-a8e1-784dcd52fc20) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:47:59.244200 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-3205a070-cef7-47bd-843e-cbf93110be2e None None] Attempting to bind port 609b956a-fe43-41a9-b7e4-e7d663e4b300 on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 05:47:59.244567 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-3205a070-cef7-47bd-843e-cbf93110be2e None None] Attempting to bind port 609b956a-fe43-41a9-b7e4-e7d663e4b300 by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': '2dc754d5-c1f7-460e-9e7f-66cd89bfd1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '2b9a310b-e7c4-41b2-a8f8-d48404a9ee17'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 05:47:59.244925 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3205a070-cef7-47bd-843e-cbf93110be2e None None] Attempting to bind port 609b956a-fe43-41a9-b7e4-e7d663e4b300 on network 2b9a310b-e7c4-41b2-a8f8-d48404a9ee17 {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:47:59.298891 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device e261021d-826a-432c-ba86-832410215a17 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:47:59.332131 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3205a070-cef7-47bd-843e-cbf93110be2e None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 5, 47, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 05:47:59.332501 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3205a070-cef7-47bd-843e-cbf93110be2e None None] Checking segment: {'id': '2dc754d5-c1f7-460e-9e7f-66cd89bfd1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '2b9a310b-e7c4-41b2-a8f8-d48404a9ee17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:47:59.333002 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-3205a070-cef7-47bd-843e-cbf93110be2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:47:59.333392 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3205a070-cef7-47bd-843e-cbf93110be2e None None] Bound using segment: {'id': '2dc754d5-c1f7-460e-9e7f-66cd89bfd1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '2b9a310b-e7c4-41b2-a8f8-d48404a9ee17'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 05:47:59.333881 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-3205a070-cef7-47bd-843e-cbf93110be2e None None] Bound port: 609b956a-fe43-41a9-b7e4-e7d663e4b300, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dc754d5-c1f7-460e-9e7f-66cd89bfd1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '2b9a310b-e7c4-41b2-a8f8-d48404a9ee17'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 05:47:59.334250 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-3205a070-cef7-47bd-843e-cbf93110be2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:47:59.362590 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-9a430579-2584-4ab4-9668-60013529a01c admin admin] Allocated IP 172.26.6.182 (1bab70f4-3794-44db-8e17-19f483aa8ffa/6b5b73c1-b0ce-4f83-a930-c00cc5522926/28fbb1a5-5b9f-4ecf-982c-24227b33a4e0) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:47:59.509125 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9a430579-2584-4ab4-9668-60013529a01c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:47:59.539312 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9a430579-2584-4ab4-9668-60013529a01c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:47:59.573986 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-3205a070-cef7-47bd-843e-cbf93110be2e None None] For port 609b956a-fe43-41a9-b7e4-e7d663e4b300, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 05:47:59.582927 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port e261021d-826a-432c-ba86-832410215a17 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:47:59.583300 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:47:59.606110 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a430579-2584-4ab4-9668-60013529a01c admin admin] Network 1bab70f4-3794-44db-8e17-19f483aa8ffa is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:47:59.608872 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-9a430579-2584-4ab4-9668-60013529a01c admin admin] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:47:59.612646 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a430579-2584-4ab4-9668-60013529a01c admin admin] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:47:59.627427 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-3205a070-cef7-47bd-843e-cbf93110be2e None None] For port 609b956a-fe43-41a9-b7e4-e7d663e4b300, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=609b956a-fe43-41a9-b7e4-e7d663e4b300,segment=NetworkSegment(2dc754d5-c1f7-460e-9e7f-66cd89bfd1c6),segment_id=2dc754d5-c1f7-460e-9e7f-66cd89bfd1c6)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 05:47:59.644433 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-3205a070-cef7-47bd-843e-cbf93110be2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:47:59.646690 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a430579-2584-4ab4-9668-60013529a01c admin admin] Pushing event updated for resources: {'Port': ['ID=28fbb1a5-5b9f-4ecf-982c-24227b33a4e0,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:47:59.650711 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-deec815d-0240-4edd-a09c-052de7888d42 None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:47:59.717640 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-deec815d-0240-4edd-a09c-052de7888d42 None None] Transition to ACTIVE for port object af43e697-4a07-4de6-a8e1-784dcd52fc20 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:47:59.757617 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-deec815d-0240-4edd-a09c-052de7888d42 None None] Transition to ACTIVE for port object af43e697-4a07-4de6-a8e1-784dcd52fc20 will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:47:59.763833 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3205a070-cef7-47bd-843e-cbf93110be2e None None] Routers {'ac514167-c7d8-42bf-9683-93ae560e442b'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:47:59.764566 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-3205a070-cef7-47bd-843e-cbf93110be2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:47:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['ac514167-c7d8-42bf-9683-93ae560e442b'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:47:59.823729 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-deec815d-0240-4edd-a09c-052de7888d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:47:59.935915 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02993f5-7024-4d1d-9719-17eb671b5ec6 None None] Pushing event updated for resources: {'Port': ['ID=609b956a-fe43-41a9-b7e4-e7d663e4b300,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:48:00.045175 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9a430579-2584-4ab4-9668-60013529a01c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:48:00.074126 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deec815d-0240-4edd-a09c-052de7888d42 None None] Network d67d8e15-7ab8-42a6-bdf7-84e3079580db is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:48:00.091277 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-deec815d-0240-4edd-a09c-052de7888d42 None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:48:00.098078 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port e261021d-826a-432c-ba86-832410215a17 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:48:00.100097 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deec815d-0240-4edd-a09c-052de7888d42 None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:48:00.115051 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deec815d-0240-4edd-a09c-052de7888d42 None None] Pushing event updated for resources: {'Port': ['ID=af43e697-4a07-4de6-a8e1-784dcd52fc20,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:48:00.201725 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-3205a070-cef7-47bd-843e-cbf93110be2e None None] Set router ac514167-c7d8-42bf-9683-93ae560e442b gateway port host: dv-neutron-843763-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:48:00.278999 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-deec815d-0240-4edd-a09c-052de7888d42 None None] Attempting to bind port af43e697-4a07-4de6-a8e1-784dcd52fc20 on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 05:48:00.279368 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-deec815d-0240-4edd-a09c-052de7888d42 None None] Attempting to bind port af43e697-4a07-4de6-a8e1-784dcd52fc20 by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': 'cb09f220-0581-4398-b37d-b7fcbfc21649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'd67d8e15-7ab8-42a6-bdf7-84e3079580db'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 05:48:00.279729 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deec815d-0240-4edd-a09c-052de7888d42 None None] Attempting to bind port af43e697-4a07-4de6-a8e1-784dcd52fc20 on network d67d8e15-7ab8-42a6-bdf7-84e3079580db {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:48:00.288532 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deec815d-0240-4edd-a09c-052de7888d42 None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 5, 47, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 05:48:00.288896 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deec815d-0240-4edd-a09c-052de7888d42 None None] Checking segment: {'id': 'cb09f220-0581-4398-b37d-b7fcbfc21649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'd67d8e15-7ab8-42a6-bdf7-84e3079580db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:48:00.289288 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-deec815d-0240-4edd-a09c-052de7888d42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:48:00.289674 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deec815d-0240-4edd-a09c-052de7888d42 None None] Bound using segment: {'id': 'cb09f220-0581-4398-b37d-b7fcbfc21649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'd67d8e15-7ab8-42a6-bdf7-84e3079580db'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 05:48:00.290162 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-deec815d-0240-4edd-a09c-052de7888d42 None None] Bound port: af43e697-4a07-4de6-a8e1-784dcd52fc20, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb09f220-0581-4398-b37d-b7fcbfc21649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'd67d8e15-7ab8-42a6-bdf7-84e3079580db'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 05:48:00.290527 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-deec815d-0240-4edd-a09c-052de7888d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:48:00.381911 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9a430579-2584-4ab4-9668-60013529a01c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603653'] for router, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:48:00.426304 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-54eba38e-8c9a-406b-b437-ed214b5a6247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:48:00.557123 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-deec815d-0240-4edd-a09c-052de7888d42 None None] For port af43e697-4a07-4de6-a8e1-784dcd52fc20, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 05:48:00.588553 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a430579-2584-4ab4-9668-60013529a01c admin admin] Router 65d50bba-91af-4baf-a0b9-84e0f5db5d54 is scheduled to L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 with binding_index 1 {{(pid=88261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 30 05:48:00.596734 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-deec815d-0240-4edd-a09c-052de7888d42 None None] For port af43e697-4a07-4de6-a8e1-784dcd52fc20, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=af43e697-4a07-4de6-a8e1-784dcd52fc20,segment=NetworkSegment(cb09f220-0581-4398-b37d-b7fcbfc21649),segment_id=cb09f220-0581-4398-b37d-b7fcbfc21649)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 05:48:00.603363 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-deec815d-0240-4edd-a09c-052de7888d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:48:00.703250 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deec815d-0240-4edd-a09c-052de7888d42 None None] Pushing event updated for resources: {'Port': ['ID=af43e697-4a07-4de6-a8e1-784dcd52fc20,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:48:00.727497 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-3205a070-cef7-47bd-843e-cbf93110be2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac514167-c7d8-42bf-9683-93ae560e442b', 'name': 'tempest-TestShelveInstance-1000851067-router', 'tenant_id': 'a2f28821aeba4ed59eaafafaf620d4fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.160'}], 'enable_snat': True}, 'gw_port_id': 'e261021d-826a-432c-ba86-832410215a17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:47:52Z', 'updated_at': '2022-05-30T05:47:56Z', 'revision_number': 4, 'project_id': 'a2f28821aeba4ed59eaafafaf620d4fe', 'gw_port': {'id': 'e261021d-826a-432c-ba86-832410215a17', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:fc:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac514167-c7d8-42bf-9683-93ae560e442b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:47:52Z', 'updated_at': '2022-05-30T05:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': '609b956a-fe43-41a9-b7e4-e7d663e4b300', 'name': '', 'network_id': '2b9a310b-e7c4-41b2-a8f8-d48404a9ee17', 'tenant_id': 'a2f28821aeba4ed59eaafafaf620d4fe', 'mac_address': 'fa:16:3e:f1:23:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac514167-c7d8-42bf-9683-93ae560e442b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': 'e9baef51-b11c-4692-a9f5-9f050c9177e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:47:55Z', 'updated_at': '2022-05-30T05:47:59Z', 'revision_number': 4, 'project_id': 'a2f28821aeba4ed59eaafafaf620d4fe', 'subnets': [{'id': 'e9baef51-b11c-4692-a9f5-9f050c9177e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:48:00.732387 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3205a070-cef7-47bd-843e-cbf93110be2e None None] The sync data for ids ['ac514167-c7d8-42bf-9683-93ae560e442b'] in dv-neutron-843763-1-hyperv is: [{'id': 'ac514167-c7d8-42bf-9683-93ae560e442b', 'name': 'tempest-TestShelveInstance-1000851067-router', 'tenant_id': 'a2f28821aeba4ed59eaafafaf620d4fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.160'}], 'enable_snat': True}, 'gw_port_id': 'e261021d-826a-432c-ba86-832410215a17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:47:52Z', 'updated_at': '2022-05-30T05:47:56Z', 'revision_number': 4, 'project_id': 'a2f28821aeba4ed59eaafafaf620d4fe', 'gw_port': {'id': 'e261021d-826a-432c-ba86-832410215a17', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:fc:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac514167-c7d8-42bf-9683-93ae560e442b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:47:52Z', 'updated_at': '2022-05-30T05:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': '609b956a-fe43-41a9-b7e4-e7d663e4b300', 'name': '', 'network_id': '2b9a310b-e7c4-41b2-a8f8-d48404a9ee17', 'tenant_id': 'a2f28821aeba4ed59eaafafaf620d4fe', 'mac_address': 'fa:16:3e:f1:23:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac514167-c7d8-42bf-9683-93ae560e442b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': 'e9baef51-b11c-4692-a9f5-9f050c9177e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:47:55Z', 'updated_at': '2022-05-30T05:47:59Z', 'revision_number': 4, 'project_id': 'a2f28821aeba4ed59eaafafaf620d4fe', 'subnets': [{'id': 'e9baef51-b11c-4692-a9f5-9f050c9177e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:48:00.910107 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a430579-2584-4ab4-9668-60013529a01c admin admin] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:48:00.923473 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6515370-74da-4e66-b0da-bc9786c61b68 None None] Sync routers for ids ['65d50bba-91af-4baf-a0b9-84e0f5db5d54'] in dv-neutron-843763-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:48:00.953080 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6515370-74da-4e66-b0da-bc9786c61b68 None None] Routers {'65d50bba-91af-4baf-a0b9-84e0f5db5d54'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:48:00.953783 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-c6515370-74da-4e66-b0da-bc9786c61b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:48:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['65d50bba-91af-4baf-a0b9-84e0f5db5d54'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:48:00.963145 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-9a430579-2584-4ab4-9668-60013529a01c admin admin] Notify callbacks [] for router, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:48:00.968805 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-9a430579-2584-4ab4-9668-60013529a01c admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5573273 May 30 05:48:00.971644 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 55050) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:48:01.201899 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-c6515370-74da-4e66-b0da-bc9786c61b68 None None] Set router 65d50bba-91af-4baf-a0b9-84e0f5db5d54 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:48:01.375768 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device af43e697-4a07-4de6-a8e1-784dcd52fc20 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:48:01.461463 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56ded65b-0e68-413c-8b9b-1097922cc81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:48:01.485585 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port af43e697-4a07-4de6-a8e1-784dcd52fc20 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:48:01.494896 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 609b956a-fe43-41a9-b7e4-e7d663e4b300 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:48:01.577613 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:48:01.644187 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port 609b956a-fe43-41a9-b7e4-e7d663e4b300 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:48:01.657742 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 609b956a-fe43-41a9-b7e4-e7d663e4b300 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:48:01.658248 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:48:01.695473 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-c6515370-74da-4e66-b0da-bc9786c61b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65d50bba-91af-4baf-a0b9-84e0f5db5d54', 'name': 'tempest-TestShelveInstance-1916151993-router', 'tenant_id': '5fffe7c32fb04816b02d5da76d0b95aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.182'}], 'enable_snat': True}, 'gw_port_id': '28fbb1a5-5b9f-4ecf-982c-24227b33a4e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:47:58Z', 'updated_at': '2022-05-30T05:47:59Z', 'revision_number': 3, 'project_id': '5fffe7c32fb04816b02d5da76d0b95aa', 'gw_port': {'id': '28fbb1a5-5b9f-4ecf-982c-24227b33a4e0', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:fd:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65d50bba-91af-4baf-a0b9-84e0f5db5d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:47:59Z', 'updated_at': '2022-05-30T05:47:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv'}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:48:01.701104 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6515370-74da-4e66-b0da-bc9786c61b68 None None] Checking router: 65d50bba-91af-4baf-a0b9-84e0f5db5d54 for host: dv-neutron-843763-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 05:48:01.701447 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6515370-74da-4e66-b0da-bc9786c61b68 None None] Updating router 65d50bba-91af-4baf-a0b9-84e0f5db5d54 port 28fbb1a5-5b9f-4ecf-982c-24227b33a4e0 binding host dv-neutron-843763-1-hyperv {{(pid=88263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 30 05:48:01.779658 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-c6515370-74da-4e66-b0da-bc9786c61b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:48:01.848790 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 609b956a-fe43-41a9-b7e4-e7d663e4b300 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:48:01.849413 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:48:01.919770 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] For port 609b956a-fe43-41a9-b7e4-e7d663e4b300, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=609b956a-fe43-41a9-b7e4-e7d663e4b300,segment=NetworkSegment(2dc754d5-c1f7-460e-9e7f-66cd89bfd1c6),segment_id=2dc754d5-c1f7-460e-9e7f-66cd89bfd1c6)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:48:01.930727 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:48:01.974079 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f33d5c44-346b-42e8-b705-9e56d5b98ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:48:02.020226 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Pushing event updated for resources: {'Port': ['ID=609b956a-fe43-41a9-b7e4-e7d663e4b300,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:48:02.130831 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace790a8-0183-4db1-acd0-5323b7ca5f39 None None] Network d67d8e15-7ab8-42a6-bdf7-84e3079580db requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:48:02.237740 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-5b9c7937-a4fb-4aa4-bc6c-03c20621b578 None None] Provisioning for port af43e697-4a07-4de6-a8e1-784dcd52fc20 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:48:02.239496 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-f33d5c44-346b-42e8-b705-9e56d5b98ea8 admin admin] Allocated IP 172.20.0.1 (d67d8e15-7ab8-42a6-bdf7-84e3079580db/2fe8df5f-c207-4e09-9b62-35e7b6c73068/08f41e87-ad10-41bd-b8a0-dc269cd476f6) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:48:02.260719 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-c6515370-74da-4e66-b0da-bc9786c61b68 None None] Notify callbacks [] for port, precommit_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:48:02.278912 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.provisioning_blocks [None req-c6515370-74da-4e66-b0da-bc9786c61b68 None None] Transition to ACTIVE for port object 28fbb1a5-5b9f-4ecf-982c-24227b33a4e0 will not be triggered until provisioned by entity L2. {{(pid=88263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:48:02.284859 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-5b9c7937-a4fb-4aa4-bc6c-03c20621b578 None None] Provisioning complete for port af43e697-4a07-4de6-a8e1-784dcd52fc20 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:48:02.285301 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-5b9c7937-a4fb-4aa4-bc6c-03c20621b578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:48:02.288172 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-c6515370-74da-4e66-b0da-bc9786c61b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:48:02.364812 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-c6515370-74da-4e66-b0da-bc9786c61b68 None None] Attempting to bind port 28fbb1a5-5b9f-4ecf-982c-24227b33a4e0 on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 05:48:02.365228 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-c6515370-74da-4e66-b0da-bc9786c61b68 None None] Attempting to bind port 28fbb1a5-5b9f-4ecf-982c-24227b33a4e0 by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': 'ad083d94-0233-4c50-a0ed-00ef7686038c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'}] {{(pid=88263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 05:48:02.365541 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6515370-74da-4e66-b0da-bc9786c61b68 None None] Attempting to bind port 28fbb1a5-5b9f-4ecf-982c-24227b33a4e0 on network 1bab70f4-3794-44db-8e17-19f483aa8ffa {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:48:02.375196 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6515370-74da-4e66-b0da-bc9786c61b68 None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 5, 48, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 05:48:02.375563 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6515370-74da-4e66-b0da-bc9786c61b68 None None] Checking segment: {'id': 'ad083d94-0233-4c50-a0ed-00ef7686038c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:48:02.376361 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-c6515370-74da-4e66-b0da-bc9786c61b68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:48:02.376361 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6515370-74da-4e66-b0da-bc9786c61b68 None None] Bound using segment: {'id': 'ad083d94-0233-4c50-a0ed-00ef7686038c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'} {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 05:48:02.376783 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-c6515370-74da-4e66-b0da-bc9786c61b68 None None] Bound port: 28fbb1a5-5b9f-4ecf-982c-24227b33a4e0, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad083d94-0233-4c50-a0ed-00ef7686038c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'}}] {{(pid=88263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 05:48:02.377150 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-c6515370-74da-4e66-b0da-bc9786c61b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:48:02.411975 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f33d5c44-346b-42e8-b705-9e56d5b98ea8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:48:02.431200 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53844dc6-bfb9-46cf-8b7b-2d103a0ed31d None None] Pushing event updated for resources: {'Port': ['ID=28fbb1a5-5b9f-4ecf-982c-24227b33a4e0,revision_number=2']} {{(pid=88263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:48:02.435400 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [None req-f33d5c44-346b-42e8-b705-9e56d5b98ea8 admin admin] Transition to ACTIVE for port object 08f41e87-ad10-41bd-b8a0-dc269cd476f6 will not be triggered until provisioned by entity DHCP. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:48:02.463055 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f33d5c44-346b-42e8-b705-9e56d5b98ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:48:02.463360 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.db [None req-c6515370-74da-4e66-b0da-bc9786c61b68 None None] For port 28fbb1a5-5b9f-4ecf-982c-24227b33a4e0, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 05:48:02.466358 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.db [None req-c6515370-74da-4e66-b0da-bc9786c61b68 None None] For port 28fbb1a5-5b9f-4ecf-982c-24227b33a4e0, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=28fbb1a5-5b9f-4ecf-982c-24227b33a4e0,segment=NetworkSegment(ad083d94-0233-4c50-a0ed-00ef7686038c),segment_id=ad083d94-0233-4c50-a0ed-00ef7686038c)] {{(pid=88263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 05:48:02.470968 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-c6515370-74da-4e66-b0da-bc9786c61b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:48:02.523449 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-5b9c7937-a4fb-4aa4-bc6c-03c20621b578 None None] Current status of the port af43e697-4a07-4de6-a8e1-784dcd52fc20 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:48:02.524042 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-5b9c7937-a4fb-4aa4-bc6c-03c20621b578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:48:02.541527 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f33d5c44-346b-42e8-b705-9e56d5b98ea8 admin admin] Network d67d8e15-7ab8-42a6-bdf7-84e3079580db is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:48:02.545772 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-f33d5c44-346b-42e8-b705-9e56d5b98ea8 admin admin] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:48:02.547828 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6515370-74da-4e66-b0da-bc9786c61b68 None None] Routers {'65d50bba-91af-4baf-a0b9-84e0f5db5d54'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:48:02.548467 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-c6515370-74da-4e66-b0da-bc9786c61b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:48:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['65d50bba-91af-4baf-a0b9-84e0f5db5d54'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:48:02.548598 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33d5c44-346b-42e8-b705-9e56d5b98ea8 admin admin] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:48:02.588502 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33d5c44-346b-42e8-b705-9e56d5b98ea8 admin admin] Pushing event updated for resources: {'Port': ['ID=08f41e87-ad10-41bd-b8a0-dc269cd476f6,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:48:02.613305 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53844dc6-bfb9-46cf-8b7b-2d103a0ed31d None None] Pushing event updated for resources: {'Port': ['ID=28fbb1a5-5b9f-4ecf-982c-24227b33a4e0,revision_number=3']} {{(pid=88263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:48:02.618551 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-5b9c7937-a4fb-4aa4-bc6c-03c20621b578 None None] For port af43e697-4a07-4de6-a8e1-784dcd52fc20, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=af43e697-4a07-4de6-a8e1-784dcd52fc20,segment=NetworkSegment(cb09f220-0581-4398-b37d-b7fcbfc21649),segment_id=cb09f220-0581-4398-b37d-b7fcbfc21649)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:48:02.622911 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f33d5c44-346b-42e8-b705-9e56d5b98ea8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604623'] for router_interface, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:48:02.625790 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-5b9c7937-a4fb-4aa4-bc6c-03c20621b578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:48:02.699772 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9c7937-a4fb-4aa4-bc6c-03c20621b578 None None] Pushing event updated for resources: {'Port': ['ID=af43e697-4a07-4de6-a8e1-784dcd52fc20,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:48:02.752382 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-c6515370-74da-4e66-b0da-bc9786c61b68 None None] Set router 65d50bba-91af-4baf-a0b9-84e0f5db5d54 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:48:02.775544 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f33d5c44-346b-42e8-b705-9e56d5b98ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:48:02.848404 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-388fd685-d872-4dc8-9f75-0b83a7bdde57 None None] Provisioning complete for port af43e697-4a07-4de6-a8e1-784dcd52fc20 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:48:02.848657 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-388fd685-d872-4dc8-9f75-0b83a7bdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:48:02.987498 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-388fd685-d872-4dc8-9f75-0b83a7bdde57 None None] Current status of the port af43e697-4a07-4de6-a8e1-784dcd52fc20 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:48:02.999206 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a142624-940e-4c55-bf49-a5329c884075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:48:03.076325 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-c6515370-74da-4e66-b0da-bc9786c61b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65d50bba-91af-4baf-a0b9-84e0f5db5d54', 'name': 'tempest-TestShelveInstance-1916151993-router', 'tenant_id': '5fffe7c32fb04816b02d5da76d0b95aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.182'}], 'enable_snat': True}, 'gw_port_id': '28fbb1a5-5b9f-4ecf-982c-24227b33a4e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:47:58Z', 'updated_at': '2022-05-30T05:47:59Z', 'revision_number': 3, 'project_id': '5fffe7c32fb04816b02d5da76d0b95aa', 'gw_port': {'id': '28fbb1a5-5b9f-4ecf-982c-24227b33a4e0', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:fd:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65d50bba-91af-4baf-a0b9-84e0f5db5d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:47:59Z', 'updated_at': '2022-05-30T05:48:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv'}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:48:03.080288 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6515370-74da-4e66-b0da-bc9786c61b68 None None] The sync data for ids ['65d50bba-91af-4baf-a0b9-84e0f5db5d54'] in dv-neutron-843763-1-hyperv is: [{'id': '65d50bba-91af-4baf-a0b9-84e0f5db5d54', 'name': 'tempest-TestShelveInstance-1916151993-router', 'tenant_id': '5fffe7c32fb04816b02d5da76d0b95aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.182'}], 'enable_snat': True}, 'gw_port_id': '28fbb1a5-5b9f-4ecf-982c-24227b33a4e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:47:58Z', 'updated_at': '2022-05-30T05:47:59Z', 'revision_number': 3, 'project_id': '5fffe7c32fb04816b02d5da76d0b95aa', 'gw_port': {'id': '28fbb1a5-5b9f-4ecf-982c-24227b33a4e0', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:fd:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65d50bba-91af-4baf-a0b9-84e0f5db5d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:47:59Z', 'updated_at': '2022-05-30T05:48:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv'}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:48:03.119284 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-eb9530f7-9454-4036-9dd4-4a1e50f61097 None None] Provisioning for port 08f41e87-ad10-41bd-b8a0-dc269cd476f6 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:48:03.124125 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-eb9530f7-9454-4036-9dd4-4a1e50f61097 None None] Provisioning complete for port 08f41e87-ad10-41bd-b8a0-dc269cd476f6 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:48:03.124496 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-eb9530f7-9454-4036-9dd4-4a1e50f61097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:48:03.153276 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f33d5c44-346b-42e8-b705-9e56d5b98ea8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:48:03.158471 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f33d5c44-346b-42e8-b705-9e56d5b98ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1547421'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:48:03.185187 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-eb9530f7-9454-4036-9dd4-4a1e50f61097 None None] Port 08f41e87-ad10-41bd-b8a0-dc269cd476f6 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 05:48:03.254207 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device af43e697-4a07-4de6-a8e1-784dcd52fc20 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:48:03.269158 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f33d5c44-346b-42e8-b705-9e56d5b98ea8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1642774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602230'] for router_interface, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:48:03.352555 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port af43e697-4a07-4de6-a8e1-784dcd52fc20 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:48:03.353011 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:48:03.375282 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33d5c44-346b-42e8-b705-9e56d5b98ea8 admin admin] Pushing event updated for resources: {'Port': ['ID=08f41e87-ad10-41bd-b8a0-dc269cd476f6,revision_number=2']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:48:03.435239 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f33d5c44-346b-42e8-b705-9e56d5b98ea8 admin admin] Network d67d8e15-7ab8-42a6-bdf7-84e3079580db is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:48:03.436651 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-f33d5c44-346b-42e8-b705-9e56d5b98ea8 admin admin] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:48:03.486354 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port af43e697-4a07-4de6-a8e1-784dcd52fc20 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:48:03.487476 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 609b956a-fe43-41a9-b7e4-e7d663e4b300 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:48:03.565366 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 609b956a-fe43-41a9-b7e4-e7d663e4b300 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:48:03.565980 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:48:03.668171 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f33d5c44-346b-42e8-b705-9e56d5b98ea8 admin admin] Router 65d50bba-91af-4baf-a0b9-84e0f5db5d54 has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 05:48:03.686735 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 609b956a-fe43-41a9-b7e4-e7d663e4b300 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:48:03.711055 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-e47e1793-bd8b-40df-b0be-7fc9080b1248 None None] Provisioning complete for port 08f41e87-ad10-41bd-b8a0-dc269cd476f6 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:48:03.711430 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e47e1793-bd8b-40df-b0be-7fc9080b1248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:48:03.766397 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-e47e1793-bd8b-40df-b0be-7fc9080b1248 None None] Port 08f41e87-ad10-41bd-b8a0-dc269cd476f6 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 05:48:03.850285 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f33d5c44-346b-42e8-b705-9e56d5b98ea8 admin admin] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:48:03.867874 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-f33d5c44-346b-42e8-b705-9e56d5b98ea8 admin admin] 10.222.0.15 "PUT /v2.0/routers/65d50bba-91af-4baf-a0b9-84e0f5db5d54/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8944056 May 30 05:48:04.238545 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 55060) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:48:04.243799 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-ac05157b-7f2c-4520-912e-2ed63440f6d7 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-943515953', 'description': 'tempest-secgroup-smoke-943515953 description', 'project_id': 'a2f28821aeba4ed59eaafafaf620d4fe'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:48:04.250402 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-ac05157b-7f2c-4520-912e-2ed63440f6d7 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:48:04.254208 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-ac05157b-7f2c-4520-912e-2ed63440f6d7 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Usage tracker for resource:security_group and tenant:a2f28821aeba4ed59eaafafaf620d4fe is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:48:04.257061 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-ac05157b-7f2c-4520-912e-2ed63440f6d7 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:48:04.263047 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-ac05157b-7f2c-4520-912e-2ed63440f6d7 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:48:04.272302 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ac05157b-7f2c-4520-912e-2ed63440f6d7 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Notify callbacks [] for security_group, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:48:04.295392 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-ac05157b-7f2c-4520-912e-2ed63440f6d7 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:48:04.299246 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-ac05157b-7f2c-4520-912e-2ed63440f6d7 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Usage tracker for resource:security_group_rule and tenant:a2f28821aeba4ed59eaafafaf620d4fe is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:48:04.302042 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-ac05157b-7f2c-4520-912e-2ed63440f6d7 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:48:04.307635 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-ac05157b-7f2c-4520-912e-2ed63440f6d7 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:48:04.374851 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ac05157b-7f2c-4520-912e-2ed63440f6d7 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Notify callbacks [] for security_group, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:48:04.378310 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ac05157b-7f2c-4520-912e-2ed63440f6d7 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:48:04.420011 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac05157b-7f2c-4520-912e-2ed63440f6d7 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c296957-d097-4092-a47c-d68f67e5f84d,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:48:04.424828 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-ac05157b-7f2c-4520-912e-2ed63440f6d7 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:48:04.426071 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-ac05157b-7f2c-4520-912e-2ed63440f6d7 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1864152 May 30 05:48:04.429361 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 55064) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:48:04.434632 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-5cbd9379-8246-4563-8cf8-c5ee183138cb tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Request body: {'security_group_rule': {'security_group_id': '7c296957-d097-4092-a47c-d68f67e5f84d', 'project_id': 'a2f28821aeba4ed59eaafafaf620d4fe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:48:04.440985 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-5cbd9379-8246-4563-8cf8-c5ee183138cb tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:48:04.445099 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-5cbd9379-8246-4563-8cf8-c5ee183138cb tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Usage tracker for resource:security_group_rule and tenant:a2f28821aeba4ed59eaafafaf620d4fe is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:48:04.451603 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-5cbd9379-8246-4563-8cf8-c5ee183138cb tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:48:04.458107 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-5cbd9379-8246-4563-8cf8-c5ee183138cb tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:48:04.475003 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5cbd9379-8246-4563-8cf8-c5ee183138cb tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:48:04.536650 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5cbd9379-8246-4563-8cf8-c5ee183138cb tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:48:04.541077 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5cbd9379-8246-4563-8cf8-c5ee183138cb tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:48:04.565665 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbd9379-8246-4563-8cf8-c5ee183138cb tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=762ac96c-845e-458a-b355-489ea911b67a,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:48:04.574963 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5cbd9379-8246-4563-8cf8-c5ee183138cb tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:48:04.576143 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-5cbd9379-8246-4563-8cf8-c5ee183138cb tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1458523 May 30 05:48:04.578939 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 55068) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:48:04.584120 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-ff4ac073-164f-4313-91ce-fa9d5532e273 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Request body: {'security_group_rule': {'security_group_id': '7c296957-d097-4092-a47c-d68f67e5f84d', 'project_id': 'a2f28821aeba4ed59eaafafaf620d4fe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:48:04.590539 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-ff4ac073-164f-4313-91ce-fa9d5532e273 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:48:04.594310 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-ff4ac073-164f-4313-91ce-fa9d5532e273 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Usage tracker for resource:security_group_rule and tenant:a2f28821aeba4ed59eaafafaf620d4fe is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:48:04.597089 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-ff4ac073-164f-4313-91ce-fa9d5532e273 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:48:04.602659 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-ff4ac073-164f-4313-91ce-fa9d5532e273 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:48:04.620273 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ff4ac073-164f-4313-91ce-fa9d5532e273 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:48:04.681058 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ff4ac073-164f-4313-91ce-fa9d5532e273 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:48:04.684357 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ff4ac073-164f-4313-91ce-fa9d5532e273 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:48:04.704559 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be44741-b09d-45f2-915a-c09c8456faeb None None] Sync routers for ids ['65d50bba-91af-4baf-a0b9-84e0f5db5d54'] in dv-neutron-843763-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:48:04.709786 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4ac073-164f-4313-91ce-fa9d5532e273 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a2e4e68-9dc1-419f-a4c4-6efe56b9f307,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:48:04.714101 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be44741-b09d-45f2-915a-c09c8456faeb None None] Routers {'65d50bba-91af-4baf-a0b9-84e0f5db5d54'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:48:04.714745 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-5be44741-b09d-45f2-915a-c09c8456faeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:48:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['65d50bba-91af-4baf-a0b9-84e0f5db5d54'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:48:04.721081 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-ff4ac073-164f-4313-91ce-fa9d5532e273 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:48:04.722367 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-ff4ac073-164f-4313-91ce-fa9d5532e273 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1423578 May 30 05:48:04.725133 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 55072) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:48:04.730143 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-0a589749-971f-4b38-9a5b-488a78339017 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Request body: {'security_group_rule': {'security_group_id': '7c296957-d097-4092-a47c-d68f67e5f84d', 'project_id': 'a2f28821aeba4ed59eaafafaf620d4fe', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:48:04.735955 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-0a589749-971f-4b38-9a5b-488a78339017 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:48:04.739732 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-0a589749-971f-4b38-9a5b-488a78339017 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Usage tracker for resource:security_group_rule and tenant:a2f28821aeba4ed59eaafafaf620d4fe is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:48:04.742562 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-0a589749-971f-4b38-9a5b-488a78339017 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:48:04.748225 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-0a589749-971f-4b38-9a5b-488a78339017 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:48:04.765241 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0a589749-971f-4b38-9a5b-488a78339017 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:48:04.829179 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0a589749-971f-4b38-9a5b-488a78339017 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:48:04.832797 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0a589749-971f-4b38-9a5b-488a78339017 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:48:04.856697 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a589749-971f-4b38-9a5b-488a78339017 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b70c2452-3604-43c3-8411-b4717485b899,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:48:04.867819 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-0a589749-971f-4b38-9a5b-488a78339017 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:48:04.869230 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-0a589749-971f-4b38-9a5b-488a78339017 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1431541 May 30 05:48:04.872421 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 55076) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:48:04.878264 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-f81adeaa-39c7-48c0-9596-af77273b9436 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Request body: {'security_group_rule': {'security_group_id': '7c296957-d097-4092-a47c-d68f67e5f84d', 'project_id': 'a2f28821aeba4ed59eaafafaf620d4fe', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:48:04.884007 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-f81adeaa-39c7-48c0-9596-af77273b9436 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:48:04.888555 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-f81adeaa-39c7-48c0-9596-af77273b9436 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Usage tracker for resource:security_group_rule and tenant:a2f28821aeba4ed59eaafafaf620d4fe is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:48:04.891390 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-f81adeaa-39c7-48c0-9596-af77273b9436 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:48:04.894737 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-5be44741-b09d-45f2-915a-c09c8456faeb None None] Set router 65d50bba-91af-4baf-a0b9-84e0f5db5d54 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:48:04.897018 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-f81adeaa-39c7-48c0-9596-af77273b9436 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:48:04.912977 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f81adeaa-39c7-48c0-9596-af77273b9436 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:48:04.976078 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f81adeaa-39c7-48c0-9596-af77273b9436 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:48:04.979904 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f81adeaa-39c7-48c0-9596-af77273b9436 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:48:05.002690 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81adeaa-39c7-48c0-9596-af77273b9436 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f1954fc-c3be-4281-a351-a40743b73dda,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:48:05.014694 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f81adeaa-39c7-48c0-9596-af77273b9436 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:48:05.016102 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-f81adeaa-39c7-48c0-9596-af77273b9436 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1422925 May 30 05:48:05.018512 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 55080) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:48:05.023706 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-930fd4fa-60e5-4f87-af5e-6f9da4229d04 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Request body: {'security_group_rule': {'security_group_id': '7c296957-d097-4092-a47c-d68f67e5f84d', 'project_id': 'a2f28821aeba4ed59eaafafaf620d4fe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:48:05.029643 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-930fd4fa-60e5-4f87-af5e-6f9da4229d04 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:48:05.033412 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-930fd4fa-60e5-4f87-af5e-6f9da4229d04 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Usage tracker for resource:security_group_rule and tenant:a2f28821aeba4ed59eaafafaf620d4fe is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:48:05.036520 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-930fd4fa-60e5-4f87-af5e-6f9da4229d04 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:48:05.042116 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-930fd4fa-60e5-4f87-af5e-6f9da4229d04 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:48:05.052331 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.db.securitygroups_db [None req-930fd4fa-60e5-4f87-af5e-6f9da4229d04 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Project a2f28821aeba4ed59eaafafaf620d4fe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 30 05:48:05.059481 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-930fd4fa-60e5-4f87-af5e-6f9da4229d04 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:48:05.123896 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-930fd4fa-60e5-4f87-af5e-6f9da4229d04 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:48:05.128011 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-930fd4fa-60e5-4f87-af5e-6f9da4229d04 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:48:05.155264 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930fd4fa-60e5-4f87-af5e-6f9da4229d04 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d0ed771-1e13-40b7-971f-d356bebd9a4d,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:48:05.163773 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-930fd4fa-60e5-4f87-af5e-6f9da4229d04 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:48:05.168199 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-930fd4fa-60e5-4f87-af5e-6f9da4229d04 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1454289 May 30 05:48:05.169106 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 55084) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:48:05.175654 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-dfa16641-546e-44bb-aee8-5f55345000d0 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Request body: {'security_group_rule': {'security_group_id': '7c296957-d097-4092-a47c-d68f67e5f84d', 'project_id': 'a2f28821aeba4ed59eaafafaf620d4fe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:48:05.185650 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-dfa16641-546e-44bb-aee8-5f55345000d0 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:48:05.191572 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-dfa16641-546e-44bb-aee8-5f55345000d0 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Usage tracker for resource:security_group_rule and tenant:a2f28821aeba4ed59eaafafaf620d4fe is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:48:05.194684 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-dfa16641-546e-44bb-aee8-5f55345000d0 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:48:05.202581 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-dfa16641-546e-44bb-aee8-5f55345000d0 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:48:05.217123 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.db.securitygroups_db [None req-dfa16641-546e-44bb-aee8-5f55345000d0 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Project a2f28821aeba4ed59eaafafaf620d4fe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 30 05:48:05.223805 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-5be44741-b09d-45f2-915a-c09c8456faeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65d50bba-91af-4baf-a0b9-84e0f5db5d54', 'name': 'tempest-TestShelveInstance-1916151993-router', 'tenant_id': '5fffe7c32fb04816b02d5da76d0b95aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.182'}], 'enable_snat': True}, 'gw_port_id': '28fbb1a5-5b9f-4ecf-982c-24227b33a4e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:47:58Z', 'updated_at': '2022-05-30T05:48:02Z', 'revision_number': 4, 'project_id': '5fffe7c32fb04816b02d5da76d0b95aa', 'gw_port': {'id': '28fbb1a5-5b9f-4ecf-982c-24227b33a4e0', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:fd:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65d50bba-91af-4baf-a0b9-84e0f5db5d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:47:59Z', 'updated_at': '2022-05-30T05:48:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': '08f41e87-ad10-41bd-b8a0-dc269cd476f6', 'name': '', 'network_id': 'd67d8e15-7ab8-42a6-bdf7-84e3079580db', 'tenant_id': '5fffe7c32fb04816b02d5da76d0b95aa', 'mac_address': 'fa:16:3e:8b:75:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65d50bba-91af-4baf-a0b9-84e0f5db5d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '2fe8df5f-c207-4e09-9b62-35e7b6c73068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:48:02Z', 'updated_at': '2022-05-30T05:48:02Z', 'revision_number': 2, 'project_id': '5fffe7c32fb04816b02d5da76d0b95aa', 'subnets': [{'id': '2fe8df5f-c207-4e09-9b62-35e7b6c73068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:48:05.228004 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be44741-b09d-45f2-915a-c09c8456faeb None None] Checking router: 65d50bba-91af-4baf-a0b9-84e0f5db5d54 for host: dv-neutron-843763-1-hyperv {{(pid=88262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 05:48:05.228305 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be44741-b09d-45f2-915a-c09c8456faeb None None] Updating router 65d50bba-91af-4baf-a0b9-84e0f5db5d54 port 08f41e87-ad10-41bd-b8a0-dc269cd476f6 binding host dv-neutron-843763-1-hyperv {{(pid=88262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 30 05:48:05.232488 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-dfa16641-546e-44bb-aee8-5f55345000d0 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:48:05.266332 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 28fbb1a5-5b9f-4ecf-982c-24227b33a4e0 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:48:05.307654 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-dfa16641-546e-44bb-aee8-5f55345000d0 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:48:05.311848 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-dfa16641-546e-44bb-aee8-5f55345000d0 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:48:05.328655 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-5be44741-b09d-45f2-915a-c09c8456faeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:48:05.334868 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa16641-546e-44bb-aee8-5f55345000d0 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1641697-298f-4f61-a2de-39799443c714,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:48:05.344841 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-dfa16641-546e-44bb-aee8-5f55345000d0 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:48:05.355225 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-dfa16641-546e-44bb-aee8-5f55345000d0 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1754489 May 30 05:48:05.445794 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port 28fbb1a5-5b9f-4ecf-982c-24227b33a4e0 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:48:05.461181 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 28fbb1a5-5b9f-4ecf-982c-24227b33a4e0 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:48:05.461561 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:48:05.510812 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-ea782cab-f9d2-4b5a-af2c-aebb240cd4ca req-0f33f25f-60a8-4e95-95ed-98e0105f92db tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Synchronizing usage tracker for tenant:a2f28821aeba4ed59eaafafaf620d4fe on resource:security_group {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:48:05.528377 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-ea782cab-f9d2-4b5a-af2c-aebb240cd4ca req-0f33f25f-60a8-4e95-95ed-98e0105f92db tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Unset dirty status for tenant:a2f28821aeba4ed59eaafafaf620d4fe on resource:security_group {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:48:05.529630 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ea782cab-f9d2-4b5a-af2c-aebb240cd4ca req-0f33f25f-60a8-4e95-95ed-98e0105f92db tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-943515953&fields=id&tenant_id=a2f28821aeba4ed59eaafafaf620d4fe HTTP/1.1" status: 200 len: 267 time: 0.0599551 May 30 05:48:05.678733 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea782cab-f9d2-4b5a-af2c-aebb240cd4ca req-3d0fec44-de57-4319-a895-e9fefda20db8 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:48:05.679408 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-ea782cab-f9d2-4b5a-af2c-aebb240cd4ca req-3d0fec44-de57-4319-a895-e9fefda20db8 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Synchronizing usage tracker for tenant:a2f28821aeba4ed59eaafafaf620d4fe on resource:network {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:48:05.696401 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-ea782cab-f9d2-4b5a-af2c-aebb240cd4ca req-3d0fec44-de57-4319-a895-e9fefda20db8 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Unset dirty status for tenant:a2f28821aeba4ed59eaafafaf620d4fe on resource:network {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:48:05.697831 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ea782cab-f9d2-4b5a-af2c-aebb240cd4ca req-3d0fec44-de57-4319-a895-e9fefda20db8 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/networks?id=2b9a310b-e7c4-41b2-a8f8-d48404a9ee17 HTTP/1.1" status: 200 len: 809 time: 0.1603379 May 30 05:48:05.712514 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ea782cab-f9d2-4b5a-af2c-aebb240cd4ca req-c89f86a1-3bdb-44b2-aa96-c9ebceac4eeb tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/quotas/a2f28821aeba4ed59eaafafaf620d4fe HTTP/1.1" status: 200 len: 375 time: 0.0090046 May 30 05:48:05.729980 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 28fbb1a5-5b9f-4ecf-982c-24227b33a4e0 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:48:05.731051 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:48:05.753921 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] For port 28fbb1a5-5b9f-4ecf-982c-24227b33a4e0, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=28fbb1a5-5b9f-4ecf-982c-24227b33a4e0,segment=NetworkSegment(ad083d94-0233-4c50-a0ed-00ef7686038c),segment_id=ad083d94-0233-4c50-a0ed-00ef7686038c)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:48:05.765861 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:48:05.796005 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-ea782cab-f9d2-4b5a-af2c-aebb240cd4ca req-5e4733c4-02fb-40a4-8345-8d65876e8c6e tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Synchronizing usage tracker for tenant:a2f28821aeba4ed59eaafafaf620d4fe on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:48:05.812072 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-ea782cab-f9d2-4b5a-af2c-aebb240cd4ca req-5e4733c4-02fb-40a4-8345-8d65876e8c6e tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Unset dirty status for tenant:a2f28821aeba4ed59eaafafaf620d4fe on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:48:05.813550 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ea782cab-f9d2-4b5a-af2c-aebb240cd4ca req-5e4733c4-02fb-40a4-8345-8d65876e8c6e tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=a2f28821aeba4ed59eaafafaf620d4fe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0958683 May 30 05:48:05.888041 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-5be44741-b09d-45f2-915a-c09c8456faeb None None] Notify callbacks [] for port, precommit_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:48:05.890175 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Pushing event updated for resources: {'Port': ['ID=28fbb1a5-5b9f-4ecf-982c-24227b33a4e0,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:48:05.901960 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-5be44741-b09d-45f2-915a-c09c8456faeb None None] Transition to ACTIVE for port object 08f41e87-ad10-41bd-b8a0-dc269cd476f6 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:48:05.909153 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-5be44741-b09d-45f2-915a-c09c8456faeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:48:05.953973 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ea782cab-f9d2-4b5a-af2c-aebb240cd4ca req-aaeb9fe7-6912-4f34-be89-ea04875a5152 service neutron] 10.222.0.15 "GET /v2.0/networks/2b9a310b-e7c4-41b2-a8f8-d48404a9ee17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286287 May 30 05:48:06.064676 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdaf220-725f-4302-9426-297750e273a4 None None] Pushing event updated for resources: {'Port': ['ID=08f41e87-ad10-41bd-b8a0-dc269cd476f6,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:48:06.094205 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ea782cab-f9d2-4b5a-af2c-aebb240cd4ca req-6cff0cd7-6c9a-4f2e-8e99-c7346e8010c5 service neutron] 10.222.0.15 "GET /v2.0/networks/2b9a310b-e7c4-41b2-a8f8-d48404a9ee17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333792 May 30 05:48:06.125426 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-5be44741-b09d-45f2-915a-c09c8456faeb None None] Attempting to bind port 08f41e87-ad10-41bd-b8a0-dc269cd476f6 on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 05:48:06.126073 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-5be44741-b09d-45f2-915a-c09c8456faeb None None] Attempting to bind port 08f41e87-ad10-41bd-b8a0-dc269cd476f6 by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': 'cb09f220-0581-4398-b37d-b7fcbfc21649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'd67d8e15-7ab8-42a6-bdf7-84e3079580db'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 05:48:06.126252 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be44741-b09d-45f2-915a-c09c8456faeb None None] Attempting to bind port 08f41e87-ad10-41bd-b8a0-dc269cd476f6 on network d67d8e15-7ab8-42a6-bdf7-84e3079580db {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:48:06.131742 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be44741-b09d-45f2-915a-c09c8456faeb None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 5, 48, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 05:48:06.132121 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be44741-b09d-45f2-915a-c09c8456faeb None None] Checking segment: {'id': 'cb09f220-0581-4398-b37d-b7fcbfc21649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'd67d8e15-7ab8-42a6-bdf7-84e3079580db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:48:06.132526 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-5be44741-b09d-45f2-915a-c09c8456faeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:48:06.132922 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be44741-b09d-45f2-915a-c09c8456faeb None None] Bound using segment: {'id': 'cb09f220-0581-4398-b37d-b7fcbfc21649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'd67d8e15-7ab8-42a6-bdf7-84e3079580db'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 05:48:06.133391 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-5be44741-b09d-45f2-915a-c09c8456faeb None None] Bound port: 08f41e87-ad10-41bd-b8a0-dc269cd476f6, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb09f220-0581-4398-b37d-b7fcbfc21649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'd67d8e15-7ab8-42a6-bdf7-84e3079580db'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 05:48:06.133786 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-5be44741-b09d-45f2-915a-c09c8456faeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:48:06.247638 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-5be44741-b09d-45f2-915a-c09c8456faeb None None] For port 08f41e87-ad10-41bd-b8a0-dc269cd476f6, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 05:48:06.262515 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-5be44741-b09d-45f2-915a-c09c8456faeb None None] For port 08f41e87-ad10-41bd-b8a0-dc269cd476f6, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=08f41e87-ad10-41bd-b8a0-dc269cd476f6,segment=NetworkSegment(cb09f220-0581-4398-b37d-b7fcbfc21649),segment_id=cb09f220-0581-4398-b37d-b7fcbfc21649)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 05:48:06.267314 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-5be44741-b09d-45f2-915a-c09c8456faeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:48:06.296446 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c258d19a-aa16-40a3-b785-739085a48891 req-da468ac3-099a-4892-8d2c-3a150f16989b tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/ports?device_id=b18449b8-585f-4bc1-88cb-2acb48872e6e HTTP/1.1" status: 200 len: 210 time: 0.0441890 May 30 05:48:06.352886 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be44741-b09d-45f2-915a-c09c8456faeb None None] Routers {'65d50bba-91af-4baf-a0b9-84e0f5db5d54'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:48:06.353623 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-5be44741-b09d-45f2-915a-c09c8456faeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:48:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['65d50bba-91af-4baf-a0b9-84e0f5db5d54'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:48:06.420221 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdaf220-725f-4302-9426-297750e273a4 None None] Pushing event updated for resources: {'Port': ['ID=08f41e87-ad10-41bd-b8a0-dc269cd476f6,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:48:06.555381 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-5be44741-b09d-45f2-915a-c09c8456faeb None None] Set router 65d50bba-91af-4baf-a0b9-84e0f5db5d54 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:48:06.877327 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-5be44741-b09d-45f2-915a-c09c8456faeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65d50bba-91af-4baf-a0b9-84e0f5db5d54', 'name': 'tempest-TestShelveInstance-1916151993-router', 'tenant_id': '5fffe7c32fb04816b02d5da76d0b95aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.182'}], 'enable_snat': True}, 'gw_port_id': '28fbb1a5-5b9f-4ecf-982c-24227b33a4e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:47:58Z', 'updated_at': '2022-05-30T05:48:02Z', 'revision_number': 4, 'project_id': '5fffe7c32fb04816b02d5da76d0b95aa', 'gw_port': {'id': '28fbb1a5-5b9f-4ecf-982c-24227b33a4e0', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:fd:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65d50bba-91af-4baf-a0b9-84e0f5db5d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:47:59Z', 'updated_at': '2022-05-30T05:48:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': '08f41e87-ad10-41bd-b8a0-dc269cd476f6', 'name': '', 'network_id': 'd67d8e15-7ab8-42a6-bdf7-84e3079580db', 'tenant_id': '5fffe7c32fb04816b02d5da76d0b95aa', 'mac_address': 'fa:16:3e:8b:75:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65d50bba-91af-4baf-a0b9-84e0f5db5d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '2fe8df5f-c207-4e09-9b62-35e7b6c73068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:48:02Z', 'updated_at': '2022-05-30T05:48:06Z', 'revision_number': 4, 'project_id': '5fffe7c32fb04816b02d5da76d0b95aa', 'subnets': [{'id': '2fe8df5f-c207-4e09-9b62-35e7b6c73068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:48:06.893991 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be44741-b09d-45f2-915a-c09c8456faeb None None] The sync data for ids ['65d50bba-91af-4baf-a0b9-84e0f5db5d54'] in dv-neutron-843763-1-hyperv is: [{'id': '65d50bba-91af-4baf-a0b9-84e0f5db5d54', 'name': 'tempest-TestShelveInstance-1916151993-router', 'tenant_id': '5fffe7c32fb04816b02d5da76d0b95aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.182'}], 'enable_snat': True}, 'gw_port_id': '28fbb1a5-5b9f-4ecf-982c-24227b33a4e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:47:58Z', 'updated_at': '2022-05-30T05:48:02Z', 'revision_number': 4, 'project_id': '5fffe7c32fb04816b02d5da76d0b95aa', 'gw_port': {'id': '28fbb1a5-5b9f-4ecf-982c-24227b33a4e0', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:fd:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65d50bba-91af-4baf-a0b9-84e0f5db5d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:47:59Z', 'updated_at': '2022-05-30T05:48:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': '08f41e87-ad10-41bd-b8a0-dc269cd476f6', 'name': '', 'network_id': 'd67d8e15-7ab8-42a6-bdf7-84e3079580db', 'tenant_id': '5fffe7c32fb04816b02d5da76d0b95aa', 'mac_address': 'fa:16:3e:8b:75:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65d50bba-91af-4baf-a0b9-84e0f5db5d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '2fe8df5f-c207-4e09-9b62-35e7b6c73068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:48:02Z', 'updated_at': '2022-05-30T05:48:06Z', 'revision_number': 4, 'project_id': '5fffe7c32fb04816b02d5da76d0b95aa', 'subnets': [{'id': '2fe8df5f-c207-4e09-9b62-35e7b6c73068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:48:07.313464 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 08f41e87-ad10-41bd-b8a0-dc269cd476f6 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:48:07.394878 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port 08f41e87-ad10-41bd-b8a0-dc269cd476f6 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:48:07.400957 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 08f41e87-ad10-41bd-b8a0-dc269cd476f6 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:48:07.401979 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:48:07.467715 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-66ab4b2c-9184-4ba5-b123-60a728f67631 req-c4f6a697-0dbf-43dc-929b-6c1563a8a62e tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/ports?device_id=b18449b8-585f-4bc1-88cb-2acb48872e6e HTTP/1.1" status: 200 len: 210 time: 0.0519958 May 30 05:48:07.554845 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 08f41e87-ad10-41bd-b8a0-dc269cd476f6 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:48:07.555339 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:48:07.596559 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] For port 08f41e87-ad10-41bd-b8a0-dc269cd476f6, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=08f41e87-ad10-41bd-b8a0-dc269cd476f6,segment=NetworkSegment(cb09f220-0581-4398-b37d-b7fcbfc21649),segment_id=cb09f220-0581-4398-b37d-b7fcbfc21649)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:48:07.603314 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:48:07.604320 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 28fbb1a5-5b9f-4ecf-982c-24227b33a4e0 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:48:07.647313 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea782cab-f9d2-4b5a-af2c-aebb240cd4ca req-b619b4d5-0a8f-42f0-b518-2fd3802985e4 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:48:07.648886 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ea782cab-f9d2-4b5a-af2c-aebb240cd4ca req-b619b4d5-0a8f-42f0-b518-2fd3802985e4 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.39 "GET /v2.0/networks?id=2b9a310b-e7c4-41b2-a8f8-d48404a9ee17 HTTP/1.1" status: 200 len: 809 time: 0.1772802 May 30 05:48:07.708088 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ea782cab-f9d2-4b5a-af2c-aebb240cd4ca req-795e037c-2dfd-4440-82e3-448a50fd8012 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a2f28821aeba4ed59eaafafaf620d4fe HTTP/1.1" status: 200 len: 379 time: 0.0499804 May 30 05:48:07.726208 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [req-ea782cab-f9d2-4b5a-af2c-aebb240cd4ca req-232e95d3-c739-4967-a1f4-07f2aaca231e tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Request body: {'port': {'device_id': 'b18449b8-585f-4bc1-88cb-2acb48872e6e', 'network_id': '2b9a310b-e7c4-41b2-a8f8-d48404a9ee17', 'admin_state_up': True, 'tenant_id': 'a2f28821aeba4ed59eaafafaf620d4fe', 'security_groups': ['7c296957-d097-4092-a47c-d68f67e5f84d']}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:48:07.779805 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Pushing event updated for resources: {'Port': ['ID=08f41e87-ad10-41bd-b8a0-dc269cd476f6,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:48:07.792656 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 28fbb1a5-5b9f-4ecf-982c-24227b33a4e0 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:48:07.793066 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:48:07.880865 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [req-ea782cab-f9d2-4b5a-af2c-aebb240cd4ca req-232e95d3-c739-4967-a1f4-07f2aaca231e tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:48:07.891194 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [req-ea782cab-f9d2-4b5a-af2c-aebb240cd4ca req-232e95d3-c739-4967-a1f4-07f2aaca231e tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:48:07.903411 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea782cab-f9d2-4b5a-af2c-aebb240cd4ca req-232e95d3-c739-4967-a1f4-07f2aaca231e tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Made reservation on behalf of a2f28821aeba4ed59eaafafaf620d4fe for: {'port': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:48:07.909401 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-ea782cab-f9d2-4b5a-af2c-aebb240cd4ca req-232e95d3-c739-4967-a1f4-07f2aaca231e tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:48:07.914830 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 28fbb1a5-5b9f-4ecf-982c-24227b33a4e0 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:48:08.196969 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [req-ea782cab-f9d2-4b5a-af2c-aebb240cd4ca req-232e95d3-c739-4967-a1f4-07f2aaca231e tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Allocated IP 172.20.0.6 (2b9a310b-e7c4-41b2-a8f8-d48404a9ee17/e9baef51-b11c-4692-a9f5-9f050c9177e3/ac10b78d-0d20-41dc-8e41-435a293f3af4) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:48:08.385196 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-ea782cab-f9d2-4b5a-af2c-aebb240cd4ca req-232e95d3-c739-4967-a1f4-07f2aaca231e tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:48:08.401156 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [req-ea782cab-f9d2-4b5a-af2c-aebb240cd4ca req-232e95d3-c739-4967-a1f4-07f2aaca231e tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Transition to ACTIVE for port object ac10b78d-0d20-41dc-8e41-435a293f3af4 will not be triggered until provisioned by entity DHCP. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:48:08.423679 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-ea782cab-f9d2-4b5a-af2c-aebb240cd4ca req-232e95d3-c739-4967-a1f4-07f2aaca231e tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:48:08.496699 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea782cab-f9d2-4b5a-af2c-aebb240cd4ca req-232e95d3-c739-4967-a1f4-07f2aaca231e tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Network 2b9a310b-e7c4-41b2-a8f8-d48404a9ee17 is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:48:08.500065 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [req-ea782cab-f9d2-4b5a-af2c-aebb240cd4ca req-232e95d3-c739-4967-a1f4-07f2aaca231e tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:48:08.504132 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea782cab-f9d2-4b5a-af2c-aebb240cd4ca req-232e95d3-c739-4967-a1f4-07f2aaca231e tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:48:08.543860 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232e95d3-c739-4967-a1f4-07f2aaca231e tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Pushing event updated for resources: {'Port': ['ID=ac10b78d-0d20-41dc-8e41-435a293f3af4,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:48:08.584415 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea782cab-f9d2-4b5a-af2c-aebb240cd4ca req-232e95d3-c739-4967-a1f4-07f2aaca231e tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:48:08.585074 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-ea782cab-f9d2-4b5a-af2c-aebb240cd4ca req-232e95d3-c739-4967-a1f4-07f2aaca231e tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:48:08.644413 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ea782cab-f9d2-4b5a-af2c-aebb240cd4ca req-232e95d3-c739-4967-a1f4-07f2aaca231e tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9299092 May 30 05:48:08.657489 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [req-ea782cab-f9d2-4b5a-af2c-aebb240cd4ca req-52aa2f8d-a087-4bd7-a69f-bd30c4a5dfd0 service neutron] Request body: {'port': {'device_id': 'b18449b8-585f-4bc1-88cb-2acb48872e6e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8437'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:48:08.767974 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-b8ee4327-3f9e-441e-8302-073124347c60 None None] Provisioning for port ac10b78d-0d20-41dc-8e41-435a293f3af4 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:48:08.772930 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-b8ee4327-3f9e-441e-8302-073124347c60 None None] Provisioning complete for port ac10b78d-0d20-41dc-8e41-435a293f3af4 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:48:08.773337 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-b8ee4327-3f9e-441e-8302-073124347c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:48:08.789383 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bc1d52-43cb-4ba4-ae50-3e41b7503549 req-3899235c-be95-4700-9153-073eb811cc99 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:48:08.790103 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-33bc1d52-43cb-4ba4-ae50-3e41b7503549 req-3899235c-be95-4700-9153-073eb811cc99 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Synchronizing usage tracker for tenant:a2f28821aeba4ed59eaafafaf620d4fe on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:48:08.802169 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-ea782cab-f9d2-4b5a-af2c-aebb240cd4ca req-52aa2f8d-a087-4bd7-a69f-bd30c4a5dfd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:48:08.828565 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-b8ee4327-3f9e-441e-8302-073124347c60 None None] Port ac10b78d-0d20-41dc-8e41-435a293f3af4 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 05:48:08.848687 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-33bc1d52-43cb-4ba4-ae50-3e41b7503549 req-3899235c-be95-4700-9153-073eb811cc99 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Unset dirty status for tenant:a2f28821aeba4ed59eaafafaf620d4fe on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:48:08.850129 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-33bc1d52-43cb-4ba4-ae50-3e41b7503549 req-3899235c-be95-4700-9153-073eb811cc99 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/ports?device_id=b18449b8-585f-4bc1-88cb-2acb48872e6e HTTP/1.1" status: 200 len: 931 time: 0.2457170 May 30 05:48:08.972232 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-33bc1d52-43cb-4ba4-ae50-3e41b7503549 req-7f11abf4-17b2-4b5b-a8a3-980a6d33d061 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c296957-d097-4092-a47c-d68f67e5f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1148894 May 30 05:48:09.180610 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [req-ea782cab-f9d2-4b5a-af2c-aebb240cd4ca req-52aa2f8d-a087-4bd7-a69f-bd30c4a5dfd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac10b78d-0d20-41dc-8e41-435a293f3af4 {{(pid=88261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 30 05:48:09.188171 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-ea782cab-f9d2-4b5a-af2c-aebb240cd4ca req-52aa2f8d-a087-4bd7-a69f-bd30c4a5dfd0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:48:09.203834 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [req-ea782cab-f9d2-4b5a-af2c-aebb240cd4ca req-52aa2f8d-a087-4bd7-a69f-bd30c4a5dfd0 service neutron] Transition to ACTIVE for port object ac10b78d-0d20-41dc-8e41-435a293f3af4 will not be triggered until provisioned by entity L2. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:48:09.208464 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-ea782cab-f9d2-4b5a-af2c-aebb240cd4ca req-52aa2f8d-a087-4bd7-a69f-bd30c4a5dfd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2304381'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:48:09.234446 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 08f41e87-ad10-41bd-b8a0-dc269cd476f6 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:48:09.302954 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 08f41e87-ad10-41bd-b8a0-dc269cd476f6 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:48:09.303357 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:48:09.365031 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52aa2f8d-a087-4bd7-a69f-bd30c4a5dfd0 service neutron] Pushing event updated for resources: {'Port': ['ID=ac10b78d-0d20-41dc-8e41-435a293f3af4,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:48:09.429652 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 08f41e87-ad10-41bd-b8a0-dc269cd476f6 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:48:09.444703 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [req-ea782cab-f9d2-4b5a-af2c-aebb240cd4ca req-52aa2f8d-a087-4bd7-a69f-bd30c4a5dfd0 service neutron] Attempting to bind port ac10b78d-0d20-41dc-8e41-435a293f3af4 on host hv-neutron-8437 for vnic_type normal with profile {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 05:48:09.445032 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [req-ea782cab-f9d2-4b5a-af2c-aebb240cd4ca req-52aa2f8d-a087-4bd7-a69f-bd30c4a5dfd0 service neutron] Attempting to bind port ac10b78d-0d20-41dc-8e41-435a293f3af4 by drivers openvswitch,hyperv on host hv-neutron-8437 at level 0 using segments [{'id': '2dc754d5-c1f7-460e-9e7f-66cd89bfd1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '2b9a310b-e7c4-41b2-a8f8-d48404a9ee17'}] {{(pid=88261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 05:48:09.445355 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea782cab-f9d2-4b5a-af2c-aebb240cd4ca req-52aa2f8d-a087-4bd7-a69f-bd30c4a5dfd0 service neutron] Attempting to bind port ac10b78d-0d20-41dc-8e41-435a293f3af4 on network 2b9a310b-e7c4-41b2-a8f8-d48404a9ee17 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:48:09.450693 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea782cab-f9d2-4b5a-af2c-aebb240cd4ca req-52aa2f8d-a087-4bd7-a69f-bd30c4a5dfd0 service neutron] Port ac10b78d-0d20-41dc-8e41-435a293f3af4 on network 2b9a310b-e7c4-41b2-a8f8-d48404a9ee17 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8437 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 30 05:48:09.451012 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea782cab-f9d2-4b5a-af2c-aebb240cd4ca req-52aa2f8d-a087-4bd7-a69f-bd30c4a5dfd0 service neutron] Attempting to bind port ac10b78d-0d20-41dc-8e41-435a293f3af4 on network 2b9a310b-e7c4-41b2-a8f8-d48404a9ee17 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:48:09.456184 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea782cab-f9d2-4b5a-af2c-aebb240cd4ca req-52aa2f8d-a087-4bd7-a69f-bd30c4a5dfd0 service neutron] Checking agent: {'id': 'de0c936d-420b-412f-9642-7bfe80b5ab25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8437', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 51, 47), 'started_at': datetime.datetime(2022, 5, 30, 4, 51, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 5, 47, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 05:48:09.456541 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea782cab-f9d2-4b5a-af2c-aebb240cd4ca req-52aa2f8d-a087-4bd7-a69f-bd30c4a5dfd0 service neutron] Checking segment: {'id': '2dc754d5-c1f7-460e-9e7f-66cd89bfd1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '2b9a310b-e7c4-41b2-a8f8-d48404a9ee17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:48:09.456918 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea782cab-f9d2-4b5a-af2c-aebb240cd4ca req-52aa2f8d-a087-4bd7-a69f-bd30c4a5dfd0 service neutron] Bound using segment: {'id': '2dc754d5-c1f7-460e-9e7f-66cd89bfd1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '2b9a310b-e7c4-41b2-a8f8-d48404a9ee17'} {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 05:48:09.457374 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [req-ea782cab-f9d2-4b5a-af2c-aebb240cd4ca req-52aa2f8d-a087-4bd7-a69f-bd30c4a5dfd0 service neutron] Bound port: ac10b78d-0d20-41dc-8e41-435a293f3af4, host: hv-neutron-8437, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2dc754d5-c1f7-460e-9e7f-66cd89bfd1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '2b9a310b-e7c4-41b2-a8f8-d48404a9ee17'}}] {{(pid=88261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 05:48:09.457715 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-ea782cab-f9d2-4b5a-af2c-aebb240cd4ca req-52aa2f8d-a087-4bd7-a69f-bd30c4a5dfd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:48:09.543657 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [req-ea782cab-f9d2-4b5a-af2c-aebb240cd4ca req-52aa2f8d-a087-4bd7-a69f-bd30c4a5dfd0 service neutron] For port ac10b78d-0d20-41dc-8e41-435a293f3af4, host hv-neutron-8437, cleared binding levels {{(pid=88261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 05:48:09.546806 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [req-ea782cab-f9d2-4b5a-af2c-aebb240cd4ca req-52aa2f8d-a087-4bd7-a69f-bd30c4a5dfd0 service neutron] For port ac10b78d-0d20-41dc-8e41-435a293f3af4, host hv-neutron-8437, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=ac10b78d-0d20-41dc-8e41-435a293f3af4,segment=NetworkSegment(2dc754d5-c1f7-460e-9e7f-66cd89bfd1c6),segment_id=2dc754d5-c1f7-460e-9e7f-66cd89bfd1c6)] {{(pid=88261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 05:48:09.551655 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-ea782cab-f9d2-4b5a-af2c-aebb240cd4ca req-52aa2f8d-a087-4bd7-a69f-bd30c4a5dfd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2304381'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:48:09.613333 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea782cab-f9d2-4b5a-af2c-aebb240cd4ca req-52aa2f8d-a087-4bd7-a69f-bd30c4a5dfd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:48:09.613967 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-ea782cab-f9d2-4b5a-af2c-aebb240cd4ca req-52aa2f8d-a087-4bd7-a69f-bd30c4a5dfd0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:48:09.615325 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ea782cab-f9d2-4b5a-af2c-aebb240cd4ca req-52aa2f8d-a087-4bd7-a69f-bd30c4a5dfd0 service neutron] 10.222.0.39 "PUT /v2.0/ports/ac10b78d-0d20-41dc-8e41-435a293f3af4 HTTP/1.1" status: 200 len: 1093 time: 0.9620688 May 30 05:48:09.615814 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b18449b8-585f-4bc1-88cb-2acb48872e6e', 'tag': 'ac10b78d-0d20-41dc-8e41-435a293f3af4'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:48:09.640877 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52aa2f8d-a087-4bd7-a69f-bd30c4a5dfd0 service neutron] Pushing event updated for resources: {'Port': ['ID=ac10b78d-0d20-41dc-8e41-435a293f3af4,revision_number=3']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:48:09.686683 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb1363a9-2a04-437d-9a4b-77390cb9b7e2'] response: {'name': 'network-changed', 'server_uuid': 'b18449b8-585f-4bc1-88cb-2acb48872e6e', 'tag': 'ac10b78d-0d20-41dc-8e41-435a293f3af4', 'status': 'completed', 'code': 200} May 30 05:48:09.727886 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea782cab-f9d2-4b5a-af2c-aebb240cd4ca req-26a77001-105e-4d74-b85d-9195196d8e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:48:09.729360 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ea782cab-f9d2-4b5a-af2c-aebb240cd4ca req-26a77001-105e-4d74-b85d-9195196d8e1f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a2f28821aeba4ed59eaafafaf620d4fe&device_id=b18449b8-585f-4bc1-88cb-2acb48872e6e HTTP/1.1" status: 200 len: 1096 time: 0.0738492 May 30 05:48:09.799561 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ea782cab-f9d2-4b5a-af2c-aebb240cd4ca req-036937ae-a82c-4b3d-80fb-a2e487f4f2c9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac10b78d-0d20-41dc-8e41-435a293f3af4 HTTP/1.1" status: 200 len: 217 time: 0.0633733 May 30 05:48:09.858519 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea782cab-f9d2-4b5a-af2c-aebb240cd4ca req-2fbca8b5-3017-4041-8b7d-3cf4e617ee43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:48:09.859894 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ea782cab-f9d2-4b5a-af2c-aebb240cd4ca req-2fbca8b5-3017-4041-8b7d-3cf4e617ee43 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e9baef51-b11c-4692-a9f5-9f050c9177e3 HTTP/1.1" status: 200 len: 848 time: 0.0549340 May 30 05:48:10.039024 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea782cab-f9d2-4b5a-af2c-aebb240cd4ca req-25510a90-ebd7-4635-80cf-f0f749222d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:48:10.040470 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ea782cab-f9d2-4b5a-af2c-aebb240cd4ca req-25510a90-ebd7-4635-80cf-f0f749222d45 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2b9a310b-e7c4-41b2-a8f8-d48404a9ee17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1746876 May 30 05:48:10.223217 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ea782cab-f9d2-4b5a-af2c-aebb240cd4ca req-a47e852c-e561-4e4b-8406-853e2f08670b service neutron] 10.222.0.39 "GET /v2.0/networks/2b9a310b-e7c4-41b2-a8f8-d48404a9ee17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762938 May 30 05:48:10.258503 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a8d85e-0426-42b9-956b-ffc2bd188523 req-ccb22057-b6a5-41ba-894d-2f5d285d527b tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:48:10.260198 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-79a8d85e-0426-42b9-956b-ffc2bd188523 req-ccb22057-b6a5-41ba-894d-2f5d285d527b tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/ports?device_id=b18449b8-585f-4bc1-88cb-2acb48872e6e HTTP/1.1" status: 200 len: 943 time: 0.1488512 May 30 05:48:10.388572 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-79a8d85e-0426-42b9-956b-ffc2bd188523 req-d14620b5-66c7-4362-b8ad-9d9117c47294 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c296957-d097-4092-a47c-d68f67e5f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846033 May 30 05:48:10.406435 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ea782cab-f9d2-4b5a-af2c-aebb240cd4ca req-ab5a0fb7-7e5b-473a-b602-fa5f38adf9ca service neutron] 10.222.0.39 "GET /v2.0/networks/2b9a310b-e7c4-41b2-a8f8-d48404a9ee17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757779 May 30 05:48:10.519980 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ebd8cf-138a-41cc-b45d-cc56671380e9 req-e600dd38-6a2a-4827-b181-c6d43fac494a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:48:10.521358 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-87ebd8cf-138a-41cc-b45d-cc56671380e9 req-e600dd38-6a2a-4827-b181-c6d43fac494a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a2f28821aeba4ed59eaafafaf620d4fe&device_id=b18449b8-585f-4bc1-88cb-2acb48872e6e HTTP/1.1" status: 200 len: 1096 time: 0.0696330 May 30 05:48:10.650199 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ebd8cf-138a-41cc-b45d-cc56671380e9 req-8c9ef503-fd01-4c2f-833c-272531556914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:48:10.651636 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-87ebd8cf-138a-41cc-b45d-cc56671380e9 req-8c9ef503-fd01-4c2f-833c-272531556914 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2b9a310b-e7c4-41b2-a8f8-d48404a9ee17 HTTP/1.1" status: 200 len: 910 time: 0.1237061 May 30 05:48:10.719871 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-87ebd8cf-138a-41cc-b45d-cc56671380e9 req-1a574e23-5615-44bf-95ec-e4a3e085ecd4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac10b78d-0d20-41dc-8e41-435a293f3af4 HTTP/1.1" status: 200 len: 217 time: 0.0621819 May 30 05:48:10.779486 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ebd8cf-138a-41cc-b45d-cc56671380e9 req-f9ecb619-3ab5-4a1c-a550-0923f0a80db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:48:10.780777 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-87ebd8cf-138a-41cc-b45d-cc56671380e9 req-f9ecb619-3ab5-4a1c-a550-0923f0a80db7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e9baef51-b11c-4692-a9f5-9f050c9177e3 HTTP/1.1" status: 200 len: 848 time: 0.0556171 May 30 05:48:10.854793 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ebd8cf-138a-41cc-b45d-cc56671380e9 req-1ccaad6b-9e9d-4d18-a11a-f1b430bdb328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:48:10.856748 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-87ebd8cf-138a-41cc-b45d-cc56671380e9 req-1ccaad6b-9e9d-4d18-a11a-f1b430bdb328 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2b9a310b-e7c4-41b2-a8f8-d48404a9ee17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706933 May 30 05:48:10.984351 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-87ebd8cf-138a-41cc-b45d-cc56671380e9 req-1583472d-d2dd-4b4b-ada2-a1b7b33b51c6 service neutron] 10.222.0.39 "GET /v2.0/networks/2b9a310b-e7c4-41b2-a8f8-d48404a9ee17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214752 May 30 05:48:11.111464 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-87ebd8cf-138a-41cc-b45d-cc56671380e9 req-cbddd002-5f14-4961-80b5-4fa5201ad2d2 service neutron] 10.222.0.39 "GET /v2.0/networks/2b9a310b-e7c4-41b2-a8f8-d48404a9ee17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206002 May 30 05:48:11.570414 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8e7e83-fe4c-492e-b7f4-57ebec50186d req-c31bf5df-f790-4690-983a-4dea1d1d28bd tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:48:11.571847 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ea8e7e83-fe4c-492e-b7f4-57ebec50186d req-c31bf5df-f790-4690-983a-4dea1d1d28bd tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/ports?device_id=b18449b8-585f-4bc1-88cb-2acb48872e6e HTTP/1.1" status: 200 len: 943 time: 0.0789096 May 30 05:48:11.614095 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ea8e7e83-fe4c-492e-b7f4-57ebec50186d req-e3ece8b4-b545-4aec-aca4-970d79576211 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c296957-d097-4092-a47c-d68f67e5f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366395 May 30 05:48:12.796172 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bb7a96-6366-4ba2-924e-10431631b39a req-9f6a06df-a5f0-4b2f-a68e-dba110f8dcbc tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:48:12.797614 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-53bb7a96-6366-4ba2-924e-10431631b39a req-9f6a06df-a5f0-4b2f-a68e-dba110f8dcbc tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/ports?device_id=b18449b8-585f-4bc1-88cb-2acb48872e6e HTTP/1.1" status: 200 len: 943 time: 0.0813062 May 30 05:48:12.840625 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-53bb7a96-6366-4ba2-924e-10431631b39a req-81587902-067e-451c-a2e5-b1e9116fa2e0 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c296957-d097-4092-a47c-d68f67e5f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373254 May 30 05:48:12.856507 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device ac10b78d-0d20-41dc-8e41-435a293f3af4 details requested by agent hyperv_hv-neutron-8437 with host hv-neutron-8437 {{(pid=88262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 05:48:12.985253 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port ac10b78d-0d20-41dc-8e41-435a293f3af4, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=ac10b78d-0d20-41dc-8e41-435a293f3af4,segment=NetworkSegment(2dc754d5-c1f7-460e-9e7f-66cd89bfd1c6),segment_id=2dc754d5-c1f7-460e-9e7f-66cd89bfd1c6)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:48:12.998736 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Returning: {'device': 'ac10b78d-0d20-41dc-8e41-435a293f3af4', 'network_id': '2b9a310b-e7c4-41b2-a8f8-d48404a9ee17', 'port_id': 'ac10b78d-0d20-41dc-8e41-435a293f3af4', 'mac_address': 'fa:16:3e:09:72:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9baef51-b11c-4692-a9f5-9f050c9177e3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 05:48:13.055283 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Current status of the port ac10b78d-0d20-41dc-8e41-435a293f3af4 is: DOWN; New status is: BUILD {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:48:13.055661 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:48:13.072807 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac10b78d-0d20-41dc-8e41-435a293f3af4 {{(pid=88262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 30 05:48:13.087492 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port ac10b78d-0d20-41dc-8e41-435a293f3af4, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=ac10b78d-0d20-41dc-8e41-435a293f3af4,segment=NetworkSegment(2dc754d5-c1f7-460e-9e7f-66cd89bfd1c6),segment_id=2dc754d5-c1f7-460e-9e7f-66cd89bfd1c6)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:48:13.091274 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:48:13.156050 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Pushing event updated for resources: {'Port': ['ID=ac10b78d-0d20-41dc-8e41-435a293f3af4,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:48:13.427509 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] get_ports_and_sgs() called for port_ids ['ac10b78d-0d20-41dc-8e41-435a293f3af4'] {{(pid=88262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 30 05:48:14.023848 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c24f79-857c-4a2a-a0cc-111f47eb476e req-1ca25fdf-9bfb-4360-a274-1f73f016616c tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:48:14.025284 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a2c24f79-857c-4a2a-a0cc-111f47eb476e req-1ca25fdf-9bfb-4360-a274-1f73f016616c tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/ports?device_id=b18449b8-585f-4bc1-88cb-2acb48872e6e HTTP/1.1" status: 200 len: 944 time: 0.0792246 May 30 05:48:14.068760 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a2c24f79-857c-4a2a-a0cc-111f47eb476e req-bd895502-475e-4e48-895b-02afc2abf8b1 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c296957-d097-4092-a47c-d68f67e5f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373306 May 30 05:48:14.872724 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device ac10b78d-0d20-41dc-8e41-435a293f3af4 up at agent hyperv_hv-neutron-8437 {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:48:14.941234 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Provisioning for port ac10b78d-0d20-41dc-8e41-435a293f3af4 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:48:14.945772 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Provisioning complete for port ac10b78d-0d20-41dc-8e41-435a293f3af4 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:48:14.946171 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:48:15.059498 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Current status of the port ac10b78d-0d20-41dc-8e41-435a293f3af4 is: BUILD; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:48:15.059880 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:48:15.085711 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b18449b8-585f-4bc1-88cb-2acb48872e6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac10b78d-0d20-41dc-8e41-435a293f3af4'}] {{(pid=88262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:48:15.095534 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port ac10b78d-0d20-41dc-8e41-435a293f3af4, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=ac10b78d-0d20-41dc-8e41-435a293f3af4,segment=NetworkSegment(2dc754d5-c1f7-460e-9e7f-66cd89bfd1c6),segment_id=2dc754d5-c1f7-460e-9e7f-66cd89bfd1c6)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:48:15.099591 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:48:15.166936 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Pushing event updated for resources: {'Port': ['ID=ac10b78d-0d20-41dc-8e41-435a293f3af4,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:48:15.187493 dv-neutron-843763-1-hyperv neutron-server[88262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5dc79be9-a27f-452d-84eb-3b4de53de2e8'] response: {'server_uuid': 'b18449b8-585f-4bc1-88cb-2acb48872e6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac10b78d-0d20-41dc-8e41-435a293f3af4', 'code': 200} May 30 05:48:15.381704 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f9d91e-a1d6-46bd-a49c-01606641ecad req-cdee98c8-5301-44aa-8548-639bda97099e tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:48:15.383039 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f9f9d91e-a1d6-46bd-a49c-01606641ecad req-cdee98c8-5301-44aa-8548-639bda97099e tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/ports?device_id=b18449b8-585f-4bc1-88cb-2acb48872e6e HTTP/1.1" status: 200 len: 945 time: 0.1143475 May 30 05:48:15.436761 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f9f9d91e-a1d6-46bd-a49c-01606641ecad req-71ca5b11-4838-4d63-973a-2c8af1f97a2b tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c296957-d097-4092-a47c-d68f67e5f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471928 May 30 05:48:15.450624 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104fc125-1bdd-4da8-8483-42561732c68c req-48c6222d-6b7f-47bf-9a69-69c001794ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:48:15.452058 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-104fc125-1bdd-4da8-8483-42561732c68c req-48c6222d-6b7f-47bf-9a69-69c001794ddd service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b18449b8-585f-4bc1-88cb-2acb48872e6e HTTP/1.1" status: 200 len: 1098 time: 0.1103046 May 30 05:48:15.602292 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-104fc125-1bdd-4da8-8483-42561732c68c req-84ebbd13-0614-4b44-b4f1-4a1e8e2ccc39 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=7c296957-d097-4092-a47c-d68f67e5f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1441402 May 30 05:48:16.620121 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7ff0d2-e9a4-4889-a99a-9df74c0487a5 req-8384dcdb-ad92-4564-a7a9-bb1b3883ee06 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:48:16.622129 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-fe7ff0d2-e9a4-4889-a99a-9df74c0487a5 req-8384dcdb-ad92-4564-a7a9-bb1b3883ee06 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/ports?device_id=b18449b8-585f-4bc1-88cb-2acb48872e6e HTTP/1.1" status: 200 len: 945 time: 0.0821626 May 30 05:48:16.665271 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-fe7ff0d2-e9a4-4889-a99a-9df74c0487a5 req-76bea6a7-af85-4d7f-86d2-6c264e2bb6b8 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c296957-d097-4092-a47c-d68f67e5f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372863 May 30 05:48:17.845646 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db487eeb-411d-4804-9291-5df6797b777b req-ab0ad64c-d58e-4231-8d93-a96b35a2881a tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:48:17.847001 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-db487eeb-411d-4804-9291-5df6797b777b req-ab0ad64c-d58e-4231-8d93-a96b35a2881a tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/ports?device_id=b18449b8-585f-4bc1-88cb-2acb48872e6e HTTP/1.1" status: 200 len: 945 time: 0.0801334 May 30 05:48:17.887955 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:48:17.890491 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-db487eeb-411d-4804-9291-5df6797b777b req-a1aac8fc-6cee-4399-9cae-e0b53d52256d tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c296957-d097-4092-a47c-d68f67e5f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380020 May 30 05:48:18.071943 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eca8f3e-c278-46f8-b7ef-6e6ed1585a9a req-36d57a47-65dc-459d-a51d-106b511636ed tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:48:18.073423 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7eca8f3e-c278-46f8-b7ef-6e6ed1585a9a req-36d57a47-65dc-459d-a51d-106b511636ed tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/ports?device_id=b18449b8-585f-4bc1-88cb-2acb48872e6e HTTP/1.1" status: 200 len: 945 time: 0.0791590 May 30 05:48:18.116600 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7eca8f3e-c278-46f8-b7ef-6e6ed1585a9a req-16384463-7f0a-4eb7-a829-7eaeac0d0058 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c296957-d097-4092-a47c-d68f67e5f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367966 May 30 05:48:18.140017 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 55150) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:48:18.302229 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3986d0e6-db99-4b4e-ba48-35185c37c35f tempest-TestShelveInstance-941234807 tempest-TestShelveInstance-941234807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:48:18.303709 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-3986d0e6-db99-4b4e-ba48-35185c37c35f tempest-TestShelveInstance-941234807 tempest-TestShelveInstance-941234807-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=b18449b8-585f-4bc1-88cb-2acb48872e6e HTTP/1.1" status: 200 len: 1093 time: 0.1627555 May 30 05:48:18.306628 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 55156) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:48:18.311615 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-46f32298-7fdf-4384-b130-e17e92c15863 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Request body: {'floatingip': {'floating_network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'port_id': 'ac10b78d-0d20-41dc-8e41-435a293f3af4', 'tenant_id': 'a2f28821aeba4ed59eaafafaf620d4fe', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:48:18.317554 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-46f32298-7fdf-4384-b130-e17e92c15863 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:48:18.321369 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-46f32298-7fdf-4384-b130-e17e92c15863 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Usage tracker for resource:floatingip and tenant:a2f28821aeba4ed59eaafafaf620d4fe is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:48:18.324721 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-46f32298-7fdf-4384-b130-e17e92c15863 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:48:18.330361 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-46f32298-7fdf-4384-b130-e17e92c15863 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:48:18.340890 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-46f32298-7fdf-4384-b130-e17e92c15863 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Notify callbacks [] for floatingip, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:48:18.474434 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-46f32298-7fdf-4384-b130-e17e92c15863 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:48:18.608892 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-46f32298-7fdf-4384-b130-e17e92c15863 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Allocated IP 172.26.6.236 (1bab70f4-3794-44db-8e17-19f483aa8ffa/6b5b73c1-b0ce-4f83-a930-c00cc5522926/52b528d3-7b8c-4223-8e85-6d900b1fd6e8) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:48:18.751700 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-46f32298-7fdf-4384-b130-e17e92c15863 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:48:18.780083 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-46f32298-7fdf-4384-b130-e17e92c15863 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:48:18.840250 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f32298-7fdf-4384-b130-e17e92c15863 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Network 1bab70f4-3794-44db-8e17-19f483aa8ffa is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:48:18.842845 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-46f32298-7fdf-4384-b130-e17e92c15863 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:48:18.846408 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f32298-7fdf-4384-b130-e17e92c15863 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:48:18.891709 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f32298-7fdf-4384-b130-e17e92c15863 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Pushing event updated for resources: {'Port': ['ID=52b528d3-7b8c-4223-8e85-6d900b1fd6e8,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:48:19.250131 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-46f32298-7fdf-4384-b130-e17e92c15863 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:48:19.322628 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-46f32298-7fdf-4384-b130-e17e92c15863 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:48:19.519804 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-46f32298-7fdf-4384-b130-e17e92c15863 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:48:19.523945 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-46f32298-7fdf-4384-b130-e17e92c15863 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2304381'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:48:19.732330 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f32298-7fdf-4384-b130-e17e92c15863 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Pushing event updated for resources: {'Port': ['ID=52b528d3-7b8c-4223-8e85-6d900b1fd6e8,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:48:19.743915 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-46f32298-7fdf-4384-b130-e17e92c15863 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1604762'] for floatingip, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:48:19.916891 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.db.l3_db [None req-46f32298-7fdf-4384-b130-e17e92c15863 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Floating IP 370dd191-b9b3-4215-9d11-a9405189e173 associated. External IP: 172.26.6.236, port: ac10b78d-0d20-41dc-8e41-435a293f3af4. May 30 05:48:20.258112 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46f32298-7fdf-4384-b130-e17e92c15863 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Router ac514167-c7d8-42bf-9683-93ae560e442b has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 05:48:20.436263 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46f32298-7fdf-4384-b130-e17e92c15863 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:48:20.445382 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d683552-d0bd-4c01-826a-cd5478a68cda None None] Sync routers for ids ['ac514167-c7d8-42bf-9683-93ae560e442b'] in dv-neutron-843763-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:48:20.454448 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d683552-d0bd-4c01-826a-cd5478a68cda None None] Routers {'ac514167-c7d8-42bf-9683-93ae560e442b'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:48:20.455052 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-1d683552-d0bd-4c01-826a-cd5478a68cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:48:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['ac514167-c7d8-42bf-9683-93ae560e442b'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:48:20.460381 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-46f32298-7fdf-4384-b130-e17e92c15863 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for floatingip, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:48:20.516982 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-46f32298-7fdf-4384-b130-e17e92c15863 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2092204 May 30 05:48:20.517460 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b18449b8-585f-4bc1-88cb-2acb48872e6e', 'tag': 'ac10b78d-0d20-41dc-8e41-435a293f3af4'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:48:20.561324 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23c5c464-9629-4128-9bca-e65ec00a0d94'] response: {'name': 'network-changed', 'server_uuid': 'b18449b8-585f-4bc1-88cb-2acb48872e6e', 'tag': 'ac10b78d-0d20-41dc-8e41-435a293f3af4', 'status': 'completed', 'code': 200} May 30 05:48:20.632613 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-1d683552-d0bd-4c01-826a-cd5478a68cda None None] Set router ac514167-c7d8-42bf-9683-93ae560e442b gateway port host: dv-neutron-843763-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:48:20.650894 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e2245c-3873-465f-b4ab-92146fb60c77 req-ff0797af-35b1-47c0-a02a-ed0770bb4547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:48:20.652401 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c6e2245c-3873-465f-b4ab-92146fb60c77 req-ff0797af-35b1-47c0-a02a-ed0770bb4547 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a2f28821aeba4ed59eaafafaf620d4fe&device_id=b18449b8-585f-4bc1-88cb-2acb48872e6e HTTP/1.1" status: 200 len: 1098 time: 0.0699031 May 30 05:48:20.781747 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e2245c-3873-465f-b4ab-92146fb60c77 req-9e83cbe4-7961-4b76-a3bb-d8282cca20c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:48:20.783299 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c6e2245c-3873-465f-b4ab-92146fb60c77 req-9e83cbe4-7961-4b76-a3bb-d8282cca20c4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2b9a310b-e7c4-41b2-a8f8-d48404a9ee17 HTTP/1.1" status: 200 len: 910 time: 0.1257107 May 30 05:48:20.885735 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c6e2245c-3873-465f-b4ab-92146fb60c77 req-fe2ad2ea-8275-4234-96cc-e4826d2082fd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac10b78d-0d20-41dc-8e41-435a293f3af4 HTTP/1.1" status: 200 len: 999 time: 0.0969002 May 30 05:48:20.948961 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e2245c-3873-465f-b4ab-92146fb60c77 req-2514634a-64e3-432e-91c2-40b933782441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:48:20.950413 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c6e2245c-3873-465f-b4ab-92146fb60c77 req-2514634a-64e3-432e-91c2-40b933782441 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e9baef51-b11c-4692-a9f5-9f050c9177e3 HTTP/1.1" status: 200 len: 848 time: 0.0596583 May 30 05:48:20.994289 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-1d683552-d0bd-4c01-826a-cd5478a68cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac514167-c7d8-42bf-9683-93ae560e442b', 'name': 'tempest-TestShelveInstance-1000851067-router', 'tenant_id': 'a2f28821aeba4ed59eaafafaf620d4fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.160'}], 'enable_snat': True}, 'gw_port_id': 'e261021d-826a-432c-ba86-832410215a17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:47:52Z', 'updated_at': '2022-05-30T05:47:56Z', 'revision_number': 4, 'project_id': 'a2f28821aeba4ed59eaafafaf620d4fe', 'gw_port': {'id': 'e261021d-826a-432c-ba86-832410215a17', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:fc:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac514167-c7d8-42bf-9683-93ae560e442b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:47:52Z', 'updated_at': '2022-05-30T05:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_floatingips': [{'id': '370dd191-b9b3-4215-9d11-a9405189e173', 'tenant_id': 'a2f28821aeba4ed59eaafafaf620d4fe', 'floating_ip_address': '172.26.6.236', 'floating_network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'router_id': 'ac514167-c7d8-42bf-9683-93ae560e442b', 'port_id': 'ac10b78d-0d20-41dc-8e41-435a293f3af4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1823, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b9a310b-e7c4-41b2-a8f8-d48404a9ee17', 'mac_address': 'fa:16:3e:09:72:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18449b8-585f-4bc1-88cb-2acb48872e6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T05:48:19Z', 'updated_at': '2022-05-30T05:48:19Z', 'revision_number': 0, 'project_id': 'a2f28821aeba4ed59eaafafaf620d4fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '609b956a-fe43-41a9-b7e4-e7d663e4b300', 'name': '', 'network_id': '2b9a310b-e7c4-41b2-a8f8-d48404a9ee17', 'tenant_id': 'a2f28821aeba4ed59eaafafaf620d4fe', 'mac_address': 'fa:16:3e:f1:23:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac514167-c7d8-42bf-9683-93ae560e442b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': 'e9baef51-b11c-4692-a9f5-9f050c9177e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:47:55Z', 'updated_at': '2022-05-30T05:48:01Z', 'revision_number': 5, 'project_id': 'a2f28821aeba4ed59eaafafaf620d4fe', 'subnets': [{'id': 'e9baef51-b11c-4692-a9f5-9f050c9177e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:48:20.998041 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d683552-d0bd-4c01-826a-cd5478a68cda None None] Checking router: ac514167-c7d8-42bf-9683-93ae560e442b for host: dv-neutron-843763-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 05:48:21.006162 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d683552-d0bd-4c01-826a-cd5478a68cda None None] Routers {'ac514167-c7d8-42bf-9683-93ae560e442b'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:48:21.006635 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-1d683552-d0bd-4c01-826a-cd5478a68cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:48:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['ac514167-c7d8-42bf-9683-93ae560e442b'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:48:21.022765 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e2245c-3873-465f-b4ab-92146fb60c77 req-c370ba96-b76e-461f-acf7-d4daa98ea783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:48:21.024227 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c6e2245c-3873-465f-b4ab-92146fb60c77 req-c370ba96-b76e-461f-acf7-d4daa98ea783 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2b9a310b-e7c4-41b2-a8f8-d48404a9ee17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684459 May 30 05:48:21.185618 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-45f79e78-106a-4f09-9d2c-69baeab7263d None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 05:48:21.189963 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-1d683552-d0bd-4c01-826a-cd5478a68cda None None] Set router ac514167-c7d8-42bf-9683-93ae560e442b gateway port host: dv-neutron-843763-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:48:21.275855 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c6e2245c-3873-465f-b4ab-92146fb60c77 req-33bbd890-e010-4c71-9dd9-88df2bea8016 service neutron] 10.222.0.39 "GET /v2.0/networks/2b9a310b-e7c4-41b2-a8f8-d48404a9ee17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2455666 May 30 05:48:21.403657 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c6e2245c-3873-465f-b4ab-92146fb60c77 req-15324c62-3800-45ef-955f-3c6dfa4fc358 service neutron] 10.222.0.39 "GET /v2.0/networks/2b9a310b-e7c4-41b2-a8f8-d48404a9ee17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219335 May 30 05:48:21.537659 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-1d683552-d0bd-4c01-826a-cd5478a68cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac514167-c7d8-42bf-9683-93ae560e442b', 'name': 'tempest-TestShelveInstance-1000851067-router', 'tenant_id': 'a2f28821aeba4ed59eaafafaf620d4fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.160'}], 'enable_snat': True}, 'gw_port_id': 'e261021d-826a-432c-ba86-832410215a17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:47:52Z', 'updated_at': '2022-05-30T05:47:56Z', 'revision_number': 4, 'project_id': 'a2f28821aeba4ed59eaafafaf620d4fe', 'gw_port': {'id': 'e261021d-826a-432c-ba86-832410215a17', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:fc:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac514167-c7d8-42bf-9683-93ae560e442b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:47:52Z', 'updated_at': '2022-05-30T05:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_floatingips': [{'id': '370dd191-b9b3-4215-9d11-a9405189e173', 'tenant_id': 'a2f28821aeba4ed59eaafafaf620d4fe', 'floating_ip_address': '172.26.6.236', 'floating_network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'router_id': 'ac514167-c7d8-42bf-9683-93ae560e442b', 'port_id': 'ac10b78d-0d20-41dc-8e41-435a293f3af4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1823, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b9a310b-e7c4-41b2-a8f8-d48404a9ee17', 'mac_address': 'fa:16:3e:09:72:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18449b8-585f-4bc1-88cb-2acb48872e6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T05:48:19Z', 'updated_at': '2022-05-30T05:48:19Z', 'revision_number': 0, 'project_id': 'a2f28821aeba4ed59eaafafaf620d4fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '609b956a-fe43-41a9-b7e4-e7d663e4b300', 'name': '', 'network_id': '2b9a310b-e7c4-41b2-a8f8-d48404a9ee17', 'tenant_id': 'a2f28821aeba4ed59eaafafaf620d4fe', 'mac_address': 'fa:16:3e:f1:23:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac514167-c7d8-42bf-9683-93ae560e442b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': 'e9baef51-b11c-4692-a9f5-9f050c9177e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:47:55Z', 'updated_at': '2022-05-30T05:48:01Z', 'revision_number': 5, 'project_id': 'a2f28821aeba4ed59eaafafaf620d4fe', 'subnets': [{'id': 'e9baef51-b11c-4692-a9f5-9f050c9177e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:48:21.543673 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d683552-d0bd-4c01-826a-cd5478a68cda None None] The sync data for ids ['ac514167-c7d8-42bf-9683-93ae560e442b'] in dv-neutron-843763-1-hyperv is: [{'id': 'ac514167-c7d8-42bf-9683-93ae560e442b', 'name': 'tempest-TestShelveInstance-1000851067-router', 'tenant_id': 'a2f28821aeba4ed59eaafafaf620d4fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.160'}], 'enable_snat': True}, 'gw_port_id': 'e261021d-826a-432c-ba86-832410215a17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:47:52Z', 'updated_at': '2022-05-30T05:47:56Z', 'revision_number': 4, 'project_id': 'a2f28821aeba4ed59eaafafaf620d4fe', 'gw_port': {'id': 'e261021d-826a-432c-ba86-832410215a17', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:fc:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac514167-c7d8-42bf-9683-93ae560e442b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:47:52Z', 'updated_at': '2022-05-30T05:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_floatingips': [{'id': '370dd191-b9b3-4215-9d11-a9405189e173', 'tenant_id': 'a2f28821aeba4ed59eaafafaf620d4fe', 'floating_ip_address': '172.26.6.236', 'floating_network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'router_id': 'ac514167-c7d8-42bf-9683-93ae560e442b', 'port_id': 'ac10b78d-0d20-41dc-8e41-435a293f3af4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1823, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b9a310b-e7c4-41b2-a8f8-d48404a9ee17', 'mac_address': 'fa:16:3e:09:72:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18449b8-585f-4bc1-88cb-2acb48872e6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T05:48:19Z', 'updated_at': '2022-05-30T05:48:19Z', 'revision_number': 0, 'project_id': 'a2f28821aeba4ed59eaafafaf620d4fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '609b956a-fe43-41a9-b7e4-e7d663e4b300', 'name': '', 'network_id': '2b9a310b-e7c4-41b2-a8f8-d48404a9ee17', 'tenant_id': 'a2f28821aeba4ed59eaafafaf620d4fe', 'mac_address': 'fa:16:3e:f1:23:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac514167-c7d8-42bf-9683-93ae560e442b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': 'e9baef51-b11c-4692-a9f5-9f050c9177e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:47:55Z', 'updated_at': '2022-05-30T05:48:01Z', 'revision_number': 5, 'project_id': 'a2f28821aeba4ed59eaafafaf620d4fe', 'subnets': [{'id': 'e9baef51-b11c-4692-a9f5-9f050c9177e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:48:21.724648 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a7b890-0df2-4a82-8045-9f66b83f2d6a None None] New status for floating IP 370dd191-b9b3-4215-9d11-a9405189e173: ACTIVE {{(pid=88262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 30 05:48:28.145593 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9a9d58cc-582f-40a2-90ad-2f663a56b50f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:48:28.197068 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [req-350c0559-cc89-4b08-a339-1e5d228b5781 req-90ba7ccc-1cf4-4ba5-993d-a307672e1016 service neutron] (88261) timed out ('10.222.0.39', 59200) {{(pid=88261) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 30 05:48:30.318772 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-76aab44d-d1ee-44fe-976e-0de886af2cac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:48:31.423605 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56ded65b-0e68-413c-8b9b-1097922cc81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:48:31.561039 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:48:32.987896 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a142624-940e-4c55-bf49-a5329c884075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:48:45.088791 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1a0298ca-3ba9-4dc1-a74b-6fc741cb140e req-ff02ce17-890c-491d-9cfa-fd70d8fa2862 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b18449b8-585f-4bc1-88cb-2acb48872e6e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0714664 May 30 05:48:45.225692 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0298ca-3ba9-4dc1-a74b-6fc741cb140e req-7c666222-1b5a-4211-9cca-fa755aeb7f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:48:45.227195 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1a0298ca-3ba9-4dc1-a74b-6fc741cb140e req-7c666222-1b5a-4211-9cca-fa755aeb7f10 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a2f28821aeba4ed59eaafafaf620d4fe&device_id=b18449b8-585f-4bc1-88cb-2acb48872e6e HTTP/1.1" status: 200 len: 1098 time: 0.0701561 May 30 05:48:45.366058 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0298ca-3ba9-4dc1-a74b-6fc741cb140e req-995547b3-152d-474d-b0b2-8d9738b82093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:48:45.367386 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1a0298ca-3ba9-4dc1-a74b-6fc741cb140e req-995547b3-152d-474d-b0b2-8d9738b82093 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2b9a310b-e7c4-41b2-a8f8-d48404a9ee17 HTTP/1.1" status: 200 len: 910 time: 0.1223195 May 30 05:48:45.481937 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1a0298ca-3ba9-4dc1-a74b-6fc741cb140e req-8b3ca457-1f0c-4555-85fe-64010c38739d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac10b78d-0d20-41dc-8e41-435a293f3af4 HTTP/1.1" status: 200 len: 1001 time: 0.1081836 May 30 05:48:45.541352 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0298ca-3ba9-4dc1-a74b-6fc741cb140e req-f7b9a99c-5854-437c-a7b4-8ae354d861f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:48:45.542786 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1a0298ca-3ba9-4dc1-a74b-6fc741cb140e req-f7b9a99c-5854-437c-a7b4-8ae354d861f4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e9baef51-b11c-4692-a9f5-9f050c9177e3 HTTP/1.1" status: 200 len: 848 time: 0.0557899 May 30 05:48:45.617795 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0298ca-3ba9-4dc1-a74b-6fc741cb140e req-127010f5-775e-42bd-8c53-108ff35aaee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:48:45.619170 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1a0298ca-3ba9-4dc1-a74b-6fc741cb140e req-127010f5-775e-42bd-8c53-108ff35aaee2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2b9a310b-e7c4-41b2-a8f8-d48404a9ee17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705924 May 30 05:48:45.745905 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1a0298ca-3ba9-4dc1-a74b-6fc741cb140e req-1dad0a39-c5f6-44ae-86ac-45f906a801f2 service neutron] 10.222.0.39 "GET /v2.0/networks/2b9a310b-e7c4-41b2-a8f8-d48404a9ee17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194496 May 30 05:48:45.873899 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1a0298ca-3ba9-4dc1-a74b-6fc741cb140e req-8d38b0ca-3a01-4ea2-ad8e-27463ab89755 service neutron] 10.222.0.39 "GET /v2.0/networks/2b9a310b-e7c4-41b2-a8f8-d48404a9ee17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219947 May 30 05:48:47.907193 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:48:58.116391 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-5570bb95-6667-4d98-82ea-b6a168c8c14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:48:58.185369 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-45f79e78-106a-4f09-9d2c-69baeab7263d None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 05:49:00.319515 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-db1583e7-09c6-4be8-b5f7-3ec5a5c5b3e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:49:01.426691 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56ded65b-0e68-413c-8b9b-1097922cc81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:49:01.563932 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:49:02.992645 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a142624-940e-4c55-bf49-a5329c884075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:49:17.904250 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:49:28.117872 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-d10ba6b4-804e-4ceb-95e8-a05b50180e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:49:30.320360 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-57a70ba5-17a6-47fe-9a11-3807a32fa23c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:49:31.429532 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56ded65b-0e68-413c-8b9b-1097922cc81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:49:31.565572 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:49:32.996382 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a142624-940e-4c55-bf49-a5329c884075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:49:35.185336 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-45f79e78-106a-4f09-9d2c-69baeab7263d None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 05:49:45.087059 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5d488283-912f-4a14-bc9a-82fdf580f3d1 req-4725210b-3ca0-4a38-a41d-f117f4bf23a9 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b18449b8-585f-4bc1-88cb-2acb48872e6e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0678027 May 30 05:49:45.237960 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d488283-912f-4a14-bc9a-82fdf580f3d1 req-e9049b3b-3f5a-4a94-9531-4da0f08777ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:49:45.239410 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5d488283-912f-4a14-bc9a-82fdf580f3d1 req-e9049b3b-3f5a-4a94-9531-4da0f08777ca service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a2f28821aeba4ed59eaafafaf620d4fe&device_id=b18449b8-585f-4bc1-88cb-2acb48872e6e HTTP/1.1" status: 200 len: 1098 time: 0.0736599 May 30 05:49:45.380122 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d488283-912f-4a14-bc9a-82fdf580f3d1 req-b96c5cc5-92bc-4293-a427-57ee14b89fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:49:45.381470 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5d488283-912f-4a14-bc9a-82fdf580f3d1 req-b96c5cc5-92bc-4293-a427-57ee14b89fb2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2b9a310b-e7c4-41b2-a8f8-d48404a9ee17 HTTP/1.1" status: 200 len: 910 time: 0.1242049 May 30 05:49:45.488777 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5d488283-912f-4a14-bc9a-82fdf580f3d1 req-b161aa61-fdad-40dd-8ed1-531c4c375383 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac10b78d-0d20-41dc-8e41-435a293f3af4 HTTP/1.1" status: 200 len: 1001 time: 0.1008847 May 30 05:49:45.551541 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d488283-912f-4a14-bc9a-82fdf580f3d1 req-890f1ec6-bc1b-4f38-90dc-2d16bc0a4a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:49:45.552952 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5d488283-912f-4a14-bc9a-82fdf580f3d1 req-890f1ec6-bc1b-4f38-90dc-2d16bc0a4a19 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e9baef51-b11c-4692-a9f5-9f050c9177e3 HTTP/1.1" status: 200 len: 848 time: 0.0583789 May 30 05:49:45.624954 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d488283-912f-4a14-bc9a-82fdf580f3d1 req-cfd54270-72eb-4186-9deb-0e0df0d2aeb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:49:45.626455 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5d488283-912f-4a14-bc9a-82fdf580f3d1 req-cfd54270-72eb-4186-9deb-0e0df0d2aeb6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2b9a310b-e7c4-41b2-a8f8-d48404a9ee17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680532 May 30 05:49:45.866324 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5d488283-912f-4a14-bc9a-82fdf580f3d1 req-2d790a1c-ef95-4101-9ab8-da942e6d21a0 service neutron] 10.222.0.39 "GET /v2.0/networks/2b9a310b-e7c4-41b2-a8f8-d48404a9ee17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334218 May 30 05:49:45.992992 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5d488283-912f-4a14-bc9a-82fdf580f3d1 req-9f895db3-b6f0-42d4-ad82-14f93bce1887 service neutron] 10.222.0.39 "GET /v2.0/networks/2b9a310b-e7c4-41b2-a8f8-d48404a9ee17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206045 May 30 05:49:47.925223 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:49:58.121547 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-488ae6e3-763c-406d-b877-d3a253d35bbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:50:00.321179 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-421c5cc7-599f-40be-a8c5-c6b3c6fa8b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:50:01.432523 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56ded65b-0e68-413c-8b9b-1097922cc81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:50:01.567162 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:50:03.009305 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a142624-940e-4c55-bf49-a5329c884075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:50:12.183532 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-45f79e78-106a-4f09-9d2c-69baeab7263d None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 05:50:17.925493 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:50:28.124213 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e1d5d59c-d5a0-439a-aded-c8ddf9d3dc70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:50:30.321780 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-4e3791d0-9ada-4221-a474-02b309797e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:50:31.435262 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56ded65b-0e68-413c-8b9b-1097922cc81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:50:31.568484 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:50:33.001105 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a142624-940e-4c55-bf49-a5329c884075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:50:45.205322 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0831353e-56df-439d-9add-c1b61ed1b901 req-d9c6ebdb-9400-4177-8145-f54b6714f199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:50:45.206807 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0831353e-56df-439d-9add-c1b61ed1b901 req-d9c6ebdb-9400-4177-8145-f54b6714f199 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a2f28821aeba4ed59eaafafaf620d4fe&device_id=b18449b8-585f-4bc1-88cb-2acb48872e6e HTTP/1.1" status: 200 len: 1098 time: 0.1435156 May 30 05:50:45.348295 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0831353e-56df-439d-9add-c1b61ed1b901 req-d7672e1c-b00b-46e7-afaa-cd50a22d3ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:50:45.349751 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0831353e-56df-439d-9add-c1b61ed1b901 req-d7672e1c-b00b-46e7-afaa-cd50a22d3ee8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2b9a310b-e7c4-41b2-a8f8-d48404a9ee17 HTTP/1.1" status: 200 len: 910 time: 0.1242259 May 30 05:50:45.450027 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0831353e-56df-439d-9add-c1b61ed1b901 req-823c68ac-841c-47aa-8864-77fabec49245 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac10b78d-0d20-41dc-8e41-435a293f3af4 HTTP/1.1" status: 200 len: 1001 time: 0.0942259 May 30 05:50:45.509246 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0831353e-56df-439d-9add-c1b61ed1b901 req-15ddcd76-5b8b-461c-ae71-091227b04510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:50:45.510573 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0831353e-56df-439d-9add-c1b61ed1b901 req-15ddcd76-5b8b-461c-ae71-091227b04510 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e9baef51-b11c-4692-a9f5-9f050c9177e3 HTTP/1.1" status: 200 len: 848 time: 0.0546091 May 30 05:50:45.586457 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0831353e-56df-439d-9add-c1b61ed1b901 req-3d403e22-e550-419b-9d35-707f9a9ccca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:50:45.587909 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0831353e-56df-439d-9add-c1b61ed1b901 req-3d403e22-e550-419b-9d35-707f9a9ccca5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2b9a310b-e7c4-41b2-a8f8-d48404a9ee17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714853 May 30 05:50:45.718699 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0831353e-56df-439d-9add-c1b61ed1b901 req-61f57447-e763-49a1-99b0-d57b7b0e145d service neutron] 10.222.0.39 "GET /v2.0/networks/2b9a310b-e7c4-41b2-a8f8-d48404a9ee17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244712 May 30 05:50:45.844684 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0831353e-56df-439d-9add-c1b61ed1b901 req-3583de1a-76c4-4a07-a1ac-8cd7b4c1e6db service neutron] 10.222.0.39 "GET /v2.0/networks/2b9a310b-e7c4-41b2-a8f8-d48404a9ee17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203413 May 30 05:50:46.223011 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c146de1f-d57e-476c-91ab-37e8eff9a27b req-2c0e08ca-6e91-4478-a8c5-42e82b419cdb tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:50:46.224366 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c146de1f-d57e-476c-91ab-37e8eff9a27b req-2c0e08ca-6e91-4478-a8c5-42e82b419cdb tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/ports?device_id=b18449b8-585f-4bc1-88cb-2acb48872e6e HTTP/1.1" status: 200 len: 945 time: 0.0785334 May 30 05:50:46.267251 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c146de1f-d57e-476c-91ab-37e8eff9a27b req-fef02568-e5da-4da4-beec-2881d1903840 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c296957-d097-4092-a47c-d68f67e5f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373011 May 30 05:50:47.450155 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf339b3-2c6c-4a0d-b2c8-2ab5d14c6797 req-d76fb9aa-9099-4dde-bf98-4d179d566c51 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:50:47.451586 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2cf339b3-2c6c-4a0d-b2c8-2ab5d14c6797 req-d76fb9aa-9099-4dde-bf98-4d179d566c51 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/ports?device_id=b18449b8-585f-4bc1-88cb-2acb48872e6e HTTP/1.1" status: 200 len: 945 time: 0.0816453 May 30 05:50:47.493580 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2cf339b3-2c6c-4a0d-b2c8-2ab5d14c6797 req-3eb5f5a5-5778-4ad0-a543-c6364e75e4a6 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c296957-d097-4092-a47c-d68f67e5f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364766 May 30 05:50:47.939721 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:50:48.682074 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb7543f-1d85-4768-8373-a0b6e44c0d03 req-43a46563-d80f-4cd0-b721-2ffe29a0f64e tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:50:48.683568 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3eb7543f-1d85-4768-8373-a0b6e44c0d03 req-43a46563-d80f-4cd0-b721-2ffe29a0f64e tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/ports?device_id=b18449b8-585f-4bc1-88cb-2acb48872e6e HTTP/1.1" status: 200 len: 945 time: 0.0838416 May 30 05:50:48.727771 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3eb7543f-1d85-4768-8373-a0b6e44c0d03 req-3f3127c4-c8d4-433b-9b43-dcbfda1543ed tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c296957-d097-4092-a47c-d68f67e5f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385733 May 30 05:50:49.182606 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-45f79e78-106a-4f09-9d2c-69baeab7263d None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 05:50:49.911587 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8d9b4e-50f5-4023-9cce-1d1a454c5a2d req-9e4d9448-47d7-47ba-839b-7c9ee8b02d01 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:50:49.913014 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-bd8d9b4e-50f5-4023-9cce-1d1a454c5a2d req-9e4d9448-47d7-47ba-839b-7c9ee8b02d01 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/ports?device_id=b18449b8-585f-4bc1-88cb-2acb48872e6e HTTP/1.1" status: 200 len: 945 time: 0.0811937 May 30 05:50:49.955758 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-bd8d9b4e-50f5-4023-9cce-1d1a454c5a2d req-626609fa-a126-41c9-9266-4ae977ad67ab tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c296957-d097-4092-a47c-d68f67e5f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370934 May 30 05:50:51.137178 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bbdb6c-295a-4e4d-bd79-80bf3e11316a req-9256767b-f167-40d5-82cf-b710b665c5bc tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:50:51.138636 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-68bbdb6c-295a-4e4d-bd79-80bf3e11316a req-9256767b-f167-40d5-82cf-b710b665c5bc tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/ports?device_id=b18449b8-585f-4bc1-88cb-2acb48872e6e HTTP/1.1" status: 200 len: 945 time: 0.0811260 May 30 05:50:51.180664 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-68bbdb6c-295a-4e4d-bd79-80bf3e11316a req-b3fb0d1e-543c-409d-a54f-265800891909 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c296957-d097-4092-a47c-d68f67e5f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364485 May 30 05:50:52.364668 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00c2d67-fca3-40b6-aca9-88e7959d1b4b req-1e624077-d347-4077-abed-95355a7f7325 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:50:52.366111 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b00c2d67-fca3-40b6-aca9-88e7959d1b4b req-1e624077-d347-4077-abed-95355a7f7325 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/ports?device_id=b18449b8-585f-4bc1-88cb-2acb48872e6e HTTP/1.1" status: 200 len: 945 time: 0.0806894 May 30 05:50:52.408003 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b00c2d67-fca3-40b6-aca9-88e7959d1b4b req-6d8db2ed-7e97-47a6-a0c1-8a404acfce91 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c296957-d097-4092-a47c-d68f67e5f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363734 May 30 05:50:53.587213 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113ec62b-cf4c-4a5f-92e5-2e49756c4c6a req-8575641f-2a9b-4108-8bba-d2b7d7aa0e2f tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:50:53.588665 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-113ec62b-cf4c-4a5f-92e5-2e49756c4c6a req-8575641f-2a9b-4108-8bba-d2b7d7aa0e2f tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/ports?device_id=b18449b8-585f-4bc1-88cb-2acb48872e6e HTTP/1.1" status: 200 len: 945 time: 0.0780227 May 30 05:50:53.635602 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-113ec62b-cf4c-4a5f-92e5-2e49756c4c6a req-a1eac11e-7541-4332-b179-dd22aaa1d4f4 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c296957-d097-4092-a47c-d68f67e5f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412407 May 30 05:50:54.814795 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e4557d-a781-4e0e-9670-4fce991e5d24 req-cc054c93-f147-4e13-9b0e-661f58a8642d tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:50:54.816210 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c5e4557d-a781-4e0e-9670-4fce991e5d24 req-cc054c93-f147-4e13-9b0e-661f58a8642d tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/ports?device_id=b18449b8-585f-4bc1-88cb-2acb48872e6e HTTP/1.1" status: 200 len: 945 time: 0.0782838 May 30 05:50:54.859082 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c5e4557d-a781-4e0e-9670-4fce991e5d24 req-7ef4b35b-0d43-4a37-80ca-eb492e817b04 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c296957-d097-4092-a47c-d68f67e5f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373440 May 30 05:50:56.161279 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0316408f-e0d7-49a3-b5cc-758e16c122ad req-d72cfc12-6af2-4f23-b7b4-e06ab421774c tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:50:56.162671 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0316408f-e0d7-49a3-b5cc-758e16c122ad req-d72cfc12-6af2-4f23-b7b4-e06ab421774c tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/ports?device_id=b18449b8-585f-4bc1-88cb-2acb48872e6e HTTP/1.1" status: 200 len: 945 time: 0.1964672 May 30 05:50:56.205928 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0316408f-e0d7-49a3-b5cc-758e16c122ad req-13515055-9d16-4bad-b8a1-d131c923e2e6 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c296957-d097-4092-a47c-d68f67e5f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368402 May 30 05:50:57.473380 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d80d308-6a63-4cc5-a791-b646a48f4583 req-35872aa6-49ba-40de-a5ba-b27a1689cc4b tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:50:57.474881 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8d80d308-6a63-4cc5-a791-b646a48f4583 req-35872aa6-49ba-40de-a5ba-b27a1689cc4b tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/ports?device_id=b18449b8-585f-4bc1-88cb-2acb48872e6e HTTP/1.1" status: 200 len: 945 time: 0.1660876 May 30 05:50:57.522010 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8d80d308-6a63-4cc5-a791-b646a48f4583 req-0f1f7674-8752-4a1d-ad15-6f84c2a4e051 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c296957-d097-4092-a47c-d68f67e5f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406857 May 30 05:50:58.125955 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-151d536b-ce45-4862-924c-695ddadc50b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:50:58.702643 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6026d805-4038-46f2-b428-23f2ddf0cdf9 req-6d5d352e-343d-4ef7-b6c3-f00158edba51 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:50:58.704054 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6026d805-4038-46f2-b428-23f2ddf0cdf9 req-6d5d352e-343d-4ef7-b6c3-f00158edba51 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/ports?device_id=b18449b8-585f-4bc1-88cb-2acb48872e6e HTTP/1.1" status: 200 len: 945 time: 0.0772281 May 30 05:50:58.748551 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6026d805-4038-46f2-b428-23f2ddf0cdf9 req-961b34c2-6781-4c0f-afcc-b62f0e566036 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c296957-d097-4092-a47c-d68f67e5f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389242 May 30 05:50:59.738946 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device ac10b78d-0d20-41dc-8e41-435a293f3af4 details requested by agent hyperv_hv-neutron-8437 with host hv-neutron-8437 {{(pid=88262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 05:50:59.868028 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port ac10b78d-0d20-41dc-8e41-435a293f3af4, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=ac10b78d-0d20-41dc-8e41-435a293f3af4,segment=NetworkSegment(2dc754d5-c1f7-460e-9e7f-66cd89bfd1c6),segment_id=2dc754d5-c1f7-460e-9e7f-66cd89bfd1c6)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:50:59.880771 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Returning: {'device': 'ac10b78d-0d20-41dc-8e41-435a293f3af4', 'network_id': '2b9a310b-e7c4-41b2-a8f8-d48404a9ee17', 'port_id': 'ac10b78d-0d20-41dc-8e41-435a293f3af4', 'mac_address': 'fa:16:3e:09:72:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9baef51-b11c-4692-a9f5-9f050c9177e3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 05:50:59.935832 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242b3ee6-9f6b-4f36-8e1d-564d7883df4e req-71ee2f0a-62b6-456f-8b6c-28c8ed4bd180 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:50:59.937506 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-242b3ee6-9f6b-4f36-8e1d-564d7883df4e req-71ee2f0a-62b6-456f-8b6c-28c8ed4bd180 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/ports?device_id=b18449b8-585f-4bc1-88cb-2acb48872e6e HTTP/1.1" status: 200 len: 945 time: 0.0834570 May 30 05:50:59.937957 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Current status of the port ac10b78d-0d20-41dc-8e41-435a293f3af4 is: ACTIVE; New status is: BUILD {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:50:59.938341 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:50:59.955073 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ac10b78d-0d20-41dc-8e41-435a293f3af4 {{(pid=88262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 30 05:50:59.971045 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port ac10b78d-0d20-41dc-8e41-435a293f3af4, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=ac10b78d-0d20-41dc-8e41-435a293f3af4,segment=NetworkSegment(2dc754d5-c1f7-460e-9e7f-66cd89bfd1c6),segment_id=2dc754d5-c1f7-460e-9e7f-66cd89bfd1c6)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:50:59.975817 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:50:59.982531 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-242b3ee6-9f6b-4f36-8e1d-564d7883df4e req-d867f67b-6014-4cf5-87cc-fb999ccedef4 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c296957-d097-4092-a47c-d68f67e5f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389700 May 30 05:51:00.046615 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Pushing event updated for resources: {'Port': ['ID=ac10b78d-0d20-41dc-8e41-435a293f3af4,revision_number=6']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:51:00.053416 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:51:00.053764 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:51:00.054125 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:51:00.054458 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:51:00.054786 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:51:00.055115 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:51:00.055436 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:51:00.055759 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:51:00.056081 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:51:00.056398 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:51:00.056718 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:51:00.057034 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:51:00.063191 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] get_ports_and_sgs() called for port_ids ['ac10b78d-0d20-41dc-8e41-435a293f3af4'] {{(pid=88262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 30 05:51:00.336705 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-66a98061-d8b8-4e92-8037-130c325b21b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:51:01.163381 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71be4a83-a5fa-4417-87e5-387e882bc61a req-f3579d2f-a44d-4251-a48f-a2c53aaf4ece tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:51:01.164748 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-71be4a83-a5fa-4417-87e5-387e882bc61a req-f3579d2f-a44d-4251-a48f-a2c53aaf4ece tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/ports?device_id=b18449b8-585f-4bc1-88cb-2acb48872e6e HTTP/1.1" status: 200 len: 944 time: 0.0793893 May 30 05:51:01.211830 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-71be4a83-a5fa-4417-87e5-387e882bc61a req-ee145fe8-4526-42ea-8200-2313289410f8 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c296957-d097-4092-a47c-d68f67e5f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403373 May 30 05:51:01.437594 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56ded65b-0e68-413c-8b9b-1097922cc81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:51:01.568704 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:51:01.749042 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device ac10b78d-0d20-41dc-8e41-435a293f3af4 up at agent hyperv_hv-neutron-8437 {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:51:01.814247 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Provisioning complete for port ac10b78d-0d20-41dc-8e41-435a293f3af4 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:51:01.814623 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:51:01.934238 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Current status of the port ac10b78d-0d20-41dc-8e41-435a293f3af4 is: BUILD; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:51:01.934638 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:51:01.961459 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b18449b8-585f-4bc1-88cb-2acb48872e6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac10b78d-0d20-41dc-8e41-435a293f3af4'}] {{(pid=88262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:51:01.970812 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port ac10b78d-0d20-41dc-8e41-435a293f3af4, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=ac10b78d-0d20-41dc-8e41-435a293f3af4,segment=NetworkSegment(2dc754d5-c1f7-460e-9e7f-66cd89bfd1c6),segment_id=2dc754d5-c1f7-460e-9e7f-66cd89bfd1c6)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:51:01.975692 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:51:02.012919 dv-neutron-843763-1-hyperv neutron-server[88262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3217492d-9991-4bce-911f-a1696e2afb26'] response: {'server_uuid': 'b18449b8-585f-4bc1-88cb-2acb48872e6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac10b78d-0d20-41dc-8e41-435a293f3af4', 'code': 200} May 30 05:51:02.047310 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Pushing event updated for resources: {'Port': ['ID=ac10b78d-0d20-41dc-8e41-435a293f3af4,revision_number=7']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:51:02.405835 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc2c7b2-866b-4bd9-9cbc-b937ab844252 req-09ce5fcd-8824-46f2-b86c-5e475b5a7454 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:51:02.407292 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6bc2c7b2-866b-4bd9-9cbc-b937ab844252 req-09ce5fcd-8824-46f2-b86c-5e475b5a7454 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/ports?device_id=b18449b8-585f-4bc1-88cb-2acb48872e6e HTTP/1.1" status: 200 len: 945 time: 0.0848818 May 30 05:51:02.451647 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6bc2c7b2-866b-4bd9-9cbc-b937ab844252 req-33a7a935-d179-46fa-9f2a-e46ce15e0862 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c296957-d097-4092-a47c-d68f67e5f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385642 May 30 05:51:03.006424 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a142624-940e-4c55-bf49-a5329c884075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:51:03.649044 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7e3ad2-3679-4b7d-93c2-e7a5fe63abf3 req-a4e2ae2e-c866-470e-88a4-7212e3722f20 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:51:03.650565 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7d7e3ad2-3679-4b7d-93c2-e7a5fe63abf3 req-a4e2ae2e-c866-470e-88a4-7212e3722f20 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/ports?device_id=b18449b8-585f-4bc1-88cb-2acb48872e6e HTTP/1.1" status: 200 len: 945 time: 0.0878029 May 30 05:51:03.697404 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7d7e3ad2-3679-4b7d-93c2-e7a5fe63abf3 req-4d4dc4f0-75af-408c-8ddc-75f2eba01e8b tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c296957-d097-4092-a47c-d68f67e5f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411408 May 30 05:51:04.898845 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb215a9-49f4-428e-abe9-22f2b8ba185b req-eeaa5ba7-dbcb-444a-baaf-5b859b45b0e2 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:51:04.900452 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-bcb215a9-49f4-428e-abe9-22f2b8ba185b req-eeaa5ba7-dbcb-444a-baaf-5b859b45b0e2 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/ports?device_id=b18449b8-585f-4bc1-88cb-2acb48872e6e HTTP/1.1" status: 200 len: 945 time: 0.0918753 May 30 05:51:04.952284 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-bcb215a9-49f4-428e-abe9-22f2b8ba185b req-6891c592-653e-4ade-9285-c7fbc06d09f0 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c296957-d097-4092-a47c-d68f67e5f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457587 May 30 05:51:06.149036 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78f996d-1bb4-4edc-b182-ae0c548adb51 req-20d3afd6-fc5a-4937-87ae-a65bfe25675f tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:51:06.150568 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e78f996d-1bb4-4edc-b182-ae0c548adb51 req-20d3afd6-fc5a-4937-87ae-a65bfe25675f tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/ports?device_id=b18449b8-585f-4bc1-88cb-2acb48872e6e HTTP/1.1" status: 200 len: 945 time: 0.0836027 May 30 05:51:06.214428 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e78f996d-1bb4-4edc-b182-ae0c548adb51 req-6479470f-d3b6-4e98-b7e9-4f3e07048b25 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c296957-d097-4092-a47c-d68f67e5f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578189 May 30 05:51:07.424456 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b43498-1081-484b-82bf-06e4219a93ce req-fb63a062-ba42-459d-8387-73657eaae39a tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:51:07.425972 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d4b43498-1081-484b-82bf-06e4219a93ce req-fb63a062-ba42-459d-8387-73657eaae39a tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/ports?device_id=b18449b8-585f-4bc1-88cb-2acb48872e6e HTTP/1.1" status: 200 len: 945 time: 0.0864539 May 30 05:51:07.478211 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d4b43498-1081-484b-82bf-06e4219a93ce req-e33be559-faf9-426c-836e-2d65c402e4f6 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c296957-d097-4092-a47c-d68f67e5f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462594 May 30 05:51:08.672372 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32490e5-1852-4439-b37f-9d7dd895ebb6 req-f73270c3-51f0-4440-b62e-3a9d51fefe3a tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:51:08.674706 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f32490e5-1852-4439-b37f-9d7dd895ebb6 req-f73270c3-51f0-4440-b62e-3a9d51fefe3a tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/ports?device_id=b18449b8-585f-4bc1-88cb-2acb48872e6e HTTP/1.1" status: 200 len: 945 time: 0.0862632 May 30 05:51:08.722612 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f32490e5-1852-4439-b37f-9d7dd895ebb6 req-631d22d8-0064-41c6-8729-85a681d9851d tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c296957-d097-4092-a47c-d68f67e5f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419023 May 30 05:51:09.931459 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0913247f-7faf-4e69-8758-d07c66930e25 req-b730e205-f7d7-430d-9a47-22ccc3d81def tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:51:09.933556 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0913247f-7faf-4e69-8758-d07c66930e25 req-b730e205-f7d7-430d-9a47-22ccc3d81def tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/ports?device_id=b18449b8-585f-4bc1-88cb-2acb48872e6e HTTP/1.1" status: 200 len: 945 time: 0.0879242 May 30 05:51:09.980912 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0913247f-7faf-4e69-8758-d07c66930e25 req-96dfcf44-7663-456b-8ed9-06f847754687 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c296957-d097-4092-a47c-d68f67e5f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414157 May 30 05:51:11.183675 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c870f268-724c-47fe-8322-2335fc52bbc4 req-ef06f178-cedd-46ea-9f89-0b24c7df8d16 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:51:11.185133 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c870f268-724c-47fe-8322-2335fc52bbc4 req-ef06f178-cedd-46ea-9f89-0b24c7df8d16 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/ports?device_id=b18449b8-585f-4bc1-88cb-2acb48872e6e HTTP/1.1" status: 200 len: 945 time: 0.0832806 May 30 05:51:11.232238 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c870f268-724c-47fe-8322-2335fc52bbc4 req-507ae6c9-59dc-4d5a-b7cc-aeb9f27da6f7 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c296957-d097-4092-a47c-d68f67e5f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413661 May 30 05:51:12.038028 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7292ad-696f-4432-bc4a-15c7c74789cd req-d05351bc-c14a-42e5-86ea-eb4ff9bd5250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:51:12.039542 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-df7292ad-696f-4432-bc4a-15c7c74789cd req-d05351bc-c14a-42e5-86ea-eb4ff9bd5250 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a2f28821aeba4ed59eaafafaf620d4fe&device_id=b18449b8-585f-4bc1-88cb-2acb48872e6e HTTP/1.1" status: 200 len: 1098 time: 0.0705674 May 30 05:51:12.168366 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7292ad-696f-4432-bc4a-15c7c74789cd req-89cedc22-1625-4933-90fc-a7fd2da03280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:51:12.169790 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-df7292ad-696f-4432-bc4a-15c7c74789cd req-89cedc22-1625-4933-90fc-a7fd2da03280 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2b9a310b-e7c4-41b2-a8f8-d48404a9ee17 HTTP/1.1" status: 200 len: 910 time: 0.1241913 May 30 05:51:12.280419 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-df7292ad-696f-4432-bc4a-15c7c74789cd req-426050db-5dcc-4c7f-b92b-60e9ca2d2c89 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac10b78d-0d20-41dc-8e41-435a293f3af4 HTTP/1.1" status: 200 len: 1001 time: 0.1039898 May 30 05:51:12.381167 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7292ad-696f-4432-bc4a-15c7c74789cd req-c3611a52-304a-4876-8e98-9d85b749d1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:51:12.382546 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-df7292ad-696f-4432-bc4a-15c7c74789cd req-c3611a52-304a-4876-8e98-9d85b749d1b8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e9baef51-b11c-4692-a9f5-9f050c9177e3 HTTP/1.1" status: 200 len: 848 time: 0.0966856 May 30 05:51:12.474407 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664b11f3-c91c-40f6-ab33-0f68dc517cb8 req-995c3342-05d3-4bad-9475-1a4c2b77544c tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:51:12.475816 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-664b11f3-c91c-40f6-ab33-0f68dc517cb8 req-995c3342-05d3-4bad-9475-1a4c2b77544c tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/ports?device_id=b18449b8-585f-4bc1-88cb-2acb48872e6e HTTP/1.1" status: 200 len: 945 time: 0.1360896 May 30 05:51:12.501264 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7292ad-696f-4432-bc4a-15c7c74789cd req-c2bd9cea-39d1-4ed4-8e00-c7b1c008470f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:51:12.502669 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-df7292ad-696f-4432-bc4a-15c7c74789cd req-c2bd9cea-39d1-4ed4-8e00-c7b1c008470f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2b9a310b-e7c4-41b2-a8f8-d48404a9ee17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1101584 May 30 05:51:12.702073 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-664b11f3-c91c-40f6-ab33-0f68dc517cb8 req-7519f38b-e2f2-4990-ace5-4db9fc5616b8 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c296957-d097-4092-a47c-d68f67e5f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2200022 May 30 05:51:12.754897 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-df7292ad-696f-4432-bc4a-15c7c74789cd req-67df54f7-82d5-4560-88c2-dc49bc4147b4 service neutron] 10.222.0.39 "GET /v2.0/networks/2b9a310b-e7c4-41b2-a8f8-d48404a9ee17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414007 May 30 05:51:12.882444 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-df7292ad-696f-4432-bc4a-15c7c74789cd req-eba1540f-c811-421c-8ed2-7fa48dbc7dbc service neutron] 10.222.0.39 "GET /v2.0/networks/2b9a310b-e7c4-41b2-a8f8-d48404a9ee17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209679 May 30 05:51:13.884738 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3558b468-8f97-4110-b0f0-f5f03381617c req-b3422844-943a-48f9-8c78-25971d3f825d tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:51:13.886221 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3558b468-8f97-4110-b0f0-f5f03381617c req-b3422844-943a-48f9-8c78-25971d3f825d tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/ports?device_id=b18449b8-585f-4bc1-88cb-2acb48872e6e HTTP/1.1" status: 200 len: 945 time: 0.0781178 May 30 05:51:13.933856 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3558b468-8f97-4110-b0f0-f5f03381617c req-84e2f990-a7ba-4e36-b134-762d8247a83e tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c296957-d097-4092-a47c-d68f67e5f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420804 May 30 05:51:15.118429 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506e1f7f-e0c2-4bf0-958e-09ed52866be6 req-a5ef2385-6b7b-4d0a-8d8c-c62d4d638b6c tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:51:15.120465 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-506e1f7f-e0c2-4bf0-958e-09ed52866be6 req-a5ef2385-6b7b-4d0a-8d8c-c62d4d638b6c tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/ports?device_id=b18449b8-585f-4bc1-88cb-2acb48872e6e HTTP/1.1" status: 200 len: 945 time: 0.0817370 May 30 05:51:15.162639 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-506e1f7f-e0c2-4bf0-958e-09ed52866be6 req-f4abc835-40c6-4b38-bb52-4734c1f6db22 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c296957-d097-4092-a47c-d68f67e5f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366361 May 30 05:51:15.502811 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00c85b5-6183-4842-92ae-f7f38622628d req-220a8d56-5816-4069-a07a-a215880ed939 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:51:15.504347 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d00c85b5-6183-4842-92ae-f7f38622628d req-220a8d56-5816-4069-a07a-a215880ed939 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/ports?device_id=b18449b8-585f-4bc1-88cb-2acb48872e6e HTTP/1.1" status: 200 len: 945 time: 0.0803556 May 30 05:51:15.552479 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d00c85b5-6183-4842-92ae-f7f38622628d req-0041d8cb-1e15-49ea-936e-de2a27acd0de tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c296957-d097-4092-a47c-d68f67e5f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421908 May 30 05:51:15.818572 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-12239ae8-440b-47ef-8a16-5b1f6cfe3383 req-ebb424cb-09b0-46c8-bef2-fa18e193bd1d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b18449b8-585f-4bc1-88cb-2acb48872e6e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1202657 May 30 05:51:15.866351 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device ac10b78d-0d20-41dc-8e41-435a293f3af4 no longer exists at agent hyperv_hv-neutron-8437 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 05:51:15.976469 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Current status of the port ac10b78d-0d20-41dc-8e41-435a293f3af4 is: ACTIVE; New status is: DOWN {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:51:15.976850 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:51:16.005703 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b18449b8-585f-4bc1-88cb-2acb48872e6e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac10b78d-0d20-41dc-8e41-435a293f3af4'}] {{(pid=88262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:51:16.016588 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port ac10b78d-0d20-41dc-8e41-435a293f3af4, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=ac10b78d-0d20-41dc-8e41-435a293f3af4,segment=NetworkSegment(2dc754d5-c1f7-460e-9e7f-66cd89bfd1c6),segment_id=2dc754d5-c1f7-460e-9e7f-66cd89bfd1c6)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:51:16.020403 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:51:16.051991 dv-neutron-843763-1-hyperv neutron-server[88262]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-f1a788f1-a480-4cd8-91f8-b78cfc724dec']: {'server_uuid': 'b18449b8-585f-4bc1-88cb-2acb48872e6e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ac10b78d-0d20-41dc-8e41-435a293f3af4', 'code': 422} returned with failed status May 30 05:51:16.090529 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Pushing event updated for resources: {'Port': ['ID=ac10b78d-0d20-41dc-8e41-435a293f3af4,revision_number=8']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:51:16.789188 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7c6199-39fd-4e6b-82eb-2fabac7dcbe2 req-7d985d46-52ad-4d3f-a295-3c982244fe2a tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:51:16.790648 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2a7c6199-39fd-4e6b-82eb-2fabac7dcbe2 req-7d985d46-52ad-4d3f-a295-3c982244fe2a tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/ports?device_id=b18449b8-585f-4bc1-88cb-2acb48872e6e HTTP/1.1" status: 200 len: 943 time: 0.1353121 May 30 05:51:16.796400 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12239ae8-440b-47ef-8a16-5b1f6cfe3383 req-bd71dcc6-c826-40f9-9882-44a2761a5319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:51:16.797745 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-12239ae8-440b-47ef-8a16-5b1f6cfe3383 req-bd71dcc6-c826-40f9-9882-44a2761a5319 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b18449b8-585f-4bc1-88cb-2acb48872e6e&tenant_id=a2f28821aeba4ed59eaafafaf620d4fe HTTP/1.1" status: 200 len: 1096 time: 0.1023211 May 30 05:51:16.874716 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2a7c6199-39fd-4e6b-82eb-2fabac7dcbe2 req-4246938f-9416-4a91-a535-2a439947e235 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c296957-d097-4092-a47c-d68f67e5f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759091 May 30 05:51:16.902591 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12239ae8-440b-47ef-8a16-5b1f6cfe3383 req-0eb109f3-a530-4e8e-b54d-c2a64c43f2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:51:16.904032 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-12239ae8-440b-47ef-8a16-5b1f6cfe3383 req-0eb109f3-a530-4e8e-b54d-c2a64c43f2d1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a2f28821aeba4ed59eaafafaf620d4fe&device_id=b18449b8-585f-4bc1-88cb-2acb48872e6e HTTP/1.1" status: 200 len: 1096 time: 0.0784173 May 30 05:51:17.031192 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12239ae8-440b-47ef-8a16-5b1f6cfe3383 req-602c1f9e-ce01-4de0-9fa9-d599fc898f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:51:17.032585 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-12239ae8-440b-47ef-8a16-5b1f6cfe3383 req-602c1f9e-ce01-4de0-9fa9-d599fc898f77 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2b9a310b-e7c4-41b2-a8f8-d48404a9ee17 HTTP/1.1" status: 200 len: 910 time: 0.1212139 May 30 05:51:17.132160 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-12239ae8-440b-47ef-8a16-5b1f6cfe3383 req-c497a7e0-45a1-4206-b042-263dc05bc6d5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac10b78d-0d20-41dc-8e41-435a293f3af4 HTTP/1.1" status: 200 len: 999 time: 0.0934327 May 30 05:51:17.194417 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12239ae8-440b-47ef-8a16-5b1f6cfe3383 req-5e1363bf-17e7-465b-bbe8-9806816183f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:51:17.195805 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-12239ae8-440b-47ef-8a16-5b1f6cfe3383 req-5e1363bf-17e7-465b-bbe8-9806816183f6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e9baef51-b11c-4692-a9f5-9f050c9177e3 HTTP/1.1" status: 200 len: 848 time: 0.0581312 May 30 05:51:17.275592 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12239ae8-440b-47ef-8a16-5b1f6cfe3383 req-05697ae0-dbfd-4b49-abe1-bbb746f8bcd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:51:17.277087 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-12239ae8-440b-47ef-8a16-5b1f6cfe3383 req-05697ae0-dbfd-4b49-abe1-bbb746f8bcd2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2b9a310b-e7c4-41b2-a8f8-d48404a9ee17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0755918 May 30 05:51:17.406787 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-12239ae8-440b-47ef-8a16-5b1f6cfe3383 req-4979b0c1-c2dd-4fd4-b3fb-5ed371f71eb6 service neutron] 10.222.0.39 "GET /v2.0/networks/2b9a310b-e7c4-41b2-a8f8-d48404a9ee17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233516 May 30 05:51:17.535372 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-12239ae8-440b-47ef-8a16-5b1f6cfe3383 req-370defd4-1dc9-4b39-a9fd-befff9898f00 service neutron] 10.222.0.39 "GET /v2.0/networks/2b9a310b-e7c4-41b2-a8f8-d48404a9ee17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217546 May 30 05:51:17.977736 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:51:18.156728 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83b49e7-8773-4eba-a826-8947bf78cf02 req-7924ea51-57ad-4191-a3b4-ea458d24d4e8 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:51:18.158371 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b83b49e7-8773-4eba-a826-8947bf78cf02 req-7924ea51-57ad-4191-a3b4-ea458d24d4e8 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/ports?device_id=b18449b8-585f-4bc1-88cb-2acb48872e6e HTTP/1.1" status: 200 len: 943 time: 0.0939605 May 30 05:51:18.222969 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b83b49e7-8773-4eba-a826-8947bf78cf02 req-26dc6e8c-4af6-44d7-b9b1-4ff7aef85682 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c296957-d097-4092-a47c-d68f67e5f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577257 May 30 05:51:19.428667 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692d4f7d-4620-4985-a2f7-0bea7010dae5 req-854a1d86-8b52-4c12-9cbc-2d8c2e90c743 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:51:19.430245 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-692d4f7d-4620-4985-a2f7-0bea7010dae5 req-854a1d86-8b52-4c12-9cbc-2d8c2e90c743 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/ports?device_id=b18449b8-585f-4bc1-88cb-2acb48872e6e HTTP/1.1" status: 200 len: 943 time: 0.0841022 May 30 05:51:19.474457 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-692d4f7d-4620-4985-a2f7-0bea7010dae5 req-664cede0-da96-456b-9830-9c8f27ccfd19 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c296957-d097-4092-a47c-d68f67e5f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383377 May 30 05:51:20.662110 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327ff3f5-3c81-44e5-97fa-9db58351bc07 req-f82c2398-2cdf-42fc-80a4-12fb9fdfe21b tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:51:20.663613 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-327ff3f5-3c81-44e5-97fa-9db58351bc07 req-f82c2398-2cdf-42fc-80a4-12fb9fdfe21b tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/ports?device_id=b18449b8-585f-4bc1-88cb-2acb48872e6e HTTP/1.1" status: 200 len: 943 time: 0.0819960 May 30 05:51:20.831439 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-327ff3f5-3c81-44e5-97fa-9db58351bc07 req-2869ae27-a2bc-462f-9c56-3dcca8c99912 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c296957-d097-4092-a47c-d68f67e5f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1621666 May 30 05:51:22.028330 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8682d744-3d85-49aa-babf-b0621a512381 req-511c1a57-6b01-4668-9054-dc9146f79ab9 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:51:22.035631 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8682d744-3d85-49aa-babf-b0621a512381 req-511c1a57-6b01-4668-9054-dc9146f79ab9 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/ports?device_id=b18449b8-585f-4bc1-88cb-2acb48872e6e HTTP/1.1" status: 200 len: 943 time: 0.0916955 May 30 05:51:22.088419 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8682d744-3d85-49aa-babf-b0621a512381 req-fa1d766d-4fdf-45f6-b07d-cb9c3f4f580a tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c296957-d097-4092-a47c-d68f67e5f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517945 May 30 05:51:23.288734 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177d6981-f1ad-4f05-bc66-f4916e983bf9 req-729a4309-3ea8-45f2-a35d-1968b11d9d9a tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:51:23.290281 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-177d6981-f1ad-4f05-bc66-f4916e983bf9 req-729a4309-3ea8-45f2-a35d-1968b11d9d9a tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/ports?device_id=b18449b8-585f-4bc1-88cb-2acb48872e6e HTTP/1.1" status: 200 len: 943 time: 0.1051095 May 30 05:51:23.338688 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-177d6981-f1ad-4f05-bc66-f4916e983bf9 req-cbf0d509-1191-49e3-81d1-59f6776ddcc2 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c296957-d097-4092-a47c-d68f67e5f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408347 May 30 05:51:24.687887 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c358b7f-4ecf-4191-9348-a07dd6a22d6c req-66cb058a-1805-4b31-8e18-457d972c830d tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:51:24.689379 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7c358b7f-4ecf-4191-9348-a07dd6a22d6c req-66cb058a-1805-4b31-8e18-457d972c830d tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/ports?device_id=b18449b8-585f-4bc1-88cb-2acb48872e6e HTTP/1.1" status: 200 len: 943 time: 0.0978136 May 30 05:51:24.741578 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7c358b7f-4ecf-4191-9348-a07dd6a22d6c req-68c62586-de34-4e56-9c9d-bb8edff24138 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c296957-d097-4092-a47c-d68f67e5f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463665 May 30 05:51:25.925740 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074a5f02-071d-4b13-915b-77bfbfdf052b req-e2a80af4-e2ff-4925-91ff-16212a8290a3 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:51:25.927285 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-074a5f02-071d-4b13-915b-77bfbfdf052b req-e2a80af4-e2ff-4925-91ff-16212a8290a3 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/ports?device_id=b18449b8-585f-4bc1-88cb-2acb48872e6e HTTP/1.1" status: 200 len: 943 time: 0.0815785 May 30 05:51:25.976613 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-074a5f02-071d-4b13-915b-77bfbfdf052b req-26b26530-6d87-4b03-94d4-76c790a9cd33 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c296957-d097-4092-a47c-d68f67e5f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424390 May 30 05:51:26.181972 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-45f79e78-106a-4f09-9d2c-69baeab7263d None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 05:51:27.170265 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6160e7-cf88-4aab-8346-4e896f761b60 req-fafcfbd9-9d91-45b6-a569-e34abe575ae9 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:51:27.171712 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1a6160e7-cf88-4aab-8346-4e896f761b60 req-fafcfbd9-9d91-45b6-a569-e34abe575ae9 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/ports?device_id=b18449b8-585f-4bc1-88cb-2acb48872e6e HTTP/1.1" status: 200 len: 943 time: 0.0828912 May 30 05:51:27.214753 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1a6160e7-cf88-4aab-8346-4e896f761b60 req-324450a1-1793-4620-a0fd-4304a186dbfd tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c296957-d097-4092-a47c-d68f67e5f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373266 May 30 05:51:28.128032 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-0eb0b4b1-3743-4379-8e02-bbeff93719ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:51:28.395021 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744da6ec-962b-4526-838b-da02650e04cc req-7ff87a5b-e359-4f30-b4a5-761be633ac0d tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:51:28.396435 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-744da6ec-962b-4526-838b-da02650e04cc req-7ff87a5b-e359-4f30-b4a5-761be633ac0d tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/ports?device_id=b18449b8-585f-4bc1-88cb-2acb48872e6e HTTP/1.1" status: 200 len: 943 time: 0.0782130 May 30 05:51:28.438347 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-744da6ec-962b-4526-838b-da02650e04cc req-5db9c3b0-d2a8-4436-a673-2c7329235827 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c296957-d097-4092-a47c-d68f67e5f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363700 May 30 05:51:29.622441 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571badce-12c0-4b36-9bda-b64aa7fc54ef req-9406e9ea-bf9f-4df6-89c7-197a4f3e8dbb tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:51:29.623860 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-571badce-12c0-4b36-9bda-b64aa7fc54ef req-9406e9ea-bf9f-4df6-89c7-197a4f3e8dbb tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/ports?device_id=b18449b8-585f-4bc1-88cb-2acb48872e6e HTTP/1.1" status: 200 len: 943 time: 0.0832961 May 30 05:51:29.674408 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-571badce-12c0-4b36-9bda-b64aa7fc54ef req-ed402a26-a62c-41c6-a786-49cbee28dfd2 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c296957-d097-4092-a47c-d68f67e5f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408785 May 30 05:51:30.327141 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-ca3f3158-8bfa-4fc1-a3e6-44a9641bd1ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:51:30.855438 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21322868-65e5-41b1-8368-56a5e309af37 req-69e5e7ed-6044-4fee-8800-8069df00041c tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:51:30.856878 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-21322868-65e5-41b1-8368-56a5e309af37 req-69e5e7ed-6044-4fee-8800-8069df00041c tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/ports?device_id=b18449b8-585f-4bc1-88cb-2acb48872e6e HTTP/1.1" status: 200 len: 943 time: 0.0771890 May 30 05:51:30.903655 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-21322868-65e5-41b1-8368-56a5e309af37 req-c3392814-b7a7-4124-accd-c65a6d5f117c tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c296957-d097-4092-a47c-d68f67e5f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412142 May 30 05:51:31.440612 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56ded65b-0e68-413c-8b9b-1097922cc81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:51:31.569704 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:51:32.084495 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac5db68-fc4c-44a7-8c77-3185b8a8d1ae req-c95d4260-6ef8-4c9a-9c72-058be05fa748 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:51:32.085969 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3ac5db68-fc4c-44a7-8c77-3185b8a8d1ae req-c95d4260-6ef8-4c9a-9c72-058be05fa748 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/ports?device_id=b18449b8-585f-4bc1-88cb-2acb48872e6e HTTP/1.1" status: 200 len: 943 time: 0.0806074 May 30 05:51:32.130166 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3ac5db68-fc4c-44a7-8c77-3185b8a8d1ae req-9db63ebf-fd47-43d7-832c-b8c7ca9773d8 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c296957-d097-4092-a47c-d68f67e5f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380373 May 30 05:51:33.014081 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a142624-940e-4c55-bf49-a5329c884075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:51:33.317065 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3687ed14-fbdf-4c11-aed3-3c4919893c50 req-bd5651ec-76ef-439e-81ae-404e605f4564 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:51:33.318519 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3687ed14-fbdf-4c11-aed3-3c4919893c50 req-bd5651ec-76ef-439e-81ae-404e605f4564 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/ports?device_id=b18449b8-585f-4bc1-88cb-2acb48872e6e HTTP/1.1" status: 200 len: 943 time: 0.0853996 May 30 05:51:33.363925 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3687ed14-fbdf-4c11-aed3-3c4919893c50 req-ecd79d28-a2fd-42ab-9e20-10927b2ce85a tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c296957-d097-4092-a47c-d68f67e5f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396791 May 30 05:51:33.958790 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device ac10b78d-0d20-41dc-8e41-435a293f3af4 details requested by agent hyperv_hv-neutron-8437 with host hv-neutron-8437 {{(pid=88262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 05:51:34.114324 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port ac10b78d-0d20-41dc-8e41-435a293f3af4, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=ac10b78d-0d20-41dc-8e41-435a293f3af4,segment=NetworkSegment(2dc754d5-c1f7-460e-9e7f-66cd89bfd1c6),segment_id=2dc754d5-c1f7-460e-9e7f-66cd89bfd1c6)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:51:34.127274 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Returning: {'device': 'ac10b78d-0d20-41dc-8e41-435a293f3af4', 'network_id': '2b9a310b-e7c4-41b2-a8f8-d48404a9ee17', 'port_id': 'ac10b78d-0d20-41dc-8e41-435a293f3af4', 'mac_address': 'fa:16:3e:09:72:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9baef51-b11c-4692-a9f5-9f050c9177e3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 05:51:34.182088 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Current status of the port ac10b78d-0d20-41dc-8e41-435a293f3af4 is: DOWN; New status is: BUILD {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:51:34.182472 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:51:34.199992 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac10b78d-0d20-41dc-8e41-435a293f3af4 {{(pid=88262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 30 05:51:34.214750 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port ac10b78d-0d20-41dc-8e41-435a293f3af4, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=ac10b78d-0d20-41dc-8e41-435a293f3af4,segment=NetworkSegment(2dc754d5-c1f7-460e-9e7f-66cd89bfd1c6),segment_id=2dc754d5-c1f7-460e-9e7f-66cd89bfd1c6)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:51:34.218886 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:51:34.284120 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Pushing event updated for resources: {'Port': ['ID=ac10b78d-0d20-41dc-8e41-435a293f3af4,revision_number=9']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:51:34.548658 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dacaf6-f22b-43e1-af8f-e27030aed838 req-a9d68180-d54c-486c-835f-06e556f3a0cb tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:51:34.550109 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d4dacaf6-f22b-43e1-af8f-e27030aed838 req-a9d68180-d54c-486c-835f-06e556f3a0cb tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/ports?device_id=b18449b8-585f-4bc1-88cb-2acb48872e6e HTTP/1.1" status: 200 len: 944 time: 0.0787807 May 30 05:51:34.578304 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] get_ports_and_sgs() called for port_ids ['ac10b78d-0d20-41dc-8e41-435a293f3af4'] {{(pid=88262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 30 05:51:34.593730 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d4dacaf6-f22b-43e1-af8f-e27030aed838 req-c16c71a3-1335-4fd7-b9b5-3c9bba861c4c tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c296957-d097-4092-a47c-d68f67e5f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381365 May 30 05:51:35.778089 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c810c7b0-5ee8-4e33-afcd-666d9476b05b req-ece87baf-06eb-487d-8f39-7482313d8f06 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:51:35.779542 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c810c7b0-5ee8-4e33-afcd-666d9476b05b req-ece87baf-06eb-487d-8f39-7482313d8f06 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/ports?device_id=b18449b8-585f-4bc1-88cb-2acb48872e6e HTTP/1.1" status: 200 len: 944 time: 0.0821087 May 30 05:51:35.822413 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c810c7b0-5ee8-4e33-afcd-666d9476b05b req-63339cb7-2843-4a12-8ccb-dcad2654fe5f tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c296957-d097-4092-a47c-d68f67e5f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372903 May 30 05:51:35.962898 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device ac10b78d-0d20-41dc-8e41-435a293f3af4 up at agent hyperv_hv-neutron-8437 {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:51:36.029541 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Provisioning complete for port ac10b78d-0d20-41dc-8e41-435a293f3af4 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:51:36.029936 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:51:36.143787 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Current status of the port ac10b78d-0d20-41dc-8e41-435a293f3af4 is: BUILD; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:51:36.144173 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:51:36.170124 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b18449b8-585f-4bc1-88cb-2acb48872e6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac10b78d-0d20-41dc-8e41-435a293f3af4'}] {{(pid=88262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:51:36.179528 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port ac10b78d-0d20-41dc-8e41-435a293f3af4, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=ac10b78d-0d20-41dc-8e41-435a293f3af4,segment=NetworkSegment(2dc754d5-c1f7-460e-9e7f-66cd89bfd1c6),segment_id=2dc754d5-c1f7-460e-9e7f-66cd89bfd1c6)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:51:36.183021 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:51:36.218927 dv-neutron-843763-1-hyperv neutron-server[88262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed95ac60-800b-4f7c-a02c-5b02f48c9169'] response: {'server_uuid': 'b18449b8-585f-4bc1-88cb-2acb48872e6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac10b78d-0d20-41dc-8e41-435a293f3af4', 'code': 200} May 30 05:51:36.250570 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Pushing event updated for resources: {'Port': ['ID=ac10b78d-0d20-41dc-8e41-435a293f3af4,revision_number=10']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:51:36.455498 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3a0638-f5e5-43f2-9f1a-b7aace1e2a46 req-38cbcbed-17ee-4cdf-80e3-352a63ee37fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:51:36.456953 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ae3a0638-f5e5-43f2-9f1a-b7aace1e2a46 req-38cbcbed-17ee-4cdf-80e3-352a63ee37fd service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b18449b8-585f-4bc1-88cb-2acb48872e6e HTTP/1.1" status: 200 len: 1099 time: 0.0685449 May 30 05:51:36.495395 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ae3a0638-f5e5-43f2-9f1a-b7aace1e2a46 req-5055e654-5eff-48e5-8ec6-63954d89901d service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=7c296957-d097-4092-a47c-d68f67e5f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322793 May 30 05:51:37.011538 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094d2c72-0016-42b4-a5c4-b093e33bde3c req-abb83ff5-549a-4b30-9e93-13a3e2f6b4c1 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:51:37.012994 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-094d2c72-0016-42b4-a5c4-b093e33bde3c req-abb83ff5-549a-4b30-9e93-13a3e2f6b4c1 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/ports?device_id=b18449b8-585f-4bc1-88cb-2acb48872e6e HTTP/1.1" status: 200 len: 946 time: 0.0869868 May 30 05:51:37.055637 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-094d2c72-0016-42b4-a5c4-b093e33bde3c req-629f852d-2d10-456a-b60b-a7b20ea28f15 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c296957-d097-4092-a47c-d68f67e5f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370152 May 30 05:51:38.239901 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736e1eab-3c1d-4e1b-b2f6-de04ec9d4794 req-4f69b73d-a861-41a5-b60f-eb1fde2a3115 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:51:38.241277 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-736e1eab-3c1d-4e1b-b2f6-de04ec9d4794 req-4f69b73d-a861-41a5-b60f-eb1fde2a3115 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/ports?device_id=b18449b8-585f-4bc1-88cb-2acb48872e6e HTTP/1.1" status: 200 len: 946 time: 0.0792341 May 30 05:51:38.289877 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-736e1eab-3c1d-4e1b-b2f6-de04ec9d4794 req-c5856104-ace2-4d28-a109-1de5c418000d tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c296957-d097-4092-a47c-d68f67e5f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420182 May 30 05:51:39.469095 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec526385-1dab-42de-85bb-be8f96432d2b req-9da75560-b2c8-4550-84b4-76aef19c9587 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:51:39.470590 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ec526385-1dab-42de-85bb-be8f96432d2b req-9da75560-b2c8-4550-84b4-76aef19c9587 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/ports?device_id=b18449b8-585f-4bc1-88cb-2acb48872e6e HTTP/1.1" status: 200 len: 946 time: 0.0784712 May 30 05:51:39.513843 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ec526385-1dab-42de-85bb-be8f96432d2b req-c701203d-9910-487e-9426-fa1c115c4775 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c296957-d097-4092-a47c-d68f67e5f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375135 May 30 05:51:47.086849 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-256ed75f-e4c5-4e22-a1b7-43a7ef73e3eb req-16fb1f78-1b52-4702-b57a-4cee613d6271 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b18449b8-585f-4bc1-88cb-2acb48872e6e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0705292 May 30 05:51:47.219710 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256ed75f-e4c5-4e22-a1b7-43a7ef73e3eb req-e4be96cd-2a04-47d0-8269-c08c835fd754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:51:47.221181 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-256ed75f-e4c5-4e22-a1b7-43a7ef73e3eb req-e4be96cd-2a04-47d0-8269-c08c835fd754 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a2f28821aeba4ed59eaafafaf620d4fe&device_id=b18449b8-585f-4bc1-88cb-2acb48872e6e HTTP/1.1" status: 200 len: 1099 time: 0.0704746 May 30 05:51:47.363842 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256ed75f-e4c5-4e22-a1b7-43a7ef73e3eb req-f6941fe1-fd42-4dfd-b15b-ad614dc317c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:51:47.365202 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-256ed75f-e4c5-4e22-a1b7-43a7ef73e3eb req-f6941fe1-fd42-4dfd-b15b-ad614dc317c1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2b9a310b-e7c4-41b2-a8f8-d48404a9ee17 HTTP/1.1" status: 200 len: 910 time: 0.1256166 May 30 05:51:47.465177 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-256ed75f-e4c5-4e22-a1b7-43a7ef73e3eb req-7c0b61d0-f35a-4bd7-850e-53a7ec476581 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac10b78d-0d20-41dc-8e41-435a293f3af4 HTTP/1.1" status: 200 len: 1001 time: 0.0942690 May 30 05:51:47.524262 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256ed75f-e4c5-4e22-a1b7-43a7ef73e3eb req-f3f98f3c-2a1e-4120-a66d-f548986f653e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:51:47.525709 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-256ed75f-e4c5-4e22-a1b7-43a7ef73e3eb req-f3f98f3c-2a1e-4120-a66d-f548986f653e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e9baef51-b11c-4692-a9f5-9f050c9177e3 HTTP/1.1" status: 200 len: 848 time: 0.0548098 May 30 05:51:47.601694 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256ed75f-e4c5-4e22-a1b7-43a7ef73e3eb req-9a25cf87-1440-421f-a7bf-e80e7ba22b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:51:47.603156 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-256ed75f-e4c5-4e22-a1b7-43a7ef73e3eb req-9a25cf87-1440-421f-a7bf-e80e7ba22b09 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2b9a310b-e7c4-41b2-a8f8-d48404a9ee17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708895 May 30 05:51:47.831055 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-256ed75f-e4c5-4e22-a1b7-43a7ef73e3eb req-da8aa767-de7d-4e32-bba9-321f90bfd1e2 service neutron] 10.222.0.39 "GET /v2.0/networks/2b9a310b-e7c4-41b2-a8f8-d48404a9ee17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219360 May 30 05:51:47.944728 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:51:47.960585 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-256ed75f-e4c5-4e22-a1b7-43a7ef73e3eb req-457cc116-fac3-4034-9542-95c727a27281 service neutron] 10.222.0.39 "GET /v2.0/networks/2b9a310b-e7c4-41b2-a8f8-d48404a9ee17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229117 May 30 05:51:58.131722 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-2f23cdf5-844e-416c-aa25-8115c7a5e2e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:52:00.327668 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-52aa1f0d-a06c-4c2b-8ba2-4aaa1179eca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:52:01.441972 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56ded65b-0e68-413c-8b9b-1097922cc81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:52:01.571121 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:52:03.011334 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a142624-940e-4c55-bf49-a5329c884075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:52:03.180983 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-45f79e78-106a-4f09-9d2c-69baeab7263d None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 05:52:17.968304 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:52:28.132853 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-ab08c9db-75aa-44e8-b412-84f0c136adbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:52:30.328552 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e68ee479-f006-4528-8dbf-2a9be4380f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:52:31.444871 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56ded65b-0e68-413c-8b9b-1097922cc81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:52:31.572164 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:52:33.015355 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a142624-940e-4c55-bf49-a5329c884075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:52:40.179961 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-45f79e78-106a-4f09-9d2c-69baeab7263d None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 05:52:47.973019 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:52:48.159909 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a1b535b8-d6a1-4015-97e0-1538be4947e2 req-bbfac5fa-8361-4754-9693-94b27c326af5 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b18449b8-585f-4bc1-88cb-2acb48872e6e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1055441 May 30 05:52:48.297207 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b535b8-d6a1-4015-97e0-1538be4947e2 req-6eb9f58c-85ec-42ed-9ebc-e2092df076f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:52:48.298689 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a1b535b8-d6a1-4015-97e0-1538be4947e2 req-6eb9f58c-85ec-42ed-9ebc-e2092df076f9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a2f28821aeba4ed59eaafafaf620d4fe&device_id=b18449b8-585f-4bc1-88cb-2acb48872e6e HTTP/1.1" status: 200 len: 1099 time: 0.0731275 May 30 05:52:48.438077 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b535b8-d6a1-4015-97e0-1538be4947e2 req-af0d0ff5-8313-4e72-befc-f4c3880292e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:52:48.439496 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a1b535b8-d6a1-4015-97e0-1538be4947e2 req-af0d0ff5-8313-4e72-befc-f4c3880292e0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2b9a310b-e7c4-41b2-a8f8-d48404a9ee17 HTTP/1.1" status: 200 len: 910 time: 0.1229908 May 30 05:52:48.539282 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a1b535b8-d6a1-4015-97e0-1538be4947e2 req-0459329e-f14a-46a6-8de1-4b6fd5a67690 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac10b78d-0d20-41dc-8e41-435a293f3af4 HTTP/1.1" status: 200 len: 1001 time: 0.0939157 May 30 05:52:48.600359 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b535b8-d6a1-4015-97e0-1538be4947e2 req-d31a878c-118d-4ef1-8a56-0efa18ba0329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:52:48.601740 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a1b535b8-d6a1-4015-97e0-1538be4947e2 req-d31a878c-118d-4ef1-8a56-0efa18ba0329 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e9baef51-b11c-4692-a9f5-9f050c9177e3 HTTP/1.1" status: 200 len: 848 time: 0.0562885 May 30 05:52:48.674207 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b535b8-d6a1-4015-97e0-1538be4947e2 req-dbdae176-20b6-4b0c-a866-c47f2cac84b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:52:48.675652 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a1b535b8-d6a1-4015-97e0-1538be4947e2 req-dbdae176-20b6-4b0c-a866-c47f2cac84b8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2b9a310b-e7c4-41b2-a8f8-d48404a9ee17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0676587 May 30 05:52:48.800812 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a1b535b8-d6a1-4015-97e0-1538be4947e2 req-5914617d-7fb0-41ef-9289-cc0309ed19f1 service neutron] 10.222.0.39 "GET /v2.0/networks/2b9a310b-e7c4-41b2-a8f8-d48404a9ee17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192703 May 30 05:52:48.926527 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a1b535b8-d6a1-4015-97e0-1538be4947e2 req-1793b2a5-2843-4e14-b813-d55f6b412b95 service neutron] 10.222.0.39 "GET /v2.0/networks/2b9a310b-e7c4-41b2-a8f8-d48404a9ee17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199775 May 30 05:52:58.134126 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-eb0e5856-fda9-45e1-84e7-b4a63a8a8074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:53:00.329897 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-5071ccec-dbf0-496a-a908-cba352639e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:53:01.448579 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56ded65b-0e68-413c-8b9b-1097922cc81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:53:01.573849 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:53:03.018197 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a142624-940e-4c55-bf49-a5329c884075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:53:08.353736 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 55504) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:53:08.595513 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-50b30f9f-2c72-4ff6-ab61-a80ce6109b17 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Deleting port 52b528d3-7b8c-4223-8e85-6d900b1fd6e8 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:53:08.595860 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-50b30f9f-2c72-4ff6-ab61-a80ce6109b17 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:53:08.761600 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-50b30f9f-2c72-4ff6-ab61-a80ce6109b17 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:53:08.761958 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-50b30f9f-2c72-4ff6-ab61-a80ce6109b17 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:53:08.984220 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-50b30f9f-2c72-4ff6-ab61-a80ce6109b17 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Calling delete_port for 52b528d3-7b8c-4223-8e85-6d900b1fd6e8 owned by network:floatingip {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:53:09.129533 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-50b30f9f-2c72-4ff6-ab61-a80ce6109b17 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:53:09.176932 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b30f9f-2c72-4ff6-ab61-a80ce6109b17 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Pushing event deleted for resources: {'Port': ['ID=52b528d3-7b8c-4223-8e85-6d900b1fd6e8,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:53:09.218928 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b30f9f-2c72-4ff6-ab61-a80ce6109b17 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:53:09.219273 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b30f9f-2c72-4ff6-ab61-a80ce6109b17 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:53:09.219612 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b30f9f-2c72-4ff6-ab61-a80ce6109b17 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:53:09.219943 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b30f9f-2c72-4ff6-ab61-a80ce6109b17 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:53:09.220270 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b30f9f-2c72-4ff6-ab61-a80ce6109b17 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:53:09.220599 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b30f9f-2c72-4ff6-ab61-a80ce6109b17 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:53:09.220927 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b30f9f-2c72-4ff6-ab61-a80ce6109b17 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:53:09.221250 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b30f9f-2c72-4ff6-ab61-a80ce6109b17 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:53:09.221570 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b30f9f-2c72-4ff6-ab61-a80ce6109b17 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:53:09.221916 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b30f9f-2c72-4ff6-ab61-a80ce6109b17 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:53:09.222240 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b30f9f-2c72-4ff6-ab61-a80ce6109b17 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:53:09.222556 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b30f9f-2c72-4ff6-ab61-a80ce6109b17 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:53:09.277415 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-50b30f9f-2c72-4ff6-ab61-a80ce6109b17 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Notify callbacks [] for floatingip, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:53:09.277758 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.db.l3_db [None req-50b30f9f-2c72-4ff6-ab61-a80ce6109b17 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Floating IP 370dd191-b9b3-4215-9d11-a9405189e173 disassociated (deleted). External IP: 172.26.6.236, port: ac10b78d-0d20-41dc-8e41-435a293f3af4. May 30 05:53:09.622859 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50b30f9f-2c72-4ff6-ab61-a80ce6109b17 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Router ac514167-c7d8-42bf-9683-93ae560e442b has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 05:53:09.798695 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50b30f9f-2c72-4ff6-ab61-a80ce6109b17 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:53:09.807806 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d1d0aa-a6fd-4586-b898-382c3422d84c None None] Sync routers for ids ['ac514167-c7d8-42bf-9683-93ae560e442b'] in dv-neutron-843763-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:53:09.818094 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d1d0aa-a6fd-4586-b898-382c3422d84c None None] Routers {'ac514167-c7d8-42bf-9683-93ae560e442b'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:53:09.818800 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-e0d1d0aa-a6fd-4586-b898-382c3422d84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:53:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['ac514167-c7d8-42bf-9683-93ae560e442b'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:53:09.820202 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-50b30f9f-2c72-4ff6-ab61-a80ce6109b17 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for floatingip, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:53:09.875732 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-50b30f9f-2c72-4ff6-ab61-a80ce6109b17 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "DELETE /v2.0/floatingips/370dd191-b9b3-4215-9d11-a9405189e173 HTTP/1.1" status: 204 len: 168 time: 1.5207102 May 30 05:53:09.876141 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b18449b8-585f-4bc1-88cb-2acb48872e6e', 'tag': 'ac10b78d-0d20-41dc-8e41-435a293f3af4'}] {{(pid=88260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:53:09.998801 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-e0d1d0aa-a6fd-4586-b898-382c3422d84c None None] Set router ac514167-c7d8-42bf-9683-93ae560e442b gateway port host: dv-neutron-843763-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:53:10.206389 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4225e71e-39e6-49fd-bd5b-a3c80b2100f3'] response: {'name': 'network-changed', 'server_uuid': 'b18449b8-585f-4bc1-88cb-2acb48872e6e', 'tag': 'ac10b78d-0d20-41dc-8e41-435a293f3af4', 'status': 'completed', 'code': 200} May 30 05:53:10.312905 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4465394c-e030-49db-938b-8fa7f8dd7e78 req-cdec9e5c-d081-4ed7-8955-d320a6677853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:53:10.313456 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-e0d1d0aa-a6fd-4586-b898-382c3422d84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac514167-c7d8-42bf-9683-93ae560e442b', 'name': 'tempest-TestShelveInstance-1000851067-router', 'tenant_id': 'a2f28821aeba4ed59eaafafaf620d4fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.160'}], 'enable_snat': True}, 'gw_port_id': 'e261021d-826a-432c-ba86-832410215a17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:47:52Z', 'updated_at': '2022-05-30T05:47:56Z', 'revision_number': 4, 'project_id': 'a2f28821aeba4ed59eaafafaf620d4fe', 'gw_port': {'id': 'e261021d-826a-432c-ba86-832410215a17', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:fc:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac514167-c7d8-42bf-9683-93ae560e442b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:47:52Z', 'updated_at': '2022-05-30T05:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': '609b956a-fe43-41a9-b7e4-e7d663e4b300', 'name': '', 'network_id': '2b9a310b-e7c4-41b2-a8f8-d48404a9ee17', 'tenant_id': 'a2f28821aeba4ed59eaafafaf620d4fe', 'mac_address': 'fa:16:3e:f1:23:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac514167-c7d8-42bf-9683-93ae560e442b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': 'e9baef51-b11c-4692-a9f5-9f050c9177e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:47:55Z', 'updated_at': '2022-05-30T05:48:01Z', 'revision_number': 5, 'project_id': 'a2f28821aeba4ed59eaafafaf620d4fe', 'subnets': [{'id': 'e9baef51-b11c-4692-a9f5-9f050c9177e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:53:10.314419 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4465394c-e030-49db-938b-8fa7f8dd7e78 req-cdec9e5c-d081-4ed7-8955-d320a6677853 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a2f28821aeba4ed59eaafafaf620d4fe&device_id=b18449b8-585f-4bc1-88cb-2acb48872e6e HTTP/1.1" status: 200 len: 1099 time: 0.0862460 May 30 05:53:10.317514 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d1d0aa-a6fd-4586-b898-382c3422d84c None None] Checking router: ac514167-c7d8-42bf-9683-93ae560e442b for host: dv-neutron-843763-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 05:53:10.326259 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d1d0aa-a6fd-4586-b898-382c3422d84c None None] Routers {'ac514167-c7d8-42bf-9683-93ae560e442b'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:53:10.326970 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-e0d1d0aa-a6fd-4586-b898-382c3422d84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:53:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['ac514167-c7d8-42bf-9683-93ae560e442b'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:53:10.494982 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4465394c-e030-49db-938b-8fa7f8dd7e78 req-10f59f84-c9fe-411a-ab03-e4cff6e2c39a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:53:10.496403 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4465394c-e030-49db-938b-8fa7f8dd7e78 req-10f59f84-c9fe-411a-ab03-e4cff6e2c39a service neutron] 10.222.0.39 "GET /v2.0/networks?id=2b9a310b-e7c4-41b2-a8f8-d48404a9ee17 HTTP/1.1" status: 200 len: 910 time: 0.1754944 May 30 05:53:10.507709 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-e0d1d0aa-a6fd-4586-b898-382c3422d84c None None] Set router ac514167-c7d8-42bf-9683-93ae560e442b gateway port host: dv-neutron-843763-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:53:10.571587 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4465394c-e030-49db-938b-8fa7f8dd7e78 req-38d251ed-08f7-489a-b997-9eb8e31c8f19 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac10b78d-0d20-41dc-8e41-435a293f3af4 HTTP/1.1" status: 200 len: 217 time: 0.0678556 May 30 05:53:10.631528 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b427244-7f42-43b6-bf78-804dcd41bbae req-b201f655-b0fb-4bc9-ab69-8267545ed349 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:53:10.633230 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5b427244-7f42-43b6-bf78-804dcd41bbae req-b201f655-b0fb-4bc9-ab69-8267545ed349 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/ports?device_id=b18449b8-585f-4bc1-88cb-2acb48872e6e HTTP/1.1" status: 200 len: 946 time: 0.2884083 May 30 05:53:10.664850 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4465394c-e030-49db-938b-8fa7f8dd7e78 req-458b023a-0098-4746-a338-f337d5d4d445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:53:10.666246 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4465394c-e030-49db-938b-8fa7f8dd7e78 req-458b023a-0098-4746-a338-f337d5d4d445 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e9baef51-b11c-4692-a9f5-9f050c9177e3 HTTP/1.1" status: 200 len: 848 time: 0.0867419 May 30 05:53:10.724595 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5b427244-7f42-43b6-bf78-804dcd41bbae req-95f26c6d-99eb-4a19-8584-bc9ae18e8d0f tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c296957-d097-4092-a47c-d68f67e5f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843897 May 30 05:53:10.757295 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4465394c-e030-49db-938b-8fa7f8dd7e78 req-2089d37b-198f-4da8-8317-d897ad38752a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:53:10.758794 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4465394c-e030-49db-938b-8fa7f8dd7e78 req-2089d37b-198f-4da8-8317-d897ad38752a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2b9a310b-e7c4-41b2-a8f8-d48404a9ee17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0807359 May 30 05:53:10.822706 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-e0d1d0aa-a6fd-4586-b898-382c3422d84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac514167-c7d8-42bf-9683-93ae560e442b', 'name': 'tempest-TestShelveInstance-1000851067-router', 'tenant_id': 'a2f28821aeba4ed59eaafafaf620d4fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.160'}], 'enable_snat': True}, 'gw_port_id': 'e261021d-826a-432c-ba86-832410215a17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:47:52Z', 'updated_at': '2022-05-30T05:47:56Z', 'revision_number': 4, 'project_id': 'a2f28821aeba4ed59eaafafaf620d4fe', 'gw_port': {'id': 'e261021d-826a-432c-ba86-832410215a17', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:fc:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac514167-c7d8-42bf-9683-93ae560e442b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:47:52Z', 'updated_at': '2022-05-30T05:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': '609b956a-fe43-41a9-b7e4-e7d663e4b300', 'name': '', 'network_id': '2b9a310b-e7c4-41b2-a8f8-d48404a9ee17', 'tenant_id': 'a2f28821aeba4ed59eaafafaf620d4fe', 'mac_address': 'fa:16:3e:f1:23:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac514167-c7d8-42bf-9683-93ae560e442b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': 'e9baef51-b11c-4692-a9f5-9f050c9177e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:47:55Z', 'updated_at': '2022-05-30T05:48:01Z', 'revision_number': 5, 'project_id': 'a2f28821aeba4ed59eaafafaf620d4fe', 'subnets': [{'id': 'e9baef51-b11c-4692-a9f5-9f050c9177e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:53:10.827179 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d1d0aa-a6fd-4586-b898-382c3422d84c None None] The sync data for ids ['ac514167-c7d8-42bf-9683-93ae560e442b'] in dv-neutron-843763-1-hyperv is: [{'id': 'ac514167-c7d8-42bf-9683-93ae560e442b', 'name': 'tempest-TestShelveInstance-1000851067-router', 'tenant_id': 'a2f28821aeba4ed59eaafafaf620d4fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.160'}], 'enable_snat': True}, 'gw_port_id': 'e261021d-826a-432c-ba86-832410215a17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:47:52Z', 'updated_at': '2022-05-30T05:47:56Z', 'revision_number': 4, 'project_id': 'a2f28821aeba4ed59eaafafaf620d4fe', 'gw_port': {'id': 'e261021d-826a-432c-ba86-832410215a17', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:fc:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac514167-c7d8-42bf-9683-93ae560e442b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:47:52Z', 'updated_at': '2022-05-30T05:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': '609b956a-fe43-41a9-b7e4-e7d663e4b300', 'name': '', 'network_id': '2b9a310b-e7c4-41b2-a8f8-d48404a9ee17', 'tenant_id': 'a2f28821aeba4ed59eaafafaf620d4fe', 'mac_address': 'fa:16:3e:f1:23:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac514167-c7d8-42bf-9683-93ae560e442b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': 'e9baef51-b11c-4692-a9f5-9f050c9177e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:47:55Z', 'updated_at': '2022-05-30T05:48:01Z', 'revision_number': 5, 'project_id': 'a2f28821aeba4ed59eaafafaf620d4fe', 'subnets': [{'id': 'e9baef51-b11c-4692-a9f5-9f050c9177e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:53:11.010048 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4465394c-e030-49db-938b-8fa7f8dd7e78 req-081ba66f-833f-42c6-be75-0b23ccb34f9d service neutron] 10.222.0.39 "GET /v2.0/networks/2b9a310b-e7c4-41b2-a8f8-d48404a9ee17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2442667 May 30 05:53:11.044305 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3abb3dd7-cad7-4269-be67-865155dff5f1 None None] New status for floating IP 370dd191-b9b3-4215-9d11-a9405189e173: DOWN {{(pid=88262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 30 05:53:11.140753 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4465394c-e030-49db-938b-8fa7f8dd7e78 req-0e69d281-e7ed-4914-a954-b5f46383fd77 service neutron] 10.222.0.39 "GET /v2.0/networks/2b9a310b-e7c4-41b2-a8f8-d48404a9ee17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243942 May 30 05:53:11.610031 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e40240-1fc4-444f-9d64-44f75c0ed822 req-97f1b0c9-b0dc-4ffd-8498-5ff61514bdf3 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:53:11.611448 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-47e40240-1fc4-444f-9d64-44f75c0ed822 req-97f1b0c9-b0dc-4ffd-8498-5ff61514bdf3 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.39 "GET /v2.0/ports?device_id=b18449b8-585f-4bc1-88cb-2acb48872e6e HTTP/1.1" status: 200 len: 946 time: 0.0780666 May 30 05:53:11.684973 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [req-47e40240-1fc4-444f-9d64-44f75c0ed822 req-1574e39e-82c5-46ed-ab5c-ccd8d7810abd tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Deleting port ac10b78d-0d20-41dc-8e41-435a293f3af4 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:53:11.685309 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-47e40240-1fc4-444f-9d64-44f75c0ed822 req-1574e39e-82c5-46ed-ab5c-ccd8d7810abd tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:53:11.977448 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [req-47e40240-1fc4-444f-9d64-44f75c0ed822 req-1574e39e-82c5-46ed-ab5c-ccd8d7810abd tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] For port ac10b78d-0d20-41dc-8e41-435a293f3af4, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=ac10b78d-0d20-41dc-8e41-435a293f3af4,segment=NetworkSegment(2dc754d5-c1f7-460e-9e7f-66cd89bfd1c6),segment_id=2dc754d5-c1f7-460e-9e7f-66cd89bfd1c6)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:53:11.977827 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-47e40240-1fc4-444f-9d64-44f75c0ed822 req-1574e39e-82c5-46ed-ab5c-ccd8d7810abd tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:53:12.105158 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [req-47e40240-1fc4-444f-9d64-44f75c0ed822 req-1574e39e-82c5-46ed-ab5c-ccd8d7810abd tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Calling delete_port for ac10b78d-0d20-41dc-8e41-435a293f3af4 owned by compute:nova {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:53:12.156170 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4e1282-56bb-434c-838c-b9885e80097d req-36a47bdd-ea2b-41e3-bdc8-ce3effea5d0f tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:53:12.157623 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3d4e1282-56bb-434c-838c-b9885e80097d req-36a47bdd-ea2b-41e3-bdc8-ce3effea5d0f tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/ports?device_id=b18449b8-585f-4bc1-88cb-2acb48872e6e HTTP/1.1" status: 200 len: 946 time: 0.3000131 May 30 05:53:12.229520 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3d4e1282-56bb-434c-838c-b9885e80097d req-3da8c7c2-4d7b-43a0-8101-135034549190 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c296957-d097-4092-a47c-d68f67e5f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661762 May 30 05:53:12.303190 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-47e40240-1fc4-444f-9d64-44f75c0ed822 req-1574e39e-82c5-46ed-ab5c-ccd8d7810abd tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:53:12.353768 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1574e39e-82c5-46ed-ab5c-ccd8d7810abd tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Pushing event deleted for resources: {'Port': ['ID=ac10b78d-0d20-41dc-8e41-435a293f3af4,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:53:12.398548 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1574e39e-82c5-46ed-ab5c-ccd8d7810abd tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:53:12.398902 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1574e39e-82c5-46ed-ab5c-ccd8d7810abd tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:53:12.399243 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1574e39e-82c5-46ed-ab5c-ccd8d7810abd tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:53:12.399578 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1574e39e-82c5-46ed-ab5c-ccd8d7810abd tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:53:12.399907 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1574e39e-82c5-46ed-ab5c-ccd8d7810abd tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:53:12.400236 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1574e39e-82c5-46ed-ab5c-ccd8d7810abd tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:53:12.400561 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1574e39e-82c5-46ed-ab5c-ccd8d7810abd tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:53:12.400884 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1574e39e-82c5-46ed-ab5c-ccd8d7810abd tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:53:12.401208 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1574e39e-82c5-46ed-ab5c-ccd8d7810abd tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:53:12.401529 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1574e39e-82c5-46ed-ab5c-ccd8d7810abd tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:53:12.401873 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1574e39e-82c5-46ed-ab5c-ccd8d7810abd tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:53:12.402195 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1574e39e-82c5-46ed-ab5c-ccd8d7810abd tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:53:12.442916 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [req-47e40240-1fc4-444f-9d64-44f75c0ed822 req-1574e39e-82c5-46ed-ab5c-ccd8d7810abd tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] No DVR routers for this DVR port ac10b78d-0d20-41dc-8e41-435a293f3af4 on host hv-neutron-8437 {{(pid=88261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 05:53:12.445251 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-47e40240-1fc4-444f-9d64-44f75c0ed822 req-1574e39e-82c5-46ed-ab5c-ccd8d7810abd tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:53:12.447688 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b18449b8-585f-4bc1-88cb-2acb48872e6e', 'name': 'network-vif-deleted', 'tag': 'ac10b78d-0d20-41dc-8e41-435a293f3af4'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:53:12.460393 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-47e40240-1fc4-444f-9d64-44f75c0ed822 req-1574e39e-82c5-46ed-ab5c-ccd8d7810abd tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.39 "DELETE /v2.0/ports/ac10b78d-0d20-41dc-8e41-435a293f3af4 HTTP/1.1" status: 204 len: 173 time: 0.8439257 May 30 05:53:12.579454 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b88fdef6-cb80-4c07-b02b-3d1f9765d0de'] response: {'server_uuid': 'b18449b8-585f-4bc1-88cb-2acb48872e6e', 'name': 'network-vif-deleted', 'tag': 'ac10b78d-0d20-41dc-8e41-435a293f3af4', 'status': 'completed', 'code': 200} May 30 05:53:13.328179 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 55542) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:53:13.398410 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7a949bfc-66f7-41ad-b2c5-e87a775f62fe tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:53:13.432076 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7a949bfc-66f7-41ad-b2c5-e87a775f62fe tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:53:13.494054 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7a949bfc-66f7-41ad-b2c5-e87a775f62fe tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:53:13.512390 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a949bfc-66f7-41ad-b2c5-e87a775f62fe tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c296957-d097-4092-a47c-d68f67e5f84d,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:53:13.523161 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7a949bfc-66f7-41ad-b2c5-e87a775f62fe tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:53:13.524286 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-7a949bfc-66f7-41ad-b2c5-e87a775f62fe tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "DELETE /v2.0/security-groups/7c296957-d097-4092-a47c-d68f67e5f84d HTTP/1.1" status: 204 len: 168 time: 0.1946256 May 30 05:53:13.639803 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 55552) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:53:13.644919 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-5f15938d-92a6-4c8f-8afd-adc8f97dbaa6 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1299819766', 'description': 'tempest-secgroup-smoke-1299819766 description', 'project_id': 'a2f28821aeba4ed59eaafafaf620d4fe'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:53:13.650924 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-5f15938d-92a6-4c8f-8afd-adc8f97dbaa6 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:53:13.655706 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-5f15938d-92a6-4c8f-8afd-adc8f97dbaa6 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Usage tracker for resource:security_group and tenant:a2f28821aeba4ed59eaafafaf620d4fe is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:53:13.658850 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-5f15938d-92a6-4c8f-8afd-adc8f97dbaa6 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:53:13.664612 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-5f15938d-92a6-4c8f-8afd-adc8f97dbaa6 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:53:13.674525 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5f15938d-92a6-4c8f-8afd-adc8f97dbaa6 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Notify callbacks [] for security_group, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:53:13.693212 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-5f15938d-92a6-4c8f-8afd-adc8f97dbaa6 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:53:13.696890 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-5f15938d-92a6-4c8f-8afd-adc8f97dbaa6 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Usage tracker for resource:security_group_rule and tenant:a2f28821aeba4ed59eaafafaf620d4fe is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:53:13.699677 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-5f15938d-92a6-4c8f-8afd-adc8f97dbaa6 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:53:13.705762 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-5f15938d-92a6-4c8f-8afd-adc8f97dbaa6 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:53:13.774173 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5f15938d-92a6-4c8f-8afd-adc8f97dbaa6 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Notify callbacks [] for security_group, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:53:13.777470 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5f15938d-92a6-4c8f-8afd-adc8f97dbaa6 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:53:13.824313 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f15938d-92a6-4c8f-8afd-adc8f97dbaa6 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Pushing event updated for resources: {'SecurityGroup': ['ID=768b5335-de05-475e-ae59-3061a35617a5,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:53:13.828619 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5f15938d-92a6-4c8f-8afd-adc8f97dbaa6 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:53:13.829793 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-5f15938d-92a6-4c8f-8afd-adc8f97dbaa6 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1889815 May 30 05:53:13.832533 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 55556) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:53:13.837267 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-05bfbec7-977b-4eaf-8d6e-eab585cd0e15 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Request body: {'security_group_rule': {'security_group_id': '768b5335-de05-475e-ae59-3061a35617a5', 'project_id': 'a2f28821aeba4ed59eaafafaf620d4fe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:53:13.843099 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-05bfbec7-977b-4eaf-8d6e-eab585cd0e15 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:53:13.846794 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-05bfbec7-977b-4eaf-8d6e-eab585cd0e15 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Usage tracker for resource:security_group_rule and tenant:a2f28821aeba4ed59eaafafaf620d4fe is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:53:13.849594 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-05bfbec7-977b-4eaf-8d6e-eab585cd0e15 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:53:13.855245 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-05bfbec7-977b-4eaf-8d6e-eab585cd0e15 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:53:13.871823 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-05bfbec7-977b-4eaf-8d6e-eab585cd0e15 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:53:13.930579 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-05bfbec7-977b-4eaf-8d6e-eab585cd0e15 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:53:13.933726 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-05bfbec7-977b-4eaf-8d6e-eab585cd0e15 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:53:13.956978 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bfbec7-977b-4eaf-8d6e-eab585cd0e15 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a92612e-350b-4d93-ba15-9c2da3ef9cb0,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:53:13.964865 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-05bfbec7-977b-4eaf-8d6e-eab585cd0e15 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:53:13.966086 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-05bfbec7-977b-4eaf-8d6e-eab585cd0e15 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1326005 May 30 05:53:13.968747 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 55560) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:53:13.973639 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-f843c680-7844-422c-9907-42db4b7b5125 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Request body: {'security_group_rule': {'security_group_id': '768b5335-de05-475e-ae59-3061a35617a5', 'project_id': 'a2f28821aeba4ed59eaafafaf620d4fe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:53:13.979288 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-f843c680-7844-422c-9907-42db4b7b5125 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:53:13.983070 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-f843c680-7844-422c-9907-42db4b7b5125 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Usage tracker for resource:security_group_rule and tenant:a2f28821aeba4ed59eaafafaf620d4fe is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:53:13.985926 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-f843c680-7844-422c-9907-42db4b7b5125 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:53:13.991548 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-f843c680-7844-422c-9907-42db4b7b5125 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:53:14.007685 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f843c680-7844-422c-9907-42db4b7b5125 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:53:14.066962 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f843c680-7844-422c-9907-42db4b7b5125 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:53:14.070227 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f843c680-7844-422c-9907-42db4b7b5125 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:53:14.091066 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f843c680-7844-422c-9907-42db4b7b5125 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f23ae2c2-eaf6-4289-87b7-2b5e9a3bfe66,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:53:14.101484 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-f843c680-7844-422c-9907-42db4b7b5125 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:53:14.102707 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-f843c680-7844-422c-9907-42db4b7b5125 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1330492 May 30 05:53:14.105362 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 55564) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:53:14.110201 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-6ed67b9c-3ded-4721-bda5-08bd9ea3c9c5 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Request body: {'security_group_rule': {'security_group_id': '768b5335-de05-475e-ae59-3061a35617a5', 'project_id': 'a2f28821aeba4ed59eaafafaf620d4fe', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:53:14.115803 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-6ed67b9c-3ded-4721-bda5-08bd9ea3c9c5 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:53:14.119644 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-6ed67b9c-3ded-4721-bda5-08bd9ea3c9c5 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Usage tracker for resource:security_group_rule and tenant:a2f28821aeba4ed59eaafafaf620d4fe is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:53:14.122984 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-6ed67b9c-3ded-4721-bda5-08bd9ea3c9c5 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:53:14.128631 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-6ed67b9c-3ded-4721-bda5-08bd9ea3c9c5 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:53:14.144712 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6ed67b9c-3ded-4721-bda5-08bd9ea3c9c5 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:53:14.208464 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6ed67b9c-3ded-4721-bda5-08bd9ea3c9c5 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:53:14.213541 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6ed67b9c-3ded-4721-bda5-08bd9ea3c9c5 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:53:14.236289 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed67b9c-3ded-4721-bda5-08bd9ea3c9c5 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=074bac06-2a60-4bb9-a09f-1723b513dbbf,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:53:14.244521 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-6ed67b9c-3ded-4721-bda5-08bd9ea3c9c5 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:53:14.245679 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-6ed67b9c-3ded-4721-bda5-08bd9ea3c9c5 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1393912 May 30 05:53:14.248417 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 55568) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:53:14.253515 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-95b76e8d-dd6b-4dda-852a-7579a5deedaf tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Request body: {'security_group_rule': {'security_group_id': '768b5335-de05-475e-ae59-3061a35617a5', 'project_id': 'a2f28821aeba4ed59eaafafaf620d4fe', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:53:14.259818 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-95b76e8d-dd6b-4dda-852a-7579a5deedaf tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:53:14.264121 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-95b76e8d-dd6b-4dda-852a-7579a5deedaf tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Usage tracker for resource:security_group_rule and tenant:a2f28821aeba4ed59eaafafaf620d4fe is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:53:14.266959 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-95b76e8d-dd6b-4dda-852a-7579a5deedaf tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:53:14.272587 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-95b76e8d-dd6b-4dda-852a-7579a5deedaf tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:53:14.288885 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-95b76e8d-dd6b-4dda-852a-7579a5deedaf tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:53:14.349429 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-95b76e8d-dd6b-4dda-852a-7579a5deedaf tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:53:14.352562 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-95b76e8d-dd6b-4dda-852a-7579a5deedaf tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:53:14.376111 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b76e8d-dd6b-4dda-852a-7579a5deedaf tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da8dd8f8-38f5-4fa7-b55e-58ba62fd4ba6,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:53:14.384507 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-95b76e8d-dd6b-4dda-852a-7579a5deedaf tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:53:14.385750 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-95b76e8d-dd6b-4dda-852a-7579a5deedaf tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1363854 May 30 05:53:14.389055 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 55572) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:53:14.393947 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-2855184b-b7a7-49f7-a733-040f419b5c1a tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Request body: {'security_group_rule': {'security_group_id': '768b5335-de05-475e-ae59-3061a35617a5', 'project_id': 'a2f28821aeba4ed59eaafafaf620d4fe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:53:14.399644 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-2855184b-b7a7-49f7-a733-040f419b5c1a tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:53:14.404510 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-2855184b-b7a7-49f7-a733-040f419b5c1a tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Usage tracker for resource:security_group_rule and tenant:a2f28821aeba4ed59eaafafaf620d4fe is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:53:14.407399 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-2855184b-b7a7-49f7-a733-040f419b5c1a tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:53:14.413063 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-2855184b-b7a7-49f7-a733-040f419b5c1a tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:53:14.423377 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.db.securitygroups_db [None req-2855184b-b7a7-49f7-a733-040f419b5c1a tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Project a2f28821aeba4ed59eaafafaf620d4fe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 30 05:53:14.429826 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2855184b-b7a7-49f7-a733-040f419b5c1a tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:53:14.496289 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2855184b-b7a7-49f7-a733-040f419b5c1a tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:53:14.499325 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device ac10b78d-0d20-41dc-8e41-435a293f3af4 no longer exists at agent hyperv_hv-neutron-8437 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 05:53:14.500777 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2855184b-b7a7-49f7-a733-040f419b5c1a tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:53:14.534964 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] No Port match for: ac10b78d-0d20-41dc-8e41-435a293f3af4 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 05:53:14.535313 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device ac10b78d-0d20-41dc-8e41-435a293f3af4 not bound to the agent host hv-neutron-8437 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 05:53:14.616069 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2855184b-b7a7-49f7-a733-040f419b5c1a tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cd01375-a3c4-4b46-a717-4b086c8ead7d,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:53:14.627195 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-2855184b-b7a7-49f7-a733-040f419b5c1a tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:53:14.629001 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-2855184b-b7a7-49f7-a733-040f419b5c1a tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2387042 May 30 05:53:14.631385 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 55576) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:53:14.636477 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-0a02a23b-cc1f-4724-9748-7af28d53ac78 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Request body: {'security_group_rule': {'security_group_id': '768b5335-de05-475e-ae59-3061a35617a5', 'project_id': 'a2f28821aeba4ed59eaafafaf620d4fe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:53:14.642854 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-0a02a23b-cc1f-4724-9748-7af28d53ac78 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:53:14.646588 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-0a02a23b-cc1f-4724-9748-7af28d53ac78 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Usage tracker for resource:security_group_rule and tenant:a2f28821aeba4ed59eaafafaf620d4fe is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:53:14.649899 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-0a02a23b-cc1f-4724-9748-7af28d53ac78 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:53:14.655544 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-0a02a23b-cc1f-4724-9748-7af28d53ac78 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:53:14.665400 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.db.securitygroups_db [None req-0a02a23b-cc1f-4724-9748-7af28d53ac78 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Project a2f28821aeba4ed59eaafafaf620d4fe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 30 05:53:14.671627 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0a02a23b-cc1f-4724-9748-7af28d53ac78 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:53:14.736152 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0a02a23b-cc1f-4724-9748-7af28d53ac78 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:53:14.739742 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0a02a23b-cc1f-4724-9748-7af28d53ac78 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:53:14.763707 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a02a23b-cc1f-4724-9748-7af28d53ac78 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=005e2093-41e1-4c30-8d2c-d69735fbb37f,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:53:14.772334 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0a02a23b-cc1f-4724-9748-7af28d53ac78 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:53:14.773595 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-0a02a23b-cc1f-4724-9748-7af28d53ac78 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1409461 May 30 05:53:17.178345 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-45f79e78-106a-4f09-9d2c-69baeab7263d None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 05:53:17.982916 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:53:28.143027 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7b599c86-5eb5-4825-b1a6-b397ad6a732b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:53:28.515130 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d7b14b09-a212-47da-b640-f332f66100bb req-7d75b18a-760a-451d-a494-180096ef12f0 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1299819766&fields=id&tenant_id=a2f28821aeba4ed59eaafafaf620d4fe HTTP/1.1" status: 200 len: 267 time: 0.0440481 May 30 05:53:28.660305 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b14b09-a212-47da-b640-f332f66100bb req-49f7c290-825e-4b76-a8e1-057693266607 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:53:28.661742 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d7b14b09-a212-47da-b640-f332f66100bb req-49f7c290-825e-4b76-a8e1-057693266607 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/networks?id=2b9a310b-e7c4-41b2-a8f8-d48404a9ee17 HTTP/1.1" status: 200 len: 809 time: 0.1402040 May 30 05:53:28.675874 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d7b14b09-a212-47da-b640-f332f66100bb req-03133921-4d29-45df-8fad-5cdcda9d4b49 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/quotas/a2f28821aeba4ed59eaafafaf620d4fe HTTP/1.1" status: 200 len: 375 time: 0.0087681 May 30 05:53:28.754644 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-d7b14b09-a212-47da-b640-f332f66100bb req-a2f566c9-a2e5-4cd8-aa67-971e1cf704ed tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Synchronizing usage tracker for tenant:a2f28821aeba4ed59eaafafaf620d4fe on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:53:28.770324 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-d7b14b09-a212-47da-b640-f332f66100bb req-a2f566c9-a2e5-4cd8-aa67-971e1cf704ed tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Unset dirty status for tenant:a2f28821aeba4ed59eaafafaf620d4fe on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:53:28.771755 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d7b14b09-a212-47da-b640-f332f66100bb req-a2f566c9-a2e5-4cd8-aa67-971e1cf704ed tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=a2f28821aeba4ed59eaafafaf620d4fe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0911870 May 30 05:53:28.986040 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d7b14b09-a212-47da-b640-f332f66100bb req-57b2a726-029d-45f3-bf51-4dcaf4cf6aa0 service neutron] 10.222.0.15 "GET /v2.0/networks/2b9a310b-e7c4-41b2-a8f8-d48404a9ee17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607552 May 30 05:53:29.224934 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d7b14b09-a212-47da-b640-f332f66100bb req-232aed2c-02fd-4e5d-8860-e97291a8e987 service neutron] 10.222.0.15 "GET /v2.0/networks/2b9a310b-e7c4-41b2-a8f8-d48404a9ee17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2331717 May 30 05:53:29.591513 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f2dcd72c-7eb6-4422-b1db-1e9c3ea04d3e req-64e0edb3-bc15-46b8-ad0b-97aa18b2dd0a tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f04a9a5-a279-49b1-86da-060833ce5d20 HTTP/1.1" status: 200 len: 210 time: 0.0438998 May 30 05:53:30.330512 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-ab6b6269-b560-4a99-9556-7d079712fac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:53:30.754480 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b5d72102-38e0-455b-81f7-2b627374cabd req-6b8eedd3-3f93-4498-9cb0-784b390f2fa1 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f04a9a5-a279-49b1-86da-060833ce5d20 HTTP/1.1" status: 200 len: 210 time: 0.0524156 May 30 05:53:30.807498 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b14b09-a212-47da-b640-f332f66100bb req-1f4593b9-dca2-460b-80ce-54906f951842 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:53:30.808896 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d7b14b09-a212-47da-b640-f332f66100bb req-1f4593b9-dca2-460b-80ce-54906f951842 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.39 "GET /v2.0/networks?id=2b9a310b-e7c4-41b2-a8f8-d48404a9ee17 HTTP/1.1" status: 200 len: 809 time: 0.1910598 May 30 05:53:30.858934 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d7b14b09-a212-47da-b640-f332f66100bb req-b9c504e2-b1c9-467a-8c71-ae1104ca1a7f tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a2f28821aeba4ed59eaafafaf620d4fe HTTP/1.1" status: 200 len: 380 time: 0.0398946 May 30 05:53:30.867669 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [req-d7b14b09-a212-47da-b640-f332f66100bb req-1aab2d3d-b399-4cc1-9921-1f4a0b56d6f6 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Request body: {'port': {'device_id': '9f04a9a5-a279-49b1-86da-060833ce5d20', 'network_id': '2b9a310b-e7c4-41b2-a8f8-d48404a9ee17', 'admin_state_up': True, 'tenant_id': 'a2f28821aeba4ed59eaafafaf620d4fe', 'security_groups': ['768b5335-de05-475e-ae59-3061a35617a5']}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:53:31.003270 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [req-d7b14b09-a212-47da-b640-f332f66100bb req-1aab2d3d-b399-4cc1-9921-1f4a0b56d6f6 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:53:31.018481 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [req-d7b14b09-a212-47da-b640-f332f66100bb req-1aab2d3d-b399-4cc1-9921-1f4a0b56d6f6 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:53:31.027991 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7b14b09-a212-47da-b640-f332f66100bb req-1aab2d3d-b399-4cc1-9921-1f4a0b56d6f6 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Made reservation on behalf of a2f28821aeba4ed59eaafafaf620d4fe for: {'port': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:53:31.032136 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-d7b14b09-a212-47da-b640-f332f66100bb req-1aab2d3d-b399-4cc1-9921-1f4a0b56d6f6 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:53:31.194878 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [req-d7b14b09-a212-47da-b640-f332f66100bb req-1aab2d3d-b399-4cc1-9921-1f4a0b56d6f6 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Allocated IP 172.20.0.10 (2b9a310b-e7c4-41b2-a8f8-d48404a9ee17/e9baef51-b11c-4692-a9f5-9f050c9177e3/6e69f226-d145-4261-a1a6-f54508a98ce9) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:53:31.394240 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-d7b14b09-a212-47da-b640-f332f66100bb req-1aab2d3d-b399-4cc1-9921-1f4a0b56d6f6 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:53:31.410237 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [req-d7b14b09-a212-47da-b640-f332f66100bb req-1aab2d3d-b399-4cc1-9921-1f4a0b56d6f6 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Transition to ACTIVE for port object 6e69f226-d145-4261-a1a6-f54508a98ce9 will not be triggered until provisioned by entity DHCP. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:53:31.441511 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-d7b14b09-a212-47da-b640-f332f66100bb req-1aab2d3d-b399-4cc1-9921-1f4a0b56d6f6 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:53:31.451724 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56ded65b-0e68-413c-8b9b-1097922cc81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:53:31.514989 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7b14b09-a212-47da-b640-f332f66100bb req-1aab2d3d-b399-4cc1-9921-1f4a0b56d6f6 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Network 2b9a310b-e7c4-41b2-a8f8-d48404a9ee17 is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:53:31.518076 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [req-d7b14b09-a212-47da-b640-f332f66100bb req-1aab2d3d-b399-4cc1-9921-1f4a0b56d6f6 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:53:31.522138 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7b14b09-a212-47da-b640-f332f66100bb req-1aab2d3d-b399-4cc1-9921-1f4a0b56d6f6 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:53:31.558348 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aab2d3d-b399-4cc1-9921-1f4a0b56d6f6 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Pushing event updated for resources: {'Port': ['ID=6e69f226-d145-4261-a1a6-f54508a98ce9,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:53:31.590712 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:53:31.590994 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b14b09-a212-47da-b640-f332f66100bb req-1aab2d3d-b399-4cc1-9921-1f4a0b56d6f6 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:53:31.591668 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-d7b14b09-a212-47da-b640-f332f66100bb req-1aab2d3d-b399-4cc1-9921-1f4a0b56d6f6 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:53:31.621144 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d7b14b09-a212-47da-b640-f332f66100bb req-1aab2d3d-b399-4cc1-9921-1f4a0b56d6f6 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7565641 May 30 05:53:31.632811 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [req-d7b14b09-a212-47da-b640-f332f66100bb req-3d2c0569-dba2-443e-8701-bd37de28bf22 service neutron] Request body: {'port': {'device_id': '9f04a9a5-a279-49b1-86da-060833ce5d20', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8437'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:53:31.754539 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-d7b14b09-a212-47da-b640-f332f66100bb req-3d2c0569-dba2-443e-8701-bd37de28bf22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:53:31.807286 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-85779785-472b-4363-8086-0ae540d07395 None None] Provisioning for port 6e69f226-d145-4261-a1a6-f54508a98ce9 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:53:31.815034 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-85779785-472b-4363-8086-0ae540d07395 None None] Provisioning complete for port 6e69f226-d145-4261-a1a6-f54508a98ce9 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:53:31.815800 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-85779785-472b-4363-8086-0ae540d07395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:53:31.877590 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-85779785-472b-4363-8086-0ae540d07395 None None] Port 6e69f226-d145-4261-a1a6-f54508a98ce9 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 05:53:32.086412 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1373dd-2e76-4e8e-b5a6-d2b3f7c2488c req-fd15c58f-cffe-4e9a-b075-2fd959f59935 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:53:32.087117 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-0b1373dd-2e76-4e8e-b5a6-d2b3f7c2488c req-fd15c58f-cffe-4e9a-b075-2fd959f59935 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Synchronizing usage tracker for tenant:a2f28821aeba4ed59eaafafaf620d4fe on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:53:32.139517 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-0b1373dd-2e76-4e8e-b5a6-d2b3f7c2488c req-fd15c58f-cffe-4e9a-b075-2fd959f59935 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Unset dirty status for tenant:a2f28821aeba4ed59eaafafaf620d4fe on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:53:32.140672 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0b1373dd-2e76-4e8e-b5a6-d2b3f7c2488c req-fd15c58f-cffe-4e9a-b075-2fd959f59935 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f04a9a5-a279-49b1-86da-060833ce5d20 HTTP/1.1" status: 200 len: 932 time: 0.2442954 May 30 05:53:32.238903 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0b1373dd-2e76-4e8e-b5a6-d2b3f7c2488c req-261ee956-6381-4d3a-9afd-57b027060c92 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/security-groups?id=768b5335-de05-475e-ae59-3061a35617a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919621 May 30 05:53:32.252905 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [req-d7b14b09-a212-47da-b640-f332f66100bb req-3d2c0569-dba2-443e-8701-bd37de28bf22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e69f226-d145-4261-a1a6-f54508a98ce9 {{(pid=88261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 30 05:53:32.260688 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-d7b14b09-a212-47da-b640-f332f66100bb req-3d2c0569-dba2-443e-8701-bd37de28bf22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:53:32.276350 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [req-d7b14b09-a212-47da-b640-f332f66100bb req-3d2c0569-dba2-443e-8701-bd37de28bf22 service neutron] Transition to ACTIVE for port object 6e69f226-d145-4261-a1a6-f54508a98ce9 will not be triggered until provisioned by entity L2. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:53:32.280035 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-d7b14b09-a212-47da-b640-f332f66100bb req-3d2c0569-dba2-443e-8701-bd37de28bf22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2304381'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:53:32.543623 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2c0569-dba2-443e-8701-bd37de28bf22 service neutron] Pushing event updated for resources: {'Port': ['ID=6e69f226-d145-4261-a1a6-f54508a98ce9,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:53:32.621589 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [req-d7b14b09-a212-47da-b640-f332f66100bb req-3d2c0569-dba2-443e-8701-bd37de28bf22 service neutron] Attempting to bind port 6e69f226-d145-4261-a1a6-f54508a98ce9 on host hv-neutron-8437 for vnic_type normal with profile {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 05:53:32.621944 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [req-d7b14b09-a212-47da-b640-f332f66100bb req-3d2c0569-dba2-443e-8701-bd37de28bf22 service neutron] Attempting to bind port 6e69f226-d145-4261-a1a6-f54508a98ce9 by drivers openvswitch,hyperv on host hv-neutron-8437 at level 0 using segments [{'id': '2dc754d5-c1f7-460e-9e7f-66cd89bfd1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '2b9a310b-e7c4-41b2-a8f8-d48404a9ee17'}] {{(pid=88261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 05:53:32.622816 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b14b09-a212-47da-b640-f332f66100bb req-3d2c0569-dba2-443e-8701-bd37de28bf22 service neutron] Attempting to bind port 6e69f226-d145-4261-a1a6-f54508a98ce9 on network 2b9a310b-e7c4-41b2-a8f8-d48404a9ee17 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:53:32.627366 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b14b09-a212-47da-b640-f332f66100bb req-3d2c0569-dba2-443e-8701-bd37de28bf22 service neutron] Port 6e69f226-d145-4261-a1a6-f54508a98ce9 on network 2b9a310b-e7c4-41b2-a8f8-d48404a9ee17 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8437 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 30 05:53:32.627677 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b14b09-a212-47da-b640-f332f66100bb req-3d2c0569-dba2-443e-8701-bd37de28bf22 service neutron] Attempting to bind port 6e69f226-d145-4261-a1a6-f54508a98ce9 on network 2b9a310b-e7c4-41b2-a8f8-d48404a9ee17 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:53:32.632892 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b14b09-a212-47da-b640-f332f66100bb req-3d2c0569-dba2-443e-8701-bd37de28bf22 service neutron] Checking agent: {'id': 'de0c936d-420b-412f-9642-7bfe80b5ab25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8437', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 51, 47), 'started_at': datetime.datetime(2022, 5, 30, 4, 51, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 5, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 05:53:32.633222 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b14b09-a212-47da-b640-f332f66100bb req-3d2c0569-dba2-443e-8701-bd37de28bf22 service neutron] Checking segment: {'id': '2dc754d5-c1f7-460e-9e7f-66cd89bfd1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '2b9a310b-e7c4-41b2-a8f8-d48404a9ee17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:53:32.633599 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b14b09-a212-47da-b640-f332f66100bb req-3d2c0569-dba2-443e-8701-bd37de28bf22 service neutron] Bound using segment: {'id': '2dc754d5-c1f7-460e-9e7f-66cd89bfd1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '2b9a310b-e7c4-41b2-a8f8-d48404a9ee17'} {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 05:53:32.634033 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [req-d7b14b09-a212-47da-b640-f332f66100bb req-3d2c0569-dba2-443e-8701-bd37de28bf22 service neutron] Bound port: 6e69f226-d145-4261-a1a6-f54508a98ce9, host: hv-neutron-8437, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2dc754d5-c1f7-460e-9e7f-66cd89bfd1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '2b9a310b-e7c4-41b2-a8f8-d48404a9ee17'}}] {{(pid=88261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 05:53:32.634372 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-d7b14b09-a212-47da-b640-f332f66100bb req-3d2c0569-dba2-443e-8701-bd37de28bf22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:53:32.722521 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [req-d7b14b09-a212-47da-b640-f332f66100bb req-3d2c0569-dba2-443e-8701-bd37de28bf22 service neutron] For port 6e69f226-d145-4261-a1a6-f54508a98ce9, host hv-neutron-8437, cleared binding levels {{(pid=88261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 05:53:32.725555 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [req-d7b14b09-a212-47da-b640-f332f66100bb req-3d2c0569-dba2-443e-8701-bd37de28bf22 service neutron] For port 6e69f226-d145-4261-a1a6-f54508a98ce9, host hv-neutron-8437, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=6e69f226-d145-4261-a1a6-f54508a98ce9,segment=NetworkSegment(2dc754d5-c1f7-460e-9e7f-66cd89bfd1c6),segment_id=2dc754d5-c1f7-460e-9e7f-66cd89bfd1c6)] {{(pid=88261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 05:53:32.729359 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-d7b14b09-a212-47da-b640-f332f66100bb req-3d2c0569-dba2-443e-8701-bd37de28bf22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2304381'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:53:32.788398 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b14b09-a212-47da-b640-f332f66100bb req-3d2c0569-dba2-443e-8701-bd37de28bf22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:53:32.789049 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-d7b14b09-a212-47da-b640-f332f66100bb req-3d2c0569-dba2-443e-8701-bd37de28bf22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:53:32.790362 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d7b14b09-a212-47da-b640-f332f66100bb req-3d2c0569-dba2-443e-8701-bd37de28bf22 service neutron] 10.222.0.39 "PUT /v2.0/ports/6e69f226-d145-4261-a1a6-f54508a98ce9 HTTP/1.1" status: 200 len: 1094 time: 1.1621294 May 30 05:53:32.790792 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f04a9a5-a279-49b1-86da-060833ce5d20', 'tag': '6e69f226-d145-4261-a1a6-f54508a98ce9'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:53:32.813337 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2c0569-dba2-443e-8701-bd37de28bf22 service neutron] Pushing event updated for resources: {'Port': ['ID=6e69f226-d145-4261-a1a6-f54508a98ce9,revision_number=3']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:53:32.861412 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a598802-8655-47c1-922b-3f81f6e86e47'] response: {'name': 'network-changed', 'server_uuid': '9f04a9a5-a279-49b1-86da-060833ce5d20', 'tag': '6e69f226-d145-4261-a1a6-f54508a98ce9', 'status': 'completed', 'code': 200} May 30 05:53:32.906159 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b14b09-a212-47da-b640-f332f66100bb req-c3a7f4a4-0cdb-47df-b090-bf974219afa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:53:32.907787 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d7b14b09-a212-47da-b640-f332f66100bb req-c3a7f4a4-0cdb-47df-b090-bf974219afa2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a2f28821aeba4ed59eaafafaf620d4fe&device_id=9f04a9a5-a279-49b1-86da-060833ce5d20 HTTP/1.1" status: 200 len: 1097 time: 0.0783250 May 30 05:53:32.979958 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d7b14b09-a212-47da-b640-f332f66100bb req-350bfa40-cf41-46e3-a79b-f366c845c0f2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6e69f226-d145-4261-a1a6-f54508a98ce9 HTTP/1.1" status: 200 len: 217 time: 0.0654998 May 30 05:53:33.028480 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a142624-940e-4c55-bf49-a5329c884075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:53:33.044917 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b14b09-a212-47da-b640-f332f66100bb req-46ad5758-21a0-4b9c-a3b4-dc3f6a112ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:53:33.046458 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d7b14b09-a212-47da-b640-f332f66100bb req-46ad5758-21a0-4b9c-a3b4-dc3f6a112ab0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e9baef51-b11c-4692-a9f5-9f050c9177e3 HTTP/1.1" status: 200 len: 848 time: 0.0604653 May 30 05:53:33.118171 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b14b09-a212-47da-b640-f332f66100bb req-1997bc08-b21e-499e-8234-27678f290190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:53:33.119575 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d7b14b09-a212-47da-b640-f332f66100bb req-1997bc08-b21e-499e-8234-27678f290190 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2b9a310b-e7c4-41b2-a8f8-d48404a9ee17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0674200 May 30 05:53:33.254580 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d7b14b09-a212-47da-b640-f332f66100bb req-c8cd8542-949e-4b9e-93fd-2eaac6729f90 service neutron] 10.222.0.39 "GET /v2.0/networks/2b9a310b-e7c4-41b2-a8f8-d48404a9ee17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293254 May 30 05:53:33.430587 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d7b14b09-a212-47da-b640-f332f66100bb req-7c5b7b26-e230-411e-8e60-c03671c7718e service neutron] 10.222.0.39 "GET /v2.0/networks/2b9a310b-e7c4-41b2-a8f8-d48404a9ee17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700144 May 30 05:53:33.456998 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f421afc1-73a5-4000-bcd0-0520d60402e5 req-3a07af06-2f75-4106-9e3e-190640a523ee tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:53:33.458430 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f421afc1-73a5-4000-bcd0-0520d60402e5 req-3a07af06-2f75-4106-9e3e-190640a523ee tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f04a9a5-a279-49b1-86da-060833ce5d20 HTTP/1.1" status: 200 len: 944 time: 0.1048913 May 30 05:53:33.552749 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f421afc1-73a5-4000-bcd0-0520d60402e5 req-a02ab1a6-bb5c-4f95-b656-57f245699edc tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/security-groups?id=768b5335-de05-475e-ae59-3061a35617a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886555 May 30 05:53:33.568160 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2538c5-5fc1-4b75-95c4-fe487c8a0873 req-87027b07-7284-4fd5-bb0e-e664b66bd2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:53:33.569566 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4c2538c5-5fc1-4b75-95c4-fe487c8a0873 req-87027b07-7284-4fd5-bb0e-e664b66bd2c6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a2f28821aeba4ed59eaafafaf620d4fe&device_id=9f04a9a5-a279-49b1-86da-060833ce5d20 HTTP/1.1" status: 200 len: 1097 time: 0.0923536 May 30 05:53:33.696070 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2538c5-5fc1-4b75-95c4-fe487c8a0873 req-bf0e53d7-c3ae-4b92-89d3-a2fe5453e605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:53:33.697411 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4c2538c5-5fc1-4b75-95c4-fe487c8a0873 req-bf0e53d7-c3ae-4b92-89d3-a2fe5453e605 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2b9a310b-e7c4-41b2-a8f8-d48404a9ee17 HTTP/1.1" status: 200 len: 910 time: 0.1221724 May 30 05:53:33.770382 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4c2538c5-5fc1-4b75-95c4-fe487c8a0873 req-dc96cf5f-1cbc-4714-81f5-23c09ea0777a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6e69f226-d145-4261-a1a6-f54508a98ce9 HTTP/1.1" status: 200 len: 217 time: 0.0670793 May 30 05:53:33.830471 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2538c5-5fc1-4b75-95c4-fe487c8a0873 req-5f5fcbd3-321c-42f0-a91f-efe48acf99b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:53:33.831853 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4c2538c5-5fc1-4b75-95c4-fe487c8a0873 req-5f5fcbd3-321c-42f0-a91f-efe48acf99b6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e9baef51-b11c-4692-a9f5-9f050c9177e3 HTTP/1.1" status: 200 len: 848 time: 0.0559282 May 30 05:53:33.907272 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2538c5-5fc1-4b75-95c4-fe487c8a0873 req-43593663-b0d2-4018-bf3b-c8292b94e4db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:53:33.908739 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4c2538c5-5fc1-4b75-95c4-fe487c8a0873 req-43593663-b0d2-4018-bf3b-c8292b94e4db service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2b9a310b-e7c4-41b2-a8f8-d48404a9ee17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713842 May 30 05:53:34.037769 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4c2538c5-5fc1-4b75-95c4-fe487c8a0873 req-96e30134-5414-4eb5-8e0d-06807a4725f6 service neutron] 10.222.0.39 "GET /v2.0/networks/2b9a310b-e7c4-41b2-a8f8-d48404a9ee17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220915 May 30 05:53:34.267701 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4c2538c5-5fc1-4b75-95c4-fe487c8a0873 req-e919102f-38b7-464c-9f9e-2f67aff437a1 service neutron] 10.222.0.39 "GET /v2.0/networks/2b9a310b-e7c4-41b2-a8f8-d48404a9ee17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235613 May 30 05:53:34.732462 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05179b6-4994-4ccf-8214-38783c17312c req-01ecaa87-b97b-42e9-94b9-914f4447c2a6 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:53:34.733924 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d05179b6-4994-4ccf-8214-38783c17312c req-01ecaa87-b97b-42e9-94b9-914f4447c2a6 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f04a9a5-a279-49b1-86da-060833ce5d20 HTTP/1.1" status: 200 len: 944 time: 0.0801516 May 30 05:53:34.776545 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d05179b6-4994-4ccf-8214-38783c17312c req-cb4f224b-85ec-43d2-9b65-ab398cab8199 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/security-groups?id=768b5335-de05-475e-ae59-3061a35617a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370691 May 30 05:53:35.961354 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4e2b99-1ac0-4bc6-93ca-5a850113b410 req-22c76e71-6f1a-48c9-ba32-d43c53e78a0c tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:53:35.962810 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7e4e2b99-1ac0-4bc6-93ca-5a850113b410 req-22c76e71-6f1a-48c9-ba32-d43c53e78a0c tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f04a9a5-a279-49b1-86da-060833ce5d20 HTTP/1.1" status: 200 len: 944 time: 0.0821426 May 30 05:53:36.005779 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7e4e2b99-1ac0-4bc6-93ca-5a850113b410 req-d26f66fd-6bbc-497c-8cee-89a6f8659cf1 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/security-groups?id=768b5335-de05-475e-ae59-3061a35617a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373449 May 30 05:53:37.195397 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4fd52b-8e6f-4b38-94fa-67b2a5220005 req-bcc49a88-ac46-4160-934c-66cccf70e195 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:53:37.196840 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ab4fd52b-8e6f-4b38-94fa-67b2a5220005 req-bcc49a88-ac46-4160-934c-66cccf70e195 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f04a9a5-a279-49b1-86da-060833ce5d20 HTTP/1.1" status: 200 len: 944 time: 0.0885792 May 30 05:53:37.239758 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ab4fd52b-8e6f-4b38-94fa-67b2a5220005 req-1066a125-c298-4a10-a7ed-3363c37e2e2e tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/security-groups?id=768b5335-de05-475e-ae59-3061a35617a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371821 May 30 05:53:38.427405 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b8f3a9-4c4e-4d2e-926a-9613800d3517 req-02b91e25-9bde-4f3c-a735-93d1d3a6c8e9 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:53:38.428977 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-66b8f3a9-4c4e-4d2e-926a-9613800d3517 req-02b91e25-9bde-4f3c-a735-93d1d3a6c8e9 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f04a9a5-a279-49b1-86da-060833ce5d20 HTTP/1.1" status: 200 len: 944 time: 0.0855129 May 30 05:53:38.481147 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-66b8f3a9-4c4e-4d2e-926a-9613800d3517 req-0169a9ba-a3d8-4007-9832-6f65e91d3835 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/security-groups?id=768b5335-de05-475e-ae59-3061a35617a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465682 May 30 05:53:39.662038 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e031b36-c5f2-473c-a08f-5896c2faf2fb req-5f7293b7-eb01-4513-a93c-fe6367e7039b tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:53:39.663455 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8e031b36-c5f2-473c-a08f-5896c2faf2fb req-5f7293b7-eb01-4513-a93c-fe6367e7039b tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f04a9a5-a279-49b1-86da-060833ce5d20 HTTP/1.1" status: 200 len: 944 time: 0.0786610 May 30 05:53:39.708919 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8e031b36-c5f2-473c-a08f-5896c2faf2fb req-50e2663a-e935-4fb7-ae98-feae658deb73 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/security-groups?id=768b5335-de05-475e-ae59-3061a35617a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399661 May 30 05:53:40.608272 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device 6e69f226-d145-4261-a1a6-f54508a98ce9 details requested by agent hyperv_hv-neutron-8437 with host hv-neutron-8437 {{(pid=88262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 05:53:40.768382 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port 6e69f226-d145-4261-a1a6-f54508a98ce9, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=6e69f226-d145-4261-a1a6-f54508a98ce9,segment=NetworkSegment(2dc754d5-c1f7-460e-9e7f-66cd89bfd1c6),segment_id=2dc754d5-c1f7-460e-9e7f-66cd89bfd1c6)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:53:40.781770 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Returning: {'device': '6e69f226-d145-4261-a1a6-f54508a98ce9', 'network_id': '2b9a310b-e7c4-41b2-a8f8-d48404a9ee17', 'port_id': '6e69f226-d145-4261-a1a6-f54508a98ce9', 'mac_address': 'fa:16:3e:be:06:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9baef51-b11c-4692-a9f5-9f050c9177e3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 05:53:40.835666 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Current status of the port 6e69f226-d145-4261-a1a6-f54508a98ce9 is: DOWN; New status is: BUILD {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:53:40.836046 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:53:40.852640 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e69f226-d145-4261-a1a6-f54508a98ce9 {{(pid=88262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 30 05:53:40.871253 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port 6e69f226-d145-4261-a1a6-f54508a98ce9, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=6e69f226-d145-4261-a1a6-f54508a98ce9,segment=NetworkSegment(2dc754d5-c1f7-460e-9e7f-66cd89bfd1c6),segment_id=2dc754d5-c1f7-460e-9e7f-66cd89bfd1c6)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:53:40.875118 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:53:40.890825 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2708ff9a-cb45-4b98-a321-e6eaabb88047 req-7a7cf03d-27e5-4d78-bf66-76f77436b228 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:53:40.892299 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2708ff9a-cb45-4b98-a321-e6eaabb88047 req-7a7cf03d-27e5-4d78-bf66-76f77436b228 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f04a9a5-a279-49b1-86da-060833ce5d20 HTTP/1.1" status: 200 len: 944 time: 0.0806270 May 30 05:53:40.936964 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2708ff9a-cb45-4b98-a321-e6eaabb88047 req-4c743ff6-a0f3-4558-8773-04231e627be4 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/security-groups?id=768b5335-de05-475e-ae59-3061a35617a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390017 May 30 05:53:40.946728 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Pushing event updated for resources: {'Port': ['ID=6e69f226-d145-4261-a1a6-f54508a98ce9,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:53:40.959993 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:53:40.960344 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:53:40.960686 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:53:40.961021 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:53:40.961353 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:53:40.961687 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:53:40.962037 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:53:40.962366 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:53:40.962692 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:53:40.963039 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:53:40.963363 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:53:40.963686 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:53:41.187799 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] get_ports_and_sgs() called for port_ids ['6e69f226-d145-4261-a1a6-f54508a98ce9'] {{(pid=88262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 30 05:53:42.119775 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31133bc-53d8-46c4-be0f-41ff97e4d401 req-726aba06-89fe-436e-bceb-9292eb744960 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:53:42.121187 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c31133bc-53d8-46c4-be0f-41ff97e4d401 req-726aba06-89fe-436e-bceb-9292eb744960 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f04a9a5-a279-49b1-86da-060833ce5d20 HTTP/1.1" status: 200 len: 945 time: 0.0810442 May 30 05:53:42.164354 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c31133bc-53d8-46c4-be0f-41ff97e4d401 req-d2ca3825-3245-4c9e-b76e-1a8d37f9119c tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/security-groups?id=768b5335-de05-475e-ae59-3061a35617a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374539 May 30 05:53:42.624048 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device 6e69f226-d145-4261-a1a6-f54508a98ce9 up at agent hyperv_hv-neutron-8437 {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:53:42.692291 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Provisioning for port 6e69f226-d145-4261-a1a6-f54508a98ce9 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:53:42.696964 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Provisioning complete for port 6e69f226-d145-4261-a1a6-f54508a98ce9 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:53:42.697338 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:53:42.810176 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Current status of the port 6e69f226-d145-4261-a1a6-f54508a98ce9 is: BUILD; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:53:42.810555 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:53:42.837921 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f04a9a5-a279-49b1-86da-060833ce5d20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e69f226-d145-4261-a1a6-f54508a98ce9'}] {{(pid=88262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:53:42.846808 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port 6e69f226-d145-4261-a1a6-f54508a98ce9, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=6e69f226-d145-4261-a1a6-f54508a98ce9,segment=NetworkSegment(2dc754d5-c1f7-460e-9e7f-66cd89bfd1c6),segment_id=2dc754d5-c1f7-460e-9e7f-66cd89bfd1c6)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:53:42.850540 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:53:42.920285 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Pushing event updated for resources: {'Port': ['ID=6e69f226-d145-4261-a1a6-f54508a98ce9,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:53:42.979679 dv-neutron-843763-1-hyperv neutron-server[88262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c61b9b52-d1c5-419e-be95-2ce826ddc7eb'] response: {'server_uuid': '9f04a9a5-a279-49b1-86da-060833ce5d20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e69f226-d145-4261-a1a6-f54508a98ce9', 'code': 200} May 30 05:53:43.238779 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f20e9ab-4346-478d-90af-1c20a0ad83ec req-ddfcb22a-b2b7-4655-a5b8-e349e83d4769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:53:43.240241 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3f20e9ab-4346-478d-90af-1c20a0ad83ec req-ddfcb22a-b2b7-4655-a5b8-e349e83d4769 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9f04a9a5-a279-49b1-86da-060833ce5d20 HTTP/1.1" status: 200 len: 1099 time: 0.0691078 May 30 05:53:43.322926 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3f20e9ab-4346-478d-90af-1c20a0ad83ec req-3c89c0fd-cc38-40e4-98e6-f066888bd0f3 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=768b5335-de05-475e-ae59-3061a35617a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761709 May 30 05:53:43.360144 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a672e670-5f54-4a8d-a16c-16966525f3b1 req-7b1045c8-4ff3-4848-9c4a-acfc08715114 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:53:43.361580 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a672e670-5f54-4a8d-a16c-16966525f3b1 req-7b1045c8-4ff3-4848-9c4a-acfc08715114 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f04a9a5-a279-49b1-86da-060833ce5d20 HTTP/1.1" status: 200 len: 946 time: 0.0894136 May 30 05:53:43.404673 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a672e670-5f54-4a8d-a16c-16966525f3b1 req-644fc9e4-b0d2-45af-bd82-debe5792cc94 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/security-groups?id=768b5335-de05-475e-ae59-3061a35617a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374212 May 30 05:53:44.587980 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5cc786-4d61-463f-9c95-6fdcacbb7343 req-c6cb78eb-88db-4e06-8b03-e942a4f01e30 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:53:44.589495 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-aa5cc786-4d61-463f-9c95-6fdcacbb7343 req-c6cb78eb-88db-4e06-8b03-e942a4f01e30 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f04a9a5-a279-49b1-86da-060833ce5d20 HTTP/1.1" status: 200 len: 946 time: 0.0826316 May 30 05:53:44.641146 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-aa5cc786-4d61-463f-9c95-6fdcacbb7343 req-aa506797-5f9e-4fe2-bf83-59a4c890b256 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/security-groups?id=768b5335-de05-475e-ae59-3061a35617a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450976 May 30 05:53:45.821969 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab4cb0b-d360-40ac-9f32-5caaf7b970fd req-ecef89e4-b583-4513-a9d9-0ea2dc288bed tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:53:45.823394 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3ab4cb0b-d360-40ac-9f32-5caaf7b970fd req-ecef89e4-b583-4513-a9d9-0ea2dc288bed tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f04a9a5-a279-49b1-86da-060833ce5d20 HTTP/1.1" status: 200 len: 946 time: 0.0804775 May 30 05:53:45.866356 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3ab4cb0b-d360-40ac-9f32-5caaf7b970fd req-f50a6d0e-f616-4b2e-ba15-45a40ebda1d8 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/security-groups?id=768b5335-de05-475e-ae59-3061a35617a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368276 May 30 05:53:46.048707 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f03679-4cee-444c-9291-67ca743f1d63 req-8464f9e3-2f7a-462d-a00a-c8852575d8c0 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:53:46.050163 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-69f03679-4cee-444c-9291-67ca743f1d63 req-8464f9e3-2f7a-462d-a00a-c8852575d8c0 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f04a9a5-a279-49b1-86da-060833ce5d20 HTTP/1.1" status: 200 len: 946 time: 0.0818725 May 30 05:53:46.093234 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-69f03679-4cee-444c-9291-67ca743f1d63 req-e3ec3773-d421-4078-8900-ae338dc09896 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/security-groups?id=768b5335-de05-475e-ae59-3061a35617a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374906 May 30 05:53:46.114766 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 55794) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:53:46.222164 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d17a2e7-cf2c-4f44-8029-30e3f32bfbd4 tempest-TestShelveInstance-941234807 tempest-TestShelveInstance-941234807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:53:46.223627 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-1d17a2e7-cf2c-4f44-8029-30e3f32bfbd4 tempest-TestShelveInstance-941234807 tempest-TestShelveInstance-941234807-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=9f04a9a5-a279-49b1-86da-060833ce5d20 HTTP/1.1" status: 200 len: 1094 time: 0.1078572 May 30 05:53:46.226364 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 55800) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:53:46.231057 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-fbbb511e-3d1a-43f4-9da9-4720767fa6ac tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Request body: {'floatingip': {'floating_network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'port_id': '6e69f226-d145-4261-a1a6-f54508a98ce9', 'tenant_id': 'a2f28821aeba4ed59eaafafaf620d4fe', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:53:46.236905 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-fbbb511e-3d1a-43f4-9da9-4720767fa6ac tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:53:46.240689 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-fbbb511e-3d1a-43f4-9da9-4720767fa6ac tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Usage tracker for resource:floatingip and tenant:a2f28821aeba4ed59eaafafaf620d4fe is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:53:46.243466 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-fbbb511e-3d1a-43f4-9da9-4720767fa6ac tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:53:46.249597 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-fbbb511e-3d1a-43f4-9da9-4720767fa6ac tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:53:46.259968 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-fbbb511e-3d1a-43f4-9da9-4720767fa6ac tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Notify callbacks [] for floatingip, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:53:46.392200 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-fbbb511e-3d1a-43f4-9da9-4720767fa6ac tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:53:46.526425 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-fbbb511e-3d1a-43f4-9da9-4720767fa6ac tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Allocated IP 172.26.6.229 (1bab70f4-3794-44db-8e17-19f483aa8ffa/6b5b73c1-b0ce-4f83-a930-c00cc5522926/d423561f-29da-416d-b57c-39fd1fa08486) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:53:46.785408 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-fbbb511e-3d1a-43f4-9da9-4720767fa6ac tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:53:46.814610 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-fbbb511e-3d1a-43f4-9da9-4720767fa6ac tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:53:46.879024 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbbb511e-3d1a-43f4-9da9-4720767fa6ac tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Network 1bab70f4-3794-44db-8e17-19f483aa8ffa is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:53:46.882250 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-fbbb511e-3d1a-43f4-9da9-4720767fa6ac tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:53:46.885934 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbb511e-3d1a-43f4-9da9-4720767fa6ac tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:53:46.918243 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbb511e-3d1a-43f4-9da9-4720767fa6ac tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Pushing event updated for resources: {'Port': ['ID=d423561f-29da-416d-b57c-39fd1fa08486,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:53:47.308922 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-fbbb511e-3d1a-43f4-9da9-4720767fa6ac tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:53:47.380225 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-fbbb511e-3d1a-43f4-9da9-4720767fa6ac tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:53:47.587992 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-fbbb511e-3d1a-43f4-9da9-4720767fa6ac tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:53:47.592695 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-fbbb511e-3d1a-43f4-9da9-4720767fa6ac tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2304381'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:53:47.696634 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbb511e-3d1a-43f4-9da9-4720767fa6ac tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Pushing event updated for resources: {'Port': ['ID=d423561f-29da-416d-b57c-39fd1fa08486,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:53:47.706218 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-fbbb511e-3d1a-43f4-9da9-4720767fa6ac tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1604762'] for floatingip, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:53:47.875192 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.db.l3_db [None req-fbbb511e-3d1a-43f4-9da9-4720767fa6ac tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Floating IP 79693554-7131-436a-85a0-f4c9eae962c7 associated. External IP: 172.26.6.229, port: 6e69f226-d145-4261-a1a6-f54508a98ce9. May 30 05:53:47.988261 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:53:48.334882 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbbb511e-3d1a-43f4-9da9-4720767fa6ac tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Router ac514167-c7d8-42bf-9683-93ae560e442b has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 05:53:48.508157 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbbb511e-3d1a-43f4-9da9-4720767fa6ac tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:53:48.518066 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f01145-a7ce-403a-a695-b98082bc81c1 None None] Sync routers for ids ['ac514167-c7d8-42bf-9683-93ae560e442b'] in dv-neutron-843763-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:53:48.527198 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f01145-a7ce-403a-a695-b98082bc81c1 None None] Routers {'ac514167-c7d8-42bf-9683-93ae560e442b'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:53:48.527881 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-73f01145-a7ce-403a-a695-b98082bc81c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:53:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['ac514167-c7d8-42bf-9683-93ae560e442b'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:53:48.532257 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-fbbb511e-3d1a-43f4-9da9-4720767fa6ac tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for floatingip, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:53:48.586025 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-fbbb511e-3d1a-43f4-9da9-4720767fa6ac tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3586438 May 30 05:53:48.586583 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f04a9a5-a279-49b1-86da-060833ce5d20', 'tag': '6e69f226-d145-4261-a1a6-f54508a98ce9'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:53:48.632969 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c352eddc-4161-41cf-80e7-b41828665ee8'] response: {'name': 'network-changed', 'server_uuid': '9f04a9a5-a279-49b1-86da-060833ce5d20', 'tag': '6e69f226-d145-4261-a1a6-f54508a98ce9', 'status': 'completed', 'code': 200} May 30 05:53:48.705259 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-73f01145-a7ce-403a-a695-b98082bc81c1 None None] Set router ac514167-c7d8-42bf-9683-93ae560e442b gateway port host: dv-neutron-843763-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:53:48.731011 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04a8038-0130-48ec-9738-b7e4b8299527 req-4d1b6b60-8c12-47ed-9875-c7087a551258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:53:48.733109 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f04a8038-0130-48ec-9738-b7e4b8299527 req-4d1b6b60-8c12-47ed-9875-c7087a551258 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a2f28821aeba4ed59eaafafaf620d4fe&device_id=9f04a9a5-a279-49b1-86da-060833ce5d20 HTTP/1.1" status: 200 len: 1099 time: 0.0775046 May 30 05:53:48.864529 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04a8038-0130-48ec-9738-b7e4b8299527 req-a4ea9cb6-f47f-44ea-8fc0-1416387af3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:53:48.865998 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f04a8038-0130-48ec-9738-b7e4b8299527 req-a4ea9cb6-f47f-44ea-8fc0-1416387af3d6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2b9a310b-e7c4-41b2-a8f8-d48404a9ee17 HTTP/1.1" status: 200 len: 910 time: 0.1267715 May 30 05:53:48.963739 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f04a8038-0130-48ec-9738-b7e4b8299527 req-0b64a014-52b9-4299-8373-9c95cb967374 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6e69f226-d145-4261-a1a6-f54508a98ce9 HTTP/1.1" status: 200 len: 1000 time: 0.0923607 May 30 05:53:49.027852 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04a8038-0130-48ec-9738-b7e4b8299527 req-c8e84adf-af8a-4103-b46c-569a1b92de6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:53:49.029797 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f04a8038-0130-48ec-9738-b7e4b8299527 req-c8e84adf-af8a-4103-b46c-569a1b92de6a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e9baef51-b11c-4692-a9f5-9f050c9177e3 HTTP/1.1" status: 200 len: 848 time: 0.0607538 May 30 05:53:49.073612 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-73f01145-a7ce-403a-a695-b98082bc81c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac514167-c7d8-42bf-9683-93ae560e442b', 'name': 'tempest-TestShelveInstance-1000851067-router', 'tenant_id': 'a2f28821aeba4ed59eaafafaf620d4fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.160'}], 'enable_snat': True}, 'gw_port_id': 'e261021d-826a-432c-ba86-832410215a17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:47:52Z', 'updated_at': '2022-05-30T05:47:56Z', 'revision_number': 4, 'project_id': 'a2f28821aeba4ed59eaafafaf620d4fe', 'gw_port': {'id': 'e261021d-826a-432c-ba86-832410215a17', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:fc:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac514167-c7d8-42bf-9683-93ae560e442b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:47:52Z', 'updated_at': '2022-05-30T05:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_floatingips': [{'id': '79693554-7131-436a-85a0-f4c9eae962c7', 'tenant_id': 'a2f28821aeba4ed59eaafafaf620d4fe', 'floating_ip_address': '172.26.6.229', 'floating_network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'router_id': 'ac514167-c7d8-42bf-9683-93ae560e442b', 'port_id': '6e69f226-d145-4261-a1a6-f54508a98ce9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1835, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b9a310b-e7c4-41b2-a8f8-d48404a9ee17', 'mac_address': 'fa:16:3e:be:06:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f04a9a5-a279-49b1-86da-060833ce5d20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T05:53:47Z', 'updated_at': '2022-05-30T05:53:47Z', 'revision_number': 0, 'project_id': 'a2f28821aeba4ed59eaafafaf620d4fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '609b956a-fe43-41a9-b7e4-e7d663e4b300', 'name': '', 'network_id': '2b9a310b-e7c4-41b2-a8f8-d48404a9ee17', 'tenant_id': 'a2f28821aeba4ed59eaafafaf620d4fe', 'mac_address': 'fa:16:3e:f1:23:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac514167-c7d8-42bf-9683-93ae560e442b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': 'e9baef51-b11c-4692-a9f5-9f050c9177e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:47:55Z', 'updated_at': '2022-05-30T05:48:01Z', 'revision_number': 5, 'project_id': 'a2f28821aeba4ed59eaafafaf620d4fe', 'subnets': [{'id': 'e9baef51-b11c-4692-a9f5-9f050c9177e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:53:49.077395 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f01145-a7ce-403a-a695-b98082bc81c1 None None] Checking router: ac514167-c7d8-42bf-9683-93ae560e442b for host: dv-neutron-843763-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 05:53:49.085392 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f01145-a7ce-403a-a695-b98082bc81c1 None None] Routers {'ac514167-c7d8-42bf-9683-93ae560e442b'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:53:49.086009 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-73f01145-a7ce-403a-a695-b98082bc81c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:53:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['ac514167-c7d8-42bf-9683-93ae560e442b'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:53:49.104321 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04a8038-0130-48ec-9738-b7e4b8299527 req-9d9b8587-407f-4ca0-8eee-1ddbbe61cab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:53:49.105789 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f04a8038-0130-48ec-9738-b7e4b8299527 req-9d9b8587-407f-4ca0-8eee-1ddbbe61cab4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2b9a310b-e7c4-41b2-a8f8-d48404a9ee17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702934 May 30 05:53:49.237102 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f04a8038-0130-48ec-9738-b7e4b8299527 req-7ed2a5c9-86f4-4e22-a6e8-1c63e457a9a1 service neutron] 10.222.0.39 "GET /v2.0/networks/2b9a310b-e7c4-41b2-a8f8-d48404a9ee17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245022 May 30 05:53:49.265014 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-73f01145-a7ce-403a-a695-b98082bc81c1 None None] Set router ac514167-c7d8-42bf-9683-93ae560e442b gateway port host: dv-neutron-843763-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:53:49.365958 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f04a8038-0130-48ec-9738-b7e4b8299527 req-64122132-2f7c-4a61-856e-7c4803ec6b0b service neutron] 10.222.0.39 "GET /v2.0/networks/2b9a310b-e7c4-41b2-a8f8-d48404a9ee17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230402 May 30 05:53:49.600175 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-73f01145-a7ce-403a-a695-b98082bc81c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac514167-c7d8-42bf-9683-93ae560e442b', 'name': 'tempest-TestShelveInstance-1000851067-router', 'tenant_id': 'a2f28821aeba4ed59eaafafaf620d4fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.160'}], 'enable_snat': True}, 'gw_port_id': 'e261021d-826a-432c-ba86-832410215a17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:47:52Z', 'updated_at': '2022-05-30T05:47:56Z', 'revision_number': 4, 'project_id': 'a2f28821aeba4ed59eaafafaf620d4fe', 'gw_port': {'id': 'e261021d-826a-432c-ba86-832410215a17', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:fc:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac514167-c7d8-42bf-9683-93ae560e442b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:47:52Z', 'updated_at': '2022-05-30T05:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_floatingips': [{'id': '79693554-7131-436a-85a0-f4c9eae962c7', 'tenant_id': 'a2f28821aeba4ed59eaafafaf620d4fe', 'floating_ip_address': '172.26.6.229', 'floating_network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'router_id': 'ac514167-c7d8-42bf-9683-93ae560e442b', 'port_id': '6e69f226-d145-4261-a1a6-f54508a98ce9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1835, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b9a310b-e7c4-41b2-a8f8-d48404a9ee17', 'mac_address': 'fa:16:3e:be:06:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f04a9a5-a279-49b1-86da-060833ce5d20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T05:53:47Z', 'updated_at': '2022-05-30T05:53:47Z', 'revision_number': 0, 'project_id': 'a2f28821aeba4ed59eaafafaf620d4fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '609b956a-fe43-41a9-b7e4-e7d663e4b300', 'name': '', 'network_id': '2b9a310b-e7c4-41b2-a8f8-d48404a9ee17', 'tenant_id': 'a2f28821aeba4ed59eaafafaf620d4fe', 'mac_address': 'fa:16:3e:f1:23:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac514167-c7d8-42bf-9683-93ae560e442b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': 'e9baef51-b11c-4692-a9f5-9f050c9177e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:47:55Z', 'updated_at': '2022-05-30T05:48:01Z', 'revision_number': 5, 'project_id': 'a2f28821aeba4ed59eaafafaf620d4fe', 'subnets': [{'id': 'e9baef51-b11c-4692-a9f5-9f050c9177e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:53:49.604094 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f01145-a7ce-403a-a695-b98082bc81c1 None None] The sync data for ids ['ac514167-c7d8-42bf-9683-93ae560e442b'] in dv-neutron-843763-1-hyperv is: [{'id': 'ac514167-c7d8-42bf-9683-93ae560e442b', 'name': 'tempest-TestShelveInstance-1000851067-router', 'tenant_id': 'a2f28821aeba4ed59eaafafaf620d4fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.160'}], 'enable_snat': True}, 'gw_port_id': 'e261021d-826a-432c-ba86-832410215a17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:47:52Z', 'updated_at': '2022-05-30T05:47:56Z', 'revision_number': 4, 'project_id': 'a2f28821aeba4ed59eaafafaf620d4fe', 'gw_port': {'id': 'e261021d-826a-432c-ba86-832410215a17', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:fc:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac514167-c7d8-42bf-9683-93ae560e442b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:47:52Z', 'updated_at': '2022-05-30T05:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_floatingips': [{'id': '79693554-7131-436a-85a0-f4c9eae962c7', 'tenant_id': 'a2f28821aeba4ed59eaafafaf620d4fe', 'floating_ip_address': '172.26.6.229', 'floating_network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'router_id': 'ac514167-c7d8-42bf-9683-93ae560e442b', 'port_id': '6e69f226-d145-4261-a1a6-f54508a98ce9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1835, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b9a310b-e7c4-41b2-a8f8-d48404a9ee17', 'mac_address': 'fa:16:3e:be:06:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f04a9a5-a279-49b1-86da-060833ce5d20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T05:53:47Z', 'updated_at': '2022-05-30T05:53:47Z', 'revision_number': 0, 'project_id': 'a2f28821aeba4ed59eaafafaf620d4fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '609b956a-fe43-41a9-b7e4-e7d663e4b300', 'name': '', 'network_id': '2b9a310b-e7c4-41b2-a8f8-d48404a9ee17', 'tenant_id': 'a2f28821aeba4ed59eaafafaf620d4fe', 'mac_address': 'fa:16:3e:f1:23:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac514167-c7d8-42bf-9683-93ae560e442b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': 'e9baef51-b11c-4692-a9f5-9f050c9177e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:47:55Z', 'updated_at': '2022-05-30T05:48:01Z', 'revision_number': 5, 'project_id': 'a2f28821aeba4ed59eaafafaf620d4fe', 'subnets': [{'id': 'e9baef51-b11c-4692-a9f5-9f050c9177e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:53:49.778610 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4153f155-82f2-46e2-80bd-b212fc1a00ea None None] New status for floating IP 79693554-7131-436a-85a0-f4c9eae962c7: ACTIVE {{(pid=88262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 30 05:53:50.068341 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a33103a8-7514-4da1-9917-3c014b9afa75 req-b17240d8-d5c9-466d-bea9-ec6054f450c4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9f04a9a5-a279-49b1-86da-060833ce5d20&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0753582 May 30 05:53:50.201203 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33103a8-7514-4da1-9917-3c014b9afa75 req-d9ef6aa9-ed3f-4002-8b9f-982b95dd7b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:53:50.202707 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a33103a8-7514-4da1-9917-3c014b9afa75 req-d9ef6aa9-ed3f-4002-8b9f-982b95dd7b68 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a2f28821aeba4ed59eaafafaf620d4fe&device_id=9f04a9a5-a279-49b1-86da-060833ce5d20 HTTP/1.1" status: 200 len: 1099 time: 0.0703502 May 30 05:53:50.342472 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33103a8-7514-4da1-9917-3c014b9afa75 req-22ebfa1b-1590-4493-a614-d0094365bd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:53:50.343885 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a33103a8-7514-4da1-9917-3c014b9afa75 req-22ebfa1b-1590-4493-a614-d0094365bd06 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2b9a310b-e7c4-41b2-a8f8-d48404a9ee17 HTTP/1.1" status: 200 len: 910 time: 0.1235328 May 30 05:53:50.444145 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a33103a8-7514-4da1-9917-3c014b9afa75 req-8dbda34b-0a7e-4a6a-9936-953664488702 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6e69f226-d145-4261-a1a6-f54508a98ce9 HTTP/1.1" status: 200 len: 1002 time: 0.0940917 May 30 05:53:50.503126 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33103a8-7514-4da1-9917-3c014b9afa75 req-461bc91d-73f9-4ed9-af36-de4858b9ccaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:53:50.504482 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a33103a8-7514-4da1-9917-3c014b9afa75 req-461bc91d-73f9-4ed9-af36-de4858b9ccaa service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e9baef51-b11c-4692-a9f5-9f050c9177e3 HTTP/1.1" status: 200 len: 848 time: 0.0550539 May 30 05:53:50.688396 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33103a8-7514-4da1-9917-3c014b9afa75 req-a9a680b1-459e-4428-b543-863381d9f78c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:53:50.689771 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a33103a8-7514-4da1-9917-3c014b9afa75 req-a9a680b1-459e-4428-b543-863381d9f78c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2b9a310b-e7c4-41b2-a8f8-d48404a9ee17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1797595 May 30 05:53:50.824898 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a33103a8-7514-4da1-9917-3c014b9afa75 req-fb2e6c8e-bc32-428f-a977-f74e7d4df4d3 service neutron] 10.222.0.39 "GET /v2.0/networks/2b9a310b-e7c4-41b2-a8f8-d48404a9ee17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290369 May 30 05:53:50.951504 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a33103a8-7514-4da1-9917-3c014b9afa75 req-2d1213e3-79fd-4db2-b817-eb9fd3df826c service neutron] 10.222.0.39 "GET /v2.0/networks/2b9a310b-e7c4-41b2-a8f8-d48404a9ee17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207922 May 30 05:53:54.177327 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-45f79e78-106a-4f09-9d2c-69baeab7263d None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 05:53:58.140479 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-b479e047-b1b0-4ae9-9579-b6b1a96551d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:54:00.332661 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-6d46c56b-c1ad-4af7-8e4f-056f7150a24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:54:01.461114 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56ded65b-0e68-413c-8b9b-1097922cc81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:54:01.575893 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:54:03.026387 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a142624-940e-4c55-bf49-a5329c884075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:54:17.990410 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:54:28.133396 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-2438819e-8c07-4ca8-9902-3a2d3f726ec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:54:30.335675 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-aabec363-7dbc-440c-9d4b-2a9b360d2a0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:54:31.176910 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-45f79e78-106a-4f09-9d2c-69baeab7263d None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 05:54:31.456286 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56ded65b-0e68-413c-8b9b-1097922cc81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:54:31.576988 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:54:33.027143 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a142624-940e-4c55-bf49-a5329c884075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:54:48.007839 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:54:51.076806 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-eb995541-84dc-426c-86c8-939169129ae0 req-361207be-c309-4d06-931b-1752be07258b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9f04a9a5-a279-49b1-86da-060833ce5d20&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0751770 May 30 05:54:51.215148 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb995541-84dc-426c-86c8-939169129ae0 req-8309a03a-e6a4-4994-986b-314034f35063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:54:51.216603 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-eb995541-84dc-426c-86c8-939169129ae0 req-8309a03a-e6a4-4994-986b-314034f35063 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a2f28821aeba4ed59eaafafaf620d4fe&device_id=9f04a9a5-a279-49b1-86da-060833ce5d20 HTTP/1.1" status: 200 len: 1099 time: 0.0745094 May 30 05:54:51.355637 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb995541-84dc-426c-86c8-939169129ae0 req-2ffbed5b-37e8-4fcd-9caf-14df92dc9658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:54:51.357049 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-eb995541-84dc-426c-86c8-939169129ae0 req-2ffbed5b-37e8-4fcd-9caf-14df92dc9658 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2b9a310b-e7c4-41b2-a8f8-d48404a9ee17 HTTP/1.1" status: 200 len: 910 time: 0.1221313 May 30 05:54:51.455819 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-eb995541-84dc-426c-86c8-939169129ae0 req-be8b13ad-ca15-4ac5-921b-c4d4a0f106f3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6e69f226-d145-4261-a1a6-f54508a98ce9 HTTP/1.1" status: 200 len: 1002 time: 0.0928180 May 30 05:54:51.515068 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb995541-84dc-426c-86c8-939169129ae0 req-23ba1d38-18fc-41a9-a2e6-dfc380ed0707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:54:51.516446 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-eb995541-84dc-426c-86c8-939169129ae0 req-23ba1d38-18fc-41a9-a2e6-dfc380ed0707 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e9baef51-b11c-4692-a9f5-9f050c9177e3 HTTP/1.1" status: 200 len: 848 time: 0.0545433 May 30 05:54:51.593732 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb995541-84dc-426c-86c8-939169129ae0 req-f141e26b-48f6-4cc1-a18d-37a2033617c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:54:51.595388 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-eb995541-84dc-426c-86c8-939169129ae0 req-f141e26b-48f6-4cc1-a18d-37a2033617c2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2b9a310b-e7c4-41b2-a8f8-d48404a9ee17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728168 May 30 05:54:51.723809 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-eb995541-84dc-426c-86c8-939169129ae0 req-1e681b6b-987d-4754-a169-d0cda004be3a service neutron] 10.222.0.39 "GET /v2.0/networks/2b9a310b-e7c4-41b2-a8f8-d48404a9ee17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216502 May 30 05:54:51.849148 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-eb995541-84dc-426c-86c8-939169129ae0 req-e2e54dfa-e102-467f-aff8-13fff0d387fb service neutron] 10.222.0.39 "GET /v2.0/networks/2b9a310b-e7c4-41b2-a8f8-d48404a9ee17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190970 May 30 05:54:58.135462 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-befcf3f1-3ed2-4c32-860c-e84b4a108250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:55:00.336706 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-418bc02c-ba69-4f28-a2a8-b4e61939d4b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:55:01.458478 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56ded65b-0e68-413c-8b9b-1097922cc81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:55:01.578362 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:55:03.031307 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a142624-940e-4c55-bf49-a5329c884075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:55:08.175821 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-45f79e78-106a-4f09-9d2c-69baeab7263d None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 05:55:18.024428 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:55:28.137848 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a876250c-ea83-408c-aed8-1f604d2c615a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:55:30.337871 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-d528ef4a-76bb-43e1-86e5-506f19437de6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:55:31.461505 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56ded65b-0e68-413c-8b9b-1097922cc81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:55:31.578909 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:55:33.037489 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a142624-940e-4c55-bf49-a5329c884075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:55:43.346038 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4845c9e0-d4d1-4e99-95c5-fd66c772a171 req-f4b3af61-6a27-468b-81bd-80332d251bf9 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:55:43.347504 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4845c9e0-d4d1-4e99-95c5-fd66c772a171 req-f4b3af61-6a27-468b-81bd-80332d251bf9 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f04a9a5-a279-49b1-86da-060833ce5d20 HTTP/1.1" status: 200 len: 946 time: 0.0797029 May 30 05:55:43.391202 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4845c9e0-d4d1-4e99-95c5-fd66c772a171 req-a894369d-7efb-4d3b-b944-44847dbafefe tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/security-groups?id=768b5335-de05-475e-ae59-3061a35617a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380235 May 30 05:55:44.571717 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d566d49-8753-451f-b767-e70b21478c8b req-af1d9653-8563-4b16-a997-1970e09b51a9 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:55:44.573152 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8d566d49-8753-451f-b767-e70b21478c8b req-af1d9653-8563-4b16-a997-1970e09b51a9 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f04a9a5-a279-49b1-86da-060833ce5d20 HTTP/1.1" status: 200 len: 946 time: 0.0808911 May 30 05:55:44.616167 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8d566d49-8753-451f-b767-e70b21478c8b req-9f1ef3e2-fb52-4b12-adcb-163d3738717e tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/security-groups?id=768b5335-de05-475e-ae59-3061a35617a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374887 May 30 05:55:45.173997 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-45f79e78-106a-4f09-9d2c-69baeab7263d None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 05:55:45.793965 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac00e462-7eec-4ac0-befa-f4792cd204ad req-e0304ce1-0c0e-4fcd-a4fd-2e138c77cd1d tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:55:45.795396 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ac00e462-7eec-4ac0-befa-f4792cd204ad req-e0304ce1-0c0e-4fcd-a4fd-2e138c77cd1d tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f04a9a5-a279-49b1-86da-060833ce5d20 HTTP/1.1" status: 200 len: 946 time: 0.0780632 May 30 05:55:45.837713 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ac00e462-7eec-4ac0-befa-f4792cd204ad req-a9464f44-9a46-4235-a231-21b6a07fb3cf tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/security-groups?id=768b5335-de05-475e-ae59-3061a35617a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367899 May 30 05:55:47.030889 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17370cbc-3048-4f66-8d72-78b254c485be req-b8776871-b92d-4ea8-85e6-45e5b5191861 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:55:47.032337 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-17370cbc-3048-4f66-8d72-78b254c485be req-b8776871-b92d-4ea8-85e6-45e5b5191861 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f04a9a5-a279-49b1-86da-060833ce5d20 HTTP/1.1" status: 200 len: 946 time: 0.0857203 May 30 05:55:47.077161 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-17370cbc-3048-4f66-8d72-78b254c485be req-f1fa721b-add8-4a49-bb79-6f4241d45c2b tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/security-groups?id=768b5335-de05-475e-ae59-3061a35617a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382912 May 30 05:55:48.038660 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:55:48.263141 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac69da9-1250-4d9a-a0c3-1264e5b51c6f req-7188a89e-487b-45c4-b61b-91d54830aa39 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:55:48.264593 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-cac69da9-1250-4d9a-a0c3-1264e5b51c6f req-7188a89e-487b-45c4-b61b-91d54830aa39 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f04a9a5-a279-49b1-86da-060833ce5d20 HTTP/1.1" status: 200 len: 946 time: 0.0797985 May 30 05:55:48.308032 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-cac69da9-1250-4d9a-a0c3-1264e5b51c6f req-c6b1b8d7-270b-44df-8b80-e248b53705c1 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/security-groups?id=768b5335-de05-475e-ae59-3061a35617a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376775 May 30 05:55:49.594029 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77af90b8-7613-4356-a777-07adc62cc8cd req-72860a17-251c-44d9-86b2-4817e326bdcf tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:55:49.595498 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-77af90b8-7613-4356-a777-07adc62cc8cd req-72860a17-251c-44d9-86b2-4817e326bdcf tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f04a9a5-a279-49b1-86da-060833ce5d20 HTTP/1.1" status: 200 len: 946 time: 0.1858330 May 30 05:55:49.638108 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-77af90b8-7613-4356-a777-07adc62cc8cd req-f3be13b1-34ab-4a0a-b9de-d7587deaa527 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/security-groups?id=768b5335-de05-475e-ae59-3061a35617a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370216 May 30 05:55:50.822244 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8736342-ab06-4086-86ff-78bdeb25a8b8 req-d2e214fe-72b2-498d-95b2-2f0596d02aa3 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:55:50.823698 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f8736342-ab06-4086-86ff-78bdeb25a8b8 req-d2e214fe-72b2-498d-95b2-2f0596d02aa3 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f04a9a5-a279-49b1-86da-060833ce5d20 HTTP/1.1" status: 200 len: 946 time: 0.0814455 May 30 05:55:50.866897 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f8736342-ab06-4086-86ff-78bdeb25a8b8 req-bce533d8-9d40-4cf0-a2ab-9fccea47fba8 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/security-groups?id=768b5335-de05-475e-ae59-3061a35617a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376275 May 30 05:55:51.129180 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1219774a-f88d-45e7-933a-5c3cce67e52f req-1119d684-ccaa-4ec9-894d-c73fabf7f213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:55:51.130981 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1219774a-f88d-45e7-933a-5c3cce67e52f req-1119d684-ccaa-4ec9-894d-c73fabf7f213 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a2f28821aeba4ed59eaafafaf620d4fe&device_id=9f04a9a5-a279-49b1-86da-060833ce5d20 HTTP/1.1" status: 200 len: 1099 time: 0.0691895 May 30 05:55:51.275565 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1219774a-f88d-45e7-933a-5c3cce67e52f req-b65c16e2-7fb8-4377-9458-406976b264f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:55:51.276993 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1219774a-f88d-45e7-933a-5c3cce67e52f req-b65c16e2-7fb8-4377-9458-406976b264f7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2b9a310b-e7c4-41b2-a8f8-d48404a9ee17 HTTP/1.1" status: 200 len: 910 time: 0.1254730 May 30 05:55:51.378715 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1219774a-f88d-45e7-933a-5c3cce67e52f req-4c929c10-ea8a-45a0-aeb7-49eb7be2c291 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6e69f226-d145-4261-a1a6-f54508a98ce9 HTTP/1.1" status: 200 len: 1002 time: 0.0954134 May 30 05:55:51.439824 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1219774a-f88d-45e7-933a-5c3cce67e52f req-292ee038-1d26-4041-90a2-9de5b0fc25bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:55:51.441271 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1219774a-f88d-45e7-933a-5c3cce67e52f req-292ee038-1d26-4041-90a2-9de5b0fc25bf service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e9baef51-b11c-4692-a9f5-9f050c9177e3 HTTP/1.1" status: 200 len: 848 time: 0.0560415 May 30 05:55:51.514810 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1219774a-f88d-45e7-933a-5c3cce67e52f req-8af67571-ca50-4519-bfa5-91a943b03178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:55:51.516225 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1219774a-f88d-45e7-933a-5c3cce67e52f req-8af67571-ca50-4519-bfa5-91a943b03178 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2b9a310b-e7c4-41b2-a8f8-d48404a9ee17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696192 May 30 05:55:51.526286 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [req-1219774a-f88d-45e7-933a-5c3cce67e52f req-8239abf9-fc26-4b7e-bdf1-bdcea53aba82 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=88261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 30 05:55:51.527181 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1219774a-f88d-45e7-933a-5c3cce67e52f req-8239abf9-fc26-4b7e-bdf1-bdcea53aba82 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0046263 May 30 05:55:51.665749 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1219774a-f88d-45e7-933a-5c3cce67e52f req-997e97b1-4e15-449f-b646-5507a0b18249 service neutron] 10.222.0.39 "GET /v2.0/networks/2b9a310b-e7c4-41b2-a8f8-d48404a9ee17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326201 May 30 05:55:51.790873 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1219774a-f88d-45e7-933a-5c3cce67e52f req-e7f2e23f-0354-4b40-9d21-7a2f03090ff7 service neutron] 10.222.0.39 "GET /v2.0/networks/2b9a310b-e7c4-41b2-a8f8-d48404a9ee17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192083 May 30 05:55:52.045316 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeeb066-18d6-47ed-a76f-ab7de80ba298 req-e600e997-0c61-4d30-bb42-91cf2ef11ee4 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:55:52.046797 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-caeeb066-18d6-47ed-a76f-ab7de80ba298 req-e600e997-0c61-4d30-bb42-91cf2ef11ee4 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f04a9a5-a279-49b1-86da-060833ce5d20 HTTP/1.1" status: 200 len: 946 time: 0.0778468 May 30 05:55:52.090546 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-caeeb066-18d6-47ed-a76f-ab7de80ba298 req-85241365-358c-4726-9e65-21733415c915 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/security-groups?id=768b5335-de05-475e-ae59-3061a35617a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381355 May 30 05:55:53.275934 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eba1f5c-3095-492b-a3fe-a7dd72895cc1 req-a52ea71f-d9f5-429d-9bb4-7285d9f438ed tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:55:53.277395 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0eba1f5c-3095-492b-a3fe-a7dd72895cc1 req-a52ea71f-d9f5-429d-9bb4-7285d9f438ed tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f04a9a5-a279-49b1-86da-060833ce5d20 HTTP/1.1" status: 200 len: 946 time: 0.0845532 May 30 05:55:53.320153 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0eba1f5c-3095-492b-a3fe-a7dd72895cc1 req-4b4c4588-9726-4ab7-b93c-e7fc8c23b6b1 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/security-groups?id=768b5335-de05-475e-ae59-3061a35617a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370090 May 30 05:55:53.441824 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dd36eb-816f-4ca2-a4e6-1b34bb0863c2 req-397e7a99-8013-402d-bc03-cb5254f59d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:55:53.443310 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-36dd36eb-816f-4ca2-a4e6-1b34bb0863c2 req-397e7a99-8013-402d-bc03-cb5254f59d66 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a2f28821aeba4ed59eaafafaf620d4fe&device_id=9f04a9a5-a279-49b1-86da-060833ce5d20 HTTP/1.1" status: 200 len: 1099 time: 0.0686913 May 30 05:55:53.567126 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dd36eb-816f-4ca2-a4e6-1b34bb0863c2 req-fe86fa63-fbc7-4334-9d8f-701934e218e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:55:53.569121 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-36dd36eb-816f-4ca2-a4e6-1b34bb0863c2 req-fe86fa63-fbc7-4334-9d8f-701934e218e9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2b9a310b-e7c4-41b2-a8f8-d48404a9ee17 HTTP/1.1" status: 200 len: 910 time: 0.1199493 May 30 05:55:53.667903 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-36dd36eb-816f-4ca2-a4e6-1b34bb0863c2 req-c1afdcc8-b8e0-46cc-a92f-38ca1dc2be0a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6e69f226-d145-4261-a1a6-f54508a98ce9 HTTP/1.1" status: 200 len: 1002 time: 0.0931273 May 30 05:55:53.730731 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dd36eb-816f-4ca2-a4e6-1b34bb0863c2 req-de48f047-0253-46fd-8b4d-b9942c4605a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:55:53.732092 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-36dd36eb-816f-4ca2-a4e6-1b34bb0863c2 req-de48f047-0253-46fd-8b4d-b9942c4605a8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e9baef51-b11c-4692-a9f5-9f050c9177e3 HTTP/1.1" status: 200 len: 848 time: 0.0591738 May 30 05:55:53.807257 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dd36eb-816f-4ca2-a4e6-1b34bb0863c2 req-8f0b3bc6-12da-4438-a625-3ea4f034a289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:55:53.808700 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-36dd36eb-816f-4ca2-a4e6-1b34bb0863c2 req-8f0b3bc6-12da-4438-a625-3ea4f034a289 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2b9a310b-e7c4-41b2-a8f8-d48404a9ee17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710938 May 30 05:55:54.037645 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-36dd36eb-816f-4ca2-a4e6-1b34bb0863c2 req-8e39a215-9fed-4335-a311-1afe261126f3 service neutron] 10.222.0.39 "GET /v2.0/networks/2b9a310b-e7c4-41b2-a8f8-d48404a9ee17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225552 May 30 05:55:54.173446 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-36dd36eb-816f-4ca2-a4e6-1b34bb0863c2 req-d1c259f0-9fa6-4580-abb1-75e6e73214ae service neutron] 10.222.0.39 "GET /v2.0/networks/2b9a310b-e7c4-41b2-a8f8-d48404a9ee17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299462 May 30 05:55:54.505818 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aa0497-369d-46b8-83ca-30046a64a01f req-9a315689-eb0c-4f28-8d44-ca130fa5ae69 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:55:54.507281 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-10aa0497-369d-46b8-83ca-30046a64a01f req-9a315689-eb0c-4f28-8d44-ca130fa5ae69 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f04a9a5-a279-49b1-86da-060833ce5d20 HTTP/1.1" status: 200 len: 946 time: 0.0818927 May 30 05:55:54.550372 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-10aa0497-369d-46b8-83ca-30046a64a01f req-3159ff0a-fdd5-439d-861c-ff49d531c367 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/security-groups?id=768b5335-de05-475e-ae59-3061a35617a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374160 May 30 05:55:55.730677 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de64754d-0848-4e0c-8234-0b6a226b8f23 req-05c4163f-30fb-4b9e-9ef8-46312deed22b tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:55:55.732105 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-de64754d-0848-4e0c-8234-0b6a226b8f23 req-05c4163f-30fb-4b9e-9ef8-46312deed22b tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f04a9a5-a279-49b1-86da-060833ce5d20 HTTP/1.1" status: 200 len: 946 time: 0.0798042 May 30 05:55:55.776434 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-de64754d-0848-4e0c-8234-0b6a226b8f23 req-2d9d2005-d4c8-40b1-8bb2-db4c1420260e tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/security-groups?id=768b5335-de05-475e-ae59-3061a35617a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386016 May 30 05:55:56.963892 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba88a29a-3f9d-4d18-8ebf-8febb97f6957 req-b4797cd2-d2b8-4c26-a788-d543d1ead3c8 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:55:56.965342 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ba88a29a-3f9d-4d18-8ebf-8febb97f6957 req-b4797cd2-d2b8-4c26-a788-d543d1ead3c8 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f04a9a5-a279-49b1-86da-060833ce5d20 HTTP/1.1" status: 200 len: 946 time: 0.0880284 May 30 05:55:57.009002 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ba88a29a-3f9d-4d18-8ebf-8febb97f6957 req-b91ea7b4-60de-4780-b7d4-13d292d68726 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/security-groups?id=768b5335-de05-475e-ae59-3061a35617a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380299 May 30 05:55:57.327433 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [req-c0704aa4-5435-4da1-8261-c9857dd0eefa req-b43e73fc-72d6-4e3e-a4bb-36ea24cd9097 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9f04a9a5-a279-49b1-86da-060833ce5d20&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0948665 May 30 05:55:57.354957 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef67100-9db6-4bee-baaa-55cc21ac5f39 req-2ca06982-917b-4fc4-804d-4b03573e2211 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:55:57.356411 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0ef67100-9db6-4bee-baaa-55cc21ac5f39 req-2ca06982-917b-4fc4-804d-4b03573e2211 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f04a9a5-a279-49b1-86da-060833ce5d20 HTTP/1.1" status: 200 len: 946 time: 0.0848749 May 30 05:55:57.404379 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0ef67100-9db6-4bee-baaa-55cc21ac5f39 req-d2a25ac4-d76e-4125-aaa5-11096fe99bcd tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/security-groups?id=768b5335-de05-475e-ae59-3061a35617a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421550 May 30 05:55:58.140969 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c4776c0a-68a4-4cf8-ac18-5f7369aaaeff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:55:58.591416 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dd929c-2c79-4fe2-bd52-0ce8572b9356 req-f7532c7b-f9b4-4f96-a295-7ddf5224c8b2 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:55:58.592892 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-40dd929c-2c79-4fe2-bd52-0ce8572b9356 req-f7532c7b-f9b4-4f96-a295-7ddf5224c8b2 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f04a9a5-a279-49b1-86da-060833ce5d20 HTTP/1.1" status: 200 len: 946 time: 0.0817528 May 30 05:55:58.638119 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-40dd929c-2c79-4fe2-bd52-0ce8572b9356 req-298ae3fd-7179-41fd-813c-c47f375af5c9 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/security-groups?id=768b5335-de05-475e-ae59-3061a35617a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392959 May 30 05:55:59.400455 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device 6e69f226-d145-4261-a1a6-f54508a98ce9 no longer exists at agent hyperv_hv-neutron-8437 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 05:55:59.511374 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Current status of the port 6e69f226-d145-4261-a1a6-f54508a98ce9 is: ACTIVE; New status is: DOWN {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:55:59.511748 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:55:59.570017 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f04a9a5-a279-49b1-86da-060833ce5d20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e69f226-d145-4261-a1a6-f54508a98ce9'}] {{(pid=88262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:55:59.579146 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port 6e69f226-d145-4261-a1a6-f54508a98ce9, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=6e69f226-d145-4261-a1a6-f54508a98ce9,segment=NetworkSegment(2dc754d5-c1f7-460e-9e7f-66cd89bfd1c6),segment_id=2dc754d5-c1f7-460e-9e7f-66cd89bfd1c6)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:55:59.583032 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:55:59.618313 dv-neutron-843763-1-hyperv neutron-server[88262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04a6053b-27e6-45b9-b0f7-429bc0196a2a'] response: {'server_uuid': '9f04a9a5-a279-49b1-86da-060833ce5d20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e69f226-d145-4261-a1a6-f54508a98ce9', 'code': 200} May 30 05:55:59.649553 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Pushing event updated for resources: {'Port': ['ID=6e69f226-d145-4261-a1a6-f54508a98ce9,revision_number=6']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:55:59.656363 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:55:59.656709 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:55:59.657044 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:55:59.657375 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:55:59.657699 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:55:59.658049 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:55:59.658373 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:55:59.658693 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:55:59.659014 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:55:59.659332 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:55:59.659651 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:55:59.659967 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:55:59.716987 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0704aa4-5435-4da1-8261-c9857dd0eefa req-0c67dc3f-ba3b-4577-aca4-8f28b5d8ffff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:55:59.718496 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c0704aa4-5435-4da1-8261-c9857dd0eefa req-0c67dc3f-ba3b-4577-aca4-8f28b5d8ffff service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9f04a9a5-a279-49b1-86da-060833ce5d20&tenant_id=a2f28821aeba4ed59eaafafaf620d4fe HTTP/1.1" status: 200 len: 1097 time: 0.0744193 May 30 05:55:59.873309 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2358fa-5f13-493f-88fa-bc1bde0185b6 req-bcb5700f-e6fc-4207-ae5d-c4abd617a873 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:55:59.874754 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-eb2358fa-5f13-493f-88fa-bc1bde0185b6 req-bcb5700f-e6fc-4207-ae5d-c4abd617a873 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f04a9a5-a279-49b1-86da-060833ce5d20 HTTP/1.1" status: 200 len: 944 time: 0.1071618 May 30 05:55:59.877116 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0704aa4-5435-4da1-8261-c9857dd0eefa req-0fb87e69-f790-439d-87a8-d2cdb68548ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:55:59.878532 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c0704aa4-5435-4da1-8261-c9857dd0eefa req-0fb87e69-f790-439d-87a8-d2cdb68548ae service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a2f28821aeba4ed59eaafafaf620d4fe&device_id=9f04a9a5-a279-49b1-86da-060833ce5d20 HTTP/1.1" status: 200 len: 1097 time: 0.1404905 May 30 05:55:59.996907 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-eb2358fa-5f13-493f-88fa-bc1bde0185b6 req-42fd7b88-3cab-44d2-96e3-fea9275e275c tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/security-groups?id=768b5335-de05-475e-ae59-3061a35617a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1161373 May 30 05:56:00.034946 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0704aa4-5435-4da1-8261-c9857dd0eefa req-888c4236-f466-4d6f-bb27-40b9c1ea1956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:56:00.036450 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c0704aa4-5435-4da1-8261-c9857dd0eefa req-888c4236-f466-4d6f-bb27-40b9c1ea1956 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2b9a310b-e7c4-41b2-a8f8-d48404a9ee17 HTTP/1.1" status: 200 len: 910 time: 0.1436019 May 30 05:56:00.135701 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c0704aa4-5435-4da1-8261-c9857dd0eefa req-bacf2737-651a-4667-9dae-558b7605957c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6e69f226-d145-4261-a1a6-f54508a98ce9 HTTP/1.1" status: 200 len: 1000 time: 0.0935328 May 30 05:56:00.198228 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0704aa4-5435-4da1-8261-c9857dd0eefa req-c3aa58bb-ba14-4bb5-9f71-9d38ee46a786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:56:00.199752 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c0704aa4-5435-4da1-8261-c9857dd0eefa req-c3aa58bb-ba14-4bb5-9f71-9d38ee46a786 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e9baef51-b11c-4692-a9f5-9f050c9177e3 HTTP/1.1" status: 200 len: 848 time: 0.0582862 May 30 05:56:00.277073 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0704aa4-5435-4da1-8261-c9857dd0eefa req-94116da2-5119-469e-bc7b-f0bedbe983d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:56:00.278622 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c0704aa4-5435-4da1-8261-c9857dd0eefa req-94116da2-5119-469e-bc7b-f0bedbe983d5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2b9a310b-e7c4-41b2-a8f8-d48404a9ee17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725038 May 30 05:56:00.338844 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-70aa40e2-d872-4594-997f-7da46e88df0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:56:00.404406 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c0704aa4-5435-4da1-8261-c9857dd0eefa req-b503790e-d761-4124-bfc0-be8e0be9704d service neutron] 10.222.0.39 "GET /v2.0/networks/2b9a310b-e7c4-41b2-a8f8-d48404a9ee17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199689 May 30 05:56:00.535742 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c0704aa4-5435-4da1-8261-c9857dd0eefa req-4e3c2233-91cd-4a01-9bad-2e07908beb29 service neutron] 10.222.0.39 "GET /v2.0/networks/2b9a310b-e7c4-41b2-a8f8-d48404a9ee17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250386 May 30 05:56:01.295247 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e75422-730a-41a3-ac46-b59f2f0c70e2 req-d982f810-c517-47dd-b671-54da9a71d272 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:56:01.296730 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-10e75422-730a-41a3-ac46-b59f2f0c70e2 req-d982f810-c517-47dd-b671-54da9a71d272 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f04a9a5-a279-49b1-86da-060833ce5d20 HTTP/1.1" status: 200 len: 944 time: 0.1963491 May 30 05:56:01.339626 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-10e75422-730a-41a3-ac46-b59f2f0c70e2 req-f4e4b7fe-d2b9-466c-93d5-07d3bab833f4 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/security-groups?id=768b5335-de05-475e-ae59-3061a35617a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371726 May 30 05:56:01.463749 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56ded65b-0e68-413c-8b9b-1097922cc81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:56:01.579062 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:56:02.521897 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0485dd03-8796-47f8-a96c-96b44b8c96ee req-161966d2-7fbc-4c99-a3c7-8bb5a6085c07 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:56:02.523268 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0485dd03-8796-47f8-a96c-96b44b8c96ee req-161966d2-7fbc-4c99-a3c7-8bb5a6085c07 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f04a9a5-a279-49b1-86da-060833ce5d20 HTTP/1.1" status: 200 len: 944 time: 0.0794728 May 30 05:56:02.573755 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0485dd03-8796-47f8-a96c-96b44b8c96ee req-873d65dd-ba00-4a92-97a0-d942517c026d tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/security-groups?id=768b5335-de05-475e-ae59-3061a35617a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448680 May 30 05:56:03.038643 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a142624-940e-4c55-bf49-a5329c884075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:56:03.751136 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe736262-e180-49cb-854a-95cd6fbd32c9 req-7ad9020e-75c8-459a-9d1d-1ecbb790c645 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:56:03.752472 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-fe736262-e180-49cb-854a-95cd6fbd32c9 req-7ad9020e-75c8-459a-9d1d-1ecbb790c645 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f04a9a5-a279-49b1-86da-060833ce5d20 HTTP/1.1" status: 200 len: 944 time: 0.0777242 May 30 05:56:03.797876 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-fe736262-e180-49cb-854a-95cd6fbd32c9 req-341e0aef-45f4-4200-8260-cc4c5847f832 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/security-groups?id=768b5335-de05-475e-ae59-3061a35617a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394866 May 30 05:56:04.978228 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8df891-96ce-4f70-8e8c-29f33fd39827 req-b4e3ea64-8016-4d50-957b-dc52dd5a908a tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:56:04.979687 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9d8df891-96ce-4f70-8e8c-29f33fd39827 req-b4e3ea64-8016-4d50-957b-dc52dd5a908a tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f04a9a5-a279-49b1-86da-060833ce5d20 HTTP/1.1" status: 200 len: 944 time: 0.0782292 May 30 05:56:05.023313 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9d8df891-96ce-4f70-8e8c-29f33fd39827 req-fef26cf7-f0b3-4197-81ba-7bd490c6f1f7 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/security-groups?id=768b5335-de05-475e-ae59-3061a35617a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380948 May 30 05:56:06.213599 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3642b393-f110-426d-ab62-f967b071c7f4 req-3d6bf975-9def-42dc-b1b1-a9f31e8108aa tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:56:06.216161 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3642b393-f110-426d-ab62-f967b071c7f4 req-3d6bf975-9def-42dc-b1b1-a9f31e8108aa tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f04a9a5-a279-49b1-86da-060833ce5d20 HTTP/1.1" status: 200 len: 944 time: 0.0889010 May 30 05:56:06.259961 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3642b393-f110-426d-ab62-f967b071c7f4 req-66730785-938c-4f64-898c-bd2bdaac03dd tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/security-groups?id=768b5335-de05-475e-ae59-3061a35617a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379183 May 30 05:56:07.434685 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device 6e69f226-d145-4261-a1a6-f54508a98ce9 details requested by agent hyperv_hv-neutron-8437 with host hv-neutron-8437 {{(pid=88262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 05:56:07.440961 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22273d1-ca93-4a5f-9497-5c5a4aab5d51 req-412499e3-74e9-4e21-8b7b-b095fb3040db tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:56:07.442466 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d22273d1-ca93-4a5f-9497-5c5a4aab5d51 req-412499e3-74e9-4e21-8b7b-b095fb3040db tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f04a9a5-a279-49b1-86da-060833ce5d20 HTTP/1.1" status: 200 len: 944 time: 0.0791271 May 30 05:56:07.487000 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d22273d1-ca93-4a5f-9497-5c5a4aab5d51 req-6fe8e43b-2049-411f-8dfe-611c68f54b88 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/security-groups?id=768b5335-de05-475e-ae59-3061a35617a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381737 May 30 05:56:07.563100 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port 6e69f226-d145-4261-a1a6-f54508a98ce9, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=6e69f226-d145-4261-a1a6-f54508a98ce9,segment=NetworkSegment(2dc754d5-c1f7-460e-9e7f-66cd89bfd1c6),segment_id=2dc754d5-c1f7-460e-9e7f-66cd89bfd1c6)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:56:07.578919 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Returning: {'device': '6e69f226-d145-4261-a1a6-f54508a98ce9', 'network_id': '2b9a310b-e7c4-41b2-a8f8-d48404a9ee17', 'port_id': '6e69f226-d145-4261-a1a6-f54508a98ce9', 'mac_address': 'fa:16:3e:be:06:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9baef51-b11c-4692-a9f5-9f050c9177e3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 05:56:07.630904 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Current status of the port 6e69f226-d145-4261-a1a6-f54508a98ce9 is: DOWN; New status is: BUILD {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:56:07.631289 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:56:07.647503 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e69f226-d145-4261-a1a6-f54508a98ce9 {{(pid=88262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 30 05:56:07.662377 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port 6e69f226-d145-4261-a1a6-f54508a98ce9, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=6e69f226-d145-4261-a1a6-f54508a98ce9,segment=NetworkSegment(2dc754d5-c1f7-460e-9e7f-66cd89bfd1c6),segment_id=2dc754d5-c1f7-460e-9e7f-66cd89bfd1c6)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:56:07.666358 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:56:07.729539 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Pushing event updated for resources: {'Port': ['ID=6e69f226-d145-4261-a1a6-f54508a98ce9,revision_number=7']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:56:07.999583 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] get_ports_and_sgs() called for port_ids ['6e69f226-d145-4261-a1a6-f54508a98ce9'] {{(pid=88262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 30 05:56:08.672982 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98dc343-72b6-4292-a71e-a10633c1979a req-27240b11-cc02-40e3-9cba-62e064f4a6e2 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:56:08.674464 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a98dc343-72b6-4292-a71e-a10633c1979a req-27240b11-cc02-40e3-9cba-62e064f4a6e2 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f04a9a5-a279-49b1-86da-060833ce5d20 HTTP/1.1" status: 200 len: 945 time: 0.0823615 May 30 05:56:08.716900 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-a98dc343-72b6-4292-a71e-a10633c1979a req-68b35967-0c6d-4a63-9e45-48f0c12360a4 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/security-groups?id=768b5335-de05-475e-ae59-3061a35617a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368948 May 30 05:56:09.455903 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device 6e69f226-d145-4261-a1a6-f54508a98ce9 up at agent hyperv_hv-neutron-8437 {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:56:09.521272 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Provisioning complete for port 6e69f226-d145-4261-a1a6-f54508a98ce9 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:56:09.521574 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:56:09.633933 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Current status of the port 6e69f226-d145-4261-a1a6-f54508a98ce9 is: BUILD; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:56:09.634315 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:56:09.660020 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f04a9a5-a279-49b1-86da-060833ce5d20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e69f226-d145-4261-a1a6-f54508a98ce9'}] {{(pid=88262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:56:09.670343 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port 6e69f226-d145-4261-a1a6-f54508a98ce9, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=6e69f226-d145-4261-a1a6-f54508a98ce9,segment=NetworkSegment(2dc754d5-c1f7-460e-9e7f-66cd89bfd1c6),segment_id=2dc754d5-c1f7-460e-9e7f-66cd89bfd1c6)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:56:09.674313 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:56:09.723320 dv-neutron-843763-1-hyperv neutron-server[88262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7823c223-7b16-4368-8062-7fca9bee5cd3'] response: {'server_uuid': '9f04a9a5-a279-49b1-86da-060833ce5d20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e69f226-d145-4261-a1a6-f54508a98ce9', 'code': 200} May 30 05:56:09.749944 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Pushing event updated for resources: {'Port': ['ID=6e69f226-d145-4261-a1a6-f54508a98ce9,revision_number=8']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:56:09.941838 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064c56bf-850b-4f95-b0fe-ae3995424df7 req-2cde9265-29c2-4f7e-b68a-6be1a3a2cdd8 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:56:09.943260 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-064c56bf-850b-4f95-b0fe-ae3995424df7 req-2cde9265-29c2-4f7e-b68a-6be1a3a2cdd8 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f04a9a5-a279-49b1-86da-060833ce5d20 HTTP/1.1" status: 200 len: 946 time: 0.1144488 May 30 05:56:10.001423 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-064c56bf-850b-4f95-b0fe-ae3995424df7 req-204aabbb-dc54-4a00-b933-bf479051ab86 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/security-groups?id=768b5335-de05-475e-ae59-3061a35617a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517936 May 30 05:56:10.011703 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f3cfa2-4334-4d2c-ab50-d2d6e76f4917 req-a3fce2f8-fc2a-49c0-be58-00a347661f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:56:10.013241 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-18f3cfa2-4334-4d2c-ab50-d2d6e76f4917 req-a3fce2f8-fc2a-49c0-be58-00a347661f01 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9f04a9a5-a279-49b1-86da-060833ce5d20 HTTP/1.1" status: 200 len: 1099 time: 0.1161134 May 30 05:56:10.052093 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-18f3cfa2-4334-4d2c-ab50-d2d6e76f4917 req-9c8908c9-6332-4d9a-b240-e845c53168c9 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=768b5335-de05-475e-ae59-3061a35617a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329394 May 30 05:56:11.185412 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b90b1c4-071a-435a-9c4f-8b69cb51a77e req-a9d5836a-ddfe-41af-bcfa-ce82d0590eef tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:56:11.186912 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4b90b1c4-071a-435a-9c4f-8b69cb51a77e req-a9d5836a-ddfe-41af-bcfa-ce82d0590eef tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f04a9a5-a279-49b1-86da-060833ce5d20 HTTP/1.1" status: 200 len: 946 time: 0.0818985 May 30 05:56:11.236189 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4b90b1c4-071a-435a-9c4f-8b69cb51a77e req-62ce3d22-e8f3-4bb0-8390-90922555020c tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/security-groups?id=768b5335-de05-475e-ae59-3061a35617a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419497 May 30 05:56:12.422042 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8114b2-e6f4-4c3a-b47d-94a325532eb3 req-60e14c46-3118-428f-8bc7-9d6d5f1a105e tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:56:12.423481 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-cd8114b2-e6f4-4c3a-b47d-94a325532eb3 req-60e14c46-3118-428f-8bc7-9d6d5f1a105e tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f04a9a5-a279-49b1-86da-060833ce5d20 HTTP/1.1" status: 200 len: 946 time: 0.0826733 May 30 05:56:12.466386 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-cd8114b2-e6f4-4c3a-b47d-94a325532eb3 req-14e69da4-9519-419f-bbdd-76fafe96a77e tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/security-groups?id=768b5335-de05-475e-ae59-3061a35617a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370080 May 30 05:56:18.040952 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:56:22.173393 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-45f79e78-106a-4f09-9d2c-69baeab7263d None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 05:56:28.159130 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8eed898a-8fa0-4e36-9139-7ba42bdec797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:56:30.347568 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-08d771fc-873c-416f-a777-e9a8bc0503b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:56:31.466413 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56ded65b-0e68-413c-8b9b-1097922cc81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:56:31.588758 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:56:33.042175 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a142624-940e-4c55-bf49-a5329c884075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:56:48.050760 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:56:51.649286 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e0b978ad-5940-44b0-8a7b-8b1b66004a7b req-775dbe4b-ebc1-4c95-af6a-65f9042d4ee6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9f04a9a5-a279-49b1-86da-060833ce5d20&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0735133 May 30 05:56:51.781394 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b978ad-5940-44b0-8a7b-8b1b66004a7b req-985a9e84-0502-4110-b7fd-70013dce3532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:56:51.782900 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e0b978ad-5940-44b0-8a7b-8b1b66004a7b req-985a9e84-0502-4110-b7fd-70013dce3532 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a2f28821aeba4ed59eaafafaf620d4fe&device_id=9f04a9a5-a279-49b1-86da-060833ce5d20 HTTP/1.1" status: 200 len: 1099 time: 0.0689044 May 30 05:56:51.922623 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b978ad-5940-44b0-8a7b-8b1b66004a7b req-ef888468-2b0b-473a-8669-96cd9971fb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:56:51.923954 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e0b978ad-5940-44b0-8a7b-8b1b66004a7b req-ef888468-2b0b-473a-8669-96cd9971fb6e service neutron] 10.222.0.39 "GET /v2.0/networks?id=2b9a310b-e7c4-41b2-a8f8-d48404a9ee17 HTTP/1.1" status: 200 len: 910 time: 0.1232891 May 30 05:56:52.026020 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e0b978ad-5940-44b0-8a7b-8b1b66004a7b req-4cad3aa0-8a73-4caf-9e61-827afc76f4db service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6e69f226-d145-4261-a1a6-f54508a98ce9 HTTP/1.1" status: 200 len: 1002 time: 0.0962284 May 30 05:56:52.085968 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b978ad-5940-44b0-8a7b-8b1b66004a7b req-211fb803-a50c-4cb0-a51d-00e806dbbb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:56:52.087875 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e0b978ad-5940-44b0-8a7b-8b1b66004a7b req-211fb803-a50c-4cb0-a51d-00e806dbbb50 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e9baef51-b11c-4692-a9f5-9f050c9177e3 HTTP/1.1" status: 200 len: 848 time: 0.0556273 May 30 05:56:52.162382 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b978ad-5940-44b0-8a7b-8b1b66004a7b req-44a01168-92ef-4495-86ce-38c6696b0d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:56:52.163813 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e0b978ad-5940-44b0-8a7b-8b1b66004a7b req-44a01168-92ef-4495-86ce-38c6696b0d64 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2b9a310b-e7c4-41b2-a8f8-d48404a9ee17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711789 May 30 05:56:52.396315 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e0b978ad-5940-44b0-8a7b-8b1b66004a7b req-cef420ab-6ca3-4240-9907-c5309bcb983f service neutron] 10.222.0.39 "GET /v2.0/networks/2b9a310b-e7c4-41b2-a8f8-d48404a9ee17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262211 May 30 05:56:52.521035 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e0b978ad-5940-44b0-8a7b-8b1b66004a7b req-2af069ce-454e-4851-8578-e0a34e2ab63c service neutron] 10.222.0.39 "GET /v2.0/networks/2b9a310b-e7c4-41b2-a8f8-d48404a9ee17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188841 May 30 05:56:58.143265 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-cd4da482-ef54-44b5-a82c-8a610e7d9e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:56:59.171809 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-45f79e78-106a-4f09-9d2c-69baeab7263d None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 05:57:00.345800 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c77ca3cd-de7b-453e-b4f4-23162b8077ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:01.470278 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56ded65b-0e68-413c-8b9b-1097922cc81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:01.583966 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:03.044925 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a142624-940e-4c55-bf49-a5329c884075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:18.065893 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:26.325710 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 55968) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:57:26.530953 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-1e1142a5-7fc0-44c2-a6a1-aa7c062e4710 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Deleting port d423561f-29da-416d-b57c-39fd1fa08486 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:57:26.531212 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1e1142a5-7fc0-44c2-a6a1-aa7c062e4710 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:26.693656 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1e1142a5-7fc0-44c2-a6a1-aa7c062e4710 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:26.693951 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1e1142a5-7fc0-44c2-a6a1-aa7c062e4710 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:26.811807 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-1e1142a5-7fc0-44c2-a6a1-aa7c062e4710 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Calling delete_port for d423561f-29da-416d-b57c-39fd1fa08486 owned by network:floatingip {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:57:26.957280 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1e1142a5-7fc0-44c2-a6a1-aa7c062e4710 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:27.002283 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1142a5-7fc0-44c2-a6a1-aa7c062e4710 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Pushing event deleted for resources: {'Port': ['ID=d423561f-29da-416d-b57c-39fd1fa08486,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:57:27.047455 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1142a5-7fc0-44c2-a6a1-aa7c062e4710 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:57:27.047792 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1142a5-7fc0-44c2-a6a1-aa7c062e4710 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:57:27.048129 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1142a5-7fc0-44c2-a6a1-aa7c062e4710 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:57:27.048462 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1142a5-7fc0-44c2-a6a1-aa7c062e4710 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:57:27.048782 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1142a5-7fc0-44c2-a6a1-aa7c062e4710 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:57:27.049105 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1142a5-7fc0-44c2-a6a1-aa7c062e4710 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:57:27.049424 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1142a5-7fc0-44c2-a6a1-aa7c062e4710 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:57:27.049742 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1142a5-7fc0-44c2-a6a1-aa7c062e4710 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:57:27.050087 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1142a5-7fc0-44c2-a6a1-aa7c062e4710 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:57:27.050402 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1142a5-7fc0-44c2-a6a1-aa7c062e4710 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:57:27.050715 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1142a5-7fc0-44c2-a6a1-aa7c062e4710 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:57:27.051027 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1142a5-7fc0-44c2-a6a1-aa7c062e4710 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:57:27.104767 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1e1142a5-7fc0-44c2-a6a1-aa7c062e4710 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Notify callbacks [] for floatingip, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:27.105030 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.db.l3_db [None req-1e1142a5-7fc0-44c2-a6a1-aa7c062e4710 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Floating IP 79693554-7131-436a-85a0-f4c9eae962c7 disassociated (deleted). External IP: 172.26.6.229, port: 6e69f226-d145-4261-a1a6-f54508a98ce9. May 30 05:57:27.442592 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e1142a5-7fc0-44c2-a6a1-aa7c062e4710 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Router ac514167-c7d8-42bf-9683-93ae560e442b has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 05:57:27.730212 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e1142a5-7fc0-44c2-a6a1-aa7c062e4710 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:57:27.740106 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a891a5b1-c887-4bd8-9e52-95719a0558b3 None None] Sync routers for ids ['ac514167-c7d8-42bf-9683-93ae560e442b'] in dv-neutron-843763-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:57:27.749358 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-1e1142a5-7fc0-44c2-a6a1-aa7c062e4710 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for floatingip, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:27.750183 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a891a5b1-c887-4bd8-9e52-95719a0558b3 None None] Routers {'ac514167-c7d8-42bf-9683-93ae560e442b'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:57:27.750868 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-a891a5b1-c887-4bd8-9e52-95719a0558b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:57:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['ac514167-c7d8-42bf-9683-93ae560e442b'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:57:27.807757 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-1e1142a5-7fc0-44c2-a6a1-aa7c062e4710 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "DELETE /v2.0/floatingips/79693554-7131-436a-85a0-f4c9eae962c7 HTTP/1.1" status: 204 len: 168 time: 1.4809144 May 30 05:57:27.808337 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f04a9a5-a279-49b1-86da-060833ce5d20', 'tag': '6e69f226-d145-4261-a1a6-f54508a98ce9'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:57:27.953972 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-a891a5b1-c887-4bd8-9e52-95719a0558b3 None None] Set router ac514167-c7d8-42bf-9683-93ae560e442b gateway port host: dv-neutron-843763-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:57:28.042201 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c13fc02-08fc-4152-ac86-e0c51506a129'] response: {'name': 'network-changed', 'server_uuid': '9f04a9a5-a279-49b1-86da-060833ce5d20', 'tag': '6e69f226-d145-4261-a1a6-f54508a98ce9', 'status': 'completed', 'code': 200} May 30 05:57:28.145967 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-628d37be-2b3b-4b1c-ac64-0c443df2ff71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:28.192492 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5954c319-b0d8-4d67-910d-4eb76b19a009 req-5744830f-171c-4fec-a487-e1cac0e38a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:57:28.193996 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5954c319-b0d8-4d67-910d-4eb76b19a009 req-5744830f-171c-4fec-a487-e1cac0e38a8d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a2f28821aeba4ed59eaafafaf620d4fe&device_id=9f04a9a5-a279-49b1-86da-060833ce5d20 HTTP/1.1" status: 200 len: 1099 time: 0.1264470 May 30 05:57:28.287950 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-a891a5b1-c887-4bd8-9e52-95719a0558b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac514167-c7d8-42bf-9683-93ae560e442b', 'name': 'tempest-TestShelveInstance-1000851067-router', 'tenant_id': 'a2f28821aeba4ed59eaafafaf620d4fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.160'}], 'enable_snat': True}, 'gw_port_id': 'e261021d-826a-432c-ba86-832410215a17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:47:52Z', 'updated_at': '2022-05-30T05:47:56Z', 'revision_number': 4, 'project_id': 'a2f28821aeba4ed59eaafafaf620d4fe', 'gw_port': {'id': 'e261021d-826a-432c-ba86-832410215a17', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:fc:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac514167-c7d8-42bf-9683-93ae560e442b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:47:52Z', 'updated_at': '2022-05-30T05:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': '609b956a-fe43-41a9-b7e4-e7d663e4b300', 'name': '', 'network_id': '2b9a310b-e7c4-41b2-a8f8-d48404a9ee17', 'tenant_id': 'a2f28821aeba4ed59eaafafaf620d4fe', 'mac_address': 'fa:16:3e:f1:23:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac514167-c7d8-42bf-9683-93ae560e442b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': 'e9baef51-b11c-4692-a9f5-9f050c9177e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:47:55Z', 'updated_at': '2022-05-30T05:48:01Z', 'revision_number': 5, 'project_id': 'a2f28821aeba4ed59eaafafaf620d4fe', 'subnets': [{'id': 'e9baef51-b11c-4692-a9f5-9f050c9177e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:57:28.291800 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a891a5b1-c887-4bd8-9e52-95719a0558b3 None None] Checking router: ac514167-c7d8-42bf-9683-93ae560e442b for host: dv-neutron-843763-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 05:57:28.296492 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2716ee-fa2f-4ed8-817b-8121640b8d98 req-84846537-a1b2-4f08-906f-757e85f1518a tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:57:28.297182 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-9e2716ee-fa2f-4ed8-817b-8121640b8d98 req-84846537-a1b2-4f08-906f-757e85f1518a tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Synchronizing usage tracker for tenant:a2f28821aeba4ed59eaafafaf620d4fe on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:57:28.299956 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a891a5b1-c887-4bd8-9e52-95719a0558b3 None None] Routers {'ac514167-c7d8-42bf-9683-93ae560e442b'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:57:28.300534 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-a891a5b1-c887-4bd8-9e52-95719a0558b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:57:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['ac514167-c7d8-42bf-9683-93ae560e442b'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:57:28.330680 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-9e2716ee-fa2f-4ed8-817b-8121640b8d98 req-84846537-a1b2-4f08-906f-757e85f1518a tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Unset dirty status for tenant:a2f28821aeba4ed59eaafafaf620d4fe on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:57:28.331827 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9e2716ee-fa2f-4ed8-817b-8121640b8d98 req-84846537-a1b2-4f08-906f-757e85f1518a tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f04a9a5-a279-49b1-86da-060833ce5d20 HTTP/1.1" status: 200 len: 946 time: 0.2052879 May 30 05:57:28.367596 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5954c319-b0d8-4d67-910d-4eb76b19a009 req-b8f37b42-364e-4bd5-9bd3-61d96dd0310c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:57:28.369589 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5954c319-b0d8-4d67-910d-4eb76b19a009 req-b8f37b42-364e-4bd5-9bd3-61d96dd0310c service neutron] 10.222.0.39 "GET /v2.0/networks?id=2b9a310b-e7c4-41b2-a8f8-d48404a9ee17 HTTP/1.1" status: 200 len: 910 time: 0.1688135 May 30 05:57:28.449596 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5954c319-b0d8-4d67-910d-4eb76b19a009 req-e556ca69-25ac-4836-846b-f3c9f79e6d4d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6e69f226-d145-4261-a1a6-f54508a98ce9 HTTP/1.1" status: 200 len: 217 time: 0.0677679 May 30 05:57:28.452499 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9e2716ee-fa2f-4ed8-817b-8121640b8d98 req-89b6ea87-b0c7-475e-b603-26f640838edb tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/security-groups?id=768b5335-de05-475e-ae59-3061a35617a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077926 May 30 05:57:28.473983 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-a891a5b1-c887-4bd8-9e52-95719a0558b3 None None] Set router ac514167-c7d8-42bf-9683-93ae560e442b gateway port host: dv-neutron-843763-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:57:28.513385 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5954c319-b0d8-4d67-910d-4eb76b19a009 req-54cc6c52-a2e7-4e86-a76c-17613636a86d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:57:28.514774 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5954c319-b0d8-4d67-910d-4eb76b19a009 req-54cc6c52-a2e7-4e86-a76c-17613636a86d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e9baef51-b11c-4692-a9f5-9f050c9177e3 HTTP/1.1" status: 200 len: 848 time: 0.0583115 May 30 05:57:28.591421 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5954c319-b0d8-4d67-910d-4eb76b19a009 req-917041eb-c2d5-4b21-b872-586913ecc6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:57:28.592891 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5954c319-b0d8-4d67-910d-4eb76b19a009 req-917041eb-c2d5-4b21-b872-586913ecc6c6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2b9a310b-e7c4-41b2-a8f8-d48404a9ee17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711663 May 30 05:57:28.723173 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5954c319-b0d8-4d67-910d-4eb76b19a009 req-6ad6a322-bc57-4931-90df-c8ff134ecb06 service neutron] 10.222.0.39 "GET /v2.0/networks/2b9a310b-e7c4-41b2-a8f8-d48404a9ee17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229019 May 30 05:57:28.790234 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-a891a5b1-c887-4bd8-9e52-95719a0558b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac514167-c7d8-42bf-9683-93ae560e442b', 'name': 'tempest-TestShelveInstance-1000851067-router', 'tenant_id': 'a2f28821aeba4ed59eaafafaf620d4fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.160'}], 'enable_snat': True}, 'gw_port_id': 'e261021d-826a-432c-ba86-832410215a17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:47:52Z', 'updated_at': '2022-05-30T05:47:56Z', 'revision_number': 4, 'project_id': 'a2f28821aeba4ed59eaafafaf620d4fe', 'gw_port': {'id': 'e261021d-826a-432c-ba86-832410215a17', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:fc:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac514167-c7d8-42bf-9683-93ae560e442b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:47:52Z', 'updated_at': '2022-05-30T05:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': '609b956a-fe43-41a9-b7e4-e7d663e4b300', 'name': '', 'network_id': '2b9a310b-e7c4-41b2-a8f8-d48404a9ee17', 'tenant_id': 'a2f28821aeba4ed59eaafafaf620d4fe', 'mac_address': 'fa:16:3e:f1:23:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac514167-c7d8-42bf-9683-93ae560e442b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': 'e9baef51-b11c-4692-a9f5-9f050c9177e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:47:55Z', 'updated_at': '2022-05-30T05:48:01Z', 'revision_number': 5, 'project_id': 'a2f28821aeba4ed59eaafafaf620d4fe', 'subnets': [{'id': 'e9baef51-b11c-4692-a9f5-9f050c9177e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:57:28.794737 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a891a5b1-c887-4bd8-9e52-95719a0558b3 None None] The sync data for ids ['ac514167-c7d8-42bf-9683-93ae560e442b'] in dv-neutron-843763-1-hyperv is: [{'id': 'ac514167-c7d8-42bf-9683-93ae560e442b', 'name': 'tempest-TestShelveInstance-1000851067-router', 'tenant_id': 'a2f28821aeba4ed59eaafafaf620d4fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.160'}], 'enable_snat': True}, 'gw_port_id': 'e261021d-826a-432c-ba86-832410215a17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:47:52Z', 'updated_at': '2022-05-30T05:47:56Z', 'revision_number': 4, 'project_id': 'a2f28821aeba4ed59eaafafaf620d4fe', 'gw_port': {'id': 'e261021d-826a-432c-ba86-832410215a17', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:fc:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac514167-c7d8-42bf-9683-93ae560e442b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:47:52Z', 'updated_at': '2022-05-30T05:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': '609b956a-fe43-41a9-b7e4-e7d663e4b300', 'name': '', 'network_id': '2b9a310b-e7c4-41b2-a8f8-d48404a9ee17', 'tenant_id': 'a2f28821aeba4ed59eaafafaf620d4fe', 'mac_address': 'fa:16:3e:f1:23:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac514167-c7d8-42bf-9683-93ae560e442b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': 'e9baef51-b11c-4692-a9f5-9f050c9177e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:47:55Z', 'updated_at': '2022-05-30T05:48:01Z', 'revision_number': 5, 'project_id': 'a2f28821aeba4ed59eaafafaf620d4fe', 'subnets': [{'id': 'e9baef51-b11c-4692-a9f5-9f050c9177e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:57:28.857752 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5954c319-b0d8-4d67-910d-4eb76b19a009 req-24ed960a-25df-4572-8429-3ec0a745177e service neutron] 10.222.0.39 "GET /v2.0/networks/2b9a310b-e7c4-41b2-a8f8-d48404a9ee17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271393 May 30 05:57:29.019607 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5917a5d-b069-4cc6-9b97-cf4619383e84 None None] New status for floating IP 79693554-7131-436a-85a0-f4c9eae962c7: DOWN {{(pid=88262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 30 05:57:29.663409 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16ef423-12e7-40b5-bd75-2e66bcab2597 req-8c457754-bf97-433f-b23d-620a5401dc55 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:57:29.663409 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d16ef423-12e7-40b5-bd75-2e66bcab2597 req-8c457754-bf97-433f-b23d-620a5401dc55 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f04a9a5-a279-49b1-86da-060833ce5d20 HTTP/1.1" status: 200 len: 946 time: 0.0829754 May 30 05:57:29.737774 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d16ef423-12e7-40b5-bd75-2e66bcab2597 req-6f750588-f9ab-413d-9775-abb93c1cd253 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/security-groups?id=768b5335-de05-475e-ae59-3061a35617a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694633 May 30 05:57:29.780343 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dee8bde-c0c5-4e26-842a-46d20fc76422 req-8e2b4393-613f-4332-a44b-72bde76ca55f tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:57:29.781753 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2dee8bde-c0c5-4e26-842a-46d20fc76422 req-8e2b4393-613f-4332-a44b-72bde76ca55f tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.39 "GET /v2.0/ports?device_id=9f04a9a5-a279-49b1-86da-060833ce5d20 HTTP/1.1" status: 200 len: 946 time: 0.0830915 May 30 05:57:29.853717 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [req-2dee8bde-c0c5-4e26-842a-46d20fc76422 req-91d4979e-fdbc-4ac4-8e4f-e13643f9773c tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Deleting port 6e69f226-d145-4261-a1a6-f54508a98ce9 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:57:29.854076 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-2dee8bde-c0c5-4e26-842a-46d20fc76422 req-91d4979e-fdbc-4ac4-8e4f-e13643f9773c tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:30.193021 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [req-2dee8bde-c0c5-4e26-842a-46d20fc76422 req-91d4979e-fdbc-4ac4-8e4f-e13643f9773c tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] For port 6e69f226-d145-4261-a1a6-f54508a98ce9, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=6e69f226-d145-4261-a1a6-f54508a98ce9,segment=NetworkSegment(2dc754d5-c1f7-460e-9e7f-66cd89bfd1c6),segment_id=2dc754d5-c1f7-460e-9e7f-66cd89bfd1c6)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:57:30.193373 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-2dee8bde-c0c5-4e26-842a-46d20fc76422 req-91d4979e-fdbc-4ac4-8e4f-e13643f9773c tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:30.312153 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [req-2dee8bde-c0c5-4e26-842a-46d20fc76422 req-91d4979e-fdbc-4ac4-8e4f-e13643f9773c tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Calling delete_port for 6e69f226-d145-4261-a1a6-f54508a98ce9 owned by compute:nova {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:57:30.346910 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-813a628b-5696-4534-85f4-300eeb0c1b71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:30.456374 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-2dee8bde-c0c5-4e26-842a-46d20fc76422 req-91d4979e-fdbc-4ac4-8e4f-e13643f9773c tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:30.504621 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d4979e-fdbc-4ac4-8e4f-e13643f9773c tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Pushing event deleted for resources: {'Port': ['ID=6e69f226-d145-4261-a1a6-f54508a98ce9,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:57:30.580332 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dee8bde-c0c5-4e26-842a-46d20fc76422 req-91d4979e-fdbc-4ac4-8e4f-e13643f9773c tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] No DVR routers for this DVR port 6e69f226-d145-4261-a1a6-f54508a98ce9 on host hv-neutron-8437 {{(pid=88261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 05:57:30.582753 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-2dee8bde-c0c5-4e26-842a-46d20fc76422 req-91d4979e-fdbc-4ac4-8e4f-e13643f9773c tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:30.585134 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f04a9a5-a279-49b1-86da-060833ce5d20', 'name': 'network-vif-deleted', 'tag': '6e69f226-d145-4261-a1a6-f54508a98ce9'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:57:30.601030 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-2dee8bde-c0c5-4e26-842a-46d20fc76422 req-91d4979e-fdbc-4ac4-8e4f-e13643f9773c tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.39 "DELETE /v2.0/ports/6e69f226-d145-4261-a1a6-f54508a98ce9 HTTP/1.1" status: 204 len: 173 time: 0.8141265 May 30 05:57:30.638887 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32bef70c-ca7b-442c-ab35-111b77689ab3'] response: {'server_uuid': '9f04a9a5-a279-49b1-86da-060833ce5d20', 'name': 'network-vif-deleted', 'tag': '6e69f226-d145-4261-a1a6-f54508a98ce9', 'status': 'completed', 'code': 200} May 30 05:57:30.888228 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-cc4240bd-7d8e-44c5-a53f-935f9fc04e46 req-e1207884-d352-4a45-8798-11018e3b92b7 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Synchronizing usage tracker for tenant:a2f28821aeba4ed59eaafafaf620d4fe on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:57:30.905196 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-cc4240bd-7d8e-44c5-a53f-935f9fc04e46 req-e1207884-d352-4a45-8798-11018e3b92b7 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Unset dirty status for tenant:a2f28821aeba4ed59eaafafaf620d4fe on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:57:30.906470 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-cc4240bd-7d8e-44c5-a53f-935f9fc04e46 req-e1207884-d352-4a45-8798-11018e3b92b7 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f04a9a5-a279-49b1-86da-060833ce5d20 HTTP/1.1" status: 200 len: 210 time: 0.0624573 May 30 05:57:31.475212 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56ded65b-0e68-413c-8b9b-1097922cc81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:31.587022 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:31.849949 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device 6e69f226-d145-4261-a1a6-f54508a98ce9 no longer exists at agent hyperv_hv-neutron-8437 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 05:57:31.883854 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] No Port match for: 6e69f226-d145-4261-a1a6-f54508a98ce9 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 05:57:31.884242 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device 6e69f226-d145-4261-a1a6-f54508a98ce9 not bound to the agent host hv-neutron-8437 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 05:57:32.000654 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 55990) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:57:32.070584 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0518c7eb-d175-4594-ad11-22b41c765f72 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:32.099717 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0518c7eb-d175-4594-ad11-22b41c765f72 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:32.169611 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0518c7eb-d175-4594-ad11-22b41c765f72 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:32.189432 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0518c7eb-d175-4594-ad11-22b41c765f72 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=768b5335-de05-475e-ae59-3061a35617a5,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:57:32.200116 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0518c7eb-d175-4594-ad11-22b41c765f72 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:57:32.200448 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0518c7eb-d175-4594-ad11-22b41c765f72 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:57:32.200802 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0518c7eb-d175-4594-ad11-22b41c765f72 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:57:32.201142 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0518c7eb-d175-4594-ad11-22b41c765f72 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:57:32.201451 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0518c7eb-d175-4594-ad11-22b41c765f72 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:57:32.201785 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0518c7eb-d175-4594-ad11-22b41c765f72 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:57:32.202136 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0518c7eb-d175-4594-ad11-22b41c765f72 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:57:32.202466 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0518c7eb-d175-4594-ad11-22b41c765f72 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:57:32.202794 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0518c7eb-d175-4594-ad11-22b41c765f72 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:57:32.203116 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0518c7eb-d175-4594-ad11-22b41c765f72 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:57:32.203436 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0518c7eb-d175-4594-ad11-22b41c765f72 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:57:32.203755 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0518c7eb-d175-4594-ad11-22b41c765f72 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:57:32.206851 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-0518c7eb-d175-4594-ad11-22b41c765f72 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:32.210727 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-0518c7eb-d175-4594-ad11-22b41c765f72 tempest-TestShelveInstance-1858757560 tempest-TestShelveInstance-1858757560-project] 10.222.0.15 "DELETE /v2.0/security-groups/768b5335-de05-475e-ae59-3061a35617a5 HTTP/1.1" status: 204 len: 168 time: 0.2089002 May 30 05:57:32.274259 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 55996) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:57:32.923077 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2bb43937-3f0c-47ee-91cb-2439ef3d2e19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602184'] for router_interface, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:33.050262 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a142624-940e-4c55-bf49-a5329c884075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:33.267156 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-2bb43937-3f0c-47ee-91cb-2439ef3d2e19 admin admin] Deleting port 609b956a-fe43-41a9-b7e4-e7d663e4b300 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:57:33.267846 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2bb43937-3f0c-47ee-91cb-2439ef3d2e19 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:33.553127 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-2bb43937-3f0c-47ee-91cb-2439ef3d2e19 admin admin] For port 609b956a-fe43-41a9-b7e4-e7d663e4b300, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=609b956a-fe43-41a9-b7e4-e7d663e4b300,segment=NetworkSegment(2dc754d5-c1f7-460e-9e7f-66cd89bfd1c6),segment_id=2dc754d5-c1f7-460e-9e7f-66cd89bfd1c6)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:57:33.553746 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2bb43937-3f0c-47ee-91cb-2439ef3d2e19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:33.675407 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-2bb43937-3f0c-47ee-91cb-2439ef3d2e19 admin admin] Calling delete_port for 609b956a-fe43-41a9-b7e4-e7d663e4b300 owned by network:router_interface {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:57:33.937867 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2bb43937-3f0c-47ee-91cb-2439ef3d2e19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:33.988878 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb43937-3f0c-47ee-91cb-2439ef3d2e19 admin admin] Pushing event deleted for resources: {'Port': ['ID=609b956a-fe43-41a9-b7e4-e7d663e4b300,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:57:34.249190 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2bb43937-3f0c-47ee-91cb-2439ef3d2e19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1642797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602100'] for router_interface, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:34.608657 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bb43937-3f0c-47ee-91cb-2439ef3d2e19 admin admin] Router ac514167-c7d8-42bf-9683-93ae560e442b has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 05:57:34.897626 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bb43937-3f0c-47ee-91cb-2439ef3d2e19 admin admin] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:57:34.907198 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b4ff3a-fb15-4dfb-b3bb-f7adb88ac3c1 None None] Sync routers for ids ['ac514167-c7d8-42bf-9683-93ae560e442b'] in dv-neutron-843763-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:57:34.914265 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-2bb43937-3f0c-47ee-91cb-2439ef3d2e19 admin admin] 10.222.0.15 "PUT /v2.0/routers/ac514167-c7d8-42bf-9683-93ae560e442b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6388936 May 30 05:57:34.917406 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 56002) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:57:34.917916 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b4ff3a-fb15-4dfb-b3bb-f7adb88ac3c1 None None] Routers {'ac514167-c7d8-42bf-9683-93ae560e442b'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:57:34.918520 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-c4b4ff3a-fb15-4dfb-b3bb-f7adb88ac3c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:57:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['ac514167-c7d8-42bf-9683-93ae560e442b'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:57:35.090114 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-14b3520a-5fa7-40f4-84c3-1b2f5fc64b2d admin admin] Notify callbacks [] for router, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:35.091624 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-c4b4ff3a-fb15-4dfb-b3bb-f7adb88ac3c1 None None] Set router ac514167-c7d8-42bf-9683-93ae560e442b gateway port host: dv-neutron-843763-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:57:35.266126 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-14b3520a-5fa7-40f4-84c3-1b2f5fc64b2d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:35.276701 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-14b3520a-5fa7-40f4-84c3-1b2f5fc64b2d admin admin] Deleting port e261021d-826a-432c-ba86-832410215a17 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:57:35.277128 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-14b3520a-5fa7-40f4-84c3-1b2f5fc64b2d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:35.393354 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-c4b4ff3a-fb15-4dfb-b3bb-f7adb88ac3c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac514167-c7d8-42bf-9683-93ae560e442b', 'name': 'tempest-TestShelveInstance-1000851067-router', 'tenant_id': 'a2f28821aeba4ed59eaafafaf620d4fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.160'}], 'enable_snat': True}, 'gw_port_id': 'e261021d-826a-432c-ba86-832410215a17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:47:52Z', 'updated_at': '2022-05-30T05:57:33Z', 'revision_number': 5, 'project_id': 'a2f28821aeba4ed59eaafafaf620d4fe', 'gw_port': {'id': 'e261021d-826a-432c-ba86-832410215a17', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:fc:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac514167-c7d8-42bf-9683-93ae560e442b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:47:52Z', 'updated_at': '2022-05-30T05:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv'}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:57:35.397187 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b4ff3a-fb15-4dfb-b3bb-f7adb88ac3c1 None None] Checking router: ac514167-c7d8-42bf-9683-93ae560e442b for host: dv-neutron-843763-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 05:57:35.405956 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b4ff3a-fb15-4dfb-b3bb-f7adb88ac3c1 None None] Routers {'ac514167-c7d8-42bf-9683-93ae560e442b'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:57:35.406554 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-c4b4ff3a-fb15-4dfb-b3bb-f7adb88ac3c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:57:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['ac514167-c7d8-42bf-9683-93ae560e442b'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:57:35.448350 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-14b3520a-5fa7-40f4-84c3-1b2f5fc64b2d admin admin] For port e261021d-826a-432c-ba86-832410215a17, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=e261021d-826a-432c-ba86-832410215a17,segment=NetworkSegment(ad083d94-0233-4c50-a0ed-00ef7686038c),segment_id=ad083d94-0233-4c50-a0ed-00ef7686038c)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:57:35.448692 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-14b3520a-5fa7-40f4-84c3-1b2f5fc64b2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:35.558172 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-c4b4ff3a-fb15-4dfb-b3bb-f7adb88ac3c1 None None] Set router ac514167-c7d8-42bf-9683-93ae560e442b gateway port host: None {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:57:35.573025 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-14b3520a-5fa7-40f4-84c3-1b2f5fc64b2d admin admin] Calling delete_port for e261021d-826a-432c-ba86-832410215a17 owned by network:router_gateway {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:57:35.661798 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-c4b4ff3a-fb15-4dfb-b3bb-f7adb88ac3c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac514167-c7d8-42bf-9683-93ae560e442b', 'name': 'tempest-TestShelveInstance-1000851067-router', 'tenant_id': 'a2f28821aeba4ed59eaafafaf620d4fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:47:52Z', 'updated_at': '2022-05-30T05:57:35Z', 'revision_number': 6, 'project_id': 'a2f28821aeba4ed59eaafafaf620d4fe', 'gw_port_host': None}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:57:35.666312 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b4ff3a-fb15-4dfb-b3bb-f7adb88ac3c1 None None] The sync data for ids ['ac514167-c7d8-42bf-9683-93ae560e442b'] in dv-neutron-843763-1-hyperv is: [{'id': 'ac514167-c7d8-42bf-9683-93ae560e442b', 'name': 'tempest-TestShelveInstance-1000851067-router', 'tenant_id': 'a2f28821aeba4ed59eaafafaf620d4fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:47:52Z', 'updated_at': '2022-05-30T05:57:35Z', 'revision_number': 6, 'project_id': 'a2f28821aeba4ed59eaafafaf620d4fe', 'gw_port_host': None}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:57:35.741492 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-14b3520a-5fa7-40f4-84c3-1b2f5fc64b2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:35.788461 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b3520a-5fa7-40f4-84c3-1b2f5fc64b2d admin admin] Pushing event deleted for resources: {'Port': ['ID=e261021d-826a-432c-ba86-832410215a17,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:57:35.875258 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-14b3520a-5fa7-40f4-84c3-1b2f5fc64b2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1604781'] for router_gateway, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:36.043542 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-14b3520a-5fa7-40f4-84c3-1b2f5fc64b2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11660'] for router, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:36.045770 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-14b3520a-5fa7-40f4-84c3-1b2f5fc64b2d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:36.074740 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-14b3520a-5fa7-40f4-84c3-1b2f5fc64b2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1601605'] for router, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:36.075260 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14b3520a-5fa7-40f4-84c3-1b2f5fc64b2d admin admin] Fanout notify agent at l3_agent the message router_deleted on router ac514167-c7d8-42bf-9683-93ae560e442b {{(pid=88261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 30 05:57:36.087913 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-14b3520a-5fa7-40f4-84c3-1b2f5fc64b2d admin admin] Notify callbacks [] for router, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:36.089021 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-14b3520a-5fa7-40f4-84c3-1b2f5fc64b2d admin admin] 10.222.0.15 "DELETE /v2.0/routers/ac514167-c7d8-42bf-9683-93ae560e442b HTTP/1.1" status: 204 len: 168 time: 1.1706948 May 30 05:57:36.091513 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 56006) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:57:36.151861 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_v2 [None req-675914e3-aa51-4b0d-af7b-c4fd7433b7c7 admin admin] Deleting subnet e9baef51-b11c-4692-a9f5-9f050c9177e3 {{(pid=88261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 30 05:57:36.154640 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-675914e3-aa51-4b0d-af7b-c4fd7433b7c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:36.170113 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-45f79e78-106a-4f09-9d2c-69baeab7263d None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 05:57:36.312282 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-675914e3-aa51-4b0d-af7b-c4fd7433b7c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3545586'] for subnet, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:36.390621 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-675914e3-aa51-4b0d-af7b-c4fd7433b7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860493'] for subnet, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:36.459556 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-675914e3-aa51-4b0d-af7b-c4fd7433b7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2304955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9305493'] for subnet, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:36.498889 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-675914e3-aa51-4b0d-af7b-c4fd7433b7c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:36.501448 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675914e3-aa51-4b0d-af7b-c4fd7433b7c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9baef51-b11c-4692-a9f5-9f050c9177e3,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:57:36.501781 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7d47417-4f17-4ca0-8e87-dbec4732a14e None None] Network 2b9a310b-e7c4-41b2-a8f8-d48404a9ee17 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:57:36.507095 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-675914e3-aa51-4b0d-af7b-c4fd7433b7c7 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/e9baef51-b11c-4692-a9f5-9f050c9177e3 HTTP/1.1" status: 204 len: 168 time: 0.4145658 May 30 05:57:36.510059 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 56010) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:57:36.617706 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-fd2b144c-1505-47a0-a886-5876f965ef40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897784'] for network, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:36.629263 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-fd2b144c-1505-47a0-a886-5876f965ef40 admin admin] Deleting port 044dec8e-9cd8-4c7f-8832-6daf61f45038 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:57:36.629604 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-fd2b144c-1505-47a0-a886-5876f965ef40 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:36.807205 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d1c035b-124a-4237-bd2d-738a188d1f78 None None] DHCP port deletion for 2b9a310b-e7c4-41b2-a8f8-d48404a9ee17 request from dv-neutron-843763-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 30 05:57:36.811437 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9d1c035b-124a-4237-bd2d-738a188d1f78 None None] Deleting port 044dec8e-9cd8-4c7f-8832-6daf61f45038 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:57:36.811814 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9d1c035b-124a-4237-bd2d-738a188d1f78 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:36.840898 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-fd2b144c-1505-47a0-a886-5876f965ef40 admin admin] For port 044dec8e-9cd8-4c7f-8832-6daf61f45038, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=044dec8e-9cd8-4c7f-8832-6daf61f45038,segment=NetworkSegment(2dc754d5-c1f7-460e-9e7f-66cd89bfd1c6),segment_id=2dc754d5-c1f7-460e-9e7f-66cd89bfd1c6)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:57:36.841463 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-fd2b144c-1505-47a0-a886-5876f965ef40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:36.966902 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-fd2b144c-1505-47a0-a886-5876f965ef40 admin admin] Calling delete_port for 044dec8e-9cd8-4c7f-8832-6daf61f45038 owned by network:dhcp {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:57:37.012752 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9d1c035b-124a-4237-bd2d-738a188d1f78 None None] For port 044dec8e-9cd8-4c7f-8832-6daf61f45038, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=044dec8e-9cd8-4c7f-8832-6daf61f45038,segment=NetworkSegment(2dc754d5-c1f7-460e-9e7f-66cd89bfd1c6),segment_id=2dc754d5-c1f7-460e-9e7f-66cd89bfd1c6)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:57:37.013131 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9d1c035b-124a-4237-bd2d-738a188d1f78 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:37.041686 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-fd2b144c-1505-47a0-a886-5876f965ef40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:37.089626 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2b144c-1505-47a0-a886-5876f965ef40 admin admin] Pushing event deleted for resources: {'Port': ['ID=044dec8e-9cd8-4c7f-8832-6daf61f45038,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:57:37.093254 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2b144c-1505-47a0-a886-5876f965ef40 admin admin] No DVR routers for this DVR port 044dec8e-9cd8-4c7f-8832-6daf61f45038 on host dv-neutron-843763-1-hyperv {{(pid=88261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 05:57:37.137467 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9d1c035b-124a-4237-bd2d-738a188d1f78 None None] Calling delete_port for 044dec8e-9cd8-4c7f-8832-6daf61f45038 owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:57:37.205425 dv-neutron-843763-1-hyperv neutron-server[88262]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 05:57:37.205425 dv-neutron-843763-1-hyperv neutron-server[88262]: util.warn( May 30 05:57:37.205425 dv-neutron-843763-1-hyperv neutron-server[88262]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 05:57:37.205425 dv-neutron-843763-1-hyperv neutron-server[88262]: util.warn( May 30 05:57:37.205425 dv-neutron-843763-1-hyperv neutron-server[88262]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 05:57:37.205425 dv-neutron-843763-1-hyperv neutron-server[88262]: util.warn( May 30 05:57:37.205425 dv-neutron-843763-1-hyperv neutron-server[88262]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 05:57:37.205425 dv-neutron-843763-1-hyperv neutron-server[88262]: util.warn( May 30 05:57:37.205425 dv-neutron-843763-1-hyperv neutron-server[88262]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 05:57:37.205425 dv-neutron-843763-1-hyperv neutron-server[88262]: util.warn( May 30 05:57:37.205425 dv-neutron-843763-1-hyperv neutron-server[88262]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 05:57:37.205425 dv-neutron-843763-1-hyperv neutron-server[88262]: util.warn( May 30 05:57:37.205425 dv-neutron-843763-1-hyperv neutron-server[88262]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 05:57:37.205425 dv-neutron-843763-1-hyperv neutron-server[88262]: util.warn( May 30 05:57:37.205425 dv-neutron-843763-1-hyperv neutron-server[88262]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 05:57:37.205425 dv-neutron-843763-1-hyperv neutron-server[88262]: util.warn( May 30 05:57:37.205425 dv-neutron-843763-1-hyperv neutron-server[88262]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 05:57:37.205425 dv-neutron-843763-1-hyperv neutron-server[88262]: util.warn( May 30 05:57:37.205425 dv-neutron-843763-1-hyperv neutron-server[88262]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 05:57:37.205425 dv-neutron-843763-1-hyperv neutron-server[88262]: util.warn( May 30 05:57:37.205425 dv-neutron-843763-1-hyperv neutron-server[88262]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 05:57:37.205425 dv-neutron-843763-1-hyperv neutron-server[88262]: util.warn( May 30 05:57:37.205425 dv-neutron-843763-1-hyperv neutron-server[88262]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 05:57:37.205425 dv-neutron-843763-1-hyperv neutron-server[88262]: util.warn( May 30 05:57:37.205425 dv-neutron-843763-1-hyperv neutron-server[88262]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 05:57:37.205425 dv-neutron-843763-1-hyperv neutron-server[88262]: util.warn( May 30 05:57:37.205425 dv-neutron-843763-1-hyperv neutron-server[88262]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 05:57:37.205425 dv-neutron-843763-1-hyperv neutron-server[88262]: util.warn( May 30 05:57:37.205425 dv-neutron-843763-1-hyperv neutron-server[88262]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 05:57:37.205425 dv-neutron-843763-1-hyperv neutron-server[88262]: util.warn( May 30 05:57:37.205425 dv-neutron-843763-1-hyperv neutron-server[88262]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 05:57:37.205425 dv-neutron-843763-1-hyperv neutron-server[88262]: util.warn( May 30 05:57:37.205425 dv-neutron-843763-1-hyperv neutron-server[88262]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 05:57:37.205425 dv-neutron-843763-1-hyperv neutron-server[88262]: util.warn( May 30 05:57:37.205425 dv-neutron-843763-1-hyperv neutron-server[88262]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 05:57:37.205425 dv-neutron-843763-1-hyperv neutron-server[88262]: util.warn( May 30 05:57:37.205425 dv-neutron-843763-1-hyperv neutron-server[88262]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 05:57:37.205425 dv-neutron-843763-1-hyperv neutron-server[88262]: util.warn( May 30 05:57:37.205425 dv-neutron-843763-1-hyperv neutron-server[88262]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 05:57:37.205425 dv-neutron-843763-1-hyperv neutron-server[88262]: util.warn( May 30 05:57:37.205425 dv-neutron-843763-1-hyperv neutron-server[88262]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 05:57:37.205425 dv-neutron-843763-1-hyperv neutron-server[88262]: util.warn( May 30 05:57:37.205425 dv-neutron-843763-1-hyperv neutron-server[88262]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 05:57:37.205425 dv-neutron-843763-1-hyperv neutron-server[88262]: util.warn( May 30 05:57:37.205425 dv-neutron-843763-1-hyperv neutron-server[88262]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 05:57:37.205425 dv-neutron-843763-1-hyperv neutron-server[88262]: util.warn( May 30 05:57:37.205425 dv-neutron-843763-1-hyperv neutron-server[88262]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 05:57:37.205425 dv-neutron-843763-1-hyperv neutron-server[88262]: util.warn( May 30 05:57:37.205425 dv-neutron-843763-1-hyperv neutron-server[88262]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 05:57:37.205425 dv-neutron-843763-1-hyperv neutron-server[88262]: util.warn( May 30 05:57:37.205425 dv-neutron-843763-1-hyperv neutron-server[88262]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 05:57:37.205425 dv-neutron-843763-1-hyperv neutron-server[88262]: util.warn( May 30 05:57:37.205425 dv-neutron-843763-1-hyperv neutron-server[88262]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 05:57:37.205425 dv-neutron-843763-1-hyperv neutron-server[88262]: util.warn( May 30 05:57:37.205425 dv-neutron-843763-1-hyperv neutron-server[88262]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 05:57:37.205425 dv-neutron-843763-1-hyperv neutron-server[88262]: util.warn( May 30 05:57:37.211842 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.db.api [None req-9d1c035b-124a-4237-bd2d-738a188d1f78 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 05:57:37.212963 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG oslo_db.api [None req-9d1c035b-124a-4237-bd2d-738a188d1f78 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 05:57:37.215370 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-fd2b144c-1505-47a0-a886-5876f965ef40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867540', 'neutron.services.segments.db._delete_segments_for_network-8729234922972'] for network, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:37.239975 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-fd2b144c-1505-47a0-a886-5876f965ef40 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b9a310b-e7c4-41b2-a8f8-d48404a9ee17']}} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:57:37.251515 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-fd2b144c-1505-47a0-a886-5876f965ef40 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dc754d5-c1f7-460e-9e7f-66cd89bfd1c6') {'for_net_delete': True} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:57:37.251808 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-fd2b144c-1505-47a0-a886-5876f965ef40 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dc754d5-c1f7-460e-9e7f-66cd89bfd1c6') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:57:37.263088 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-fd2b144c-1505-47a0-a886-5876f965ef40 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729235042807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3545573'] for segment, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:37.278966 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-fd2b144c-1505-47a0-a886-5876f965ef40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:37.284958 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd2b144c-1505-47a0-a886-5876f965ef40 admin admin] Releasing vlan 245 on physical network physnet1 to pool {{(pid=88261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 05:57:37.285315 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-fd2b144c-1505-47a0-a886-5876f965ef40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-862858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2304281'] for segment, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:37.380272 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-fd2b144c-1505-47a0-a886-5876f965ef40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604744'] for network, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:37.396444 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-fd2b144c-1505-47a0-a886-5876f965ef40 admin admin] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:37.408177 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2b144c-1505-47a0-a886-5876f965ef40 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b9a310b-e7c4-41b2-a8f8-d48404a9ee17,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:57:37.415866 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 2dc754d5-c1f7-460e-9e7f-66cd89bfd1c6 resource provider aggregate not found May 30 05:57:37.427684 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-fd2b144c-1505-47a0-a886-5876f965ef40 admin admin] 10.222.0.15 "DELETE /v2.0/networks/2b9a310b-e7c4-41b2-a8f8-d48404a9ee17 HTTP/1.1" status: 204 len: 168 time: 0.9164088 May 30 05:57:37.430639 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 56026) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:57:37.435242 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment 2dc754d5-c1f7-460e-9e7f-66cd89bfd1c6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2dc754d5-c1f7-460e-9e7f-66cd89bfd1c6 found for delete ", "request_id": "req-0dc0b329-6e17-4c46-97dc-7a93b335c67a"}]} May 30 05:57:37.501146 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device e261021d-826a-432c-ba86-832410215a17 no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 05:57:37.537210 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] No Port match for: e261021d-826a-432c-ba86-832410215a17 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 05:57:37.538201 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device e261021d-826a-432c-ba86-832410215a17 not bound to the agent host dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 05:57:37.538201 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 044dec8e-9cd8-4c7f-8832-6daf61f45038 no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 05:57:37.573284 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] No Port match for: 044dec8e-9cd8-4c7f-8832-6daf61f45038 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 05:57:37.573627 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 044dec8e-9cd8-4c7f-8832-6daf61f45038 not bound to the agent host dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 05:57:37.574051 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 609b956a-fe43-41a9-b7e4-e7d663e4b300 no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 05:57:37.605562 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] No Port match for: 609b956a-fe43-41a9-b7e4-e7d663e4b300 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 05:57:37.605934 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 609b956a-fe43-41a9-b7e4-e7d663e4b300 not bound to the agent host dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 05:57:37.714439 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9d1c035b-124a-4237-bd2d-738a188d1f78 None None] Deleting port 044dec8e-9cd8-4c7f-8832-6daf61f45038 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:57:37.714827 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9d1c035b-124a-4237-bd2d-738a188d1f78 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:37.781100 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9d1c035b-124a-4237-bd2d-738a188d1f78 None None] The port '044dec8e-9cd8-4c7f-8832-6daf61f45038' was deleted {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 30 05:57:37.967737 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b76cdb69-0aa9-44a5-92e9-1781fc4e687f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602184'] for router_interface, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:38.305503 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-b76cdb69-0aa9-44a5-92e9-1781fc4e687f admin admin] Deleting port 08f41e87-ad10-41bd-b8a0-dc269cd476f6 {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:57:38.306484 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b76cdb69-0aa9-44a5-92e9-1781fc4e687f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:38.475314 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-b76cdb69-0aa9-44a5-92e9-1781fc4e687f admin admin] For port 08f41e87-ad10-41bd-b8a0-dc269cd476f6, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=08f41e87-ad10-41bd-b8a0-dc269cd476f6,segment=NetworkSegment(cb09f220-0581-4398-b37d-b7fcbfc21649),segment_id=cb09f220-0581-4398-b37d-b7fcbfc21649)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:57:38.475985 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b76cdb69-0aa9-44a5-92e9-1781fc4e687f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:38.689374 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-b76cdb69-0aa9-44a5-92e9-1781fc4e687f admin admin] Calling delete_port for 08f41e87-ad10-41bd-b8a0-dc269cd476f6 owned by network:router_interface {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:57:39.002960 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b76cdb69-0aa9-44a5-92e9-1781fc4e687f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:39.048691 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76cdb69-0aa9-44a5-92e9-1781fc4e687f admin admin] Pushing event deleted for resources: {'Port': ['ID=08f41e87-ad10-41bd-b8a0-dc269cd476f6,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:57:39.313531 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b76cdb69-0aa9-44a5-92e9-1781fc4e687f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1642797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602100'] for router_interface, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:39.665066 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b76cdb69-0aa9-44a5-92e9-1781fc4e687f admin admin] Router 65d50bba-91af-4baf-a0b9-84e0f5db5d54 has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 05:57:39.836369 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b76cdb69-0aa9-44a5-92e9-1781fc4e687f admin admin] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:57:39.844676 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97d6987-b046-49b6-8e9e-e32fd46bc1ba None None] Sync routers for ids ['65d50bba-91af-4baf-a0b9-84e0f5db5d54'] in dv-neutron-843763-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:57:39.845346 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-b76cdb69-0aa9-44a5-92e9-1781fc4e687f admin admin] 10.222.0.15 "PUT /v2.0/routers/65d50bba-91af-4baf-a0b9-84e0f5db5d54/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4136493 May 30 05:57:39.847966 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 56030) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:57:39.854139 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97d6987-b046-49b6-8e9e-e32fd46bc1ba None None] Routers {'65d50bba-91af-4baf-a0b9-84e0f5db5d54'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:57:39.854747 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-d97d6987-b046-49b6-8e9e-e32fd46bc1ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:57:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['65d50bba-91af-4baf-a0b9-84e0f5db5d54'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:57:40.021760 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-66fec680-ba7e-43e8-a1b7-3bfd825268b8 admin admin] Notify callbacks [] for router, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:40.027554 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-d97d6987-b046-49b6-8e9e-e32fd46bc1ba None None] Set router 65d50bba-91af-4baf-a0b9-84e0f5db5d54 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:57:40.314025 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-66fec680-ba7e-43e8-a1b7-3bfd825268b8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:40.323797 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-66fec680-ba7e-43e8-a1b7-3bfd825268b8 admin admin] Deleting port 28fbb1a5-5b9f-4ecf-982c-24227b33a4e0 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:57:40.324136 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-66fec680-ba7e-43e8-a1b7-3bfd825268b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:40.328222 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-d97d6987-b046-49b6-8e9e-e32fd46bc1ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65d50bba-91af-4baf-a0b9-84e0f5db5d54', 'name': 'tempest-TestShelveInstance-1916151993-router', 'tenant_id': '5fffe7c32fb04816b02d5da76d0b95aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.182'}], 'enable_snat': True}, 'gw_port_id': '28fbb1a5-5b9f-4ecf-982c-24227b33a4e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:47:58Z', 'updated_at': '2022-05-30T05:57:38Z', 'revision_number': 5, 'project_id': '5fffe7c32fb04816b02d5da76d0b95aa', 'gw_port': {'id': '28fbb1a5-5b9f-4ecf-982c-24227b33a4e0', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:fd:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65d50bba-91af-4baf-a0b9-84e0f5db5d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:47:59Z', 'updated_at': '2022-05-30T05:48:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv'}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:57:40.332231 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97d6987-b046-49b6-8e9e-e32fd46bc1ba None None] Checking router: 65d50bba-91af-4baf-a0b9-84e0f5db5d54 for host: dv-neutron-843763-1-hyperv {{(pid=88262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 05:57:40.341190 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97d6987-b046-49b6-8e9e-e32fd46bc1ba None None] Routers {'65d50bba-91af-4baf-a0b9-84e0f5db5d54'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:57:40.341785 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-d97d6987-b046-49b6-8e9e-e32fd46bc1ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:57:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['65d50bba-91af-4baf-a0b9-84e0f5db5d54'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:57:40.500800 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-66fec680-ba7e-43e8-a1b7-3bfd825268b8 admin admin] For port 28fbb1a5-5b9f-4ecf-982c-24227b33a4e0, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=28fbb1a5-5b9f-4ecf-982c-24227b33a4e0,segment=NetworkSegment(ad083d94-0233-4c50-a0ed-00ef7686038c),segment_id=ad083d94-0233-4c50-a0ed-00ef7686038c)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:57:40.501152 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-66fec680-ba7e-43e8-a1b7-3bfd825268b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:40.534774 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-d97d6987-b046-49b6-8e9e-e32fd46bc1ba None None] Set router 65d50bba-91af-4baf-a0b9-84e0f5db5d54 gateway port host: None {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:57:40.652823 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-66fec680-ba7e-43e8-a1b7-3bfd825268b8 admin admin] Calling delete_port for 28fbb1a5-5b9f-4ecf-982c-24227b33a4e0 owned by network:router_gateway {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:57:40.652993 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-d97d6987-b046-49b6-8e9e-e32fd46bc1ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65d50bba-91af-4baf-a0b9-84e0f5db5d54', 'name': 'tempest-TestShelveInstance-1916151993-router', 'tenant_id': '5fffe7c32fb04816b02d5da76d0b95aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:47:58Z', 'updated_at': '2022-05-30T05:57:40Z', 'revision_number': 6, 'project_id': '5fffe7c32fb04816b02d5da76d0b95aa', 'gw_port_host': None}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:57:40.657357 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97d6987-b046-49b6-8e9e-e32fd46bc1ba None None] The sync data for ids ['65d50bba-91af-4baf-a0b9-84e0f5db5d54'] in dv-neutron-843763-1-hyperv is: [{'id': '65d50bba-91af-4baf-a0b9-84e0f5db5d54', 'name': 'tempest-TestShelveInstance-1916151993-router', 'tenant_id': '5fffe7c32fb04816b02d5da76d0b95aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:47:58Z', 'updated_at': '2022-05-30T05:57:40Z', 'revision_number': 6, 'project_id': '5fffe7c32fb04816b02d5da76d0b95aa', 'gw_port_host': None}] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:57:40.822727 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-66fec680-ba7e-43e8-a1b7-3bfd825268b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:40.870609 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fec680-ba7e-43e8-a1b7-3bfd825268b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=28fbb1a5-5b9f-4ecf-982c-24227b33a4e0,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:57:40.960487 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-66fec680-ba7e-43e8-a1b7-3bfd825268b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1604781'] for router_gateway, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:41.133111 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-66fec680-ba7e-43e8-a1b7-3bfd825268b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11660'] for router, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:41.135286 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-66fec680-ba7e-43e8-a1b7-3bfd825268b8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:41.156046 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-66fec680-ba7e-43e8-a1b7-3bfd825268b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1601605'] for router, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:41.156544 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66fec680-ba7e-43e8-a1b7-3bfd825268b8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 65d50bba-91af-4baf-a0b9-84e0f5db5d54 {{(pid=88261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 30 05:57:41.169048 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-66fec680-ba7e-43e8-a1b7-3bfd825268b8 admin admin] Notify callbacks [] for router, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:41.170177 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-66fec680-ba7e-43e8-a1b7-3bfd825268b8 admin admin] 10.222.0.15 "DELETE /v2.0/routers/65d50bba-91af-4baf-a0b9-84e0f5db5d54 HTTP/1.1" status: 204 len: 168 time: 1.3208079 May 30 05:57:41.172673 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 56034) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:57:41.232859 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c485bd8-f25b-4ce7-abce-62e77b17683a admin admin] Deleting subnet 2fe8df5f-c207-4e09-9b62-35e7b6c73068 {{(pid=88261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 30 05:57:41.235661 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2c485bd8-f25b-4ce7-abce-62e77b17683a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:41.282510 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2c485bd8-f25b-4ce7-abce-62e77b17683a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3545586'] for subnet, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:41.356640 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2c485bd8-f25b-4ce7-abce-62e77b17683a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860493'] for subnet, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:41.427065 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2c485bd8-f25b-4ce7-abce-62e77b17683a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2304955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9305493'] for subnet, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:41.465984 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c485bd8-f25b-4ce7-abce-62e77b17683a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2fe8df5f-c207-4e09-9b62-35e7b6c73068,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:57:41.467937 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2c485bd8-f25b-4ce7-abce-62e77b17683a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:41.473024 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e871498-88f3-435e-8aa6-71106bfa4736 None None] Network d67d8e15-7ab8-42a6-bdf7-84e3079580db requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:57:41.473889 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-2c485bd8-f25b-4ce7-abce-62e77b17683a admin admin] 10.222.0.15 "DELETE /v2.0/subnets/2fe8df5f-c207-4e09-9b62-35e7b6c73068 HTTP/1.1" status: 204 len: 168 time: 0.3002157 May 30 05:57:41.476297 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 56038) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:57:41.541623 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 08f41e87-ad10-41bd-b8a0-dc269cd476f6 no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 05:57:41.584948 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7e73631e-e437-4b49-9a9b-035b6bc3914f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897784'] for network, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:41.592338 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] No Port match for: 08f41e87-ad10-41bd-b8a0-dc269cd476f6 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 05:57:41.592689 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 08f41e87-ad10-41bd-b8a0-dc269cd476f6 not bound to the agent host dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 05:57:41.593106 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 28fbb1a5-5b9f-4ecf-982c-24227b33a4e0 no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 05:57:41.596958 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-7e73631e-e437-4b49-9a9b-035b6bc3914f admin admin] Deleting port af43e697-4a07-4de6-a8e1-784dcd52fc20 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:57:41.597322 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7e73631e-e437-4b49-9a9b-035b6bc3914f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:41.638968 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] No Port match for: 28fbb1a5-5b9f-4ecf-982c-24227b33a4e0 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 05:57:41.639315 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 28fbb1a5-5b9f-4ecf-982c-24227b33a4e0 not bound to the agent host dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 05:57:41.808527 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06058c43-3efe-46d5-a036-cb656c1c7ee0 None None] DHCP port deletion for d67d8e15-7ab8-42a6-bdf7-84e3079580db request from dv-neutron-843763-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 30 05:57:41.812944 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-06058c43-3efe-46d5-a036-cb656c1c7ee0 None None] Deleting port af43e697-4a07-4de6-a8e1-784dcd52fc20 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:57:41.813317 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-06058c43-3efe-46d5-a036-cb656c1c7ee0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:41.926915 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-7e73631e-e437-4b49-9a9b-035b6bc3914f admin admin] For port af43e697-4a07-4de6-a8e1-784dcd52fc20, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=af43e697-4a07-4de6-a8e1-784dcd52fc20,segment=NetworkSegment(cb09f220-0581-4398-b37d-b7fcbfc21649),segment_id=cb09f220-0581-4398-b37d-b7fcbfc21649)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:57:41.927494 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7e73631e-e437-4b49-9a9b-035b6bc3914f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:42.012423 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-06058c43-3efe-46d5-a036-cb656c1c7ee0 None None] For port af43e697-4a07-4de6-a8e1-784dcd52fc20, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=af43e697-4a07-4de6-a8e1-784dcd52fc20,segment=NetworkSegment(cb09f220-0581-4398-b37d-b7fcbfc21649),segment_id=cb09f220-0581-4398-b37d-b7fcbfc21649)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:57:42.013064 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-06058c43-3efe-46d5-a036-cb656c1c7ee0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:42.057223 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-7e73631e-e437-4b49-9a9b-035b6bc3914f admin admin] Calling delete_port for af43e697-4a07-4de6-a8e1-784dcd52fc20 owned by network:dhcp {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:57:42.131491 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7e73631e-e437-4b49-9a9b-035b6bc3914f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:42.138482 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-06058c43-3efe-46d5-a036-cb656c1c7ee0 None None] Calling delete_port for af43e697-4a07-4de6-a8e1-784dcd52fc20 owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 05:57:42.181570 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e73631e-e437-4b49-9a9b-035b6bc3914f admin admin] Pushing event deleted for resources: {'Port': ['ID=af43e697-4a07-4de6-a8e1-784dcd52fc20,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:57:42.183385 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e73631e-e437-4b49-9a9b-035b6bc3914f admin admin] No DVR routers for this DVR port af43e697-4a07-4de6-a8e1-784dcd52fc20 on host dv-neutron-843763-1-hyperv {{(pid=88261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 05:57:42.213198 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.db.api [None req-06058c43-3efe-46d5-a036-cb656c1c7ee0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 05:57:42.213709 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG oslo_db.api [None req-06058c43-3efe-46d5-a036-cb656c1c7ee0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 05:57:42.295139 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7e73631e-e437-4b49-9a9b-035b6bc3914f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867540', 'neutron.services.segments.db._delete_segments_for_network-8729234922972'] for network, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:42.319506 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-7e73631e-e437-4b49-9a9b-035b6bc3914f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d67d8e15-7ab8-42a6-bdf7-84e3079580db']}} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:57:42.332131 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-7e73631e-e437-4b49-9a9b-035b6bc3914f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb09f220-0581-4398-b37d-b7fcbfc21649') {'for_net_delete': True} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:57:42.332431 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-7e73631e-e437-4b49-9a9b-035b6bc3914f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb09f220-0581-4398-b37d-b7fcbfc21649') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:57:42.343423 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7e73631e-e437-4b49-9a9b-035b6bc3914f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729235042807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3545573'] for segment, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:42.358708 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7e73631e-e437-4b49-9a9b-035b6bc3914f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:42.364663 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e73631e-e437-4b49-9a9b-035b6bc3914f admin admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=88261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 05:57:42.365051 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7e73631e-e437-4b49-9a9b-035b6bc3914f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-862858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2304281'] for segment, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:42.433448 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment cb09f220-0581-4398-b37d-b7fcbfc21649 resource provider aggregate not found May 30 05:57:42.453654 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment cb09f220-0581-4398-b37d-b7fcbfc21649 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cb09f220-0581-4398-b37d-b7fcbfc21649 found for delete ", "request_id": "req-765e91ca-9cf0-488a-b9d1-1eaf552186dc"}]} May 30 05:57:42.465952 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7e73631e-e437-4b49-9a9b-035b6bc3914f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604744'] for network, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:42.481558 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-7e73631e-e437-4b49-9a9b-035b6bc3914f admin admin] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:42.492264 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e73631e-e437-4b49-9a9b-035b6bc3914f admin admin] Pushing event deleted for resources: {'Network': ['ID=d67d8e15-7ab8-42a6-bdf7-84e3079580db,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:57:42.495059 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-7e73631e-e437-4b49-9a9b-035b6bc3914f admin admin] 10.222.0.15 "DELETE /v2.0/networks/d67d8e15-7ab8-42a6-bdf7-84e3079580db HTTP/1.1" status: 204 len: 168 time: 1.0178607 May 30 05:57:42.601083 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 56048) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:57:42.649130 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-59806682-b146-44a3-b40d-5c70bd4cc5ce admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a2f28821aeba4ed59eaafafaf620d4fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0468607 May 30 05:57:42.652135 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 56052) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:57:42.708488 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-792e7fb4-e8e7-45a6-a207-40f3854d32a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:42.714656 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-06058c43-3efe-46d5-a036-cb656c1c7ee0 None None] Deleting port af43e697-4a07-4de6-a8e1-784dcd52fc20 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 05:57:42.715189 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-06058c43-3efe-46d5-a036-cb656c1c7ee0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:42.734325 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-792e7fb4-e8e7-45a6-a207-40f3854d32a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:42.782666 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-06058c43-3efe-46d5-a036-cb656c1c7ee0 None None] The port 'af43e697-4a07-4de6-a8e1-784dcd52fc20' was deleted {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 30 05:57:42.794446 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-792e7fb4-e8e7-45a6-a207-40f3854d32a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:42.811529 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792e7fb4-e8e7-45a6-a207-40f3854d32a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5495484-bf68-4627-a8c9-7662b6b8c2d3,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:57:42.817686 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-792e7fb4-e8e7-45a6-a207-40f3854d32a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:42.821894 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-792e7fb4-e8e7-45a6-a207-40f3854d32a2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f5495484-bf68-4627-a8c9-7662b6b8c2d3 HTTP/1.1" status: 204 len: 168 time: 0.1657767 May 30 05:57:43.147793 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 56060) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:57:43.302654 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-cee563c6-643f-4290-9015-a9ba23328dbf admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5fffe7c32fb04816b02d5da76d0b95aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1536508 May 30 05:57:43.305064 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 56064) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:57:43.363215 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-96b91365-386b-42e0-b0d6-13c68b9d3a38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:43.388134 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-96b91365-386b-42e0-b0d6-13c68b9d3a38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:43.437448 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-96b91365-386b-42e0-b0d6-13c68b9d3a38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:43.450860 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b91365-386b-42e0-b0d6-13c68b9d3a38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=071ea293-d772-49a5-8f7f-e8c8677ececc,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:57:43.457355 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-96b91365-386b-42e0-b0d6-13c68b9d3a38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:43.460384 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-96b91365-386b-42e0-b0d6-13c68b9d3a38 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/071ea293-d772-49a5-8f7f-e8c8677ececc HTTP/1.1" status: 204 len: 168 time: 0.1525362 May 30 05:57:43.512268 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device af43e697-4a07-4de6-a8e1-784dcd52fc20 no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 05:57:43.545306 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] No Port match for: af43e697-4a07-4de6-a8e1-784dcd52fc20 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 05:57:43.545657 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device af43e697-4a07-4de6-a8e1-784dcd52fc20 not bound to the agent host dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 05:57:44.276292 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 56088) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:57:44.388059 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-359c4dbe-6848-49b9-b7f9-80d687bff4b9 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1998179858-network', 'tenant_id': '8035301744a542fcaf288f0e100104e9'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:57:44.392698 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-359c4dbe-6848-49b9-b7f9-80d687bff4b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:57:44.396503 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-359c4dbe-6848-49b9-b7f9-80d687bff4b9 admin admin] Usage tracker for resource:network and tenant:8035301744a542fcaf288f0e100104e9 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:57:44.399343 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-359c4dbe-6848-49b9-b7f9-80d687bff4b9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:57:44.405367 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-359c4dbe-6848-49b9-b7f9-80d687bff4b9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:57:44.415726 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-359c4dbe-6848-49b9-b7f9-80d687bff4b9 admin admin] Made reservation on behalf of 8035301744a542fcaf288f0e100104e9 for: {'network': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:57:44.417943 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-359c4dbe-6848-49b9-b7f9-80d687bff4b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for network, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:44.429369 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-359c4dbe-6848-49b9-b7f9-80d687bff4b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:44.444679 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-359c4dbe-6848-49b9-b7f9-80d687bff4b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:57:44.448458 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-359c4dbe-6848-49b9-b7f9-80d687bff4b9 admin admin] Usage tracker for resource:security_group_rule and tenant:8035301744a542fcaf288f0e100104e9 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:57:44.451214 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-359c4dbe-6848-49b9-b7f9-80d687bff4b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:57:44.456825 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-359c4dbe-6848-49b9-b7f9-80d687bff4b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:57:44.538484 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-359c4dbe-6848-49b9-b7f9-80d687bff4b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:44.543472 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-359c4dbe-6848-49b9-b7f9-80d687bff4b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:44.577765 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-359c4dbe-6848-49b9-b7f9-80d687bff4b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=88260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 05:57:44.586039 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359c4dbe-6848-49b9-b7f9-80d687bff4b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2cc8aa7-273d-4766-be72-6e901d92c1a5,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:57:44.592082 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-359c4dbe-6848-49b9-b7f9-80d687bff4b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:44.592564 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.db.segments_db [None req-359c4dbe-6848-49b9-b7f9-80d687bff4b9 admin admin] Added segment ac356ac0-5698-43b1-a0f2-375b4b38db67 of type vlan for network 60e3db32-7944-464c-92b7-3f5e6dca1ec8 May 30 05:57:44.619414 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-359c4dbe-6848-49b9-b7f9-80d687bff4b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729234556353'] for network, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:44.647026 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-359c4dbe-6848-49b9-b7f9-80d687bff4b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788'] for network, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:44.647960 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-359c4dbe-6848-49b9-b7f9-80d687bff4b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:57:44.648553 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-359c4dbe-6848-49b9-b7f9-80d687bff4b9 admin admin] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:44.749600 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-359c4dbe-6848-49b9-b7f9-80d687bff4b9 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4721208 May 30 05:57:44.750228 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359c4dbe-6848-49b9-b7f9-80d687bff4b9 admin admin] Pushing event updated for resources: {'Network': ['ID=60e3db32-7944-464c-92b7-3f5e6dca1ec8,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:57:44.752340 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 56094) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:57:44.758067 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-32feeea0-f329-4be8-97f3-24d275d1bf2e admin admin] Request body: {'subnet': {'network_id': '60e3db32-7944-464c-92b7-3f5e6dca1ec8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1998179858-subnet', 'tenant_id': '8035301744a542fcaf288f0e100104e9', 'ip_version': 4}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:57:44.760420 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Network 60e3db32-7944-464c-92b7-3f5e6dca1ec8 details requested by agent ovs-agent-dv-neutron-843763-1-hyperv with host dv-neutron-843763-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 05:57:44.762889 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-32feeea0-f329-4be8-97f3-24d275d1bf2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:57:44.766664 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-32feeea0-f329-4be8-97f3-24d275d1bf2e admin admin] Usage tracker for resource:subnet and tenant:8035301744a542fcaf288f0e100104e9 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:57:44.769448 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-32feeea0-f329-4be8-97f3-24d275d1bf2e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:57:44.776176 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-32feeea0-f329-4be8-97f3-24d275d1bf2e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:57:44.785472 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32feeea0-f329-4be8-97f3-24d275d1bf2e admin admin] Made reservation on behalf of 8035301744a542fcaf288f0e100104e9 for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:57:44.787844 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-32feeea0-f329-4be8-97f3-24d275d1bf2e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2133361'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:44.991608 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-32feeea0-f329-4be8-97f3-24d275d1bf2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1547796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2133315'] for subnet, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:45.066844 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32feeea0-f329-4be8-97f3-24d275d1bf2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=dbaebb8f-940e-4d02-a98e-c817d3a09025,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:57:45.076301 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32feeea0-f329-4be8-97f3-24d275d1bf2e admin admin] Checking segment: {'id': 'ac356ac0-5698-43b1-a0f2-375b4b38db67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '60e3db32-7944-464c-92b7-3f5e6dca1ec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:57:45.076662 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32feeea0-f329-4be8-97f3-24d275d1bf2e admin admin] Network hostable DHCP agents. Network: 60e3db32-7944-464c-92b7-3f5e6dca1ec8, hostable agents: ['1c705e68-3d3e-4dd3-9252-feb21d4b96ab'], hosted agents: [] {{(pid=88260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 05:57:45.094516 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32feeea0-f329-4be8-97f3-24d275d1bf2e admin admin] Network 60e3db32-7944-464c-92b7-3f5e6dca1ec8 is scheduled to be hosted by DHCP agent 1c705e68-3d3e-4dd3-9252-feb21d4b96ab with binding_index 1 {{(pid=88260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 05:57:45.103217 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-32feeea0-f329-4be8-97f3-24d275d1bf2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843763-1-hyperv, 60e3db32-7944-464c-92b7-3f5e6dca1ec8) {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:57:45.107900 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32feeea0-f329-4be8-97f3-24d275d1bf2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:57:45.108701 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-32feeea0-f329-4be8-97f3-24d275d1bf2e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:45.112805 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12cb0035-7e26-4102-8bcc-fb9031099e42 None None] Network 60e3db32-7944-464c-92b7-3f5e6dca1ec8 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:57:45.130380 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-32feeea0-f329-4be8-97f3-24d275d1bf2e admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3768802 May 30 05:57:45.132968 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 56098) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:57:45.141919 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-d629586e-2994-42bb-8dde-a0da8536f49f admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1998179858-router', 'tenant_id': '8035301744a542fcaf288f0e100104e9', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'}}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:57:45.146648 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-d629586e-2994-42bb-8dde-a0da8536f49f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:57:45.150926 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-d629586e-2994-42bb-8dde-a0da8536f49f admin admin] Usage tracker for resource:router and tenant:8035301744a542fcaf288f0e100104e9 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:57:45.153705 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-d629586e-2994-42bb-8dde-a0da8536f49f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:57:45.159453 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-d629586e-2994-42bb-8dde-a0da8536f49f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:57:45.169964 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d629586e-2994-42bb-8dde-a0da8536f49f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1603901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11666'] for router, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:45.170903 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d629586e-2994-42bb-8dde-a0da8536f49f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11675'] for router, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:45.192660 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d629586e-2994-42bb-8dde-a0da8536f49f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:45.328523 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27efbb55-ae9c-46d7-8096-71f757bdbc0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bbf24ed-7ba9-53d2-873f-8f9642b1e987-60e3db32-7944-464c-92b7-3f5e6dca1ec8', 'network_id': '60e3db32-7944-464c-92b7-3f5e6dca1ec8', 'tenant_id': '8035301744a542fcaf288f0e100104e9', 'fixed_ips': [{'subnet_id': 'dbaebb8f-940e-4d02-a98e-c817d3a09025'}]}} from dv-neutron-843763-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 30 05:57:45.329355 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-27efbb55-ae9c-46d7-8096-71f757bdbc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:45.471047 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d629586e-2994-42bb-8dde-a0da8536f49f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11765'] for router, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:45.518896 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-27efbb55-ae9c-46d7-8096-71f757bdbc0a None None] Allocated IP 172.20.0.2 (60e3db32-7944-464c-92b7-3f5e6dca1ec8/dbaebb8f-940e-4d02-a98e-c817d3a09025/437d7651-92a8-4e0a-8af0-ed81771ac20a) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:57:45.716413 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-27efbb55-ae9c-46d7-8096-71f757bdbc0a None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:45.726595 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-27efbb55-ae9c-46d7-8096-71f757bdbc0a None None] Transition to ACTIVE for port object 437d7651-92a8-4e0a-8af0-ed81771ac20a will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:57:45.745882 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-27efbb55-ae9c-46d7-8096-71f757bdbc0a None None] Transition to ACTIVE for port object 437d7651-92a8-4e0a-8af0-ed81771ac20a will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:57:45.750954 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-27efbb55-ae9c-46d7-8096-71f757bdbc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:45.775179 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d629586e-2994-42bb-8dde-a0da8536f49f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:45.804364 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d629586e-2994-42bb-8dde-a0da8536f49f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:45.815812 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27efbb55-ae9c-46d7-8096-71f757bdbc0a None None] Network 60e3db32-7944-464c-92b7-3f5e6dca1ec8 is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:57:45.818683 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-27efbb55-ae9c-46d7-8096-71f757bdbc0a None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:57:45.822777 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27efbb55-ae9c-46d7-8096-71f757bdbc0a None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:57:45.858940 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27efbb55-ae9c-46d7-8096-71f757bdbc0a None None] Pushing event updated for resources: {'Port': ['ID=437d7651-92a8-4e0a-8af0-ed81771ac20a,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:57:45.900868 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27efbb55-ae9c-46d7-8096-71f757bdbc0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:57:45.901216 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27efbb55-ae9c-46d7-8096-71f757bdbc0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:57:45.901557 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27efbb55-ae9c-46d7-8096-71f757bdbc0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:57:45.901914 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27efbb55-ae9c-46d7-8096-71f757bdbc0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:57:45.902245 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27efbb55-ae9c-46d7-8096-71f757bdbc0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:57:45.902573 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27efbb55-ae9c-46d7-8096-71f757bdbc0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:57:45.902903 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27efbb55-ae9c-46d7-8096-71f757bdbc0a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:57:45.903227 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27efbb55-ae9c-46d7-8096-71f757bdbc0a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:57:45.903548 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27efbb55-ae9c-46d7-8096-71f757bdbc0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:57:45.903868 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27efbb55-ae9c-46d7-8096-71f757bdbc0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:57:45.904188 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27efbb55-ae9c-46d7-8096-71f757bdbc0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:57:45.904506 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27efbb55-ae9c-46d7-8096-71f757bdbc0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:57:45.924862 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-27efbb55-ae9c-46d7-8096-71f757bdbc0a None None] Attempting to bind port 437d7651-92a8-4e0a-8af0-ed81771ac20a on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 05:57:45.925240 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-27efbb55-ae9c-46d7-8096-71f757bdbc0a None None] Attempting to bind port 437d7651-92a8-4e0a-8af0-ed81771ac20a by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': 'ac356ac0-5698-43b1-a0f2-375b4b38db67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '60e3db32-7944-464c-92b7-3f5e6dca1ec8'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 05:57:45.925605 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27efbb55-ae9c-46d7-8096-71f757bdbc0a None None] Attempting to bind port 437d7651-92a8-4e0a-8af0-ed81771ac20a on network 60e3db32-7944-464c-92b7-3f5e6dca1ec8 {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:57:45.932017 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27efbb55-ae9c-46d7-8096-71f757bdbc0a None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 5, 57, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 05:57:45.932390 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27efbb55-ae9c-46d7-8096-71f757bdbc0a None None] Checking segment: {'id': 'ac356ac0-5698-43b1-a0f2-375b4b38db67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '60e3db32-7944-464c-92b7-3f5e6dca1ec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:57:45.932842 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-27efbb55-ae9c-46d7-8096-71f757bdbc0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:45.933235 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27efbb55-ae9c-46d7-8096-71f757bdbc0a None None] Bound using segment: {'id': 'ac356ac0-5698-43b1-a0f2-375b4b38db67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '60e3db32-7944-464c-92b7-3f5e6dca1ec8'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 05:57:45.933736 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-27efbb55-ae9c-46d7-8096-71f757bdbc0a None None] Bound port: 437d7651-92a8-4e0a-8af0-ed81771ac20a, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac356ac0-5698-43b1-a0f2-375b4b38db67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '60e3db32-7944-464c-92b7-3f5e6dca1ec8'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 05:57:45.934134 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-27efbb55-ae9c-46d7-8096-71f757bdbc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:46.027364 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-27efbb55-ae9c-46d7-8096-71f757bdbc0a None None] For port 437d7651-92a8-4e0a-8af0-ed81771ac20a, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 05:57:46.030680 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-27efbb55-ae9c-46d7-8096-71f757bdbc0a None None] For port 437d7651-92a8-4e0a-8af0-ed81771ac20a, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=437d7651-92a8-4e0a-8af0-ed81771ac20a,segment=NetworkSegment(ac356ac0-5698-43b1-a0f2-375b4b38db67),segment_id=ac356ac0-5698-43b1-a0f2-375b4b38db67)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 05:57:46.034776 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-27efbb55-ae9c-46d7-8096-71f757bdbc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:46.043226 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-d629586e-2994-42bb-8dde-a0da8536f49f admin admin] Allocated IP 172.26.6.14 (1bab70f4-3794-44db-8e17-19f483aa8ffa/6b5b73c1-b0ce-4f83-a930-c00cc5522926/1e1c57d2-ccb9-44c4-8e64-c218c43e180d) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:57:46.121053 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27efbb55-ae9c-46d7-8096-71f757bdbc0a None None] Pushing event updated for resources: {'Port': ['ID=437d7651-92a8-4e0a-8af0-ed81771ac20a,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:57:46.194331 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d629586e-2994-42bb-8dde-a0da8536f49f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:46.225217 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d629586e-2994-42bb-8dde-a0da8536f49f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:46.296379 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d629586e-2994-42bb-8dde-a0da8536f49f admin admin] Network 1bab70f4-3794-44db-8e17-19f483aa8ffa is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:57:46.299294 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-d629586e-2994-42bb-8dde-a0da8536f49f admin admin] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:57:46.302946 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d629586e-2994-42bb-8dde-a0da8536f49f admin admin] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:57:46.351085 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d629586e-2994-42bb-8dde-a0da8536f49f admin admin] Pushing event updated for resources: {'Port': ['ID=1e1c57d2-ccb9-44c4-8e64-c218c43e180d,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:57:46.751007 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d629586e-2994-42bb-8dde-a0da8536f49f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:47.009230 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea3b8ba7-a3f3-43d0-8111-1f4333ff03d4 None None] Network 60e3db32-7944-464c-92b7-3f5e6dca1ec8 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:57:47.111949 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d629586e-2994-42bb-8dde-a0da8536f49f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603653'] for router, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:47.121008 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-02aeb502-f53a-49e5-8dfa-f2bb1ea5b102 None None] Provisioning for port 437d7651-92a8-4e0a-8af0-ed81771ac20a completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:57:47.329865 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d629586e-2994-42bb-8dde-a0da8536f49f admin admin] Router a65ed789-8d14-4161-8543-fada5889a234 is scheduled to L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 with binding_index 1 {{(pid=88260) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 30 05:57:47.531809 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 437d7651-92a8-4e0a-8af0-ed81771ac20a up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:57:47.599439 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port 437d7651-92a8-4e0a-8af0-ed81771ac20a completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:57:47.604782 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 437d7651-92a8-4e0a-8af0-ed81771ac20a triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:57:47.605178 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:47.625774 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d629586e-2994-42bb-8dde-a0da8536f49f admin admin] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:57:47.636712 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec5d490-8105-49ba-9eac-cb9de8e450fd None None] Sync routers for ids ['a65ed789-8d14-4161-8543-fada5889a234'] in dv-neutron-843763-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:57:47.646166 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec5d490-8105-49ba-9eac-cb9de8e450fd None None] Routers {'a65ed789-8d14-4161-8543-fada5889a234'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:57:47.646965 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-8ec5d490-8105-49ba-9eac-cb9de8e450fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:57:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['a65ed789-8d14-4161-8543-fada5889a234'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:57:47.651225 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d629586e-2994-42bb-8dde-a0da8536f49f admin admin] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:47.655045 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-d629586e-2994-42bb-8dde-a0da8536f49f admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5184228 May 30 05:57:47.655267 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 56102) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:57:47.732685 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 437d7651-92a8-4e0a-8af0-ed81771ac20a is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:57:47.733070 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:47.766638 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] For port 437d7651-92a8-4e0a-8af0-ed81771ac20a, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=437d7651-92a8-4e0a-8af0-ed81771ac20a,segment=NetworkSegment(ac356ac0-5698-43b1-a0f2-375b4b38db67),segment_id=ac356ac0-5698-43b1-a0f2-375b4b38db67)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:57:47.770839 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:47.825596 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-8ec5d490-8105-49ba-9eac-cb9de8e450fd None None] Set router a65ed789-8d14-4161-8543-fada5889a234 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:57:47.842605 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Pushing event updated for resources: {'Port': ['ID=437d7651-92a8-4e0a-8af0-ed81771ac20a,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:57:48.085180 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:48.101625 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-8ec5d490-8105-49ba-9eac-cb9de8e450fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a65ed789-8d14-4161-8543-fada5889a234', 'name': 'tempest-TestSnapshotPattern-1998179858-router', 'tenant_id': '8035301744a542fcaf288f0e100104e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.14'}], 'enable_snat': True}, 'gw_port_id': '1e1c57d2-ccb9-44c4-8e64-c218c43e180d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:57:45Z', 'updated_at': '2022-05-30T05:57:46Z', 'revision_number': 3, 'project_id': '8035301744a542fcaf288f0e100104e9', 'gw_port': {'id': '1e1c57d2-ccb9-44c4-8e64-c218c43e180d', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:72:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a65ed789-8d14-4161-8543-fada5889a234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:57:45Z', 'updated_at': '2022-05-30T05:57:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv'}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:57:48.105344 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec5d490-8105-49ba-9eac-cb9de8e450fd None None] Checking router: a65ed789-8d14-4161-8543-fada5889a234 for host: dv-neutron-843763-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 05:57:48.105688 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec5d490-8105-49ba-9eac-cb9de8e450fd None None] Updating router a65ed789-8d14-4161-8543-fada5889a234 port 1e1c57d2-ccb9-44c4-8e64-c218c43e180d binding host dv-neutron-843763-1-hyperv {{(pid=88263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 30 05:57:48.157259 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-8ec5d490-8105-49ba-9eac-cb9de8e450fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:48.334471 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d6f42ec8-6116-4b30-88d2-efed8c71b539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:48.491550 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-8ec5d490-8105-49ba-9eac-cb9de8e450fd None None] Notify callbacks [] for port, precommit_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:48.503346 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.provisioning_blocks [None req-8ec5d490-8105-49ba-9eac-cb9de8e450fd None None] Transition to ACTIVE for port object 1e1c57d2-ccb9-44c4-8e64-c218c43e180d will not be triggered until provisioned by entity L2. {{(pid=88263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:57:48.510520 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-8ec5d490-8105-49ba-9eac-cb9de8e450fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:48.545673 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-d6f42ec8-6116-4b30-88d2-efed8c71b539 admin admin] Allocated IP 172.20.0.1 (60e3db32-7944-464c-92b7-3f5e6dca1ec8/dbaebb8f-940e-4d02-a98e-c817d3a09025/a7382fd5-0ac7-4c11-8237-4fabbfa7d3ba) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:57:48.613900 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-8ec5d490-8105-49ba-9eac-cb9de8e450fd None None] Attempting to bind port 1e1c57d2-ccb9-44c4-8e64-c218c43e180d on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 05:57:48.614266 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-8ec5d490-8105-49ba-9eac-cb9de8e450fd None None] Attempting to bind port 1e1c57d2-ccb9-44c4-8e64-c218c43e180d by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': 'ad083d94-0233-4c50-a0ed-00ef7686038c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'}] {{(pid=88263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 05:57:48.614622 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec5d490-8105-49ba-9eac-cb9de8e450fd None None] Attempting to bind port 1e1c57d2-ccb9-44c4-8e64-c218c43e180d on network 1bab70f4-3794-44db-8e17-19f483aa8ffa {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:57:48.620503 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d764a57-ac68-4a01-b678-a1b850e865e2 None None] Pushing event updated for resources: {'Port': ['ID=1e1c57d2-ccb9-44c4-8e64-c218c43e180d,revision_number=2']} {{(pid=88263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:57:48.625323 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec5d490-8105-49ba-9eac-cb9de8e450fd None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 5, 57, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 05:57:48.625687 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec5d490-8105-49ba-9eac-cb9de8e450fd None None] Checking segment: {'id': 'ad083d94-0233-4c50-a0ed-00ef7686038c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:57:48.626106 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-8ec5d490-8105-49ba-9eac-cb9de8e450fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:48.626494 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec5d490-8105-49ba-9eac-cb9de8e450fd None None] Bound using segment: {'id': 'ad083d94-0233-4c50-a0ed-00ef7686038c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'} {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 05:57:48.626945 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-8ec5d490-8105-49ba-9eac-cb9de8e450fd None None] Bound port: 1e1c57d2-ccb9-44c4-8e64-c218c43e180d, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad083d94-0233-4c50-a0ed-00ef7686038c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'}}] {{(pid=88263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 05:57:48.627310 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-8ec5d490-8105-49ba-9eac-cb9de8e450fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:48.659575 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d764a57-ac68-4a01-b678-a1b850e865e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:57:48.660265 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d764a57-ac68-4a01-b678-a1b850e865e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:57:48.660265 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d764a57-ac68-4a01-b678-a1b850e865e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:57:48.660567 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d764a57-ac68-4a01-b678-a1b850e865e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:57:48.660889 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d764a57-ac68-4a01-b678-a1b850e865e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:57:48.661211 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d764a57-ac68-4a01-b678-a1b850e865e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:57:48.661540 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d764a57-ac68-4a01-b678-a1b850e865e2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:57:48.661881 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d764a57-ac68-4a01-b678-a1b850e865e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:57:48.662205 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d764a57-ac68-4a01-b678-a1b850e865e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:57:48.662523 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d764a57-ac68-4a01-b678-a1b850e865e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:57:48.662839 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d764a57-ac68-4a01-b678-a1b850e865e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:57:48.663153 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d764a57-ac68-4a01-b678-a1b850e865e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 05:57:48.694294 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d6f42ec8-6116-4b30-88d2-efed8c71b539 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:48.709449 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [None req-d6f42ec8-6116-4b30-88d2-efed8c71b539 admin admin] Transition to ACTIVE for port object a7382fd5-0ac7-4c11-8237-4fabbfa7d3ba will not be triggered until provisioned by entity DHCP. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:57:48.710300 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.db [None req-8ec5d490-8105-49ba-9eac-cb9de8e450fd None None] For port 1e1c57d2-ccb9-44c4-8e64-c218c43e180d, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 05:57:48.713338 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.db [None req-8ec5d490-8105-49ba-9eac-cb9de8e450fd None None] For port 1e1c57d2-ccb9-44c4-8e64-c218c43e180d, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=1e1c57d2-ccb9-44c4-8e64-c218c43e180d,segment=NetworkSegment(ad083d94-0233-4c50-a0ed-00ef7686038c),segment_id=ad083d94-0233-4c50-a0ed-00ef7686038c)] {{(pid=88263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 05:57:48.716880 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-8ec5d490-8105-49ba-9eac-cb9de8e450fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:48.732908 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d6f42ec8-6116-4b30-88d2-efed8c71b539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:48.792011 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec5d490-8105-49ba-9eac-cb9de8e450fd None None] Routers {'a65ed789-8d14-4161-8543-fada5889a234'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:57:48.792622 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-8ec5d490-8105-49ba-9eac-cb9de8e450fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:57:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['a65ed789-8d14-4161-8543-fada5889a234'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:57:48.802680 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f42ec8-6116-4b30-88d2-efed8c71b539 admin admin] Network 60e3db32-7944-464c-92b7-3f5e6dca1ec8 is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:57:48.805638 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-d6f42ec8-6116-4b30-88d2-efed8c71b539 admin admin] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:57:48.809842 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f42ec8-6116-4b30-88d2-efed8c71b539 admin admin] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:57:48.848534 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f42ec8-6116-4b30-88d2-efed8c71b539 admin admin] Pushing event updated for resources: {'Port': ['ID=a7382fd5-0ac7-4c11-8237-4fabbfa7d3ba,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:57:48.849400 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d764a57-ac68-4a01-b678-a1b850e865e2 None None] Pushing event updated for resources: {'Port': ['ID=1e1c57d2-ccb9-44c4-8e64-c218c43e180d,revision_number=3']} {{(pid=88263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:57:48.867184 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d6f42ec8-6116-4b30-88d2-efed8c71b539 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604623'] for router_interface, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:48.984895 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-8ec5d490-8105-49ba-9eac-cb9de8e450fd None None] Set router a65ed789-8d14-4161-8543-fada5889a234 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:57:49.093910 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-53bd16cf-426c-4616-b5a8-56d00769041b None None] Provisioning for port a7382fd5-0ac7-4c11-8237-4fabbfa7d3ba completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:57:49.099187 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-53bd16cf-426c-4616-b5a8-56d00769041b None None] Provisioning complete for port a7382fd5-0ac7-4c11-8237-4fabbfa7d3ba triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:57:49.099567 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-53bd16cf-426c-4616-b5a8-56d00769041b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:49.154791 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-53bd16cf-426c-4616-b5a8-56d00769041b None None] Port a7382fd5-0ac7-4c11-8237-4fabbfa7d3ba cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 05:57:49.247820 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d6f42ec8-6116-4b30-88d2-efed8c71b539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:49.275877 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-8ec5d490-8105-49ba-9eac-cb9de8e450fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a65ed789-8d14-4161-8543-fada5889a234', 'name': 'tempest-TestSnapshotPattern-1998179858-router', 'tenant_id': '8035301744a542fcaf288f0e100104e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.14'}], 'enable_snat': True}, 'gw_port_id': '1e1c57d2-ccb9-44c4-8e64-c218c43e180d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:57:45Z', 'updated_at': '2022-05-30T05:57:46Z', 'revision_number': 3, 'project_id': '8035301744a542fcaf288f0e100104e9', 'gw_port': {'id': '1e1c57d2-ccb9-44c4-8e64-c218c43e180d', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:72:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a65ed789-8d14-4161-8543-fada5889a234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:57:45Z', 'updated_at': '2022-05-30T05:57:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv'}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:57:49.283219 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec5d490-8105-49ba-9eac-cb9de8e450fd None None] The sync data for ids ['a65ed789-8d14-4161-8543-fada5889a234'] in dv-neutron-843763-1-hyperv is: [{'id': 'a65ed789-8d14-4161-8543-fada5889a234', 'name': 'tempest-TestSnapshotPattern-1998179858-router', 'tenant_id': '8035301744a542fcaf288f0e100104e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.14'}], 'enable_snat': True}, 'gw_port_id': '1e1c57d2-ccb9-44c4-8e64-c218c43e180d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:57:45Z', 'updated_at': '2022-05-30T05:57:46Z', 'revision_number': 3, 'project_id': '8035301744a542fcaf288f0e100104e9', 'gw_port': {'id': '1e1c57d2-ccb9-44c4-8e64-c218c43e180d', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:72:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a65ed789-8d14-4161-8543-fada5889a234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:57:45Z', 'updated_at': '2022-05-30T05:57:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv'}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:57:49.490482 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d6f42ec8-6116-4b30-88d2-efed8c71b539 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:49.495941 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d6f42ec8-6116-4b30-88d2-efed8c71b539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1547421'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:49.569390 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 437d7651-92a8-4e0a-8af0-ed81771ac20a up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:57:49.612251 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f42ec8-6116-4b30-88d2-efed8c71b539 admin admin] Pushing event updated for resources: {'Port': ['ID=a7382fd5-0ac7-4c11-8237-4fabbfa7d3ba,revision_number=2']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:57:49.619057 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d6f42ec8-6116-4b30-88d2-efed8c71b539 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1642774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602230'] for router_interface, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:49.653605 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 437d7651-92a8-4e0a-8af0-ed81771ac20a triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:57:49.654352 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:49.776780 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f42ec8-6116-4b30-88d2-efed8c71b539 admin admin] Network 60e3db32-7944-464c-92b7-3f5e6dca1ec8 is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:57:49.778389 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-d6f42ec8-6116-4b30-88d2-efed8c71b539 admin admin] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:57:49.779545 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 437d7651-92a8-4e0a-8af0-ed81771ac20a is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:57:49.974166 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6f42ec8-6116-4b30-88d2-efed8c71b539 admin admin] Router a65ed789-8d14-4161-8543-fada5889a234 has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 05:57:50.080360 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-f0dabaf4-76ab-48b9-8f71-6424b49020e9 None None] Provisioning complete for port a7382fd5-0ac7-4c11-8237-4fabbfa7d3ba triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:57:50.080718 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f0dabaf4-76ab-48b9-8f71-6424b49020e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:50.138708 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-f0dabaf4-76ab-48b9-8f71-6424b49020e9 None None] Port a7382fd5-0ac7-4c11-8237-4fabbfa7d3ba cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 05:57:50.162910 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6f42ec8-6116-4b30-88d2-efed8c71b539 admin admin] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:57:50.171692 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-d6f42ec8-6116-4b30-88d2-efed8c71b539 admin admin] 10.222.0.15 "PUT /v2.0/routers/a65ed789-8d14-4161-8543-fada5889a234/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5155098 May 30 05:57:50.758644 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 56120) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:57:50.764853 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-81d111f7-be1b-4162-8d22-1aab27b7b548 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1843322497-network', 'tenant_id': 'f49cbd76248745d2bf34f91dc4ac6655'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:57:50.769698 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-81d111f7-be1b-4162-8d22-1aab27b7b548 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:57:50.773528 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-81d111f7-be1b-4162-8d22-1aab27b7b548 admin admin] Usage tracker for resource:network and tenant:f49cbd76248745d2bf34f91dc4ac6655 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:57:50.776417 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-81d111f7-be1b-4162-8d22-1aab27b7b548 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:57:50.782442 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-81d111f7-be1b-4162-8d22-1aab27b7b548 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:57:50.793452 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81d111f7-be1b-4162-8d22-1aab27b7b548 admin admin] Made reservation on behalf of f49cbd76248745d2bf34f91dc4ac6655 for: {'network': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:57:50.795814 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-81d111f7-be1b-4162-8d22-1aab27b7b548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for network, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:50.796545 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a595522-2c0b-40e1-9e74-289efa295788 None None] Sync routers for ids ['a65ed789-8d14-4161-8543-fada5889a234'] in dv-neutron-843763-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:57:50.806456 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a595522-2c0b-40e1-9e74-289efa295788 None None] Routers {'a65ed789-8d14-4161-8543-fada5889a234'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:57:50.807170 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-5a595522-2c0b-40e1-9e74-289efa295788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:57:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['a65ed789-8d14-4161-8543-fada5889a234'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:57:50.808488 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-81d111f7-be1b-4162-8d22-1aab27b7b548 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:50.823339 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-81d111f7-be1b-4162-8d22-1aab27b7b548 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:57:50.827244 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-81d111f7-be1b-4162-8d22-1aab27b7b548 admin admin] Usage tracker for resource:security_group_rule and tenant:f49cbd76248745d2bf34f91dc4ac6655 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:57:50.830059 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-81d111f7-be1b-4162-8d22-1aab27b7b548 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:57:50.835791 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-81d111f7-be1b-4162-8d22-1aab27b7b548 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:57:50.920073 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-81d111f7-be1b-4162-8d22-1aab27b7b548 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:50.924176 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-81d111f7-be1b-4162-8d22-1aab27b7b548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:50.958358 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81d111f7-be1b-4162-8d22-1aab27b7b548 admin admin] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=88260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 05:57:50.966970 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d111f7-be1b-4162-8d22-1aab27b7b548 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7bac830-d9c7-4e8e-a0b7-cb300d718ba8,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:57:50.973786 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-81d111f7-be1b-4162-8d22-1aab27b7b548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:50.974153 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.db.segments_db [None req-81d111f7-be1b-4162-8d22-1aab27b7b548 admin admin] Added segment cdc5f067-21c3-4b68-bef9-8d1866d6b44e of type vlan for network 6d8eec7d-b1e9-45b0-911a-10034ff9140d May 30 05:57:51.003255 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-81d111f7-be1b-4162-8d22-1aab27b7b548 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729234556353'] for network, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:51.013326 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-5a595522-2c0b-40e1-9e74-289efa295788 None None] Set router a65ed789-8d14-4161-8543-fada5889a234 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:57:51.032018 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-81d111f7-be1b-4162-8d22-1aab27b7b548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788'] for network, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:51.032974 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d111f7-be1b-4162-8d22-1aab27b7b548 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:57:51.033561 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-81d111f7-be1b-4162-8d22-1aab27b7b548 admin admin] Notify callbacks [] for network, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:51.133431 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-81d111f7-be1b-4162-8d22-1aab27b7b548 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3730333 May 30 05:57:51.136009 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 56124) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:57:51.143376 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-8c84a773-0043-4a95-aa15-83a202a2a41f admin admin] Request body: {'subnet': {'network_id': '6d8eec7d-b1e9-45b0-911a-10034ff9140d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1843322497-subnet', 'tenant_id': 'f49cbd76248745d2bf34f91dc4ac6655', 'ip_version': 4}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:57:51.147730 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d111f7-be1b-4162-8d22-1aab27b7b548 admin admin] Pushing event updated for resources: {'Network': ['ID=6d8eec7d-b1e9-45b0-911a-10034ff9140d,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:57:51.150112 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-8c84a773-0043-4a95-aa15-83a202a2a41f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:57:51.154269 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-8c84a773-0043-4a95-aa15-83a202a2a41f admin admin] Usage tracker for resource:subnet and tenant:f49cbd76248745d2bf34f91dc4ac6655 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:57:51.156943 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-8c84a773-0043-4a95-aa15-83a202a2a41f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:57:51.160927 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Network 6d8eec7d-b1e9-45b0-911a-10034ff9140d details requested by agent ovs-agent-dv-neutron-843763-1-hyperv with host dv-neutron-843763-1-hyperv {{(pid=88262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 05:57:51.162768 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-8c84a773-0043-4a95-aa15-83a202a2a41f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:57:51.173521 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c84a773-0043-4a95-aa15-83a202a2a41f admin admin] Made reservation on behalf of f49cbd76248745d2bf34f91dc4ac6655 for: {'subnet': 1} {{(pid=88260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:57:51.175867 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8c84a773-0043-4a95-aa15-83a202a2a41f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2133361'] for subnet, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:51.383035 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8c84a773-0043-4a95-aa15-83a202a2a41f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1547796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2133315'] for subnet, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:51.410590 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-5a595522-2c0b-40e1-9e74-289efa295788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a65ed789-8d14-4161-8543-fada5889a234', 'name': 'tempest-TestSnapshotPattern-1998179858-router', 'tenant_id': '8035301744a542fcaf288f0e100104e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.14'}], 'enable_snat': True}, 'gw_port_id': '1e1c57d2-ccb9-44c4-8e64-c218c43e180d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:57:45Z', 'updated_at': '2022-05-30T05:57:49Z', 'revision_number': 4, 'project_id': '8035301744a542fcaf288f0e100104e9', 'gw_port': {'id': '1e1c57d2-ccb9-44c4-8e64-c218c43e180d', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:72:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a65ed789-8d14-4161-8543-fada5889a234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:57:45Z', 'updated_at': '2022-05-30T05:57:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': 'a7382fd5-0ac7-4c11-8237-4fabbfa7d3ba', 'name': '', 'network_id': '60e3db32-7944-464c-92b7-3f5e6dca1ec8', 'tenant_id': '8035301744a542fcaf288f0e100104e9', 'mac_address': 'fa:16:3e:f5:04:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a65ed789-8d14-4161-8543-fada5889a234', 'device_owner': 'network:router_interface', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': 'dbaebb8f-940e-4d02-a98e-c817d3a09025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:57:48Z', 'updated_at': '2022-05-30T05:57:49Z', 'revision_number': 2, 'project_id': '8035301744a542fcaf288f0e100104e9', 'subnets': [{'id': 'dbaebb8f-940e-4d02-a98e-c817d3a09025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:57:51.414389 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a595522-2c0b-40e1-9e74-289efa295788 None None] Checking router: a65ed789-8d14-4161-8543-fada5889a234 for host: dv-neutron-843763-1-hyperv {{(pid=88262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 05:57:51.414747 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a595522-2c0b-40e1-9e74-289efa295788 None None] Updating router a65ed789-8d14-4161-8543-fada5889a234 port a7382fd5-0ac7-4c11-8237-4fabbfa7d3ba binding host dv-neutron-843763-1-hyperv {{(pid=88262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 30 05:57:51.454613 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c84a773-0043-4a95-aa15-83a202a2a41f admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd16c662-90ee-46ea-a6e1-41c3aa7233fe,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:57:51.463727 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c84a773-0043-4a95-aa15-83a202a2a41f admin admin] Checking segment: {'id': 'cdc5f067-21c3-4b68-bef9-8d1866d6b44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '6d8eec7d-b1e9-45b0-911a-10034ff9140d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:57:51.463955 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c84a773-0043-4a95-aa15-83a202a2a41f admin admin] Network hostable DHCP agents. Network: 6d8eec7d-b1e9-45b0-911a-10034ff9140d, hostable agents: ['1c705e68-3d3e-4dd3-9252-feb21d4b96ab'], hosted agents: [] {{(pid=88260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 05:57:51.468210 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-5a595522-2c0b-40e1-9e74-289efa295788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:51.484688 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c84a773-0043-4a95-aa15-83a202a2a41f admin admin] Network 6d8eec7d-b1e9-45b0-911a-10034ff9140d is scheduled to be hosted by DHCP agent 1c705e68-3d3e-4dd3-9252-feb21d4b96ab with binding_index 1 {{(pid=88260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 05:57:51.495247 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-8c84a773-0043-4a95-aa15-83a202a2a41f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843763-1-hyperv, 6d8eec7d-b1e9-45b0-911a-10034ff9140d) {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:57:51.499399 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c84a773-0043-4a95-aa15-83a202a2a41f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:57:51.500068 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-8c84a773-0043-4a95-aa15-83a202a2a41f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:51.524110 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d418ab20-aab9-4893-b50d-cf8eead1c2ed None None] Network 6d8eec7d-b1e9-45b0-911a-10034ff9140d requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:57:51.526337 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-8c84a773-0043-4a95-aa15-83a202a2a41f admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3893077 May 30 05:57:51.528198 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 56128) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:57:51.537387 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-7ac60ba3-b49f-44e2-99ad-2e74c8665a8a admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1843322497-router', 'tenant_id': 'f49cbd76248745d2bf34f91dc4ac6655', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'}}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:57:51.543148 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-7ac60ba3-b49f-44e2-99ad-2e74c8665a8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:57:51.547520 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-7ac60ba3-b49f-44e2-99ad-2e74c8665a8a admin admin] Usage tracker for resource:router and tenant:f49cbd76248745d2bf34f91dc4ac6655 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:57:51.550449 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-7ac60ba3-b49f-44e2-99ad-2e74c8665a8a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:57:51.555465 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 1e1c57d2-ccb9-44c4-8e64-c218c43e180d up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:57:51.556702 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-7ac60ba3-b49f-44e2-99ad-2e74c8665a8a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:57:51.570565 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7ac60ba3-b49f-44e2-99ad-2e74c8665a8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1603901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11666'] for router, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:51.572058 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7ac60ba3-b49f-44e2-99ad-2e74c8665a8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11675'] for router, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:51.587411 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7ac60ba3-b49f-44e2-99ad-2e74c8665a8a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:51.834850 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port 1e1c57d2-ccb9-44c4-8e64-c218c43e180d completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:57:51.899918 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 1e1c57d2-ccb9-44c4-8e64-c218c43e180d triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:57:51.900303 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:51.952826 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7ac60ba3-b49f-44e2-99ad-2e74c8665a8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11765'] for router, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:52.010599 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d17a400-2c6f-4183-b907-49d6fd165e94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bbf24ed-7ba9-53d2-873f-8f9642b1e987-6d8eec7d-b1e9-45b0-911a-10034ff9140d', 'network_id': '6d8eec7d-b1e9-45b0-911a-10034ff9140d', 'tenant_id': 'f49cbd76248745d2bf34f91dc4ac6655', 'fixed_ips': [{'subnet_id': 'bd16c662-90ee-46ea-a6e1-41c3aa7233fe'}]}} from dv-neutron-843763-1-hyperv. {{(pid=88262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 30 05:57:52.011416 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9d17a400-2c6f-4183-b907-49d6fd165e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:52.265877 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7ac60ba3-b49f-44e2-99ad-2e74c8665a8a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:52.299328 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7ac60ba3-b49f-44e2-99ad-2e74c8665a8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:52.334720 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 1e1c57d2-ccb9-44c4-8e64-c218c43e180d is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:57:52.335304 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:52.353161 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-5a595522-2c0b-40e1-9e74-289efa295788 None None] Notify callbacks [] for port, precommit_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:52.374873 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] For port 1e1c57d2-ccb9-44c4-8e64-c218c43e180d, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=1e1c57d2-ccb9-44c4-8e64-c218c43e180d,segment=NetworkSegment(ad083d94-0233-4c50-a0ed-00ef7686038c),segment_id=ad083d94-0233-4c50-a0ed-00ef7686038c)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:57:52.380542 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-5a595522-2c0b-40e1-9e74-289efa295788 None None] Transition to ACTIVE for port object a7382fd5-0ac7-4c11-8237-4fabbfa7d3ba will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:57:52.384477 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:52.422527 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.db_base_plugin_common [None req-9d17a400-2c6f-4183-b907-49d6fd165e94 None None] Allocated IP 172.20.0.2 (6d8eec7d-b1e9-45b0-911a-10034ff9140d/bd16c662-90ee-46ea-a6e1-41c3aa7233fe/925b8f2b-bf17-4e4e-9456-151fe5c32426) {{(pid=88262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:57:52.433834 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-5a595522-2c0b-40e1-9e74-289efa295788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:52.438701 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-7ac60ba3-b49f-44e2-99ad-2e74c8665a8a admin admin] Allocated IP 172.26.6.39 (1bab70f4-3794-44db-8e17-19f483aa8ffa/6b5b73c1-b0ce-4f83-a930-c00cc5522926/bb566249-2701-4c33-8a1f-4256fce1f20a) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:57:52.617072 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Pushing event updated for resources: {'Port': ['ID=1e1c57d2-ccb9-44c4-8e64-c218c43e180d,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:57:52.620918 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7ac60ba3-b49f-44e2-99ad-2e74c8665a8a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:52.654915 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7ac60ba3-b49f-44e2-99ad-2e74c8665a8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:52.725063 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac60ba3-b49f-44e2-99ad-2e74c8665a8a admin admin] Network 1bab70f4-3794-44db-8e17-19f483aa8ffa is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:57:52.728505 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-7ac60ba3-b49f-44e2-99ad-2e74c8665a8a admin admin] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:57:52.732331 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac60ba3-b49f-44e2-99ad-2e74c8665a8a admin admin] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:57:52.766281 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac60ba3-b49f-44e2-99ad-2e74c8665a8a admin admin] Pushing event updated for resources: {'Port': ['ID=bb566249-2701-4c33-8a1f-4256fce1f20a,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:57:52.805468 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-5a595522-2c0b-40e1-9e74-289efa295788 None None] Attempting to bind port a7382fd5-0ac7-4c11-8237-4fabbfa7d3ba on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 05:57:52.805859 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-5a595522-2c0b-40e1-9e74-289efa295788 None None] Attempting to bind port a7382fd5-0ac7-4c11-8237-4fabbfa7d3ba by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': 'ac356ac0-5698-43b1-a0f2-375b4b38db67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '60e3db32-7944-464c-92b7-3f5e6dca1ec8'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 05:57:52.806226 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a595522-2c0b-40e1-9e74-289efa295788 None None] Attempting to bind port a7382fd5-0ac7-4c11-8237-4fabbfa7d3ba on network 60e3db32-7944-464c-92b7-3f5e6dca1ec8 {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:57:52.811840 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b803f27-0196-4eeb-a995-d8af62304be5 None None] Pushing event updated for resources: {'Port': ['ID=a7382fd5-0ac7-4c11-8237-4fabbfa7d3ba,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:57:52.827263 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a595522-2c0b-40e1-9e74-289efa295788 None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 5, 57, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 05:57:52.827646 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a595522-2c0b-40e1-9e74-289efa295788 None None] Checking segment: {'id': 'ac356ac0-5698-43b1-a0f2-375b4b38db67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '60e3db32-7944-464c-92b7-3f5e6dca1ec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:57:52.828050 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-5a595522-2c0b-40e1-9e74-289efa295788 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:52.828451 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a595522-2c0b-40e1-9e74-289efa295788 None None] Bound using segment: {'id': 'ac356ac0-5698-43b1-a0f2-375b4b38db67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '60e3db32-7944-464c-92b7-3f5e6dca1ec8'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 05:57:52.828915 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-5a595522-2c0b-40e1-9e74-289efa295788 None None] Bound port: a7382fd5-0ac7-4c11-8237-4fabbfa7d3ba, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac356ac0-5698-43b1-a0f2-375b4b38db67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '60e3db32-7944-464c-92b7-3f5e6dca1ec8'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 05:57:52.829290 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-5a595522-2c0b-40e1-9e74-289efa295788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:52.952606 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9d17a400-2c6f-4183-b907-49d6fd165e94 None None] Notify callbacks [] for port, precommit_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:52.976380 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9d17a400-2c6f-4183-b907-49d6fd165e94 None None] Transition to ACTIVE for port object 925b8f2b-bf17-4e4e-9456-151fe5c32426 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:57:52.990586 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-5a595522-2c0b-40e1-9e74-289efa295788 None None] For port a7382fd5-0ac7-4c11-8237-4fabbfa7d3ba, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 05:57:52.995510 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-5a595522-2c0b-40e1-9e74-289efa295788 None None] For port a7382fd5-0ac7-4c11-8237-4fabbfa7d3ba, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=a7382fd5-0ac7-4c11-8237-4fabbfa7d3ba,segment=NetworkSegment(ac356ac0-5698-43b1-a0f2-375b4b38db67),segment_id=ac356ac0-5698-43b1-a0f2-375b4b38db67)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 05:57:53.001350 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-5a595522-2c0b-40e1-9e74-289efa295788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:53.005136 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9d17a400-2c6f-4183-b907-49d6fd165e94 None None] Transition to ACTIVE for port object 925b8f2b-bf17-4e4e-9456-151fe5c32426 will not be triggered until provisioned by entity DHCP. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:57:53.049086 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9d17a400-2c6f-4183-b907-49d6fd165e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060'] for port, after_create {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:53.097839 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d17a400-2c6f-4183-b907-49d6fd165e94 None None] Network 6d8eec7d-b1e9-45b0-911a-10034ff9140d is already hosted by enough agents. {{(pid=88262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:57:53.099951 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.scheduler.base_scheduler [None req-9d17a400-2c6f-4183-b907-49d6fd165e94 None None] Resources bound (agent type, host, resource id): {{(pid=88262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:57:53.105285 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d17a400-2c6f-4183-b907-49d6fd165e94 None None] Received port after_create {{(pid=88262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:57:53.108413 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b803f27-0196-4eeb-a995-d8af62304be5 None None] Pushing event updated for resources: {'Port': ['ID=a7382fd5-0ac7-4c11-8237-4fabbfa7d3ba,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:57:53.114378 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a595522-2c0b-40e1-9e74-289efa295788 None None] Routers {'a65ed789-8d14-4161-8543-fada5889a234'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:57:53.115001 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-5a595522-2c0b-40e1-9e74-289efa295788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:57:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['a65ed789-8d14-4161-8543-fada5889a234'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:57:53.268508 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7ac60ba3-b49f-44e2-99ad-2e74c8665a8a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:53.322336 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d17a400-2c6f-4183-b907-49d6fd165e94 None None] Pushing event updated for resources: {'Port': ['ID=925b8f2b-bf17-4e4e-9456-151fe5c32426,revision_number=1']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:57:53.416996 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-9d17a400-2c6f-4183-b907-49d6fd165e94 None None] Attempting to bind port 925b8f2b-bf17-4e4e-9456-151fe5c32426 on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 05:57:53.417631 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-9d17a400-2c6f-4183-b907-49d6fd165e94 None None] Attempting to bind port 925b8f2b-bf17-4e4e-9456-151fe5c32426 by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': 'cdc5f067-21c3-4b68-bef9-8d1866d6b44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '6d8eec7d-b1e9-45b0-911a-10034ff9140d'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 05:57:53.417631 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d17a400-2c6f-4183-b907-49d6fd165e94 None None] Attempting to bind port 925b8f2b-bf17-4e4e-9456-151fe5c32426 on network 6d8eec7d-b1e9-45b0-911a-10034ff9140d {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:57:53.437060 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d17a400-2c6f-4183-b907-49d6fd165e94 None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 5, 57, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 05:57:53.437438 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d17a400-2c6f-4183-b907-49d6fd165e94 None None] Checking segment: {'id': 'cdc5f067-21c3-4b68-bef9-8d1866d6b44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '6d8eec7d-b1e9-45b0-911a-10034ff9140d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:57:53.437852 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9d17a400-2c6f-4183-b907-49d6fd165e94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:53.438238 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d17a400-2c6f-4183-b907-49d6fd165e94 None None] Bound using segment: {'id': 'cdc5f067-21c3-4b68-bef9-8d1866d6b44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '6d8eec7d-b1e9-45b0-911a-10034ff9140d'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 05:57:53.438713 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-9d17a400-2c6f-4183-b907-49d6fd165e94 None None] Bound port: 925b8f2b-bf17-4e4e-9456-151fe5c32426, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdc5f067-21c3-4b68-bef9-8d1866d6b44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '6d8eec7d-b1e9-45b0-911a-10034ff9140d'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 05:57:53.439086 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9d17a400-2c6f-4183-b907-49d6fd165e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:53.459253 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-5a595522-2c0b-40e1-9e74-289efa295788 None None] Set router a65ed789-8d14-4161-8543-fada5889a234 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:57:53.540265 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 1e1c57d2-ccb9-44c4-8e64-c218c43e180d up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:57:53.612936 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7ac60ba3-b49f-44e2-99ad-2e74c8665a8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603653'] for router, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:53.759955 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9d17a400-2c6f-4183-b907-49d6fd165e94 None None] For port 925b8f2b-bf17-4e4e-9456-151fe5c32426, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 05:57:53.792185 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9d17a400-2c6f-4183-b907-49d6fd165e94 None None] For port 925b8f2b-bf17-4e4e-9456-151fe5c32426, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=925b8f2b-bf17-4e4e-9456-151fe5c32426,segment=NetworkSegment(cdc5f067-21c3-4b68-bef9-8d1866d6b44e),segment_id=cdc5f067-21c3-4b68-bef9-8d1866d6b44e)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 05:57:53.798667 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9d17a400-2c6f-4183-b907-49d6fd165e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:53.817503 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ac60ba3-b49f-44e2-99ad-2e74c8665a8a admin admin] Router 0ea46fe7-6250-463c-9b8a-29deec89fe32 is scheduled to L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 with binding_index 1 {{(pid=88260) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 30 05:57:53.921611 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 1e1c57d2-ccb9-44c4-8e64-c218c43e180d triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:57:53.922006 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:54.012303 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ac60ba3-b49f-44e2-99ad-2e74c8665a8a admin admin] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:57:54.018351 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d17a400-2c6f-4183-b907-49d6fd165e94 None None] Pushing event updated for resources: {'Port': ['ID=925b8f2b-bf17-4e4e-9456-151fe5c32426,revision_number=2']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:57:54.025015 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5f28d0-1ad2-41ae-8da7-4f794ef14fd3 None None] Sync routers for ids ['0ea46fe7-6250-463c-9b8a-29deec89fe32'] in dv-neutron-843763-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:57:54.035604 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5f28d0-1ad2-41ae-8da7-4f794ef14fd3 None None] Routers {'0ea46fe7-6250-463c-9b8a-29deec89fe32'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:57:54.036549 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-be5f28d0-1ad2-41ae-8da7-4f794ef14fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:57:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['0ea46fe7-6250-463c-9b8a-29deec89fe32'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:57:54.045201 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-7ac60ba3-b49f-44e2-99ad-2e74c8665a8a admin admin] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:54.049098 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-7ac60ba3-b49f-44e2-99ad-2e74c8665a8a admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5175107 May 30 05:57:54.049326 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 56132) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:57:54.140903 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 1e1c57d2-ccb9-44c4-8e64-c218c43e180d is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:57:54.150792 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-5a595522-2c0b-40e1-9e74-289efa295788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a65ed789-8d14-4161-8543-fada5889a234', 'name': 'tempest-TestSnapshotPattern-1998179858-router', 'tenant_id': '8035301744a542fcaf288f0e100104e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.14'}], 'enable_snat': True}, 'gw_port_id': '1e1c57d2-ccb9-44c4-8e64-c218c43e180d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:57:45Z', 'updated_at': '2022-05-30T05:57:49Z', 'revision_number': 4, 'project_id': '8035301744a542fcaf288f0e100104e9', 'gw_port': {'id': '1e1c57d2-ccb9-44c4-8e64-c218c43e180d', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:72:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65ed789-8d14-4161-8543-fada5889a234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:57:45Z', 'updated_at': '2022-05-30T05:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': 'a7382fd5-0ac7-4c11-8237-4fabbfa7d3ba', 'name': '', 'network_id': '60e3db32-7944-464c-92b7-3f5e6dca1ec8', 'tenant_id': '8035301744a542fcaf288f0e100104e9', 'mac_address': 'fa:16:3e:f5:04:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a65ed789-8d14-4161-8543-fada5889a234', 'device_owner': 'network:router_interface', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': 'dbaebb8f-940e-4d02-a98e-c817d3a09025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:57:48Z', 'updated_at': '2022-05-30T05:57:52Z', 'revision_number': 4, 'project_id': '8035301744a542fcaf288f0e100104e9', 'subnets': [{'id': 'dbaebb8f-940e-4d02-a98e-c817d3a09025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:57:54.154927 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a595522-2c0b-40e1-9e74-289efa295788 None None] The sync data for ids ['a65ed789-8d14-4161-8543-fada5889a234'] in dv-neutron-843763-1-hyperv is: [{'id': 'a65ed789-8d14-4161-8543-fada5889a234', 'name': 'tempest-TestSnapshotPattern-1998179858-router', 'tenant_id': '8035301744a542fcaf288f0e100104e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.14'}], 'enable_snat': True}, 'gw_port_id': '1e1c57d2-ccb9-44c4-8e64-c218c43e180d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:57:45Z', 'updated_at': '2022-05-30T05:57:49Z', 'revision_number': 4, 'project_id': '8035301744a542fcaf288f0e100104e9', 'gw_port': {'id': '1e1c57d2-ccb9-44c4-8e64-c218c43e180d', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:72:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65ed789-8d14-4161-8543-fada5889a234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:57:45Z', 'updated_at': '2022-05-30T05:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': 'a7382fd5-0ac7-4c11-8237-4fabbfa7d3ba', 'name': '', 'network_id': '60e3db32-7944-464c-92b7-3f5e6dca1ec8', 'tenant_id': '8035301744a542fcaf288f0e100104e9', 'mac_address': 'fa:16:3e:f5:04:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a65ed789-8d14-4161-8543-fada5889a234', 'device_owner': 'network:router_interface', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': 'dbaebb8f-940e-4d02-a98e-c817d3a09025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:57:48Z', 'updated_at': '2022-05-30T05:57:52Z', 'revision_number': 4, 'project_id': '8035301744a542fcaf288f0e100104e9', 'subnets': [{'id': 'dbaebb8f-940e-4d02-a98e-c817d3a09025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:57:54.312653 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-be5f28d0-1ad2-41ae-8da7-4f794ef14fd3 None None] Set router 0ea46fe7-6250-463c-9b8a-29deec89fe32 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:57:54.632649 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-be5f28d0-1ad2-41ae-8da7-4f794ef14fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ea46fe7-6250-463c-9b8a-29deec89fe32', 'name': 'tempest-TestSnapshotPattern-1843322497-router', 'tenant_id': 'f49cbd76248745d2bf34f91dc4ac6655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.39'}], 'enable_snat': True}, 'gw_port_id': 'bb566249-2701-4c33-8a1f-4256fce1f20a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:57:51Z', 'updated_at': '2022-05-30T05:57:52Z', 'revision_number': 3, 'project_id': 'f49cbd76248745d2bf34f91dc4ac6655', 'gw_port': {'id': 'bb566249-2701-4c33-8a1f-4256fce1f20a', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f0:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ea46fe7-6250-463c-9b8a-29deec89fe32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:57:52Z', 'updated_at': '2022-05-30T05:57:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv'}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:57:54.637569 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5f28d0-1ad2-41ae-8da7-4f794ef14fd3 None None] Checking router: 0ea46fe7-6250-463c-9b8a-29deec89fe32 for host: dv-neutron-843763-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 05:57:54.637960 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5f28d0-1ad2-41ae-8da7-4f794ef14fd3 None None] Updating router 0ea46fe7-6250-463c-9b8a-29deec89fe32 port bb566249-2701-4c33-8a1f-4256fce1f20a binding host dv-neutron-843763-1-hyperv {{(pid=88263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 30 05:57:54.692179 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-be5f28d0-1ad2-41ae-8da7-4f794ef14fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:55.009280 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-acade669-175a-44e3-8144-514299199206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:55.081877 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-be5f28d0-1ad2-41ae-8da7-4f794ef14fd3 None None] Notify callbacks [] for port, precommit_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:55.094765 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.provisioning_blocks [None req-be5f28d0-1ad2-41ae-8da7-4f794ef14fd3 None None] Transition to ACTIVE for port object bb566249-2701-4c33-8a1f-4256fce1f20a will not be triggered until provisioned by entity L2. {{(pid=88263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:57:55.103678 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-be5f28d0-1ad2-41ae-8da7-4f794ef14fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:55.138357 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ccb6b16-7fb1-47bf-a612-16d5d4235471 None None] Network 6d8eec7d-b1e9-45b0-911a-10034ff9140d requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 05:57:55.186191 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9072bdc3-b3b3-47a0-9656-b8822ae06e5b None None] Pushing event updated for resources: {'Port': ['ID=bb566249-2701-4c33-8a1f-4256fce1f20a,revision_number=2']} {{(pid=88263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:57:55.221901 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-be5f28d0-1ad2-41ae-8da7-4f794ef14fd3 None None] Attempting to bind port bb566249-2701-4c33-8a1f-4256fce1f20a on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 05:57:55.222264 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-be5f28d0-1ad2-41ae-8da7-4f794ef14fd3 None None] Attempting to bind port bb566249-2701-4c33-8a1f-4256fce1f20a by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': 'ad083d94-0233-4c50-a0ed-00ef7686038c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'}] {{(pid=88263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 05:57:55.223160 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5f28d0-1ad2-41ae-8da7-4f794ef14fd3 None None] Attempting to bind port bb566249-2701-4c33-8a1f-4256fce1f20a on network 1bab70f4-3794-44db-8e17-19f483aa8ffa {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:57:55.230297 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5f28d0-1ad2-41ae-8da7-4f794ef14fd3 None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 5, 57, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 05:57:55.231167 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5f28d0-1ad2-41ae-8da7-4f794ef14fd3 None None] Checking segment: {'id': 'ad083d94-0233-4c50-a0ed-00ef7686038c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:57:55.231881 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-be5f28d0-1ad2-41ae-8da7-4f794ef14fd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:55.232282 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5f28d0-1ad2-41ae-8da7-4f794ef14fd3 None None] Bound using segment: {'id': 'ad083d94-0233-4c50-a0ed-00ef7686038c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'} {{(pid=88263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 05:57:55.232736 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.managers [None req-be5f28d0-1ad2-41ae-8da7-4f794ef14fd3 None None] Bound port: bb566249-2701-4c33-8a1f-4256fce1f20a, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad083d94-0233-4c50-a0ed-00ef7686038c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa'}}] {{(pid=88263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 05:57:55.233757 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-be5f28d0-1ad2-41ae-8da7-4f794ef14fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:55.245461 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-791de443-45b0-4440-9e0a-476208b95a0d None None] Provisioning for port 925b8f2b-bf17-4e4e-9456-151fe5c32426 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:57:55.288115 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_common [None req-acade669-175a-44e3-8144-514299199206 admin admin] Allocated IP 172.20.0.1 (6d8eec7d-b1e9-45b0-911a-10034ff9140d/bd16c662-90ee-46ea-a6e1-41c3aa7233fe/6eaeeb5b-4610-4c8e-84cf-1d170bdc9c05) {{(pid=88260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:57:55.319796 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.db [None req-be5f28d0-1ad2-41ae-8da7-4f794ef14fd3 None None] For port bb566249-2701-4c33-8a1f-4256fce1f20a, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 05:57:55.323732 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.plugins.ml2.db [None req-be5f28d0-1ad2-41ae-8da7-4f794ef14fd3 None None] For port bb566249-2701-4c33-8a1f-4256fce1f20a, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=bb566249-2701-4c33-8a1f-4256fce1f20a,segment=NetworkSegment(ad083d94-0233-4c50-a0ed-00ef7686038c),segment_id=ad083d94-0233-4c50-a0ed-00ef7686038c)] {{(pid=88263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 05:57:55.330955 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron_lib.callbacks.manager [None req-be5f28d0-1ad2-41ae-8da7-4f794ef14fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:55.434181 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5f28d0-1ad2-41ae-8da7-4f794ef14fd3 None None] Routers {'0ea46fe7-6250-463c-9b8a-29deec89fe32'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:57:55.434697 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-be5f28d0-1ad2-41ae-8da7-4f794ef14fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:57:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['0ea46fe7-6250-463c-9b8a-29deec89fe32'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:57:55.505858 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-acade669-175a-44e3-8144-514299199206 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:55.516639 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9072bdc3-b3b3-47a0-9656-b8822ae06e5b None None] Pushing event updated for resources: {'Port': ['ID=bb566249-2701-4c33-8a1f-4256fce1f20a,revision_number=3']} {{(pid=88263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:57:55.547784 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.provisioning_blocks [None req-acade669-175a-44e3-8144-514299199206 admin admin] Transition to ACTIVE for port object 6eaeeb5b-4610-4c8e-84cf-1d170bdc9c05 will not be triggered until provisioned by entity DHCP. {{(pid=88260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:57:55.595453 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-acade669-175a-44e3-8144-514299199206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:55.639023 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 925b8f2b-bf17-4e4e-9456-151fe5c32426 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:57:55.667319 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-be5f28d0-1ad2-41ae-8da7-4f794ef14fd3 None None] Set router 0ea46fe7-6250-463c-9b8a-29deec89fe32 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:57:55.701893 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acade669-175a-44e3-8144-514299199206 admin admin] Network 6d8eec7d-b1e9-45b0-911a-10034ff9140d is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:57:55.709358 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-acade669-175a-44e3-8144-514299199206 admin admin] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:57:55.716119 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acade669-175a-44e3-8144-514299199206 admin admin] Received port after_create {{(pid=88260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:57:55.724936 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port 925b8f2b-bf17-4e4e-9456-151fe5c32426 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:57:55.732147 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 925b8f2b-bf17-4e4e-9456-151fe5c32426 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:57:55.732773 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:55.771739 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acade669-175a-44e3-8144-514299199206 admin admin] Pushing event updated for resources: {'Port': ['ID=6eaeeb5b-4610-4c8e-84cf-1d170bdc9c05,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:57:55.795173 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-acade669-175a-44e3-8144-514299199206 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604623'] for router_interface, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:55.880882 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 925b8f2b-bf17-4e4e-9456-151fe5c32426 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:57:55.881744 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:55.924190 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] For port 925b8f2b-bf17-4e4e-9456-151fe5c32426, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=925b8f2b-bf17-4e4e-9456-151fe5c32426,segment=NetworkSegment(cdc5f067-21c3-4b68-bef9-8d1866d6b44e),segment_id=cdc5f067-21c3-4b68-bef9-8d1866d6b44e)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:57:55.932876 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:55.934280 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device a7382fd5-0ac7-4c11-8237-4fabbfa7d3ba up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:57:55.948524 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-acade669-175a-44e3-8144-514299199206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:55.983584 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-be5f28d0-1ad2-41ae-8da7-4f794ef14fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ea46fe7-6250-463c-9b8a-29deec89fe32', 'name': 'tempest-TestSnapshotPattern-1843322497-router', 'tenant_id': 'f49cbd76248745d2bf34f91dc4ac6655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.39'}], 'enable_snat': True}, 'gw_port_id': 'bb566249-2701-4c33-8a1f-4256fce1f20a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:57:51Z', 'updated_at': '2022-05-30T05:57:52Z', 'revision_number': 3, 'project_id': 'f49cbd76248745d2bf34f91dc4ac6655', 'gw_port': {'id': 'bb566249-2701-4c33-8a1f-4256fce1f20a', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f0:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ea46fe7-6250-463c-9b8a-29deec89fe32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:57:52Z', 'updated_at': '2022-05-30T05:57:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv'}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:57:55.987745 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5f28d0-1ad2-41ae-8da7-4f794ef14fd3 None None] The sync data for ids ['0ea46fe7-6250-463c-9b8a-29deec89fe32'] in dv-neutron-843763-1-hyperv is: [{'id': '0ea46fe7-6250-463c-9b8a-29deec89fe32', 'name': 'tempest-TestSnapshotPattern-1843322497-router', 'tenant_id': 'f49cbd76248745d2bf34f91dc4ac6655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.39'}], 'enable_snat': True}, 'gw_port_id': 'bb566249-2701-4c33-8a1f-4256fce1f20a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:57:51Z', 'updated_at': '2022-05-30T05:57:52Z', 'revision_number': 3, 'project_id': 'f49cbd76248745d2bf34f91dc4ac6655', 'gw_port': {'id': 'bb566249-2701-4c33-8a1f-4256fce1f20a', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f0:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ea46fe7-6250-463c-9b8a-29deec89fe32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:57:52Z', 'updated_at': '2022-05-30T05:57:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv'}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:57:56.070456 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-7288e115-d40e-4f72-a69e-49a062c11d73 None None] Provisioning for port 6eaeeb5b-4610-4c8e-84cf-1d170bdc9c05 completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:57:56.077384 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Pushing event updated for resources: {'Port': ['ID=925b8f2b-bf17-4e4e-9456-151fe5c32426,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:57:56.083717 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-7288e115-d40e-4f72-a69e-49a062c11d73 None None] Provisioning complete for port 6eaeeb5b-4610-4c8e-84cf-1d170bdc9c05 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:57:56.084087 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7288e115-d40e-4f72-a69e-49a062c11d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:56.134971 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port a7382fd5-0ac7-4c11-8237-4fabbfa7d3ba completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:57:56.145034 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port a7382fd5-0ac7-4c11-8237-4fabbfa7d3ba triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:57:56.145675 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:56.190040 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-7288e115-d40e-4f72-a69e-49a062c11d73 None None] Port 6eaeeb5b-4610-4c8e-84cf-1d170bdc9c05 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 05:57:56.232777 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-acade669-175a-44e3-8144-514299199206 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:56.237676 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-acade669-175a-44e3-8144-514299199206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1547421'] for port, after_update {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:56.295555 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port a7382fd5-0ac7-4c11-8237-4fabbfa7d3ba is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:57:56.296001 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:56.331665 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] For port a7382fd5-0ac7-4c11-8237-4fabbfa7d3ba, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=a7382fd5-0ac7-4c11-8237-4fabbfa7d3ba,segment=NetworkSegment(ac356ac0-5698-43b1-a0f2-375b4b38db67),segment_id=ac356ac0-5698-43b1-a0f2-375b4b38db67)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:57:56.336504 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:56.356038 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-acade669-175a-44e3-8144-514299199206 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1642774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602230'] for router_interface, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:56.371048 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acade669-175a-44e3-8144-514299199206 admin admin] Pushing event updated for resources: {'Port': ['ID=6eaeeb5b-4610-4c8e-84cf-1d170bdc9c05,revision_number=2']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:57:56.412892 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Pushing event updated for resources: {'Port': ['ID=a7382fd5-0ac7-4c11-8237-4fabbfa7d3ba,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:57:56.512249 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acade669-175a-44e3-8144-514299199206 admin admin] Network 6d8eec7d-b1e9-45b0-911a-10034ff9140d is already hosted by enough agents. {{(pid=88260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:57:56.513401 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.base_scheduler [None req-acade669-175a-44e3-8144-514299199206 admin admin] Resources bound (agent type, host, resource id): {{(pid=88260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:57:56.707766 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acade669-175a-44e3-8144-514299199206 admin admin] Router 0ea46fe7-6250-463c-9b8a-29deec89fe32 has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 05:57:56.717931 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-a8348ad3-e59f-40a2-afcc-d5a73de522da None None] Provisioning complete for port 6eaeeb5b-4610-4c8e-84cf-1d170bdc9c05 triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:57:56.718301 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a8348ad3-e59f-40a2-afcc-d5a73de522da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:56.774966 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-a8348ad3-e59f-40a2-afcc-d5a73de522da None None] Port 6eaeeb5b-4610-4c8e-84cf-1d170bdc9c05 cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 05:57:57.004200 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acade669-175a-44e3-8144-514299199206 admin admin] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:57:57.012892 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-acade669-175a-44e3-8144-514299199206 admin admin] 10.222.0.15 "PUT /v2.0/routers/0ea46fe7-6250-463c-9b8a-29deec89fe32/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9625103 May 30 05:57:57.383726 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 56142) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:57:57.389140 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-e9ec72c6-4c05-4805-a1aa-4cbd3ae62120 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1686242121', 'description': 'tempest-secgroup-smoke-1686242121 description', 'project_id': '8035301744a542fcaf288f0e100104e9'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:57:57.395373 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-e9ec72c6-4c05-4805-a1aa-4cbd3ae62120 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:57:57.399734 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-e9ec72c6-4c05-4805-a1aa-4cbd3ae62120 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Usage tracker for resource:security_group and tenant:8035301744a542fcaf288f0e100104e9 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:57:57.402667 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-e9ec72c6-4c05-4805-a1aa-4cbd3ae62120 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:57:57.408265 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-e9ec72c6-4c05-4805-a1aa-4cbd3ae62120 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:57:57.418864 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e9ec72c6-4c05-4805-a1aa-4cbd3ae62120 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Notify callbacks [] for security_group, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:57.438043 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-e9ec72c6-4c05-4805-a1aa-4cbd3ae62120 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:57:57.441757 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-e9ec72c6-4c05-4805-a1aa-4cbd3ae62120 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Usage tracker for resource:security_group_rule and tenant:8035301744a542fcaf288f0e100104e9 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:57:57.444547 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-e9ec72c6-4c05-4805-a1aa-4cbd3ae62120 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:57:57.450636 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-e9ec72c6-4c05-4805-a1aa-4cbd3ae62120 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:57:57.532149 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e9ec72c6-4c05-4805-a1aa-4cbd3ae62120 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Notify callbacks [] for security_group, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:57.536194 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e9ec72c6-4c05-4805-a1aa-4cbd3ae62120 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:57.579719 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ec72c6-4c05-4805-a1aa-4cbd3ae62120 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d66565e5-c254-43bc-96a6-53cf580080d6,revision_number=1']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:57:57.583373 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-e9ec72c6-4c05-4805-a1aa-4cbd3ae62120 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:57.588236 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-e9ec72c6-4c05-4805-a1aa-4cbd3ae62120 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1998372 May 30 05:57:57.588236 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 56146) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:57:57.591128 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b19d98c-7807-4b50-861c-0dc8aff5e098 None None] Sync routers for ids ['0ea46fe7-6250-463c-9b8a-29deec89fe32'] in dv-neutron-843763-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:57:57.593837 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-5ed3b218-38af-46e3-a9e2-6993173c620d tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Request body: {'security_group_rule': {'security_group_id': 'd66565e5-c254-43bc-96a6-53cf580080d6', 'project_id': '8035301744a542fcaf288f0e100104e9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:57:57.599817 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-5ed3b218-38af-46e3-a9e2-6993173c620d tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:57:57.604147 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-5ed3b218-38af-46e3-a9e2-6993173c620d tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Usage tracker for resource:security_group_rule and tenant:8035301744a542fcaf288f0e100104e9 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:57:57.604705 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b19d98c-7807-4b50-861c-0dc8aff5e098 None None] Routers {'0ea46fe7-6250-463c-9b8a-29deec89fe32'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:57:57.605355 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-1b19d98c-7807-4b50-861c-0dc8aff5e098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:57:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['0ea46fe7-6250-463c-9b8a-29deec89fe32'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:57:57.607285 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-5ed3b218-38af-46e3-a9e2-6993173c620d tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:57:57.613370 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-5ed3b218-38af-46e3-a9e2-6993173c620d tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:57:57.630904 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5ed3b218-38af-46e3-a9e2-6993173c620d tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:57.663042 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 925b8f2b-bf17-4e4e-9456-151fe5c32426 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:57:57.690368 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5ed3b218-38af-46e3-a9e2-6993173c620d tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:57.693944 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5ed3b218-38af-46e3-a9e2-6993173c620d tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:57.719552 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed3b218-38af-46e3-a9e2-6993173c620d tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=665aa4ea-d73a-4709-9417-c34ed359a10c,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:57:57.729709 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-5ed3b218-38af-46e3-a9e2-6993173c620d tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:57.731038 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-5ed3b218-38af-46e3-a9e2-6993173c620d tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1417124 May 30 05:57:57.733726 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 56150) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:57:57.738743 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-d4b8cef8-2551-429f-aeea-b21aa9835933 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Request body: {'security_group_rule': {'security_group_id': 'd66565e5-c254-43bc-96a6-53cf580080d6', 'project_id': '8035301744a542fcaf288f0e100104e9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:57:57.744846 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-d4b8cef8-2551-429f-aeea-b21aa9835933 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:57:57.748611 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-d4b8cef8-2551-429f-aeea-b21aa9835933 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Usage tracker for resource:security_group_rule and tenant:8035301744a542fcaf288f0e100104e9 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:57:57.751425 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-d4b8cef8-2551-429f-aeea-b21aa9835933 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:57:57.757530 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-d4b8cef8-2551-429f-aeea-b21aa9835933 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:57:57.774756 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d4b8cef8-2551-429f-aeea-b21aa9835933 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:57.832441 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 925b8f2b-bf17-4e4e-9456-151fe5c32426 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:57:57.832744 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:57.837390 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d4b8cef8-2551-429f-aeea-b21aa9835933 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:57.841347 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d4b8cef8-2551-429f-aeea-b21aa9835933 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:57.870173 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b8cef8-2551-429f-aeea-b21aa9835933 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45e76fd7-2e0b-49af-9334-51fc43ff9b51,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:57:57.879970 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d4b8cef8-2551-429f-aeea-b21aa9835933 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:57.883911 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-1b19d98c-7807-4b50-861c-0dc8aff5e098 None None] Set router 0ea46fe7-6250-463c-9b8a-29deec89fe32 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:57:57.884040 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-d4b8cef8-2551-429f-aeea-b21aa9835933 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1465716 May 30 05:57:57.884129 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 56154) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:57:57.889402 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-e114efde-dc48-4cb0-8f07-064477590005 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Request body: {'security_group_rule': {'security_group_id': 'd66565e5-c254-43bc-96a6-53cf580080d6', 'project_id': '8035301744a542fcaf288f0e100104e9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:57:57.895405 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-e114efde-dc48-4cb0-8f07-064477590005 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:57:57.899383 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-e114efde-dc48-4cb0-8f07-064477590005 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Usage tracker for resource:security_group_rule and tenant:8035301744a542fcaf288f0e100104e9 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:57:57.902410 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-e114efde-dc48-4cb0-8f07-064477590005 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:57:57.908677 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-e114efde-dc48-4cb0-8f07-064477590005 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:57:57.925578 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e114efde-dc48-4cb0-8f07-064477590005 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:57.992679 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e114efde-dc48-4cb0-8f07-064477590005 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:57.998501 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e114efde-dc48-4cb0-8f07-064477590005 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:58.022835 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e114efde-dc48-4cb0-8f07-064477590005 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3bb4b68-96de-4a8a-97c0-fd4b378ce2e7,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:57:58.042743 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-e114efde-dc48-4cb0-8f07-064477590005 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:58.046940 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 56158) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:57:58.047126 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-e114efde-dc48-4cb0-8f07-064477590005 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1619720 May 30 05:57:58.053202 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-b77873a8-4af8-4ee7-a088-da0c69f0e488 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Request body: {'security_group_rule': {'security_group_id': 'd66565e5-c254-43bc-96a6-53cf580080d6', 'project_id': '8035301744a542fcaf288f0e100104e9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:57:58.060611 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-b77873a8-4af8-4ee7-a088-da0c69f0e488 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:57:58.065157 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-b77873a8-4af8-4ee7-a088-da0c69f0e488 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Usage tracker for resource:security_group_rule and tenant:8035301744a542fcaf288f0e100104e9 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:57:58.068551 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-b77873a8-4af8-4ee7-a088-da0c69f0e488 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:57:58.076322 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-b77873a8-4af8-4ee7-a088-da0c69f0e488 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:57:58.093874 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b77873a8-4af8-4ee7-a088-da0c69f0e488 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:58.161141 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b77873a8-4af8-4ee7-a088-da0c69f0e488 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:58.165530 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b77873a8-4af8-4ee7-a088-da0c69f0e488 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:58.192057 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77873a8-4af8-4ee7-a088-da0c69f0e488 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be9e067a-c02c-4269-973f-aa39bf1465df,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:57:58.199995 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-b77873a8-4af8-4ee7-a088-da0c69f0e488 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:58.202696 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-b77873a8-4af8-4ee7-a088-da0c69f0e488 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1538005 May 30 05:57:58.204364 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 56162) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:57:58.210496 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.v2.base [None req-44d0c4c7-5b41-4634-bc5d-4e028b284e93 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Request body: {'security_group_rule': {'security_group_id': 'd66565e5-c254-43bc-96a6-53cf580080d6', 'project_id': '8035301744a542fcaf288f0e100104e9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:57:58.212595 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a1ed0dfb-d44b-46c8-a4a5-fe5fe8a924b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:58.218255 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-44d0c4c7-5b41-4634-bc5d-4e028b284e93 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:57:58.222373 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-44d0c4c7-5b41-4634-bc5d-4e028b284e93 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Usage tracker for resource:security_group_rule and tenant:8035301744a542fcaf288f0e100104e9 is out of sync, need to count used quota {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:57:58.225516 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.quota.resource [None req-44d0c4c7-5b41-4634-bc5d-4e028b284e93 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:57:58.230706 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 925b8f2b-bf17-4e4e-9456-151fe5c32426 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:57:58.231782 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device bb566249-2701-4c33-8a1f-4256fce1f20a up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:57:58.233135 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.quota.driver [None req-44d0c4c7-5b41-4634-bc5d-4e028b284e93 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:57:58.243363 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.db.securitygroups_db [None req-44d0c4c7-5b41-4634-bc5d-4e028b284e93 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Project 8035301744a542fcaf288f0e100104e9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 30 05:57:58.250124 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-44d0c4c7-5b41-4634-bc5d-4e028b284e93 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:58.316749 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-44d0c4c7-5b41-4634-bc5d-4e028b284e93 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:58.322370 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-44d0c4c7-5b41-4634-bc5d-4e028b284e93 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:58.349474 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d0c4c7-5b41-4634-bc5d-4e028b284e93 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f46cc857-2c41-444d-aaf6-e7dd96653f25,revision_number=0']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:57:58.354144 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port bb566249-2701-4c33-8a1f-4256fce1f20a completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:57:58.360272 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-44d0c4c7-5b41-4634-bc5d-4e028b284e93 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:58.361337 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port bb566249-2701-4c33-8a1f-4256fce1f20a triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:57:58.361716 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:58.364599 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-44d0c4c7-5b41-4634-bc5d-4e028b284e93 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1592958 May 30 05:57:58.364775 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 56166) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:57:58.370038 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-4fe30e71-ee97-47eb-81c7-8af9d33a128e tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Request body: {'security_group_rule': {'security_group_id': 'd66565e5-c254-43bc-96a6-53cf580080d6', 'project_id': '8035301744a542fcaf288f0e100104e9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:57:58.376181 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-4fe30e71-ee97-47eb-81c7-8af9d33a128e tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:57:58.380255 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-4fe30e71-ee97-47eb-81c7-8af9d33a128e tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Usage tracker for resource:security_group_rule and tenant:8035301744a542fcaf288f0e100104e9 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:57:58.383182 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-4fe30e71-ee97-47eb-81c7-8af9d33a128e tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:57:58.389618 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-4fe30e71-ee97-47eb-81c7-8af9d33a128e tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:57:58.400748 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.db.securitygroups_db [None req-4fe30e71-ee97-47eb-81c7-8af9d33a128e tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Project 8035301744a542fcaf288f0e100104e9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 30 05:57:58.407698 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4fe30e71-ee97-47eb-81c7-8af9d33a128e tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:58.420408 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-1b19d98c-7807-4b50-861c-0dc8aff5e098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ea46fe7-6250-463c-9b8a-29deec89fe32', 'name': 'tempest-TestSnapshotPattern-1843322497-router', 'tenant_id': 'f49cbd76248745d2bf34f91dc4ac6655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.39'}], 'enable_snat': True}, 'gw_port_id': 'bb566249-2701-4c33-8a1f-4256fce1f20a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:57:51Z', 'updated_at': '2022-05-30T05:57:55Z', 'revision_number': 4, 'project_id': 'f49cbd76248745d2bf34f91dc4ac6655', 'gw_port': {'id': 'bb566249-2701-4c33-8a1f-4256fce1f20a', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f0:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ea46fe7-6250-463c-9b8a-29deec89fe32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:57:52Z', 'updated_at': '2022-05-30T05:57:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': '6eaeeb5b-4610-4c8e-84cf-1d170bdc9c05', 'name': '', 'network_id': '6d8eec7d-b1e9-45b0-911a-10034ff9140d', 'tenant_id': 'f49cbd76248745d2bf34f91dc4ac6655', 'mac_address': 'fa:16:3e:dc:10:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ea46fe7-6250-463c-9b8a-29deec89fe32', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': 'bd16c662-90ee-46ea-a6e1-41c3aa7233fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:57:55Z', 'updated_at': '2022-05-30T05:57:56Z', 'revision_number': 2, 'project_id': 'f49cbd76248745d2bf34f91dc4ac6655', 'subnets': [{'id': 'bd16c662-90ee-46ea-a6e1-41c3aa7233fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:57:58.426741 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b19d98c-7807-4b50-861c-0dc8aff5e098 None None] Checking router: 0ea46fe7-6250-463c-9b8a-29deec89fe32 for host: dv-neutron-843763-1-hyperv {{(pid=88262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 05:57:58.427101 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b19d98c-7807-4b50-861c-0dc8aff5e098 None None] Updating router 0ea46fe7-6250-463c-9b8a-29deec89fe32 port 6eaeeb5b-4610-4c8e-84cf-1d170bdc9c05 binding host dv-neutron-843763-1-hyperv {{(pid=88262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 30 05:57:58.473250 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4fe30e71-ee97-47eb-81c7-8af9d33a128e tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:58.477313 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4fe30e71-ee97-47eb-81c7-8af9d33a128e tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080448'] for security_group_rule, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:58.485046 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-1b19d98c-7807-4b50-861c-0dc8aff5e098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:58.504260 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe30e71-ee97-47eb-81c7-8af9d33a128e tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6910ab4a-3607-474f-aefb-b396c6a71828,revision_number=0']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:57:58.518461 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4fe30e71-ee97-47eb-81c7-8af9d33a128e tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:58.520082 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-4fe30e71-ee97-47eb-81c7-8af9d33a128e tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1542110 May 30 05:57:58.600146 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port bb566249-2701-4c33-8a1f-4256fce1f20a is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:57:58.600580 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:58.675800 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] For port bb566249-2701-4c33-8a1f-4256fce1f20a, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=bb566249-2701-4c33-8a1f-4256fce1f20a,segment=NetworkSegment(ad083d94-0233-4c50-a0ed-00ef7686038c),segment_id=ad083d94-0233-4c50-a0ed-00ef7686038c)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:57:58.682303 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e8796296-b7cd-4ae3-8b26-92a744670b6e req-f8826f8d-b6d5-4ac8-a29a-df7d30ead34c tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1686242121&fields=id&tenant_id=8035301744a542fcaf288f0e100104e9 HTTP/1.1" status: 200 len: 267 time: 0.0396187 May 30 05:57:58.682812 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:58.683594 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device a7382fd5-0ac7-4c11-8237-4fabbfa7d3ba up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:57:58.830606 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8796296-b7cd-4ae3-8b26-92a744670b6e req-b46c8eef-2305-462f-9d54-e66eeeb1c659 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:57:58.832041 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e8796296-b7cd-4ae3-8b26-92a744670b6e req-b46c8eef-2305-462f-9d54-e66eeeb1c659 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] 10.222.0.15 "GET /v2.0/networks?id=60e3db32-7944-464c-92b7-3f5e6dca1ec8 HTTP/1.1" status: 200 len: 810 time: 0.1429408 May 30 05:57:58.847406 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e8796296-b7cd-4ae3-8b26-92a744670b6e req-815984e8-612b-49f5-9783-dbf8c2596fc4 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] 10.222.0.15 "GET /v2.0/quotas/8035301744a542fcaf288f0e100104e9 HTTP/1.1" status: 200 len: 375 time: 0.0098114 May 30 05:57:58.879550 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Pushing event updated for resources: {'Port': ['ID=bb566249-2701-4c33-8a1f-4256fce1f20a,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:57:58.909375 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port a7382fd5-0ac7-4c11-8237-4fabbfa7d3ba triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:57:58.909755 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:58.929774 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e8796296-b7cd-4ae3-8b26-92a744670b6e req-e7beb035-d000-4d0c-bd7b-b8a8c25be497 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=8035301744a542fcaf288f0e100104e9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0770111 May 30 05:57:58.945687 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [req-e8796296-b7cd-4ae3-8b26-92a744670b6e req-220aa032-956e-468a-b60b-3e7780027204 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=88261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 30 05:57:58.947431 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e8796296-b7cd-4ae3-8b26-92a744670b6e req-220aa032-956e-468a-b60b-3e7780027204 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058737 May 30 05:57:59.080022 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e8796296-b7cd-4ae3-8b26-92a744670b6e req-21f498f2-95fc-4d47-a1c2-76c383e5cbb7 service neutron] 10.222.0.15 "GET /v2.0/networks/60e3db32-7944-464c-92b7-3f5e6dca1ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266947 May 30 05:57:59.112505 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port a7382fd5-0ac7-4c11-8237-4fabbfa7d3ba is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:57:59.115600 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-1b19d98c-7807-4b50-861c-0dc8aff5e098 None None] Notify callbacks [] for port, precommit_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:59.128101 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-1b19d98c-7807-4b50-861c-0dc8aff5e098 None None] Transition to ACTIVE for port object 6eaeeb5b-4610-4c8e-84cf-1d170bdc9c05 will not be triggered until provisioned by entity L2. {{(pid=88262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:57:59.135363 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-1b19d98c-7807-4b50-861c-0dc8aff5e098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:59.214057 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e8796296-b7cd-4ae3-8b26-92a744670b6e req-0806539a-d7f0-4f0c-9f78-9d3ad202fceb service neutron] 10.222.0.15 "GET /v2.0/networks/60e3db32-7944-464c-92b7-3f5e6dca1ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281443 May 30 05:57:59.271534 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dc1672-0148-4970-9bd7-79cb759bc9a0 None None] Pushing event updated for resources: {'Port': ['ID=6eaeeb5b-4610-4c8e-84cf-1d170bdc9c05,revision_number=3']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:57:59.393478 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-1b19d98c-7807-4b50-861c-0dc8aff5e098 None None] Attempting to bind port 6eaeeb5b-4610-4c8e-84cf-1d170bdc9c05 on host dv-neutron-843763-1-hyperv for vnic_type normal with profile {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 05:57:59.394351 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-1b19d98c-7807-4b50-861c-0dc8aff5e098 None None] Attempting to bind port 6eaeeb5b-4610-4c8e-84cf-1d170bdc9c05 by drivers openvswitch,hyperv on host dv-neutron-843763-1-hyperv at level 0 using segments [{'id': 'cdc5f067-21c3-4b68-bef9-8d1866d6b44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '6d8eec7d-b1e9-45b0-911a-10034ff9140d'}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 05:57:59.394925 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b19d98c-7807-4b50-861c-0dc8aff5e098 None None] Attempting to bind port 6eaeeb5b-4610-4c8e-84cf-1d170bdc9c05 on network 6d8eec7d-b1e9-45b0-911a-10034ff9140d {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:57:59.401232 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b19d98c-7807-4b50-861c-0dc8aff5e098 None None] Checking agent: {'id': '1485b749-c04f-4d4c-bac9-c45662b9b128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843763-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 45, 31), 'started_at': datetime.datetime(2022, 5, 30, 4, 46, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 5, 57, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843763-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 05:57:59.401969 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b19d98c-7807-4b50-861c-0dc8aff5e098 None None] Checking segment: {'id': 'cdc5f067-21c3-4b68-bef9-8d1866d6b44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '6d8eec7d-b1e9-45b0-911a-10034ff9140d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:57:59.402452 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-1b19d98c-7807-4b50-861c-0dc8aff5e098 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:59.403053 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b19d98c-7807-4b50-861c-0dc8aff5e098 None None] Bound using segment: {'id': 'cdc5f067-21c3-4b68-bef9-8d1866d6b44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '6d8eec7d-b1e9-45b0-911a-10034ff9140d'} {{(pid=88262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 05:57:59.403601 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.managers [None req-1b19d98c-7807-4b50-861c-0dc8aff5e098 None None] Bound port: 6eaeeb5b-4610-4c8e-84cf-1d170bdc9c05, host: dv-neutron-843763-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdc5f067-21c3-4b68-bef9-8d1866d6b44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '6d8eec7d-b1e9-45b0-911a-10034ff9140d'}}] {{(pid=88262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 05:57:59.404293 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-1b19d98c-7807-4b50-861c-0dc8aff5e098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:59.434501 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-c1dc2fa6-1be0-4d65-9b29-5c080ef797cb req-b9222aa2-2c44-4a20-998f-398dcdfa020b tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] 10.222.0.15 "GET /v2.0/ports?device_id=e03fc80a-aada-4734-b9a1-f1bc98cfdafe HTTP/1.1" status: 200 len: 210 time: 0.0547330 May 30 05:57:59.514446 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-1b19d98c-7807-4b50-861c-0dc8aff5e098 None None] For port 6eaeeb5b-4610-4c8e-84cf-1d170bdc9c05, host dv-neutron-843763-1-hyperv, cleared binding levels {{(pid=88262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 05:57:59.518202 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-1b19d98c-7807-4b50-861c-0dc8aff5e098 None None] For port 6eaeeb5b-4610-4c8e-84cf-1d170bdc9c05, host dv-neutron-843763-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=6eaeeb5b-4610-4c8e-84cf-1d170bdc9c05,segment=NetworkSegment(cdc5f067-21c3-4b68-bef9-8d1866d6b44e),segment_id=cdc5f067-21c3-4b68-bef9-8d1866d6b44e)] {{(pid=88262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 05:57:59.530412 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device bb566249-2701-4c33-8a1f-4256fce1f20a up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:57:59.560179 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-1b19d98c-7807-4b50-861c-0dc8aff5e098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:57:59.721645 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b19d98c-7807-4b50-861c-0dc8aff5e098 None None] Routers {'0ea46fe7-6250-463c-9b8a-29deec89fe32'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:57:59.722316 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-1b19d98c-7807-4b50-861c-0dc8aff5e098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:57:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['0ea46fe7-6250-463c-9b8a-29deec89fe32'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:57:59.782615 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dc1672-0148-4970-9bd7-79cb759bc9a0 None None] Pushing event updated for resources: {'Port': ['ID=6eaeeb5b-4610-4c8e-84cf-1d170bdc9c05,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:57:59.816042 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port bb566249-2701-4c33-8a1f-4256fce1f20a triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:57:59.816509 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:58:00.007020 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-1b19d98c-7807-4b50-861c-0dc8aff5e098 None None] Set router 0ea46fe7-6250-463c-9b8a-29deec89fe32 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:58:00.166792 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port bb566249-2701-4c33-8a1f-4256fce1f20a is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:58:00.365175 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-233e6649-2a90-490e-83e8-b56e96f4004f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:58:00.387443 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-1b19d98c-7807-4b50-861c-0dc8aff5e098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ea46fe7-6250-463c-9b8a-29deec89fe32', 'name': 'tempest-TestSnapshotPattern-1843322497-router', 'tenant_id': 'f49cbd76248745d2bf34f91dc4ac6655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.39'}], 'enable_snat': True}, 'gw_port_id': 'bb566249-2701-4c33-8a1f-4256fce1f20a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:57:51Z', 'updated_at': '2022-05-30T05:57:55Z', 'revision_number': 4, 'project_id': 'f49cbd76248745d2bf34f91dc4ac6655', 'gw_port': {'id': 'bb566249-2701-4c33-8a1f-4256fce1f20a', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea46fe7-6250-463c-9b8a-29deec89fe32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:57:52Z', 'updated_at': '2022-05-30T05:57:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': '6eaeeb5b-4610-4c8e-84cf-1d170bdc9c05', 'name': '', 'network_id': '6d8eec7d-b1e9-45b0-911a-10034ff9140d', 'tenant_id': 'f49cbd76248745d2bf34f91dc4ac6655', 'mac_address': 'fa:16:3e:dc:10:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ea46fe7-6250-463c-9b8a-29deec89fe32', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': 'bd16c662-90ee-46ea-a6e1-41c3aa7233fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:57:55Z', 'updated_at': '2022-05-30T05:57:59Z', 'revision_number': 4, 'project_id': 'f49cbd76248745d2bf34f91dc4ac6655', 'subnets': [{'id': 'bd16c662-90ee-46ea-a6e1-41c3aa7233fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:58:00.392507 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b19d98c-7807-4b50-861c-0dc8aff5e098 None None] The sync data for ids ['0ea46fe7-6250-463c-9b8a-29deec89fe32'] in dv-neutron-843763-1-hyperv is: [{'id': '0ea46fe7-6250-463c-9b8a-29deec89fe32', 'name': 'tempest-TestSnapshotPattern-1843322497-router', 'tenant_id': 'f49cbd76248745d2bf34f91dc4ac6655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.39'}], 'enable_snat': True}, 'gw_port_id': 'bb566249-2701-4c33-8a1f-4256fce1f20a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:57:51Z', 'updated_at': '2022-05-30T05:57:55Z', 'revision_number': 4, 'project_id': 'f49cbd76248745d2bf34f91dc4ac6655', 'gw_port': {'id': 'bb566249-2701-4c33-8a1f-4256fce1f20a', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea46fe7-6250-463c-9b8a-29deec89fe32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:57:52Z', 'updated_at': '2022-05-30T05:57:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': '6eaeeb5b-4610-4c8e-84cf-1d170bdc9c05', 'name': '', 'network_id': '6d8eec7d-b1e9-45b0-911a-10034ff9140d', 'tenant_id': 'f49cbd76248745d2bf34f91dc4ac6655', 'mac_address': 'fa:16:3e:dc:10:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ea46fe7-6250-463c-9b8a-29deec89fe32', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': 'bd16c662-90ee-46ea-a6e1-41c3aa7233fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:57:55Z', 'updated_at': '2022-05-30T05:57:59Z', 'revision_number': 4, 'project_id': 'f49cbd76248745d2bf34f91dc4ac6655', 'subnets': [{'id': 'bd16c662-90ee-46ea-a6e1-41c3aa7233fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:58:00.720805 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5e76c3c8-1db5-4642-8540-e43639391352 req-bb6da276-df9b-412e-9b86-5c71b8958909 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] 10.222.0.15 "GET /v2.0/ports?device_id=e03fc80a-aada-4734-b9a1-f1bc98cfdafe HTTP/1.1" status: 200 len: 210 time: 0.1167665 May 30 05:58:00.792349 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8796296-b7cd-4ae3-8b26-92a744670b6e req-8efae961-9c9a-4af3-9aa5-d49994a39e58 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:58:00.793993 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e8796296-b7cd-4ae3-8b26-92a744670b6e req-8efae961-9c9a-4af3-9aa5-d49994a39e58 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] 10.222.0.39 "GET /v2.0/networks?id=60e3db32-7944-464c-92b7-3f5e6dca1ec8 HTTP/1.1" status: 200 len: 810 time: 0.3918974 May 30 05:58:00.846624 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e8796296-b7cd-4ae3-8b26-92a744670b6e req-4b4a3ed3-903e-476f-b419-b66143509d28 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8035301744a542fcaf288f0e100104e9 HTTP/1.1" status: 200 len: 380 time: 0.0431178 May 30 05:58:00.856230 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [req-e8796296-b7cd-4ae3-8b26-92a744670b6e req-9ab6bb0b-82b5-4dfd-ae19-09eb2dfdd2bd tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Request body: {'port': {'device_id': 'e03fc80a-aada-4734-b9a1-f1bc98cfdafe', 'network_id': '60e3db32-7944-464c-92b7-3f5e6dca1ec8', 'admin_state_up': True, 'tenant_id': '8035301744a542fcaf288f0e100104e9', 'security_groups': ['d66565e5-c254-43bc-96a6-53cf580080d6']}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:58:00.999821 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [req-e8796296-b7cd-4ae3-8b26-92a744670b6e req-9ab6bb0b-82b5-4dfd-ae19-09eb2dfdd2bd tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:58:01.004981 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-e8796296-b7cd-4ae3-8b26-92a744670b6e req-9ab6bb0b-82b5-4dfd-ae19-09eb2dfdd2bd tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Usage tracker for resource:port and tenant:8035301744a542fcaf288f0e100104e9 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:58:01.009015 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-e8796296-b7cd-4ae3-8b26-92a744670b6e req-9ab6bb0b-82b5-4dfd-ae19-09eb2dfdd2bd tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:58:01.015056 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [req-e8796296-b7cd-4ae3-8b26-92a744670b6e req-9ab6bb0b-82b5-4dfd-ae19-09eb2dfdd2bd tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:58:01.025659 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8796296-b7cd-4ae3-8b26-92a744670b6e req-9ab6bb0b-82b5-4dfd-ae19-09eb2dfdd2bd tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Made reservation on behalf of 8035301744a542fcaf288f0e100104e9 for: {'port': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 05:58:01.029234 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-e8796296-b7cd-4ae3-8b26-92a744670b6e req-9ab6bb0b-82b5-4dfd-ae19-09eb2dfdd2bd tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:58:01.207435 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [req-e8796296-b7cd-4ae3-8b26-92a744670b6e req-9ab6bb0b-82b5-4dfd-ae19-09eb2dfdd2bd tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Allocated IP 172.20.0.7 (60e3db32-7944-464c-92b7-3f5e6dca1ec8/dbaebb8f-940e-4d02-a98e-c817d3a09025/f3116167-1b67-4eff-8255-676b33910d1c) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:58:01.409997 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-e8796296-b7cd-4ae3-8b26-92a744670b6e req-9ab6bb0b-82b5-4dfd-ae19-09eb2dfdd2bd tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:58:01.428333 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [req-e8796296-b7cd-4ae3-8b26-92a744670b6e req-9ab6bb0b-82b5-4dfd-ae19-09eb2dfdd2bd tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Transition to ACTIVE for port object f3116167-1b67-4eff-8255-676b33910d1c will not be triggered until provisioned by entity DHCP. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:58:01.453961 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-e8796296-b7cd-4ae3-8b26-92a744670b6e req-9ab6bb0b-82b5-4dfd-ae19-09eb2dfdd2bd tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:58:01.485244 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56ded65b-0e68-413c-8b9b-1097922cc81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:58:01.525960 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8796296-b7cd-4ae3-8b26-92a744670b6e req-9ab6bb0b-82b5-4dfd-ae19-09eb2dfdd2bd tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Network 60e3db32-7944-464c-92b7-3f5e6dca1ec8 is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:58:01.533628 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [req-e8796296-b7cd-4ae3-8b26-92a744670b6e req-9ab6bb0b-82b5-4dfd-ae19-09eb2dfdd2bd tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:58:01.539023 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8796296-b7cd-4ae3-8b26-92a744670b6e req-9ab6bb0b-82b5-4dfd-ae19-09eb2dfdd2bd tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:58:01.556828 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 6eaeeb5b-4610-4c8e-84cf-1d170bdc9c05 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:58:01.592411 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab6bb0b-82b5-4dfd-ae19-09eb2dfdd2bd tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Pushing event updated for resources: {'Port': ['ID=f3116167-1b67-4eff-8255-676b33910d1c,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:58:01.614902 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8796296-b7cd-4ae3-8b26-92a744670b6e req-9ab6bb0b-82b5-4dfd-ae19-09eb2dfdd2bd tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:58:01.615637 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-e8796296-b7cd-4ae3-8b26-92a744670b6e req-9ab6bb0b-82b5-4dfd-ae19-09eb2dfdd2bd tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:58:01.629072 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:58:01.642990 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e8796296-b7cd-4ae3-8b26-92a744670b6e req-9ab6bb0b-82b5-4dfd-ae19-09eb2dfdd2bd tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7908750 May 30 05:58:01.651689 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning for port 6eaeeb5b-4610-4c8e-84cf-1d170bdc9c05 completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:58:01.659473 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 6eaeeb5b-4610-4c8e-84cf-1d170bdc9c05 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:58:01.660006 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:58:01.778850 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [req-e8796296-b7cd-4ae3-8b26-92a744670b6e req-d3c59ef7-71b8-4458-a5ef-caf10ec8f954 service neutron] Request body: {'port': {'device_id': 'e03fc80a-aada-4734-b9a1-f1bc98cfdafe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8437'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:58:01.796064 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 6eaeeb5b-4610-4c8e-84cf-1d170bdc9c05 is: DOWN; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:58:01.796458 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:58:01.839321 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-19c7c78c-1661-4451-82c0-67df11d1b7a9 None None] Provisioning for port f3116167-1b67-4eff-8255-676b33910d1c completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:58:01.846420 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-19c7c78c-1661-4451-82c0-67df11d1b7a9 None None] Provisioning complete for port f3116167-1b67-4eff-8255-676b33910d1c triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:58:01.846796 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-19c7c78c-1661-4451-82c0-67df11d1b7a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:58:01.871028 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] For port 6eaeeb5b-4610-4c8e-84cf-1d170bdc9c05, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=6eaeeb5b-4610-4c8e-84cf-1d170bdc9c05,segment=NetworkSegment(cdc5f067-21c3-4b68-bef9-8d1866d6b44e),segment_id=cdc5f067-21c3-4b68-bef9-8d1866d6b44e)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:58:01.876502 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:58:01.950843 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-e8796296-b7cd-4ae3-8b26-92a744670b6e req-d3c59ef7-71b8-4458-a5ef-caf10ec8f954 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:58:01.955501 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-19c7c78c-1661-4451-82c0-67df11d1b7a9 None None] Port f3116167-1b67-4eff-8255-676b33910d1c cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 05:58:01.966401 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Pushing event updated for resources: {'Port': ['ID=6eaeeb5b-4610-4c8e-84cf-1d170bdc9c05,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:58:02.080211 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e991450-fced-436e-b7be-e688f3bfc7de req-f022a104-87fa-4557-bc07-b5635ccb4fd9 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:58:02.080890 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-7e991450-fced-436e-b7be-e688f3bfc7de req-f022a104-87fa-4557-bc07-b5635ccb4fd9 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Synchronizing usage tracker for tenant:8035301744a542fcaf288f0e100104e9 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 05:58:02.120436 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-7e991450-fced-436e-b7be-e688f3bfc7de req-f022a104-87fa-4557-bc07-b5635ccb4fd9 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Unset dirty status for tenant:8035301744a542fcaf288f0e100104e9 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 05:58:02.121511 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7e991450-fced-436e-b7be-e688f3bfc7de req-f022a104-87fa-4557-bc07-b5635ccb4fd9 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] 10.222.0.15 "GET /v2.0/ports?device_id=e03fc80a-aada-4734-b9a1-f1bc98cfdafe HTTP/1.1" status: 200 len: 931 time: 0.2771516 May 30 05:58:02.239270 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-7e991450-fced-436e-b7be-e688f3bfc7de req-303be2f3-5eb7-4f63-9f88-8a512cc3238f tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] 10.222.0.15 "GET /v2.0/security-groups?id=d66565e5-c254-43bc-96a6-53cf580080d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013811 May 30 05:58:02.341152 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [req-e8796296-b7cd-4ae3-8b26-92a744670b6e req-d3c59ef7-71b8-4458-a5ef-caf10ec8f954 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3116167-1b67-4eff-8255-676b33910d1c {{(pid=88261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 30 05:58:02.348191 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-e8796296-b7cd-4ae3-8b26-92a744670b6e req-d3c59ef7-71b8-4458-a5ef-caf10ec8f954 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:58:02.362500 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [req-e8796296-b7cd-4ae3-8b26-92a744670b6e req-d3c59ef7-71b8-4458-a5ef-caf10ec8f954 service neutron] Transition to ACTIVE for port object f3116167-1b67-4eff-8255-676b33910d1c will not be triggered until provisioned by entity L2. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 05:58:02.365850 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-e8796296-b7cd-4ae3-8b26-92a744670b6e req-d3c59ef7-71b8-4458-a5ef-caf10ec8f954 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2304381'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:58:02.634466 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c59ef7-71b8-4458-a5ef-caf10ec8f954 service neutron] Pushing event updated for resources: {'Port': ['ID=f3116167-1b67-4eff-8255-676b33910d1c,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:58:02.701256 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [req-e8796296-b7cd-4ae3-8b26-92a744670b6e req-d3c59ef7-71b8-4458-a5ef-caf10ec8f954 service neutron] Attempting to bind port f3116167-1b67-4eff-8255-676b33910d1c on host hv-neutron-8437 for vnic_type normal with profile {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 05:58:02.701585 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [req-e8796296-b7cd-4ae3-8b26-92a744670b6e req-d3c59ef7-71b8-4458-a5ef-caf10ec8f954 service neutron] Attempting to bind port f3116167-1b67-4eff-8255-676b33910d1c by drivers openvswitch,hyperv on host hv-neutron-8437 at level 0 using segments [{'id': 'ac356ac0-5698-43b1-a0f2-375b4b38db67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '60e3db32-7944-464c-92b7-3f5e6dca1ec8'}] {{(pid=88261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 05:58:02.701936 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8796296-b7cd-4ae3-8b26-92a744670b6e req-d3c59ef7-71b8-4458-a5ef-caf10ec8f954 service neutron] Attempting to bind port f3116167-1b67-4eff-8255-676b33910d1c on network 60e3db32-7944-464c-92b7-3f5e6dca1ec8 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:58:02.706359 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8796296-b7cd-4ae3-8b26-92a744670b6e req-d3c59ef7-71b8-4458-a5ef-caf10ec8f954 service neutron] Port f3116167-1b67-4eff-8255-676b33910d1c on network 60e3db32-7944-464c-92b7-3f5e6dca1ec8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8437 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 30 05:58:02.706675 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8796296-b7cd-4ae3-8b26-92a744670b6e req-d3c59ef7-71b8-4458-a5ef-caf10ec8f954 service neutron] Attempting to bind port f3116167-1b67-4eff-8255-676b33910d1c on network 60e3db32-7944-464c-92b7-3f5e6dca1ec8 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 05:58:02.712139 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8796296-b7cd-4ae3-8b26-92a744670b6e req-d3c59ef7-71b8-4458-a5ef-caf10ec8f954 service neutron] Checking agent: {'id': 'de0c936d-420b-412f-9642-7bfe80b5ab25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8437', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 51, 47), 'started_at': datetime.datetime(2022, 5, 30, 4, 51, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 5, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 05:58:02.712492 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8796296-b7cd-4ae3-8b26-92a744670b6e req-d3c59ef7-71b8-4458-a5ef-caf10ec8f954 service neutron] Checking segment: {'id': 'ac356ac0-5698-43b1-a0f2-375b4b38db67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '60e3db32-7944-464c-92b7-3f5e6dca1ec8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 05:58:02.712875 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8796296-b7cd-4ae3-8b26-92a744670b6e req-d3c59ef7-71b8-4458-a5ef-caf10ec8f954 service neutron] Bound using segment: {'id': 'ac356ac0-5698-43b1-a0f2-375b4b38db67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '60e3db32-7944-464c-92b7-3f5e6dca1ec8'} {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 05:58:02.713303 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [req-e8796296-b7cd-4ae3-8b26-92a744670b6e req-d3c59ef7-71b8-4458-a5ef-caf10ec8f954 service neutron] Bound port: f3116167-1b67-4eff-8255-676b33910d1c, host: hv-neutron-8437, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac356ac0-5698-43b1-a0f2-375b4b38db67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '60e3db32-7944-464c-92b7-3f5e6dca1ec8'}}] {{(pid=88261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 05:58:02.713643 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-e8796296-b7cd-4ae3-8b26-92a744670b6e req-d3c59ef7-71b8-4458-a5ef-caf10ec8f954 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:58:02.801975 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [req-e8796296-b7cd-4ae3-8b26-92a744670b6e req-d3c59ef7-71b8-4458-a5ef-caf10ec8f954 service neutron] For port f3116167-1b67-4eff-8255-676b33910d1c, host hv-neutron-8437, cleared binding levels {{(pid=88261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 05:58:02.804839 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [req-e8796296-b7cd-4ae3-8b26-92a744670b6e req-d3c59ef7-71b8-4458-a5ef-caf10ec8f954 service neutron] For port f3116167-1b67-4eff-8255-676b33910d1c, host hv-neutron-8437, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=f3116167-1b67-4eff-8255-676b33910d1c,segment=NetworkSegment(ac356ac0-5698-43b1-a0f2-375b4b38db67),segment_id=ac356ac0-5698-43b1-a0f2-375b4b38db67)] {{(pid=88261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 05:58:02.808964 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-e8796296-b7cd-4ae3-8b26-92a744670b6e req-d3c59ef7-71b8-4458-a5ef-caf10ec8f954 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2304381'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:58:02.866763 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8796296-b7cd-4ae3-8b26-92a744670b6e req-d3c59ef7-71b8-4458-a5ef-caf10ec8f954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:58:02.867381 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-e8796296-b7cd-4ae3-8b26-92a744670b6e req-d3c59ef7-71b8-4458-a5ef-caf10ec8f954 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:58:02.868791 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e8796296-b7cd-4ae3-8b26-92a744670b6e req-d3c59ef7-71b8-4458-a5ef-caf10ec8f954 service neutron] 10.222.0.39 "PUT /v2.0/ports/f3116167-1b67-4eff-8255-676b33910d1c HTTP/1.1" status: 200 len: 1093 time: 1.2186821 May 30 05:58:02.869230 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e03fc80a-aada-4734-b9a1-f1bc98cfdafe', 'tag': 'f3116167-1b67-4eff-8255-676b33910d1c'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:58:02.892854 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c59ef7-71b8-4458-a5ef-caf10ec8f954 service neutron] Pushing event updated for resources: {'Port': ['ID=f3116167-1b67-4eff-8255-676b33910d1c,revision_number=3']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:58:02.950206 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4de8ae2c-4451-426f-bc8d-7c56bd23b386'] response: {'name': 'network-changed', 'server_uuid': 'e03fc80a-aada-4734-b9a1-f1bc98cfdafe', 'tag': 'f3116167-1b67-4eff-8255-676b33910d1c', 'status': 'completed', 'code': 200} May 30 05:58:02.991342 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8796296-b7cd-4ae3-8b26-92a744670b6e req-128d20f5-944b-42d7-b081-76630b3b8cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:58:02.992875 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e8796296-b7cd-4ae3-8b26-92a744670b6e req-128d20f5-944b-42d7-b081-76630b3b8cee service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8035301744a542fcaf288f0e100104e9&device_id=e03fc80a-aada-4734-b9a1-f1bc98cfdafe HTTP/1.1" status: 200 len: 1096 time: 0.0773344 May 30 05:58:03.054686 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a142624-940e-4c55-bf49-a5329c884075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:58:03.060206 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e8796296-b7cd-4ae3-8b26-92a744670b6e req-6fedc364-48ed-4d87-9d25-86a9abcddc0e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f3116167-1b67-4eff-8255-676b33910d1c HTTP/1.1" status: 200 len: 217 time: 0.0609579 May 30 05:58:03.124407 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8796296-b7cd-4ae3-8b26-92a744670b6e req-c0c691e1-c625-430c-baed-0519205c3bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:58:03.125782 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e8796296-b7cd-4ae3-8b26-92a744670b6e req-c0c691e1-c625-430c-baed-0519205c3bfa service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dbaebb8f-940e-4d02-a98e-c817d3a09025 HTTP/1.1" status: 200 len: 849 time: 0.0593486 May 30 05:58:03.199433 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8796296-b7cd-4ae3-8b26-92a744670b6e req-98f50edc-32ba-4df6-8e11-69c77e971aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:58:03.200946 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e8796296-b7cd-4ae3-8b26-92a744670b6e req-98f50edc-32ba-4df6-8e11-69c77e971aff service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=60e3db32-7944-464c-92b7-3f5e6dca1ec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695312 May 30 05:58:03.331409 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e8796296-b7cd-4ae3-8b26-92a744670b6e req-6936d700-172f-4e41-b5e6-040b61e52753 service neutron] 10.222.0.39 "GET /v2.0/networks/60e3db32-7944-464c-92b7-3f5e6dca1ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235712 May 30 05:58:03.517478 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 6eaeeb5b-4610-4c8e-84cf-1d170bdc9c05 up at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:58:03.520532 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e8796296-b7cd-4ae3-8b26-92a744670b6e req-f62e5693-75dc-4435-a1f1-de2eb257f2a9 service neutron] 10.222.0.39 "GET /v2.0/networks/60e3db32-7944-464c-92b7-3f5e6dca1ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817367 May 30 05:58:03.532397 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8e68da-e2a5-4b05-81f3-149859eef5df req-426754d7-e79e-4119-8212-53e13b95693b tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:58:03.533831 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5d8e68da-e2a5-4b05-81f3-149859eef5df req-426754d7-e79e-4119-8212-53e13b95693b tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] 10.222.0.15 "GET /v2.0/ports?device_id=e03fc80a-aada-4734-b9a1-f1bc98cfdafe HTTP/1.1" status: 200 len: 943 time: 0.1778758 May 30 05:58:03.587393 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Provisioning complete for port 6eaeeb5b-4610-4c8e-84cf-1d170bdc9c05 triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:58:03.587767 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:58:03.623721 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5d8e68da-e2a5-4b05-81f3-149859eef5df req-28bda6db-c41b-49c0-b41c-7c8254e6fde4 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] 10.222.0.15 "GET /v2.0/security-groups?id=d66565e5-c254-43bc-96a6-53cf580080d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827610 May 30 05:58:03.652072 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e278f76-1df5-4fd0-aff3-1f1788222596 req-1b0fa18a-684a-48a1-b819-e0da05bf6c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:58:03.653617 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1e278f76-1df5-4fd0-aff3-1f1788222596 req-1b0fa18a-684a-48a1-b819-e0da05bf6c48 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8035301744a542fcaf288f0e100104e9&device_id=e03fc80a-aada-4734-b9a1-f1bc98cfdafe HTTP/1.1" status: 200 len: 1096 time: 0.0813613 May 30 05:58:03.706262 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Current status of the port 6eaeeb5b-4610-4c8e-84cf-1d170bdc9c05 is: ACTIVE; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:58:03.781127 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e278f76-1df5-4fd0-aff3-1f1788222596 req-93e11c76-606c-4265-80eb-8c8beeebf824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:58:03.782582 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1e278f76-1df5-4fd0-aff3-1f1788222596 req-93e11c76-606c-4265-80eb-8c8beeebf824 service neutron] 10.222.0.39 "GET /v2.0/networks?id=60e3db32-7944-464c-92b7-3f5e6dca1ec8 HTTP/1.1" status: 200 len: 911 time: 0.1233299 May 30 05:58:03.850280 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1e278f76-1df5-4fd0-aff3-1f1788222596 req-639c0529-fded-4d00-8882-f4901b9893d6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f3116167-1b67-4eff-8255-676b33910d1c HTTP/1.1" status: 200 len: 217 time: 0.0615501 May 30 05:58:03.909714 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e278f76-1df5-4fd0-aff3-1f1788222596 req-73367b78-1763-441b-a9b3-f58f5d43133d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:58:03.911114 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1e278f76-1df5-4fd0-aff3-1f1788222596 req-73367b78-1763-441b-a9b3-f58f5d43133d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dbaebb8f-940e-4d02-a98e-c817d3a09025 HTTP/1.1" status: 200 len: 849 time: 0.0548608 May 30 05:58:03.989846 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e278f76-1df5-4fd0-aff3-1f1788222596 req-6a29f776-e6ad-4595-956c-ac44fab9f3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:58:03.991223 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1e278f76-1df5-4fd0-aff3-1f1788222596 req-6a29f776-e6ad-4595-956c-ac44fab9f3a7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=60e3db32-7944-464c-92b7-3f5e6dca1ec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0740321 May 30 05:58:04.119579 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1e278f76-1df5-4fd0-aff3-1f1788222596 req-995f87d2-2e51-4b89-9220-e4381df01187 service neutron] 10.222.0.39 "GET /v2.0/networks/60e3db32-7944-464c-92b7-3f5e6dca1ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218729 May 30 05:58:04.347722 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-1e278f76-1df5-4fd0-aff3-1f1788222596 req-12e7d56e-3a8b-4066-b996-616ade748411 service neutron] 10.222.0.39 "GET /v2.0/networks/60e3db32-7944-464c-92b7-3f5e6dca1ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2218208 May 30 05:58:04.814677 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c4e8d5-3a4b-4415-95b4-820d91ec7418 req-5b8ebbe3-e4eb-482b-a5cf-d8ed60472a0d tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:58:04.816102 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-28c4e8d5-3a4b-4415-95b4-820d91ec7418 req-5b8ebbe3-e4eb-482b-a5cf-d8ed60472a0d tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] 10.222.0.15 "GET /v2.0/ports?device_id=e03fc80a-aada-4734-b9a1-f1bc98cfdafe HTTP/1.1" status: 200 len: 943 time: 0.0777757 May 30 05:58:04.859092 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-28c4e8d5-3a4b-4415-95b4-820d91ec7418 req-d30ccbf4-4dc4-4b20-bfd5-2ec938a34794 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] 10.222.0.15 "GET /v2.0/security-groups?id=d66565e5-c254-43bc-96a6-53cf580080d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374284 May 30 05:58:05.972590 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device f3116167-1b67-4eff-8255-676b33910d1c details requested by agent hyperv_hv-neutron-8437 with host hv-neutron-8437 {{(pid=88262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 05:58:06.049896 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95246c14-e699-443d-8252-a6e03ff6d37e req-cf937fc8-b393-4443-8504-00f8c6bbaa27 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:58:06.051370 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-95246c14-e699-443d-8252-a6e03ff6d37e req-cf937fc8-b393-4443-8504-00f8c6bbaa27 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] 10.222.0.15 "GET /v2.0/ports?device_id=e03fc80a-aada-4734-b9a1-f1bc98cfdafe HTTP/1.1" status: 200 len: 943 time: 0.0835285 May 30 05:58:06.096329 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-95246c14-e699-443d-8252-a6e03ff6d37e req-a2e8d9f6-cfdd-44a5-9840-9af90326840a tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] 10.222.0.15 "GET /v2.0/security-groups?id=d66565e5-c254-43bc-96a6-53cf580080d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390182 May 30 05:58:06.103728 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port f3116167-1b67-4eff-8255-676b33910d1c, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=f3116167-1b67-4eff-8255-676b33910d1c,segment=NetworkSegment(ac356ac0-5698-43b1-a0f2-375b4b38db67),segment_id=ac356ac0-5698-43b1-a0f2-375b4b38db67)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:58:06.116980 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Returning: {'device': 'f3116167-1b67-4eff-8255-676b33910d1c', 'network_id': '60e3db32-7944-464c-92b7-3f5e6dca1ec8', 'port_id': 'f3116167-1b67-4eff-8255-676b33910d1c', 'mac_address': 'fa:16:3e:a9:f2:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbaebb8f-940e-4d02-a98e-c817d3a09025', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 05:58:06.174364 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Current status of the port f3116167-1b67-4eff-8255-676b33910d1c is: DOWN; New status is: BUILD {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:58:06.174740 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:58:06.225053 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3116167-1b67-4eff-8255-676b33910d1c {{(pid=88262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 30 05:58:06.239655 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port f3116167-1b67-4eff-8255-676b33910d1c, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=f3116167-1b67-4eff-8255-676b33910d1c,segment=NetworkSegment(ac356ac0-5698-43b1-a0f2-375b4b38db67),segment_id=ac356ac0-5698-43b1-a0f2-375b4b38db67)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:58:06.244173 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:58:06.308935 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Pushing event updated for resources: {'Port': ['ID=f3116167-1b67-4eff-8255-676b33910d1c,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:58:06.557074 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] get_ports_and_sgs() called for port_ids ['f3116167-1b67-4eff-8255-676b33910d1c'] {{(pid=88262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 30 05:58:07.281044 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae3dbbf-7b5d-43cb-b3d8-82a37f8fc9bb req-a3589914-4939-4849-80e6-838606d65e61 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:58:07.282510 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4ae3dbbf-7b5d-43cb-b3d8-82a37f8fc9bb req-a3589914-4939-4849-80e6-838606d65e61 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] 10.222.0.15 "GET /v2.0/ports?device_id=e03fc80a-aada-4734-b9a1-f1bc98cfdafe HTTP/1.1" status: 200 len: 944 time: 0.0808420 May 30 05:58:07.325488 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4ae3dbbf-7b5d-43cb-b3d8-82a37f8fc9bb req-ba2c7881-a76f-4062-886b-bffde945725e tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] 10.222.0.15 "GET /v2.0/security-groups?id=d66565e5-c254-43bc-96a6-53cf580080d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371192 May 30 05:58:07.988470 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device f3116167-1b67-4eff-8255-676b33910d1c up at agent hyperv_hv-neutron-8437 {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 05:58:08.054067 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Provisioning for port f3116167-1b67-4eff-8255-676b33910d1c completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 05:58:08.059823 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Provisioning complete for port f3116167-1b67-4eff-8255-676b33910d1c triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 05:58:08.060223 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:58:08.172923 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Current status of the port f3116167-1b67-4eff-8255-676b33910d1c is: BUILD; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 05:58:08.173311 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:58:08.199153 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e03fc80a-aada-4734-b9a1-f1bc98cfdafe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3116167-1b67-4eff-8255-676b33910d1c'}] {{(pid=88262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:58:08.208467 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port f3116167-1b67-4eff-8255-676b33910d1c, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=f3116167-1b67-4eff-8255-676b33910d1c,segment=NetworkSegment(ac356ac0-5698-43b1-a0f2-375b4b38db67),segment_id=ac356ac0-5698-43b1-a0f2-375b4b38db67)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 05:58:08.212724 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:58:08.249331 dv-neutron-843763-1-hyperv neutron-server[88262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42763447-653a-4e80-9410-9d486b5a5daf'] response: {'server_uuid': 'e03fc80a-aada-4734-b9a1-f1bc98cfdafe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3116167-1b67-4eff-8255-676b33910d1c', 'code': 200} May 30 05:58:08.294627 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Pushing event updated for resources: {'Port': ['ID=f3116167-1b67-4eff-8255-676b33910d1c,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:58:08.562482 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79280f05-4857-4b30-8548-7ed276744a35 req-9cf6fcca-0756-4bee-992b-bad55dd811f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:58:08.563948 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-79280f05-4857-4b30-8548-7ed276744a35 req-9cf6fcca-0756-4bee-992b-bad55dd811f6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e03fc80a-aada-4734-b9a1-f1bc98cfdafe HTTP/1.1" status: 200 len: 1098 time: 0.1385770 May 30 05:58:08.571942 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f760903-e72b-4818-b8c6-29f14ae32a20 req-a6664efd-8c37-4db3-ac98-812213a34fae tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:58:08.573261 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9f760903-e72b-4818-b8c6-29f14ae32a20 req-a6664efd-8c37-4db3-ac98-812213a34fae tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] 10.222.0.15 "GET /v2.0/ports?device_id=e03fc80a-aada-4734-b9a1-f1bc98cfdafe HTTP/1.1" status: 200 len: 945 time: 0.1154976 May 30 05:58:08.637982 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-79280f05-4857-4b30-8548-7ed276744a35 req-c751042e-6058-4365-8faa-8e40b26ef734 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=d66565e5-c254-43bc-96a6-53cf580080d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637820 May 30 05:58:08.640732 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9f760903-e72b-4818-b8c6-29f14ae32a20 req-8a1d4187-5163-45db-9d01-a391030f4aa9 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] 10.222.0.15 "GET /v2.0/security-groups?id=d66565e5-c254-43bc-96a6-53cf580080d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550759 May 30 05:58:09.824941 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e27f21-2d1e-4915-84dc-5b32abdc19f0 req-7ff725cc-9bc3-4b8f-8901-9e5d3f5b20bd tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:58:09.826422 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-08e27f21-2d1e-4915-84dc-5b32abdc19f0 req-7ff725cc-9bc3-4b8f-8901-9e5d3f5b20bd tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] 10.222.0.15 "GET /v2.0/ports?device_id=e03fc80a-aada-4734-b9a1-f1bc98cfdafe HTTP/1.1" status: 200 len: 945 time: 0.0793746 May 30 05:58:09.874460 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-08e27f21-2d1e-4915-84dc-5b32abdc19f0 req-87e87061-9d53-4aa8-8218-91f48e0889b0 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] 10.222.0.15 "GET /v2.0/security-groups?id=d66565e5-c254-43bc-96a6-53cf580080d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420492 May 30 05:58:11.118580 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255187dd-2f8a-4960-b28c-812618c70d68 req-8572bf86-1477-4c93-abaf-4a3dbce83d9f tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:58:11.120030 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-255187dd-2f8a-4960-b28c-812618c70d68 req-8572bf86-1477-4c93-abaf-4a3dbce83d9f tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] 10.222.0.15 "GET /v2.0/ports?device_id=e03fc80a-aada-4734-b9a1-f1bc98cfdafe HTTP/1.1" status: 200 len: 945 time: 0.1368415 May 30 05:58:11.165040 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-255187dd-2f8a-4960-b28c-812618c70d68 req-f798a580-3de7-4238-b449-77119aa988d7 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] 10.222.0.15 "GET /v2.0/security-groups?id=d66565e5-c254-43bc-96a6-53cf580080d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393672 May 30 05:58:11.349590 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fa04aa-1a39-4710-848f-9bf74f4f9334 req-c0d565d2-d785-4042-a7be-62f40523cdd3 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:58:11.351073 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-92fa04aa-1a39-4710-848f-9bf74f4f9334 req-c0d565d2-d785-4042-a7be-62f40523cdd3 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] 10.222.0.15 "GET /v2.0/ports?device_id=e03fc80a-aada-4734-b9a1-f1bc98cfdafe HTTP/1.1" status: 200 len: 945 time: 0.0835247 May 30 05:58:11.394274 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-92fa04aa-1a39-4710-848f-9bf74f4f9334 req-74e7c05a-9271-4e60-836c-688ef97610ef tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] 10.222.0.15 "GET /v2.0/security-groups?id=d66565e5-c254-43bc-96a6-53cf580080d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373518 May 30 05:58:11.416486 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 56232) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:58:11.524645 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe07d6cc-8229-4fdc-ab0d-008f45a11241 tempest-TestSnapshotPattern-326313507 tempest-TestSnapshotPattern-326313507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:58:11.526070 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-fe07d6cc-8229-4fdc-ab0d-008f45a11241 tempest-TestSnapshotPattern-326313507 tempest-TestSnapshotPattern-326313507-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=e03fc80a-aada-4734-b9a1-f1bc98cfdafe HTTP/1.1" status: 200 len: 1093 time: 0.1086202 May 30 05:58:11.528817 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 56238) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 05:58:11.533643 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-22351ea7-7588-487c-82c2-f0bbe428e997 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Request body: {'floatingip': {'floating_network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'port_id': 'f3116167-1b67-4eff-8255-676b33910d1c', 'tenant_id': '8035301744a542fcaf288f0e100104e9', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 05:58:11.540032 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-22351ea7-7588-487c-82c2-f0bbe428e997 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 05:58:11.543893 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-22351ea7-7588-487c-82c2-f0bbe428e997 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Usage tracker for resource:floatingip and tenant:8035301744a542fcaf288f0e100104e9 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 05:58:11.546696 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-22351ea7-7588-487c-82c2-f0bbe428e997 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 05:58:11.552331 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-22351ea7-7588-487c-82c2-f0bbe428e997 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 05:58:11.562257 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-22351ea7-7588-487c-82c2-f0bbe428e997 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Notify callbacks [] for floatingip, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:58:11.695762 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-22351ea7-7588-487c-82c2-f0bbe428e997 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:58:11.828905 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-22351ea7-7588-487c-82c2-f0bbe428e997 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Allocated IP 172.26.6.89 (1bab70f4-3794-44db-8e17-19f483aa8ffa/6b5b73c1-b0ce-4f83-a930-c00cc5522926/4f383b73-34ea-4c11-867b-afe56c8cabd6) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 05:58:11.971688 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-22351ea7-7588-487c-82c2-f0bbe428e997 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:58:11.999161 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-22351ea7-7588-487c-82c2-f0bbe428e997 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:58:12.062379 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22351ea7-7588-487c-82c2-f0bbe428e997 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Network 1bab70f4-3794-44db-8e17-19f483aa8ffa is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 05:58:12.065128 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-22351ea7-7588-487c-82c2-f0bbe428e997 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 05:58:12.068895 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22351ea7-7588-487c-82c2-f0bbe428e997 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 05:58:12.106147 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22351ea7-7588-487c-82c2-f0bbe428e997 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Pushing event updated for resources: {'Port': ['ID=4f383b73-34ea-4c11-867b-afe56c8cabd6,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:58:12.583656 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-22351ea7-7588-487c-82c2-f0bbe428e997 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:58:12.655041 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-22351ea7-7588-487c-82c2-f0bbe428e997 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:58:12.850111 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-22351ea7-7588-487c-82c2-f0bbe428e997 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:58:12.854864 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-22351ea7-7588-487c-82c2-f0bbe428e997 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2304381'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:58:12.959442 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22351ea7-7588-487c-82c2-f0bbe428e997 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Pushing event updated for resources: {'Port': ['ID=4f383b73-34ea-4c11-867b-afe56c8cabd6,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 05:58:12.971496 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-22351ea7-7588-487c-82c2-f0bbe428e997 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1604762'] for floatingip, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:58:13.140120 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.db.l3_db [None req-22351ea7-7588-487c-82c2-f0bbe428e997 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Floating IP 0bfb1d2a-6221-48f7-a0fd-1b8e75b8e8ed associated. External IP: 172.26.6.89, port: f3116167-1b67-4eff-8255-676b33910d1c. May 30 05:58:13.169581 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-45f79e78-106a-4f09-9d2c-69baeab7263d None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 05:58:13.488733 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22351ea7-7588-487c-82c2-f0bbe428e997 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Router a65ed789-8d14-4161-8543-fada5889a234 has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 05:58:13.664282 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22351ea7-7588-487c-82c2-f0bbe428e997 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 05:58:13.673690 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e4608e-c538-4249-8a57-c6bf0db46262 None None] Sync routers for ids ['a65ed789-8d14-4161-8543-fada5889a234'] in dv-neutron-843763-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 05:58:13.683797 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e4608e-c538-4249-8a57-c6bf0db46262 None None] Routers {'a65ed789-8d14-4161-8543-fada5889a234'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:58:13.684399 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-28e4608e-c538-4249-8a57-c6bf0db46262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:58:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['a65ed789-8d14-4161-8543-fada5889a234'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:58:13.688722 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-22351ea7-7588-487c-82c2-f0bbe428e997 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for floatingip, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:58:13.746433 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-22351ea7-7588-487c-82c2-f0bbe428e997 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2165165 May 30 05:58:13.746924 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e03fc80a-aada-4734-b9a1-f1bc98cfdafe', 'tag': 'f3116167-1b67-4eff-8255-676b33910d1c'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 05:58:13.839765 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ea0b047-cf5f-41d7-85c3-b2f582137bac'] response: {'name': 'network-changed', 'server_uuid': 'e03fc80a-aada-4734-b9a1-f1bc98cfdafe', 'tag': 'f3116167-1b67-4eff-8255-676b33910d1c', 'status': 'completed', 'code': 200} May 30 05:58:13.859878 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-28e4608e-c538-4249-8a57-c6bf0db46262 None None] Set router a65ed789-8d14-4161-8543-fada5889a234 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:58:13.927698 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06061d1-c644-402d-a4c3-40c622651336 req-def43003-bb24-4491-897e-8a924a1ca7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:58:13.929157 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e06061d1-c644-402d-a4c3-40c622651336 req-def43003-bb24-4491-897e-8a924a1ca7ab service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8035301744a542fcaf288f0e100104e9&device_id=e03fc80a-aada-4734-b9a1-f1bc98cfdafe HTTP/1.1" status: 200 len: 1098 time: 0.0698011 May 30 05:58:14.168722 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06061d1-c644-402d-a4c3-40c622651336 req-3548c060-860a-4ffe-97dd-c8e2ee7b9c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:58:14.170198 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e06061d1-c644-402d-a4c3-40c622651336 req-3548c060-860a-4ffe-97dd-c8e2ee7b9c8b service neutron] 10.222.0.39 "GET /v2.0/networks?id=60e3db32-7944-464c-92b7-3f5e6dca1ec8 HTTP/1.1" status: 200 len: 911 time: 0.2353265 May 30 05:58:14.234111 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-28e4608e-c538-4249-8a57-c6bf0db46262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a65ed789-8d14-4161-8543-fada5889a234', 'name': 'tempest-TestSnapshotPattern-1998179858-router', 'tenant_id': '8035301744a542fcaf288f0e100104e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.14'}], 'enable_snat': True}, 'gw_port_id': '1e1c57d2-ccb9-44c4-8e64-c218c43e180d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:57:45Z', 'updated_at': '2022-05-30T05:57:49Z', 'revision_number': 4, 'project_id': '8035301744a542fcaf288f0e100104e9', 'gw_port': {'id': '1e1c57d2-ccb9-44c4-8e64-c218c43e180d', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:72:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65ed789-8d14-4161-8543-fada5889a234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:57:45Z', 'updated_at': '2022-05-30T05:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_floatingips': [{'id': '0bfb1d2a-6221-48f7-a0fd-1b8e75b8e8ed', 'tenant_id': '8035301744a542fcaf288f0e100104e9', 'floating_ip_address': '172.26.6.89', 'floating_network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'router_id': 'a65ed789-8d14-4161-8543-fada5889a234', 'port_id': 'f3116167-1b67-4eff-8255-676b33910d1c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1871, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60e3db32-7944-464c-92b7-3f5e6dca1ec8', 'mac_address': 'fa:16:3e:a9:f2:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e03fc80a-aada-4734-b9a1-f1bc98cfdafe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T05:58:12Z', 'updated_at': '2022-05-30T05:58:12Z', 'revision_number': 0, 'project_id': '8035301744a542fcaf288f0e100104e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7382fd5-0ac7-4c11-8237-4fabbfa7d3ba', 'name': '', 'network_id': '60e3db32-7944-464c-92b7-3f5e6dca1ec8', 'tenant_id': '8035301744a542fcaf288f0e100104e9', 'mac_address': 'fa:16:3e:f5:04:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65ed789-8d14-4161-8543-fada5889a234', 'device_owner': 'network:router_interface', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': 'dbaebb8f-940e-4d02-a98e-c817d3a09025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:57:48Z', 'updated_at': '2022-05-30T05:57:56Z', 'revision_number': 5, 'project_id': '8035301744a542fcaf288f0e100104e9', 'subnets': [{'id': 'dbaebb8f-940e-4d02-a98e-c817d3a09025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:58:14.238005 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e4608e-c538-4249-8a57-c6bf0db46262 None None] Checking router: a65ed789-8d14-4161-8543-fada5889a234 for host: dv-neutron-843763-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 05:58:14.247824 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e4608e-c538-4249-8a57-c6bf0db46262 None None] Routers {'a65ed789-8d14-4161-8543-fada5889a234'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 05:58:14.248428 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-28e4608e-c538-4249-8a57-c6bf0db46262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T05:58:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['a65ed789-8d14-4161-8543-fada5889a234'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:58:14.273729 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e06061d1-c644-402d-a4c3-40c622651336 req-21c6b7c1-6293-4dd1-95ca-7717164cec88 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f3116167-1b67-4eff-8255-676b33910d1c HTTP/1.1" status: 200 len: 998 time: 0.0975199 May 30 05:58:14.338351 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06061d1-c644-402d-a4c3-40c622651336 req-4f95eda1-17e2-4851-bad9-1b8e7e5b7865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:58:14.339793 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e06061d1-c644-402d-a4c3-40c622651336 req-4f95eda1-17e2-4851-bad9-1b8e7e5b7865 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dbaebb8f-940e-4d02-a98e-c817d3a09025 HTTP/1.1" status: 200 len: 849 time: 0.0606208 May 30 05:58:14.415102 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06061d1-c644-402d-a4c3-40c622651336 req-d9d6ca43-f564-4667-87f2-3e9f37a2ab63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:58:14.416590 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e06061d1-c644-402d-a4c3-40c622651336 req-d9d6ca43-f564-4667-87f2-3e9f37a2ab63 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=60e3db32-7944-464c-92b7-3f5e6dca1ec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706825 May 30 05:58:14.419674 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-28e4608e-c538-4249-8a57-c6bf0db46262 None None] Set router a65ed789-8d14-4161-8543-fada5889a234 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 05:58:14.547549 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e06061d1-c644-402d-a4c3-40c622651336 req-0a189e1e-d51f-4906-8f6a-c4181f00ad14 service neutron] 10.222.0.39 "GET /v2.0/networks/60e3db32-7944-464c-92b7-3f5e6dca1ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231380 May 30 05:58:14.695968 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-e06061d1-c644-402d-a4c3-40c622651336 req-040a2791-22fd-479c-b8dd-cf307e53ab17 service neutron] 10.222.0.39 "GET /v2.0/networks/60e3db32-7944-464c-92b7-3f5e6dca1ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415308 May 30 05:58:14.760885 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-28e4608e-c538-4249-8a57-c6bf0db46262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a65ed789-8d14-4161-8543-fada5889a234', 'name': 'tempest-TestSnapshotPattern-1998179858-router', 'tenant_id': '8035301744a542fcaf288f0e100104e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.14'}], 'enable_snat': True}, 'gw_port_id': '1e1c57d2-ccb9-44c4-8e64-c218c43e180d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:57:45Z', 'updated_at': '2022-05-30T05:57:49Z', 'revision_number': 4, 'project_id': '8035301744a542fcaf288f0e100104e9', 'gw_port': {'id': '1e1c57d2-ccb9-44c4-8e64-c218c43e180d', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:72:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65ed789-8d14-4161-8543-fada5889a234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:57:45Z', 'updated_at': '2022-05-30T05:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_floatingips': [{'id': '0bfb1d2a-6221-48f7-a0fd-1b8e75b8e8ed', 'tenant_id': '8035301744a542fcaf288f0e100104e9', 'floating_ip_address': '172.26.6.89', 'floating_network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'router_id': 'a65ed789-8d14-4161-8543-fada5889a234', 'port_id': 'f3116167-1b67-4eff-8255-676b33910d1c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1871, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60e3db32-7944-464c-92b7-3f5e6dca1ec8', 'mac_address': 'fa:16:3e:a9:f2:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e03fc80a-aada-4734-b9a1-f1bc98cfdafe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T05:58:12Z', 'updated_at': '2022-05-30T05:58:12Z', 'revision_number': 0, 'project_id': '8035301744a542fcaf288f0e100104e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7382fd5-0ac7-4c11-8237-4fabbfa7d3ba', 'name': '', 'network_id': '60e3db32-7944-464c-92b7-3f5e6dca1ec8', 'tenant_id': '8035301744a542fcaf288f0e100104e9', 'mac_address': 'fa:16:3e:f5:04:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65ed789-8d14-4161-8543-fada5889a234', 'device_owner': 'network:router_interface', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': 'dbaebb8f-940e-4d02-a98e-c817d3a09025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:57:48Z', 'updated_at': '2022-05-30T05:57:56Z', 'revision_number': 5, 'project_id': '8035301744a542fcaf288f0e100104e9', 'subnets': [{'id': 'dbaebb8f-940e-4d02-a98e-c817d3a09025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 05:58:14.764765 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e4608e-c538-4249-8a57-c6bf0db46262 None None] The sync data for ids ['a65ed789-8d14-4161-8543-fada5889a234'] in dv-neutron-843763-1-hyperv is: [{'id': 'a65ed789-8d14-4161-8543-fada5889a234', 'name': 'tempest-TestSnapshotPattern-1998179858-router', 'tenant_id': '8035301744a542fcaf288f0e100104e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.14'}], 'enable_snat': True}, 'gw_port_id': '1e1c57d2-ccb9-44c4-8e64-c218c43e180d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:57:45Z', 'updated_at': '2022-05-30T05:57:49Z', 'revision_number': 4, 'project_id': '8035301744a542fcaf288f0e100104e9', 'gw_port': {'id': '1e1c57d2-ccb9-44c4-8e64-c218c43e180d', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:72:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65ed789-8d14-4161-8543-fada5889a234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:57:45Z', 'updated_at': '2022-05-30T05:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_floatingips': [{'id': '0bfb1d2a-6221-48f7-a0fd-1b8e75b8e8ed', 'tenant_id': '8035301744a542fcaf288f0e100104e9', 'floating_ip_address': '172.26.6.89', 'floating_network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'router_id': 'a65ed789-8d14-4161-8543-fada5889a234', 'port_id': 'f3116167-1b67-4eff-8255-676b33910d1c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1871, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60e3db32-7944-464c-92b7-3f5e6dca1ec8', 'mac_address': 'fa:16:3e:a9:f2:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e03fc80a-aada-4734-b9a1-f1bc98cfdafe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T05:58:12Z', 'updated_at': '2022-05-30T05:58:12Z', 'revision_number': 0, 'project_id': '8035301744a542fcaf288f0e100104e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7382fd5-0ac7-4c11-8237-4fabbfa7d3ba', 'name': '', 'network_id': '60e3db32-7944-464c-92b7-3f5e6dca1ec8', 'tenant_id': '8035301744a542fcaf288f0e100104e9', 'mac_address': 'fa:16:3e:f5:04:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65ed789-8d14-4161-8543-fada5889a234', 'device_owner': 'network:router_interface', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': 'dbaebb8f-940e-4d02-a98e-c817d3a09025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:57:48Z', 'updated_at': '2022-05-30T05:57:56Z', 'revision_number': 5, 'project_id': '8035301744a542fcaf288f0e100104e9', 'subnets': [{'id': 'dbaebb8f-940e-4d02-a98e-c817d3a09025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 05:58:14.940060 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda7d702-ba82-4335-9d3c-0f9ad381f877 None None] New status for floating IP 0bfb1d2a-6221-48f7-a0fd-1b8e75b8e8ed: ACTIVE {{(pid=88262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 30 05:58:18.095060 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:58:28.144619 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-48bc9b1f-53c3-491d-a084-4aa3205f53a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:58:30.347448 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-22638c7d-bd73-43cd-8eb5-6a0105f5c8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:58:31.480288 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56ded65b-0e68-413c-8b9b-1097922cc81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:58:31.591007 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:58:33.056662 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a142624-940e-4c55-bf49-a5329c884075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:58:48.102642 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:58:50.169784 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-45f79e78-106a-4f09-9d2c-69baeab7263d None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 05:58:52.086920 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b5d4966a-6a23-4058-b7c7-3849f731225b req-0370896c-69d5-43b4-a9c5-fcc4f3dd3466 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e03fc80a-aada-4734-b9a1-f1bc98cfdafe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0920455 May 30 05:58:52.219581 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d4966a-6a23-4058-b7c7-3849f731225b req-d5a5e227-9c50-45c1-8d36-f286460cd9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:58:52.221027 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b5d4966a-6a23-4058-b7c7-3849f731225b req-d5a5e227-9c50-45c1-8d36-f286460cd9e6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8035301744a542fcaf288f0e100104e9&device_id=e03fc80a-aada-4734-b9a1-f1bc98cfdafe HTTP/1.1" status: 200 len: 1098 time: 0.0696628 May 30 05:58:52.368552 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d4966a-6a23-4058-b7c7-3849f731225b req-fdcb1f98-6c18-4ad8-81af-c9268e796749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:58:52.369945 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b5d4966a-6a23-4058-b7c7-3849f731225b req-fdcb1f98-6c18-4ad8-81af-c9268e796749 service neutron] 10.222.0.39 "GET /v2.0/networks?id=60e3db32-7944-464c-92b7-3f5e6dca1ec8 HTTP/1.1" status: 200 len: 911 time: 0.1297874 May 30 05:58:52.470662 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b5d4966a-6a23-4058-b7c7-3849f731225b req-79b064fd-c89c-42c3-bd85-8d5cbb76ce53 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f3116167-1b67-4eff-8255-676b33910d1c HTTP/1.1" status: 200 len: 1000 time: 0.0944021 May 30 05:58:52.530940 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d4966a-6a23-4058-b7c7-3849f731225b req-73c3a3d5-30fa-4bcf-9a30-8317dfd44358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:58:52.532309 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b5d4966a-6a23-4058-b7c7-3849f731225b req-73c3a3d5-30fa-4bcf-9a30-8317dfd44358 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dbaebb8f-940e-4d02-a98e-c817d3a09025 HTTP/1.1" status: 200 len: 849 time: 0.0561593 May 30 05:58:52.607804 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d4966a-6a23-4058-b7c7-3849f731225b req-99461ebd-ab53-42be-a35d-51129c4bddbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:58:52.609355 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b5d4966a-6a23-4058-b7c7-3849f731225b req-99461ebd-ab53-42be-a35d-51129c4bddbe service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=60e3db32-7944-464c-92b7-3f5e6dca1ec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713112 May 30 05:58:52.741132 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b5d4966a-6a23-4058-b7c7-3849f731225b req-a91a7137-a719-451a-9e5f-24d803b6ea5d service neutron] 10.222.0.39 "GET /v2.0/networks/60e3db32-7944-464c-92b7-3f5e6dca1ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259358 May 30 05:58:52.868704 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b5d4966a-6a23-4058-b7c7-3849f731225b req-860ad89e-a09a-4199-a527-8fb4ad3e0077 service neutron] 10.222.0.39 "GET /v2.0/networks/60e3db32-7944-464c-92b7-3f5e6dca1ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217694 May 30 05:58:58.146335 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-4d7315c7-cf73-49df-bb76-a9e44711280c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:59:00.347578 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c568e8c9-cc54-4116-a650-c30ab1a4e8af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:59:01.482126 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56ded65b-0e68-413c-8b9b-1097922cc81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:59:01.591962 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:59:03.059395 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a142624-940e-4c55-bf49-a5329c884075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:59:18.108550 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:59:27.170482 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-45f79e78-106a-4f09-9d2c-69baeab7263d None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 05:59:28.150348 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-734b6ee5-9234-4a8f-898c-e165dc8fe1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:59:30.348484 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-72b6ff4b-adb2-4f09-8d20-3f267cb27ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:59:31.485551 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56ded65b-0e68-413c-8b9b-1097922cc81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:59:31.593735 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:59:33.064967 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a142624-940e-4c55-bf49-a5329c884075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:59:48.107311 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 05:59:53.057954 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0013d079-fcea-4092-bba6-e1d35e827230 req-23d3875b-adb5-4cac-9f6e-a09fce4ee35c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e03fc80a-aada-4734-b9a1-f1bc98cfdafe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0676208 May 30 05:59:53.188978 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0013d079-fcea-4092-bba6-e1d35e827230 req-3c96c7c7-9421-47ef-95ff-d1161189f6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:59:53.190592 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0013d079-fcea-4092-bba6-e1d35e827230 req-3c96c7c7-9421-47ef-95ff-d1161189f6d2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8035301744a542fcaf288f0e100104e9&device_id=e03fc80a-aada-4734-b9a1-f1bc98cfdafe HTTP/1.1" status: 200 len: 1098 time: 0.0688913 May 30 05:59:53.430480 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0013d079-fcea-4092-bba6-e1d35e827230 req-ad3e37c8-833d-4a41-bc5b-0ffcb46fd1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:59:53.431901 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0013d079-fcea-4092-bba6-e1d35e827230 req-ad3e37c8-833d-4a41-bc5b-0ffcb46fd1e1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=60e3db32-7944-464c-92b7-3f5e6dca1ec8 HTTP/1.1" status: 200 len: 911 time: 0.2235658 May 30 05:59:53.536772 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0013d079-fcea-4092-bba6-e1d35e827230 req-0f415833-cbe0-48c3-b8db-bbe278ab328c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f3116167-1b67-4eff-8255-676b33910d1c HTTP/1.1" status: 200 len: 1000 time: 0.0991557 May 30 05:59:53.600113 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0013d079-fcea-4092-bba6-e1d35e827230 req-f49076a5-2fdd-4f2d-a9b0-1ede8557e863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:59:53.601480 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0013d079-fcea-4092-bba6-e1d35e827230 req-f49076a5-2fdd-4f2d-a9b0-1ede8557e863 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dbaebb8f-940e-4d02-a98e-c817d3a09025 HTTP/1.1" status: 200 len: 849 time: 0.0587337 May 30 05:59:53.673207 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0013d079-fcea-4092-bba6-e1d35e827230 req-fec226bd-9827-4a89-83a3-dacfb493b248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 05:59:53.674722 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0013d079-fcea-4092-bba6-e1d35e827230 req-fec226bd-9827-4a89-83a3-dacfb493b248 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=60e3db32-7944-464c-92b7-3f5e6dca1ec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0675232 May 30 05:59:53.803275 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0013d079-fcea-4092-bba6-e1d35e827230 req-9b8923d3-8a58-422b-b08a-ec276073723a service neutron] 10.222.0.39 "GET /v2.0/networks/60e3db32-7944-464c-92b7-3f5e6dca1ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218073 May 30 05:59:53.931655 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0013d079-fcea-4092-bba6-e1d35e827230 req-fe80750f-d4c2-49f3-97a7-48cd9c77fdbf service neutron] 10.222.0.39 "GET /v2.0/networks/60e3db32-7944-464c-92b7-3f5e6dca1ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227524 May 30 05:59:58.152197 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7a7c2991-07ca-4959-8a89-1eedb0d332de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:00:00.349279 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-d391e96b-3408-4665-9d06-e0eb8a286c29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:00:01.488593 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56ded65b-0e68-413c-8b9b-1097922cc81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:00:01.594963 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:00:03.067198 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a142624-940e-4c55-bf49-a5329c884075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:00:04.170497 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-45f79e78-106a-4f09-9d2c-69baeab7263d None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 06:00:18.120906 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:00:28.184625 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7bf3c69e-7d10-483b-a37b-e17a1e5ac58a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:00:30.349653 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-54545674-9db6-49d1-a350-945a858165fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:00:31.489752 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56ded65b-0e68-413c-8b9b-1097922cc81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:00:31.595735 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:00:33.076999 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a142624-940e-4c55-bf49-a5329c884075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:00:41.169497 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-45f79e78-106a-4f09-9d2c-69baeab7263d None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 06:00:44.700818 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device f3116167-1b67-4eff-8255-676b33910d1c details requested by agent hyperv_hv-neutron-8437 with host hv-neutron-8437 {{(pid=88262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 06:00:44.828274 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port f3116167-1b67-4eff-8255-676b33910d1c, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=f3116167-1b67-4eff-8255-676b33910d1c,segment=NetworkSegment(ac356ac0-5698-43b1-a0f2-375b4b38db67),segment_id=ac356ac0-5698-43b1-a0f2-375b4b38db67)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 06:00:44.841633 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Returning: {'device': 'f3116167-1b67-4eff-8255-676b33910d1c', 'network_id': '60e3db32-7944-464c-92b7-3f5e6dca1ec8', 'port_id': 'f3116167-1b67-4eff-8255-676b33910d1c', 'mac_address': 'fa:16:3e:a9:f2:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbaebb8f-940e-4d02-a98e-c817d3a09025', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 06:00:44.896579 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Current status of the port f3116167-1b67-4eff-8255-676b33910d1c is: ACTIVE; New status is: BUILD {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 06:00:44.896887 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:00:44.913359 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f3116167-1b67-4eff-8255-676b33910d1c {{(pid=88262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 30 06:00:44.927771 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port f3116167-1b67-4eff-8255-676b33910d1c, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=f3116167-1b67-4eff-8255-676b33910d1c,segment=NetworkSegment(ac356ac0-5698-43b1-a0f2-375b4b38db67),segment_id=ac356ac0-5698-43b1-a0f2-375b4b38db67)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 06:00:44.931734 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:00:44.998180 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Pushing event updated for resources: {'Port': ['ID=f3116167-1b67-4eff-8255-676b33910d1c,revision_number=6']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 06:00:45.006505 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 06:00:45.006857 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 06:00:45.007202 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 06:00:45.007540 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 06:00:45.007872 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 06:00:45.008208 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 06:00:45.008537 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 06:00:45.009395 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 06:00:45.009724 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 06:00:45.010075 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 06:00:45.010401 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 06:00:45.010723 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 06:00:45.014121 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] get_ports_and_sgs() called for port_ids ['f3116167-1b67-4eff-8255-676b33910d1c'] {{(pid=88262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 30 06:00:46.732073 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device f3116167-1b67-4eff-8255-676b33910d1c up at agent hyperv_hv-neutron-8437 {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 06:00:46.799884 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Provisioning complete for port f3116167-1b67-4eff-8255-676b33910d1c triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 06:00:46.800249 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:00:46.911134 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Current status of the port f3116167-1b67-4eff-8255-676b33910d1c is: BUILD; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 06:00:46.911431 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:00:46.936956 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e03fc80a-aada-4734-b9a1-f1bc98cfdafe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3116167-1b67-4eff-8255-676b33910d1c'}] {{(pid=88262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 06:00:46.946887 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port f3116167-1b67-4eff-8255-676b33910d1c, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=f3116167-1b67-4eff-8255-676b33910d1c,segment=NetworkSegment(ac356ac0-5698-43b1-a0f2-375b4b38db67),segment_id=ac356ac0-5698-43b1-a0f2-375b4b38db67)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 06:00:46.952382 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:00:47.018439 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Pushing event updated for resources: {'Port': ['ID=f3116167-1b67-4eff-8255-676b33910d1c,revision_number=7']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 06:00:47.049003 dv-neutron-843763-1-hyperv neutron-server[88262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a580a89-13c3-4443-a182-29f794e7edb7'] response: {'server_uuid': 'e03fc80a-aada-4734-b9a1-f1bc98cfdafe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3116167-1b67-4eff-8255-676b33910d1c', 'code': 200} May 30 06:00:48.123595 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:00:55.872054 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13395e9c-540e-4fec-8a07-2f5bdeb45956 req-83b801a5-6142-440e-b255-1453ff344a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 06:00:55.873577 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-13395e9c-540e-4fec-8a07-2f5bdeb45956 req-83b801a5-6142-440e-b255-1453ff344a21 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8035301744a542fcaf288f0e100104e9&device_id=e03fc80a-aada-4734-b9a1-f1bc98cfdafe HTTP/1.1" status: 200 len: 1098 time: 0.0818763 May 30 06:00:56.022092 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13395e9c-540e-4fec-8a07-2f5bdeb45956 req-fa80c3df-a93e-4069-84d8-2236c33f25d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 06:00:56.023552 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-13395e9c-540e-4fec-8a07-2f5bdeb45956 req-fa80c3df-a93e-4069-84d8-2236c33f25d2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=60e3db32-7944-464c-92b7-3f5e6dca1ec8 HTTP/1.1" status: 200 len: 911 time: 0.1291728 May 30 06:00:56.133414 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-13395e9c-540e-4fec-8a07-2f5bdeb45956 req-078c463a-e025-40cb-968e-ec220202252c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f3116167-1b67-4eff-8255-676b33910d1c HTTP/1.1" status: 200 len: 1000 time: 0.1038826 May 30 06:00:56.197189 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13395e9c-540e-4fec-8a07-2f5bdeb45956 req-ea8ab6f7-6bd2-454c-8952-7aed7741e266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 06:00:56.198677 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-13395e9c-540e-4fec-8a07-2f5bdeb45956 req-ea8ab6f7-6bd2-454c-8952-7aed7741e266 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dbaebb8f-940e-4d02-a98e-c817d3a09025 HTTP/1.1" status: 200 len: 849 time: 0.0594132 May 30 06:00:56.275504 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13395e9c-540e-4fec-8a07-2f5bdeb45956 req-6e1a7848-3cef-4735-ab8a-cdf40165eac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 06:00:56.276942 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-13395e9c-540e-4fec-8a07-2f5bdeb45956 req-6e1a7848-3cef-4735-ab8a-cdf40165eac6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=60e3db32-7944-464c-92b7-3f5e6dca1ec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726879 May 30 06:00:56.410072 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-13395e9c-540e-4fec-8a07-2f5bdeb45956 req-b36f2261-d320-463b-b996-1b0889d9ef68 service neutron] 10.222.0.39 "GET /v2.0/networks/60e3db32-7944-464c-92b7-3f5e6dca1ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227319 May 30 06:00:56.545367 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-13395e9c-540e-4fec-8a07-2f5bdeb45956 req-c8546c42-5c65-4d4d-82f8-2662e1b75094 service neutron] 10.222.0.39 "GET /v2.0/networks/60e3db32-7944-464c-92b7-3f5e6dca1ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294861 May 30 06:00:57.432981 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-33d2c9de-6959-4f82-ac04-ed03fa9e02c6 req-39fbc241-6b28-461e-9914-50e3b79e7ec5 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1686242121&fields=id&tenant_id=8035301744a542fcaf288f0e100104e9 HTTP/1.1" status: 200 len: 267 time: 0.0427048 May 30 06:00:57.670660 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d2c9de-6959-4f82-ac04-ed03fa9e02c6 req-401e90cf-1cf6-4023-b8d8-525186823622 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 06:00:57.672002 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-33d2c9de-6959-4f82-ac04-ed03fa9e02c6 req-401e90cf-1cf6-4023-b8d8-525186823622 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] 10.222.0.15 "GET /v2.0/networks?id=60e3db32-7944-464c-92b7-3f5e6dca1ec8 HTTP/1.1" status: 200 len: 810 time: 0.2320499 May 30 06:00:57.686609 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-33d2c9de-6959-4f82-ac04-ed03fa9e02c6 req-bb206ce1-a938-4392-8b4e-9c98587de6e3 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] 10.222.0.15 "GET /v2.0/quotas/8035301744a542fcaf288f0e100104e9 HTTP/1.1" status: 200 len: 375 time: 0.0092549 May 30 06:00:57.770773 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-33d2c9de-6959-4f82-ac04-ed03fa9e02c6 req-8fdd4439-fc37-42e4-9fcb-bcaf70b4f3c5 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=8035301744a542fcaf288f0e100104e9&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0794446 May 30 06:00:57.972255 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-33d2c9de-6959-4f82-ac04-ed03fa9e02c6 req-5d7a312d-af4b-47e5-8548-41328b612f97 service neutron] 10.222.0.15 "GET /v2.0/networks/60e3db32-7944-464c-92b7-3f5e6dca1ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901612 May 30 06:00:58.099810 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-33d2c9de-6959-4f82-ac04-ed03fa9e02c6 req-42e503eb-f6be-4863-ab1f-0f4bf6b9457c service neutron] 10.222.0.15 "GET /v2.0/networks/60e3db32-7944-464c-92b7-3f5e6dca1ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210785 May 30 06:00:58.157944 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-fed25f17-57e1-4199-9ce3-f0b263c3a6aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:00:58.286276 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-68956544-a9cc-4062-a675-ae29fe824d7c req-92195431-a448-49d3-b746-589e9f3b6fb6 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7338ebe-f982-433c-9922-4d5032f82887 HTTP/1.1" status: 200 len: 210 time: 0.0447721 May 30 06:00:59.462265 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-0e779c3d-a43c-417c-ada1-39a2259fdd48 req-80c2ffb6-a798-4f17-9ea8-37986d952d79 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7338ebe-f982-433c-9922-4d5032f82887 HTTP/1.1" status: 200 len: 210 time: 0.0667377 May 30 06:00:59.474956 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d2c9de-6959-4f82-ac04-ed03fa9e02c6 req-97005720-8d5c-4248-a619-91661d8be1e7 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 06:00:59.476493 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-33d2c9de-6959-4f82-ac04-ed03fa9e02c6 req-97005720-8d5c-4248-a619-91661d8be1e7 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] 10.222.0.39 "GET /v2.0/networks?id=60e3db32-7944-464c-92b7-3f5e6dca1ec8 HTTP/1.1" status: 200 len: 810 time: 0.1953237 May 30 06:00:59.527964 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-33d2c9de-6959-4f82-ac04-ed03fa9e02c6 req-5cf04b60-eaf8-4ff6-b067-2d7e05ee186f tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8035301744a542fcaf288f0e100104e9 HTTP/1.1" status: 200 len: 380 time: 0.0435808 May 30 06:00:59.536969 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [req-33d2c9de-6959-4f82-ac04-ed03fa9e02c6 req-a60c11ce-7efb-4e08-9d73-14a3a027a747 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Request body: {'port': {'device_id': 'c7338ebe-f982-433c-9922-4d5032f82887', 'network_id': '60e3db32-7944-464c-92b7-3f5e6dca1ec8', 'admin_state_up': True, 'tenant_id': '8035301744a542fcaf288f0e100104e9', 'security_groups': ['d66565e5-c254-43bc-96a6-53cf580080d6']}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 06:00:59.673254 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [req-33d2c9de-6959-4f82-ac04-ed03fa9e02c6 req-a60c11ce-7efb-4e08-9d73-14a3a027a747 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 06:00:59.684130 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [req-33d2c9de-6959-4f82-ac04-ed03fa9e02c6 req-a60c11ce-7efb-4e08-9d73-14a3a027a747 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 06:00:59.698101 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33d2c9de-6959-4f82-ac04-ed03fa9e02c6 req-a60c11ce-7efb-4e08-9d73-14a3a027a747 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Made reservation on behalf of 8035301744a542fcaf288f0e100104e9 for: {'port': 1} {{(pid=88261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 06:00:59.701771 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-33d2c9de-6959-4f82-ac04-ed03fa9e02c6 req-a60c11ce-7efb-4e08-9d73-14a3a027a747 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:00:59.897920 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [req-33d2c9de-6959-4f82-ac04-ed03fa9e02c6 req-a60c11ce-7efb-4e08-9d73-14a3a027a747 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Allocated IP 172.20.0.8 (60e3db32-7944-464c-92b7-3f5e6dca1ec8/dbaebb8f-940e-4d02-a98e-c817d3a09025/8e396bf3-df05-480d-94fe-756d8997fedd) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 06:01:00.122153 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-33d2c9de-6959-4f82-ac04-ed03fa9e02c6 req-a60c11ce-7efb-4e08-9d73-14a3a027a747 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:01:00.139239 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [req-33d2c9de-6959-4f82-ac04-ed03fa9e02c6 req-a60c11ce-7efb-4e08-9d73-14a3a027a747 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Transition to ACTIVE for port object 8e396bf3-df05-480d-94fe-756d8997fedd will not be triggered until provisioned by entity DHCP. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 06:01:00.174145 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-33d2c9de-6959-4f82-ac04-ed03fa9e02c6 req-a60c11ce-7efb-4e08-9d73-14a3a027a747 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:01:00.263840 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60c11ce-7efb-4e08-9d73-14a3a027a747 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Pushing event updated for resources: {'Port': ['ID=8e396bf3-df05-480d-94fe-756d8997fedd,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 06:01:00.274120 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33d2c9de-6959-4f82-ac04-ed03fa9e02c6 req-a60c11ce-7efb-4e08-9d73-14a3a027a747 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Network 60e3db32-7944-464c-92b7-3f5e6dca1ec8 is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 06:01:00.275994 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [req-33d2c9de-6959-4f82-ac04-ed03fa9e02c6 req-a60c11ce-7efb-4e08-9d73-14a3a027a747 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 06:01:00.278350 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60c11ce-7efb-4e08-9d73-14a3a027a747 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 06:01:00.278695 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60c11ce-7efb-4e08-9d73-14a3a027a747 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 06:01:00.279033 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60c11ce-7efb-4e08-9d73-14a3a027a747 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 06:01:00.279357 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60c11ce-7efb-4e08-9d73-14a3a027a747 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 06:01:00.279667 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60c11ce-7efb-4e08-9d73-14a3a027a747 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 06:01:00.280131 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60c11ce-7efb-4e08-9d73-14a3a027a747 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 06:01:00.280461 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60c11ce-7efb-4e08-9d73-14a3a027a747 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 06:01:00.280783 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60c11ce-7efb-4e08-9d73-14a3a027a747 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 06:01:00.281105 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60c11ce-7efb-4e08-9d73-14a3a027a747 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 06:01:00.281471 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60c11ce-7efb-4e08-9d73-14a3a027a747 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 06:01:00.281793 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60c11ce-7efb-4e08-9d73-14a3a027a747 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 06:01:00.282143 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60c11ce-7efb-4e08-9d73-14a3a027a747 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 06:01:00.285232 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [req-33d2c9de-6959-4f82-ac04-ed03fa9e02c6 req-a60c11ce-7efb-4e08-9d73-14a3a027a747 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 06:01:00.361060 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d2c9de-6959-4f82-ac04-ed03fa9e02c6 req-a60c11ce-7efb-4e08-9d73-14a3a027a747 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 06:01:00.361846 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-33d2c9de-6959-4f82-ac04-ed03fa9e02c6 req-a60c11ce-7efb-4e08-9d73-14a3a027a747 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:01:00.363255 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a66cd334-3ada-415c-a371-956566d65eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:01:00.393445 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-33d2c9de-6959-4f82-ac04-ed03fa9e02c6 req-a60c11ce-7efb-4e08-9d73-14a3a027a747 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8599718 May 30 06:01:00.604461 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-2798661b-1c22-4d5c-a506-1c65d2b7e9a2 None None] Provisioning for port 8e396bf3-df05-480d-94fe-756d8997fedd completed by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 06:01:00.617012 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-2798661b-1c22-4d5c-a506-1c65d2b7e9a2 None None] Provisioning complete for port 8e396bf3-df05-480d-94fe-756d8997fedd triggered by entity DHCP. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 06:01:00.617729 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-2798661b-1c22-4d5c-a506-1c65d2b7e9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:01:00.728773 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-2798661b-1c22-4d5c-a506-1c65d2b7e9a2 None None] Port 8e396bf3-df05-480d-94fe-756d8997fedd cannot update to ACTIVE because it is not bound. {{(pid=88262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 30 06:01:00.765210 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dc4c22-7432-4e5c-ba4f-9918a1be5829 req-1ff0e183-c104-4ef9-b7f1-619e7a3dba23 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 06:01:00.766158 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-96dc4c22-7432-4e5c-ba4f-9918a1be5829 req-1ff0e183-c104-4ef9-b7f1-619e7a3dba23 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Synchronizing usage tracker for tenant:8035301744a542fcaf288f0e100104e9 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 06:01:00.789843 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-96dc4c22-7432-4e5c-ba4f-9918a1be5829 req-1ff0e183-c104-4ef9-b7f1-619e7a3dba23 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Unset dirty status for tenant:8035301744a542fcaf288f0e100104e9 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 06:01:00.791377 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-96dc4c22-7432-4e5c-ba4f-9918a1be5829 req-1ff0e183-c104-4ef9-b7f1-619e7a3dba23 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7338ebe-f982-433c-9922-4d5032f82887 HTTP/1.1" status: 200 len: 931 time: 0.1741025 May 30 06:01:00.825733 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device f3116167-1b67-4eff-8255-676b33910d1c no longer exists at agent hyperv_hv-neutron-8437 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 06:01:00.871988 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-96dc4c22-7432-4e5c-ba4f-9918a1be5829 req-1baa633e-405f-4774-b523-939dcc97d081 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] 10.222.0.15 "GET /v2.0/security-groups?id=d66565e5-c254-43bc-96a6-53cf580080d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678186 May 30 06:01:00.953263 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Current status of the port f3116167-1b67-4eff-8255-676b33910d1c is: ACTIVE; New status is: DOWN {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 06:01:00.955605 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:01:00.987739 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e03fc80a-aada-4734-b9a1-f1bc98cfdafe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3116167-1b67-4eff-8255-676b33910d1c'}] {{(pid=88262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 06:01:01.012608 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port f3116167-1b67-4eff-8255-676b33910d1c, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=f3116167-1b67-4eff-8255-676b33910d1c,segment=NetworkSegment(ac356ac0-5698-43b1-a0f2-375b4b38db67),segment_id=ac356ac0-5698-43b1-a0f2-375b4b38db67)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 06:01:01.018577 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:01:01.089305 dv-neutron-843763-1-hyperv neutron-server[88262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3801956c-4fe6-466e-bcf9-d05ef5c36220'] response: {'server_uuid': 'e03fc80a-aada-4734-b9a1-f1bc98cfdafe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3116167-1b67-4eff-8255-676b33910d1c', 'code': 200} May 30 06:01:01.132960 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Pushing event updated for resources: {'Port': ['ID=f3116167-1b67-4eff-8255-676b33910d1c,revision_number=8']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 06:01:01.496328 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56ded65b-0e68-413c-8b9b-1097922cc81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:01:01.599256 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:01:02.073119 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1cb6a8-f163-4f52-8347-58b97be51bd6 req-eea24c6b-539f-4682-866f-56e999ad4ebd tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 06:01:02.074591 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4e1cb6a8-f163-4f52-8347-58b97be51bd6 req-eea24c6b-539f-4682-866f-56e999ad4ebd tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7338ebe-f982-433c-9922-4d5032f82887 HTTP/1.1" status: 200 len: 931 time: 0.0905941 May 30 06:01:02.132370 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4e1cb6a8-f163-4f52-8347-58b97be51bd6 req-0f5f6a03-9f48-44f3-b357-fa93675b6af0 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] 10.222.0.15 "GET /v2.0/security-groups?id=d66565e5-c254-43bc-96a6-53cf580080d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519452 May 30 06:01:03.073530 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a142624-940e-4c55-bf49-a5329c884075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:01:03.333954 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab6dfb4-02f1-4cfe-8826-859dd99f98e3 req-f3414c9f-771f-4712-9b82-7861d7345956 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 06:01:03.335497 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-dab6dfb4-02f1-4cfe-8826-859dd99f98e3 req-f3414c9f-771f-4712-9b82-7861d7345956 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7338ebe-f982-433c-9922-4d5032f82887 HTTP/1.1" status: 200 len: 931 time: 0.0879829 May 30 06:01:03.389707 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-dab6dfb4-02f1-4cfe-8826-859dd99f98e3 req-42d4bb98-3a82-4ec5-8455-f8857fc8db3f tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] 10.222.0.15 "GET /v2.0/security-groups?id=d66565e5-c254-43bc-96a6-53cf580080d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474555 May 30 06:01:04.583402 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc2334b-b017-44d6-85ce-69ff19cac112 req-36543a69-174f-4e92-8ec2-6842b887f476 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 06:01:04.584867 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ddc2334b-b017-44d6-85ce-69ff19cac112 req-36543a69-174f-4e92-8ec2-6842b887f476 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7338ebe-f982-433c-9922-4d5032f82887 HTTP/1.1" status: 200 len: 931 time: 0.0876887 May 30 06:01:04.633575 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ddc2334b-b017-44d6-85ce-69ff19cac112 req-b310f5ee-2841-4609-bce7-ad134f7164fa tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] 10.222.0.15 "GET /v2.0/security-groups?id=d66565e5-c254-43bc-96a6-53cf580080d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416446 May 30 06:01:05.836447 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff68cc2-8fb7-493a-a802-0314846c1282 req-8bf8becf-54f6-44bd-b35a-7df80a20da1f tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 06:01:05.840645 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-cff68cc2-8fb7-493a-a802-0314846c1282 req-8bf8becf-54f6-44bd-b35a-7df80a20da1f tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7338ebe-f982-433c-9922-4d5032f82887 HTTP/1.1" status: 200 len: 931 time: 0.0977960 May 30 06:01:05.987329 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-cff68cc2-8fb7-493a-a802-0314846c1282 req-11f7af98-2952-4b62-b99b-a8c7dd4474df tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] 10.222.0.15 "GET /v2.0/security-groups?id=d66565e5-c254-43bc-96a6-53cf580080d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1435947 May 30 06:01:07.179439 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2ad0d4-0b5a-4211-b961-52940c59e8de req-6d9da9f3-991a-4d00-bc7d-66576a28f58e tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 06:01:07.180925 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9e2ad0d4-0b5a-4211-b961-52940c59e8de req-6d9da9f3-991a-4d00-bc7d-66576a28f58e tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7338ebe-f982-433c-9922-4d5032f82887 HTTP/1.1" status: 200 len: 931 time: 0.0841997 May 30 06:01:07.227514 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-9e2ad0d4-0b5a-4211-b961-52940c59e8de req-96f6833c-e726-465f-9d07-bfaff150f234 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] 10.222.0.15 "GET /v2.0/security-groups?id=d66565e5-c254-43bc-96a6-53cf580080d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410738 May 30 06:01:08.561499 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a5c0d1-9e8a-40ee-a7e7-4c457725973b req-13e98118-6d0a-423f-a3e6-02e576a854f1 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 06:01:08.562964 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-24a5c0d1-9e8a-40ee-a7e7-4c457725973b req-13e98118-6d0a-423f-a3e6-02e576a854f1 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7338ebe-f982-433c-9922-4d5032f82887 HTTP/1.1" status: 200 len: 931 time: 0.0804322 May 30 06:01:08.605756 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-24a5c0d1-9e8a-40ee-a7e7-4c457725973b req-eb7c4ab4-54bd-40e9-8690-4fa1819caa3a tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] 10.222.0.15 "GET /v2.0/security-groups?id=d66565e5-c254-43bc-96a6-53cf580080d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369458 May 30 06:01:09.783761 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8480c48e-09a2-4cf7-abc1-7a2c78593ca8 req-07d43b58-5512-4cb9-9fbc-c5ed030dfacc tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 06:01:09.785184 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8480c48e-09a2-4cf7-abc1-7a2c78593ca8 req-07d43b58-5512-4cb9-9fbc-c5ed030dfacc tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7338ebe-f982-433c-9922-4d5032f82887 HTTP/1.1" status: 200 len: 931 time: 0.0778990 May 30 06:01:09.831573 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8480c48e-09a2-4cf7-abc1-7a2c78593ca8 req-e6287fc5-676a-4b90-a904-0c7e3dbad444 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] 10.222.0.15 "GET /v2.0/security-groups?id=d66565e5-c254-43bc-96a6-53cf580080d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401351 May 30 06:01:11.012486 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6f08b9-c405-498e-851a-c9bfdfca27db req-d6ee7817-a562-4b86-a47d-28011d69dc3a tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 06:01:11.013959 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5a6f08b9-c405-498e-851a-c9bfdfca27db req-d6ee7817-a562-4b86-a47d-28011d69dc3a tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7338ebe-f982-433c-9922-4d5032f82887 HTTP/1.1" status: 200 len: 931 time: 0.0778871 May 30 06:01:11.056802 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5a6f08b9-c405-498e-851a-c9bfdfca27db req-bf5c64c0-fa51-4bbc-aded-be789580e40f tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] 10.222.0.15 "GET /v2.0/security-groups?id=d66565e5-c254-43bc-96a6-53cf580080d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372474 May 30 06:01:11.180438 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [req-33d2c9de-6959-4f82-ac04-ed03fa9e02c6 req-e2249ec8-9eb7-4904-89ed-98238a1a1ef1 service neutron] Request body: {'port': {'device_id': 'c7338ebe-f982-433c-9922-4d5032f82887', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8437'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 06:01:11.295768 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-33d2c9de-6959-4f82-ac04-ed03fa9e02c6 req-e2249ec8-9eb7-4904-89ed-98238a1a1ef1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:01:11.639289 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [req-33d2c9de-6959-4f82-ac04-ed03fa9e02c6 req-e2249ec8-9eb7-4904-89ed-98238a1a1ef1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e396bf3-df05-480d-94fe-756d8997fedd {{(pid=88261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 30 06:01:11.646229 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-33d2c9de-6959-4f82-ac04-ed03fa9e02c6 req-e2249ec8-9eb7-4904-89ed-98238a1a1ef1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:01:11.660530 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.provisioning_blocks [req-33d2c9de-6959-4f82-ac04-ed03fa9e02c6 req-e2249ec8-9eb7-4904-89ed-98238a1a1ef1 service neutron] Transition to ACTIVE for port object 8e396bf3-df05-480d-94fe-756d8997fedd will not be triggered until provisioned by entity L2. {{(pid=88261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 06:01:11.663599 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-33d2c9de-6959-4f82-ac04-ed03fa9e02c6 req-e2249ec8-9eb7-4904-89ed-98238a1a1ef1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2304381'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:01:11.828319 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2249ec8-9eb7-4904-89ed-98238a1a1ef1 service neutron] Pushing event updated for resources: {'Port': ['ID=8e396bf3-df05-480d-94fe-756d8997fedd,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 06:01:11.902493 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [req-33d2c9de-6959-4f82-ac04-ed03fa9e02c6 req-e2249ec8-9eb7-4904-89ed-98238a1a1ef1 service neutron] Attempting to bind port 8e396bf3-df05-480d-94fe-756d8997fedd on host hv-neutron-8437 for vnic_type normal with profile {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 06:01:11.902823 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [req-33d2c9de-6959-4f82-ac04-ed03fa9e02c6 req-e2249ec8-9eb7-4904-89ed-98238a1a1ef1 service neutron] Attempting to bind port 8e396bf3-df05-480d-94fe-756d8997fedd by drivers openvswitch,hyperv on host hv-neutron-8437 at level 0 using segments [{'id': 'ac356ac0-5698-43b1-a0f2-375b4b38db67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '60e3db32-7944-464c-92b7-3f5e6dca1ec8'}] {{(pid=88261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 06:01:11.903147 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d2c9de-6959-4f82-ac04-ed03fa9e02c6 req-e2249ec8-9eb7-4904-89ed-98238a1a1ef1 service neutron] Attempting to bind port 8e396bf3-df05-480d-94fe-756d8997fedd on network 60e3db32-7944-464c-92b7-3f5e6dca1ec8 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 06:01:11.907809 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d2c9de-6959-4f82-ac04-ed03fa9e02c6 req-e2249ec8-9eb7-4904-89ed-98238a1a1ef1 service neutron] Port 8e396bf3-df05-480d-94fe-756d8997fedd on network 60e3db32-7944-464c-92b7-3f5e6dca1ec8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8437 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 30 06:01:11.908124 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d2c9de-6959-4f82-ac04-ed03fa9e02c6 req-e2249ec8-9eb7-4904-89ed-98238a1a1ef1 service neutron] Attempting to bind port 8e396bf3-df05-480d-94fe-756d8997fedd on network 60e3db32-7944-464c-92b7-3f5e6dca1ec8 {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 30 06:01:11.913099 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d2c9de-6959-4f82-ac04-ed03fa9e02c6 req-e2249ec8-9eb7-4904-89ed-98238a1a1ef1 service neutron] Checking agent: {'id': 'de0c936d-420b-412f-9642-7bfe80b5ab25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8437', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 4, 51, 47), 'started_at': datetime.datetime(2022, 5, 30, 4, 51, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 6, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 30 06:01:11.913442 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d2c9de-6959-4f82-ac04-ed03fa9e02c6 req-e2249ec8-9eb7-4904-89ed-98238a1a1ef1 service neutron] Checking segment: {'id': 'ac356ac0-5698-43b1-a0f2-375b4b38db67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '60e3db32-7944-464c-92b7-3f5e6dca1ec8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 30 06:01:11.913839 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d2c9de-6959-4f82-ac04-ed03fa9e02c6 req-e2249ec8-9eb7-4904-89ed-98238a1a1ef1 service neutron] Bound using segment: {'id': 'ac356ac0-5698-43b1-a0f2-375b4b38db67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '60e3db32-7944-464c-92b7-3f5e6dca1ec8'} {{(pid=88261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 30 06:01:11.914256 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.managers [req-33d2c9de-6959-4f82-ac04-ed03fa9e02c6 req-e2249ec8-9eb7-4904-89ed-98238a1a1ef1 service neutron] Bound port: 8e396bf3-df05-480d-94fe-756d8997fedd, host: hv-neutron-8437, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac356ac0-5698-43b1-a0f2-375b4b38db67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '60e3db32-7944-464c-92b7-3f5e6dca1ec8'}}] {{(pid=88261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 06:01:11.914594 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-33d2c9de-6959-4f82-ac04-ed03fa9e02c6 req-e2249ec8-9eb7-4904-89ed-98238a1a1ef1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:01:12.005470 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [req-33d2c9de-6959-4f82-ac04-ed03fa9e02c6 req-e2249ec8-9eb7-4904-89ed-98238a1a1ef1 service neutron] For port 8e396bf3-df05-480d-94fe-756d8997fedd, host hv-neutron-8437, cleared binding levels {{(pid=88261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 30 06:01:12.008267 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [req-33d2c9de-6959-4f82-ac04-ed03fa9e02c6 req-e2249ec8-9eb7-4904-89ed-98238a1a1ef1 service neutron] For port 8e396bf3-df05-480d-94fe-756d8997fedd, host hv-neutron-8437, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=8e396bf3-df05-480d-94fe-756d8997fedd,segment=NetworkSegment(ac356ac0-5698-43b1-a0f2-375b4b38db67),segment_id=ac356ac0-5698-43b1-a0f2-375b4b38db67)] {{(pid=88261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 30 06:01:12.013472 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-33d2c9de-6959-4f82-ac04-ed03fa9e02c6 req-e2249ec8-9eb7-4904-89ed-98238a1a1ef1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2304381'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:01:12.073399 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d2c9de-6959-4f82-ac04-ed03fa9e02c6 req-e2249ec8-9eb7-4904-89ed-98238a1a1ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 06:01:12.074044 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-33d2c9de-6959-4f82-ac04-ed03fa9e02c6 req-e2249ec8-9eb7-4904-89ed-98238a1a1ef1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:01:12.075410 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-33d2c9de-6959-4f82-ac04-ed03fa9e02c6 req-e2249ec8-9eb7-4904-89ed-98238a1a1ef1 service neutron] 10.222.0.39 "PUT /v2.0/ports/8e396bf3-df05-480d-94fe-756d8997fedd HTTP/1.1" status: 200 len: 1093 time: 0.8993578 May 30 06:01:12.075847 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7338ebe-f982-433c-9922-4d5032f82887', 'tag': '8e396bf3-df05-480d-94fe-756d8997fedd'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 06:01:12.098146 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2249ec8-9eb7-4904-89ed-98238a1a1ef1 service neutron] Pushing event updated for resources: {'Port': ['ID=8e396bf3-df05-480d-94fe-756d8997fedd,revision_number=3']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 06:01:12.257384 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d2c9de-6959-4f82-ac04-ed03fa9e02c6 req-92535c8b-1840-4134-bee1-adb9eabb71db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 06:01:12.258965 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-33d2c9de-6959-4f82-ac04-ed03fa9e02c6 req-92535c8b-1840-4134-bee1-adb9eabb71db service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8035301744a542fcaf288f0e100104e9&device_id=c7338ebe-f982-433c-9922-4d5032f82887 HTTP/1.1" status: 200 len: 1096 time: 0.1319427 May 30 06:01:12.330932 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-33d2c9de-6959-4f82-ac04-ed03fa9e02c6 req-8fa8bd43-1b51-43a6-acbe-22c0c06dbc03 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e396bf3-df05-480d-94fe-756d8997fedd HTTP/1.1" status: 200 len: 217 time: 0.0644290 May 30 06:01:12.342755 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26b4748-0f1d-4aa7-8b96-ae40eb24f06c req-7e7a7dd3-aa81-4f54-9d95-46ff8cc3baaa tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 06:01:12.344191 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d26b4748-0f1d-4aa7-8b96-ae40eb24f06c req-7e7a7dd3-aa81-4f54-9d95-46ff8cc3baaa tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7338ebe-f982-433c-9922-4d5032f82887 HTTP/1.1" status: 200 len: 943 time: 0.1687231 May 30 06:01:12.529982 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d26b4748-0f1d-4aa7-8b96-ae40eb24f06c req-9bbf3f01-ed30-4944-82f8-59f106d337b5 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] 10.222.0.15 "GET /v2.0/security-groups?id=d66565e5-c254-43bc-96a6-53cf580080d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1557693 May 30 06:01:12.531484 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d2c9de-6959-4f82-ac04-ed03fa9e02c6 req-2b82c056-3fbd-4640-a0ed-6a8ccdcdb357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 06:01:12.532918 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-33d2c9de-6959-4f82-ac04-ed03fa9e02c6 req-2b82c056-3fbd-4640-a0ed-6a8ccdcdb357 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dbaebb8f-940e-4d02-a98e-c817d3a09025 HTTP/1.1" status: 200 len: 849 time: 0.1878994 May 30 06:01:12.579438 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f56dc56-b48f-4007-bb90-7c6dedfdd410'] response: {'name': 'network-changed', 'server_uuid': 'c7338ebe-f982-433c-9922-4d5032f82887', 'tag': '8e396bf3-df05-480d-94fe-756d8997fedd', 'status': 'completed', 'code': 200} May 30 06:01:12.611522 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d2c9de-6959-4f82-ac04-ed03fa9e02c6 req-b23dfdf6-e943-4e00-967d-039564b7deb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 06:01:12.612917 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-33d2c9de-6959-4f82-ac04-ed03fa9e02c6 req-b23dfdf6-e943-4e00-967d-039564b7deb5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=60e3db32-7944-464c-92b7-3f5e6dca1ec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742905 May 30 06:01:12.742371 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-33d2c9de-6959-4f82-ac04-ed03fa9e02c6 req-99bb2745-efa4-49cd-b41f-cc9db01c92f1 service neutron] 10.222.0.39 "GET /v2.0/networks/60e3db32-7944-464c-92b7-3f5e6dca1ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231873 May 30 06:01:12.871092 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-33d2c9de-6959-4f82-ac04-ed03fa9e02c6 req-a2dad09c-e150-4727-a061-0b63a7aa2c12 service neutron] 10.222.0.39 "GET /v2.0/networks/60e3db32-7944-464c-92b7-3f5e6dca1ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226964 May 30 06:01:12.983032 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b879ef69-56a6-42ea-94e2-6872aa674340 req-bebbbdf4-9834-4cac-92ea-f61d5d4fb2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 06:01:12.984547 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b879ef69-56a6-42ea-94e2-6872aa674340 req-bebbbdf4-9834-4cac-92ea-f61d5d4fb2f1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8035301744a542fcaf288f0e100104e9&device_id=c7338ebe-f982-433c-9922-4d5032f82887 HTTP/1.1" status: 200 len: 1096 time: 0.0684958 May 30 06:01:13.112443 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b879ef69-56a6-42ea-94e2-6872aa674340 req-bba1e399-48ba-438f-9fdb-943da19c5a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 06:01:13.113871 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b879ef69-56a6-42ea-94e2-6872aa674340 req-bba1e399-48ba-438f-9fdb-943da19c5a6f service neutron] 10.222.0.39 "GET /v2.0/networks?id=60e3db32-7944-464c-92b7-3f5e6dca1ec8 HTTP/1.1" status: 200 len: 911 time: 0.1232347 May 30 06:01:13.182594 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b879ef69-56a6-42ea-94e2-6872aa674340 req-0dc8e148-78b5-4331-a3c7-c4e9a1d77386 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e396bf3-df05-480d-94fe-756d8997fedd HTTP/1.1" status: 200 len: 217 time: 0.0618570 May 30 06:01:13.254319 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b879ef69-56a6-42ea-94e2-6872aa674340 req-277cea04-492d-40ba-a0e7-c1da6d4e2346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 06:01:13.255761 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b879ef69-56a6-42ea-94e2-6872aa674340 req-277cea04-492d-40ba-a0e7-c1da6d4e2346 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dbaebb8f-940e-4d02-a98e-c817d3a09025 HTTP/1.1" status: 200 len: 849 time: 0.0661380 May 30 06:01:13.334349 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b879ef69-56a6-42ea-94e2-6872aa674340 req-a3c9daab-171a-4e2e-b1dc-0eb2ccac4002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 06:01:13.335817 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b879ef69-56a6-42ea-94e2-6872aa674340 req-a3c9daab-171a-4e2e-b1dc-0eb2ccac4002 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=60e3db32-7944-464c-92b7-3f5e6dca1ec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730867 May 30 06:01:13.471071 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b879ef69-56a6-42ea-94e2-6872aa674340 req-6284ab6e-50e5-4837-81a4-e360ce773ef3 service neutron] 10.222.0.39 "GET /v2.0/networks/60e3db32-7944-464c-92b7-3f5e6dca1ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284544 May 30 06:01:13.612019 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b879ef69-56a6-42ea-94e2-6872aa674340 req-9ad94b72-9ce5-408f-a994-21d798acf452 service neutron] 10.222.0.39 "GET /v2.0/networks/60e3db32-7944-464c-92b7-3f5e6dca1ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329904 May 30 06:01:13.720006 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fbdff7-abf5-4bbf-95d1-effb2fe0c686 req-9f1bed37-323d-47d7-b616-782371888bae tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 06:01:13.721512 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b1fbdff7-abf5-4bbf-95d1-effb2fe0c686 req-9f1bed37-323d-47d7-b616-782371888bae tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7338ebe-f982-433c-9922-4d5032f82887 HTTP/1.1" status: 200 len: 943 time: 0.0770679 May 30 06:01:13.768049 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-b1fbdff7-abf5-4bbf-95d1-effb2fe0c686 req-048cf4b8-7794-404f-9328-7a4b313b5b42 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] 10.222.0.15 "GET /v2.0/security-groups?id=d66565e5-c254-43bc-96a6-53cf580080d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409110 May 30 06:01:14.955052 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0fb487-8a46-40aa-ae7a-1a7e3e6d9628 req-d7b66df1-e8cd-4e3c-b461-8256ef5f3c2a tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 06:01:14.956475 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3d0fb487-8a46-40aa-ae7a-1a7e3e6d9628 req-d7b66df1-e8cd-4e3c-b461-8256ef5f3c2a tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7338ebe-f982-433c-9922-4d5032f82887 HTTP/1.1" status: 200 len: 943 time: 0.0784471 May 30 06:01:14.999366 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-3d0fb487-8a46-40aa-ae7a-1a7e3e6d9628 req-9946ba4c-ed5f-4bd8-8a34-aae110c24fe8 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] 10.222.0.15 "GET /v2.0/security-groups?id=d66565e5-c254-43bc-96a6-53cf580080d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371625 May 30 06:01:16.182573 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afba04e3-93b2-4847-9088-0b5c97bc369b req-ac6fbf1e-bbc5-4f8a-99b6-ea780bd4dd34 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 06:01:16.184034 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-afba04e3-93b2-4847-9088-0b5c97bc369b req-ac6fbf1e-bbc5-4f8a-99b6-ea780bd4dd34 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7338ebe-f982-433c-9922-4d5032f82887 HTTP/1.1" status: 200 len: 943 time: 0.0819366 May 30 06:01:16.227872 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-afba04e3-93b2-4847-9088-0b5c97bc369b req-432d886c-91e8-4040-ab38-e2a5a3851fc6 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] 10.222.0.15 "GET /v2.0/security-groups?id=d66565e5-c254-43bc-96a6-53cf580080d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382626 May 30 06:01:16.933995 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device 8e396bf3-df05-480d-94fe-756d8997fedd details requested by agent hyperv_hv-neutron-8437 with host hv-neutron-8437 {{(pid=88262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 06:01:17.062029 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port 8e396bf3-df05-480d-94fe-756d8997fedd, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=8e396bf3-df05-480d-94fe-756d8997fedd,segment=NetworkSegment(ac356ac0-5698-43b1-a0f2-375b4b38db67),segment_id=ac356ac0-5698-43b1-a0f2-375b4b38db67)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 06:01:17.074537 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Returning: {'device': '8e396bf3-df05-480d-94fe-756d8997fedd', 'network_id': '60e3db32-7944-464c-92b7-3f5e6dca1ec8', 'port_id': '8e396bf3-df05-480d-94fe-756d8997fedd', 'mac_address': 'fa:16:3e:98:0b:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbaebb8f-940e-4d02-a98e-c817d3a09025', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 06:01:17.130446 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Current status of the port 8e396bf3-df05-480d-94fe-756d8997fedd is: DOWN; New status is: BUILD {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 06:01:17.130823 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:01:17.146744 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e396bf3-df05-480d-94fe-756d8997fedd {{(pid=88262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 30 06:01:17.161665 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port 8e396bf3-df05-480d-94fe-756d8997fedd, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=8e396bf3-df05-480d-94fe-756d8997fedd,segment=NetworkSegment(ac356ac0-5698-43b1-a0f2-375b4b38db67),segment_id=ac356ac0-5698-43b1-a0f2-375b4b38db67)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 06:01:17.166205 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:01:17.230703 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Pushing event updated for resources: {'Port': ['ID=8e396bf3-df05-480d-94fe-756d8997fedd,revision_number=4']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 06:01:17.414660 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b7048e-7cbf-4d25-9371-ab225c23af1b req-d719af49-f3a7-4c6a-b404-1c9d5aa60960 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 06:01:17.416599 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f2b7048e-7cbf-4d25-9371-ab225c23af1b req-d719af49-f3a7-4c6a-b404-1c9d5aa60960 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7338ebe-f982-433c-9922-4d5032f82887 HTTP/1.1" status: 200 len: 944 time: 0.0808094 May 30 06:01:17.460299 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f2b7048e-7cbf-4d25-9371-ab225c23af1b req-efa28ae2-f86b-4428-a344-05562d6936a9 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] 10.222.0.15 "GET /v2.0/security-groups?id=d66565e5-c254-43bc-96a6-53cf580080d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381067 May 30 06:01:17.515849 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] get_ports_and_sgs() called for port_ids ['8e396bf3-df05-480d-94fe-756d8997fedd'] {{(pid=88262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 30 06:01:18.129977 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:01:18.168757 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-45f79e78-106a-4f09-9d2c-69baeab7263d None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 06:01:18.651753 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a9b951-b90a-4a46-ac01-44af87ae70aa req-3d0a1306-4eb6-4ed4-9585-e510cce2b5a9 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 06:01:18.653215 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d9a9b951-b90a-4a46-ac01-44af87ae70aa req-3d0a1306-4eb6-4ed4-9585-e510cce2b5a9 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7338ebe-f982-433c-9922-4d5032f82887 HTTP/1.1" status: 200 len: 944 time: 0.0853488 May 30 06:01:18.696319 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d9a9b951-b90a-4a46-ac01-44af87ae70aa req-b827d27c-7f49-4837-8285-e07d0a8aa8bf tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] 10.222.0.15 "GET /v2.0/security-groups?id=d66565e5-c254-43bc-96a6-53cf580080d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374196 May 30 06:01:18.949652 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device 8e396bf3-df05-480d-94fe-756d8997fedd up at agent hyperv_hv-neutron-8437 {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 06:01:19.013951 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Provisioning for port 8e396bf3-df05-480d-94fe-756d8997fedd completed by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 06:01:19.018589 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Provisioning complete for port 8e396bf3-df05-480d-94fe-756d8997fedd triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 06:01:19.018954 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:01:19.132116 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Current status of the port 8e396bf3-df05-480d-94fe-756d8997fedd is: BUILD; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 06:01:19.132828 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:01:19.159324 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7338ebe-f982-433c-9922-4d5032f82887', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e396bf3-df05-480d-94fe-756d8997fedd'}] {{(pid=88262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 06:01:19.172634 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port 8e396bf3-df05-480d-94fe-756d8997fedd, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=8e396bf3-df05-480d-94fe-756d8997fedd,segment=NetworkSegment(ac356ac0-5698-43b1-a0f2-375b4b38db67),segment_id=ac356ac0-5698-43b1-a0f2-375b4b38db67)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 06:01:19.180901 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:01:19.216307 dv-neutron-843763-1-hyperv neutron-server[88262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-527a0113-0db1-4bf6-b155-be8556176d93'] response: {'server_uuid': 'c7338ebe-f982-433c-9922-4d5032f82887', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e396bf3-df05-480d-94fe-756d8997fedd', 'code': 200} May 30 06:01:19.252154 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Pushing event updated for resources: {'Port': ['ID=8e396bf3-df05-480d-94fe-756d8997fedd,revision_number=5']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 06:01:19.432310 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb123ab-ab24-40d0-a7f8-fed8a35f6e6f req-000e7a6c-77ad-4482-9877-5c8c6180c994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 06:01:19.433781 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ddb123ab-ab24-40d0-a7f8-fed8a35f6e6f req-000e7a6c-77ad-4482-9877-5c8c6180c994 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c7338ebe-f982-433c-9922-4d5032f82887 HTTP/1.1" status: 200 len: 1098 time: 0.0688524 May 30 06:01:19.472540 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-ddb123ab-ab24-40d0-a7f8-fed8a35f6e6f req-3c592c63-86a2-40d1-8e44-29848042542d service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=d66565e5-c254-43bc-96a6-53cf580080d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331490 May 30 06:01:19.976817 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2b7d83-20bf-448f-be38-3a12deeaa56c req-bb73deaa-9781-4cc1-9aaf-52ed2ee50f52 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 06:01:19.978853 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6b2b7d83-20bf-448f-be38-3a12deeaa56c req-bb73deaa-9781-4cc1-9aaf-52ed2ee50f52 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7338ebe-f982-433c-9922-4d5032f82887 HTTP/1.1" status: 200 len: 945 time: 0.1782155 May 30 06:01:20.021406 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6b2b7d83-20bf-448f-be38-3a12deeaa56c req-799f25f9-b72a-456b-a205-82ced3efb604 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] 10.222.0.15 "GET /v2.0/security-groups?id=d66565e5-c254-43bc-96a6-53cf580080d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369704 May 30 06:01:21.204513 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2ccad8-f0bf-463b-ad00-972e3ec93cf3 req-b9ea88fd-e48d-4312-9d47-3bef727b42b6 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 06:01:21.206034 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4b2ccad8-f0bf-463b-ad00-972e3ec93cf3 req-b9ea88fd-e48d-4312-9d47-3bef727b42b6 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7338ebe-f982-433c-9922-4d5032f82887 HTTP/1.1" status: 200 len: 945 time: 0.0821826 May 30 06:01:21.249852 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-4b2ccad8-f0bf-463b-ad00-972e3ec93cf3 req-1ab87cd7-5843-4c48-aecb-d0bf850bf24d tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] 10.222.0.15 "GET /v2.0/security-groups?id=d66565e5-c254-43bc-96a6-53cf580080d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381823 May 30 06:01:21.430768 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2341ef2-e5cf-4ab7-b621-9c6766a9955f req-8c448f7a-c79b-4326-8d61-c3d7961c4022 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 06:01:21.432132 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f2341ef2-e5cf-4ab7-b621-9c6766a9955f req-8c448f7a-c79b-4326-8d61-c3d7961c4022 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7338ebe-f982-433c-9922-4d5032f82887 HTTP/1.1" status: 200 len: 945 time: 0.0780606 May 30 06:01:21.475139 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f2341ef2-e5cf-4ab7-b621-9c6766a9955f req-71bfffd1-20cb-46db-a11b-819e7d0c9458 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] 10.222.0.15 "GET /v2.0/security-groups?id=d66565e5-c254-43bc-96a6-53cf580080d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374925 May 30 06:01:21.497329 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 56560) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 06:01:21.568976 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c5faa7-d475-4f3f-ae8f-ce28874e464a tempest-TestSnapshotPattern-326313507 tempest-TestSnapshotPattern-326313507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 06:01:21.570519 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-c4c5faa7-d475-4f3f-ae8f-ce28874e464a tempest-TestSnapshotPattern-326313507 tempest-TestSnapshotPattern-326313507-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=c7338ebe-f982-433c-9922-4d5032f82887 HTTP/1.1" status: 200 len: 1093 time: 0.0722215 May 30 06:01:21.573924 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 56564) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 06:01:21.578686 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.v2.base [None req-2dd7e582-9073-47d5-b875-2ccc626bd6d9 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Request body: {'floatingip': {'floating_network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'port_id': '8e396bf3-df05-480d-94fe-756d8997fedd', 'tenant_id': '8035301744a542fcaf288f0e100104e9', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 30 06:01:21.584361 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-2dd7e582-9073-47d5-b875-2ccc626bd6d9 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 06:01:21.588156 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-2dd7e582-9073-47d5-b875-2ccc626bd6d9 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Usage tracker for resource:floatingip and tenant:8035301744a542fcaf288f0e100104e9 is out of sync, need to count used quota {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 06:01:21.590968 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [None req-2dd7e582-9073-47d5-b875-2ccc626bd6d9 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 06:01:21.596559 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.quota.driver [None req-2dd7e582-9073-47d5-b875-2ccc626bd6d9 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 06:01:21.606620 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2dd7e582-9073-47d5-b875-2ccc626bd6d9 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Notify callbacks [] for floatingip, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:01:21.738669 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2dd7e582-9073-47d5-b875-2ccc626bd6d9 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:01:21.887114 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_common [None req-2dd7e582-9073-47d5-b875-2ccc626bd6d9 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Allocated IP 172.26.6.152 (1bab70f4-3794-44db-8e17-19f483aa8ffa/6b5b73c1-b0ce-4f83-a930-c00cc5522926/9deafb2c-f5ce-47e7-b6b2-d231418a2466) {{(pid=88261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 06:01:22.031142 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2dd7e582-9073-47d5-b875-2ccc626bd6d9 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Notify callbacks [] for port, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:01:22.059911 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2dd7e582-9073-47d5-b875-2ccc626bd6d9 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729234570060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:01:22.126260 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd7e582-9073-47d5-b875-2ccc626bd6d9 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Network 1bab70f4-3794-44db-8e17-19f483aa8ffa is already hosted by enough agents. {{(pid=88261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 06:01:22.129049 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.base_scheduler [None req-2dd7e582-9073-47d5-b875-2ccc626bd6d9 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Resources bound (agent type, host, resource id): {{(pid=88261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 06:01:22.132839 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd7e582-9073-47d5-b875-2ccc626bd6d9 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Received port after_create {{(pid=88261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 30 06:01:22.171206 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd7e582-9073-47d5-b875-2ccc626bd6d9 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Pushing event updated for resources: {'Port': ['ID=9deafb2c-f5ce-47e7-b6b2-d231418a2466,revision_number=1']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 06:01:22.536635 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2dd7e582-9073-47d5-b875-2ccc626bd6d9 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:01:22.609421 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2dd7e582-9073-47d5-b875-2ccc626bd6d9 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:01:22.807888 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2dd7e582-9073-47d5-b875-2ccc626bd6d9 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Notify callbacks [] for port, precommit_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:01:22.812225 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2dd7e582-9073-47d5-b875-2ccc626bd6d9 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2304381'] for port, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:01:23.019987 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd7e582-9073-47d5-b875-2ccc626bd6d9 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Pushing event updated for resources: {'Port': ['ID=9deafb2c-f5ce-47e7-b6b2-d231418a2466,revision_number=2']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 06:01:23.028731 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2dd7e582-9073-47d5-b875-2ccc626bd6d9 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1604762'] for floatingip, after_update {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:01:23.195380 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.db.l3_db [None req-2dd7e582-9073-47d5-b875-2ccc626bd6d9 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Floating IP be309929-a67d-4218-85ca-ac9eab38f69d associated. External IP: 172.26.6.152, port: 8e396bf3-df05-480d-94fe-756d8997fedd. May 30 06:01:23.538521 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dd7e582-9073-47d5-b875-2ccc626bd6d9 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Router a65ed789-8d14-4161-8543-fada5889a234 has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 06:01:23.710345 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dd7e582-9073-47d5-b875-2ccc626bd6d9 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 06:01:23.720389 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0a585a-b0c3-4f3e-be00-989fdf6f8c60 None None] Sync routers for ids ['a65ed789-8d14-4161-8543-fada5889a234'] in dv-neutron-843763-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 06:01:23.730609 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0a585a-b0c3-4f3e-be00-989fdf6f8c60 None None] Routers {'a65ed789-8d14-4161-8543-fada5889a234'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 06:01:23.731214 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-9c0a585a-b0c3-4f3e-be00-989fdf6f8c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T06:01:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['a65ed789-8d14-4161-8543-fada5889a234'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 06:01:23.735243 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-2dd7e582-9073-47d5-b875-2ccc626bd6d9 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for floatingip, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:01:23.794235 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-2dd7e582-9073-47d5-b875-2ccc626bd6d9 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2170517 May 30 06:01:23.794235 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7338ebe-f982-433c-9922-4d5032f82887', 'tag': '8e396bf3-df05-480d-94fe-756d8997fedd'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 06:01:23.835864 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21bd3b4b-1d31-4aa7-9772-ce6f6075f489'] response: {'name': 'network-changed', 'server_uuid': 'c7338ebe-f982-433c-9922-4d5032f82887', 'tag': '8e396bf3-df05-480d-94fe-756d8997fedd', 'status': 'completed', 'code': 200} May 30 06:01:23.909326 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-9c0a585a-b0c3-4f3e-be00-989fdf6f8c60 None None] Set router a65ed789-8d14-4161-8543-fada5889a234 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 06:01:23.927929 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c8763f-623a-41e6-8341-82cedcd85165 req-593f9336-895e-447c-8070-ab1e3b740217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 06:01:23.929415 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-85c8763f-623a-41e6-8341-82cedcd85165 req-593f9336-895e-447c-8070-ab1e3b740217 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8035301744a542fcaf288f0e100104e9&device_id=c7338ebe-f982-433c-9922-4d5032f82887 HTTP/1.1" status: 200 len: 1098 time: 0.0702138 May 30 06:01:24.059068 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c8763f-623a-41e6-8341-82cedcd85165 req-60297ecb-d45f-4bed-9bc0-f76e1816bb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 06:01:24.060408 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-85c8763f-623a-41e6-8341-82cedcd85165 req-60297ecb-d45f-4bed-9bc0-f76e1816bb1e service neutron] 10.222.0.39 "GET /v2.0/networks?id=60e3db32-7944-464c-92b7-3f5e6dca1ec8 HTTP/1.1" status: 200 len: 911 time: 0.1251917 May 30 06:01:24.162275 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-85c8763f-623a-41e6-8341-82cedcd85165 req-4de29900-320a-4418-8f60-11ff8fcc03b7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e396bf3-df05-480d-94fe-756d8997fedd HTTP/1.1" status: 200 len: 999 time: 0.0957320 May 30 06:01:24.225758 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c8763f-623a-41e6-8341-82cedcd85165 req-79c193e6-0096-4eb7-885d-78d64c212a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 06:01:24.227238 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-85c8763f-623a-41e6-8341-82cedcd85165 req-79c193e6-0096-4eb7-885d-78d64c212a8a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dbaebb8f-940e-4d02-a98e-c817d3a09025 HTTP/1.1" status: 200 len: 849 time: 0.0593898 May 30 06:01:24.284401 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-9c0a585a-b0c3-4f3e-be00-989fdf6f8c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a65ed789-8d14-4161-8543-fada5889a234', 'name': 'tempest-TestSnapshotPattern-1998179858-router', 'tenant_id': '8035301744a542fcaf288f0e100104e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.14'}], 'enable_snat': True}, 'gw_port_id': '1e1c57d2-ccb9-44c4-8e64-c218c43e180d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:57:45Z', 'updated_at': '2022-05-30T05:57:49Z', 'revision_number': 4, 'project_id': '8035301744a542fcaf288f0e100104e9', 'gw_port': {'id': '1e1c57d2-ccb9-44c4-8e64-c218c43e180d', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:72:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65ed789-8d14-4161-8543-fada5889a234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:57:45Z', 'updated_at': '2022-05-30T05:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_floatingips': [{'id': '0bfb1d2a-6221-48f7-a0fd-1b8e75b8e8ed', 'tenant_id': '8035301744a542fcaf288f0e100104e9', 'floating_ip_address': '172.26.6.89', 'floating_network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'router_id': 'a65ed789-8d14-4161-8543-fada5889a234', 'port_id': 'f3116167-1b67-4eff-8255-676b33910d1c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1871, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60e3db32-7944-464c-92b7-3f5e6dca1ec8', 'mac_address': 'fa:16:3e:a9:f2:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e03fc80a-aada-4734-b9a1-f1bc98cfdafe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T05:58:12Z', 'updated_at': '2022-05-30T05:58:15Z', 'revision_number': 1, 'project_id': '8035301744a542fcaf288f0e100104e9', 'fixed_ip_address_scope': None}, {'id': 'be309929-a67d-4218-85ca-ac9eab38f69d', 'tenant_id': '8035301744a542fcaf288f0e100104e9', 'floating_ip_address': '172.26.6.152', 'floating_network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'router_id': 'a65ed789-8d14-4161-8543-fada5889a234', 'port_id': '8e396bf3-df05-480d-94fe-756d8997fedd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1874, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60e3db32-7944-464c-92b7-3f5e6dca1ec8', 'mac_address': 'fa:16:3e:98:0b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7338ebe-f982-433c-9922-4d5032f82887', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T06:01:22Z', 'updated_at': '2022-05-30T06:01:22Z', 'revision_number': 0, 'project_id': '8035301744a542fcaf288f0e100104e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7382fd5-0ac7-4c11-8237-4fabbfa7d3ba', 'name': '', 'network_id': '60e3db32-7944-464c-92b7-3f5e6dca1ec8', 'tenant_id': '8035301744a542fcaf288f0e100104e9', 'mac_address': 'fa:16:3e:f5:04:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65ed789-8d14-4161-8543-fada5889a234', 'device_owner': 'network:router_interface', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': 'dbaebb8f-940e-4d02-a98e-c817d3a09025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:57:48Z', 'updated_at': '2022-05-30T05:57:56Z', 'revision_number': 5, 'project_id': '8035301744a542fcaf288f0e100104e9', 'subnets': [{'id': 'dbaebb8f-940e-4d02-a98e-c817d3a09025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 06:01:24.288321 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0a585a-b0c3-4f3e-be00-989fdf6f8c60 None None] Checking router: a65ed789-8d14-4161-8543-fada5889a234 for host: dv-neutron-843763-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 06:01:24.296556 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0a585a-b0c3-4f3e-be00-989fdf6f8c60 None None] Routers {'a65ed789-8d14-4161-8543-fada5889a234'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 06:01:24.297145 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-9c0a585a-b0c3-4f3e-be00-989fdf6f8c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T06:01:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['a65ed789-8d14-4161-8543-fada5889a234'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 06:01:24.303727 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c8763f-623a-41e6-8341-82cedcd85165 req-fe0e104f-7f3c-45a6-9f20-ee1d5436fc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 06:01:24.305201 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-85c8763f-623a-41e6-8341-82cedcd85165 req-fe0e104f-7f3c-45a6-9f20-ee1d5436fc32 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=60e3db32-7944-464c-92b7-3f5e6dca1ec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724273 May 30 06:01:24.474679 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-9c0a585a-b0c3-4f3e-be00-989fdf6f8c60 None None] Set router a65ed789-8d14-4161-8543-fada5889a234 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 06:01:24.550558 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-85c8763f-623a-41e6-8341-82cedcd85165 req-a7bacc97-0b2d-4aba-a956-a64f10c284e2 service neutron] 10.222.0.39 "GET /v2.0/networks/60e3db32-7944-464c-92b7-3f5e6dca1ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2395635 May 30 06:01:24.678155 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-85c8763f-623a-41e6-8341-82cedcd85165 req-f885c66b-448d-46bc-8c91-25bf5b85df99 service neutron] 10.222.0.39 "GET /v2.0/networks/60e3db32-7944-464c-92b7-3f5e6dca1ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213751 May 30 06:01:24.818796 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-9c0a585a-b0c3-4f3e-be00-989fdf6f8c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a65ed789-8d14-4161-8543-fada5889a234', 'name': 'tempest-TestSnapshotPattern-1998179858-router', 'tenant_id': '8035301744a542fcaf288f0e100104e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.14'}], 'enable_snat': True}, 'gw_port_id': '1e1c57d2-ccb9-44c4-8e64-c218c43e180d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:57:45Z', 'updated_at': '2022-05-30T05:57:49Z', 'revision_number': 4, 'project_id': '8035301744a542fcaf288f0e100104e9', 'gw_port': {'id': '1e1c57d2-ccb9-44c4-8e64-c218c43e180d', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:72:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65ed789-8d14-4161-8543-fada5889a234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:57:45Z', 'updated_at': '2022-05-30T05:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_floatingips': [{'id': '0bfb1d2a-6221-48f7-a0fd-1b8e75b8e8ed', 'tenant_id': '8035301744a542fcaf288f0e100104e9', 'floating_ip_address': '172.26.6.89', 'floating_network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'router_id': 'a65ed789-8d14-4161-8543-fada5889a234', 'port_id': 'f3116167-1b67-4eff-8255-676b33910d1c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1871, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60e3db32-7944-464c-92b7-3f5e6dca1ec8', 'mac_address': 'fa:16:3e:a9:f2:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e03fc80a-aada-4734-b9a1-f1bc98cfdafe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T05:58:12Z', 'updated_at': '2022-05-30T05:58:15Z', 'revision_number': 1, 'project_id': '8035301744a542fcaf288f0e100104e9', 'fixed_ip_address_scope': None}, {'id': 'be309929-a67d-4218-85ca-ac9eab38f69d', 'tenant_id': '8035301744a542fcaf288f0e100104e9', 'floating_ip_address': '172.26.6.152', 'floating_network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'router_id': 'a65ed789-8d14-4161-8543-fada5889a234', 'port_id': '8e396bf3-df05-480d-94fe-756d8997fedd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1874, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60e3db32-7944-464c-92b7-3f5e6dca1ec8', 'mac_address': 'fa:16:3e:98:0b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7338ebe-f982-433c-9922-4d5032f82887', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T06:01:22Z', 'updated_at': '2022-05-30T06:01:22Z', 'revision_number': 0, 'project_id': '8035301744a542fcaf288f0e100104e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7382fd5-0ac7-4c11-8237-4fabbfa7d3ba', 'name': '', 'network_id': '60e3db32-7944-464c-92b7-3f5e6dca1ec8', 'tenant_id': '8035301744a542fcaf288f0e100104e9', 'mac_address': 'fa:16:3e:f5:04:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65ed789-8d14-4161-8543-fada5889a234', 'device_owner': 'network:router_interface', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': 'dbaebb8f-940e-4d02-a98e-c817d3a09025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:57:48Z', 'updated_at': '2022-05-30T05:57:56Z', 'revision_number': 5, 'project_id': '8035301744a542fcaf288f0e100104e9', 'subnets': [{'id': 'dbaebb8f-940e-4d02-a98e-c817d3a09025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 06:01:24.823543 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0a585a-b0c3-4f3e-be00-989fdf6f8c60 None None] The sync data for ids ['a65ed789-8d14-4161-8543-fada5889a234'] in dv-neutron-843763-1-hyperv is: [{'id': 'a65ed789-8d14-4161-8543-fada5889a234', 'name': 'tempest-TestSnapshotPattern-1998179858-router', 'tenant_id': '8035301744a542fcaf288f0e100104e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.14'}], 'enable_snat': True}, 'gw_port_id': '1e1c57d2-ccb9-44c4-8e64-c218c43e180d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:57:45Z', 'updated_at': '2022-05-30T05:57:49Z', 'revision_number': 4, 'project_id': '8035301744a542fcaf288f0e100104e9', 'gw_port': {'id': '1e1c57d2-ccb9-44c4-8e64-c218c43e180d', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:72:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65ed789-8d14-4161-8543-fada5889a234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:57:45Z', 'updated_at': '2022-05-30T05:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_floatingips': [{'id': '0bfb1d2a-6221-48f7-a0fd-1b8e75b8e8ed', 'tenant_id': '8035301744a542fcaf288f0e100104e9', 'floating_ip_address': '172.26.6.89', 'floating_network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'router_id': 'a65ed789-8d14-4161-8543-fada5889a234', 'port_id': 'f3116167-1b67-4eff-8255-676b33910d1c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1871, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60e3db32-7944-464c-92b7-3f5e6dca1ec8', 'mac_address': 'fa:16:3e:a9:f2:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e03fc80a-aada-4734-b9a1-f1bc98cfdafe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T05:58:12Z', 'updated_at': '2022-05-30T05:58:15Z', 'revision_number': 1, 'project_id': '8035301744a542fcaf288f0e100104e9', 'fixed_ip_address_scope': None}, {'id': 'be309929-a67d-4218-85ca-ac9eab38f69d', 'tenant_id': '8035301744a542fcaf288f0e100104e9', 'floating_ip_address': '172.26.6.152', 'floating_network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'router_id': 'a65ed789-8d14-4161-8543-fada5889a234', 'port_id': '8e396bf3-df05-480d-94fe-756d8997fedd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1874, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60e3db32-7944-464c-92b7-3f5e6dca1ec8', 'mac_address': 'fa:16:3e:98:0b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7338ebe-f982-433c-9922-4d5032f82887', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T06:01:22Z', 'updated_at': '2022-05-30T06:01:22Z', 'revision_number': 0, 'project_id': '8035301744a542fcaf288f0e100104e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7382fd5-0ac7-4c11-8237-4fabbfa7d3ba', 'name': '', 'network_id': '60e3db32-7944-464c-92b7-3f5e6dca1ec8', 'tenant_id': '8035301744a542fcaf288f0e100104e9', 'mac_address': 'fa:16:3e:f5:04:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65ed789-8d14-4161-8543-fada5889a234', 'device_owner': 'network:router_interface', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': 'dbaebb8f-940e-4d02-a98e-c817d3a09025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:57:48Z', 'updated_at': '2022-05-30T05:57:56Z', 'revision_number': 5, 'project_id': '8035301744a542fcaf288f0e100104e9', 'subnets': [{'id': 'dbaebb8f-940e-4d02-a98e-c817d3a09025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 06:01:25.015114 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36bae8ca-b8f4-40d4-9701-9b9642d6b021 None None] New status for floating IP be309929-a67d-4218-85ca-ac9eab38f69d: ACTIVE {{(pid=88262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 30 06:01:28.158966 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e5a684ef-348c-4099-a37d-4552e2828b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:01:30.349120 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-efd0137e-65be-4668-a528-446c13e6d907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:01:31.496482 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56ded65b-0e68-413c-8b9b-1097922cc81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:01:31.601744 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:01:33.076321 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a142624-940e-4c55-bf49-a5329c884075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:01:48.166156 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:01:55.168826 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-45f79e78-106a-4f09-9d2c-69baeab7263d None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 06:01:57.054251 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-859d150f-773c-44d4-a448-63819ad1a975 req-9c778f82-c6b6-425f-955a-14f3feeaafff service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e03fc80a-aada-4734-b9a1-f1bc98cfdafe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0674086 May 30 06:01:57.194338 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859d150f-773c-44d4-a448-63819ad1a975 req-976426d2-3588-47a1-90ca-538c750cdc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 06:01:57.195820 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-859d150f-773c-44d4-a448-63819ad1a975 req-976426d2-3588-47a1-90ca-538c750cdc39 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8035301744a542fcaf288f0e100104e9&device_id=e03fc80a-aada-4734-b9a1-f1bc98cfdafe HTTP/1.1" status: 200 len: 1096 time: 0.0738127 May 30 06:01:57.336307 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859d150f-773c-44d4-a448-63819ad1a975 req-9c6d7c24-b269-4c46-bda5-35627df299fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 06:01:57.337671 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-859d150f-773c-44d4-a448-63819ad1a975 req-9c6d7c24-b269-4c46-bda5-35627df299fb service neutron] 10.222.0.39 "GET /v2.0/networks?id=60e3db32-7944-464c-92b7-3f5e6dca1ec8 HTTP/1.1" status: 200 len: 911 time: 0.1247597 May 30 06:01:57.436932 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-859d150f-773c-44d4-a448-63819ad1a975 req-e08acb0f-bef8-4960-94fa-6f4594e3e76d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f3116167-1b67-4eff-8255-676b33910d1c HTTP/1.1" status: 200 len: 998 time: 0.0929260 May 30 06:01:57.504629 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859d150f-773c-44d4-a448-63819ad1a975 req-91ce4f02-fc3f-406c-8579-03d463954729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 06:01:57.507464 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-859d150f-773c-44d4-a448-63819ad1a975 req-91ce4f02-fc3f-406c-8579-03d463954729 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dbaebb8f-940e-4d02-a98e-c817d3a09025 HTTP/1.1" status: 200 len: 849 time: 0.0653546 May 30 06:01:57.580781 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859d150f-773c-44d4-a448-63819ad1a975 req-dd542423-3034-438e-aeab-c7c7f5275154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 06:01:57.582252 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-859d150f-773c-44d4-a448-63819ad1a975 req-dd542423-3034-438e-aeab-c7c7f5275154 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=60e3db32-7944-464c-92b7-3f5e6dca1ec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687876 May 30 06:01:57.711351 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-859d150f-773c-44d4-a448-63819ad1a975 req-e1b5e3fe-c39b-45bc-b2b0-3f3761fc5b3a service neutron] 10.222.0.39 "GET /v2.0/networks/60e3db32-7944-464c-92b7-3f5e6dca1ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220191 May 30 06:01:57.848029 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-859d150f-773c-44d4-a448-63819ad1a975 req-8a4f9344-d51e-4e6b-bacc-dc907450fe32 service neutron] 10.222.0.39 "GET /v2.0/networks/60e3db32-7944-464c-92b7-3f5e6dca1ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306133 May 30 06:01:58.160523 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f7a57bcc-2f72-4137-bc68-3f72645584c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:02:00.350468 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a2f6f09b-a313-4980-8993-b75588b450bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:02:01.498935 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56ded65b-0e68-413c-8b9b-1097922cc81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:02:01.602758 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:02:03.079234 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a142624-940e-4c55-bf49-a5329c884075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:02:18.166174 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:02:28.163303 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-27243369-7d81-4ee2-9472-6dc723bbcfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:02:30.351934 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-d376faab-a55a-433b-87a3-95047653a4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:02:31.502267 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56ded65b-0e68-413c-8b9b-1097922cc81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:02:31.604462 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:02:32.168357 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-45f79e78-106a-4f09-9d2c-69baeab7263d None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 06:02:33.083592 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a142624-940e-4c55-bf49-a5329c884075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:02:48.177617 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:02:58.089605 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8e7ca426-ba43-4d4c-9279-f3e1dabdb928 req-4af1edd9-54a2-43ac-8cfc-be9a7241ecf1 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c7338ebe-f982-433c-9922-4d5032f82887&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0716870 May 30 06:02:58.165137 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-970e149b-bdd9-450b-92cb-4f6d83e0bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:02:58.179157 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7ca426-ba43-4d4c-9279-f3e1dabdb928 req-aa12d402-d583-4256-b55b-ca0e2bd31d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 06:02:58.180675 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8e7ca426-ba43-4d4c-9279-f3e1dabdb928 req-aa12d402-d583-4256-b55b-ca0e2bd31d88 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8035301744a542fcaf288f0e100104e9&device_id=c7338ebe-f982-433c-9922-4d5032f82887 HTTP/1.1" status: 200 len: 1098 time: 0.0722835 May 30 06:02:58.320299 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7ca426-ba43-4d4c-9279-f3e1dabdb928 req-acbc6893-7d50-42dc-b05d-9ab363c6ec94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 06:02:58.321752 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8e7ca426-ba43-4d4c-9279-f3e1dabdb928 req-acbc6893-7d50-42dc-b05d-9ab363c6ec94 service neutron] 10.222.0.39 "GET /v2.0/networks?id=60e3db32-7944-464c-92b7-3f5e6dca1ec8 HTTP/1.1" status: 200 len: 911 time: 0.1241686 May 30 06:02:58.423891 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8e7ca426-ba43-4d4c-9279-f3e1dabdb928 req-698f48f9-e3ad-481c-9479-a0fd6fb69b01 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e396bf3-df05-480d-94fe-756d8997fedd HTTP/1.1" status: 200 len: 1001 time: 0.0964417 May 30 06:02:58.484155 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7ca426-ba43-4d4c-9279-f3e1dabdb928 req-7f7f7ecf-abc3-4e32-8de3-9d5912c4a5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 06:02:58.485540 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8e7ca426-ba43-4d4c-9279-f3e1dabdb928 req-7f7f7ecf-abc3-4e32-8de3-9d5912c4a5c0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dbaebb8f-940e-4d02-a98e-c817d3a09025 HTTP/1.1" status: 200 len: 849 time: 0.0556607 May 30 06:02:58.562586 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7ca426-ba43-4d4c-9279-f3e1dabdb928 req-481ab702-1c83-4567-9db3-719fed6646c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 06:02:58.564020 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8e7ca426-ba43-4d4c-9279-f3e1dabdb928 req-481ab702-1c83-4567-9db3-719fed6646c1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=60e3db32-7944-464c-92b7-3f5e6dca1ec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718277 May 30 06:02:58.791888 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8e7ca426-ba43-4d4c-9279-f3e1dabdb928 req-6e22ebe9-8d34-4d51-93c5-a3cdc5215969 service neutron] 10.222.0.39 "GET /v2.0/networks/60e3db32-7944-464c-92b7-3f5e6dca1ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212067 May 30 06:02:58.920681 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8e7ca426-ba43-4d4c-9279-f3e1dabdb928 req-475c6e89-f151-479b-a146-7086c3452d38 service neutron] 10.222.0.39 "GET /v2.0/networks/60e3db32-7944-464c-92b7-3f5e6dca1ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223664 May 30 06:03:00.353314 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-e8347d56-4aae-4fd7-9806-7ab85c16b9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:03:01.503584 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56ded65b-0e68-413c-8b9b-1097922cc81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:03:01.605296 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:03:03.085450 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a142624-940e-4c55-bf49-a5329c884075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:03:09.167063 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-45f79e78-106a-4f09-9d2c-69baeab7263d None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 06:03:18.191031 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:03:28.167265 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-0f0626f3-5563-4fd9-b10a-a52aca3e8e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:03:30.353508 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-dbc1286b-0fc8-4d4f-a8de-cfac78b0f9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:03:31.507346 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56ded65b-0e68-413c-8b9b-1097922cc81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:03:31.607948 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:03:31.657694 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device 8e396bf3-df05-480d-94fe-756d8997fedd details requested by agent hyperv_hv-neutron-8437 with host hv-neutron-8437 {{(pid=88262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 06:03:31.788916 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port 8e396bf3-df05-480d-94fe-756d8997fedd, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=8e396bf3-df05-480d-94fe-756d8997fedd,segment=NetworkSegment(ac356ac0-5698-43b1-a0f2-375b4b38db67),segment_id=ac356ac0-5698-43b1-a0f2-375b4b38db67)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 06:03:31.801542 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Returning: {'device': '8e396bf3-df05-480d-94fe-756d8997fedd', 'network_id': '60e3db32-7944-464c-92b7-3f5e6dca1ec8', 'port_id': '8e396bf3-df05-480d-94fe-756d8997fedd', 'mac_address': 'fa:16:3e:98:0b:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbaebb8f-940e-4d02-a98e-c817d3a09025', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 06:03:31.857265 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Current status of the port 8e396bf3-df05-480d-94fe-756d8997fedd is: ACTIVE; New status is: BUILD {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 06:03:31.857643 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:03:31.874132 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8e396bf3-df05-480d-94fe-756d8997fedd {{(pid=88262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 30 06:03:31.889333 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port 8e396bf3-df05-480d-94fe-756d8997fedd, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=8e396bf3-df05-480d-94fe-756d8997fedd,segment=NetworkSegment(ac356ac0-5698-43b1-a0f2-375b4b38db67),segment_id=ac356ac0-5698-43b1-a0f2-375b4b38db67)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 06:03:31.893596 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:03:31.965862 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Pushing event updated for resources: {'Port': ['ID=8e396bf3-df05-480d-94fe-756d8997fedd,revision_number=6']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 06:03:31.973523 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 06:03:31.973904 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 06:03:31.974245 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 06:03:31.974579 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 06:03:31.974951 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 06:03:31.975281 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 06:03:31.975603 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 06:03:31.975927 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 06:03:31.976251 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 06:03:31.976570 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 06:03:31.976892 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 06:03:31.977211 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 06:03:31.982974 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] get_ports_and_sgs() called for port_ids ['8e396bf3-df05-480d-94fe-756d8997fedd'] {{(pid=88262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 30 06:03:33.090591 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a142624-940e-4c55-bf49-a5329c884075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:03:33.677596 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device 8e396bf3-df05-480d-94fe-756d8997fedd up at agent hyperv_hv-neutron-8437 {{(pid=88262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 06:03:33.771919 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.provisioning_blocks [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Provisioning complete for port 8e396bf3-df05-480d-94fe-756d8997fedd triggered by entity L2. {{(pid=88262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 06:03:33.772287 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930893'] for port, provisioning_complete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:03:33.886054 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Current status of the port 8e396bf3-df05-480d-94fe-756d8997fedd is: BUILD; New status is: ACTIVE {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 06:03:33.886376 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:03:33.911491 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7338ebe-f982-433c-9922-4d5032f82887', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e396bf3-df05-480d-94fe-756d8997fedd'}] {{(pid=88262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 06:03:33.921102 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port 8e396bf3-df05-480d-94fe-756d8997fedd, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=8e396bf3-df05-480d-94fe-756d8997fedd,segment=NetworkSegment(ac356ac0-5698-43b1-a0f2-375b4b38db67),segment_id=ac356ac0-5698-43b1-a0f2-375b4b38db67)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 06:03:33.926248 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:03:33.962290 dv-neutron-843763-1-hyperv neutron-server[88262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca4012ff-7e21-45ad-adf5-41475a88482d'] response: {'server_uuid': 'c7338ebe-f982-433c-9922-4d5032f82887', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e396bf3-df05-480d-94fe-756d8997fedd', 'code': 200} May 30 06:03:34.003495 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Pushing event updated for resources: {'Port': ['ID=8e396bf3-df05-480d-94fe-756d8997fedd,revision_number=7']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 06:03:44.650222 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 56790) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 06:03:44.850612 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-597c7b2b-5e0c-4d62-91b6-0d5e740f5a4a tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Deleting port 9deafb2c-f5ce-47e7-b6b2-d231418a2466 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 06:03:44.850953 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-597c7b2b-5e0c-4d62-91b6-0d5e740f5a4a tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:03:45.019757 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-597c7b2b-5e0c-4d62-91b6-0d5e740f5a4a tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:03:45.020087 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-597c7b2b-5e0c-4d62-91b6-0d5e740f5a4a tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:03:45.138308 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-597c7b2b-5e0c-4d62-91b6-0d5e740f5a4a tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Calling delete_port for 9deafb2c-f5ce-47e7-b6b2-d231418a2466 owned by network:floatingip {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 06:03:45.289004 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-597c7b2b-5e0c-4d62-91b6-0d5e740f5a4a tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:03:45.336219 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597c7b2b-5e0c-4d62-91b6-0d5e740f5a4a tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Pushing event deleted for resources: {'Port': ['ID=9deafb2c-f5ce-47e7-b6b2-d231418a2466,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 06:03:45.379902 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597c7b2b-5e0c-4d62-91b6-0d5e740f5a4a tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 06:03:45.380242 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597c7b2b-5e0c-4d62-91b6-0d5e740f5a4a tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 06:03:45.380576 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597c7b2b-5e0c-4d62-91b6-0d5e740f5a4a tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 06:03:45.380906 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597c7b2b-5e0c-4d62-91b6-0d5e740f5a4a tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 06:03:45.381233 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597c7b2b-5e0c-4d62-91b6-0d5e740f5a4a tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 06:03:45.381562 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597c7b2b-5e0c-4d62-91b6-0d5e740f5a4a tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 06:03:45.381922 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597c7b2b-5e0c-4d62-91b6-0d5e740f5a4a tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 06:03:45.382248 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597c7b2b-5e0c-4d62-91b6-0d5e740f5a4a tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 06:03:45.382571 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597c7b2b-5e0c-4d62-91b6-0d5e740f5a4a tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 06:03:45.382890 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597c7b2b-5e0c-4d62-91b6-0d5e740f5a4a tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 06:03:45.383209 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597c7b2b-5e0c-4d62-91b6-0d5e740f5a4a tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 06:03:45.383529 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597c7b2b-5e0c-4d62-91b6-0d5e740f5a4a tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 06:03:45.436934 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-597c7b2b-5e0c-4d62-91b6-0d5e740f5a4a tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Notify callbacks [] for floatingip, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:03:45.437277 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.db.l3_db [None req-597c7b2b-5e0c-4d62-91b6-0d5e740f5a4a tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Floating IP be309929-a67d-4218-85ca-ac9eab38f69d disassociated (deleted). External IP: 172.26.6.152, port: 8e396bf3-df05-480d-94fe-756d8997fedd. May 30 06:03:45.778547 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-597c7b2b-5e0c-4d62-91b6-0d5e740f5a4a tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Router a65ed789-8d14-4161-8543-fada5889a234 has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 06:03:46.069091 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-597c7b2b-5e0c-4d62-91b6-0d5e740f5a4a tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 06:03:46.079192 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728c2833-bccc-4abf-ae4d-b3a684bd0805 None None] Sync routers for ids ['a65ed789-8d14-4161-8543-fada5889a234'] in dv-neutron-843763-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 06:03:46.088505 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728c2833-bccc-4abf-ae4d-b3a684bd0805 None None] Routers {'a65ed789-8d14-4161-8543-fada5889a234'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 06:03:46.089120 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-728c2833-bccc-4abf-ae4d-b3a684bd0805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T06:03:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['a65ed789-8d14-4161-8543-fada5889a234'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 06:03:46.089553 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-597c7b2b-5e0c-4d62-91b6-0d5e740f5a4a tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for floatingip, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:03:46.146113 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-597c7b2b-5e0c-4d62-91b6-0d5e740f5a4a tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] 10.222.0.15 "DELETE /v2.0/floatingips/be309929-a67d-4218-85ca-ac9eab38f69d HTTP/1.1" status: 204 len: 168 time: 1.4947584 May 30 06:03:46.146684 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7338ebe-f982-433c-9922-4d5032f82887', 'tag': '8e396bf3-df05-480d-94fe-756d8997fedd'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 06:03:46.171787 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-45f79e78-106a-4f09-9d2c-69baeab7263d None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 06:03:46.273398 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-728c2833-bccc-4abf-ae4d-b3a684bd0805 None None] Set router a65ed789-8d14-4161-8543-fada5889a234 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 06:03:46.426939 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f80f44a-5db1-48a1-8af0-4ef4e55c9930'] response: {'name': 'network-changed', 'server_uuid': 'c7338ebe-f982-433c-9922-4d5032f82887', 'tag': '8e396bf3-df05-480d-94fe-756d8997fedd', 'status': 'completed', 'code': 200} May 30 06:03:46.621921 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0571ea-6126-4f20-a2dc-2e4f7cdca24f req-2db90c24-2c67-49f4-9630-1991d9a032a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 06:03:46.623303 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8e0571ea-6126-4f20-a2dc-2e4f7cdca24f req-2db90c24-2c67-49f4-9630-1991d9a032a4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8035301744a542fcaf288f0e100104e9&device_id=c7338ebe-f982-433c-9922-4d5032f82887 HTTP/1.1" status: 200 len: 1098 time: 0.1708879 May 30 06:03:46.636817 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd510b66-d7b4-42fc-9deb-8f734c2d4c85 req-17aafd65-6bec-426a-aaf4-d41284100b21 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 06:03:46.637492 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-fd510b66-d7b4-42fc-9deb-8f734c2d4c85 req-17aafd65-6bec-426a-aaf4-d41284100b21 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Synchronizing usage tracker for tenant:8035301744a542fcaf288f0e100104e9 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 06:03:46.653396 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-728c2833-bccc-4abf-ae4d-b3a684bd0805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a65ed789-8d14-4161-8543-fada5889a234', 'name': 'tempest-TestSnapshotPattern-1998179858-router', 'tenant_id': '8035301744a542fcaf288f0e100104e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.14'}], 'enable_snat': True}, 'gw_port_id': '1e1c57d2-ccb9-44c4-8e64-c218c43e180d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:57:45Z', 'updated_at': '2022-05-30T05:57:49Z', 'revision_number': 4, 'project_id': '8035301744a542fcaf288f0e100104e9', 'gw_port': {'id': '1e1c57d2-ccb9-44c4-8e64-c218c43e180d', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:72:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65ed789-8d14-4161-8543-fada5889a234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:57:45Z', 'updated_at': '2022-05-30T05:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_floatingips': [{'id': '0bfb1d2a-6221-48f7-a0fd-1b8e75b8e8ed', 'tenant_id': '8035301744a542fcaf288f0e100104e9', 'floating_ip_address': '172.26.6.89', 'floating_network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'router_id': 'a65ed789-8d14-4161-8543-fada5889a234', 'port_id': 'f3116167-1b67-4eff-8255-676b33910d1c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1871, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60e3db32-7944-464c-92b7-3f5e6dca1ec8', 'mac_address': 'fa:16:3e:a9:f2:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e03fc80a-aada-4734-b9a1-f1bc98cfdafe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T05:58:12Z', 'updated_at': '2022-05-30T05:58:15Z', 'revision_number': 1, 'project_id': '8035301744a542fcaf288f0e100104e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7382fd5-0ac7-4c11-8237-4fabbfa7d3ba', 'name': '', 'network_id': '60e3db32-7944-464c-92b7-3f5e6dca1ec8', 'tenant_id': '8035301744a542fcaf288f0e100104e9', 'mac_address': 'fa:16:3e:f5:04:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65ed789-8d14-4161-8543-fada5889a234', 'device_owner': 'network:router_interface', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': 'dbaebb8f-940e-4d02-a98e-c817d3a09025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:57:48Z', 'updated_at': '2022-05-30T05:57:56Z', 'revision_number': 5, 'project_id': '8035301744a542fcaf288f0e100104e9', 'subnets': [{'id': 'dbaebb8f-940e-4d02-a98e-c817d3a09025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 06:03:46.657210 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728c2833-bccc-4abf-ae4d-b3a684bd0805 None None] Checking router: a65ed789-8d14-4161-8543-fada5889a234 for host: dv-neutron-843763-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 06:03:46.665337 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728c2833-bccc-4abf-ae4d-b3a684bd0805 None None] Routers {'a65ed789-8d14-4161-8543-fada5889a234'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 06:03:46.665974 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-728c2833-bccc-4abf-ae4d-b3a684bd0805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T06:03:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['a65ed789-8d14-4161-8543-fada5889a234'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 06:03:46.722764 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-fd510b66-d7b4-42fc-9deb-8f734c2d4c85 req-17aafd65-6bec-426a-aaf4-d41284100b21 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Unset dirty status for tenant:8035301744a542fcaf288f0e100104e9 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 06:03:46.723915 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-fd510b66-d7b4-42fc-9deb-8f734c2d4c85 req-17aafd65-6bec-426a-aaf4-d41284100b21 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7338ebe-f982-433c-9922-4d5032f82887 HTTP/1.1" status: 200 len: 945 time: 0.1962752 May 30 06:03:46.802320 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-fd510b66-d7b4-42fc-9deb-8f734c2d4c85 req-4229a9cf-8ef6-45a3-8844-00267960d89c tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] 10.222.0.15 "GET /v2.0/security-groups?id=d66565e5-c254-43bc-96a6-53cf580080d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691521 May 30 06:03:46.806664 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0571ea-6126-4f20-a2dc-2e4f7cdca24f req-ff0befa3-bb1a-4bab-bfdb-e7e4bfd5c06a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 06:03:46.808115 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8e0571ea-6126-4f20-a2dc-2e4f7cdca24f req-ff0befa3-bb1a-4bab-bfdb-e7e4bfd5c06a service neutron] 10.222.0.39 "GET /v2.0/networks?id=60e3db32-7944-464c-92b7-3f5e6dca1ec8 HTTP/1.1" status: 200 len: 911 time: 0.1679327 May 30 06:03:46.839796 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-728c2833-bccc-4abf-ae4d-b3a684bd0805 None None] Set router a65ed789-8d14-4161-8543-fada5889a234 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 06:03:46.875271 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8e0571ea-6126-4f20-a2dc-2e4f7cdca24f req-86973aed-56f4-4f75-9a1e-761b16a08e98 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e396bf3-df05-480d-94fe-756d8997fedd HTTP/1.1" status: 200 len: 217 time: 0.0608368 May 30 06:03:46.940377 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0571ea-6126-4f20-a2dc-2e4f7cdca24f req-381f49c1-c600-4e6b-89e7-5ca15cd6e074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 06:03:46.941818 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8e0571ea-6126-4f20-a2dc-2e4f7cdca24f req-381f49c1-c600-4e6b-89e7-5ca15cd6e074 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dbaebb8f-940e-4d02-a98e-c817d3a09025 HTTP/1.1" status: 200 len: 849 time: 0.0598562 May 30 06:03:47.016928 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0571ea-6126-4f20-a2dc-2e4f7cdca24f req-6e564b1f-f2c0-408e-88d0-6c59800c45e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 06:03:47.018415 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8e0571ea-6126-4f20-a2dc-2e4f7cdca24f req-6e564b1f-f2c0-408e-88d0-6c59800c45e2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=60e3db32-7944-464c-92b7-3f5e6dca1ec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698192 May 30 06:03:47.151670 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8e0571ea-6126-4f20-a2dc-2e4f7cdca24f req-2065b7a4-6485-4dbe-980f-bdce1cbe4b8d service neutron] 10.222.0.39 "GET /v2.0/networks/60e3db32-7944-464c-92b7-3f5e6dca1ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233273 May 30 06:03:47.175569 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-728c2833-bccc-4abf-ae4d-b3a684bd0805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a65ed789-8d14-4161-8543-fada5889a234', 'name': 'tempest-TestSnapshotPattern-1998179858-router', 'tenant_id': '8035301744a542fcaf288f0e100104e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.14'}], 'enable_snat': True}, 'gw_port_id': '1e1c57d2-ccb9-44c4-8e64-c218c43e180d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:57:45Z', 'updated_at': '2022-05-30T05:57:49Z', 'revision_number': 4, 'project_id': '8035301744a542fcaf288f0e100104e9', 'gw_port': {'id': '1e1c57d2-ccb9-44c4-8e64-c218c43e180d', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:72:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65ed789-8d14-4161-8543-fada5889a234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:57:45Z', 'updated_at': '2022-05-30T05:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_floatingips': [{'id': '0bfb1d2a-6221-48f7-a0fd-1b8e75b8e8ed', 'tenant_id': '8035301744a542fcaf288f0e100104e9', 'floating_ip_address': '172.26.6.89', 'floating_network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'router_id': 'a65ed789-8d14-4161-8543-fada5889a234', 'port_id': 'f3116167-1b67-4eff-8255-676b33910d1c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1871, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60e3db32-7944-464c-92b7-3f5e6dca1ec8', 'mac_address': 'fa:16:3e:a9:f2:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e03fc80a-aada-4734-b9a1-f1bc98cfdafe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T05:58:12Z', 'updated_at': '2022-05-30T05:58:15Z', 'revision_number': 1, 'project_id': '8035301744a542fcaf288f0e100104e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7382fd5-0ac7-4c11-8237-4fabbfa7d3ba', 'name': '', 'network_id': '60e3db32-7944-464c-92b7-3f5e6dca1ec8', 'tenant_id': '8035301744a542fcaf288f0e100104e9', 'mac_address': 'fa:16:3e:f5:04:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65ed789-8d14-4161-8543-fada5889a234', 'device_owner': 'network:router_interface', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': 'dbaebb8f-940e-4d02-a98e-c817d3a09025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:57:48Z', 'updated_at': '2022-05-30T05:57:56Z', 'revision_number': 5, 'project_id': '8035301744a542fcaf288f0e100104e9', 'subnets': [{'id': 'dbaebb8f-940e-4d02-a98e-c817d3a09025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 06:03:47.179455 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728c2833-bccc-4abf-ae4d-b3a684bd0805 None None] The sync data for ids ['a65ed789-8d14-4161-8543-fada5889a234'] in dv-neutron-843763-1-hyperv is: [{'id': 'a65ed789-8d14-4161-8543-fada5889a234', 'name': 'tempest-TestSnapshotPattern-1998179858-router', 'tenant_id': '8035301744a542fcaf288f0e100104e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.14'}], 'enable_snat': True}, 'gw_port_id': '1e1c57d2-ccb9-44c4-8e64-c218c43e180d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:57:45Z', 'updated_at': '2022-05-30T05:57:49Z', 'revision_number': 4, 'project_id': '8035301744a542fcaf288f0e100104e9', 'gw_port': {'id': '1e1c57d2-ccb9-44c4-8e64-c218c43e180d', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:72:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65ed789-8d14-4161-8543-fada5889a234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:57:45Z', 'updated_at': '2022-05-30T05:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_floatingips': [{'id': '0bfb1d2a-6221-48f7-a0fd-1b8e75b8e8ed', 'tenant_id': '8035301744a542fcaf288f0e100104e9', 'floating_ip_address': '172.26.6.89', 'floating_network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'router_id': 'a65ed789-8d14-4161-8543-fada5889a234', 'port_id': 'f3116167-1b67-4eff-8255-676b33910d1c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1871, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60e3db32-7944-464c-92b7-3f5e6dca1ec8', 'mac_address': 'fa:16:3e:a9:f2:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e03fc80a-aada-4734-b9a1-f1bc98cfdafe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T05:58:12Z', 'updated_at': '2022-05-30T05:58:15Z', 'revision_number': 1, 'project_id': '8035301744a542fcaf288f0e100104e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7382fd5-0ac7-4c11-8237-4fabbfa7d3ba', 'name': '', 'network_id': '60e3db32-7944-464c-92b7-3f5e6dca1ec8', 'tenant_id': '8035301744a542fcaf288f0e100104e9', 'mac_address': 'fa:16:3e:f5:04:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65ed789-8d14-4161-8543-fada5889a234', 'device_owner': 'network:router_interface', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': 'dbaebb8f-940e-4d02-a98e-c817d3a09025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:57:48Z', 'updated_at': '2022-05-30T05:57:56Z', 'revision_number': 5, 'project_id': '8035301744a542fcaf288f0e100104e9', 'subnets': [{'id': 'dbaebb8f-940e-4d02-a98e-c817d3a09025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 06:03:47.286795 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-8e0571ea-6126-4f20-a2dc-2e4f7cdca24f req-2acd5156-ff3d-4119-bb50-0c41728e9ccc service neutron] 10.222.0.39 "GET /v2.0/networks/60e3db32-7944-464c-92b7-3f5e6dca1ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280253 May 30 06:03:47.425558 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d480a792-b0a3-4078-ae47-62e1d9013edc None None] New status for floating IP be309929-a67d-4218-85ca-ac9eab38f69d: DOWN {{(pid=88262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 30 06:03:47.756013 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device 8e396bf3-df05-480d-94fe-756d8997fedd no longer exists at agent hyperv_hv-neutron-8437 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 06:03:47.873979 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Current status of the port 8e396bf3-df05-480d-94fe-756d8997fedd is: ACTIVE; New status is: DOWN {{(pid=88262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 30 06:03:47.874732 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1036374'] for port, before_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:03:47.900727 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7338ebe-f982-433c-9922-4d5032f82887', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e396bf3-df05-480d-94fe-756d8997fedd'}] {{(pid=88262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 06:03:47.911082 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] For port 8e396bf3-df05-480d-94fe-756d8997fedd, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=8e396bf3-df05-480d-94fe-756d8997fedd,segment=NetworkSegment(ac356ac0-5698-43b1-a0f2-375b4b38db67),segment_id=ac356ac0-5698-43b1-a0f2-375b4b38db67)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 06:03:47.916049 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729235026351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729234570078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729234570123'] for port, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:03:47.985625 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Pushing event updated for resources: {'Port': ['ID=8e396bf3-df05-480d-94fe-756d8997fedd,revision_number=8']} {{(pid=88262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 06:03:47.993586 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe0570e-fd26-46d8-9408-0e4ccd864305 req-2c0fbc27-7e08-48d4-9454-6706054e920c tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 06:03:47.995085 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5fe0570e-fd26-46d8-9408-0e4ccd864305 req-2c0fbc27-7e08-48d4-9454-6706054e920c tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7338ebe-f982-433c-9922-4d5032f82887 HTTP/1.1" status: 200 len: 943 time: 0.0858569 May 30 06:03:48.044478 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-5fe0570e-fd26-46d8-9408-0e4ccd864305 req-9d3262cf-b61b-446b-9da3-b31119b66fcb tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] 10.222.0.15 "GET /v2.0/security-groups?id=d66565e5-c254-43bc-96a6-53cf580080d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434103 May 30 06:03:48.097415 dv-neutron-843763-1-hyperv neutron-server[88262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ac417d3-5642-4268-ae82-c82dfcda8a21'] response: {'server_uuid': 'c7338ebe-f982-433c-9922-4d5032f82887', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e396bf3-df05-480d-94fe-756d8997fedd', 'code': 200} May 30 06:03:48.178912 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:03:48.249792 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67deb5ad-4853-4c12-90eb-c157d789d033 req-a3ee6cc3-4304-45e7-a9cb-bd61f62d3ac8 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 06:03:48.251218 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-67deb5ad-4853-4c12-90eb-c157d789d033 req-a3ee6cc3-4304-45e7-a9cb-bd61f62d3ac8 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7338ebe-f982-433c-9922-4d5032f82887 HTTP/1.1" status: 200 len: 943 time: 0.0775635 May 30 06:03:48.321470 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [req-67deb5ad-4853-4c12-90eb-c157d789d033 req-d74b208f-14a5-4252-852f-7f6917355d8f tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Deleting port 8e396bf3-df05-480d-94fe-756d8997fedd {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 06:03:48.321728 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-67deb5ad-4853-4c12-90eb-c157d789d033 req-d74b208f-14a5-4252-852f-7f6917355d8f tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:03:48.564983 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [req-67deb5ad-4853-4c12-90eb-c157d789d033 req-d74b208f-14a5-4252-852f-7f6917355d8f tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] For port 8e396bf3-df05-480d-94fe-756d8997fedd, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=8e396bf3-df05-480d-94fe-756d8997fedd,segment=NetworkSegment(ac356ac0-5698-43b1-a0f2-375b4b38db67),segment_id=ac356ac0-5698-43b1-a0f2-375b4b38db67)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 06:03:48.565338 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-67deb5ad-4853-4c12-90eb-c157d789d033 req-d74b208f-14a5-4252-852f-7f6917355d8f tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:03:48.778822 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [req-67deb5ad-4853-4c12-90eb-c157d789d033 req-d74b208f-14a5-4252-852f-7f6917355d8f tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Calling delete_port for 8e396bf3-df05-480d-94fe-756d8997fedd owned by compute:nova {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 06:03:48.918812 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-67deb5ad-4853-4c12-90eb-c157d789d033 req-d74b208f-14a5-4252-852f-7f6917355d8f tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:03:48.966868 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74b208f-14a5-4252-852f-7f6917355d8f tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Pushing event deleted for resources: {'Port': ['ID=8e396bf3-df05-480d-94fe-756d8997fedd,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 06:03:49.046922 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [req-67deb5ad-4853-4c12-90eb-c157d789d033 req-d74b208f-14a5-4252-852f-7f6917355d8f tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] No DVR routers for this DVR port 8e396bf3-df05-480d-94fe-756d8997fedd on host hv-neutron-8437 {{(pid=88261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 06:03:49.049299 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-67deb5ad-4853-4c12-90eb-c157d789d033 req-d74b208f-14a5-4252-852f-7f6917355d8f tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:03:49.051778 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7338ebe-f982-433c-9922-4d5032f82887', 'name': 'network-vif-deleted', 'tag': '8e396bf3-df05-480d-94fe-756d8997fedd'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 06:03:49.066845 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-67deb5ad-4853-4c12-90eb-c157d789d033 req-d74b208f-14a5-4252-852f-7f6917355d8f tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] 10.222.0.39 "DELETE /v2.0/ports/8e396bf3-df05-480d-94fe-756d8997fedd HTTP/1.1" status: 204 len: 173 time: 0.8108628 May 30 06:03:49.097368 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba87e4ca-6160-4225-bbf3-b74eba4d6950'] response: {'server_uuid': 'c7338ebe-f982-433c-9922-4d5032f82887', 'name': 'network-vif-deleted', 'tag': '8e396bf3-df05-480d-94fe-756d8997fedd', 'status': 'completed', 'code': 200} May 30 06:03:49.220028 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-85c0b056-b375-4526-b645-c6fe25e11ae6 req-0ca7cfda-1b90-484e-914d-e498aa55ffa4 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Synchronizing usage tracker for tenant:8035301744a542fcaf288f0e100104e9 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 06:03:49.235977 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-85c0b056-b375-4526-b645-c6fe25e11ae6 req-0ca7cfda-1b90-484e-914d-e498aa55ffa4 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Unset dirty status for tenant:8035301744a542fcaf288f0e100104e9 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 06:03:49.236995 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-85c0b056-b375-4526-b645-c6fe25e11ae6 req-0ca7cfda-1b90-484e-914d-e498aa55ffa4 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7338ebe-f982-433c-9922-4d5032f82887 HTTP/1.1" status: 200 len: 210 time: 0.0589240 May 30 06:03:50.868615 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 56858) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 06:03:51.070157 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-57090df7-36e3-4bce-9f59-55820e10ecc8 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Deleting port 4f383b73-34ea-4c11-867b-afe56c8cabd6 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 06:03:51.070497 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-57090df7-36e3-4bce-9f59-55820e10ecc8 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:03:51.235340 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-57090df7-36e3-4bce-9f59-55820e10ecc8 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:03:51.235601 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-57090df7-36e3-4bce-9f59-55820e10ecc8 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:03:51.354684 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-57090df7-36e3-4bce-9f59-55820e10ecc8 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Calling delete_port for 4f383b73-34ea-4c11-867b-afe56c8cabd6 owned by network:floatingip {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 06:03:51.500884 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-57090df7-36e3-4bce-9f59-55820e10ecc8 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:03:51.546954 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57090df7-36e3-4bce-9f59-55820e10ecc8 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Pushing event deleted for resources: {'Port': ['ID=4f383b73-34ea-4c11-867b-afe56c8cabd6,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 06:03:51.636574 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-57090df7-36e3-4bce-9f59-55820e10ecc8 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Notify callbacks [] for floatingip, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:03:51.636931 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.db.l3_db [None req-57090df7-36e3-4bce-9f59-55820e10ecc8 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Floating IP 0bfb1d2a-6221-48f7-a0fd-1b8e75b8e8ed disassociated (deleted). External IP: 172.26.6.89, port: f3116167-1b67-4eff-8255-676b33910d1c. May 30 06:03:51.771587 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device 8e396bf3-df05-480d-94fe-756d8997fedd no longer exists at agent hyperv_hv-neutron-8437 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 06:03:51.806856 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] No Port match for: 8e396bf3-df05-480d-94fe-756d8997fedd {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 06:03:51.807207 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device 8e396bf3-df05-480d-94fe-756d8997fedd not bound to the agent host hv-neutron-8437 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 06:03:52.099275 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57090df7-36e3-4bce-9f59-55820e10ecc8 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Router a65ed789-8d14-4161-8543-fada5889a234 has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 06:03:52.279915 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57090df7-36e3-4bce-9f59-55820e10ecc8 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 06:03:52.289090 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dba8ac1-fbc2-4dd1-b3ff-587b06321ec0 None None] Sync routers for ids ['a65ed789-8d14-4161-8543-fada5889a234'] in dv-neutron-843763-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 06:03:52.298767 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dba8ac1-fbc2-4dd1-b3ff-587b06321ec0 None None] Routers {'a65ed789-8d14-4161-8543-fada5889a234'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 06:03:52.299032 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-57090df7-36e3-4bce-9f59-55820e10ecc8 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for floatingip, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:03:52.299394 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-7dba8ac1-fbc2-4dd1-b3ff-587b06321ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T06:03:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['a65ed789-8d14-4161-8543-fada5889a234'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 06:03:52.353095 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-57090df7-36e3-4bce-9f59-55820e10ecc8 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] 10.222.0.15 "DELETE /v2.0/floatingips/0bfb1d2a-6221-48f7-a0fd-1b8e75b8e8ed HTTP/1.1" status: 204 len: 168 time: 1.4833050 May 30 06:03:52.353690 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e03fc80a-aada-4734-b9a1-f1bc98cfdafe', 'tag': 'f3116167-1b67-4eff-8255-676b33910d1c'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 06:03:52.482716 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-7dba8ac1-fbc2-4dd1-b3ff-587b06321ec0 None None] Set router a65ed789-8d14-4161-8543-fada5889a234 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 06:03:52.603405 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be185253-bd76-41a1-9d51-7a2ada2ad646'] response: {'name': 'network-changed', 'server_uuid': 'e03fc80a-aada-4734-b9a1-f1bc98cfdafe', 'tag': 'f3116167-1b67-4eff-8255-676b33910d1c', 'status': 'completed', 'code': 200} May 30 06:03:52.746853 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1af972c-f77b-410d-8fec-3a94ed34f359 req-76539434-3b57-46b7-8d98-746b41c8cfa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 06:03:52.748333 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d1af972c-f77b-410d-8fec-3a94ed34f359 req-76539434-3b57-46b7-8d98-746b41c8cfa0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8035301744a542fcaf288f0e100104e9&device_id=e03fc80a-aada-4734-b9a1-f1bc98cfdafe HTTP/1.1" status: 200 len: 1096 time: 0.1224997 May 30 06:03:52.847930 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-7dba8ac1-fbc2-4dd1-b3ff-587b06321ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a65ed789-8d14-4161-8543-fada5889a234', 'name': 'tempest-TestSnapshotPattern-1998179858-router', 'tenant_id': '8035301744a542fcaf288f0e100104e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.14'}], 'enable_snat': True}, 'gw_port_id': '1e1c57d2-ccb9-44c4-8e64-c218c43e180d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:57:45Z', 'updated_at': '2022-05-30T05:57:49Z', 'revision_number': 4, 'project_id': '8035301744a542fcaf288f0e100104e9', 'gw_port': {'id': '1e1c57d2-ccb9-44c4-8e64-c218c43e180d', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:72:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65ed789-8d14-4161-8543-fada5889a234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:57:45Z', 'updated_at': '2022-05-30T05:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': 'a7382fd5-0ac7-4c11-8237-4fabbfa7d3ba', 'name': '', 'network_id': '60e3db32-7944-464c-92b7-3f5e6dca1ec8', 'tenant_id': '8035301744a542fcaf288f0e100104e9', 'mac_address': 'fa:16:3e:f5:04:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65ed789-8d14-4161-8543-fada5889a234', 'device_owner': 'network:router_interface', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': 'dbaebb8f-940e-4d02-a98e-c817d3a09025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:57:48Z', 'updated_at': '2022-05-30T05:57:56Z', 'revision_number': 5, 'project_id': '8035301744a542fcaf288f0e100104e9', 'subnets': [{'id': 'dbaebb8f-940e-4d02-a98e-c817d3a09025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 06:03:52.851646 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dba8ac1-fbc2-4dd1-b3ff-587b06321ec0 None None] Checking router: a65ed789-8d14-4161-8543-fada5889a234 for host: dv-neutron-843763-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 06:03:52.860690 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dba8ac1-fbc2-4dd1-b3ff-587b06321ec0 None None] Routers {'a65ed789-8d14-4161-8543-fada5889a234'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 06:03:52.861212 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-7dba8ac1-fbc2-4dd1-b3ff-587b06321ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T06:03:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['a65ed789-8d14-4161-8543-fada5889a234'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 06:03:52.907006 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9adc5c2-cf07-47c0-b07c-93972ebd9a3f req-58f33aff-7d41-423b-acc4-bc992824bd62 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 06:03:52.907695 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-f9adc5c2-cf07-47c0-b07c-93972ebd9a3f req-58f33aff-7d41-423b-acc4-bc992824bd62 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Synchronizing usage tracker for tenant:8035301744a542fcaf288f0e100104e9 on resource:port {{(pid=88261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 06:03:52.913125 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1af972c-f77b-410d-8fec-3a94ed34f359 req-8cefa6dd-c187-49ca-845b-ff1166dd7aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 06:03:52.914537 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d1af972c-f77b-410d-8fec-3a94ed34f359 req-8cefa6dd-c187-49ca-845b-ff1166dd7aff service neutron] 10.222.0.39 "GET /v2.0/networks?id=60e3db32-7944-464c-92b7-3f5e6dca1ec8 HTTP/1.1" status: 200 len: 911 time: 0.1593239 May 30 06:03:52.978790 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.quota.resource [req-f9adc5c2-cf07-47c0-b07c-93972ebd9a3f req-58f33aff-7d41-423b-acc4-bc992824bd62 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Unset dirty status for tenant:8035301744a542fcaf288f0e100104e9 on resource:port {{(pid=88261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 06:03:52.980489 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f9adc5c2-cf07-47c0-b07c-93972ebd9a3f req-58f33aff-7d41-423b-acc4-bc992824bd62 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] 10.222.0.15 "GET /v2.0/ports?device_id=e03fc80a-aada-4734-b9a1-f1bc98cfdafe HTTP/1.1" status: 200 len: 943 time: 0.2697284 May 30 06:03:52.990359 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d1af972c-f77b-410d-8fec-3a94ed34f359 req-40e960da-2574-4f55-8dcd-1cef88d2903e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f3116167-1b67-4eff-8255-676b33910d1c HTTP/1.1" status: 200 len: 217 time: 0.0687830 May 30 06:03:53.034945 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-7dba8ac1-fbc2-4dd1-b3ff-587b06321ec0 None None] Set router a65ed789-8d14-4161-8543-fada5889a234 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 06:03:53.076518 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-f9adc5c2-cf07-47c0-b07c-93972ebd9a3f req-69e23f35-d11d-4708-9723-b286739843cd tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] 10.222.0.15 "GET /v2.0/security-groups?id=d66565e5-c254-43bc-96a6-53cf580080d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884635 May 30 06:03:53.081622 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1af972c-f77b-410d-8fec-3a94ed34f359 req-1a353cff-e320-424e-b95c-1da5b7a709bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 06:03:53.083250 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d1af972c-f77b-410d-8fec-3a94ed34f359 req-1a353cff-e320-424e-b95c-1da5b7a709bb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dbaebb8f-940e-4d02-a98e-c817d3a09025 HTTP/1.1" status: 200 len: 849 time: 0.0796940 May 30 06:03:53.162825 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1af972c-f77b-410d-8fec-3a94ed34f359 req-de4998a7-b9b6-4d17-8cf4-3bb7e8091944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 06:03:53.164201 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d1af972c-f77b-410d-8fec-3a94ed34f359 req-de4998a7-b9b6-4d17-8cf4-3bb7e8091944 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=60e3db32-7944-464c-92b7-3f5e6dca1ec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728116 May 30 06:03:53.294936 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d1af972c-f77b-410d-8fec-3a94ed34f359 req-74c7812b-08c0-4003-a0fe-0cfb0805c509 service neutron] 10.222.0.39 "GET /v2.0/networks/60e3db32-7944-464c-92b7-3f5e6dca1ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230290 May 30 06:03:53.352599 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-7dba8ac1-fbc2-4dd1-b3ff-587b06321ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a65ed789-8d14-4161-8543-fada5889a234', 'name': 'tempest-TestSnapshotPattern-1998179858-router', 'tenant_id': '8035301744a542fcaf288f0e100104e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.14'}], 'enable_snat': True}, 'gw_port_id': '1e1c57d2-ccb9-44c4-8e64-c218c43e180d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:57:45Z', 'updated_at': '2022-05-30T05:57:49Z', 'revision_number': 4, 'project_id': '8035301744a542fcaf288f0e100104e9', 'gw_port': {'id': '1e1c57d2-ccb9-44c4-8e64-c218c43e180d', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:72:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65ed789-8d14-4161-8543-fada5889a234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:57:45Z', 'updated_at': '2022-05-30T05:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': 'a7382fd5-0ac7-4c11-8237-4fabbfa7d3ba', 'name': '', 'network_id': '60e3db32-7944-464c-92b7-3f5e6dca1ec8', 'tenant_id': '8035301744a542fcaf288f0e100104e9', 'mac_address': 'fa:16:3e:f5:04:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65ed789-8d14-4161-8543-fada5889a234', 'device_owner': 'network:router_interface', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': 'dbaebb8f-940e-4d02-a98e-c817d3a09025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:57:48Z', 'updated_at': '2022-05-30T05:57:56Z', 'revision_number': 5, 'project_id': '8035301744a542fcaf288f0e100104e9', 'subnets': [{'id': 'dbaebb8f-940e-4d02-a98e-c817d3a09025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 06:03:53.356622 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dba8ac1-fbc2-4dd1-b3ff-587b06321ec0 None None] The sync data for ids ['a65ed789-8d14-4161-8543-fada5889a234'] in dv-neutron-843763-1-hyperv is: [{'id': 'a65ed789-8d14-4161-8543-fada5889a234', 'name': 'tempest-TestSnapshotPattern-1998179858-router', 'tenant_id': '8035301744a542fcaf288f0e100104e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.14'}], 'enable_snat': True}, 'gw_port_id': '1e1c57d2-ccb9-44c4-8e64-c218c43e180d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:57:45Z', 'updated_at': '2022-05-30T05:57:49Z', 'revision_number': 4, 'project_id': '8035301744a542fcaf288f0e100104e9', 'gw_port': {'id': '1e1c57d2-ccb9-44c4-8e64-c218c43e180d', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:72:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65ed789-8d14-4161-8543-fada5889a234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:57:45Z', 'updated_at': '2022-05-30T05:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv', '_interfaces': [{'id': 'a7382fd5-0ac7-4c11-8237-4fabbfa7d3ba', 'name': '', 'network_id': '60e3db32-7944-464c-92b7-3f5e6dca1ec8', 'tenant_id': '8035301744a542fcaf288f0e100104e9', 'mac_address': 'fa:16:3e:f5:04:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65ed789-8d14-4161-8543-fada5889a234', 'device_owner': 'network:router_interface', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': 'dbaebb8f-940e-4d02-a98e-c817d3a09025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:57:48Z', 'updated_at': '2022-05-30T05:57:56Z', 'revision_number': 5, 'project_id': '8035301744a542fcaf288f0e100104e9', 'subnets': [{'id': 'dbaebb8f-940e-4d02-a98e-c817d3a09025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 06:03:53.434259 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-d1af972c-f77b-410d-8fec-3a94ed34f359 req-6821d753-e13d-4b06-957d-b1063100d66b service neutron] 10.222.0.39 "GET /v2.0/networks/60e3db32-7944-464c-92b7-3f5e6dca1ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285131 May 30 06:03:53.578638 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3301cd6f-510b-415f-9599-5f4c2d7cce10 None None] New status for floating IP 0bfb1d2a-6221-48f7-a0fd-1b8e75b8e8ed: DOWN {{(pid=88262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 30 06:03:53.641551 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e826fd7-ab64-4f83-9995-2299c34a3a4b req-c5492da5-8913-4dbd-9d0b-3b7def8f2a63 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 06:03:53.643013 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6e826fd7-ab64-4f83-9995-2299c34a3a4b req-c5492da5-8913-4dbd-9d0b-3b7def8f2a63 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] 10.222.0.39 "GET /v2.0/ports?device_id=e03fc80a-aada-4734-b9a1-f1bc98cfdafe HTTP/1.1" status: 200 len: 943 time: 0.0791330 May 30 06:03:53.713739 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [req-6e826fd7-ab64-4f83-9995-2299c34a3a4b req-6868d15f-3880-45ed-b1d8-1346c42148c8 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Deleting port f3116167-1b67-4eff-8255-676b33910d1c {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 06:03:53.714138 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-6e826fd7-ab64-4f83-9995-2299c34a3a4b req-6868d15f-3880-45ed-b1d8-1346c42148c8 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:03:54.063199 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [req-6e826fd7-ab64-4f83-9995-2299c34a3a4b req-6868d15f-3880-45ed-b1d8-1346c42148c8 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] For port f3116167-1b67-4eff-8255-676b33910d1c, host hv-neutron-8437, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8437',level=0,port_id=f3116167-1b67-4eff-8255-676b33910d1c,segment=NetworkSegment(ac356ac0-5698-43b1-a0f2-375b4b38db67),segment_id=ac356ac0-5698-43b1-a0f2-375b4b38db67)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 06:03:54.063552 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-6e826fd7-ab64-4f83-9995-2299c34a3a4b req-6868d15f-3880-45ed-b1d8-1346c42148c8 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:03:54.186261 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [req-6e826fd7-ab64-4f83-9995-2299c34a3a4b req-6868d15f-3880-45ed-b1d8-1346c42148c8 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Calling delete_port for f3116167-1b67-4eff-8255-676b33910d1c owned by compute:nova {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 06:03:54.364534 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81814d48-35df-4467-87ea-19ea42b7862f req-06d270d2-6b2b-44b2-ad31-4b99652cca41 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 30 06:03:54.365900 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-81814d48-35df-4467-87ea-19ea42b7862f req-06d270d2-6b2b-44b2-ad31-4b99652cca41 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] 10.222.0.15 "GET /v2.0/ports?device_id=e03fc80a-aada-4734-b9a1-f1bc98cfdafe HTTP/1.1" status: 200 len: 943 time: 0.1530819 May 30 06:03:54.416443 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-6e826fd7-ab64-4f83-9995-2299c34a3a4b req-6868d15f-3880-45ed-b1d8-1346c42148c8 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:03:54.470918 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-81814d48-35df-4467-87ea-19ea42b7862f req-5c2e4115-29a0-4c8a-b43e-246fbd7f63b9 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] 10.222.0.15 "GET /v2.0/security-groups?id=d66565e5-c254-43bc-96a6-53cf580080d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983229 May 30 06:03:54.473747 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6868d15f-3880-45ed-b1d8-1346c42148c8 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Pushing event deleted for resources: {'Port': ['ID=f3116167-1b67-4eff-8255-676b33910d1c,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 06:03:54.550684 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e826fd7-ab64-4f83-9995-2299c34a3a4b req-6868d15f-3880-45ed-b1d8-1346c42148c8 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] No DVR routers for this DVR port f3116167-1b67-4eff-8255-676b33910d1c on host hv-neutron-8437 {{(pid=88261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 06:03:54.553040 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [req-6e826fd7-ab64-4f83-9995-2299c34a3a4b req-6868d15f-3880-45ed-b1d8-1346c42148c8 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82363'] for port, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:03:54.567386 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [req-6e826fd7-ab64-4f83-9995-2299c34a3a4b req-6868d15f-3880-45ed-b1d8-1346c42148c8 tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] 10.222.0.39 "DELETE /v2.0/ports/f3116167-1b67-4eff-8255-676b33910d1c HTTP/1.1" status: 204 len: 173 time: 0.9189723 May 30 06:03:54.605193 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e03fc80a-aada-4734-b9a1-f1bc98cfdafe', 'name': 'network-vif-deleted', 'tag': 'f3116167-1b67-4eff-8255-676b33910d1c'}] {{(pid=88261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 30 06:03:54.649830 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b8abe96-0889-48b8-b773-b1f08fb4e372'] response: {'server_uuid': 'e03fc80a-aada-4734-b9a1-f1bc98cfdafe', 'name': 'network-vif-deleted', 'tag': 'f3116167-1b67-4eff-8255-676b33910d1c', 'status': 'completed', 'code': 200} May 30 06:03:55.566045 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 56874) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 06:03:55.632624 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-37367660-a3a7-4b26-83de-d27ef64bd87d tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Notify callbacks [] for security_group, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:03:55.663348 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-37367660-a3a7-4b26-83de-d27ef64bd87d tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:03:55.725949 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-37367660-a3a7-4b26-83de-d27ef64bd87d tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:03:55.741959 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37367660-a3a7-4b26-83de-d27ef64bd87d tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d66565e5-c254-43bc-96a6-53cf580080d6,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 06:03:55.752166 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37367660-a3a7-4b26-83de-d27ef64bd87d tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 06:03:55.752509 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37367660-a3a7-4b26-83de-d27ef64bd87d tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 06:03:55.752842 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37367660-a3a7-4b26-83de-d27ef64bd87d tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 06:03:55.753218 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37367660-a3a7-4b26-83de-d27ef64bd87d tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 06:03:55.753497 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37367660-a3a7-4b26-83de-d27ef64bd87d tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 06:03:55.753840 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37367660-a3a7-4b26-83de-d27ef64bd87d tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 06:03:55.754165 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37367660-a3a7-4b26-83de-d27ef64bd87d tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 06:03:55.754490 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37367660-a3a7-4b26-83de-d27ef64bd87d tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 06:03:55.754809 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37367660-a3a7-4b26-83de-d27ef64bd87d tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 06:03:55.755123 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37367660-a3a7-4b26-83de-d27ef64bd87d tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 06:03:55.755440 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37367660-a3a7-4b26-83de-d27ef64bd87d tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 06:03:55.755754 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37367660-a3a7-4b26-83de-d27ef64bd87d tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843763-1-hyperv {{(pid=88260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 06:03:55.759689 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-37367660-a3a7-4b26-83de-d27ef64bd87d tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] Notify callbacks [] for security_group, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:03:55.760778 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-37367660-a3a7-4b26-83de-d27ef64bd87d tempest-TestSnapshotPattern-316641360 tempest-TestSnapshotPattern-316641360-project] 10.222.0.15 "DELETE /v2.0/security-groups/d66565e5-c254-43bc-96a6-53cf580080d6 HTTP/1.1" status: 204 len: 168 time: 0.1937885 May 30 06:03:55.811853 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 56880) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 06:03:56.436044 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-278f221a-16cb-4b52-984d-e3dd4b8c4d0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602184'] for router_interface, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:03:56.865828 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-278f221a-16cb-4b52-984d-e3dd4b8c4d0f admin admin] Deleting port a7382fd5-0ac7-4c11-8237-4fabbfa7d3ba {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 06:03:56.866513 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-278f221a-16cb-4b52-984d-e3dd4b8c4d0f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:03:57.032640 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-278f221a-16cb-4b52-984d-e3dd4b8c4d0f admin admin] For port a7382fd5-0ac7-4c11-8237-4fabbfa7d3ba, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=a7382fd5-0ac7-4c11-8237-4fabbfa7d3ba,segment=NetworkSegment(ac356ac0-5698-43b1-a0f2-375b4b38db67),segment_id=ac356ac0-5698-43b1-a0f2-375b4b38db67)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 06:03:57.032992 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-278f221a-16cb-4b52-984d-e3dd4b8c4d0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:03:57.150711 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-278f221a-16cb-4b52-984d-e3dd4b8c4d0f admin admin] Calling delete_port for a7382fd5-0ac7-4c11-8237-4fabbfa7d3ba owned by network:router_interface {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 06:03:57.452149 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-278f221a-16cb-4b52-984d-e3dd4b8c4d0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:03:57.502174 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278f221a-16cb-4b52-984d-e3dd4b8c4d0f admin admin] Pushing event deleted for resources: {'Port': ['ID=a7382fd5-0ac7-4c11-8237-4fabbfa7d3ba,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 06:03:57.768959 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-278f221a-16cb-4b52-984d-e3dd4b8c4d0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1642797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602100'] for router_interface, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:03:57.802970 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device f3116167-1b67-4eff-8255-676b33910d1c no longer exists at agent hyperv_hv-neutron-8437 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 06:03:57.836397 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] No Port match for: f3116167-1b67-4eff-8255-676b33910d1c {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 06:03:57.836742 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Device f3116167-1b67-4eff-8255-676b33910d1c not bound to the agent host hv-neutron-8437 {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 06:03:58.170526 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-290ac31a-9c09-40a8-9a58-34b871173111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:03:58.234344 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-278f221a-16cb-4b52-984d-e3dd4b8c4d0f admin admin] Router a65ed789-8d14-4161-8543-fada5889a234 has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 06:03:58.410142 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-278f221a-16cb-4b52-984d-e3dd4b8c4d0f admin admin] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 06:03:58.420770 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91dd2e9-08ec-4558-b75d-4e2d19e8ff36 None None] Sync routers for ids ['a65ed789-8d14-4161-8543-fada5889a234'] in dv-neutron-843763-1-hyperv {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 06:03:58.426662 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-278f221a-16cb-4b52-984d-e3dd4b8c4d0f admin admin] 10.222.0.15 "PUT /v2.0/routers/a65ed789-8d14-4161-8543-fada5889a234/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6114690 May 30 06:03:58.426917 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 56886) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 06:03:58.432955 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91dd2e9-08ec-4558-b75d-4e2d19e8ff36 None None] Routers {'a65ed789-8d14-4161-8543-fada5889a234'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 06:03:58.433563 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-f91dd2e9-08ec-4558-b75d-4e2d19e8ff36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T06:03:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['a65ed789-8d14-4161-8543-fada5889a234'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 06:03:58.610845 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-f91dd2e9-08ec-4558-b75d-4e2d19e8ff36 None None] Set router a65ed789-8d14-4161-8543-fada5889a234 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 06:03:58.614077 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d68a47b1-105f-40b4-a742-8b7d397c9dee admin admin] Notify callbacks [] for router, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:03:58.792860 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d68a47b1-105f-40b4-a742-8b7d397c9dee admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:03:58.802586 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-d68a47b1-105f-40b4-a742-8b7d397c9dee admin admin] Deleting port 1e1c57d2-ccb9-44c4-8e64-c218c43e180d {{(pid=88260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 06:03:58.802930 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d68a47b1-105f-40b4-a742-8b7d397c9dee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:03:58.895817 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-f91dd2e9-08ec-4558-b75d-4e2d19e8ff36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a65ed789-8d14-4161-8543-fada5889a234', 'name': 'tempest-TestSnapshotPattern-1998179858-router', 'tenant_id': '8035301744a542fcaf288f0e100104e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.14'}], 'enable_snat': True}, 'gw_port_id': '1e1c57d2-ccb9-44c4-8e64-c218c43e180d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:57:45Z', 'updated_at': '2022-05-30T06:03:57Z', 'revision_number': 5, 'project_id': '8035301744a542fcaf288f0e100104e9', 'gw_port': {'id': '1e1c57d2-ccb9-44c4-8e64-c218c43e180d', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:72:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65ed789-8d14-4161-8543-fada5889a234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:57:45Z', 'updated_at': '2022-05-30T05:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv'}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 06:03:58.899520 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91dd2e9-08ec-4558-b75d-4e2d19e8ff36 None None] Checking router: a65ed789-8d14-4161-8543-fada5889a234 for host: dv-neutron-843763-1-hyperv {{(pid=88263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 06:03:58.907711 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91dd2e9-08ec-4558-b75d-4e2d19e8ff36 None None] Routers {'a65ed789-8d14-4161-8543-fada5889a234'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 06:03:58.908338 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-f91dd2e9-08ec-4558-b75d-4e2d19e8ff36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T06:03:30Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['a65ed789-8d14-4161-8543-fada5889a234'], 'active': True} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 06:03:58.974149 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.db [None req-d68a47b1-105f-40b4-a742-8b7d397c9dee admin admin] For port 1e1c57d2-ccb9-44c4-8e64-c218c43e180d, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=1e1c57d2-ccb9-44c4-8e64-c218c43e180d,segment=NetworkSegment(ad083d94-0233-4c50-a0ed-00ef7686038c),segment_id=ad083d94-0233-4c50-a0ed-00ef7686038c)] {{(pid=88260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 06:03:58.974507 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d68a47b1-105f-40b4-a742-8b7d397c9dee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:03:59.060231 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_dvr_db [None req-f91dd2e9-08ec-4558-b75d-4e2d19e8ff36 None None] Set router a65ed789-8d14-4161-8543-fada5889a234 gateway port host: None {{(pid=88263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 06:03:59.105979 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.plugins.ml2.plugin [None req-d68a47b1-105f-40b4-a742-8b7d397c9dee admin admin] Calling delete_port for 1e1c57d2-ccb9-44c4-8e64-c218c43e180d owned by network:router_gateway {{(pid=88260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 06:03:59.197588 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.l3_hamode_db [None req-f91dd2e9-08ec-4558-b75d-4e2d19e8ff36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a65ed789-8d14-4161-8543-fada5889a234', 'name': 'tempest-TestSnapshotPattern-1998179858-router', 'tenant_id': '8035301744a542fcaf288f0e100104e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:57:45Z', 'updated_at': '2022-05-30T06:03:58Z', 'revision_number': 6, 'project_id': '8035301744a542fcaf288f0e100104e9', 'gw_port_host': None}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 06:03:59.201448 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91dd2e9-08ec-4558-b75d-4e2d19e8ff36 None None] The sync data for ids ['a65ed789-8d14-4161-8543-fada5889a234'] in dv-neutron-843763-1-hyperv is: [{'id': 'a65ed789-8d14-4161-8543-fada5889a234', 'name': 'tempest-TestSnapshotPattern-1998179858-router', 'tenant_id': '8035301744a542fcaf288f0e100104e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:57:45Z', 'updated_at': '2022-05-30T06:03:58Z', 'revision_number': 6, 'project_id': '8035301744a542fcaf288f0e100104e9', 'gw_port_host': None}] {{(pid=88263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 06:03:59.284120 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d68a47b1-105f-40b4-a742-8b7d397c9dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1547396'] for port, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:03:59.331223 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68a47b1-105f-40b4-a742-8b7d397c9dee admin admin] Pushing event deleted for resources: {'Port': ['ID=1e1c57d2-ccb9-44c4-8e64-c218c43e180d,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 06:03:59.425958 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d68a47b1-105f-40b4-a742-8b7d397c9dee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1604781'] for router_gateway, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:03:59.703687 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d68a47b1-105f-40b4-a742-8b7d397c9dee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11660'] for router, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:03:59.705855 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d68a47b1-105f-40b4-a742-8b7d397c9dee admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:03:59.727202 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d68a47b1-105f-40b4-a742-8b7d397c9dee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1601605'] for router, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:03:59.727709 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d68a47b1-105f-40b4-a742-8b7d397c9dee admin admin] Fanout notify agent at l3_agent the message router_deleted on router a65ed789-8d14-4161-8543-fada5889a234 {{(pid=88260) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 30 06:03:59.740180 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-d68a47b1-105f-40b4-a742-8b7d397c9dee admin admin] Notify callbacks [] for router, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:03:59.741291 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-d68a47b1-105f-40b4-a742-8b7d397c9dee admin admin] 10.222.0.15 "DELETE /v2.0/routers/a65ed789-8d14-4161-8543-fada5889a234 HTTP/1.1" status: 204 len: 168 time: 1.3107169 May 30 06:03:59.743782 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.wsgi [-] (88260) accepted ('10.222.0.15', 56890) {{(pid=88260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 06:03:59.801487 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.db.db_base_plugin_v2 [None req-626e87d4-fbe7-486e-b447-175898a62729 admin admin] Deleting subnet dbaebb8f-940e-4d02-a98e-c817d3a09025 {{(pid=88260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 30 06:03:59.804273 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-626e87d4-fbe7-486e-b447-175898a62729 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:03:59.851274 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-626e87d4-fbe7-486e-b447-175898a62729 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1454738'] for subnet, precommit_delete_associations {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:03:59.933472 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-626e87d4-fbe7-486e-b447-175898a62729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860493'] for subnet, precommit_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:03:59.982466 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device a7382fd5-0ac7-4c11-8237-4fabbfa7d3ba no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 06:04:00.005091 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-626e87d4-fbe7-486e-b447-175898a62729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1547867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2133322'] for subnet, after_delete {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:04:00.016314 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] No Port match for: a7382fd5-0ac7-4c11-8237-4fabbfa7d3ba {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 06:04:00.016753 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device a7382fd5-0ac7-4c11-8237-4fabbfa7d3ba not bound to the agent host dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 06:04:00.017236 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 1e1c57d2-ccb9-44c4-8e64-c218c43e180d no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 06:04:00.048791 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626e87d4-fbe7-486e-b447-175898a62729 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dbaebb8f-940e-4d02-a98e-c817d3a09025,revision_number=None']} {{(pid=88260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 06:04:00.051119 dv-neutron-843763-1-hyperv neutron-server[88260]: DEBUG neutron_lib.callbacks.manager [None req-626e87d4-fbe7-486e-b447-175898a62729 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:04:00.054067 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] No Port match for: 1e1c57d2-ccb9-44c4-8e64-c218c43e180d {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 06:04:00.054416 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 1e1c57d2-ccb9-44c4-8e64-c218c43e180d not bound to the agent host dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 06:04:00.057932 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b7c0f47-92f1-4df0-a57f-6b1873ba6832 None None] Network 60e3db32-7944-464c-92b7-3f5e6dca1ec8 requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 06:04:00.060938 dv-neutron-843763-1-hyperv neutron-server[88260]: INFO neutron.wsgi [None req-626e87d4-fbe7-486e-b447-175898a62729 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/dbaebb8f-940e-4d02-a98e-c817d3a09025 HTTP/1.1" status: 204 len: 168 time: 0.3161926 May 30 06:04:00.063624 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 56894) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 06:04:00.168721 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-78fbc9de-1e3d-4029-9c52-0864f5f1e715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897784'] for network, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:04:00.179359 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-78fbc9de-1e3d-4029-9c52-0864f5f1e715 admin admin] Deleting port 437d7651-92a8-4e0a-8af0-ed81771ac20a {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 06:04:00.179699 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-78fbc9de-1e3d-4029-9c52-0864f5f1e715 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:04:00.333261 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d557f7-a16d-447d-8dfb-86dd5f1089b2 None None] DHCP port deletion for 60e3db32-7944-464c-92b7-3f5e6dca1ec8 request from dv-neutron-843763-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 30 06:04:00.337578 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-98d557f7-a16d-447d-8dfb-86dd5f1089b2 None None] Deleting port 437d7651-92a8-4e0a-8af0-ed81771ac20a {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 06:04:00.337998 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-98d557f7-a16d-447d-8dfb-86dd5f1089b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:04:00.401052 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-2cf4db1d-5f2d-4b46-9025-5fc6ca52e974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:04:00.413954 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-78fbc9de-1e3d-4029-9c52-0864f5f1e715 admin admin] For port 437d7651-92a8-4e0a-8af0-ed81771ac20a, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=437d7651-92a8-4e0a-8af0-ed81771ac20a,segment=NetworkSegment(ac356ac0-5698-43b1-a0f2-375b4b38db67),segment_id=ac356ac0-5698-43b1-a0f2-375b4b38db67)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 06:04:00.414318 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-78fbc9de-1e3d-4029-9c52-0864f5f1e715 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:04:00.537478 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-78fbc9de-1e3d-4029-9c52-0864f5f1e715 admin admin] Calling delete_port for 437d7651-92a8-4e0a-8af0-ed81771ac20a owned by network:dhcp {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 06:04:00.560428 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-98d557f7-a16d-447d-8dfb-86dd5f1089b2 None None] For port 437d7651-92a8-4e0a-8af0-ed81771ac20a, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=437d7651-92a8-4e0a-8af0-ed81771ac20a,segment=NetworkSegment(ac356ac0-5698-43b1-a0f2-375b4b38db67),segment_id=ac356ac0-5698-43b1-a0f2-375b4b38db67)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 06:04:00.560821 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-98d557f7-a16d-447d-8dfb-86dd5f1089b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:04:00.615848 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-78fbc9de-1e3d-4029-9c52-0864f5f1e715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:04:00.665144 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fbc9de-1e3d-4029-9c52-0864f5f1e715 admin admin] Pushing event deleted for resources: {'Port': ['ID=437d7651-92a8-4e0a-8af0-ed81771ac20a,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 06:04:00.667637 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78fbc9de-1e3d-4029-9c52-0864f5f1e715 admin admin] No DVR routers for this DVR port 437d7651-92a8-4e0a-8af0-ed81771ac20a on host dv-neutron-843763-1-hyperv {{(pid=88261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 06:04:00.721437 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-98d557f7-a16d-447d-8dfb-86dd5f1089b2 None None] Calling delete_port for 437d7651-92a8-4e0a-8af0-ed81771ac20a owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 06:04:00.783594 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-78fbc9de-1e3d-4029-9c52-0864f5f1e715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867540', 'neutron.services.segments.db._delete_segments_for_network-8729234922972'] for network, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:04:00.797239 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.db.api [None req-98d557f7-a16d-447d-8dfb-86dd5f1089b2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 06:04:00.797591 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG oslo_db.api [None req-98d557f7-a16d-447d-8dfb-86dd5f1089b2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 06:04:00.809374 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-78fbc9de-1e3d-4029-9c52-0864f5f1e715 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60e3db32-7944-464c-92b7-3f5e6dca1ec8']}} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 06:04:00.820810 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-78fbc9de-1e3d-4029-9c52-0864f5f1e715 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac356ac0-5698-43b1-a0f2-375b4b38db67') {'for_net_delete': True} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 06:04:00.821111 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-78fbc9de-1e3d-4029-9c52-0864f5f1e715 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac356ac0-5698-43b1-a0f2-375b4b38db67') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 06:04:00.832052 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-78fbc9de-1e3d-4029-9c52-0864f5f1e715 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729235042807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3545573'] for segment, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:04:00.847169 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-78fbc9de-1e3d-4029-9c52-0864f5f1e715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:04:00.852967 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78fbc9de-1e3d-4029-9c52-0864f5f1e715 admin admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=88261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 06:04:00.853346 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-78fbc9de-1e3d-4029-9c52-0864f5f1e715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-862858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2304281'] for segment, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:04:01.023905 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment ac356ac0-5698-43b1-a0f2-375b4b38db67 resource provider aggregate not found May 30 06:04:01.045684 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment ac356ac0-5698-43b1-a0f2-375b4b38db67 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ac356ac0-5698-43b1-a0f2-375b4b38db67 found for delete ", "request_id": "req-6fa8dee7-42da-49a8-8236-438fa1b153e4"}]} May 30 06:04:01.057836 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-78fbc9de-1e3d-4029-9c52-0864f5f1e715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604744'] for network, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:04:01.073737 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-78fbc9de-1e3d-4029-9c52-0864f5f1e715 admin admin] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:04:01.083645 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fbc9de-1e3d-4029-9c52-0864f5f1e715 admin admin] Pushing event deleted for resources: {'Network': ['ID=60e3db32-7944-464c-92b7-3f5e6dca1ec8,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 06:04:01.091313 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-78fbc9de-1e3d-4029-9c52-0864f5f1e715 admin admin] 10.222.0.15 "DELETE /v2.0/networks/60e3db32-7944-464c-92b7-3f5e6dca1ec8 HTTP/1.1" status: 204 len: 168 time: 1.0266705 May 30 06:04:01.094108 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 56910) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 06:04:01.299239 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-98d557f7-a16d-447d-8dfb-86dd5f1089b2 None None] Deleting port 437d7651-92a8-4e0a-8af0-ed81771ac20a {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 06:04:01.299760 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-98d557f7-a16d-447d-8dfb-86dd5f1089b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:04:01.363729 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-98d557f7-a16d-447d-8dfb-86dd5f1089b2 None None] The port '437d7651-92a8-4e0a-8af0-ed81771ac20a' was deleted {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 30 06:04:01.510200 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56ded65b-0e68-413c-8b9b-1097922cc81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:04:01.610644 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:04:01.645481 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5826b0e7-be90-472f-a87e-f99a01b9586f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602184'] for router_interface, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:04:01.689185 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 437d7651-92a8-4e0a-8af0-ed81771ac20a no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 06:04:01.723719 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] No Port match for: 437d7651-92a8-4e0a-8af0-ed81771ac20a {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 06:04:01.724076 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 437d7651-92a8-4e0a-8af0-ed81771ac20a not bound to the agent host dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 06:04:01.995451 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-5826b0e7-be90-472f-a87e-f99a01b9586f admin admin] Deleting port 6eaeeb5b-4610-4c8e-84cf-1d170bdc9c05 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 06:04:01.995789 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5826b0e7-be90-472f-a87e-f99a01b9586f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:04:02.159066 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-5826b0e7-be90-472f-a87e-f99a01b9586f admin admin] For port 6eaeeb5b-4610-4c8e-84cf-1d170bdc9c05, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=6eaeeb5b-4610-4c8e-84cf-1d170bdc9c05,segment=NetworkSegment(cdc5f067-21c3-4b68-bef9-8d1866d6b44e),segment_id=cdc5f067-21c3-4b68-bef9-8d1866d6b44e)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 06:04:02.159739 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5826b0e7-be90-472f-a87e-f99a01b9586f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:04:02.278106 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-5826b0e7-be90-472f-a87e-f99a01b9586f admin admin] Calling delete_port for 6eaeeb5b-4610-4c8e-84cf-1d170bdc9c05 owned by network:router_interface {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 06:04:02.547626 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5826b0e7-be90-472f-a87e-f99a01b9586f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:04:02.596049 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5826b0e7-be90-472f-a87e-f99a01b9586f admin admin] Pushing event deleted for resources: {'Port': ['ID=6eaeeb5b-4610-4c8e-84cf-1d170bdc9c05,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 06:04:02.859319 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5826b0e7-be90-472f-a87e-f99a01b9586f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1642797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602100'] for router_interface, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:04:03.090938 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a142624-940e-4c55-bf49-a5329c884075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:04:03.221709 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5826b0e7-be90-472f-a87e-f99a01b9586f admin admin] Router 0ea46fe7-6250-463c-9b8a-29deec89fe32 has already been hosted by L3 agent 77b3f39d-e378-41ee-a844-5e03ed6f8c29 {{(pid=88261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 30 06:04:03.399053 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5826b0e7-be90-472f-a87e-f99a01b9586f admin admin] Notify agent at l3_agent.dv-neutron-843763-1-hyperv the message routers_updated {{(pid=88261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 30 06:04:03.408071 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd10945-2693-4e60-8d71-3087c7b12560 None None] Sync routers for ids ['0ea46fe7-6250-463c-9b8a-29deec89fe32'] in dv-neutron-843763-1-hyperv {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 30 06:04:03.408917 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-5826b0e7-be90-472f-a87e-f99a01b9586f admin admin] 10.222.0.15 "PUT /v2.0/routers/0ea46fe7-6250-463c-9b8a-29deec89fe32/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3138113 May 30 06:04:03.411377 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 56918) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 06:04:03.419128 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd10945-2693-4e60-8d71-3087c7b12560 None None] Routers {'0ea46fe7-6250-463c-9b8a-29deec89fe32'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 06:04:03.419746 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-4bd10945-2693-4e60-8d71-3087c7b12560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T06:04:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['0ea46fe7-6250-463c-9b8a-29deec89fe32'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 06:04:03.582140 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5fdc5b33-a272-45fe-8daf-91fddb0c5e80 admin admin] Notify callbacks [] for router, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:04:03.592179 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-4bd10945-2693-4e60-8d71-3087c7b12560 None None] Set router 0ea46fe7-6250-463c-9b8a-29deec89fe32 gateway port host: dv-neutron-843763-1-hyperv {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 06:04:03.878152 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-4bd10945-2693-4e60-8d71-3087c7b12560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ea46fe7-6250-463c-9b8a-29deec89fe32', 'name': 'tempest-TestSnapshotPattern-1843322497-router', 'tenant_id': 'f49cbd76248745d2bf34f91dc4ac6655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'external_fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.39'}], 'enable_snat': True}, 'gw_port_id': 'bb566249-2701-4c33-8a1f-4256fce1f20a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:57:51Z', 'updated_at': '2022-05-30T06:04:02Z', 'revision_number': 5, 'project_id': 'f49cbd76248745d2bf34f91dc4ac6655', 'gw_port': {'id': 'bb566249-2701-4c33-8a1f-4256fce1f20a', 'name': '', 'network_id': '1bab70f4-3794-44db-8e17-19f483aa8ffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea46fe7-6250-463c-9b8a-29deec89fe32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'ip_address': '172.26.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843763-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T05:57:52Z', 'updated_at': '2022-05-30T05:57:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b5b73c1-b0ce-4f83-a930-c00cc5522926', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843763-1-hyperv'}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 06:04:03.880641 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5fdc5b33-a272-45fe-8daf-91fddb0c5e80 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:04:03.881934 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd10945-2693-4e60-8d71-3087c7b12560 None None] Checking router: 0ea46fe7-6250-463c-9b8a-29deec89fe32 for host: dv-neutron-843763-1-hyperv {{(pid=88262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 30 06:04:03.889727 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-5fdc5b33-a272-45fe-8daf-91fddb0c5e80 admin admin] Deleting port bb566249-2701-4c33-8a1f-4256fce1f20a {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 06:04:03.890093 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5fdc5b33-a272-45fe-8daf-91fddb0c5e80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:04:03.890505 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd10945-2693-4e60-8d71-3087c7b12560 None None] Routers {'0ea46fe7-6250-463c-9b8a-29deec89fe32'} bound to L3 agent in host dv-neutron-843763-1-hyperv {{(pid=88262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 30 06:04:03.891111 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-4bd10945-2693-4e60-8d71-3087c7b12560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843763-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T04:45:30Z,description=,heartbeat_timestamp=2022-05-30T06:04:00Z,host='dv-neutron-843763-1-hyperv',id=77b3f39d-e378-41ee-a844-5e03ed6f8c29,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T04:45:30Z,topic='l3_agent')) {'router_ids': ['0ea46fe7-6250-463c-9b8a-29deec89fe32'], 'active': True} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 06:04:04.047518 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_dvr_db [None req-4bd10945-2693-4e60-8d71-3087c7b12560 None None] Set router 0ea46fe7-6250-463c-9b8a-29deec89fe32 gateway port host: None {{(pid=88262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 30 06:04:04.068363 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-5fdc5b33-a272-45fe-8daf-91fddb0c5e80 admin admin] For port bb566249-2701-4c33-8a1f-4256fce1f20a, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=bb566249-2701-4c33-8a1f-4256fce1f20a,segment=NetworkSegment(ad083d94-0233-4c50-a0ed-00ef7686038c),segment_id=ad083d94-0233-4c50-a0ed-00ef7686038c)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 06:04:04.068719 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5fdc5b33-a272-45fe-8daf-91fddb0c5e80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:04:04.151209 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.db.l3_hamode_db [None req-4bd10945-2693-4e60-8d71-3087c7b12560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ea46fe7-6250-463c-9b8a-29deec89fe32', 'name': 'tempest-TestSnapshotPattern-1843322497-router', 'tenant_id': 'f49cbd76248745d2bf34f91dc4ac6655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:57:51Z', 'updated_at': '2022-05-30T06:04:03Z', 'revision_number': 6, 'project_id': 'f49cbd76248745d2bf34f91dc4ac6655', 'gw_port_host': None}], 'dv-neutron-843763-1-hyperv', False) {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 06:04:04.155525 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd10945-2693-4e60-8d71-3087c7b12560 None None] The sync data for ids ['0ea46fe7-6250-463c-9b8a-29deec89fe32'] in dv-neutron-843763-1-hyperv is: [{'id': '0ea46fe7-6250-463c-9b8a-29deec89fe32', 'name': 'tempest-TestSnapshotPattern-1843322497-router', 'tenant_id': 'f49cbd76248745d2bf34f91dc4ac6655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T05:57:51Z', 'updated_at': '2022-05-30T06:04:03Z', 'revision_number': 6, 'project_id': 'f49cbd76248745d2bf34f91dc4ac6655', 'gw_port_host': None}] {{(pid=88262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 30 06:04:04.191380 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-5fdc5b33-a272-45fe-8daf-91fddb0c5e80 admin admin] Calling delete_port for bb566249-2701-4c33-8a1f-4256fce1f20a owned by network:router_gateway {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 06:04:04.356335 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5fdc5b33-a272-45fe-8daf-91fddb0c5e80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:04:04.400304 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdc5b33-a272-45fe-8daf-91fddb0c5e80 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb566249-2701-4c33-8a1f-4256fce1f20a,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 06:04:04.489762 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5fdc5b33-a272-45fe-8daf-91fddb0c5e80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1604781'] for router_gateway, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:04:04.663086 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5fdc5b33-a272-45fe-8daf-91fddb0c5e80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11660'] for router, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:04:04.665214 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5fdc5b33-a272-45fe-8daf-91fddb0c5e80 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:04:04.691355 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5fdc5b33-a272-45fe-8daf-91fddb0c5e80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1601605'] for router, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:04:04.691854 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fdc5b33-a272-45fe-8daf-91fddb0c5e80 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0ea46fe7-6250-463c-9b8a-29deec89fe32 {{(pid=88261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 30 06:04:04.704354 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-5fdc5b33-a272-45fe-8daf-91fddb0c5e80 admin admin] Notify callbacks [] for router, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:04:04.705463 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-5fdc5b33-a272-45fe-8daf-91fddb0c5e80 admin admin] 10.222.0.15 "DELETE /v2.0/routers/0ea46fe7-6250-463c-9b8a-29deec89fe32 HTTP/1.1" status: 204 len: 168 time: 1.2931724 May 30 06:04:04.707962 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 56930) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 06:04:04.765181 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e18cddb-8666-4fd0-80b3-e412f18ada56 admin admin] Deleting subnet bd16c662-90ee-46ea-a6e1-41c3aa7233fe {{(pid=88261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 30 06:04:04.768014 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8e18cddb-8666-4fd0-80b3-e412f18ada56 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:04:04.818216 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8e18cddb-8666-4fd0-80b3-e412f18ada56 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3545586'] for subnet, precommit_delete_associations {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:04:04.895077 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8e18cddb-8666-4fd0-80b3-e412f18ada56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860493'] for subnet, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:04:04.963430 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8e18cddb-8666-4fd0-80b3-e412f18ada56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2304955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9305493'] for subnet, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:04:05.006268 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e18cddb-8666-4fd0-80b3-e412f18ada56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd16c662-90ee-46ea-a6e1-41c3aa7233fe,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 06:04:05.009565 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-8e18cddb-8666-4fd0-80b3-e412f18ada56 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:04:05.015359 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47326957-b0fd-4d99-9924-3a0f65c77777 None None] Network 6d8eec7d-b1e9-45b0-911a-10034ff9140d requested from dv-neutron-843763-1-hyperv {{(pid=88262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 30 06:04:05.016064 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-8e18cddb-8666-4fd0-80b3-e412f18ada56 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/bd16c662-90ee-46ea-a6e1-41c3aa7233fe HTTP/1.1" status: 204 len: 168 time: 0.3071461 May 30 06:04:05.018504 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 56934) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 06:04:05.127817 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f4fa4241-80ee-4b27-a1f1-2c931a122328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-897784'] for network, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:04:05.139438 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-f4fa4241-80ee-4b27-a1f1-2c931a122328 admin admin] Deleting port 925b8f2b-bf17-4e4e-9456-151fe5c32426 {{(pid=88261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 06:04:05.139438 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f4fa4241-80ee-4b27-a1f1-2c931a122328 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:04:05.279502 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d760390-3011-4aac-86c2-97076df4a934 None None] DHCP port deletion for 6d8eec7d-b1e9-45b0-911a-10034ff9140d request from dv-neutron-843763-1-hyperv {{(pid=88262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 30 06:04:05.283972 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-6d760390-3011-4aac-86c2-97076df4a934 None None] Deleting port 925b8f2b-bf17-4e4e-9456-151fe5c32426 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 06:04:05.284349 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-6d760390-3011-4aac-86c2-97076df4a934 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:04:05.453949 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.db [None req-f4fa4241-80ee-4b27-a1f1-2c931a122328 admin admin] For port 925b8f2b-bf17-4e4e-9456-151fe5c32426, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=925b8f2b-bf17-4e4e-9456-151fe5c32426,segment=NetworkSegment(cdc5f067-21c3-4b68-bef9-8d1866d6b44e),segment_id=cdc5f067-21c3-4b68-bef9-8d1866d6b44e)] {{(pid=88261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 06:04:05.454507 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f4fa4241-80ee-4b27-a1f1-2c931a122328 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:04:05.529358 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.db [None req-6d760390-3011-4aac-86c2-97076df4a934 None None] For port 925b8f2b-bf17-4e4e-9456-151fe5c32426, host dv-neutron-843763-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843763-1-hyperv',level=0,port_id=925b8f2b-bf17-4e4e-9456-151fe5c32426,segment=NetworkSegment(cdc5f067-21c3-4b68-bef9-8d1866d6b44e),segment_id=cdc5f067-21c3-4b68-bef9-8d1866d6b44e)] {{(pid=88262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 30 06:04:05.529660 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-6d760390-3011-4aac-86c2-97076df4a934 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604094'] for port, precommit_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:04:05.573917 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.plugin [None req-f4fa4241-80ee-4b27-a1f1-2c931a122328 admin admin] Calling delete_port for 925b8f2b-bf17-4e4e-9456-151fe5c32426 owned by network:dhcp {{(pid=88261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 06:04:05.648814 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-6d760390-3011-4aac-86c2-97076df4a934 None None] Calling delete_port for 925b8f2b-bf17-4e4e-9456-151fe5c32426 owned by network:dhcp {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 30 06:04:05.654568 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f4fa4241-80ee-4b27-a1f1-2c931a122328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1036309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729235026140', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729234570069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2304356'] for port, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:04:05.702109 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fa4241-80ee-4b27-a1f1-2c931a122328 admin admin] Pushing event deleted for resources: {'Port': ['ID=925b8f2b-bf17-4e4e-9456-151fe5c32426,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 06:04:05.702288 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 6eaeeb5b-4610-4c8e-84cf-1d170bdc9c05 no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 06:04:05.706292 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4fa4241-80ee-4b27-a1f1-2c931a122328 admin admin] No DVR routers for this DVR port 925b8f2b-bf17-4e4e-9456-151fe5c32426 on host dv-neutron-843763-1-hyperv {{(pid=88261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 06:04:05.742030 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] No Port match for: 6eaeeb5b-4610-4c8e-84cf-1d170bdc9c05 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 06:04:05.742385 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 6eaeeb5b-4610-4c8e-84cf-1d170bdc9c05 not bound to the agent host dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 06:04:05.742796 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 925b8f2b-bf17-4e4e-9456-151fe5c32426 no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 06:04:05.784698 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] No Port match for: 925b8f2b-bf17-4e4e-9456-151fe5c32426 {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 06:04:05.784963 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device 925b8f2b-bf17-4e4e-9456-151fe5c32426 not bound to the agent host dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 06:04:05.785378 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device bb566249-2701-4c33-8a1f-4256fce1f20a no longer exists at agent ovs-agent-dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 06:04:05.821242 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] No Port match for: bb566249-2701-4c33-8a1f-4256fce1f20a {{(pid=88262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 30 06:04:05.821596 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.rpc [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Device bb566249-2701-4c33-8a1f-4256fce1f20a not bound to the agent host dv-neutron-843763-1-hyperv {{(pid=88262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 06:04:05.821901 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f4fa4241-80ee-4b27-a1f1-2c931a122328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867540', 'neutron.services.segments.db._delete_segments_for_network-8729234922972'] for network, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:04:05.825015 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.db.api [None req-6d760390-3011-4aac-86c2-97076df4a934 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 06:04:05.825369 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG oslo_db.api [None req-6d760390-3011-4aac-86c2-97076df4a934 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 06:04:05.848154 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-f4fa4241-80ee-4b27-a1f1-2c931a122328 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d8eec7d-b1e9-45b0-911a-10034ff9140d']}} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 06:04:05.863668 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-f4fa4241-80ee-4b27-a1f1-2c931a122328 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdc5f067-21c3-4b68-bef9-8d1866d6b44e') {'for_net_delete': True} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 06:04:05.863969 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.services.segments.db [None req-f4fa4241-80ee-4b27-a1f1-2c931a122328 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdc5f067-21c3-4b68-bef9-8d1866d6b44e') {} {{(pid=88261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 06:04:05.875903 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f4fa4241-80ee-4b27-a1f1-2c931a122328 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729235042807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3545573'] for segment, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:04:05.892417 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f4fa4241-80ee-4b27-a1f1-2c931a122328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-862968'] for segment, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:04:05.898556 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4fa4241-80ee-4b27-a1f1-2c931a122328 admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=88261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 30 06:04:05.898939 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f4fa4241-80ee-4b27-a1f1-2c931a122328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-862858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2304281'] for segment, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:04:05.967484 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment cdc5f067-21c3-4b68-bef9-8d1866d6b44e resource provider aggregate not found May 30 06:04:05.991839 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.services.segments.plugin [-] Segment cdc5f067-21c3-4b68-bef9-8d1866d6b44e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cdc5f067-21c3-4b68-bef9-8d1866d6b44e found for delete ", "request_id": "req-9ac10b8b-98ab-4fdb-a48d-223d80f55c7b"}]} May 30 06:04:05.999965 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f4fa4241-80ee-4b27-a1f1-2c931a122328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604744'] for network, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:04:06.015484 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-f4fa4241-80ee-4b27-a1f1-2c931a122328 admin admin] Notify callbacks [] for network, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:04:06.029076 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fa4241-80ee-4b27-a1f1-2c931a122328 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d8eec7d-b1e9-45b0-911a-10034ff9140d,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 06:04:06.033626 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-f4fa4241-80ee-4b27-a1f1-2c931a122328 admin admin] 10.222.0.15 "DELETE /v2.0/networks/6d8eec7d-b1e9-45b0-911a-10034ff9140d HTTP/1.1" status: 204 len: 168 time: 1.0135503 May 30 06:04:06.140597 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 56946) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 06:04:06.188234 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-93c67fcf-89d8-4af3-8b3f-1178f1ef35a7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8035301744a542fcaf288f0e100104e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0464509 May 30 06:04:06.190538 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 56950) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 06:04:06.245961 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4b1aa659-aded-4ac4-af93-f468961da32e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:04:06.270663 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4b1aa659-aded-4ac4-af93-f468961da32e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:04:06.321610 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4b1aa659-aded-4ac4-af93-f468961da32e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:04:06.326923 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-6d760390-3011-4aac-86c2-97076df4a934 None None] Deleting port 925b8f2b-bf17-4e4e-9456-151fe5c32426 {{(pid=88262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 30 06:04:06.327532 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-6d760390-3011-4aac-86c2-97076df4a934 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729235026216'] for port, before_delete {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:04:06.335302 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1aa659-aded-4ac4-af93-f468961da32e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2cc8aa7-273d-4766-be72-6e901d92c1a5,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 06:04:06.342101 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-4b1aa659-aded-4ac4-af93-f468961da32e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:04:06.343302 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-4b1aa659-aded-4ac4-af93-f468961da32e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b2cc8aa7-273d-4766-be72-6e901d92c1a5 HTTP/1.1" status: 204 len: 168 time: 0.1516089 May 30 06:04:06.410532 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-6d760390-3011-4aac-86c2-97076df4a934 None None] The port '925b8f2b-bf17-4e4e-9456-151fe5c32426' was deleted {{(pid=88262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 30 06:04:06.672983 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 56958) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 06:04:06.720667 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-0e073390-6660-4233-86bb-803a57d4411d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f49cbd76248745d2bf34f91dc4ac6655&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0465565 May 30 06:04:06.723049 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.wsgi [-] (88261) accepted ('10.222.0.15', 56962) {{(pid=88261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 06:04:06.781726 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a421d0ed-d260-4cb1-8d89-53e54a977f85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:04:06.806021 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a421d0ed-d260-4cb1-8d89-53e54a977f85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:04:06.855328 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a421d0ed-d260-4cb1-8d89-53e54a977f85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2080375'] for security_group, after_delete {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:04:06.871836 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a421d0ed-d260-4cb1-8d89-53e54a977f85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7bac830-d9c7-4e8e-a0b7-cb300d718ba8,revision_number=None']} {{(pid=88261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 06:04:06.875342 dv-neutron-843763-1-hyperv neutron-server[88261]: DEBUG neutron_lib.callbacks.manager [None req-a421d0ed-d260-4cb1-8d89-53e54a977f85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:04:06.876610 dv-neutron-843763-1-hyperv neutron-server[88261]: INFO neutron.wsgi [None req-a421d0ed-d260-4cb1-8d89-53e54a977f85 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f7bac830-d9c7-4e8e-a0b7-cb300d718ba8 HTTP/1.1" status: 204 len: 168 time: 0.1525235 May 30 06:04:18.220949 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:04:23.170946 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-45f79e78-106a-4f09-9d2c-69baeab7263d None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 06:04:28.171173 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-d834477b-13dd-4d54-bee4-faa02c303e1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:04:30.352957 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-3e3f2964-dbff-43f2-a786-282f8d65f537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:04:31.513107 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56ded65b-0e68-413c-8b9b-1097922cc81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:04:31.611277 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:04:33.095585 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a142624-940e-4c55-bf49-a5329c884075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:04:48.215100 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:04:58.172223 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-d1b244f4-c3f9-4fde-bde0-16947a78313e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:05:00.169530 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-45f79e78-106a-4f09-9d2c-69baeab7263d None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 06:05:00.354518 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-b92eaed6-fb38-4833-bf99-ebd7b2ca349e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:05:01.515291 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56ded65b-0e68-413c-8b9b-1097922cc81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:05:01.611284 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:05:03.096786 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a142624-940e-4c55-bf49-a5329c884075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:05:18.219090 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:05:28.173718 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-cdde652b-617c-4523-9a2e-00b38587e95d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:05:30.355515 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c2da3ee6-b53f-4b54-87bb-fc7b5694305a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:05:31.518561 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56ded65b-0e68-413c-8b9b-1097922cc81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:05:31.615348 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:05:33.099560 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a142624-940e-4c55-bf49-a5329c884075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:05:37.168243 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-45f79e78-106a-4f09-9d2c-69baeab7263d None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 06:05:48.218070 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:05:58.175970 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-076a7356-723a-474d-ba1e-ae31f83035ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:06:00.357318 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-3f5cb53e-4189-4ef9-a69b-e968ba67bc1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:06:01.519811 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56ded65b-0e68-413c-8b9b-1097922cc81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:06:01.615846 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:06:03.104403 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a142624-940e-4c55-bf49-a5329c884075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:06:14.166255 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-45f79e78-106a-4f09-9d2c-69baeab7263d None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 06:06:18.217995 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:06:28.177468 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-bcfb2dfe-f17b-4e8b-8f8e-7cb49abde717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:06:30.358971 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7fbd9196-1576-4d1d-9637-86fac2ee2da3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:06:31.523889 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56ded65b-0e68-413c-8b9b-1097922cc81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:06:31.616649 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:06:33.106715 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a142624-940e-4c55-bf49-a5329c884075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:06:48.218573 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:06:51.165025 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-45f79e78-106a-4f09-9d2c-69baeab7263d None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 06:06:58.179406 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-cf6906d7-6a2d-4d48-bbea-249186fe7e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:07:00.360107 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-c8f1fdd8-a801-436a-b310-9d9f9784baf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:07:01.525111 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56ded65b-0e68-413c-8b9b-1097922cc81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:07:01.618031 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:07:03.109574 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a142624-940e-4c55-bf49-a5329c884075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:07:18.232144 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:07:28.165180 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-45f79e78-106a-4f09-9d2c-69baeab7263d None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 06:07:28.181526 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-91c9cae5-740d-4b7b-aae8-daba2e05ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:07:30.362415 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-bc53740e-b5bd-493f-bfa8-554b3c7e4848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:07:31.528089 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56ded65b-0e68-413c-8b9b-1097922cc81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:07:31.619334 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:07:33.112382 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a142624-940e-4c55-bf49-a5329c884075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:07:48.245320 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:07:58.186121 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-7b2bdf66-4d7f-40d5-8c22-a40d6d7dbca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:08:00.366349 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-636dcc00-9c36-4fac-8fdb-e659728cbb55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:08:01.531212 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56ded65b-0e68-413c-8b9b-1097922cc81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:08:01.623661 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:08:03.115936 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a142624-940e-4c55-bf49-a5329c884075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:08:05.166792 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-45f79e78-106a-4f09-9d2c-69baeab7263d None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 06:08:18.260697 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:08:28.188177 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-f30e7045-1cf8-4581-9080-18c73417a13d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:08:30.368766 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-203184da-27c9-4120-b171-d67f47432b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:08:31.534258 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56ded65b-0e68-413c-8b9b-1097922cc81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:08:31.624845 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:08:33.119481 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a142624-940e-4c55-bf49-a5329c884075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:08:42.166488 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-45f79e78-106a-4f09-9d2c-69baeab7263d None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 06:08:48.269831 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:08:58.192638 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9fa0d2bb-f19a-4822-89b7-0ce942cfebd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:09:00.374508 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-a2ac9def-13ff-4bab-98a0-572c5a536bf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:09:01.537328 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56ded65b-0e68-413c-8b9b-1097922cc81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:09:01.628306 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:09:03.124072 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a142624-940e-4c55-bf49-a5329c884075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:09:18.276717 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:09:19.165668 dv-neutron-843763-1-hyperv neutron-server[88263]: DEBUG neutron.db.agents_db [None req-45f79e78-106a-4f09-9d2c-69baeab7263d None None] Agent healthcheck: found 6 active agents {{(pid=88263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 06:09:28.198026 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8c70c1ee-f59b-40ee-bc48-91eb83251d7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:09:30.374423 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-05bc0291-7ddb-4432-a38b-634c669b14b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:09:31.541059 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-56ded65b-0e68-413c-8b9b-1097922cc81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:09:31.630064 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-9702e9df-6cef-42a6-b1a2-c122475dfbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:09:33.126485 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-8a142624-940e-4c55-bf49-a5329c884075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 06:09:48.298621 dv-neutron-843763-1-hyperv neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-38661f55-5fe4-42ab-ac47-6331020eb10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729234922954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930846'] for agent, after_update {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}